-- Logs begin at Thu 2021-08-05 13:11:33 UTC, end at Thu 2021-08-05 15:26:09 UTC. -- Aug 05 13:42:28.556547 n-d-803585-2 systemd[1]: Started Devstack devstack@q-svc.service. Aug 05 13:42:31.274276 n-d-803585-2 neutron-server[105616]: INFO neutron.common.config [-] Logging enabled! Aug 05 13:42:31.274883 n-d-803585-2 neutron-server[105616]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 05 13:42:31.275060 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105616) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 05 13:42:31.278287 n-d-803585-2 neutron-server[105616]: INFO neutron.common.config [-] Logging enabled! Aug 05 13:42:31.278544 n-d-803585-2 neutron-server[105616]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 05 13:42:31.278859 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105616) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 05 13:42:31.280419 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 05 13:42:31.280712 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 05 13:42:31.281133 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 05 13:42:31.281379 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 05 13:42:31.281647 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 05 13:42:31.281971 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.282299 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.282605 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.282836 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.283130 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.283422 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.283705 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.283993 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.284292 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.284579 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.284858 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.285147 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.285379 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.285662 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.285949 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.286235 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.286482 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] debug = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.286764 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.287187 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.287604 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.287884 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.288173 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.288454 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.288726 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.289003 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.289286 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.289617 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] host = n-d-803585-2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.289895 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.290183 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.290491 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.290778 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.291052 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.291329 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.291611 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.291883 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.292156 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] log_file = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.292431 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.292721 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.293006 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.293295 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.293519 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.293743 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.294030 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.294339 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.294618 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.294893 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.295174 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.295555 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.295933 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.296373 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.296712 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.299442 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.299442 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.299442 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.299442 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.299442 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.299442 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.299442 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.299442 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.299442 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.300073 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.300073 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.300195 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.300392 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.300691 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.300976 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.301258 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.301542 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.301817 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.302103 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.302400 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.302678 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.302952 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] use_json = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.303226 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.303496 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.303780 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.304052 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.304326 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.304599 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.304871 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.305161 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:31.305456 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.305754 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.306055 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.306364 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.306659 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.306939 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.307230 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.307508 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.307795 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.308083 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.308372 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.308652 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.308941 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.309218 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.309514 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.309820 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.310113 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.310434 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.310712 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.311052 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.311465 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.311767 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.312042 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.312647 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.312647 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.312895 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.313178 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.313473 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.313753 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.314028 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.314328 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.314626 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.314904 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.315184 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.315469 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.315747 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.316018 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.316287 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.316563 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.316855 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.317133 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.317406 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.317676 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.317949 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.318218 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.318531 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.318808 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.319079 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.319351 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.319628 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.319902 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.320174 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.320449 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.320721 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.321000 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.321272 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.321576 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.321817 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.322086 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.322384 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.322658 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.322931 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.323209 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.323485 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.323761 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.324035 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.324308 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.324579 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.324868 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.325175 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.325453 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.325986 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.326292 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.327077 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.327436 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.327757 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.328031 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.328312 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.328587 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.328884 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.329169 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.329457 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.329739 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.330018 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.330357 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.330621 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.330902 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.331213 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.331568 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.331862 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.332148 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.332492 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.332787 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.333081 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.333375 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.333670 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.333951 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.334313 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.334565 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:31.334784 n-d-803585-2 neutron-server[105616]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 05 13:42:31.335035 n-d-803585-2 neutron-server[105616]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105616) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 05 13:42:31.686759 n-d-803585-2 neutron-server[105616]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 05 13:42:31.687067 n-d-803585-2 neutron-server[105616]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 05 13:42:31.687364 n-d-803585-2 neutron-server[105616]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 05 13:42:31.687701 n-d-803585-2 neutron-server[105616]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 05 13:42:32.094598 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.094895 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.095171 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.096479 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.096765 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.097034 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.131431 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.131720 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.131992 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.148832 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.149120 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.149393 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.177981 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.178331 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.178559 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.214910 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.215193 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.215469 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.451338 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.452110 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.452110 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.452110 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.452836 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.573156 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.573482 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.573769 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.574053 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.574347 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.574664 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.574926 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.575200 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.575461 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.576000 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.576261 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.576553 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.577031 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.577269 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.577532 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.577806 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.578068 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.578361 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.578635 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.578897 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.579172 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.579430 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.579713 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.580099 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.580360 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.580609 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.581108 n-d-803585-2 neutron-server[105616]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105616) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 13:42:32.581360 n-d-803585-2 neutron-server[105616]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105616) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 13:42:32.581604 n-d-803585-2 neutron-server[105616]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105616) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 13:42:32.581847 n-d-803585-2 neutron-server[105616]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105616) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 13:42:32.582089 n-d-803585-2 neutron-server[105616]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105616) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 13:42:32.582349 n-d-803585-2 neutron-server[105616]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105616) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 13:42:32.582720 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 05 13:42:32.585857 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 05 13:42:32.589778 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 05 13:42:32.594076 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 05 13:42:32.595724 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 05 13:42:32.596180 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 05 13:42:32.596517 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 05 13:42:32.596901 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 05 13:42:32.599702 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 05 13:42:32.599955 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 05 13:42:32.600301 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 05 13:42:32.605756 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 05 13:42:32.628248 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 05 13:42:32.628710 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.629013 n-d-803585-2 neutron-server[105616]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105616) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 05 13:42:32.629382 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.630774 n-d-803585-2 neutron-server[105616]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105616) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 05 13:42:32.631063 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 05 13:42:32.631305 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 05 13:42:32.634500 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.634791 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:32.700406 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 05 13:42:32.700913 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 05 13:42:32.701152 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 05 13:42:32.702118 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 05 13:42:32.723654 n-d-803585-2 neutron-server[105616]: DEBUG oslo_db.sqlalchemy.engines [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105616) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 05 13:42:33.266025 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Initializing driver for type 'gre' Aug 05 13:42:33.266576 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] gre ID ranges: [(1, 1000)] Aug 05 13:42:33.324773 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Initializing driver for type 'local' Aug 05 13:42:33.325108 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Initializing driver for type 'vlan' Aug 05 13:42:33.339172 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] VlanTypeDriver initialization complete Aug 05 13:42:33.339547 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Initializing driver for type 'vxlan' Aug 05 13:42:33.340049 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] vxlan ID ranges: [(1, 1000)] Aug 05 13:42:33.392985 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Initializing extension driver 'port_security' Aug 05 13:42:33.393330 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.extensions.port_security [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] PortSecurityExtensionDriver initialization complete Aug 05 13:42:33.393660 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Initializing mechanism driver 'openvswitch' Aug 05 13:42:33.393981 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Initializing mechanism driver 'hyperv' Aug 05 13:42:33.400450 n-d-803585-2 neutron-server[105616]: DEBUG neutron.plugins.ml2.plugin [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:42:33.401300 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > port after_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.401674 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > port after_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.402031 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > port after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.402574 n-d-803585-2 neutron-server[105616]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105616) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 13:42:33.403010 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.403395 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.403741 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.404134 n-d-803585-2 neutron-server[105616]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105616) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 13:42:33.404538 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > network after_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.404994 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > network after_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.405373 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > network after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.405766 n-d-803585-2 neutron-server[105616]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105616) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 13:42:33.406172 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > security_group after_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.406706 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > security_group after_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.406895 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.407289 n-d-803585-2 neutron-server[105616]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105616) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 13:42:33.407691 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.408037 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.408375 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.408763 n-d-803585-2 neutron-server[105616]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105616) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 13:42:33.409164 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > address_group after_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.409505 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > address_group after_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.409850 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.410238 n-d-803585-2 neutron-server[105616]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105616) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 13:42:33.410638 n-d-803585-2 neutron-server[105616]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] ML2 OVO RPC backend initialized. {{(pid=105616) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 05 13:42:33.411336 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.411694 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.412105 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > network before_response 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.412451 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > networks before_response 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.412796 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > port before_response 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.413135 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > ports before_response 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.413475 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > subnet before_response 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.413814 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > subnets before_response 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.414155 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > network after_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.414523 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > network after_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.414857 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > network after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.415194 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > port after_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.415536 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > port after_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.415867 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > port after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.416204 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.416540 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.416873 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.417445 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.plugin [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Modular L2 Plugin initialization complete Aug 05 13:42:33.417774 n-d-803585-2 neutron-server[105616]: DEBUG neutron.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading services supported by the core plugin {{(pid=105616) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 05 13:42:33.418098 n-d-803585-2 neutron-server[105616]: INFO neutron.plugins.ml2.managers [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Got port-security extension from driver 'port_security' Aug 05 13:42:33.418584 n-d-803585-2 neutron-server[105616]: INFO neutron.extensions.vlantransparent [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Disabled vlantransparent extension. Aug 05 13:42:33.419069 n-d-803585-2 neutron-server[105616]: DEBUG neutron.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105616) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 05 13:42:33.419382 n-d-803585-2 neutron-server[105616]: INFO neutron.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading Plugin: router Aug 05 13:42:33.455871 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.456472 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router after_create 55549900 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.456622 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router before_create 55549900 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.456987 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.457360 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.457714 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router after_delete 55549900 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.458072 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.458454 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router after_create 55549900 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.458929 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router after_update 55549900 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.459285 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router after_update 55549900 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.459636 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.459996 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router after_update 55549900 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.460408 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.460781 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: port after_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.461125 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: port after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.461466 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: subnet after_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.461801 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.462150 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.462527 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.462871 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: port before_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.463212 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router precommit_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.463566 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router after_update 55549900 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.463906 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.464254 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.464613 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.464955 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.465314 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > agent after_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.465661 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > agent after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.466005 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > network after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.466885 n-d-803585-2 neutron-server[105616]: DEBUG neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Tracking information for resource: router configured {{(pid=105616) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 13:42:33.467333 n-d-803585-2 neutron-server[105616]: DEBUG neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Tracking information for resource: floatingip configured {{(pid=105616) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 13:42:33.472238 n-d-803585-2 neutron-server[105616]: INFO neutron.db.l3_agentschedulers_db [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 05 13:42:33.472812 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: port after_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.473172 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: port after_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.473522 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: port after_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.473872 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: port after_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.474673 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router before_create 55550100 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.475037 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.475397 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router precommit_create 55550100 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.475748 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > router precommit_update 55550100 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.480288 n-d-803585-2 neutron-server[105616]: DEBUG neutron.services.provider_configuration [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Service providers = [] {{(pid=105616) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 05 13:42:33.480655 n-d-803585-2 neutron-server[105616]: DEBUG neutron.db.servicetype_db [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105616) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 05 13:42:33.484062 n-d-803585-2 neutron-server[105616]: DEBUG neutron.services.service_base [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105616) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 13:42:33.484409 n-d-803585-2 neutron-server[105616]: DEBUG neutron.services.service_base [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105616) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 13:42:33.484750 n-d-803585-2 neutron-server[105616]: DEBUG neutron.services.service_base [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105616) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 13:42:33.485632 n-d-803585-2 neutron-server[105616]: DEBUG neutron.services.service_base [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105616) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 13:42:33.486002 n-d-803585-2 neutron-server[105616]: INFO neutron.services.service_base [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 05 13:42:33.486407 n-d-803585-2 neutron-server[105616]: DEBUG neutron.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105616) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 13:42:33.486727 n-d-803585-2 neutron-server[105616]: INFO neutron.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 05 13:42:33.499518 n-d-803585-2 neutron-server[105616]: DEBUG neutron.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105616) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 13:42:33.499869 n-d-803585-2 neutron-server[105616]: INFO neutron.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading Plugin: auto_allocate Aug 05 13:42:33.505630 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: network precommit_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.506001 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: network precommit_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.506538 n-d-803585-2 neutron-server[105616]: DEBUG neutron.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105616) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 13:42:33.506859 n-d-803585-2 neutron-server[105616]: INFO neutron.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading Plugin: tag Aug 05 13:42:33.513461 n-d-803585-2 neutron-server[105616]: DEBUG neutron.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105616) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 13:42:33.513795 n-d-803585-2 neutron-server[105616]: INFO neutron.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading Plugin: timestamp Aug 05 13:42:33.517808 n-d-803585-2 neutron-server[105616]: DEBUG neutron.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105616) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 13:42:33.518094 n-d-803585-2 neutron-server[105616]: INFO neutron.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading Plugin: network_ip_availability Aug 05 13:42:33.523491 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.523865 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.524228 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.524934 n-d-803585-2 neutron-server[105616]: DEBUG neutron.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105616) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 13:42:33.525254 n-d-803585-2 neutron-server[105616]: INFO neutron.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading Plugin: flavors Aug 05 13:42:33.530235 n-d-803585-2 neutron-server[105616]: DEBUG neutron.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105616) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 13:42:33.530591 n-d-803585-2 neutron-server[105616]: INFO neutron.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading Plugin: revisions Aug 05 13:42:33.534892 n-d-803585-2 neutron-server[105616]: DEBUG neutron.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105616) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 13:42:33.535287 n-d-803585-2 neutron-server[105616]: DEBUG oslo_concurrency.lockutils [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.848s {{(pid=105616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 05 13:42:33.536017 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105616) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 05 13:42:33.536355 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Initializing extension manager. Aug 05 13:42:33.536862 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: __init__.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.537203 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: __pycache__ {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.537538 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.537876 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: address_group.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.538663 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.539231 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: address-group Aug 05 13:42:33.539553 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: address_scope.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.540260 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.540770 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: address-scope Aug 05 13:42:33.541091 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.542009 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.542548 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: router-admin-state-down-before-update Aug 05 13:42:33.542870 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: agent.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.543564 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.544069 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: agent Aug 05 13:42:33.544388 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: agent_resources_synced.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.545798 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.546418 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: agent-resources-synced Aug 05 13:42:33.546742 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: allowedaddresspairs.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.548512 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.549024 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: allowed-address-pairs Aug 05 13:42:33.549350 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: auto_allocated_topology.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.550498 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.551010 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: auto-allocated-topology Aug 05 13:42:33.551334 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: availability_zone.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.552021 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.552523 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: availability_zone Aug 05 13:42:33.552842 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: availability_zone_filter.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.553744 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.554264 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: availability_zone_filter Aug 05 13:42:33.554597 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: data_plane_status.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.555497 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.555994 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension data-plane-status not supported by any of loaded plugins Aug 05 13:42:33.556316 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: default_subnetpools.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.557236 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.557740 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: default-subnetpools Aug 05 13:42:33.558069 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.558906 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.559410 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: dhcp_agent_scheduler Aug 05 13:42:33.559734 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: dns.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.560645 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.561838 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension dns-integration not supported by any of loaded plugins Aug 05 13:42:33.562164 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: dns_domain_ports.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.563099 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.563600 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 05 13:42:33.563922 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.564900 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.565400 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 05 13:42:33.565722 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: dvr.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.566415 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.566917 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: dvr Aug 05 13:42:33.567236 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: ecmp_routes.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.568145 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.568655 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 05 13:42:33.568975 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: empty_string_filtering.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.569874 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.570404 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: empty-string-filtering Aug 05 13:42:33.570727 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.571631 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.572133 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 05 13:42:33.572450 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.573370 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.573870 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 05 13:42:33.574188 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: external_net.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.575110 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.575873 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: external-net Aug 05 13:42:33.576194 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.577214 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.577780 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: extra_dhcp_opt Aug 05 13:42:33.578102 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: extraroute.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.579041 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.579546 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: extraroute Aug 05 13:42:33.579867 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: extraroute_atomic.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.580891 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.581396 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: extraroute-atomic Aug 05 13:42:33.581715 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: filter_validation.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.582576 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.583079 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: filter-validation Aug 05 13:42:33.583399 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: fip_pf_description.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.584300 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.584801 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 05 13:42:33.585119 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: fip_port_details.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.586040 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.586575 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: fip-port-details Aug 05 13:42:33.586896 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: flavors.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.588111 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.588628 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: flavors Aug 05 13:42:33.588950 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.590618 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.591140 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 05 13:42:33.591475 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: floatingip_pools.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.592238 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.593294 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: floatingip-pools Aug 05 13:42:33.593294 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: ip_allocation.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.594077 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.594626 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension ip_allocation not supported by any of loaded plugins Aug 05 13:42:33.594952 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.595865 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.596375 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: ip-substring-filtering Aug 05 13:42:33.596703 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: l2_adjacency.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.597610 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.598114 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 05 13:42:33.598464 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: l3.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.599417 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.599933 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: router Aug 05 13:42:33.600259 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.602477 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.603001 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 05 13:42:33.603332 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.604271 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.604787 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: ext-gw-mode Aug 05 13:42:33.605120 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.606048 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.606579 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: l3-ha Aug 05 13:42:33.606906 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: l3_flavors.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.608346 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.608848 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: l3-flavors Aug 05 13:42:33.609170 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.610085 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.610628 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 05 13:42:33.610955 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: l3agentscheduler.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.611973 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.612481 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: l3_agent_scheduler Aug 05 13:42:33.612806 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: logging.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.614319 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.614838 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension logging not supported by any of loaded plugins Aug 05 13:42:33.615167 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: metering.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.615902 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.616474 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: metering Aug 05 13:42:33.616800 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.618031 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.618583 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: metering_source_and_destination_fields Aug 05 13:42:33.618913 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: multiprovidernet.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.619835 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.620342 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: multi-provider Aug 05 13:42:33.620668 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: netmtu.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.621580 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.622082 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: net-mtu Aug 05 13:42:33.622439 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: netmtu_writable.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.623435 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.624443 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: net-mtu-writable Aug 05 13:42:33.624816 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: network_availability_zone.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.625489 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.625988 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: network_availability_zone Aug 05 13:42:33.626342 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: network_ip_availability.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.627441 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.627949 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: network-ip-availability Aug 05 13:42:33.628281 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: network_segment_range.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.629042 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.629545 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension network-segment-range not supported by any of loaded plugins Aug 05 13:42:33.629866 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: pagination.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.630868 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.631198 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: pagination Aug 05 13:42:33.631514 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: port_device_profile.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.632418 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.632930 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: port-device-profile Aug 05 13:42:33.633252 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.634161 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.634699 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: port-mac-address-regenerate Aug 05 13:42:33.635022 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.635928 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.636436 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: port-numa-affinity-policy Aug 05 13:42:33.636759 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: port_resource_request.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.637665 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.638172 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension port-resource-request not supported by any of loaded plugins Aug 05 13:42:33.638519 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: portbindings.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.639478 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.639981 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: binding Aug 05 13:42:33.640303 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: portbindings_extended.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.641573 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.642083 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: binding-extended Aug 05 13:42:33.642451 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: portsecurity.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.643371 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.643882 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: port-security Aug 05 13:42:33.644319 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: project_id.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.645644 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.646075 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: project-id Aug 05 13:42:33.646429 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: providernet.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.647402 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.647967 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: provider Aug 05 13:42:33.648298 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: qos.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.651910 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.652425 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension qos not supported by any of loaded plugins Aug 05 13:42:33.652754 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.653995 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.654540 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 05 13:42:33.654924 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.655877 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.656486 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 05 13:42:33.656818 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: qos_default.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.658041 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.658580 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension qos-default not supported by any of loaded plugins Aug 05 13:42:33.658909 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: qos_fip.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.659569 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.660066 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension qos-fip not supported by any of loaded plugins Aug 05 13:42:33.660390 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: qos_gateway_ip.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.661309 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.661813 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 05 13:42:33.662138 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: qos_port_network_policy.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.663077 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.663582 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 05 13:42:33.663906 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: qos_pps_rule.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.665064 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.665575 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension qos-pps not supported by any of loaded plugins Aug 05 13:42:33.665903 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: qos_rule_type_details.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.666847 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.667353 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 05 13:42:33.667679 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: qos_rules_alias.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.668712 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.669215 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 05 13:42:33.669541 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: quotasv2.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.671338 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.671575 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: quotas Aug 05 13:42:33.671902 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: quotasv2_detail.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.674989 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.675330 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: quota_details Aug 05 13:42:33.675684 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: rbac.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.676749 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.677272 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: rbac-policies Aug 05 13:42:33.677600 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: rbac_address_group.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.678556 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.679072 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: rbac-address-group Aug 05 13:42:33.679400 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: rbac_address_scope.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.680312 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.680820 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: rbac-address-scope Aug 05 13:42:33.681143 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: rbac_security_groups.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.682048 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.682588 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: rbac-security-groups Aug 05 13:42:33.682913 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: rbac_subnetpool.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.683822 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.684328 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: rbac-subnetpool Aug 05 13:42:33.684650 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: revisionifmatch.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.685572 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.687030 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: revision-if-match Aug 05 13:42:33.687342 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: revisions.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.688459 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.688974 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: standard-attr-revisions Aug 05 13:42:33.689298 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: router_availability_zone.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.689968 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.690511 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: router_availability_zone Aug 05 13:42:33.690833 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: routerservicetype.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.691744 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.692242 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension router-service-type not supported by any of loaded plugins Aug 05 13:42:33.692562 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.693471 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.693976 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: security-groups-normalized-cidr Aug 05 13:42:33.694319 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.695236 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.695742 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: port-security-groups-filtering Aug 05 13:42:33.696068 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.696991 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.697498 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: security-groups-remote-address-group Aug 05 13:42:33.697821 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: securitygroup.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.707981 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.708505 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: security-group Aug 05 13:42:33.708841 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: segment.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.709629 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.710133 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension segment not supported by any of loaded plugins Aug 05 13:42:33.710483 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.711407 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.711915 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 05 13:42:33.712240 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: servicetype.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.713405 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.713921 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: service-type Aug 05 13:42:33.714245 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: sorting.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.715240 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.715571 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: sorting Aug 05 13:42:33.715895 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: standard_attr_segment.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.716808 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.717391 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 05 13:42:33.717712 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: standardattrdescription.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.718379 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.718890 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: standard-attr-description Aug 05 13:42:33.719210 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: stateful_security_group.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.720156 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.720665 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: stateful-security-group Aug 05 13:42:33.720989 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: stdattrs_common.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.721568 n-d-803585-2 neutron-server[105616]: WARNING neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 05 13:42:33.721892 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.722875 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.723417 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 05 13:42:33.723741 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: subnet_onboard.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.724804 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.725317 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: subnet_onboard Aug 05 13:42:33.725643 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.726595 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.727102 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 05 13:42:33.727425 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: subnet_service_types.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.728336 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.728850 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: subnet-service-types Aug 05 13:42:33.729175 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: subnetallocation.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.730239 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.730771 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: subnet_allocation Aug 05 13:42:33.731094 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.731759 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.732264 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: subnetpool-prefix-ops Aug 05 13:42:33.732585 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.734036 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.734575 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 05 13:42:33.734896 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: tagging.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.735974 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.736487 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: standard-attr-tag Aug 05 13:42:33.736814 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: timestamp.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.738023 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.738567 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loaded extension: standard-attr-timestamp Aug 05 13:42:33.738892 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: trunk.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.739916 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.740426 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension trunk not supported by any of loaded plugins Aug 05 13:42:33.740748 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: trunk_details.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.741656 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.742162 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension trunk-details not supported by any of loaded plugins Aug 05 13:42:33.742514 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: uplink_status_propagation.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.743430 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.743936 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 05 13:42:33.744260 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Loading extension file: vlantransparent.py {{(pid=105616) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 13:42:33.744924 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105616) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 13:42:33.745430 n-d-803585-2 neutron-server[105616]: INFO neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 05 13:42:33.747989 n-d-803585-2 neutron-server[105616]: INFO neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Creating instance of TrackedResource for resource:network Aug 05 13:42:33.749462 n-d-803585-2 neutron-server[105616]: INFO neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Creating instance of TrackedResource for resource:subnet Aug 05 13:42:33.749631 n-d-803585-2 neutron-server[105616]: INFO neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 13:42:33.750004 n-d-803585-2 neutron-server[105616]: INFO neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Creating instance of TrackedResource for resource:port Aug 05 13:42:33.751253 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.v2.resource_helper [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 13:42:33.751705 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.v2.resource_helper [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Service FLAVORS assigned prefix: {{(pid=105616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 13:42:33.752345 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.v2.resource_helper [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 13:42:33.752774 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.v2.resource_helper [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 13:42:33.753102 n-d-803585-2 neutron-server[105616]: INFO neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Creating instance of TrackedResource for resource:router Aug 05 13:42:33.753535 n-d-803585-2 neutron-server[105616]: INFO neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Creating instance of TrackedResource for resource:floatingip Aug 05 13:42:33.754027 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.v2.resource_helper [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Service METERING assigned prefix: /metering {{(pid=105616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 13:42:33.755497 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.755868 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.756218 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:42:33.757249 n-d-803585-2 neutron-server[105616]: INFO neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 05 13:42:33.757688 n-d-803585-2 neutron-server[105616]: INFO neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Creating instance of TrackedResource for resource:security_group Aug 05 13:42:33.758118 n-d-803585-2 neutron-server[105616]: INFO neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 05 13:42:33.758748 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.v2.resource_helper [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Service CORE assigned prefix: {{(pid=105616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 13:42:33.759090 n-d-803585-2 neutron-server[105616]: INFO neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 13:42:33.759434 n-d-803585-2 neutron-server[105616]: WARNING neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] subnetpool is already registered Aug 05 13:42:33.759865 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.v2.resource_helper [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Service CORE assigned prefix: {{(pid=105616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 13:42:33.760186 n-d-803585-2 neutron-server[105616]: INFO neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 13:42:33.760515 n-d-803585-2 neutron-server[105616]: WARNING neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] subnetpool is already registered Aug 05 13:42:33.762821 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.v2.resource_helper [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 13:42:33.763365 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.v2.resource_helper [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Service FLAVORS assigned prefix: {{(pid=105616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 13:42:33.764048 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.v2.resource_helper [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 13:42:33.764582 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.v2.resource_helper [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 13:42:33.764913 n-d-803585-2 neutron-server[105616]: INFO neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Creating instance of TrackedResource for resource:router Aug 05 13:42:33.765250 n-d-803585-2 neutron-server[105616]: WARNING neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] router is already registered Aug 05 13:42:33.765660 n-d-803585-2 neutron-server[105616]: INFO neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Creating instance of TrackedResource for resource:floatingip Aug 05 13:42:33.765993 n-d-803585-2 neutron-server[105616]: WARNING neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] floatingip is already registered Aug 05 13:42:33.766481 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.v2.resource_helper [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Service METERING assigned prefix: /metering {{(pid=105616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 13:42:33.767174 n-d-803585-2 neutron-server[105616]: INFO neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 05 13:42:33.767499 n-d-803585-2 neutron-server[105616]: WARNING neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] rbac_policy is already registered Aug 05 13:42:33.767960 n-d-803585-2 neutron-server[105616]: INFO neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Creating instance of TrackedResource for resource:security_group Aug 05 13:42:33.768243 n-d-803585-2 neutron-server[105616]: WARNING neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] security_group is already registered Aug 05 13:42:33.768648 n-d-803585-2 neutron-server[105616]: INFO neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 05 13:42:33.768980 n-d-803585-2 neutron-server[105616]: WARNING neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] security_group_rule is already registered Aug 05 13:42:33.769458 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.v2.resource_helper [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Service CORE assigned prefix: {{(pid=105616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 13:42:33.769777 n-d-803585-2 neutron-server[105616]: INFO neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 13:42:33.770103 n-d-803585-2 neutron-server[105616]: WARNING neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] subnetpool is already registered Aug 05 13:42:33.770700 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.v2.resource_helper [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Service CORE assigned prefix: {{(pid=105616) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 13:42:33.771026 n-d-803585-2 neutron-server[105616]: INFO neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 13:42:33.771354 n-d-803585-2 neutron-server[105616]: WARNING neutron.quota.resource_registry [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] subnetpool is already registered Aug 05 13:42:33.773057 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: extensions {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.774577 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: address-groups {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.776039 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: address-scopes {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.777264 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: agents {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.778560 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: auto-allocated-topology {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.780416 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: availability_zones {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.781639 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: dhcp-networks {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.783084 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: dhcp-agents {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.784593 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: routers {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.786315 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: flavors {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.787489 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: service_profiles {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.788784 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: next_providers {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.790226 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: service_profiles {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.791700 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: floatingip-pools {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.793015 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: routers {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.794740 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: floatingips {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.796712 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: l3-routers {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.798194 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: l3-agents {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.799635 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: metering-labels {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.800875 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: metering-label-rules {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.802146 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: network-ip-availabilities {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.803545 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: bindings {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.805103 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: quotas {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.806534 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: quotas {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.808061 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: rbac-policies {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.809252 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: security-groups {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.810485 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: security-group-rules {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.812317 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: service-providers {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.813534 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: subnetpools {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.814895 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: subnetpools {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.816440 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: tags {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.818117 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: tags {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.819859 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: tags {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.821725 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: tags {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.823442 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: tags {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.825282 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: tags {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.827510 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: tags {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.829292 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: tags {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.832059 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: tags {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.833809 n-d-803585-2 neutron-server[105616]: DEBUG neutron.api.extensions [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Extended resource: tags {{(pid=105616) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 13:42:33.839768 n-d-803585-2 neutron-server[105616]: WARNING keystonemiddleware.auth_token [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 05 13:42:33.845075 n-d-803585-2 neutron-server[105616]: WARNING keystonemiddleware.auth_token [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 05 13:42:33.853508 n-d-803585-2 neutron-server[105616]: DEBUG oslo_concurrency.lockutils [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Acquired lock "singleton_lock" {{(pid=105616) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 05 13:42:33.853980 n-d-803585-2 neutron-server[105616]: DEBUG oslo_concurrency.lockutils [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Releasing lock "singleton_lock" {{(pid=105616) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 05 13:42:33.854651 n-d-803585-2 neutron-server[105616]: INFO oslo_service.service [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Starting 2 workers Aug 05 13:42:33.860070 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Started child 105723 {{(pid=105616) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 13:42:33.864543 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Started child 105724 {{(pid=105616) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 13:42:33.865458 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:33.866104 n-d-803585-2 neutron-server[105616]: INFO neutron.service [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 05 13:42:33.866818 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Notify callbacks [] for process, before_spawn {{(pid=105616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:33.867404 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [-] (105723) wsgi starting up on http://0.0.0.0:9696 Aug 05 13:42:33.869358 n-d-803585-2 neutron-server[105616]: INFO oslo_service.service [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Starting 1 workers Aug 05 13:42:33.869502 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:33.870972 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [-] (105724) wsgi starting up on http://0.0.0.0:9696 Aug 05 13:42:33.874971 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Started child 105725 {{(pid=105616) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 13:42:33.875519 n-d-803585-2 neutron-server[105616]: INFO oslo_service.service [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Starting 1 workers Aug 05 13:42:33.879115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.service [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] calling RpcWorker wait() {{(pid=105725) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 05 13:42:33.879712 n-d-803585-2 neutron-server[105725]: DEBUG neutron.service [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] returning from RpcWorker wait() {{(pid=105725) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 05 13:42:33.880126 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Started child 105726 {{(pid=105616) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 13:42:33.880822 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:33.880932 n-d-803585-2 neutron-server[105616]: DEBUG neutron_lib.callbacks.manager [None req-0f948b50-3818-4ace-a59c-c049da7a56d0 None None] Notify callbacks [] for process, after_spawn {{(pid=105616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:33.881348 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:42:33.882947 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105616) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 05 13:42:33.883185 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 05 13:42:33.883476 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 05 13:42:33.883574 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 05 13:42:33.883888 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 05 13:42:33.884006 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 05 13:42:33.884557 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.884830 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.885085 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.885326 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.885627 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.885997 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:33.886614 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.886614 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.886748 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.886970 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.887345 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.887456 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.887528 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.887777 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.888171 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.888325 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.888631 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.888803 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.889111 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.889282 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.889630 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.889851 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.890165 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.890442 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] debug = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.890941 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.891181 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.891420 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.891669 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.891904 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.892305 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.892470 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.892728 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.893134 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.893281 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.893435 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.893762 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.893922 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.894140 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.894495 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.894652 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.894832 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.895292 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] host = n-d-803585-2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.895538 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.895802 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.896006 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.896280 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.896508 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.896715 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.897100 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.897249 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.897482 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.897742 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.897960 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.898187 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.898492 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.898719 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] log_file = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.898881 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] log_options = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.899097 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.899398 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.899826 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.899826 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.900086 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.900208 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.900397 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.900554 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.900812 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.901086 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.901272 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.901485 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.901735 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.901975 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.902318 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.902468 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.902605 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.902856 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.903097 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.903378 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.903526 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.903757 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.903966 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.904387 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.905653 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.905653 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.905944 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.906082 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.906231 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.906495 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.906744 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.906988 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.907222 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.907483 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.907712 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.907938 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.908181 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.908445 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.908673 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.908921 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.909169 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.909390 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.909615 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.909828 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.910059 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.910313 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] use_json = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.910525 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.910752 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.911011 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.911252 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.911478 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.911693 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.911930 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.912145 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:33.912571 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.912861 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.913166 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.914377 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.914377 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.914377 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.914377 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.914377 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.914698 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.914871 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.915264 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.915497 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.915788 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.916068 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.916275 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.916613 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.916902 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.917163 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.917377 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.917614 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.917828 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.917927 n-d-803585-2 neutron-server[105726]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:42:33.918064 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.918423 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.918686 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.918949 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.919213 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.919621 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.920013 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.920967 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.921431 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.921903 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.922347 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.922788 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.923201 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.923619 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.923843 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.924074 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.924297 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.924548 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.924793 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.925050 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.925828 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.925828 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.925828 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.926224 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.926224 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.926465 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.926605 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.926843 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.927096 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.927322 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.927558 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.927775 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.927986 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.928203 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.928426 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.928832 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.929237 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.929645 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.930039 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.930483 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.930911 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.931313 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.931747 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.931981 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.932377 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.932790 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.933197 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.933496 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.933712 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.934073 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.934542 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.934916 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.935297 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.935651 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.936143 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.936509 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.936880 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.937245 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.937609 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.937963 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.938188 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.938445 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.938658 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.938976 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.939342 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.939568 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.940013 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.940433 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.940861 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.941244 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.941669 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.942047 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.942458 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.942678 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.942950 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.943198 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.943446 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.943674 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.943894 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.944150 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.944368 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.944594 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.944811 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.945059 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.945301 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.945576 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.945828 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.946080 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.946365 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.946615 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.947061 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.947470 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.947982 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.948366 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.948801 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.949099 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.949358 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.949767 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.950013 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.950469 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.950994 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.951248 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.951701 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.952116 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.952385 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.952693 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.953211 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.953495 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.953798 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.954922 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.954922 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.954922 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.954922 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.955596 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.955596 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.955921 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.956210 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.956634 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.956906 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.957336 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.957769 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.958190 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.958629 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.959039 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.959430 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.959845 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.960246 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.960618 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.960972 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.961342 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.961711 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.961930 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.962186 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.962432 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.962641 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.963009 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.963369 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.963726 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.964131 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.964348 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.964569 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.964827 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.965062 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.965301 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.965519 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.965728 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.965975 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.966190 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.966488 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.966901 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.967889 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.968362 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.968837 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.969238 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.969595 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.970007 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.970409 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.970787 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.971149 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.971375 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.971614 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.971852 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.972103 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.972335 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.972589 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.972844 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.973192 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.973440 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.973671 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.973922 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.974334 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.974651 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.977125 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.977125 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.977125 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.977125 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.977125 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.977125 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.985312 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.985312 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.985312 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.985312 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.985312 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.985312 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.985312 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.985312 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.985312 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.986991 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.986991 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.986991 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.986991 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.986991 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.986991 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.986991 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.986991 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.987653 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.987653 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.987653 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.987653 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.987653 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.987653 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.987653 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.987653 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.988508 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.988508 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.988508 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.988508 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.988866 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.989247 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.989635 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.990286 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.990458 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.990878 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.991285 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.991639 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.991883 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.992108 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.992513 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.992835 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.993086 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.993304 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.993628 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.993879 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.994103 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.994437 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.994670 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.994927 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.995173 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.995494 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.995714 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.995998 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.996237 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.996454 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.996676 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.996909 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.997205 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.997488 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.997735 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.997991 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.998878 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.999175 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.999457 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:33.999869 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.000165 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.000517 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.000781 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.001032 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.001301 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.001564 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.001810 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.002043 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.002394 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.002489 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.002728 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.002985 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.003212 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.009436 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.009669 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.009923 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.010447 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.010706 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.010942 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.011181 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.011405 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.011564 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 05 13:42:34.012089 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105616) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 05 13:42:34.012256 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 05 13:42:34.012410 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 05 13:42:34.012580 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 05 13:42:34.012754 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 05 13:42:34.012905 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 05 13:42:34.013114 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.013274 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.013434 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.013592 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.013741 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.014037 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.014649 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.015583 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.015583 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.015583 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.015583 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.015583 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.015978 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.015978 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.015978 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.016194 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.016273 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.016426 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.016592 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.016746 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.016902 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.017057 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.017212 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] debug = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.017367 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.017560 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.017714 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.017864 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.018064 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.018180 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.018354 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.018514 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.018655 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.018810 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.018965 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.019107 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.019258 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.019456 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.019593 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.019718 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.019851 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.019988 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] host = n-d-803585-2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.020142 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.020297 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.020455 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.020610 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.020764 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.020922 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.021074 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.021229 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.021386 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.021539 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.021677 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.021854 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.021995 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.022132 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] log_file = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.022293 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] log_options = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.022439 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.022825 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.022825 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.022979 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.023060 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.023160 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.023315 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.023465 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.023628 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.023781 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.023938 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.024123 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.024244 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.024398 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.024555 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.024710 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.024866 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.025022 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.025178 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.025334 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.025488 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.025643 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.025799 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.025955 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.026114 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.026291 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.026452 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.026607 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.026763 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.026917 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.027072 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.027228 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.027382 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.027536 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.027690 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.027776 n-d-803585-2 neutron-server[105725]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:42:34.027870 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.027989 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.028149 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.028304 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.028457 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.028612 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.028768 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.028922 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.029077 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.029231 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.029388 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] use_json = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.029574 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.029838 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.030443 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.030443 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.030994 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.030994 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.030994 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.031273 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 13:42:34.031273 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.031421 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.031543 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.031702 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.031860 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.032019 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.032177 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.032336 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.032494 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.032652 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.032819 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.032980 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.033149 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.033307 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.033467 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.033628 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.033786 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.033946 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.034105 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.034284 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.034513 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.034673 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.034849 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.035007 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.035167 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.035325 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.035517 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.035651 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.035798 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.035955 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.036118 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.036277 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.036436 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.036595 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.036752 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.036910 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.037068 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.037226 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.037407 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.037647 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.037806 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.037965 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.038124 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.038303 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.038464 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.038622 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.038781 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.038939 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.039098 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.039255 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.039426 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.039584 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.039773 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.039934 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.040101 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.040259 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.040468 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.040688 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.040911 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.041128 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.041363 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.041601 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.041825 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.042049 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.042286 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.042450 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.042609 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.042770 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.042930 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.043086 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.043241 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.043401 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.043542 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.043680 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.043839 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.044029 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.044482 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.044482 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.044482 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.045051 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.045051 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.045051 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.045051 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.045488 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.045488 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.045711 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.045899 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.046042 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.046191 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.046354 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.046556 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.046980 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.046980 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.047220 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.047381 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.047587 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.047805 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.048039 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.048266 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.048427 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.048585 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.048743 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.048901 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.049060 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.049216 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.049528 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.049528 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.049682 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.049843 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.049964 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.050122 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.050308 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.050469 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.050629 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.050788 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.050960 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.051129 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.051269 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.051427 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.051585 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.051741 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.051902 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.052060 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.052274 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.052496 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.052723 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.052953 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.053177 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.053418 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.053656 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.053816 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.053974 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.054156 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.054338 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.054523 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.054653 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.054812 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.054970 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.055129 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.055287 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.055445 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.055603 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.055820 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.055934 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.056187 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.056281 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.056361 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.056516 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.056663 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.056820 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.056978 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.057137 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.057295 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.057454 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.057612 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.057769 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.057926 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.058083 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.058241 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.058418 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.058577 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.058735 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.058893 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.059050 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.059207 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.059365 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.059523 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.059682 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.059839 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.060015 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.060154 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.060314 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.060666 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.060666 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.061410 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.061540 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.061707 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.061872 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.062030 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.062299 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.062700 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.062864 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.063126 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.063292 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.063454 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.063617 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.063755 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.064175 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.064175 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.064175 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.064570 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.064570 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.064730 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.064851 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.065008 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.065167 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.065325 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.065483 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.065643 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.065807 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.065967 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.066131 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.066316 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.066475 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.066634 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.066792 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.066964 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.067122 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.067280 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.067437 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.067594 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.067752 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.067921 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.068080 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.068236 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.068393 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.068550 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.068707 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.068874 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.069031 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.069190 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.069346 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.069503 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.069660 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.069827 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.069985 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.070145 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.070324 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.070482 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.070639 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.070806 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.070964 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.071121 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.071277 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.071434 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.071592 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.071760 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.071918 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.072077 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.072235 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.072392 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.072549 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.072719 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.072880 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.073038 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.073206 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.073364 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.073522 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.073680 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.073850 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.074009 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.074170 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.074348 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.074507 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.074665 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.074828 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.074990 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.075157 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.075321 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.075481 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.075920 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.076092 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.076258 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.076440 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.077133 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.077308 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.077466 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.077624 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.077787 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.077946 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.078085 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.078223 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.078402 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.078543 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.078680 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.078840 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.078997 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.079141 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.079302 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.079460 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.079618 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.079775 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.079933 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.080265 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.080265 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 13:42:34.080414 n-d-803585-2 neutron-server[105616]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105616) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 05 13:42:34.232613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36830) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:42:34.241740 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061910 Aug 05 13:42:45.782699 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727435e5-28a9-4cab-8db5-27ba31eb77f4 None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 13:42:45.856296 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727435e5-28a9-4cab-8db5-27ba31eb77f4 None None] No non-hosted networks {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 05 13:42:45.872760 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.agentschedulers_db [None req-727435e5-28a9-4cab-8db5-27ba31eb77f4 None None] DHCP Agent not found on host n-d-803585-2 {{(pid=105725) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 05 13:42:46.085944 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-53150743-3e84-4444-a25a-119a1b632a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584797'] for agent, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:48.269356 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1006656e-a45d-428c-a0d1-7b7de2c1185e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584797'] for agent, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:48.339960 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-26e1e550-8648-45fd-a726-6c0172ef18ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:48.496588 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584797'] for agent, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:48.497323 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:48.497786 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:48.498348 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:48.498911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:48.499368 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:48.499704 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:48.500029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:48.500365 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:48.500674 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:48.501166 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:48.501653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:48.502137 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:48.503107 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-803585-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:42:48.523388 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-803585-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:42:49.343409 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584797'] for agent, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:51.120633 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584797'] for agent, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:52.301998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36924) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:42:52.674028 n-d-803585-2 neutron-server[105725]: INFO neutron.db.l3_hamode_db [None req-5042a00f-5645-4e8a-b695-0f1d1f895b5e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 05 13:42:52.754167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5042a00f-5645-4e8a-b695-0f1d1f895b5e None None] Routers set() bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:42:52.754575 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5042a00f-5645-4e8a-b695-0f1d1f895b5e None None] Router IDs set() for agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 05 13:42:52.881745 n-d-803585-2 neutron-server[105723]: WARNING oslo_policy.policy [None req-0ff6c1a0-901d-44b4-8c45-2d75b0d3595b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 13:42:52.882324 n-d-803585-2 neutron-server[105723]: WARNING oslo_policy.policy [None req-0ff6c1a0-901d-44b4-8c45-2d75b0d3595b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 13:42:53.109759 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-0ff6c1a0-901d-44b4-8c45-2d75b0d3595b admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:42:53.110891 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0ff6c1a0-901d-44b4-8c45-2d75b0d3595b admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8078473 Aug 05 13:42:55.471385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36938) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:42:55.784309 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e0cfccc2-a11f-45ca-9ed2-f2821a491ccf admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:42:55.877899 n-d-803585-2 neutron-server[105723]: DEBUG neutron.policy [None req-e0cfccc2-a11f-45ca-9ed2-f2821a491ccf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105723) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 05 13:42:55.924220 n-d-803585-2 neutron-server[105723]: WARNING oslo_policy.policy [None req-e0cfccc2-a11f-45ca-9ed2-f2821a491ccf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 13:42:55.924591 n-d-803585-2 neutron-server[105723]: WARNING oslo_policy.policy [None req-e0cfccc2-a11f-45ca-9ed2-f2821a491ccf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 13:42:55.933060 n-d-803585-2 neutron-server[105723]: INFO neutron.quota [None req-e0cfccc2-a11f-45ca-9ed2-f2821a491ccf admin admin] Loaded quota_driver: . Aug 05 13:42:56.027912 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e0cfccc2-a11f-45ca-9ed2-f2821a491ccf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785080972001', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785080971476', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785080913113', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785080924812', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785081348254', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785080939997', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-580099', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-748056', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1775808', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1739193'] for rbac-policy, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:56.093377 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e0cfccc2-a11f-45ca-9ed2-f2821a491ccf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:56.094882 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e0cfccc2-a11f-45ca-9ed2-f2821a491ccf admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6225131 Aug 05 13:42:58.708319 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36950) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:42:59.008256 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'project_id': 'aa05a49aa478445b82ea0ebb74e04b62'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:42:59.037813 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Made reservation on behalf of aa05a49aa478445b82ea0ebb74e04b62 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:42:59.040724 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:59.058095 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:59.189254 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:59.192988 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:59.213083 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:42:59.242656 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785080292024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:59.243259 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Unsubscribe: segment precommit_create {{(pid=105723) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 05 13:42:59.243777 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Added segment 85bbd090-1ce9-4082-a89b-ce3dc938c970 of type vlan for network fbb6ac92-1712-46f4-a4f9-b8742d78c37c Aug 05 13:42:59.262093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35961a7-570c-4e06-ad5f-e6b17c1258c6,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:42:59.314206 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:59.314640 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:59.314971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:59.315302 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:59.315627 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:59.315995 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:59.316320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:59.316639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:59.316963 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:59.317276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:59.317590 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:59.317902 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Tracked resource versions report: Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: pushed versions: Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: { 'AddressGroup': {'1.2'}, Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'ConntrackHelper': {'1.0'}, Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'Log': {'1.0'}, Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'Network': {'1.1'}, Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'Port': {'1.7'}, Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'PortForwarding': {'1.2'}, Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'QosPolicy': {'1.9'}, Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'SecurityGroup': {'1.4'}, Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'SecurityGroupRule': {'1.2'}, Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'SubPort': {'1.0'}, Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'Subnet': {'1.1'}, Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'Trunk': {'1.1'}} Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: consumer versions: Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: { DHCP agent@n-d-803585-2: {}, Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: L3 agent@n-d-803585-2: {}, Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: Metadata agent@n-d-803585-2: {}, Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: Metering agent@n-d-803585-2: {}, Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: Open vSwitch agent@n-d-803585-2: { 'AddressGroup': '1.2', Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'ConntrackHelper': '1.0', Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'Log': '1.0', Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'Network': '1.1', Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'Port': '1.7', Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'PortForwarding': '1.2', Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'QosPolicy': '1.9', Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'SecurityGroup': '1.4', Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'SecurityGroupRule': '1.2', Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'SubPort': '1.0', Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'Subnet': '1.1', Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: 'Trunk': '1.1'}} Aug 05 13:42:59.319023 n-d-803585-2 neutron-server[105723]: {{(pid=105723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 13:42:59.364222 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:59.417854 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:59.419127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:42:59.419883 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:42:59.502499 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7930696 Aug 05 13:42:59.521482 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44b1b7-61cf-4874-b38b-70a092d475a7 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb6ac92-1712-46f4-a4f9-b8742d78c37c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:42:59.534600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network fbb6ac92-1712-46f4-a4f9-b8742d78c37c details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:43:02.165740 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36964) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:43:02.564424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c5dd18-5d5a-4640-8fa2-ff9d37cb9f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:43:02.565809 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-36c5dd18-5d5a-4640-8fa2-ff9d37cb9f43 admin admin] 10.222.0.16 "GET /v2.0/networks/fbb6ac92-1712-46f4-a4f9-b8742d78c37c HTTP/1.1" status: 200 len: 825 time: 0.3991032 Aug 05 13:43:02.589812 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-41a8c834-7f6f-4ce2-a6bc-93f844a38592 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/1fc034f6-42ae-489b-b474-a96c152b847a HTTP/1.1" status: 200 len: 734 time: 0.0180788 Aug 05 13:43:02.599082 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c149977c-0ee7-4a9a-a74c-0cfd0d1c01ce admin admin] Request body: {'subnet': {'network_id': 'fbb6ac92-1712-46f4-a4f9-b8742d78c37c', 'gateway_ip': '172.20.0.1', 'tenant_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'ip_version': 4, 'subnetpool_id': '1fc034f6-42ae-489b-b474-a96c152b847a', 'name': 'private-subnet'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:43:02.621030 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c149977c-0ee7-4a9a-a74c-0cfd0d1c01ce admin admin] Made reservation on behalf of aa05a49aa478445b82ea0ebb74e04b62 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:43:02.623454 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c149977c-0ee7-4a9a-a74c-0cfd0d1c01ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:02.923863 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c149977c-0ee7-4a9a-a74c-0cfd0d1c01ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:02.994815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149977c-0ee7-4a9a-a74c-0cfd0d1c01ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d506d50-0d27-45b2-88fe-5b55f21b12c8,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:43:02.996766 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c149977c-0ee7-4a9a-a74c-0cfd0d1c01ce admin admin] Checking segment: {'id': '85bbd090-1ce9-4082-a89b-ce3dc938c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fbb6ac92-1712-46f4-a4f9-b8742d78c37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:43:02.997203 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c149977c-0ee7-4a9a-a74c-0cfd0d1c01ce admin admin] Network hostable DHCP agents. Network: fbb6ac92-1712-46f4-a4f9-b8742d78c37c, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:43:03.019281 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c149977c-0ee7-4a9a-a74c-0cfd0d1c01ce admin admin] Network fbb6ac92-1712-46f4-a4f9-b8742d78c37c is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:43:03.031239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-c149977c-0ee7-4a9a-a74c-0cfd0d1c01ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, fbb6ac92-1712-46f4-a4f9-b8742d78c37c) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:43:03.036156 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c149977c-0ee7-4a9a-a74c-0cfd0d1c01ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:43:03.036748 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c149977c-0ee7-4a9a-a74c-0cfd0d1c01ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:03.041421 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbeaf38-41d1-4764-bf69-1b20fd603240 None None] Network fbb6ac92-1712-46f4-a4f9-b8742d78c37c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:43:03.051210 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c149977c-0ee7-4a9a-a74c-0cfd0d1c01ce admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4553633 Aug 05 13:43:03.375353 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-fbb6ac92-1712-46f4-a4f9-b8742d78c37c', 'network_id': 'fbb6ac92-1712-46f4-a4f9-b8742d78c37c', 'tenant_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'fixed_ips': [{'subnet_id': '2d506d50-0d27-45b2-88fe-5b55f21b12c8'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:43:03.376609 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:03.650620 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Allocated IP 172.20.0.2 (fbb6ac92-1712-46f4-a4f9-b8742d78c37c/2d506d50-0d27-45b2-88fe-5b55f21b12c8/bf81997f-9476-44f6-a784-aedb6270a5c4) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:43:03.853457 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:03.872157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Transition to ACTIVE for port object bf81997f-9476-44f6-a784-aedb6270a5c4 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:43:03.923280 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Transition to ACTIVE for port object bf81997f-9476-44f6-a784-aedb6270a5c4 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:43:03.931845 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:04.003514 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Network fbb6ac92-1712-46f4-a4f9-b8742d78c37c is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:43:04.008152 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:43:04.017965 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:43:04.020998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Pushing event updated for resources: {'Port': ['ID=bf81997f-9476-44f6-a784-aedb6270a5c4,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:43:04.053715 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:04.054539 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:04.054539 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:04.054731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:04.055064 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:04.055391 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:04.055713 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:04.056034 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:04.056351 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:04.056668 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:04.056983 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:04.057299 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Tracked resource versions report: Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: pushed versions: Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: { 'AddressGroup': {'1.2'}, Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'ConntrackHelper': {'1.0'}, Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'Log': {'1.0'}, Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'Network': {'1.1'}, Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'Port': {'1.7'}, Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'PortForwarding': {'1.2'}, Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'QosPolicy': {'1.9'}, Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'SecurityGroup': {'1.4'}, Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'SecurityGroupRule': {'1.2'}, Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'SubPort': {'1.0'}, Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'Subnet': {'1.1'}, Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'Trunk': {'1.1'}} Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: consumer versions: Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: { DHCP agent@n-d-803585-2: {}, Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: L3 agent@n-d-803585-2: {}, Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: Metadata agent@n-d-803585-2: {}, Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: Metering agent@n-d-803585-2: {}, Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: Open vSwitch agent@n-d-803585-2: { 'AddressGroup': '1.2', Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'ConntrackHelper': '1.0', Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'Log': '1.0', Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'Network': '1.1', Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'Port': '1.7', Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'PortForwarding': '1.2', Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'QosPolicy': '1.9', Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'SecurityGroup': '1.4', Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'SecurityGroupRule': '1.2', Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'SubPort': '1.0', Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'Subnet': '1.1', Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: 'Trunk': '1.1'}} Aug 05 13:43:04.058388 n-d-803585-2 neutron-server[105725]: {{(pid=105725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 13:43:04.107589 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Attempting to bind port bf81997f-9476-44f6-a784-aedb6270a5c4 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:43:04.107978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Attempting to bind port bf81997f-9476-44f6-a784-aedb6270a5c4 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '85bbd090-1ce9-4082-a89b-ce3dc938c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fbb6ac92-1712-46f4-a4f9-b8742d78c37c'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:43:04.108413 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Attempting to bind port bf81997f-9476-44f6-a784-aedb6270a5c4 on network fbb6ac92-1712-46f4-a4f9-b8742d78c37c {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:43:04.113264 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:43:04.113681 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Checking segment: {'id': '85bbd090-1ce9-4082-a89b-ce3dc938c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fbb6ac92-1712-46f4-a4f9-b8742d78c37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:43:04.114180 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:04.114597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Bound using segment: {'id': '85bbd090-1ce9-4082-a89b-ce3dc938c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fbb6ac92-1712-46f4-a4f9-b8742d78c37c'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:43:04.115076 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Bound port: bf81997f-9476-44f6-a784-aedb6270a5c4, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bbd090-1ce9-4082-a89b-ce3dc938c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fbb6ac92-1712-46f4-a4f9-b8742d78c37c'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:43:04.115501 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:04.177443 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] For port bf81997f-9476-44f6-a784-aedb6270a5c4, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:43:04.181617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] For port bf81997f-9476-44f6-a784-aedb6270a5c4, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=bf81997f-9476-44f6-a784-aedb6270a5c4,segment=NetworkSegment(85bbd090-1ce9-4082-a89b-ce3dc938c970),segment_id=85bbd090-1ce9-4082-a89b-ce3dc938c970)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:43:04.186694 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:04.252062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e24a7-6915-47fe-a535-250862e7898b None None] Pushing event updated for resources: {'Port': ['ID=bf81997f-9476-44f6-a784-aedb6270a5c4,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:43:05.503039 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36972) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:43:05.835841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-e1af7d95-ec9f-4e08-8d8a-2fd39243f9ca admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:43:05.836882 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e1af7d95-ec9f-4e08-8d8a-2fd39243f9ca admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3328700 Aug 05 13:43:08.276795 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36980) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:43:08.604867 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-714c0894-d581-46bf-adbf-019aa2351a83 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:43:08.606175 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-714c0894-d581-46bf-adbf-019aa2351a83 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3282552 Aug 05 13:43:11.268423 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36990) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:43:11.791774 n-d-803585-2 neutron-server[105724]: WARNING oslo_policy.policy [None req-b30c1f02-3d1d-4bea-a7b6-54a1a1a6f2a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 13:43:11.792423 n-d-803585-2 neutron-server[105724]: WARNING oslo_policy.policy [None req-b30c1f02-3d1d-4bea-a7b6-54a1a1a6f2a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 13:43:12.020558 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b30c1f02-3d1d-4bea-a7b6-54a1a1a6f2a2 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'name': 'router1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:43:12.086920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.policy [None req-b30c1f02-3d1d-4bea-a7b6-54a1a1a6f2a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105724) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 05 13:43:12.133227 n-d-803585-2 neutron-server[105724]: WARNING oslo_policy.policy [None req-b30c1f02-3d1d-4bea-a7b6-54a1a1a6f2a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 13:43:12.133603 n-d-803585-2 neutron-server[105724]: WARNING oslo_policy.policy [None req-b30c1f02-3d1d-4bea-a7b6-54a1a1a6f2a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 13:43:12.142279 n-d-803585-2 neutron-server[105724]: INFO neutron.quota [None req-b30c1f02-3d1d-4bea-a7b6-54a1a1a6f2a2 admin admin] Loaded quota_driver: . Aug 05 13:43:12.202149 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b30c1f02-3d1d-4bea-a7b6-54a1a1a6f2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:12.204073 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b30c1f02-3d1d-4bea-a7b6-54a1a1a6f2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:12.353679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device bf81997f-9476-44f6-a784-aedb6270a5c4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:43:12.373922 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b30c1f02-3d1d-4bea-a7b6-54a1a1a6f2a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:12.379916 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b30c1f02-3d1d-4bea-a7b6-54a1a1a6f2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:12.401186 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b30c1f02-3d1d-4bea-a7b6-54a1a1a6f2a2 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:12.406313 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b30c1f02-3d1d-4bea-a7b6-54a1a1a6f2a2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1321378 Aug 05 13:43:12.457471 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port bf81997f-9476-44f6-a784-aedb6270a5c4 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:43:12.855123 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85f4e73-9073-4bdf-b27d-75417411ea1a None None] Network fbb6ac92-1712-46f4-a4f9-b8742d78c37c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:43:12.913538 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2b562a77-beb8-46ac-a6a8-149eadc80bd4 None None] Provisioning for port bf81997f-9476-44f6-a784-aedb6270a5c4 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:43:12.919272 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2b562a77-beb8-46ac-a6a8-149eadc80bd4 None None] Provisioning complete for port bf81997f-9476-44f6-a784-aedb6270a5c4 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:43:12.919679 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2b562a77-beb8-46ac-a6a8-149eadc80bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:13.078119 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2b562a77-beb8-46ac-a6a8-149eadc80bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:13.145256 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2b562a77-beb8-46ac-a6a8-149eadc80bd4 None None] For port bf81997f-9476-44f6-a784-aedb6270a5c4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=bf81997f-9476-44f6-a784-aedb6270a5c4,segment=NetworkSegment(85bbd090-1ce9-4082-a89b-ce3dc938c970),segment_id=85bbd090-1ce9-4082-a89b-ce3dc938c970)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:43:13.150842 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2b562a77-beb8-46ac-a6a8-149eadc80bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:13.202979 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b562a77-beb8-46ac-a6a8-149eadc80bd4 None None] Pushing event updated for resources: {'Port': ['ID=bf81997f-9476-44f6-a784-aedb6270a5c4,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:43:13.370328 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2d1fab54-8e44-4de3-921b-9ac06b5fe0ec None None] Provisioning complete for port bf81997f-9476-44f6-a784-aedb6270a5c4 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:43:13.370964 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2d1fab54-8e44-4de3-921b-9ac06b5fe0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:14.323238 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device bf81997f-9476-44f6-a784-aedb6270a5c4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:43:14.372405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port bf81997f-9476-44f6-a784-aedb6270a5c4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:43:14.373083 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:14.814076 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37010) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:43:15.129036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-e74f3044-a7f8-4f4c-aad3-1cff40a3cadb admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:43:15.130050 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e74f3044-a7f8-4f4c-aad3-1cff40a3cadb admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3149903 Aug 05 13:43:15.710169 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-33871d63-b6f3-46a0-9855-b91a833ed298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:17.505231 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37018) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:43:17.822192 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b8f3c1cc-fff4-4de9-b99d-4d1d6458c719 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:43:17.843225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f3c1cc-fff4-4de9-b99d-4d1d6458c719 admin admin] Made reservation on behalf of dd45c49224034041a699728a1fe9918a for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:43:17.845389 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c1cc-fff4-4de9-b99d-4d1d6458c719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:17.853301 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c1cc-fff4-4de9-b99d-4d1d6458c719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:17.943591 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c1cc-fff4-4de9-b99d-4d1d6458c719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:17.946991 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c1cc-fff4-4de9-b99d-4d1d6458c719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:17.961850 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b8f3c1cc-fff4-4de9-b99d-4d1d6458c719 admin admin] Reserving flat network on physical network physnet1 {{(pid=105723) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 05 13:43:17.980270 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3c1cc-fff4-4de9-b99d-4d1d6458c719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd3c28f-01f7-462a-b638-31b72e069323,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:43:17.985559 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c1cc-fff4-4de9-b99d-4d1d6458c719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:17.985894 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-b8f3c1cc-fff4-4de9-b99d-4d1d6458c719 admin admin] Added segment b70731eb-bffb-4075-9a6a-ed5dcb8437ef of type flat for network cf6fa08e-46af-456c-8194-bbadc29e93af Aug 05 13:43:18.035934 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c1cc-fff4-4de9-b99d-4d1d6458c719 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:18.070948 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c1cc-fff4-4de9-b99d-4d1d6458c719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:18.071872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f3c1cc-fff4-4de9-b99d-4d1d6458c719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:43:18.072437 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c1cc-fff4-4de9-b99d-4d1d6458c719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:18.129682 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b8f3c1cc-fff4-4de9-b99d-4d1d6458c719 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6233733 Aug 05 13:43:18.130602 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3c1cc-fff4-4de9-b99d-4d1d6458c719 admin admin] Pushing event updated for resources: {'Network': ['ID=cf6fa08e-46af-456c-8194-bbadc29e93af,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:43:18.143452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network cf6fa08e-46af-456c-8194-bbadc29e93af details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:43:18.250149 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-65963ec0-dfe2-45b3-a0cb-e416fe362654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:18.471367 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:19.286757 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:20.519001 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37036) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:43:20.698714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87336a59-378b-4d20-9e4a-698b2ad7fc19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:43:20.701020 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-87336a59-378b-4d20-9e4a-698b2ad7fc19 admin admin] 10.222.0.16 "GET /v2.0/subnets/2d506d50-0d27-45b2-88fe-5b55f21b12c8 HTTP/1.1" status: 200 len: 849 time: 0.1811306 Aug 05 13:43:20.860774 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6e28abd7-cf85-4840-818a-91a88356101c admin admin] 10.222.0.16 "GET /v2.0/routers/7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b HTTP/1.1" status: 200 len: 704 time: 0.1535928 Aug 05 13:43:21.073936 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:21.129400 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:21.426493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Allocated IP 172.20.0.1 (fbb6ac92-1712-46f4-a4f9-b8742d78c37c/2d506d50-0d27-45b2-88fe-5b55f21b12c8/8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:43:21.627132 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:21.649285 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Transition to ACTIVE for port object 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:43:21.731880 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:21.796496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Network fbb6ac92-1712-46f4-a4f9-b8742d78c37c is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:43:21.803015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:43:21.808526 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:43:21.809059 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:21.871085 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Pushing event updated for resources: {'Port': ['ID=8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:43:22.012627 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:22.017286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-daf40279-e81e-4957-94f9-04b6f1ad3e07 None None] Provisioning for port 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:43:22.021099 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-daf40279-e81e-4957-94f9-04b6f1ad3e07 None None] Provisioning complete for port 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:43:22.021608 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-daf40279-e81e-4957-94f9-04b6f1ad3e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:22.056789 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-daf40279-e81e-4957-94f9-04b6f1ad3e07 None None] Port 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:43:22.231175 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:22.235824 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:22.236579 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:22.313713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Pushing event updated for resources: {'Port': ['ID=8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:43:22.363811 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Network fbb6ac92-1712-46f4-a4f9-b8742d78c37c is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:43:22.365211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:43:22.541738 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Router 7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 13:43:22.578496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-24e96023-8a1d-4f05-99ca-d33efff694a3 None None] Provisioning complete for port 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:43:22.579082 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-24e96023-8a1d-4f05-99ca-d33efff694a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:22.610558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-24e96023-8a1d-4f05-99ca-d33efff694a3 None None] Port 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:43:22.634719 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:43:22.640795 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c95ad8b1-7011-4b80-9fca-1a45b5946c40 admin admin] 10.222.0.16 "PUT /v2.0/routers/7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7745767 Aug 05 13:43:22.646740 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Sync routers for ids ['7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:43:22.658418 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Routers {'7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:43:22.659302 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:43:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:43:22.847837 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Set router 7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:43:23.290607 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b', 'name': 'router1', 'tenant_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:43:12Z', 'updated_at': '2021-08-05T13:43:21Z', 'revision_number': 2, 'project_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'gw_port_host': None, '_interfaces': [{'id': '8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf', 'name': '', 'network_id': 'fbb6ac92-1712-46f4-a4f9-b8742d78c37c', 'tenant_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'mac_address': 'fa:16:3e:76:8b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d506d50-0d27-45b2-88fe-5b55f21b12c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:43:21Z', 'updated_at': '2021-08-05T13:43:22Z', 'revision_number': 2, 'project_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'subnets': [{'id': '2d506d50-0d27-45b2-88fe-5b55f21b12c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fc034f6-42ae-489b-b474-a96c152b847a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:43:23.343526 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Checking router: 7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:43:23.343897 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Updating router 7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b port 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:43:23.395071 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:23.945452 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:23.966185 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Transition to ACTIVE for port object 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:43:23.974286 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:24.143711 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc065e-c123-49df-9035-dab82238ac35 None None] Pushing event updated for resources: {'Port': ['ID=8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:43:24.160214 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc065e-c123-49df-9035-dab82238ac35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:24.160565 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc065e-c123-49df-9035-dab82238ac35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:24.160896 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc065e-c123-49df-9035-dab82238ac35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:24.161230 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc065e-c123-49df-9035-dab82238ac35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:24.161561 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc065e-c123-49df-9035-dab82238ac35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:24.161890 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc065e-c123-49df-9035-dab82238ac35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:24.162220 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc065e-c123-49df-9035-dab82238ac35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:24.162568 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc065e-c123-49df-9035-dab82238ac35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:24.162892 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc065e-c123-49df-9035-dab82238ac35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:24.163217 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc065e-c123-49df-9035-dab82238ac35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:24.163530 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc065e-c123-49df-9035-dab82238ac35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:24.163853 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc065e-c123-49df-9035-dab82238ac35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc065e-c123-49df-9035-dab82238ac35 None None] Tracked resource versions report: Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: pushed versions: Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: { 'AddressGroup': {'1.2'}, Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'ConntrackHelper': {'1.0'}, Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'Log': {'1.0'}, Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'Network': {'1.1'}, Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'Port': {'1.7'}, Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'PortForwarding': {'1.2'}, Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'QosPolicy': {'1.9'}, Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'SecurityGroup': {'1.4'}, Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'SecurityGroupRule': {'1.2'}, Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'SubPort': {'1.0'}, Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'Subnet': {'1.1'}, Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'Trunk': {'1.1'}} Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: consumer versions: Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: { DHCP agent@n-d-803585-2: {}, Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: L3 agent@n-d-803585-2: {}, Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: Metadata agent@n-d-803585-2: {}, Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: Metering agent@n-d-803585-2: {}, Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: Open vSwitch agent@n-d-803585-2: { 'AddressGroup': '1.2', Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'ConntrackHelper': '1.0', Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'Log': '1.0', Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'Network': '1.1', Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'Port': '1.7', Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'PortForwarding': '1.2', Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'QosPolicy': '1.9', Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'SecurityGroup': '1.4', Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'SecurityGroupRule': '1.2', Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'SubPort': '1.0', Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'Subnet': '1.1', Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: 'Trunk': '1.1'}} Aug 05 13:43:24.164911 n-d-803585-2 neutron-server[105726]: {{(pid=105726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 13:43:24.167665 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Attempting to bind port 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:43:24.168295 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Attempting to bind port 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '85bbd090-1ce9-4082-a89b-ce3dc938c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fbb6ac92-1712-46f4-a4f9-b8742d78c37c'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:43:24.168788 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Attempting to bind port 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf on network fbb6ac92-1712-46f4-a4f9-b8742d78c37c {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:43:24.174791 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:43:24.175215 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Checking segment: {'id': '85bbd090-1ce9-4082-a89b-ce3dc938c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fbb6ac92-1712-46f4-a4f9-b8742d78c37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:43:24.175715 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:24.176101 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Bound using segment: {'id': '85bbd090-1ce9-4082-a89b-ce3dc938c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fbb6ac92-1712-46f4-a4f9-b8742d78c37c'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:43:24.176600 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Bound port: 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bbd090-1ce9-4082-a89b-ce3dc938c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fbb6ac92-1712-46f4-a4f9-b8742d78c37c'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:43:24.177016 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:24.247684 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] For port 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:43:24.269999 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] For port 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf,segment=NetworkSegment(85bbd090-1ce9-4082-a89b-ce3dc938c970),segment_id=85bbd090-1ce9-4082-a89b-ce3dc938c970)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:43:24.274709 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:24.332948 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Routers {'7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:43:24.333584 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:43:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:43:24.372848 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc065e-c123-49df-9035-dab82238ac35 None None] Pushing event updated for resources: {'Port': ['ID=8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:43:24.443683 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] Set router 7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:43:24.658777 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b', 'name': 'router1', 'tenant_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:43:12Z', 'updated_at': '2021-08-05T13:43:21Z', 'revision_number': 2, 'project_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'gw_port_host': None, '_interfaces': [{'id': '8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf', 'name': '', 'network_id': 'fbb6ac92-1712-46f4-a4f9-b8742d78c37c', 'tenant_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'mac_address': 'fa:16:3e:76:8b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d506d50-0d27-45b2-88fe-5b55f21b12c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:43:21Z', 'updated_at': '2021-08-05T13:43:24Z', 'revision_number': 4, 'project_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'subnets': [{'id': '2d506d50-0d27-45b2-88fe-5b55f21b12c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fc034f6-42ae-489b-b474-a96c152b847a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:43:24.685471 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a5802-e6d3-4f07-a486-a6c616dd00e1 None None] The sync data for ids ['7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b'] in n-d-803585-2 is: [{'id': '7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b', 'name': 'router1', 'tenant_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:43:12Z', 'updated_at': '2021-08-05T13:43:21Z', 'revision_number': 2, 'project_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'gw_port_host': None, '_interfaces': [{'id': '8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf', 'name': '', 'network_id': 'fbb6ac92-1712-46f4-a4f9-b8742d78c37c', 'tenant_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'mac_address': 'fa:16:3e:76:8b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d506d50-0d27-45b2-88fe-5b55f21b12c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:43:21Z', 'updated_at': '2021-08-05T13:43:24Z', 'revision_number': 4, 'project_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'subnets': [{'id': '2d506d50-0d27-45b2-88fe-5b55f21b12c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fc034f6-42ae-489b-b474-a96c152b847a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:43:24.890606 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37056) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:43:25.001682 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7870a8-2bd7-4b59-931e-225a96fb162d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:43:25.003015 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-da7870a8-2bd7-4b59-931e-225a96fb162d admin admin] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 842 time: 0.1113563 Aug 05 13:43:25.013001 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-7ba32a01-d815-4465-a8d9-827d4f18e426 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.5.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'cidr': '172.25.5.0/24'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:43:25.037925 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba32a01-d815-4465-a8d9-827d4f18e426 admin admin] Made reservation on behalf of dd45c49224034041a699728a1fe9918a for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:43:25.039748 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ba32a01-d815-4465-a8d9-827d4f18e426 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:25.325727 n-d-803585-2 neutron-server[105723]: DEBUG neutron.objects.ports [None req-7ba32a01-d815-4465-a8d9-827d4f18e426 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 13:43:25.326166 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ba32a01-d815-4465-a8d9-827d4f18e426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:25.452019 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba32a01-d815-4465-a8d9-827d4f18e426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6da78c30-a3fb-45de-9268-5a486cfa6aa3,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:43:25.459597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba32a01-d815-4465-a8d9-827d4f18e426 admin admin] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:43:25.459960 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba32a01-d815-4465-a8d9-827d4f18e426 admin admin] Network hostable DHCP agents. Network: cf6fa08e-46af-456c-8194-bbadc29e93af, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:43:25.475853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba32a01-d815-4465-a8d9-827d4f18e426 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:43:25.485960 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-7ba32a01-d815-4465-a8d9-827d4f18e426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, cf6fa08e-46af-456c-8194-bbadc29e93af) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:43:25.489915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba32a01-d815-4465-a8d9-827d4f18e426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:43:25.491625 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ba32a01-d815-4465-a8d9-827d4f18e426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:25.496913 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa752598-9f12-4811-a0ab-5448ee788eb5 None None] Network cf6fa08e-46af-456c-8194-bbadc29e93af requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:43:25.514045 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7ba32a01-d815-4465-a8d9-827d4f18e426 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4950976 Aug 05 13:43:25.628297 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f25a65-c7b0-4046-9558-5f52b4fbc324 None None] Network cf6fa08e-46af-456c-8194-bbadc29e93af requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:43:28.001629 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37064) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:43:28.138295 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0e228d3f-ece2-4e9e-ab96-7709751e1274 admin admin] 10.222.0.16 "GET /v2.0/routers/7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b HTTP/1.1" status: 200 len: 710 time: 0.1329153 Aug 05 13:43:28.231200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07de52e8-a4e8-4246-a50c-272751999437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:43:28.232635 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-07de52e8-a4e8-4246-a50c-272751999437 admin admin] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 886 time: 0.0899618 Aug 05 13:43:28.242295 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-26896403-5414-45fa-9ef8-cbb1e313e5a5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:43:28.498393 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-26896403-5414-45fa-9ef8-cbb1e313e5a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:28.735444 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-26896403-5414-45fa-9ef8-cbb1e313e5a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:28.812113 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-26896403-5414-45fa-9ef8-cbb1e313e5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:28.915249 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-26896403-5414-45fa-9ef8-cbb1e313e5a5 admin admin] Allocated IP 172.25.5.156 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/19f465b7-e269-4428-a724-91455ecd4bf9) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:43:29.017666 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-26896403-5414-45fa-9ef8-cbb1e313e5a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:29.060239 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-26896403-5414-45fa-9ef8-cbb1e313e5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:29.099764 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26896403-5414-45fa-9ef8-cbb1e313e5a5 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:43:29.102432 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-26896403-5414-45fa-9ef8-cbb1e313e5a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:43:29.109915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26896403-5414-45fa-9ef8-cbb1e313e5a5 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:43:29.112679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26896403-5414-45fa-9ef8-cbb1e313e5a5 admin admin] Pushing event updated for resources: {'Port': ['ID=19f465b7-e269-4428-a724-91455ecd4bf9,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:43:29.368175 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-26896403-5414-45fa-9ef8-cbb1e313e5a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:29.647334 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-26896403-5414-45fa-9ef8-cbb1e313e5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:29.650841 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-26896403-5414-45fa-9ef8-cbb1e313e5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:29.760721 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26896403-5414-45fa-9ef8-cbb1e313e5a5 admin admin] Router 7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:43:29.881022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26896403-5414-45fa-9ef8-cbb1e313e5a5 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:43:29.885296 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-26896403-5414-45fa-9ef8-cbb1e313e5a5 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:29.886753 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-26896403-5414-45fa-9ef8-cbb1e313e5a5 admin admin] 10.222.0.16 "PUT /v2.0/routers/7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b HTTP/1.1" status: 200 len: 890 time: 1.6477096 Aug 05 13:43:30.343765 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:43:30.396142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:43:30.399787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:43:30.400152 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:30.477883 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:30.507982 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf,segment=NetworkSegment(85bbd090-1ce9-4082-a89b-ce3dc938c970),segment_id=85bbd090-1ce9-4082-a89b-ce3dc938c970)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:43:30.512951 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:30.567019 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:43:31.178551 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Sync routers for ids ['7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:43:31.189377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Routers {'7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:43:31.189998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:43:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:43:31.451705 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Set router 7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:43:31.843610 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b', 'name': 'router1', 'tenant_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '19f465b7-e269-4428-a724-91455ecd4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:43:12Z', 'updated_at': '2021-08-05T13:43:29Z', 'revision_number': 4, 'project_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'gw_port': {'id': '19f465b7-e269-4428-a724-91455ecd4bf9', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:eb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:43:28Z', 'updated_at': '2021-08-05T13:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf', 'name': '', 'network_id': 'fbb6ac92-1712-46f4-a4f9-b8742d78c37c', 'tenant_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'mac_address': 'fa:16:3e:76:8b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d506d50-0d27-45b2-88fe-5b55f21b12c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:43:21Z', 'updated_at': '2021-08-05T13:43:30Z', 'revision_number': 5, 'project_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'subnets': [{'id': '2d506d50-0d27-45b2-88fe-5b55f21b12c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fc034f6-42ae-489b-b474-a96c152b847a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:43:31.897131 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Checking router: 7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:43:31.897483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Updating router 7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b port 19f465b7-e269-4428-a724-91455ecd4bf9 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:43:31.946827 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:32.272434 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:32.284306 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Transition to ACTIVE for port object 19f465b7-e269-4428-a724-91455ecd4bf9 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:43:32.291753 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:32.337825 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37076) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:43:32.343796 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:43:32.351089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed083c0-0d30-4b05-93af-bcbc3bee6c58 None None] Pushing event updated for resources: {'Port': ['ID=19f465b7-e269-4428-a724-91455ecd4bf9,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:43:32.359955 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Attempting to bind port 19f465b7-e269-4428-a724-91455ecd4bf9 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:43:32.360322 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Attempting to bind port 19f465b7-e269-4428-a724-91455ecd4bf9 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:43:32.360683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Attempting to bind port 19f465b7-e269-4428-a724-91455ecd4bf9 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:43:32.366147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:43:32.366476 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:43:32.366826 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:32.367209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:43:32.367663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Bound port: 19f465b7-e269-4428-a724-91455ecd4bf9, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:43:32.368052 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:32.447157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] For port 19f465b7-e269-4428-a724-91455ecd4bf9, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:43:32.450891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] For port 19f465b7-e269-4428-a724-91455ecd4bf9, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=19f465b7-e269-4428-a724-91455ecd4bf9,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:43:32.455832 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:32.460683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:43:32.461043 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:32.494286 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a55de0c6-ad29-454e-b696-30cd15f92a15 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1398776 Aug 05 13:43:32.549558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed083c0-0d30-4b05-93af-bcbc3bee6c58 None None] Pushing event updated for resources: {'Port': ['ID=19f465b7-e269-4428-a724-91455ecd4bf9,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:43:32.561889 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Routers {'7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:43:32.562826 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:43:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:43:32.780472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] Set router 7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:43:32.941865 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 5 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:43:33.001039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b', 'name': 'router1', 'tenant_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '19f465b7-e269-4428-a724-91455ecd4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:43:12Z', 'updated_at': '2021-08-05T13:43:29Z', 'revision_number': 4, 'project_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'gw_port': {'id': '19f465b7-e269-4428-a724-91455ecd4bf9', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:eb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:43:28Z', 'updated_at': '2021-08-05T13:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf', 'name': '', 'network_id': 'fbb6ac92-1712-46f4-a4f9-b8742d78c37c', 'tenant_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'mac_address': 'fa:16:3e:76:8b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d506d50-0d27-45b2-88fe-5b55f21b12c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:43:21Z', 'updated_at': '2021-08-05T13:43:30Z', 'revision_number': 5, 'project_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'subnets': [{'id': '2d506d50-0d27-45b2-88fe-5b55f21b12c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fc034f6-42ae-489b-b474-a96c152b847a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:43:33.028746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac024fd-2885-46b9-b185-ff462115acb8 None None] The sync data for ids ['7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b'] in n-d-803585-2 is: [{'id': '7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b', 'name': 'router1', 'tenant_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '19f465b7-e269-4428-a724-91455ecd4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:43:12Z', 'updated_at': '2021-08-05T13:43:29Z', 'revision_number': 4, 'project_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'gw_port': {'id': '19f465b7-e269-4428-a724-91455ecd4bf9', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:eb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:43:28Z', 'updated_at': '2021-08-05T13:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf', 'name': '', 'network_id': 'fbb6ac92-1712-46f4-a4f9-b8742d78c37c', 'tenant_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'mac_address': 'fa:16:3e:76:8b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b58f7fc-0ce5-498e-ad41-c4b4c13ca89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d506d50-0d27-45b2-88fe-5b55f21b12c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:43:21Z', 'updated_at': '2021-08-05T13:43:30Z', 'revision_number': 5, 'project_id': 'aa05a49aa478445b82ea0ebb74e04b62', 'subnets': [{'id': '2d506d50-0d27-45b2-88fe-5b55f21b12c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fc034f6-42ae-489b-b474-a96c152b847a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:43:34.364352 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 19f465b7-e269-4428-a724-91455ecd4bf9 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:43:34.419936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 19f465b7-e269-4428-a724-91455ecd4bf9 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:43:34.425800 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 19f465b7-e269-4428-a724-91455ecd4bf9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:43:34.426179 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:34.518514 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:34.540689 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 19f465b7-e269-4428-a724-91455ecd4bf9, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=19f465b7-e269-4428-a724-91455ecd4bf9,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:43:34.545527 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:34.602372 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=19f465b7-e269-4428-a724-91455ecd4bf9,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:43:36.366866 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 19f465b7-e269-4428-a724-91455ecd4bf9 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:43:36.433588 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 19f465b7-e269-4428-a724-91455ecd4bf9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:43:36.435724 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:45.712795 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-70c9a161-1b5b-47e0-b33c-a0e5af7ebe26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:48.255415 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-236bb273-7974-4aca-998d-be21079bd2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:48.483970 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:49.302183 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:43:51.098193 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:44:09.942294 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 5 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:44:15.715880 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e652-49fe-4d03-80dc-d074a69770fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:44:18.248780 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b021f4b7-05a5-4da6-a739-7d6af7bb026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:44:18.482069 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:44:19.290397 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:44:21.100375 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:44:45.720020 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8ab4bbf8-464f-49b4-8b4b-d79dee474d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:44:46.940405 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 5 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:44:48.251126 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c992c7b2-cc0f-471d-96e9-f79cf1983ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:44:48.477765 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:44:49.292145 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:44:51.101547 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:45:14.638550 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37678) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:45:14.700336 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f91a240-f779-40d1-b29c-cf6c35681cc2 admin admin] GET failed (client error): The resource could not be found. Aug 05 13:45:14.701672 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8f91a240-f779-40d1-b29c-cf6c35681cc2 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621645 Aug 05 13:45:14.860093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8353cb99-4082-4872-969e-ed99f7233570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:45:14.861494 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8353cb99-4082-4872-969e-ed99f7233570 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1551564 Aug 05 13:45:15.721965 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7572-4d4c-4bc8-91cf-aa62e4abef6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:45:17.040423 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37688) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:45:17.188955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4e8780-bb29-47b2-a66e-ec2a92416504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:45:17.190346 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7d4e8780-bb29-47b2-a66e-ec2a92416504 admin admin] 10.222.0.16 "GET /v2.0/subnets/2d506d50-0d27-45b2-88fe-5b55f21b12c8 HTTP/1.1" status: 200 len: 849 time: 0.1489694 Aug 05 13:45:17.200401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:45:17.287335 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Notify callbacks [] for subnet, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:45:17.440156 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785080342878'] for subnet, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:45:17.508845 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:45:17.510002 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:45:17.511724 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] 10.222.0.16 "PUT /v2.0/subnets/2d506d50-0d27-45b2-88fe-5b55f21b12c8 HTTP/1.1" status: 200 len: 868 time: 0.3152854 Aug 05 13:45:17.512176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e21be83-3104-4f7a-84a8-11db52a999f4 None None] Network fbb6ac92-1712-46f4-a4f9-b8742d78c37c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:45:17.527800 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d506d50-0d27-45b2-88fe-5b55f21b12c8,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:45:17.537672 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:45:17.538750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:45:17.539081 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:45:17.539420 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:45:17.539753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:45:17.540090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:45:17.540434 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:45:17.540750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:45:17.541087 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:45:17.541402 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:45:17.541728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:45:17.542050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65750bd4-0a5f-44c1-a8ba-5df6eae23dca admin admin] Tracked resource versions report: Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: pushed versions: Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: { 'AddressGroup': {'1.2'}, Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'ConntrackHelper': {'1.0'}, Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'Log': {'1.0'}, Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'Network': {'1.1'}, Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'Port': {'1.7'}, Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'PortForwarding': {'1.2'}, Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'QosPolicy': {'1.9'}, Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'SecurityGroup': {'1.4'}, Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'SecurityGroupRule': {'1.2'}, Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'SubPort': {'1.0'}, Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'Subnet': {'1.1'}, Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'Trunk': {'1.1'}} Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: consumer versions: Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: { DHCP agent@n-d-803585-2: {}, Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: L3 agent@n-d-803585-2: {}, Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: Metadata agent@n-d-803585-2: {}, Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: Metering agent@n-d-803585-2: {}, Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: Open vSwitch agent@n-d-803585-2: { 'AddressGroup': '1.2', Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'ConntrackHelper': '1.0', Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'Log': '1.0', Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'Network': '1.1', Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'Port': '1.7', Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'PortForwarding': '1.2', Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'QosPolicy': '1.9', Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'SecurityGroup': '1.4', Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'SecurityGroupRule': '1.2', Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'SubPort': '1.0', Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'Subnet': '1.1', Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: 'Trunk': '1.1'}} Aug 05 13:45:17.543209 n-d-803585-2 neutron-server[105724]: {{(pid=105724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 13:45:17.930120 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-df70f32f-9fca-49d2-b61e-5e8a349fbe23 None None] Provisioning complete for port 8e278a5a-6cbe-46f9-b953-5b6ef5aba7bf triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:45:17.930120 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-df70f32f-9fca-49d2-b61e-5e8a349fbe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:45:18.014916 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-df70f32f-9fca-49d2-b61e-5e8a349fbe23 None None] Provisioning complete for port bf81997f-9476-44f6-a784-aedb6270a5c4 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:45:18.015287 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-df70f32f-9fca-49d2-b61e-5e8a349fbe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:45:18.253864 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d4acb02c-46b2-4b1f-8c8a-a952048b8a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:45:18.479936 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:45:19.299730 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:45:19.687165 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37702) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:45:19.892275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9df1152-d012-4635-81ef-cc64a51f7082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:45:19.892671 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9df1152-d012-4635-81ef-cc64a51f7082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:45:19.894238 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a9df1152-d012-4635-81ef-cc64a51f7082 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2061224 Aug 05 13:45:21.104065 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:45:22.140467 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37710) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:45:22.276231 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a174bc-e761-4a83-9177-933b85bc1d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:45:22.276709 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a174bc-e761-4a83-9177-933b85bc1d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:45:22.278310 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-10a174bc-e761-4a83-9177-933b85bc1d5b admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1368418 Aug 05 13:45:23.940755 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 5 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:45:24.477362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37718) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:45:24.601987 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2b11bc-7377-47c1-916f-0321a2422926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:45:24.603325 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0d2b11bc-7377-47c1-916f-0321a2422926 admin admin] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 886 time: 0.1247385 Aug 05 13:45:26.776998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37726) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:45:26.907762 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e0a36c-c606-4a56-b221-0109ff766416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:45:26.909046 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d6e0a36c-c606-4a56-b221-0109ff766416 admin admin] 10.222.0.16 "GET /v2.0/networks/fbb6ac92-1712-46f4-a4f9-b8742d78c37c HTTP/1.1" status: 200 len: 869 time: 0.1311092 Aug 05 13:45:29.136499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37734) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:45:29.259266 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55685ec-af07-4319-b67b-21a0075c7251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:45:29.259728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55685ec-af07-4319-b67b-21a0075c7251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:45:29.261285 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d55685ec-af07-4319-b67b-21a0075c7251 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238246 Aug 05 13:45:31.456567 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37742) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:45:31.549896 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a32209d-0094-40a1-9c69-f12ec5f6e1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:45:31.550374 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a32209d-0094-40a1-9c69-f12ec5f6e1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:45:31.551902 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2a32209d-0094-40a1-9c69-f12ec5f6e1cc admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0943794 Aug 05 13:45:33.745569 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37750) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:45:33.838734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a59b42-060e-4bb9-b1e4-b99a01e69a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:45:33.840168 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-53a59b42-060e-4bb9-b1e4-b99a01e69a26 admin admin] 10.222.0.16 "GET /v2.0/subnets/2d506d50-0d27-45b2-88fe-5b55f21b12c8 HTTP/1.1" status: 200 len: 868 time: 0.0936289 Aug 05 13:45:36.023744 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37758) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:45:36.109975 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fb6939-86ea-43e3-a6a6-33adbb80bd2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:45:36.111374 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-09fb6939-86ea-43e3-a6a6-33adbb80bd2d admin admin] 10.222.0.16 "GET /v2.0/subnets/6da78c30-a3fb-45de-9268-5a486cfa6aa3 HTTP/1.1" status: 200 len: 816 time: 0.0866807 Aug 05 13:45:45.722567 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-394ef250-5678-4198-95de-26eda010e37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:45:48.255353 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-693c27e7-4ab8-4d89-b118-8f283c5ea67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:45:48.481766 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:45:49.295363 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:45:51.110426 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:00.939169 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 5 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:46:02.230076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37812) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:46:02.278113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-0c925522-ab9c-4880-aae5-311104c5984d admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:46:02.279662 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0c925522-ab9c-4880-aae5-311104c5984d admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477889 Aug 05 13:46:04.515297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37820) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:46:04.578750 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-0950aed0-a61f-4f20-b1b2-0566f1d7245e admin admin] GET failed (client error): The resource could not be found. Aug 05 13:46:04.580075 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0950aed0-a61f-4f20-b1b2-0566f1d7245e admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0638437 Aug 05 13:46:04.664191 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3aec84-5145-462d-8874-eea81d88be53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:46:04.665608 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5f3aec84-5145-462d-8874-eea81d88be53 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0811887 Aug 05 13:46:06.841962 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37828) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:46:06.890868 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:46:06.911958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Made reservation on behalf of dd45c49224034041a699728a1fe9918a for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:46:06.915426 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:06.944264 n-d-803585-2 neutron-server[105723]: WARNING neutron.services.revisions.revision_plugin [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Could not find related network for resource to bump revision. Aug 05 13:46:06.955566 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:46:06.965385 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:06.965739 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Added segment 8917146d-a310-4cfd-a24e-a47623d8335a of type vlan for network 83e9be3a-5e26-43c0-b887-58f3160128a8 Aug 05 13:46:07.005213 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:07.036668 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:07.037535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:46:07.038907 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:07.186861 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3437412 Aug 05 13:46:07.191711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Pushing event updated for resources: {'Network': ['ID=83e9be3a-5e26-43c0-b887-58f3160128a8,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:46:07.200022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:07.200375 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:07.200725 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:07.201071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:07.201428 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:07.201764 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:07.202096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:07.202453 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:07.202786 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:07.203115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:07.203440 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:07.203763 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5c883-4412-4365-b17d-b609ce74a87e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:07.215718 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:46:09.436916 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37836) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:46:09.498115 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dad11f2-cbb6-4dc1-92ad-28f6b80908f9 admin admin] GET failed (client error): The resource could not be found. Aug 05 13:46:09.499482 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8dad11f2-cbb6-4dc1-92ad-28f6b80908f9 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615685 Aug 05 13:46:09.571643 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f69b60-6d92-4c33-b7b5-7744961578b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:46:09.573382 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b9f69b60-6d92-4c33-b7b5-7744961578b9 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695155 Aug 05 13:46:09.583675 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ac71037b-24f2-48f9-bac5-5ef193a6b9f3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:46:09.605096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac71037b-24f2-48f9-bac5-5ef193a6b9f3 admin admin] Made reservation on behalf of dd45c49224034041a699728a1fe9918a for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:46:09.607379 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ac71037b-24f2-48f9-bac5-5ef193a6b9f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:09.768999 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ac71037b-24f2-48f9-bac5-5ef193a6b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:09.824255 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71037b-24f2-48f9-bac5-5ef193a6b9f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=066bc110-a163-47c2-afa1-c6a7fe8d704f,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:46:09.830938 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac71037b-24f2-48f9-bac5-5ef193a6b9f3 admin admin] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:46:09.831296 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac71037b-24f2-48f9-bac5-5ef193a6b9f3 admin admin] Network hostable DHCP agents. Network: 83e9be3a-5e26-43c0-b887-58f3160128a8, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:46:09.847662 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac71037b-24f2-48f9-bac5-5ef193a6b9f3 admin admin] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:46:09.856352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-ac71037b-24f2-48f9-bac5-5ef193a6b9f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 83e9be3a-5e26-43c0-b887-58f3160128a8) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:46:09.860358 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac71037b-24f2-48f9-bac5-5ef193a6b9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:46:09.860953 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ac71037b-24f2-48f9-bac5-5ef193a6b9f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:09.866441 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d5c9f5-d5a7-4924-806e-ad645105a2e2 None None] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:46:09.874789 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ac71037b-24f2-48f9-bac5-5ef193a6b9f3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2945781 Aug 05 13:46:10.021031 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-83e9be3a-5e26-43c0-b887-58f3160128a8', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'tenant_id': 'dd45c49224034041a699728a1fe9918a', 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:46:10.022469 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:10.252661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Allocated IP 192.168.233.2 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:46:10.402542 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:10.411437 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Transition to ACTIVE for port object 82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:46:10.428115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Transition to ACTIVE for port object 82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:46:10.435384 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:10.476016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:46:10.479158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:46:10.482595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:46:10.488060 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Pushing event updated for resources: {'Port': ['ID=82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:46:10.516721 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:10.517068 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:10.517407 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:10.517742 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:10.518073 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:10.518428 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:10.518757 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:10.519084 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:10.519409 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:10.519748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:10.520072 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:10.520393 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:46:10.552731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Attempting to bind port 82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:46:10.553100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Attempting to bind port 82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:46:10.553539 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Attempting to bind port 82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:46:10.558577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:46:10.558950 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:46:10.559348 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:10.559759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:46:10.560198 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Bound port: 82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:46:10.560599 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:10.623228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] For port 82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:46:10.626325 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] For port 82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:46:10.633830 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:10.694637 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fbb47-f272-4eb4-b11e-0e593f964733 None None] Pushing event updated for resources: {'Port': ['ID=82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:46:11.539649 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b62cffb-0dda-48bd-b8c7-e138e9db2f9e None None] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:46:11.668147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-87510b33-85fc-4a13-ab58-1783adb9503c None None] Provisioning for port 82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:46:12.488246 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:46:12.539202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:46:12.542954 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:46:12.543515 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:12.636606 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:12.674430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:46:12.678613 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:12.735976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:46:14.457640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:46:14.509856 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 82681a4d-dbc0-4ecd-bbf2-735b1f6e46e0 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:46:14.510231 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:15.728331 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-72f66e04-3a6e-4cf5-a458-391c579e88a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:18.259428 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3f91d7fa-00b9-44f9-974b-45206ca6276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:18.482167 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:19.299374 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:21.108144 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:37.937469 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 5 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:46:45.720335 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-12e2e4f3-6a52-4f86-aedb-2584bdca81b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:48.260362 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9acb145b-c1fb-48d0-a758-75a882060044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:48.484698 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:49.300936 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:46:51.110664 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:47:14.936516 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 5 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:47:15.720980 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1d4de55f-708f-46b0-876d-a4068800b71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:47:18.261747 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e004ff17-1736-43c3-9298-5c0fc5f47d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:47:18.486776 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:47:18.847522 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37888) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:47:18.853541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-1ec5bc87-d509-4439-9886-504290a3eadd tempest-verify_tempest_config-1231579050 tempest-verify_tempest_config-1231579050-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:47:18.854539 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1ec5bc87-d509-4439-9886-504290a3eadd tempest-verify_tempest_config-1231579050 tempest-verify_tempest_config-1231579050-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060291 Aug 05 13:47:19.164514 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37906) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:47:19.267151 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e97d4322-115e-4dcd-8120-6ae7396d5351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:47:19.303828 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:47:19.359801 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e97d4322-115e-4dcd-8120-6ae7396d5351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:47:19.363544 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e97d4322-115e-4dcd-8120-6ae7396d5351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:47:19.407537 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e97d4322-115e-4dcd-8120-6ae7396d5351 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b1c428f156148ba9c0a266495e0596b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2419062 Aug 05 13:47:19.409522 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d4322-115e-4dcd-8120-6ae7396d5351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead95a20-2463-4d4a-a388-e2d8de9e90dc,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:47:19.410303 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37910) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:47:19.416715 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d4322-115e-4dcd-8120-6ae7396d5351 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.417061 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d4322-115e-4dcd-8120-6ae7396d5351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.417399 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d4322-115e-4dcd-8120-6ae7396d5351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.417732 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d4322-115e-4dcd-8120-6ae7396d5351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.418065 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d4322-115e-4dcd-8120-6ae7396d5351 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.418428 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d4322-115e-4dcd-8120-6ae7396d5351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.418755 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d4322-115e-4dcd-8120-6ae7396d5351 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.419077 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d4322-115e-4dcd-8120-6ae7396d5351 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.419397 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d4322-115e-4dcd-8120-6ae7396d5351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.419718 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d4322-115e-4dcd-8120-6ae7396d5351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.420039 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d4322-115e-4dcd-8120-6ae7396d5351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.420359 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d4322-115e-4dcd-8120-6ae7396d5351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.494090 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f1489eb9-5e9a-49ae-8da1-0d1890e37f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:47:19.514959 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f1489eb9-5e9a-49ae-8da1-0d1890e37f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:47:19.603225 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f1489eb9-5e9a-49ae-8da1-0d1890e37f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:47:19.605727 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f1489eb9-5e9a-49ae-8da1-0d1890e37f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:47:19.606919 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f1489eb9-5e9a-49ae-8da1-0d1890e37f32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ead95a20-2463-4d4a-a388-e2d8de9e90dc HTTP/1.1" status: 204 len: 168 time: 0.1954827 Aug 05 13:47:19.615569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1489eb9-5e9a-49ae-8da1-0d1890e37f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead95a20-2463-4d4a-a388-e2d8de9e90dc,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:47:19.622882 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1489eb9-5e9a-49ae-8da1-0d1890e37f32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.623232 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1489eb9-5e9a-49ae-8da1-0d1890e37f32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.623576 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1489eb9-5e9a-49ae-8da1-0d1890e37f32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.623930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1489eb9-5e9a-49ae-8da1-0d1890e37f32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.624253 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1489eb9-5e9a-49ae-8da1-0d1890e37f32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.624586 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1489eb9-5e9a-49ae-8da1-0d1890e37f32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.624915 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1489eb9-5e9a-49ae-8da1-0d1890e37f32 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.625239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1489eb9-5e9a-49ae-8da1-0d1890e37f32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.625578 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1489eb9-5e9a-49ae-8da1-0d1890e37f32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.625903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1489eb9-5e9a-49ae-8da1-0d1890e37f32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.626221 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1489eb9-5e9a-49ae-8da1-0d1890e37f32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:19.626564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1489eb9-5e9a-49ae-8da1-0d1890e37f32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:47:21.112974 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:47:45.721308 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1e2a4b42-eda1-4ddd-b4d1-44dddb56fb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:47:48.262020 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c34f0479-d219-45ed-ae0a-1169aebcd48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:47:48.488960 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:47:49.307438 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:47:51.118306 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:47:51.934509 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 5 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:48:15.724657 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d80dceee-a1a0-4374-b0f8-db37f5a31279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:48:18.263208 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f775e113-cd28-4e98-9c13-3f6211742433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:48:18.490059 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:48:19.310830 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:48:21.119609 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:48:28.934826 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 5 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:48:45.728313 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e1f903b9-89a6-4f0e-8bab-5713ea7decf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:48:48.266185 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e1767e76-827a-431d-9e98-07f2573e98b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:48:48.490802 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:48:49.313723 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:48:51.123444 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:49:05.932866 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 5 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:49:15.728658 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f4deb380-ccd6-4079-b520-020e45b3893c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:49:18.267103 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3371cfce-e1ac-4cc5-84f4-41524d649ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:49:18.490898 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:49:19.317925 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:49:21.126863 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:49:42.930866 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 5 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:49:45.729353 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0bebe785-706c-4a62-b332-cbb3eb202f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:49:48.268504 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1aebb15b-b41d-403b-87f1-1be0ff84329c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:49:48.490942 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:49:49.318363 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:49:51.128884 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:50:14.336638 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584797'] for agent, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:50:15.734477 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584797'] for agent, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:50:15.736734 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-99117dde-55d4-432f-8d4c-86fc3976907c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:50:18.270724 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d37a8e63-9332-4aad-ad63-7fdeac6ac21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:50:18.495650 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:50:19.326472 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:50:19.929416 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:50:21.131711 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:50:44.287127 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:50:45.674503 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:50:45.727801 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cebe320a-ddcc-4510-94e0-ac5d9b487320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:50:48.271178 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d3a2bb87-edb4-4bb5-aed1-7756a4b4f92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:50:48.491808 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:50:49.330033 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:50:51.134960 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:50:56.928034 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:51:05.126989 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37976) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:51:05.244111 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-df46f40b-9df5-45b9-8e2f-698beb7f8702 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1160345 Aug 05 13:51:07.477985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37986) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:51:07.541348 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5217908e-c9e6-4c6d-aad3-a6458137bc95 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0622365 Aug 05 13:51:14.288824 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:51:15.670151 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:51:15.728103 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2925d2d3-3e4b-4b67-8d51-baca92d6324f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:51:18.273308 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ba10e871-2f71-42cb-ba70-08603f9fa5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:51:18.494349 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:51:19.326958 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:51:21.137886 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:51:33.928997 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:51:44.308739 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:51:45.687348 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:51:45.740698 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9924-78aa-4440-8309-6da9e2e9c9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:51:48.274611 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f8e73b7a-6943-4727-9ae6-84c489218b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:51:48.500351 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:51:49.331974 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:51:51.144407 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:10.929678 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:52:14.433383 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:15.683943 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:15.731478 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-831c6dc8-4fee-490e-8029-4447ef5a3661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:18.276545 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b9ad085c-d358-48ba-afdb-a07f1ebaed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:18.496453 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:19.335042 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:21.146401 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:29.640802 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38212) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:30.139713 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6930a2c6-521f-4673-b063-99b176e5b963 tempest-AutoAllocateNetworkTest-147269106 tempest-AutoAllocateNetworkTest-147269106-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aa8cce4f74f04c7c9c2a10819ea11400&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4968042 Aug 05 13:52:30.139928 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38234) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:30.335669 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ce5297-a59f-4d39-83b9-b7f782d489b4 tempest-AutoAllocateNetworkTest-147269106 tempest-AutoAllocateNetworkTest-147269106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:30.337181 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-39ce5297-a59f-4d39-83b9-b7f782d489b4 tempest-AutoAllocateNetworkTest-147269106 tempest-AutoAllocateNetworkTest-147269106-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1964715 Aug 05 13:52:30.341274 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38246) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:30.403444 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38252) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:30.403850 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-69291123-6336-4118-a2c0-e8b6f92fc0e1 tempest-AutoAllocateNetworkTest-147269106 tempest-AutoAllocateNetworkTest-147269106-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614772 Aug 05 13:52:30.449999 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c363e8b3-5b07-4006-9759-d9d9854afc2e tempest-AutoAllocateNetworkTest-147269106 tempest-AutoAllocateNetworkTest-147269106-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aa8cce4f74f04c7c9c2a10819ea11400 HTTP/1.1" status: 200 len: 208 time: 0.0454166 Aug 05 13:52:30.968294 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38296) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:31.341797 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6729059-a5f1-4329-b412-5c862079b232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:31.445339 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6729059-a5f1-4329-b412-5c862079b232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:31.450367 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6729059-a5f1-4329-b412-5c862079b232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:31.490492 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6729059-a5f1-4329-b412-5c862079b232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b460df-a0e7-4b1c-9eca-7798925e4619,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:31.501036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729059-a5f1-4329-b412-5c862079b232 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.501396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729059-a5f1-4329-b412-5c862079b232 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.501746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729059-a5f1-4329-b412-5c862079b232 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.502092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729059-a5f1-4329-b412-5c862079b232 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.502459 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729059-a5f1-4329-b412-5c862079b232 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.502796 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729059-a5f1-4329-b412-5c862079b232 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.503132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729059-a5f1-4329-b412-5c862079b232 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.503464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729059-a5f1-4329-b412-5c862079b232 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.503793 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729059-a5f1-4329-b412-5c862079b232 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.504118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729059-a5f1-4329-b412-5c862079b232 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.504455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729059-a5f1-4329-b412-5c862079b232 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.504767 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729059-a5f1-4329-b412-5c862079b232 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6729059-a5f1-4329-b412-5c862079b232 admin admin] Tracked resource versions report: Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: pushed versions: Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: { 'AddressGroup': {'1.2'}, Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'ConntrackHelper': {'1.0'}, Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'Log': {'1.0'}, Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'Network': {'1.1'}, Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'Port': {'1.7'}, Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'PortForwarding': {'1.2'}, Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'QosPolicy': {'1.9'}, Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'SecurityGroup': {'1.4'}, Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'SecurityGroupRule': {'1.2'}, Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'SubPort': {'1.0'}, Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'Subnet': {'1.1'}, Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'Trunk': {'1.1'}} Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: consumer versions: Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: { DHCP agent@n-d-803585-2: {}, Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: HyperV agent@n-h1-803585-2: {}, Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: HyperV agent@n-h2-803585-2: {}, Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: L3 agent@n-d-803585-2: {}, Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: Metadata agent@n-d-803585-2: {}, Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: Metering agent@n-d-803585-2: {}, Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: Open vSwitch agent@n-d-803585-2: { 'AddressGroup': '1.2', Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'ConntrackHelper': '1.0', Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'Log': '1.0', Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'Network': '1.1', Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'Port': '1.7', Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'PortForwarding': '1.2', Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'QosPolicy': '1.9', Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'SecurityGroup': '1.4', Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'SecurityGroupRule': '1.2', Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'SubPort': '1.0', Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'Subnet': '1.1', Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: 'Trunk': '1.1'}} Aug 05 13:52:31.505796 n-d-803585-2 neutron-server[105724]: {{(pid=105724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 13:52:31.522429 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38320) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:31.531195 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e6729059-a5f1-4329-b412-5c862079b232 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa8cce4f74f04c7c9c2a10819ea11400&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5607657 Aug 05 13:52:31.611760 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:31.659516 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:31.745653 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:31.750449 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:31.752830 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05b460df-a0e7-4b1c-9eca-7798925e4619 HTTP/1.1" status: 204 len: 168 time: 0.2294872 Aug 05 13:52:31.764113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b460df-a0e7-4b1c-9eca-7798925e4619,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:31.776789 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.777133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.777472 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.777806 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.778133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.779036 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.779548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.780043 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.780926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.781425 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.782028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.783011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ecd47-411c-464f-b73c-eb661997e6f5 admin admin] Tracked resource versions report: Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: pushed versions: Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: { 'AddressGroup': {'1.2'}, Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'ConntrackHelper': {'1.0'}, Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'Log': {'1.0'}, Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'Network': {'1.1'}, Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'Port': {'1.7'}, Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'PortForwarding': {'1.2'}, Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'QosPolicy': {'1.9'}, Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'SecurityGroup': {'1.4'}, Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'SecurityGroupRule': {'1.2'}, Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'SubPort': {'1.0'}, Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'Subnet': {'1.1'}, Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'Trunk': {'1.1'}} Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: consumer versions: Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: { DHCP agent@n-d-803585-2: {}, Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: HyperV agent@n-h1-803585-2: {}, Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: HyperV agent@n-h2-803585-2: {}, Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: L3 agent@n-d-803585-2: {}, Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: Metadata agent@n-d-803585-2: {}, Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: Metering agent@n-d-803585-2: {}, Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: Open vSwitch agent@n-d-803585-2: { 'AddressGroup': '1.2', Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'ConntrackHelper': '1.0', Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'Log': '1.0', Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'Network': '1.1', Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'Port': '1.7', Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'PortForwarding': '1.2', Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'QosPolicy': '1.9', Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'SecurityGroup': '1.4', Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'SecurityGroupRule': '1.2', Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'SubPort': '1.0', Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'Subnet': '1.1', Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: 'Trunk': '1.1'}} Aug 05 13:52:31.784372 n-d-803585-2 neutron-server[105723]: {{(pid=105723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 13:52:32.794224 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38388) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:32.861814 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38398) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:33.067462 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a834a4d7-f855-45c8-823c-8502081fcc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:33.124264 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e37711bc-7927-428e-bd5a-6094a50d3c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:33.211397 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a834a4d7-f855-45c8-823c-8502081fcc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:33.218708 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a834a4d7-f855-45c8-823c-8502081fcc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:33.254668 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a834a4d7-f855-45c8-823c-8502081fcc81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e20523885624a2589679a38724e3723&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4588509 Aug 05 13:52:33.257348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38426) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:33.289782 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834a4d7-f855-45c8-823c-8502081fcc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2bb20d-5840-444e-add6-d5143d5f847c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:33.358293 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07185b97-8870-4d0b-aaad-7217dbd8c7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:33.387113 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e37711bc-7927-428e-bd5a-6094a50d3c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:33.394101 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e37711bc-7927-428e-bd5a-6094a50d3c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:33.394773 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07185b97-8870-4d0b-aaad-7217dbd8c7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:33.449556 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37711bc-7927-428e-bd5a-6094a50d3c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9146bb5b-191b-4c98-b600-c620edc4368d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:33.456789 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e37711bc-7927-428e-bd5a-6094a50d3c30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1938295d2c4c46f3a2d6d0c88a30beca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5935581 Aug 05 13:52:33.459677 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38442) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:33.494188 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07185b97-8870-4d0b-aaad-7217dbd8c7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:33.497870 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07185b97-8870-4d0b-aaad-7217dbd8c7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:33.503035 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-07185b97-8870-4d0b-aaad-7217dbd8c7b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af2bb20d-5840-444e-add6-d5143d5f847c HTTP/1.1" status: 204 len: 168 time: 0.2419691 Aug 05 13:52:33.512476 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07185b97-8870-4d0b-aaad-7217dbd8c7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2bb20d-5840-444e-add6-d5143d5f847c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:33.530305 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33707109-6658-42f8-b513-453eb8b46abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:33.556995 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33707109-6658-42f8-b513-453eb8b46abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:33.626344 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33707109-6658-42f8-b513-453eb8b46abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:33.629080 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33707109-6658-42f8-b513-453eb8b46abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:33.633145 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-33707109-6658-42f8-b513-453eb8b46abf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9146bb5b-191b-4c98-b600-c620edc4368d HTTP/1.1" status: 204 len: 168 time: 0.1710947 Aug 05 13:52:33.645274 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33707109-6658-42f8-b513-453eb8b46abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9146bb5b-191b-4c98-b600-c620edc4368d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:34.202642 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38506) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:34.205030 n-d-803585-2 neutron-server[105723]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 05 13:52:34.241112 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-848a3f18-9619-4af6-9d32-14e6636870e9 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1e85f29223a548bfb9e5809ca53e3c70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371940 Aug 05 13:52:34.299011 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38512) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:34.314816 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-044b19ba-ed20-4e84-a651-a1c6cb5334dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:34.333681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38516) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:34.370192 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15285caf-241b-43d1-8a2e-3f84819fcee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:34.416666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-e1e0d60a-567e-43c4-a4a3-b65cee16b07a tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:34.426725 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-e1e0d60a-567e-43c4-a4a3-b65cee16b07a tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846192 Aug 05 13:52:34.445034 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-c540421e-689f-4c30-9859-20f0eff3b956 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/quotas/1e85f29223a548bfb9e5809ca53e3c70 HTTP/1.1" status: 200 len: 375 time: 0.0173886 Aug 05 13:52:34.499684 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15285caf-241b-43d1-8a2e-3f84819fcee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:34.525742 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15285caf-241b-43d1-8a2e-3f84819fcee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:34.561513 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-0f943a5a-abad-453d-8d03-a06d8cdf4c82 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e85f29223a548bfb9e5809ca53e3c70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1090603 Aug 05 13:52:34.586898 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-15285caf-241b-43d1-8a2e-3f84819fcee4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6509a02ff9f24f23bd792c6aa697583c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2515619 Aug 05 13:52:34.591063 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38536) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:34.709799 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-df43a3f8-a461-4fec-814e-3a77b7c9bd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:34.719384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15285caf-241b-43d1-8a2e-3f84819fcee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18cc208-caeb-46ce-a482-1c6550bc0142,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:34.756810 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-df43a3f8-a461-4fec-814e-3a77b7c9bd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:34.783521 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-044b19ba-ed20-4e84-a651-a1c6cb5334dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:34.790701 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-044b19ba-ed20-4e84-a651-a1c6cb5334dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:34.839563 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-df43a3f8-a461-4fec-814e-3a77b7c9bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:34.843220 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-df43a3f8-a461-4fec-814e-3a77b7c9bd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:34.845772 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-df43a3f8-a461-4fec-814e-3a77b7c9bd85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c18cc208-caeb-46ce-a482-1c6550bc0142 HTTP/1.1" status: 204 len: 168 time: 0.2524023 Aug 05 13:52:34.857596 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43a3f8-a461-4fec-814e-3a77b7c9bd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18cc208-caeb-46ce-a482-1c6550bc0142,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:34.893712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b19ba-ed20-4e84-a651-a1c6cb5334dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466c601d-b1ee-4e0c-9462-9fc913bb9ed6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:34.902594 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38558) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:34.903594 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-044b19ba-ed20-4e84-a651-a1c6cb5334dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fff00088fd694598b0268eb3b991c117&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6048791 Aug 05 13:52:34.996836 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90cb1865-9fc3-4129-850a-4bc14fcd7455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:35.008704 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38570) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:35.031499 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90cb1865-9fc3-4129-850a-4bc14fcd7455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:35.100663 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b5e87d7-7c26-44e6-b53c-f30088c4456f req-ec975646-54a1-4a69-bf34-9450a24980f5 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 210 time: 0.0611153 Aug 05 13:52:35.148191 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90cb1865-9fc3-4129-850a-4bc14fcd7455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:35.151147 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90cb1865-9fc3-4129-850a-4bc14fcd7455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:35.155354 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-90cb1865-9fc3-4129-850a-4bc14fcd7455 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/466c601d-b1ee-4e0c-9462-9fc913bb9ed6 HTTP/1.1" status: 204 len: 168 time: 0.2515140 Aug 05 13:52:35.164329 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb1865-9fc3-4129-850a-4bc14fcd7455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466c601d-b1ee-4e0c-9462-9fc913bb9ed6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:35.362162 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d855c687-3bbe-49ca-8e85-ecc66c737b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:35.479269 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d855c687-3bbe-49ca-8e85-ecc66c737b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:35.485281 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d855c687-3bbe-49ca-8e85-ecc66c737b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:35.529415 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d855c687-3bbe-49ca-8e85-ecc66c737b90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=191f0200aab042aeb9c2b3127a094658&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5193956 Aug 05 13:52:35.532123 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38602) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:35.532956 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855c687-3bbe-49ca-8e85-ecc66c737b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f2ca8c-6793-40b3-b075-e7b5f2dfc5b0,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:35.590765 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-21923c7e-31dc-4745-86cd-de932a415af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:35.616302 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-21923c7e-31dc-4745-86cd-de932a415af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:35.668848 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-21923c7e-31dc-4745-86cd-de932a415af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:35.671404 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-21923c7e-31dc-4745-86cd-de932a415af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:35.675140 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-21923c7e-31dc-4745-86cd-de932a415af0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58f2ca8c-6793-40b3-b075-e7b5f2dfc5b0 HTTP/1.1" status: 204 len: 168 time: 0.1395893 Aug 05 13:52:35.680637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21923c7e-31dc-4745-86cd-de932a415af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f2ca8c-6793-40b3-b075-e7b5f2dfc5b0,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:36.172969 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38652) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:36.188487 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43758ae2-c458-4276-8f2b-5784c1355de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:36.333644 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43758ae2-c458-4276-8f2b-5784c1355de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:36.340945 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43758ae2-c458-4276-8f2b-5784c1355de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:36.427403 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-43758ae2-c458-4276-8f2b-5784c1355de6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d1120060bb44626b08c0ee40b9b7694&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2527008 Aug 05 13:52:36.428794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43758ae2-c458-4276-8f2b-5784c1355de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c675b81c-fdb6-453e-aaba-1f550be08f42,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:36.429997 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38666) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:36.472588 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9bb37cc1-6e34-41c4-95c9-57aa1f6b861d req-86c3a934-66ec-492a-9e54-fb513de4f2b6 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 210 time: 0.0327480 Aug 05 13:52:36.568337 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2ef6a26-8719-49be-ade9-dfa3ffab9d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:36.616139 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2ef6a26-8719-49be-ade9-dfa3ffab9d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:36.682816 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2ef6a26-8719-49be-ade9-dfa3ffab9d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:36.686221 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2ef6a26-8719-49be-ade9-dfa3ffab9d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:36.689741 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f2ef6a26-8719-49be-ade9-dfa3ffab9d52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c675b81c-fdb6-453e-aaba-1f550be08f42 HTTP/1.1" status: 204 len: 168 time: 0.2523310 Aug 05 13:52:36.697952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef6a26-8719-49be-ade9-dfa3ffab9d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c675b81c-fdb6-453e-aaba-1f550be08f42,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:36.766564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38688) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:36.776851 n-d-803585-2 neutron-server[105724]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 05 13:52:36.823949 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-f6f81912-0cc3-48a4-9c16-d5aba7515684 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a186ecc451a54500857c74997e6375c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489781 Aug 05 13:52:37.091911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0594424b-85db-4c14-8063-74043dac3697 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:37.099259 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0594424b-85db-4c14-8063-74043dac3697 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2741280 Aug 05 13:52:37.125008 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d80e210-9a15-40b7-aa71-d1ad07d936e2 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/quotas/a186ecc451a54500857c74997e6375c7 HTTP/1.1" status: 200 len: 375 time: 0.0245507 Aug 05 13:52:37.222868 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-269f3356-f553-4945-b7fe-a92c303bb8cd tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a186ecc451a54500857c74997e6375c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899787 Aug 05 13:52:37.571620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.63', 64934) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:37.622399 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-ebdf3268-2272-41cf-ad98-826225f0b434 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=1e85f29223a548bfb9e5809ca53e3c70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440168 Aug 05 13:52:37.664418 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9f035b52-620e-4f05-82db-87ee0d9aead7 req-918f88db-ffcc-4f69-a577-30b7b60e5f91 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 210 time: 0.1732106 Aug 05 13:52:37.907968 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-83b06e86-d484-4c34-8957-f4a0ef97396e req-f4a2fba5-9854-437e-9423-0c08c7311002 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 210 time: 0.1743445 Aug 05 13:52:38.011464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-55316bf6-3203-40f4-9dad-b41088b783d3 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:38.013767 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-55316bf6-3203-40f4-9dad-b41088b783d3 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3886414 Aug 05 13:52:38.018679 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38802) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:38.087040 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Request body: {'port': {'device_id': 'f3d9aa96-23e1-4fa6-8013-8c99f3fd3915', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': '1e85f29223a548bfb9e5809ca53e3c70'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:52:38.343782 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Made reservation on behalf of 1e85f29223a548bfb9e5809ca53e3c70 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:52:38.348819 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:38.364568 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:38.368238 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b5d8-bfee-4691-8dd6-646e30acc2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:38.399606 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.api [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 13:52:38.399606 n-d-803585-2 neutron-server[105723]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 13:52:38.399606 n-d-803585-2 neutron-server[105723]: [parameters: {'project_id_1': '1e85f29223a548bfb9e5809ca53e3c70', 'expiration_1': datetime.datetime(2021, 8, 5, 13, 52, 38, 382850)}] Aug 05 13:52:38.399606 n-d-803585-2 neutron-server[105723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 13:52:38.400036 n-d-803585-2 neutron-server[105723]: DEBUG oslo_db.api [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 13:52:38.496249 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b5d8-bfee-4691-8dd6-646e30acc2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:38.508455 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b5d8-bfee-4691-8dd6-646e30acc2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:38.575199 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38848) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:38.577511 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f5e7b5d8-bfee-4691-8dd6-646e30acc2f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e21311e1a3504b7b8224711ae30e956b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5559025 Aug 05 13:52:38.581231 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7b5d8-bfee-4691-8dd6-646e30acc2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30f4875-7271-40b9-8dcf-2506b9ab41ae,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:38.659106 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a826765-7e33-41e5-bbc0-3b9a4b4f3876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:38.683694 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a826765-7e33-41e5-bbc0-3b9a4b4f3876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:38.757135 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38862) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:38.766413 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a826765-7e33-41e5-bbc0-3b9a4b4f3876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:38.770536 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a826765-7e33-41e5-bbc0-3b9a4b4f3876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:38.772903 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6a826765-7e33-41e5-bbc0-3b9a4b4f3876 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a30f4875-7271-40b9-8dcf-2506b9ab41ae HTTP/1.1" status: 204 len: 168 time: 0.1955814 Aug 05 13:52:38.781913 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a826765-7e33-41e5-bbc0-3b9a4b4f3876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30f4875-7271-40b9-8dcf-2506b9ab41ae,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:38.901435 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:38.917967 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8c728324-28b4-4ab3-b6fb-c4caff03cdb6 req-21ecc81a-84a4-4472-9d7b-b417f45b9cf7 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 210 time: 0.0291133 Aug 05 13:52:39.032020 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d7215272-1ba0-46ce-8d88-5933d1d8e747 req-0a6ab170-f9d5-458d-958c-4871f2cc7af4 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 210 time: 0.0354261 Aug 05 13:52:39.066457 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:39.081357 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:39.252093 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d033314a-b09a-47b2-bb2c-f2d6f7a199d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:39.254278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:39.522277 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d033314a-b09a-47b2-bb2c-f2d6f7a199d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:39.530116 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d033314a-b09a-47b2-bb2c-f2d6f7a199d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:39.549020 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Allocated IP 192.168.233.160 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/59971b46-c9a0-4af3-8774-8b8c7ddde82b) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:52:39.666777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033314a-b09a-47b2-bb2c-f2d6f7a199d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1980d3-569c-49ca-b486-b44d29f9a84f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:39.675178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d033314a-b09a-47b2-bb2c-f2d6f7a199d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ed22791dae8487f8bdd366eef3ee25d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9168963 Aug 05 13:52:39.677925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38886) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:39.768697 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38888) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:39.817481 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae6171de-865d-4e7d-83ec-2139f9202b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:39.834583 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4c1c7d64-bc86-4397-9544-ad34760dbc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:39.897977 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4c1c7d64-bc86-4397-9544-ad34760dbc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:39.991312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38894) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:40.002483 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:40.016447 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4c1c7d64-bc86-4397-9544-ad34760dbc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:40.022453 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4c1c7d64-bc86-4397-9544-ad34760dbc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:40.023779 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4c1c7d64-bc86-4397-9544-ad34760dbc30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb1980d3-569c-49ca-b486-b44d29f9a84f HTTP/1.1" status: 204 len: 168 time: 0.3441951 Aug 05 13:52:40.045524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Transition to ACTIVE for port object 59971b46-c9a0-4af3-8774-8b8c7ddde82b will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:52:40.046209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c7d64-bc86-4397-9544-ad34760dbc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1980d3-569c-49ca-b486-b44d29f9a84f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:40.109049 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:40.117209 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-abd47fe6-4471-4b1c-8852-9099b065d321 req-896b5ef0-2eb4-4c3a-a8df-3b1a76114f15 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 210 time: 0.0430825 Aug 05 13:52:40.200358 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae6171de-865d-4e7d-83ec-2139f9202b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:40.209195 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae6171de-865d-4e7d-83ec-2139f9202b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:40.252349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.63', 64938) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:40.255887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Pushing event updated for resources: {'Port': ['ID=59971b46-c9a0-4af3-8774-8b8c7ddde82b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:40.328784 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-5a38cd87-42d7-4ea5-919f-cd3b85375291 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=a186ecc451a54500857c74997e6375c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698230 Aug 05 13:52:40.355529 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:52:40.358495 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ae6171de-865d-4e7d-83ec-2139f9202b51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec7bf7c52cba4246b47bb7b5509dd0e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5768032 Aug 05 13:52:40.359475 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6171de-865d-4e7d-83ec-2139f9202b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa2c894-c5f1-4a81-b628-e1881d561df5,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:40.361401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38910) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:40.362558 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:52:40.367010 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:52:40.376266 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:40.377753 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:40.416897 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-2cf84ece-e66b-40d1-bee1-f6ae7123369b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-network', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:52:40.492336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf84ece-e66b-40d1-bee1-f6ae7123369b admin admin] Made reservation on behalf of 53001cf07fcb4d0b92a66b65b417642b for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:52:40.499645 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2cf84ece-e66b-40d1-bee1-f6ae7123369b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:40.515466 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4bf85-2ab3-4a44-be26-a559edda985f req-5c4afb56-39da-4e22-91e0-b97bdca20abf tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:40.532903 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98d4bf85-2ab3-4a44-be26-a559edda985f req-5c4afb56-39da-4e22-91e0-b97bdca20abf tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 936 time: 0.2781618 Aug 05 13:52:40.541827 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ee8b-1602-4f7c-baa9-cd29869409a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:40.543179 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2cf84ece-e66b-40d1-bee1-f6ae7123369b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:40.590507 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ee8b-1602-4f7c-baa9-cd29869409a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:40.730747 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98d4bf85-2ab3-4a44-be26-a559edda985f req-d299d5e8-b957-491d-a436-6f768b4bb7da tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966746 Aug 05 13:52:40.763478 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d03d0b6a-a92b-4726-ac0b-0d569541f3c9 None None] Provisioning for port 59971b46-c9a0-4af3-8774-8b8c7ddde82b completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:52:40.768039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d03d0b6a-a92b-4726-ac0b-0d569541f3c9 None None] Provisioning complete for port 59971b46-c9a0-4af3-8774-8b8c7ddde82b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:52:40.768593 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d03d0b6a-a92b-4726-ac0b-0d569541f3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:40.783899 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2cf84ece-e66b-40d1-bee1-f6ae7123369b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:40.792894 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2cf84ece-e66b-40d1-bee1-f6ae7123369b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:40.812888 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-22bcfc8d-6eb7-4b61-b34c-209cce46fc7e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7314179 Aug 05 13:52:40.847046 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d03d0b6a-a92b-4726-ac0b-0d569541f3c9 None None] Port 59971b46-c9a0-4af3-8774-8b8c7ddde82b cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:52:40.891815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-002ab250-205c-4965-a4f2-bc77cbb31d28 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:52:40.893131 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-002ab250-205c-4965-a4f2-bc77cbb31d28 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077953 Aug 05 13:52:40.901910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf84ece-e66b-40d1-bee1-f6ae7123369b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:52:40.904283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-693bd462-6138-4a67-9ab4-f4bd1daa1fbf tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:40.906499 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-693bd462-6138-4a67-9ab4-f4bd1daa1fbf tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4790919 Aug 05 13:52:40.908039 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ee8b-1602-4f7c-baa9-cd29869409a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:40.911010 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ee8b-1602-4f7c-baa9-cd29869409a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:40.912699 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c1e9ee8b-1602-4f7c-baa9-cd29869409a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/faa2c894-c5f1-4a81-b628-e1881d561df5 HTTP/1.1" status: 204 len: 168 time: 0.5476661 Aug 05 13:52:40.913145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf84ece-e66b-40d1-bee1-f6ae7123369b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0f09f3-5936-4293-9a47-568cde260fc2,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:40.923971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9ee8b-1602-4f7c-baa9-cd29869409a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa2c894-c5f1-4a81-b628-e1881d561df5,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:40.933452 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2cf84ece-e66b-40d1-bee1-f6ae7123369b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785080292024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:40.934143 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2cf84ece-e66b-40d1-bee1-f6ae7123369b admin admin] Unsubscribe: segment precommit_create {{(pid=105724) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 05 13:52:40.934753 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-2cf84ece-e66b-40d1-bee1-f6ae7123369b admin admin] Added segment e0f2db41-7c35-4e82-8367-798b59bea943 of type vlan for network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 Aug 05 13:52:41.048565 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2cf84ece-e66b-40d1-bee1-f6ae7123369b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:41.095353 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38926) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:41.119821 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-334a5cb1-39a6-4ae6-a2c5-2afe49e60b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:41.156343 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2cf84ece-e66b-40d1-bee1-f6ae7123369b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:41.157809 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf84ece-e66b-40d1-bee1-f6ae7123369b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:41.158589 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2cf84ece-e66b-40d1-bee1-f6ae7123369b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:41.314342 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-334a5cb1-39a6-4ae6-a2c5-2afe49e60b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:41.328118 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-334a5cb1-39a6-4ae6-a2c5-2afe49e60b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:41.341996 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2cf84ece-e66b-40d1-bee1-f6ae7123369b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3469086 Aug 05 13:52:41.348455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38932) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:41.357716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-797655a1-1fda-445c-91f2-100f8693544f admin admin] Request body: {'subnet': {'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-subnet', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:52:41.363965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf84ece-e66b-40d1-bee1-f6ae7123369b admin admin] Pushing event updated for resources: {'Network': ['ID=ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:41.383472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:52:41.393099 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-334a5cb1-39a6-4ae6-a2c5-2afe49e60b0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1777b7410b3545ae8ff0b5739e826beb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2960525 Aug 05 13:52:41.395769 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38936) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:41.438215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797655a1-1fda-445c-91f2-100f8693544f admin admin] Made reservation on behalf of 53001cf07fcb4d0b92a66b65b417642b for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:52:41.440721 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-797655a1-1fda-445c-91f2-100f8693544f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:41.492126 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad84714d-caae-4404-82f3-87381a4d3c01 req-51599050-d552-406c-a34f-44773693bea3 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 210 time: 0.1030571 Aug 05 13:52:41.527690 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a5cb1-39a6-4ae6-a2c5-2afe49e60b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc50dab3-f7ab-41da-b23d-0cd9bde1e861,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:41.666963 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d509d25d-3299-4b77-99e4-d3956e2e0fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:41.778088 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d509d25d-3299-4b77-99e4-d3956e2e0fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:41.916851 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d509d25d-3299-4b77-99e4-d3956e2e0fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:41.917550 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d509d25d-3299-4b77-99e4-d3956e2e0fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:41.921012 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d509d25d-3299-4b77-99e4-d3956e2e0fd1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc50dab3-f7ab-41da-b23d-0cd9bde1e861 HTTP/1.1" status: 204 len: 168 time: 0.5241871 Aug 05 13:52:41.936224 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509d25d-3299-4b77-99e4-d3956e2e0fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc50dab3-f7ab-41da-b23d-0cd9bde1e861,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:42.003139 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-797655a1-1fda-445c-91f2-100f8693544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:42.144985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797655a1-1fda-445c-91f2-100f8693544f admin admin] Pushing event updated for resources: {'Subnet': ['ID=00dd0760-9582-4502-9a67-893e71bba931,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:42.189983 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797655a1-1fda-445c-91f2-100f8693544f admin admin] Checking segment: {'id': 'e0f2db41-7c35-4e82-8367-798b59bea943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:52:42.190436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797655a1-1fda-445c-91f2-100f8693544f admin admin] Network hostable DHCP agents. Network: ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:52:42.210705 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbed6c6-449a-4ec1-99df-03cbbe45df89 req-57947cbd-9a5f-4d2d-8cb5-abbbf19f1eff tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:42.216838 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6cbed6c6-449a-4ec1-99df-03cbbe45df89 req-57947cbd-9a5f-4d2d-8cb5-abbbf19f1eff tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 936 time: 0.1601739 Aug 05 13:52:42.270199 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797655a1-1fda-445c-91f2-100f8693544f admin admin] Network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:52:42.299156 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6cbed6c6-449a-4ec1-99df-03cbbe45df89 req-c4a00447-4e7b-4fbd-b239-cd5dfdd7ae4d tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750508 Aug 05 13:52:42.300226 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-797655a1-1fda-445c-91f2-100f8693544f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:52:42.309243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd9f54e-6295-4472-a938-dc2b8111f740 None None] Network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:52:42.313578 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797655a1-1fda-445c-91f2-100f8693544f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:42.314192 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-797655a1-1fda-445c-91f2-100f8693544f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:42.370621 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-797655a1-1fda-445c-91f2-100f8693544f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0210993 Aug 05 13:52:42.373171 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38984) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:42.379317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:52:42.451848 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:42.454104 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:42.630730 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:42.742300 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'fixed_ips': [{'subnet_id': '00dd0760-9582-4502-9a67-893e71bba931'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:52:42.743966 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:42.826393 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d356656a-192a-4cb5-8ea7-6b5faa4ef41a req-e266bbb7-6eb6-4c86-bd70-936fc27dad54 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 210 time: 0.0968175 Aug 05 13:52:42.911279 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:42.988161 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Allocated IP 172.20.0.2 (ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293/00dd0760-9582-4502-9a67-893e71bba931/52373bf1-20e9-49c6-bac5-dd379c2031a4) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:52:43.245925 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:43.255827 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Transition to ACTIVE for port object 52373bf1-20e9-49c6-bac5-dd379c2031a4 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:52:43.275253 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Transition to ACTIVE for port object 52373bf1-20e9-49c6-bac5-dd379c2031a4 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:52:43.284136 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:43.305374 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:43.326992 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:52:43.331034 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:52:43.334312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:52:43.354683 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:43.396796 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39026) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:43.416555 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39030) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:43.442568 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Attempting to bind port 52373bf1-20e9-49c6-bac5-dd379c2031a4 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:52:43.443166 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Attempting to bind port 52373bf1-20e9-49c6-bac5-dd379c2031a4 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e0f2db41-7c35-4e82-8367-798b59bea943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:52:43.443923 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Attempting to bind port 52373bf1-20e9-49c6-bac5-dd379c2031a4 on network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:52:43.449634 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Pushing event updated for resources: {'Port': ['ID=52373bf1-20e9-49c6-bac5-dd379c2031a4,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:43.460053 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:43.460565 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:43.461053 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:43.461524 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:43.463300 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:43.463776 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:43.464243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:43.464729 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:43.465197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:43.465657 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:43.466123 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:43.466619 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Tracked resource versions report: Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: pushed versions: Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: { 'AddressGroup': {'1.2'}, Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'ConntrackHelper': {'1.0'}, Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'Log': {'1.0'}, Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'Network': {'1.1'}, Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'Port': {'1.7'}, Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'PortForwarding': {'1.2'}, Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'QosPolicy': {'1.9'}, Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'SecurityGroup': {'1.4'}, Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'SecurityGroupRule': {'1.2'}, Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'SubPort': {'1.0'}, Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'Subnet': {'1.1'}, Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'Trunk': {'1.1'}} Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: consumer versions: Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: { DHCP agent@n-d-803585-2: {}, Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: HyperV agent@n-h1-803585-2: {}, Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: HyperV agent@n-h2-803585-2: {}, Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: L3 agent@n-d-803585-2: {}, Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: Metadata agent@n-d-803585-2: {}, Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: Metering agent@n-d-803585-2: {}, Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: Open vSwitch agent@n-d-803585-2: { 'AddressGroup': '1.2', Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'ConntrackHelper': '1.0', Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'Log': '1.0', Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'Network': '1.1', Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'Port': '1.7', Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'PortForwarding': '1.2', Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'QosPolicy': '1.9', Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'SecurityGroup': '1.4', Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'SecurityGroupRule': '1.2', Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'SubPort': '1.0', Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'Subnet': '1.1', Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: 'Trunk': '1.1'}} Aug 05 13:52:43.467813 n-d-803585-2 neutron-server[105725]: {{(pid=105725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 13:52:43.473548 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:52:43.474221 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Checking segment: {'id': 'e0f2db41-7c35-4e82-8367-798b59bea943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:52:43.475843 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:43.476437 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Bound using segment: {'id': 'e0f2db41-7c35-4e82-8367-798b59bea943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:52:43.478754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Bound port: 52373bf1-20e9-49c6-bac5-dd379c2031a4, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f2db41-7c35-4e82-8367-798b59bea943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:52:43.479387 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:43.570557 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd152d3b-94bc-4e07-8bd4-fc2e4eceda9f req-0becf76e-d26d-4dc8-877d-5be91d3e5351 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:43.577328 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd152d3b-94bc-4e07-8bd4-fc2e4eceda9f req-0becf76e-d26d-4dc8-877d-5be91d3e5351 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 936 time: 0.0951288 Aug 05 13:52:43.593049 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Allocated IP 172.25.5.63 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:52:43.612315 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] For port 52373bf1-20e9-49c6-bac5-dd379c2031a4, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:52:43.616891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] For port 52373bf1-20e9-49c6-bac5-dd379c2031a4, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=52373bf1-20e9-49c6-bac5-dd379c2031a4,segment=NetworkSegment(e0f2db41-7c35-4e82-8367-798b59bea943),segment_id=e0f2db41-7c35-4e82-8367-798b59bea943)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:52:43.623778 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:43.703492 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd152d3b-94bc-4e07-8bd4-fc2e4eceda9f req-92078155-f102-4d36-bffd-8280e4584c25 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176310 Aug 05 13:52:43.765251 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:43.775599 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a30bc-cd50-4dd0-8ace-f5530b6c7d04 None None] Pushing event updated for resources: {'Port': ['ID=52373bf1-20e9-49c6-bac5-dd379c2031a4,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:43.791906 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4e3c431b-912e-4b29-8da8-dafea5df952b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:43.843974 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b71d2ff-92d7-41a5-a3d6-6fc369335a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:44.091540 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8b966b0b-53c2-4a63-8eab-997d26988a7a req-40e9afe0-4847-47c4-a4ca-7ece5ff90ae5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 210 time: 0.0929017 Aug 05 13:52:44.098297 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4e3c431b-912e-4b29-8da8-dafea5df952b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:44.105638 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:44.262845 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b71d2ff-92d7-41a5-a3d6-6fc369335a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:44.265112 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4e3c431b-912e-4b29-8da8-dafea5df952b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:44.292050 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b71d2ff-92d7-41a5-a3d6-6fc369335a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:44.349601 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:44.435527 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4e3c431b-912e-4b29-8da8-dafea5df952b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83047790d8304f9ba395305625ee7940&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0173812 Aug 05 13:52:44.450458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4b71d2ff-92d7-41a5-a3d6-6fc369335a0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f371f1a5dad48adbe71c3d1a82b9308&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0514984 Aug 05 13:52:44.451324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39054) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:44.453601 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c431b-912e-4b29-8da8-dafea5df952b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b8114d-ee2f-417d-ad7f-c8c015c4749b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:44.456278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39056) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:44.583129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71d2ff-92d7-41a5-a3d6-6fc369335a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab61b05-255e-45d6-9cb1-1091755164f7,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:44.586370 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc3cd3d6-b4ec-4181-901e-baab85d7d47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:44.621098 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ea73aeba-175d-4cdb-87e6-4d939174fc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:44.647652 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc3cd3d6-b4ec-4181-901e-baab85d7d47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:44.689546 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ea73aeba-175d-4cdb-87e6-4d939174fc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:44.692517 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:52:44.733805 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:52:44.739828 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:52:44.878512 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc3cd3d6-b4ec-4181-901e-baab85d7d47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:44.881496 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc3cd3d6-b4ec-4181-901e-baab85d7d47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:44.886468 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fc3cd3d6-b4ec-4181-901e-baab85d7d47d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ab61b05-255e-45d6-9cb1-1091755164f7 HTTP/1.1" status: 204 len: 168 time: 0.4233351 Aug 05 13:52:44.889941 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ea73aeba-175d-4cdb-87e6-4d939174fc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:44.892807 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ea73aeba-175d-4cdb-87e6-4d939174fc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:44.893587 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ea73aeba-175d-4cdb-87e6-4d939174fc02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93b8114d-ee2f-417d-ad7f-c8c015c4749b HTTP/1.1" status: 204 len: 168 time: 0.4410002 Aug 05 13:52:44.922584 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cd3d6-b4ec-4181-901e-baab85d7d47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab61b05-255e-45d6-9cb1-1091755164f7,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:44.967653 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73aeba-175d-4cdb-87e6-4d939174fc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b8114d-ee2f-417d-ad7f-c8c015c4749b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:45.057827 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 52373bf1-20e9-49c6-bac5-dd379c2031a4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:52:45.115213 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Pushing event updated for resources: {'Port': ['ID=3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:45.316410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 52373bf1-20e9-49c6-bac5-dd379c2031a4 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:52:45.352120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-e8a6d92f-8d59-4a86-bd5e-27ad8b1cb3b5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Request body: {'port': {'device_id': '044c1062-da8e-4177-8a6f-8c252d3a5109', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': 'a186ecc451a54500857c74997e6375c7'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:52:45.409244 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d4b4c-65a5-44e5-acda-71cf242a97af req-b46ed130-ff1d-42e5-8749-0c1097843314 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:45.418501 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a2d4b4c-65a5-44e5-acda-71cf242a97af req-b46ed130-ff1d-42e5-8749-0c1097843314 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 936 time: 0.3284998 Aug 05 13:52:45.666943 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5229d3c-3969-46f5-858a-94550f854c41 None None] Network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:52:45.704848 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a2d4b4c-65a5-44e5-acda-71cf242a97af req-8f953240-b49a-4ac4-96d5-e03c8ff17f46 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752967 Aug 05 13:52:45.806239 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:45.846849 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9b19c76e-2291-4d15-b9df-bb00f69c8efd req-8256bafc-b849-4649-8c57-62996adf6f5f tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 210 time: 0.0787563 Aug 05 13:52:45.882751 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-14e70787-0dcf-4029-b468-ef825e5f87a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:45.894619 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:45.933929 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2076f517-9fef-484e-98d9-a97840b7b466 None None] Provisioning for port 52373bf1-20e9-49c6-bac5-dd379c2031a4 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:52:45.949297 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2076f517-9fef-484e-98d9-a97840b7b466 None None] Provisioning complete for port 52373bf1-20e9-49c6-bac5-dd379c2031a4 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:52:45.949665 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2076f517-9fef-484e-98d9-a97840b7b466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:46.000413 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-e8a6d92f-8d59-4a86-bd5e-27ad8b1cb3b5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Made reservation on behalf of a186ecc451a54500857c74997e6375c7 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:52:46.005304 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-e8a6d92f-8d59-4a86-bd5e-27ad8b1cb3b5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:46.017426 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39094) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:46.019281 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-e8a6d92f-8d59-4a86-bd5e-27ad8b1cb3b5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:46.064123 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39096) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:46.092781 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af50df88-5c6c-422f-9e8d-42a2c5ce3d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:46.149124 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c26fbe6-ba06-41e7-8dbe-9280b8930d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:46.226052 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-e8a6d92f-8d59-4a86-bd5e-27ad8b1cb3b5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:46.239677 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Request body: {'port': {'device_id': 'f3d9aa96-23e1-4fa6-8013-8c99f3fd3915', 'device_owner': 'compute:tempest-test_az-671668880', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:52:46.245196 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-e8a6d92f-8d59-4a86-bd5e-27ad8b1cb3b5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:46.248034 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2076f517-9fef-484e-98d9-a97840b7b466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:46.399825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2076f517-9fef-484e-98d9-a97840b7b466 None None] For port 52373bf1-20e9-49c6-bac5-dd379c2031a4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=52373bf1-20e9-49c6-bac5-dd379c2031a4,segment=NetworkSegment(e0f2db41-7c35-4e82-8367-798b59bea943),segment_id=e0f2db41-7c35-4e82-8367-798b59bea943)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:52:46.416730 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2076f517-9fef-484e-98d9-a97840b7b466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:46.569590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076f517-9fef-484e-98d9-a97840b7b466 None None] Pushing event updated for resources: {'Port': ['ID=52373bf1-20e9-49c6-bac5-dd379c2031a4,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:46.624739 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:46.742765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-e8a6d92f-8d59-4a86-bd5e-27ad8b1cb3b5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Allocated IP 192.168.233.83 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/f7c9abdf-630d-4d02-b628-f3c639c78925) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:52:46.821585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 52373bf1-20e9-49c6-bac5-dd379c2031a4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:52:47.007270 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6d92f-8d59-4a86-bd5e-27ad8b1cb3b5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de75e8d-3aee-4625-ab1c-82660aaa0f7d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:47.011663 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39112) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:47.048107 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-010dbb91-6c13-449f-9097-1d2d1b6cb797 None None] Provisioning complete for port 52373bf1-20e9-49c6-bac5-dd379c2031a4 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:52:47.049355 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-010dbb91-6c13-449f-9097-1d2d1b6cb797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:47.077216 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:47.283435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 52373bf1-20e9-49c6-bac5-dd379c2031a4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:52:47.285820 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:47.384401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7295a9-2c94-47c8-ac24-8cb07f73dd17 req-71f60d59-bb51-479c-95cf-ef99c7b6bf58 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:47.387121 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c7295a9-2c94-47c8-ac24-8cb07f73dd17 req-71f60d59-bb51-479c-95cf-ef99c7b6bf58 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 936 time: 0.3450441 Aug 05 13:52:47.449130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Router 34aed9d9-781b-4cdb-b3a9-796b202b5074 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 13:52:47.468496 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c7295a9-2c94-47c8-ac24-8cb07f73dd17 req-6c6bb868-f532-400c-9a38-26e0923ccbe3 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636930 Aug 05 13:52:47.469747 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af50df88-5c6c-422f-9e8d-42a2c5ce3d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:47.524262 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af50df88-5c6c-422f-9e8d-42a2c5ce3d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:47.559966 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-af50df88-5c6c-422f-9e8d-42a2c5ce3d77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8981c66e878c45d98fac1aabdb970297&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5370684 Aug 05 13:52:47.572550 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39122) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:47.638798 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-87e54200-9fe3-45eb-8844-b06011b1c786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:47.719377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50df88-5c6c-422f-9e8d-42a2c5ce3d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e2db50-8f6a-4e3f-9267-2a5f434882ac,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:47.775302 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-e8a6d92f-8d59-4a86-bd5e-27ad8b1cb3b5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:47.802929 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2117cb17-c141-48ee-9f8d-07d9e24c0bc7 req-d7e654e7-5be3-40ab-8590-61ecf7bd2910 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 210 time: 0.1285388 Aug 05 13:52:47.863062 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-e8a6d92f-8d59-4a86-bd5e-27ad8b1cb3b5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Transition to ACTIVE for port object f7c9abdf-630d-4d02-b628-f3c639c78925 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:52:47.936363 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:52:47.952040 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:52:47.965458 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Sync routers for ids ['34aed9d9-781b-4cdb-b3a9-796b202b5074'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:52:47.973704 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-e8a6d92f-8d59-4a86-bd5e-27ad8b1cb3b5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:47.989010 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c01903be-8442-4458-94ef-39b3f6279aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:47.991862 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Routers {'34aed9d9-781b-4cdb-b3a9-796b202b5074'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:52:47.999829 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:52:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['34aed9d9-781b-4cdb-b3a9-796b202b5074'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:52:48.045305 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c01903be-8442-4458-94ef-39b3f6279aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:48.092547 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c26fbe6-ba06-41e7-8dbe-9280b8930d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:48.101679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-e8a6d92f-8d59-4a86-bd5e-27ad8b1cb3b5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:52:48.119527 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-e8a6d92f-8d59-4a86-bd5e-27ad8b1cb3b5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:52:48.123108 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c26fbe6-ba06-41e7-8dbe-9280b8930d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:48.137510 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-e8a6d92f-8d59-4a86-bd5e-27ad8b1cb3b5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:52:48.145817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-e8a6d92f-8d59-4a86-bd5e-27ad8b1cb3b5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:48.146507 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-e8a6d92f-8d59-4a86-bd5e-27ad8b1cb3b5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:48.174511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6d92f-8d59-4a86-bd5e-27ad8b1cb3b5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Pushing event updated for resources: {'Port': ['ID=f7c9abdf-630d-4d02-b628-f3c639c78925,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:48.177792 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1c26fbe6-ba06-41e7-8dbe-9280b8930d83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0bbac7c770148d3860508357a5986c6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0980916 Aug 05 13:52:48.184115 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39134) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:48.292421 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c6948392-f173-41a5-b2f7-40fb58479dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:48.320456 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Set router 34aed9d9-781b-4cdb-b3a9-796b202b5074 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:52:48.323698 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2219d0a6-f14a-4546-8311-522d291a6dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:48.348844 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2219d0a6-f14a-4546-8311-522d291a6dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:48.412243 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26fbe6-ba06-41e7-8dbe-9280b8930d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08f1a44-68ea-4b1f-9524-ae98184453e8,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:48.435212 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2219d0a6-f14a-4546-8311-522d291a6dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:48.440181 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2219d0a6-f14a-4546-8311-522d291a6dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:48.445609 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2219d0a6-f14a-4546-8311-522d291a6dc5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e08f1a44-68ea-4b1f-9524-ae98184453e8 HTTP/1.1" status: 204 len: 168 time: 0.2560225 Aug 05 13:52:48.454411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219d0a6-f14a-4546-8311-522d291a6dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08f1a44-68ea-4b1f-9524-ae98184453e8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:48.487528 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c01903be-8442-4458-94ef-39b3f6279aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:48.497842 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c01903be-8442-4458-94ef-39b3f6279aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:48.510504 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c01903be-8442-4458-94ef-39b3f6279aa3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67e2db50-8f6a-4e3f-9267-2a5f434882ac HTTP/1.1" status: 204 len: 168 time: 0.9227297 Aug 05 13:52:48.537727 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01903be-8442-4458-94ef-39b3f6279aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e2db50-8f6a-4e3f-9267-2a5f434882ac,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:48.552689 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2fcc50cc-94e2-4b1b-9349-e131001c4ee0 None None] Provisioning for port f7c9abdf-630d-4d02-b628-f3c639c78925 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:52:48.564928 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:48.597958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2fcc50cc-94e2-4b1b-9349-e131001c4ee0 None None] Provisioning complete for port f7c9abdf-630d-4d02-b628-f3c639c78925 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:52:48.600105 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2fcc50cc-94e2-4b1b-9349-e131001c4ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:48.649832 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-87e54200-9fe3-45eb-8844-b06011b1c786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:48.669330 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:48.670774 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e037a2be-c63c-4eb0-a7cd-00dc13402d6b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.2966044 Aug 05 13:52:48.673462 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39148) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:48.685407 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-87e54200-9fe3-45eb-8844-b06011b1c786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:48.722389 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc50cc-94e2-4b1b-9349-e131001c4ee0 None None] Port f7c9abdf-630d-4d02-b628-f3c639c78925 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:52:48.748418 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:52:45Z', 'revision_number': 3, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:52:48.772724 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-87e54200-9fe3-45eb-8844-b06011b1c786 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da2b3d6feff9429782a11e4b9e45eeaa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7349699 Aug 05 13:52:48.777346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e54200-9fe3-45eb-8844-b06011b1c786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3438e1-e18f-4c2c-889d-51627eca6909,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:48.778895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39152) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:48.804420 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-e8a6d92f-8d59-4a86-bd5e-27ad8b1cb3b5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4596348 Aug 05 13:52:48.814160 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Checking router: 34aed9d9-781b-4cdb-b3a9-796b202b5074 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:52:48.814624 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Updating router 34aed9d9-781b-4cdb-b3a9-796b202b5074 port 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:52:48.851644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59971b46-c9a0-4af3-8774-8b8c7ddde82b {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:52:48.854639 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:48.918721 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af445c-1d4a-4041-90ed-b34327335f78 req-eb8aab29-d725-4e8f-bd9c-eeef2d4442b0 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:48.935350 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42af445c-1d4a-4041-90ed-b34327335f78 req-eb8aab29-d725-4e8f-bd9c-eeef2d4442b0 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 936 time: 0.2831938 Aug 05 13:52:48.939477 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:49.012137 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39156) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:49.032933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Transition to ACTIVE for port object 59971b46-c9a0-4af3-8774-8b8c7ddde82b will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:52:49.045429 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:49.167039 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42af445c-1d4a-4041-90ed-b34327335f78 req-ca1e13e7-6f8a-4883-bc4a-dbd0e5dc57ea tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188067 Aug 05 13:52:49.284535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Pushing event updated for resources: {'Port': ['ID=59971b46-c9a0-4af3-8774-8b8c7ddde82b,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:49.347964 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Attempting to bind port 59971b46-c9a0-4af3-8774-8b8c7ddde82b on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:52:49.348492 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Attempting to bind port 59971b46-c9a0-4af3-8774-8b8c7ddde82b by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:52:49.349139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Attempting to bind port 59971b46-c9a0-4af3-8774-8b8c7ddde82b on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:52:49.353287 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:49.356302 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Port 59971b46-c9a0-4af3-8774-8b8c7ddde82b on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:52:49.356814 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Attempting to bind port 59971b46-c9a0-4af3-8774-8b8c7ddde82b on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:52:49.365809 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:52:49.366534 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:52:49.367269 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:52:49.368041 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Bound port: 59971b46-c9a0-4af3-8774-8b8c7ddde82b, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:52:49.368584 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:49.493549 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:49.507816 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9398cb83-c711-4e22-977b-63b6bf0ba7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:49.535311 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Transition to ACTIVE for port object 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:52:49.544822 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:49.596397 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Attempting to bind port 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:52:49.596839 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Attempting to bind port 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:52:49.597226 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Attempting to bind port 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:52:49.598812 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6781d4-9844-4c22-b513-2079f1de18dd req-0c11b7b9-0dc5-400d-b5cd-f4d29e5805da tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:49.602298 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1e6781d4-9844-4c22-b513-2079f1de18dd req-0c11b7b9-0dc5-400d-b5cd-f4d29e5805da tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 935 time: 0.6363623 Aug 05 13:52:49.629332 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-922100bc-966c-469c-9ae8-b6aaeb4659fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:49.660457 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:52:49.660843 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:52:49.661248 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:49.661639 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:52:49.662136 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Bound port: 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:52:49.662601 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:49.735744 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] For port 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:52:49.739232 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] For port 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:52:49.746999 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:49.758104 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9398cb83-c711-4e22-977b-63b6bf0ba7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:49.782179 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Request body: {'port': {'device_id': '044c1062-da8e-4177-8a6f-8c252d3a5109', 'device_owner': 'compute:tempest-test_az-671668880', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:52:49.792684 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Routers {'34aed9d9-781b-4cdb-b3a9-796b202b5074'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:52:49.793355 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:52:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['34aed9d9-781b-4cdb-b3a9-796b202b5074'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:52:49.807677 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9398cb83-c711-4e22-977b-63b6bf0ba7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:49.921731 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9398cb83-c711-4e22-977b-63b6bf0ba7a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b4e8c0cce34424080ba3ac5d6cd5ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8871994 Aug 05 13:52:49.936925 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39182) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:49.949425 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] Set router 34aed9d9-781b-4cdb-b3a9-796b202b5074 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:52:49.952277 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1e6781d4-9844-4c22-b513-2079f1de18dd req-54763bd0-543f-479c-8307-8986242d2caf tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/security-groups?id=0de75e8d-3aee-4625-ab1c-82660aaa0f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410316 Aug 05 13:52:49.957827 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-922100bc-966c-469c-9ae8-b6aaeb4659fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:50.025829 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398cb83-c711-4e22-977b-63b6bf0ba7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63d582a-13c5-4e62-8204-46be3a028461,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:50.073550 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] For port 59971b46-c9a0-4af3-8774-8b8c7ddde82b, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:52:50.099814 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f3d02-73a3-45b6-b055-62578c76fb01 None None] Pushing event updated for resources: {'Port': ['ID=3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:50.157964 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:50.166613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] For port 59971b46-c9a0-4af3-8774-8b8c7ddde82b, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=59971b46-c9a0-4af3-8774-8b8c7ddde82b,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:52:50.207842 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b3628f2d-4baf-4913-b311-e04d59a7aff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:50.223740 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:50.226320 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f3d02-73a3-45b6-b055-62578c76fb01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:50.226676 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f3d02-73a3-45b6-b055-62578c76fb01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:50.227019 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f3d02-73a3-45b6-b055-62578c76fb01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:50.227585 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f3d02-73a3-45b6-b055-62578c76fb01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:50.227925 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f3d02-73a3-45b6-b055-62578c76fb01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:50.228261 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f3d02-73a3-45b6-b055-62578c76fb01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:50.228587 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f3d02-73a3-45b6-b055-62578c76fb01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:50.228914 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f3d02-73a3-45b6-b055-62578c76fb01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:50.229240 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f3d02-73a3-45b6-b055-62578c76fb01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:50.229563 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f3d02-73a3-45b6-b055-62578c76fb01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:50.229886 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f3d02-73a3-45b6-b055-62578c76fb01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:50.230201 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f3d02-73a3-45b6-b055-62578c76fb01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f3d02-73a3-45b6-b055-62578c76fb01 None None] Tracked resource versions report: Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: pushed versions: Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: { 'AddressGroup': {'1.2'}, Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'ConntrackHelper': {'1.0'}, Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'Log': {'1.0'}, Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'Network': {'1.1'}, Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'Port': {'1.7'}, Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'PortForwarding': {'1.2'}, Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'QosPolicy': {'1.9'}, Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'SecurityGroup': {'1.4'}, Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'SecurityGroupRule': {'1.2'}, Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'SubPort': {'1.0'}, Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'Subnet': {'1.1'}, Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'Trunk': {'1.1'}} Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: consumer versions: Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: { DHCP agent@n-d-803585-2: {}, Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: HyperV agent@n-h1-803585-2: {}, Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: HyperV agent@n-h2-803585-2: {}, Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: L3 agent@n-d-803585-2: {}, Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: Metadata agent@n-d-803585-2: {}, Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: Metering agent@n-d-803585-2: {}, Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: Open vSwitch agent@n-d-803585-2: { 'AddressGroup': '1.2', Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'ConntrackHelper': '1.0', Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'Log': '1.0', Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'Network': '1.1', Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'Port': '1.7', Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'PortForwarding': '1.2', Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'QosPolicy': '1.9', Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'SecurityGroup': '1.4', Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'SecurityGroupRule': '1.2', Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'SubPort': '1.0', Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'Subnet': '1.1', Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: 'Trunk': '1.1'}} Aug 05 13:52:50.240019 n-d-803585-2 neutron-server[105726]: {{(pid=105726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 13:52:50.248462 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-922100bc-966c-469c-9ae8-b6aaeb4659fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:50.252376 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-922100bc-966c-469c-9ae8-b6aaeb4659fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:50.258156 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-922100bc-966c-469c-9ae8-b6aaeb4659fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a3438e1-e18f-4c2c-889d-51627eca6909 HTTP/1.1" status: 204 len: 168 time: 1.4779916 Aug 05 13:52:50.278198 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922100bc-966c-469c-9ae8-b6aaeb4659fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3438e1-e18f-4c2c-889d-51627eca6909,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:50.345874 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Pushing event updated for resources: {'Port': ['ID=59971b46-c9a0-4af3-8774-8b8c7ddde82b,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:50.364517 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39200) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:50.519545 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:50.656455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:50.657013 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:50.658487 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-64ca898b-48a3-4f50-a1cb-fec15897e51d service neutron] 10.222.0.63 "PUT /v2.0/ports/59971b46-c9a0-4af3-8774-8b8c7ddde82b HTTP/1.1" status: 200 len: 1117 time: 4.8082590 Aug 05 13:52:50.666580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d9aa96-23e1-4fa6-8013-8c99f3fd3915', 'tag': '59971b46-c9a0-4af3-8774-8b8c7ddde82b'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:52:50.718008 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f3d02-73a3-45b6-b055-62578c76fb01 None None] Pushing event updated for resources: {'Port': ['ID=3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:50.752965 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b3628f2d-4baf-4913-b311-e04d59a7aff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:50.823062 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Allocated IP 172.20.0.1 (ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293/00dd0760-9582-4502-9a67-893e71bba931/b84fbb80-67b6-4223-84df-34e5bc495fea) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:52:50.837855 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:52:45Z', 'revision_number': 3, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:52:50.841295 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-04c326bb-7f37-48aa-996c-f6eb936cbead admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-209159088-network', 'tenant_id': 'a19c317485da4147b7c1316aac248471'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:52:50.913623 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94259ec2-b56e-4639-af60-b20bd138de95 None None] The sync data for ids ['34aed9d9-781b-4cdb-b3a9-796b202b5074'] in n-d-803585-2 is: [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:52:45Z', 'revision_number': 3, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:52:50.930698 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c326bb-7f37-48aa-996c-f6eb936cbead admin admin] Made reservation on behalf of a19c317485da4147b7c1316aac248471 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:52:50.936954 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04c326bb-7f37-48aa-996c-f6eb936cbead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:50.958610 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04c326bb-7f37-48aa-996c-f6eb936cbead admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:51.050697 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39218) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:51.085088 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:51.119839 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd580fe-8901-4eae-b0b3-9b349e99951d req-0d2c04cf-d50f-49ab-9196-a8b49b08bbdd tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:51.121436 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ccd580fe-8901-4eae-b0b3-9b349e99951d req-0d2c04cf-d50f-49ab-9196-a8b49b08bbdd tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 969 time: 0.7862163 Aug 05 13:52:51.132524 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b3628f2d-4baf-4913-b311-e04d59a7aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:51.133146 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6198588-9103-4f7a-8c40-29c899e9d112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:51.135207 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b3628f2d-4baf-4913-b311-e04d59a7aff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:51.136330 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b3628f2d-4baf-4913-b311-e04d59a7aff3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c63d582a-13c5-4e62-8204-46be3a028461 HTTP/1.1" status: 204 len: 168 time: 1.1907902 Aug 05 13:52:51.156721 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Transition to ACTIVE for port object b84fbb80-67b6-4223-84df-34e5bc495fea will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:52:51.166861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-96c1f7f0-184b-4750-a997-11ecde433acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:51.168754 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-96c1f7f0-184b-4750-a997-11ecde433acc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1e85f29223a548bfb9e5809ca53e3c70&device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 1120 time: 0.4292238 Aug 05 13:52:51.172104 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:51.202458 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628f2d-4baf-4913-b311-e04d59a7aff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63d582a-13c5-4e62-8204-46be3a028461,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:51.238136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa6370-d5ab-44a2-981e-fb89e5cdff94 req-43c55d97-f37f-49c7-9514-3785d3a3076b tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:51.246016 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b4aa6370-d5ab-44a2-981e-fb89e5cdff94 req-43c55d97-f37f-49c7-9514-3785d3a3076b tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 935 time: 0.1562448 Aug 05 13:52:51.293705 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4b8321-4377-4626-8935-bbf7cf4c7cde" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d9aa96-23e1-4fa6-8013-8c99f3fd3915", "tag": "59971b46-c9a0-4af3-8774-8b8c7ddde82b"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:52:51.310424 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-2cfcb11f-2558-4ba6-ae22-16570e74ba8c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=59971b46-c9a0-4af3-8774-8b8c7ddde82b HTTP/1.1" status: 200 len: 217 time: 0.1120617 Aug 05 13:52:51.341249 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c9abdf-630d-4d02-b628-f3c639c78925 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:52:51.346066 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:51.386150 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:51.391438 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ccd580fe-8901-4eae-b0b3-9b349e99951d req-38cb6315-777d-4a12-bdd9-0edea73a75fb tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456007 Aug 05 13:52:51.429462 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b4aa6370-d5ab-44a2-981e-fb89e5cdff94 req-3487c1b4-66e5-47a9-8bba-5bedae9f911e tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/security-groups?id=0de75e8d-3aee-4625-ab1c-82660aaa0f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804245 Aug 05 13:52:51.431679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Transition to ACTIVE for port object f7c9abdf-630d-4d02-b628-f3c639c78925 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:52:51.440469 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04c326bb-7f37-48aa-996c-f6eb936cbead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:51.450639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-0f5ad38e-6296-4ca0-b5cc-4e22c790470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:51.452241 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-0f5ad38e-6296-4ca0-b5cc-4e22c790470b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1326623 Aug 05 13:52:51.453410 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:51.460380 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:52:51.478545 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:52:51.590859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:52:51.591406 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:51.604307 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04c326bb-7f37-48aa-996c-f6eb936cbead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:51.712233 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c9abdf-630d-4d02-b628-f3c639c78925,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:51.784454 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-a1aa5d85-3664-4a5c-9e45-32d571d17ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:51.786680 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-a1aa5d85-3664-4a5c-9e45-32d571d17ff9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3224006 Aug 05 13:52:51.794694 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Attempting to bind port f7c9abdf-630d-4d02-b628-f3c639c78925 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:52:51.796560 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Attempting to bind port f7c9abdf-630d-4d02-b628-f3c639c78925 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:52:51.797106 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Attempting to bind port f7c9abdf-630d-4d02-b628-f3c639c78925 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:52:51.818805 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Pushing event updated for resources: {'Port': ['ID=b84fbb80-67b6-4223-84df-34e5bc495fea,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:51.835552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Port f7c9abdf-630d-4d02-b628-f3c639c78925 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:52:51.835875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Attempting to bind port f7c9abdf-630d-4d02-b628-f3c639c78925 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:52:51.868942 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39238) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:51.919531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c326bb-7f37-48aa-996c-f6eb936cbead admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:52:51.955720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-37474d27-871b-482c-b8d7-097cb3de9c7a None None] Provisioning for port b84fbb80-67b6-4223-84df-34e5bc495fea completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:52:51.969131 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-37474d27-871b-482c-b8d7-097cb3de9c7a None None] Provisioning complete for port b84fbb80-67b6-4223-84df-34e5bc495fea triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:52:51.971026 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-37474d27-871b-482c-b8d7-097cb3de9c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:51.972204 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6198588-9103-4f7a-8c40-29c899e9d112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:51.988336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c326bb-7f37-48aa-996c-f6eb936cbead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c7cba7-b5e4-4726-a447-61d47c4e44b5,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:52.003060 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6198588-9103-4f7a-8c40-29c899e9d112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.008232 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04c326bb-7f37-48aa-996c-f6eb936cbead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.008618 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-04c326bb-7f37-48aa-996c-f6eb936cbead admin admin] Added segment 9743eccb-cefb-4f5b-b282-1907b1af2a1b of type vlan for network e2d2ba84-38d9-47f3-984b-f6fdc376e26f Aug 05 13:52:52.011245 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-78fc40c4-4270-4015-8a1b-102d9588d933 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042999 Aug 05 13:52:52.013521 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47be7cb-dd0c-470b-904c-d26a175f9c5a x-openstack-request-id: req-f47be7cb-dd0c-470b-904c-d26a175f9c5a {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:52:52.014085 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d9aa96-23e1-4fa6-8013-8c99f3fd3915", "tag": "59971b46-c9a0-4af3-8774-8b8c7ddde82b", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:52:52.014085 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f47be7cb-dd0c-470b-904c-d26a175f9c5a {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:52:52.014582 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d9aa96-23e1-4fa6-8013-8c99f3fd3915', 'tag': '59971b46-c9a0-4af3-8774-8b8c7ddde82b', 'status': 'completed', 'code': 200} Aug 05 13:52:52.017455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:52:52.018489 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:52:52.019040 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:52:52.019873 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Bound port: f7c9abdf-630d-4d02-b628-f3c639c78925, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:52:52.020312 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.031555 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f4290775-a1d1-4d07-9f8d-5f35b7b62c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.054493 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-37474d27-871b-482c-b8d7-097cb3de9c7a None None] Port b84fbb80-67b6-4223-84df-34e5bc495fea cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:52:52.154295 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b6198588-9103-4f7a-8c40-29c899e9d112 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d57569b9a78f4a6bb26d0061c4a34362&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0894372 Aug 05 13:52:52.155793 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04c326bb-7f37-48aa-996c-f6eb936cbead admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.159048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39242) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:52.163458 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6198588-9103-4f7a-8c40-29c899e9d112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c320ae-b3ba-49ec-b97d-67b5287d497a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:52.314819 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f4290775-a1d1-4d07-9f8d-5f35b7b62c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.317872 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.327812 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] For port f7c9abdf-630d-4d02-b628-f3c639c78925, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:52:52.334626 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f4290775-a1d1-4d07-9f8d-5f35b7b62c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.338372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] For port f7c9abdf-630d-4d02-b628-f3c639c78925, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f7c9abdf-630d-4d02-b628-f3c639c78925,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:52:52.338694 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04c326bb-7f37-48aa-996c-f6eb936cbead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.339672 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c326bb-7f37-48aa-996c-f6eb936cbead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:52.340249 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04c326bb-7f37-48aa-996c-f6eb936cbead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.349686 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32c6d69b-0f14-4809-8288-bb4a15fe483d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.369774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4290775-a1d1-4d07-9f8d-5f35b7b62c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8294e771-6baa-4806-9a1b-5f909f7c88fe,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:52.375777 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.430745 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22592b04-a146-41f7-a024-0af5648e8cc6 req-72b09e85-7612-4cdc-916c-8b4b49aa42ca service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075084 Aug 05 13:52:52.438558 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c9abdf-630d-4d02-b628-f3c639c78925,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:52.461011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:52.462326 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.463757 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-0d8b0497-91d6-4eaa-9779-822fc8c19534 service neutron] 10.222.0.63 "PUT /v2.0/ports/f7c9abdf-630d-4d02-b628-f3c639c78925 HTTP/1.1" status: 200 len: 1116 time: 2.6873553 Aug 05 13:52:52.467698 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f4290775-a1d1-4d07-9f8d-5f35b7b62c97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81633f5d1c874b70a51c005e91e4b6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4889946 Aug 05 13:52:52.481919 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39252) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:52.593028 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-04c326bb-7f37-48aa-996c-f6eb936cbead admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.2238917 Aug 05 13:52:52.602781 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39256) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:52.608311 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c7bd0444-8f38-4b58-93e7-54200edf064c admin admin] Request body: {'subnet': {'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-209159088-subnet', 'tenant_id': 'a19c317485da4147b7c1316aac248471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:52:52.611893 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32c6d69b-0f14-4809-8288-bb4a15fe483d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.679696 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ddb7081b-ae0d-4b0c-981e-fa70424f67dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.711165 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0379b-579a-4b03-b28b-f4578c623429 req-4c6c5666-5800-4a0d-b8b5-15c6ccdc88ba tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:52.719311 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6fa0379b-579a-4b03-b28b-f4578c623429 req-4c6c5666-5800-4a0d-b8b5-15c6ccdc88ba tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 969 time: 0.1900706 Aug 05 13:52:52.738978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bd0444-8f38-4b58-93e7-54200edf064c admin admin] Made reservation on behalf of a19c317485da4147b7c1316aac248471 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:52:52.741208 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0444-8f38-4b58-93e7-54200edf064c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.759870 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c326bb-7f37-48aa-996c-f6eb936cbead admin admin] Pushing event updated for resources: {'Network': ['ID=e2d2ba84-38d9-47f3-984b-f6fdc376e26f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:52.775741 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ddb7081b-ae0d-4b0c-981e-fa70424f67dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.777153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network e2d2ba84-38d9-47f3-984b-f6fdc376e26f details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:52:52.778889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b8321-4377-4626-8935-bbf7cf4c7cde req-3d82593b-989e-4b4b-8c1f-520eebf06b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:52.780420 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e4b8321-4377-4626-8935-bbf7cf4c7cde req-3d82593b-989e-4b4b-8c1f-520eebf06b06 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1e85f29223a548bfb9e5809ca53e3c70&device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 1120 time: 0.2044208 Aug 05 13:52:52.782081 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-5b6a6287-39bc-4de6-99c3-67ca39254085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:52.783485 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-5b6a6287-39bc-4de6-99c3-67ca39254085 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a186ecc451a54500857c74997e6375c7&device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 1119 time: 0.2063911 Aug 05 13:52:52.850419 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:52:52.863487 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e39a60-18ee-40e3-84bf-b655620d7b40 req-b29fc361-96fe-4b3e-8b04-28ead55d04bb tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:52.865110 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71e39a60-18ee-40e3-84bf-b655620d7b40 req-b29fc361-96fe-4b3e-8b04-28ead55d04bb tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 968 time: 0.2862086 Aug 05 13:52:52.895850 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.912530 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.913341 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.928859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:52:52.933498 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:52:52.933920 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:52.959637 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-a0a312a5-ac6d-4d7c-a13d-2de49022ed8e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f7c9abdf-630d-4d02-b628-f3c639c78925 HTTP/1.1" status: 200 len: 217 time: 0.1412499 Aug 05 13:52:52.983497 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6fa0379b-579a-4b03-b28b-f4578c623429 req-1ef0bf46-b75b-42b1-ad7c-9c99ff200a87 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626438 Aug 05 13:52:53.026661 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71e39a60-18ee-40e3-84bf-b655620d7b40 req-410a1d71-1bde-467e-87bb-a4dcd6889bcd tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/security-groups?id=0de75e8d-3aee-4625-ab1c-82660aaa0f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429639 Aug 05 13:52:53.032731 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32c6d69b-0f14-4809-8288-bb4a15fe483d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:53.035434 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32c6d69b-0f14-4809-8288-bb4a15fe483d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:53.036604 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-32c6d69b-0f14-4809-8288-bb4a15fe483d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91c320ae-b3ba-49ec-b97d-67b5287d497a HTTP/1.1" status: 204 len: 168 time: 0.8741486 Aug 05 13:52:53.047092 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:53.055950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Pushing event updated for resources: {'Port': ['ID=b84fbb80-67b6-4223-84df-34e5bc495fea,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:53.089309 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6d69b-0f14-4809-8288-bb4a15fe483d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c320ae-b3ba-49ec-b97d-67b5287d497a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:53.109899 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:52:53.110125 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-4c99cebc-39fb-43d4-abbc-d167b9ea90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:53.112083 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-4c99cebc-39fb-43d4-abbc-d167b9ea90a4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1387126 Aug 05 13:52:53.138124 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:53.169750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:52:53.171290 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:52:53.197346 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ddb7081b-ae0d-4b0c-981e-fa70424f67dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:53.209928 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ddb7081b-ae0d-4b0c-981e-fa70424f67dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:53.214126 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ddb7081b-ae0d-4b0c-981e-fa70424f67dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8294e771-6baa-4806-9a1b-5f909f7c88fe HTTP/1.1" status: 204 len: 168 time: 0.7281222 Aug 05 13:52:53.302075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:53.334555 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7081b-ae0d-4b0c-981e-fa70424f67dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8294e771-6baa-4806-9a1b-5f909f7c88fe,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:53.373014 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-c4db51d4-06b0-41c4-8d9d-64ef3499d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:53.382888 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-c4db51d4-06b0-41c4-8d9d-64ef3499d04c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2517970 Aug 05 13:52:53.395117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Router 34aed9d9-781b-4cdb-b3a9-796b202b5074 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:52:53.435710 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b8321-4377-4626-8935-bbf7cf4c7cde req-2f1e8fcc-3bbf-4f73-b654-8a69b01229fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:53.437161 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e4b8321-4377-4626-8935-bbf7cf4c7cde req-2f1e8fcc-3bbf-4f73-b654-8a69b01229fe service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.6224806 Aug 05 13:52:53.512370 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f5d03023-9f82-4bcd-92d7-4f28d13f9709 None None] Provisioning complete for port b84fbb80-67b6-4223-84df-34e5bc495fea triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:52:53.512754 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f5d03023-9f82-4bcd-92d7-4f28d13f9709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:53.531661 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e4b8321-4377-4626-8935-bbf7cf4c7cde req-da499ba4-766c-4fa2-aa4d-1b4120f2ad6b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=59971b46-c9a0-4af3-8774-8b8c7ddde82b HTTP/1.1" status: 200 len: 217 time: 0.0747497 Aug 05 13:52:53.560875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f5d03023-9f82-4bcd-92d7-4f28d13f9709 None None] Port b84fbb80-67b6-4223-84df-34e5bc495fea cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:52:53.602616 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:52:53.609457 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3f74e9f2-655f-427f-ba68-1670bae64650 admin admin] 10.222.0.16 "PUT /v2.0/routers/34aed9d9-781b-4cdb-b3a9-796b202b5074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9349704 Aug 05 13:52:53.614793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Sync routers for ids ['34aed9d9-781b-4cdb-b3a9-796b202b5074'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:52:53.639393 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Routers {'34aed9d9-781b-4cdb-b3a9-796b202b5074'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:52:53.641963 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:52:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['34aed9d9-781b-4cdb-b3a9-796b202b5074'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:52:53.670299 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b8321-4377-4626-8935-bbf7cf4c7cde req-651e1310-94e6-402a-9325-a57c15f17d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:53.671859 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e4b8321-4377-4626-8935-bbf7cf4c7cde req-651e1310-94e6-402a-9325-a57c15f17d46 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1285982 Aug 05 13:52:53.672703 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0444-8f38-4b58-93e7-54200edf064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:53.714762 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-f7ed070f-b7d5-470f-b137-a2a3ffa9f3de service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239577 Aug 05 13:52:53.813938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Set router 34aed9d9-781b-4cdb-b3a9-796b202b5074 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:52:53.970884 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39300) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:54.001581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd0444-8f38-4b58-93e7-54200edf064c admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f261c9-c685-4d0a-b558-e4facce7cdfb,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:54.018447 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044c1062-da8e-4177-8a6f-8c252d3a5109', 'tag': 'f7c9abdf-630d-4d02-b628-f3c639c78925'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:52:54.021789 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71eebdea-a1e5-4d0b-9354-7f06d6e43bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "044c1062-da8e-4177-8a6f-8c252d3a5109", "tag": "f7c9abdf-630d-4d02-b628-f3c639c78925"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:52:54.044543 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd0444-8f38-4b58-93e7-54200edf064c admin admin] Checking segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:52:54.044543 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bd0444-8f38-4b58-93e7-54200edf064c admin admin] Network hostable DHCP agents. Network: e2d2ba84-38d9-47f3-984b-f6fdc376e26f, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:52:54.053884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b8321-4377-4626-8935-bbf7cf4c7cde req-15cab80d-c11f-4cbe-b8d7-526bfece55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:54.055991 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e4b8321-4377-4626-8935-bbf7cf4c7cde req-15cab80d-c11f-4cbe-b8d7-526bfece55f7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3743191 Aug 05 13:52:54.128485 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a298c7a3-f64d-4e54-afa0-0e565537fa3b req-33848bff-5dd0-428d-8e45-f2ea8312cba5 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925800 Aug 05 13:52:54.137863 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bd0444-8f38-4b58-93e7-54200edf064c admin admin] Network e2d2ba84-38d9-47f3-984b-f6fdc376e26f is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:52:54.162876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-c7bd0444-8f38-4b58-93e7-54200edf064c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, e2d2ba84-38d9-47f3-984b-f6fdc376e26f) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:52:54.172415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bd0444-8f38-4b58-93e7-54200edf064c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:54.173034 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0444-8f38-4b58-93e7-54200edf064c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:54.185157 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299aa5b8-6a11-47ef-b891-5dfd267dfd6b x-openstack-request-id: req-299aa5b8-6a11-47ef-b891-5dfd267dfd6b {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:52:54.185442 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044c1062-da8e-4177-8a6f-8c252d3a5109", "tag": "f7c9abdf-630d-4d02-b628-f3c639c78925", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:52:54.185695 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-299aa5b8-6a11-47ef-b891-5dfd267dfd6b {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:52:54.186129 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044c1062-da8e-4177-8a6f-8c252d3a5109', 'tag': 'f7c9abdf-630d-4d02-b628-f3c639c78925', 'status': 'completed', 'code': 200} Aug 05 13:52:54.195422 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e4b8321-4377-4626-8935-bbf7cf4c7cde req-f3d33926-b32e-4892-a312-431acef38f7e service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304212 Aug 05 13:52:54.234201 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c7bd0444-8f38-4b58-93e7-54200edf064c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6321859 Aug 05 13:52:54.326428 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8eb38935-0740-452b-84b6-58cef810a12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:54.327901 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a82bfae-1909-48c6-aec6-5bd06b1eb39e None None] Network e2d2ba84-38d9-47f3-984b-f6fdc376e26f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:52:54.349481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eebdea-a1e5-4d0b-9354-7f06d6e43bd3 req-e58ad718-200b-40b1-9ebd-0f678c7dd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:54.351046 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71eebdea-a1e5-4d0b-9354-7f06d6e43bd3 req-e58ad718-200b-40b1-9ebd-0f678c7dd7ba service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a186ecc451a54500857c74997e6375c7&device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 1119 time: 0.1157200 Aug 05 13:52:54.355711 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176cb44-7642-4f5c-903c-40dee5cfdfde req-21cd7b7c-75dc-4f18-a72a-3546d4807ff6 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:54.363933 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8176cb44-7642-4f5c-903c-40dee5cfdfde req-21cd7b7c-75dc-4f18-a72a-3546d4807ff6 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 969 time: 0.1458712 Aug 05 13:52:54.473983 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e4b8321-4377-4626-8935-bbf7cf4c7cde req-88fb6e26-4f02-4661-9c5d-9e9f4ab51ea4 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685833 Aug 05 13:52:54.485110 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2252d4-98a5-4759-9b87-0a02e1710209 req-7394b83f-ebf3-415d-86fe-3256b93bf7de tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:54.486684 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2f2252d4-98a5-4759-9b87-0a02e1710209 req-7394b83f-ebf3-415d-86fe-3256b93bf7de tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 968 time: 0.1435316 Aug 05 13:52:54.516475 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8176cb44-7642-4f5c-903c-40dee5cfdfde req-80e85032-6fa0-452b-bedb-86054e9bc626 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507957 Aug 05 13:52:54.551788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eebdea-a1e5-4d0b-9354-7f06d6e43bd3 req-8c1dcb1b-b9e3-4a69-ab72-7a47d993a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:54.553401 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71eebdea-a1e5-4d0b-9354-7f06d6e43bd3 req-8c1dcb1b-b9e3-4a69-ab72-7a47d993a6f7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.1685519 Aug 05 13:52:54.562333 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2f2252d4-98a5-4759-9b87-0a02e1710209 req-99ed1f07-3d7a-4e4c-bcdb-1b76f82ce9df tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/security-groups?id=0de75e8d-3aee-4625-ab1c-82660aaa0f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633698 Aug 05 13:52:54.619267 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71eebdea-a1e5-4d0b-9354-7f06d6e43bd3 req-22a663a0-d90d-4c86-baaf-9e81b1e2880d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f7c9abdf-630d-4d02-b628-f3c639c78925 HTTP/1.1" status: 200 len: 217 time: 0.0555532 Aug 05 13:52:54.659567 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8eb38935-0740-452b-84b6-58cef810a12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:54.666797 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8eb38935-0740-452b-84b6-58cef810a12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:54.699849 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c559d0a5-6a65-41e2-b286-c59f23ba365a None None] Network e2d2ba84-38d9-47f3-984b-f6fdc376e26f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:52:54.728991 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eebdea-a1e5-4d0b-9354-7f06d6e43bd3 req-dc96cbb0-63d3-49d4-9fbb-7bf510cce660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:54.730734 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71eebdea-a1e5-4d0b-9354-7f06d6e43bd3 req-dc96cbb0-63d3-49d4-9fbb-7bf510cce660 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1020598 Aug 05 13:52:54.744134 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8eb38935-0740-452b-84b6-58cef810a12a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e76f2706239942af9425b779cdd849ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7716672 Aug 05 13:52:54.747267 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb38935-0740-452b-84b6-58cef810a12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b021b507-d4b9-4577-9998-b2a070abed15,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:54.748525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39332) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:54.808357 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9634b5f3-dae8-4dcf-9ee3-e9862762b584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:54.833932 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9634b5f3-dae8-4dcf-9ee3-e9862762b584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:54.861947 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eebdea-a1e5-4d0b-9354-7f06d6e43bd3 req-104c3f9f-21bb-491c-a974-1ebfca96309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:54.863496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:52:52Z', 'revision_number': 4, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'b84fbb80-67b6-4223-84df-34e5bc495fea', 'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'mac_address': 'fa:16:3e:d3:29:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00dd0760-9582-4502-9a67-893e71bba931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:50Z', 'updated_at': '2021-08-05T13:52:52Z', 'revision_number': 2, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'subnets': [{'id': '00dd0760-9582-4502-9a67-893e71bba931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:52:54.864048 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71eebdea-a1e5-4d0b-9354-7f06d6e43bd3 req-104c3f9f-21bb-491c-a974-1ebfca96309f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226771 Aug 05 13:52:54.893149 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:52:54.898158 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9634b5f3-dae8-4dcf-9ee3-e9862762b584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:54.901006 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9634b5f3-dae8-4dcf-9ee3-e9862762b584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:54.904734 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9634b5f3-dae8-4dcf-9ee3-e9862762b584 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b021b507-d4b9-4577-9998-b2a070abed15 HTTP/1.1" status: 204 len: 168 time: 0.1492002 Aug 05 13:52:54.917412 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634b5f3-dae8-4dcf-9ee3-e9862762b584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b021b507-d4b9-4577-9998-b2a070abed15,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:54.929133 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Checking router: 34aed9d9-781b-4cdb-b3a9-796b202b5074 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:52:54.929485 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Updating router 34aed9d9-781b-4cdb-b3a9-796b202b5074 port b84fbb80-67b6-4223-84df-34e5bc495fea binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:52:54.985797 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:55.013465 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71eebdea-a1e5-4d0b-9354-7f06d6e43bd3 req-90251790-4c8c-4f52-8cca-a8fbf5faf1c5 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405361 Aug 05 13:52:55.041304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:52:55.041677 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:55.123743 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71eebdea-a1e5-4d0b-9354-7f06d6e43bd3 req-84badbdb-c03f-4d0b-8d58-3996cdb1abaf service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013579 Aug 05 13:52:55.350466 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:55.363509 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Transition to ACTIVE for port object b84fbb80-67b6-4223-84df-34e5bc495fea will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:52:55.376872 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:55.440180 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f68f12-914c-45f1-8bbd-480a6db672a3 None None] Pushing event updated for resources: {'Port': ['ID=b84fbb80-67b6-4223-84df-34e5bc495fea,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:55.482837 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39358) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:55.487845 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c198f429-50a2-4cbb-b297-08f2c590bad8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335029656-network', 'tenant_id': '90e5bd7f9b874274871c7903387d04b0'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:52:55.506012 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Attempting to bind port b84fbb80-67b6-4223-84df-34e5bc495fea on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:52:55.506012 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Attempting to bind port b84fbb80-67b6-4223-84df-34e5bc495fea by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e0f2db41-7c35-4e82-8367-798b59bea943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:52:55.506500 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Attempting to bind port b84fbb80-67b6-4223-84df-34e5bc495fea on network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:52:55.514332 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:52:55.514979 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Checking segment: {'id': 'e0f2db41-7c35-4e82-8367-798b59bea943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:52:55.515121 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:55.515578 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Bound using segment: {'id': 'e0f2db41-7c35-4e82-8367-798b59bea943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:52:55.515952 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Bound port: b84fbb80-67b6-4223-84df-34e5bc495fea, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f2db41-7c35-4e82-8367-798b59bea943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:52:55.516352 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:55.528733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c198f429-50a2-4cbb-b297-08f2c590bad8 admin admin] Made reservation on behalf of 90e5bd7f9b874274871c7903387d04b0 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:52:55.532499 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c198f429-50a2-4cbb-b297-08f2c590bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:55.555463 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c198f429-50a2-4cbb-b297-08f2c590bad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:55.628597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39364) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:55.649194 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] For port b84fbb80-67b6-4223-84df-34e5bc495fea, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:52:55.655997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] For port b84fbb80-67b6-4223-84df-34e5bc495fea, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b84fbb80-67b6-4223-84df-34e5bc495fea,segment=NetworkSegment(e0f2db41-7c35-4e82-8367-798b59bea943),segment_id=e0f2db41-7c35-4e82-8367-798b59bea943)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:52:55.669710 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:55.674861 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eaf88fef-5085-4cec-b707-4a77a8228a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:55.734920 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Routers {'34aed9d9-781b-4cdb-b3a9-796b202b5074'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:52:55.735609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:52:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['34aed9d9-781b-4cdb-b3a9-796b202b5074'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:52:55.797488 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936faaf9-380e-4547-b457-23b2baca9c1b req-2e0f4dff-0665-4d59-b120-78f2ff3f31d5 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:55.800758 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-936faaf9-380e-4547-b457-23b2baca9c1b req-2e0f4dff-0665-4d59-b120-78f2ff3f31d5 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 969 time: 0.1266615 Aug 05 13:52:55.822219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadf6fb-8b7b-4403-9326-5d9b37f541f3 req-19096fcd-5697-49fc-b8fd-6427a830d781 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:55.824096 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3fadf6fb-8b7b-4403-9326-5d9b37f541f3 req-19096fcd-5697-49fc-b8fd-6427a830d781 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 968 time: 0.0991974 Aug 05 13:52:55.850959 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f68f12-914c-45f1-8bbd-480a6db672a3 None None] Pushing event updated for resources: {'Port': ['ID=b84fbb80-67b6-4223-84df-34e5bc495fea,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:55.888066 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c198f429-50a2-4cbb-b297-08f2c590bad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:55.906691 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3fadf6fb-8b7b-4403-9326-5d9b37f541f3 req-d7ceccae-b847-4d96-8b4b-df46638cc3ff tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/security-groups?id=0de75e8d-3aee-4625-ab1c-82660aaa0f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741088 Aug 05 13:52:55.924088 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c198f429-50a2-4cbb-b297-08f2c590bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:55.961261 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-936faaf9-380e-4547-b457-23b2baca9c1b req-072f2593-fb01-48cc-8093-3fb30790b171 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525147 Aug 05 13:52:55.969473 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] Set router 34aed9d9-781b-4cdb-b3a9-796b202b5074 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:52:55.980184 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c198f429-50a2-4cbb-b297-08f2c590bad8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:52:56.034655 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c198f429-50a2-4cbb-b297-08f2c590bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.035007 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-c198f429-50a2-4cbb-b297-08f2c590bad8 admin admin] Added segment 1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814 of type vlan for network ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988 Aug 05 13:52:56.045817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198f429-50a2-4cbb-b297-08f2c590bad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a329db-957e-470f-a4e3-f08a630fcfe0,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:56.050336 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eaf88fef-5085-4cec-b707-4a77a8228a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.059840 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eaf88fef-5085-4cec-b707-4a77a8228a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.123806 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c198f429-50a2-4cbb-b297-08f2c590bad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.138667 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf88fef-5085-4cec-b707-4a77a8228a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8d8f07-c544-4ac7-ae1e-352ff95cd502,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:56.142967 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-eaf88fef-5085-4cec-b707-4a77a8228a23 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3bdf0989e174258b2e15fd729bc449d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5125813 Aug 05 13:52:56.148453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39376) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:56.215275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39380) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:56.220127 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c198f429-50a2-4cbb-b297-08f2c590bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.220318 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-cc07f1b8-1eb8-4c37-92e0-213cc8db00d3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-587953373-network', 'tenant_id': 'cf15e48b1d594c2794430ed022eef14a'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:52:56.221096 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c198f429-50a2-4cbb-b297-08f2c590bad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:56.221682 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c198f429-50a2-4cbb-b297-08f2c590bad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.240227 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0ee935d2-dde4-4c51-9a3d-94ab43b1261f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.258445 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc07f1b8-1eb8-4c37-92e0-213cc8db00d3 admin admin] Made reservation on behalf of cf15e48b1d594c2794430ed022eef14a for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:52:56.260844 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc07f1b8-1eb8-4c37-92e0-213cc8db00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.277302 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc07f1b8-1eb8-4c37-92e0-213cc8db00d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.309830 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c198f429-50a2-4cbb-b297-08f2c590bad8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8256502 Aug 05 13:52:56.313693 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39382) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:56.319459 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0ee935d2-dde4-4c51-9a3d-94ab43b1261f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.321555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198f429-50a2-4cbb-b297-08f2c590bad8 admin admin] Pushing event updated for resources: {'Network': ['ID=ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:56.326352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-6d7a674b-ce0c-4b02-a5fb-c9cc3ef86940 admin admin] Request body: {'subnet': {'network_id': 'ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335029656-subnet', 'tenant_id': '90e5bd7f9b874274871c7903387d04b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:52:56.333610 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:52:56.384582 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0ee935d2-dde4-4c51-9a3d-94ab43b1261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.390702 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0ee935d2-dde4-4c51-9a3d-94ab43b1261f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.395076 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0ee935d2-dde4-4c51-9a3d-94ab43b1261f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe8d8f07-c544-4ac7-ae1e-352ff95cd502 HTTP/1.1" status: 204 len: 168 time: 0.2356319 Aug 05 13:52:56.413109 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee935d2-dde4-4c51-9a3d-94ab43b1261f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8d8f07-c544-4ac7-ae1e-352ff95cd502,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:56.425044 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:52:52Z', 'revision_number': 4, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'b84fbb80-67b6-4223-84df-34e5bc495fea', 'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'mac_address': 'fa:16:3e:d3:29:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00dd0760-9582-4502-9a67-893e71bba931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:50Z', 'updated_at': '2021-08-05T13:52:55Z', 'revision_number': 4, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'subnets': [{'id': '00dd0760-9582-4502-9a67-893e71bba931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:52:56.462811 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc07f1b8-1eb8-4c37-92e0-213cc8db00d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.463674 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c724769d-9041-45b0-ade7-d54c6bc92c67 None None] The sync data for ids ['34aed9d9-781b-4cdb-b3a9-796b202b5074'] in n-d-803585-2 is: [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:52:52Z', 'revision_number': 4, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'b84fbb80-67b6-4223-84df-34e5bc495fea', 'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'mac_address': 'fa:16:3e:d3:29:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00dd0760-9582-4502-9a67-893e71bba931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:50Z', 'updated_at': '2021-08-05T13:52:55Z', 'revision_number': 4, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'subnets': [{'id': '00dd0760-9582-4502-9a67-893e71bba931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:52:56.475403 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc07f1b8-1eb8-4c37-92e0-213cc8db00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.517334 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc07f1b8-1eb8-4c37-92e0-213cc8db00d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:52:56.522691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07f1b8-1eb8-4c37-92e0-213cc8db00d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c402d69-2c60-4c16-9bd2-b2e85e40365e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:56.536681 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7a674b-ce0c-4b02-a5fb-c9cc3ef86940 admin admin] Made reservation on behalf of 90e5bd7f9b874274871c7903387d04b0 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:52:56.538914 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6d7a674b-ce0c-4b02-a5fb-c9cc3ef86940 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.595256 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc07f1b8-1eb8-4c37-92e0-213cc8db00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.595612 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-cc07f1b8-1eb8-4c37-92e0-213cc8db00d3 admin admin] Added segment 67c1dfb5-d062-4ca4-89fd-b9e503f36888 of type vlan for network 206a9fc9-5b5b-4369-ab72-95e80dd4868f Aug 05 13:52:56.710853 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc07f1b8-1eb8-4c37-92e0-213cc8db00d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.768894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b84fbb80-67b6-4223-84df-34e5bc495fea up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:52:56.813894 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc07f1b8-1eb8-4c37-92e0-213cc8db00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.815068 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc07f1b8-1eb8-4c37-92e0-213cc8db00d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:56.815588 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc07f1b8-1eb8-4c37-92e0-213cc8db00d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.869638 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port b84fbb80-67b6-4223-84df-34e5bc495fea completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:52:56.877502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port b84fbb80-67b6-4223-84df-34e5bc495fea triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:52:56.877893 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:56.896133 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cc07f1b8-1eb8-4c37-92e0-213cc8db00d3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6797616 Aug 05 13:52:56.899189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39402) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:56.905006 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-4e95dcb0-50fb-4f57-b835-4891c3b5d2b1 admin admin] Request body: {'subnet': {'network_id': '206a9fc9-5b5b-4369-ab72-95e80dd4868f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-587953373-subnet', 'tenant_id': 'cf15e48b1d594c2794430ed022eef14a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:52:56.912701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07f1b8-1eb8-4c37-92e0-213cc8db00d3 admin admin] Pushing event updated for resources: {'Network': ['ID=206a9fc9-5b5b-4369-ab72-95e80dd4868f,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:56.929040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 206a9fc9-5b5b-4369-ab72-95e80dd4868f details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:52:56.971965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e95dcb0-50fb-4f57-b835-4891c3b5d2b1 admin admin] Made reservation on behalf of cf15e48b1d594c2794430ed022eef14a for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:52:56.975003 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4e95dcb0-50fb-4f57-b835-4891c3b5d2b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:57.009425 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6d7a674b-ce0c-4b02-a5fb-c9cc3ef86940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:57.052844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 59971b46-c9a0-4af3-8774-8b8c7ddde82b details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:52:57.309635 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72908a4-7b10-41fb-b42e-3827091c20f1 req-17757198-89c2-4f76-83aa-a643b7652d8b tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:57.314116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e72908a4-7b10-41fb-b42e-3827091c20f1 req-17757198-89c2-4f76-83aa-a643b7652d8b tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 969 time: 0.1359899 Aug 05 13:52:57.327418 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a674b-ce0c-4b02-a5fb-c9cc3ef86940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=579de4fb-6609-430c-9238-48d64580db4c,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:57.380662 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6d0d-2284-4522-bce8-0a88f66859b1 req-ee8acbad-1729-4d99-a7e0-43c5ca61b453 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:57.382479 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c4eb6d0d-2284-4522-bce8-0a88f66859b1 req-ee8acbad-1729-4d99-a7e0-43c5ca61b453 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 968 time: 0.2835481 Aug 05 13:52:57.393505 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7a674b-ce0c-4b02-a5fb-c9cc3ef86940 admin admin] Checking segment: {'id': '1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:52:57.393953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7a674b-ce0c-4b02-a5fb-c9cc3ef86940 admin admin] Network hostable DHCP agents. Network: ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:52:57.408127 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:57.441399 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7a674b-ce0c-4b02-a5fb-c9cc3ef86940 admin admin] Network ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:52:57.458212 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c4eb6d0d-2284-4522-bce8-0a88f66859b1 req-b0e71560-bf93-4e74-b708-6e4ac4d920e9 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/security-groups?id=0de75e8d-3aee-4625-ab1c-82660aaa0f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660985 Aug 05 13:52:57.464697 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-6d7a674b-ce0c-4b02-a5fb-c9cc3ef86940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:52:57.471310 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7a674b-ce0c-4b02-a5fb-c9cc3ef86940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:57.471971 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6d7a674b-ce0c-4b02-a5fb-c9cc3ef86940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:57.492219 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e72908a4-7b10-41fb-b42e-3827091c20f1 req-a7b521d6-cd93-430a-b151-eb50bdfbfcbc tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639490 Aug 05 13:52:57.506960 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6d7a674b-ce0c-4b02-a5fb-c9cc3ef86940 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1896706 Aug 05 13:52:57.509630 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39422) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:57.528201 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335029656-router', 'tenant_id': '90e5bd7f9b874274871c7903387d04b0', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:52:57.569546 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:57.575792 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:57.644548 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6c0243-6ae8-49f5-b834-4f9bb5df7272 None None] Network ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:52:57.646058 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4e95dcb0-50fb-4f57-b835-4891c3b5d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:57.751322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e95dcb0-50fb-4f57-b835-4891c3b5d2b1 admin admin] Checking segment: {'id': '67c1dfb5-d062-4ca4-89fd-b9e503f36888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '206a9fc9-5b5b-4369-ab72-95e80dd4868f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:52:57.752144 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e95dcb0-50fb-4f57-b835-4891c3b5d2b1 admin admin] Network hostable DHCP agents. Network: 206a9fc9-5b5b-4369-ab72-95e80dd4868f, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:52:57.781014 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95dcb0-50fb-4f57-b835-4891c3b5d2b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4718d7fb-986e-4cdc-b1bf-f7844de49d99,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:57.793143 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e95dcb0-50fb-4f57-b835-4891c3b5d2b1 admin admin] Network 206a9fc9-5b5b-4369-ab72-95e80dd4868f is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:52:57.808185 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-4e95dcb0-50fb-4f57-b835-4891c3b5d2b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 206a9fc9-5b5b-4369-ab72-95e80dd4868f) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:52:57.813586 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e95dcb0-50fb-4f57-b835-4891c3b5d2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:57.814456 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4e95dcb0-50fb-4f57-b835-4891c3b5d2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:57.830905 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:57.837109 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4e95dcb0-50fb-4f57-b835-4891c3b5d2b1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9355133 Aug 05 13:52:57.842050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0874c5a5-2daf-4804-96e3-c054771756a8 None None] Network 206a9fc9-5b5b-4369-ab72-95e80dd4868f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:52:57.969952 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port b84fbb80-67b6-4223-84df-34e5bc495fea, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b84fbb80-67b6-4223-84df-34e5bc495fea,segment=NetworkSegment(e0f2db41-7c35-4e82-8367-798b59bea943),segment_id=e0f2db41-7c35-4e82-8367-798b59bea943)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:52:58.001958 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:58.047812 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 59971b46-c9a0-4af3-8774-8b8c7ddde82b, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=59971b46-c9a0-4af3-8774-8b8c7ddde82b,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:52:58.054175 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f38a03-908e-4b8d-a8fb-1cff4280021d None None] Network 206a9fc9-5b5b-4369-ab72-95e80dd4868f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:52:58.063097 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:58.161261 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '59971b46-c9a0-4af3-8774-8b8c7ddde82b', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '59971b46-c9a0-4af3-8774-8b8c7ddde82b', 'mac_address': 'fa:16:3e:34:57:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:tempest-test_az-671668880', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:52:58.200735 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=b84fbb80-67b6-4223-84df-34e5bc495fea,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:58.251738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988', 'network_id': 'ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988', 'tenant_id': '90e5bd7f9b874274871c7903387d04b0', 'fixed_ips': [{'subnet_id': '579de4fb-6609-430c-9238-48d64580db4c'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:52:58.252787 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:58.302883 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:58.369056 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:58.373656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59971b46-c9a0-4af3-8774-8b8c7ddde82b {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:52:58.400006 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:58.439184 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 59971b46-c9a0-4af3-8774-8b8c7ddde82b, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=59971b46-c9a0-4af3-8774-8b8c7ddde82b,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:52:58.464530 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:58.465503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device f7c9abdf-630d-4d02-b628-f3c639c78925 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:52:58.548355 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Allocated IP 172.25.5.26 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/d5fb3299-54d9-4112-8d52-a3941863009e) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:52:58.559141 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Allocated IP 172.20.0.2 (ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988/579de4fb-6609-430c-9238-48d64580db4c/8364d28b-d3e3-44b9-966f-af0b88bc6292) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:52:58.602783 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port f7c9abdf-630d-4d02-b628-f3c639c78925, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f7c9abdf-630d-4d02-b628-f3c639c78925,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:52:58.612238 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=59971b46-c9a0-4af3-8774-8b8c7ddde82b,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:58.668911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'f7c9abdf-630d-4d02-b628-f3c639c78925', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': 'f7c9abdf-630d-4d02-b628-f3c639c78925', 'mac_address': 'fa:16:3e:87:f3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:tempest-test_az-671668880', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:52:58.687251 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc83e94-7c72-4e01-bc0f-603fc7d61148 req-8f88cffe-47d7-45e6-ac9b-78caeeaef1f6 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:58.702676 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6bc83e94-7c72-4e01-bc0f-603fc7d61148 req-8f88cffe-47d7-45e6-ac9b-78caeeaef1f6 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 968 time: 0.1301742 Aug 05 13:52:58.727436 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:58.753266 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c9abdf-630d-4d02-b628-f3c639c78925 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:52:58.762371 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:58.778308 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port f7c9abdf-630d-4d02-b628-f3c639c78925, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f7c9abdf-630d-4d02-b628-f3c639c78925,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:52:58.786705 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:58.797556 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6bc83e94-7c72-4e01-bc0f-603fc7d61148 req-737002dc-4683-4675-8f90-87ee221595f4 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/security-groups?id=0de75e8d-3aee-4625-ab1c-82660aaa0f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936868 Aug 05 13:52:58.799152 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b84fbb80-67b6-4223-84df-34e5bc495fea up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:52:58.823600 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:58.873228 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:52:58.876946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:52:58.887142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:52:58.927180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39464) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:58.929173 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:58.945959 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=f7c9abdf-630d-4d02-b628-f3c639c78925,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:58.950108 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Transition to ACTIVE for port object 8364d28b-d3e3-44b9-966f-af0b88bc6292 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:52:58.955041 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port b84fbb80-67b6-4223-84df-34e5bc495fea triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:52:58.955451 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:58.978623 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788c68f-b6b0-48ee-9890-0ff2c033ea4a req-d0906995-b819-48a6-b234-6e90025ab744 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:58.993524 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e788c68f-b6b0-48ee-9890-0ff2c033ea4a req-d0906995-b819-48a6-b234-6e90025ab744 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 970 time: 0.1194179 Aug 05 13:52:58.999913 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39468) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:59.010576 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Transition to ACTIVE for port object 8364d28b-d3e3-44b9-966f-af0b88bc6292 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:52:59.026931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Pushing event updated for resources: {'Port': ['ID=d5fb3299-54d9-4112-8d52-a3941863009e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:59.039030 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:59.075925 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e788c68f-b6b0-48ee-9890-0ff2c033ea4a req-ef322f26-02f3-46d1-928e-6afeb3092dec tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815110 Aug 05 13:52:59.124807 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Pushing event updated for resources: {'Port': ['ID=8364d28b-d3e3-44b9-966f-af0b88bc6292,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:59.128719 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Network ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:52:59.131348 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:52:59.134367 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:52:59.220130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['59971b46-c9a0-4af3-8774-8b8c7ddde82b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:52:59.248749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Attempting to bind port 8364d28b-d3e3-44b9-966f-af0b88bc6292 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:52:59.249129 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Attempting to bind port 8364d28b-d3e3-44b9-966f-af0b88bc6292 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:52:59.249776 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Attempting to bind port 8364d28b-d3e3-44b9-966f-af0b88bc6292 on network ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:52:59.285051 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['f7c9abdf-630d-4d02-b628-f3c639c78925'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:52:59.322057 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:52:59.322700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Checking segment: {'id': '1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:52:59.323183 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:59.323582 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Bound using segment: {'id': '1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:52:59.324075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Bound port: 8364d28b-d3e3-44b9-966f-af0b88bc6292, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:52:59.324510 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:59.354574 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-34019a19-88f6-4600-9e6e-756e1462d066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:59.506819 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-34019a19-88f6-4600-9e6e-756e1462d066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:59.522956 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] For port 8364d28b-d3e3-44b9-966f-af0b88bc6292, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:52:59.534995 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-34019a19-88f6-4600-9e6e-756e1462d066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:59.561049 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] For port 8364d28b-d3e3-44b9-966f-af0b88bc6292, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8364d28b-d3e3-44b9-966f-af0b88bc6292,segment=NetworkSegment(1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814),segment_id=1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:52:59.565923 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-da5566cc-6c75-488e-8aa7-da4723452ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:59.585072 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:59.631693 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-34019a19-88f6-4600-9e6e-756e1462d066 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec06799f7b3049a1830c9156d6b19017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6950305 Aug 05 13:52:59.633080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39488) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:52:59.644051 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:59.689583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34019a19-88f6-4600-9e6e-756e1462d066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c83928-8627-4bac-a995-2c7d07d68659,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:59.756051 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e796940-f673-4729-850f-ed8644fa7bea req-6f22725e-0d95-40ca-8519-c714bbe0b6e8 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:52:59.757525 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e796940-f673-4729-850f-ed8644fa7bea req-6f22725e-0d95-40ca-8519-c714bbe0b6e8 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 807 time: 0.2878814 Aug 05 13:52:59.768009 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeecc1a-1e95-43c0-b92e-3080bc1ad25f None None] Pushing event updated for resources: {'Port': ['ID=8364d28b-d3e3-44b9-966f-af0b88bc6292,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:52:59.775019 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-905d9d80-a6c4-478e-80cd-e433bf96e6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:59.840468 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-905d9d80-a6c4-478e-80cd-e433bf96e6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:52:59.842297 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e796940-f673-4729-850f-ed8644fa7bea req-1eb4ca15-413a-4730-9940-431b3ee63294 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/quotas/a19c317485da4147b7c1316aac248471 HTTP/1.1" status: 200 len: 375 time: 0.0749526 Aug 05 13:52:59.930342 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e796940-f673-4729-850f-ed8644fa7bea req-53dc24ab-d390-490e-b985-e50dfbc7eba1 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715983 Aug 05 13:53:00.078592 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-da5566cc-6c75-488e-8aa7-da4723452ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:00.095317 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-da5566cc-6c75-488e-8aa7-da4723452ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:00.123164 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-905d9d80-a6c4-478e-80cd-e433bf96e6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:00.126459 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-905d9d80-a6c4-478e-80cd-e433bf96e6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:00.127954 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-905d9d80-a6c4-478e-80cd-e433bf96e6e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12c83928-8627-4bac-a995-2c7d07d68659 HTTP/1.1" status: 204 len: 168 time: 0.4909286 Aug 05 13:53:00.138785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd0470-2459-438e-a8a2-48e5ef5dfe05 req-0c8ca0c2-53f9-4329-8f28-0b4500ff871c tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:00.141282 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41cd0470-2459-438e-a8a2-48e5ef5dfe05 req-0c8ca0c2-53f9-4329-8f28-0b4500ff871c tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 969 time: 0.2405815 Aug 05 13:53:00.142327 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:00.207822 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-da5566cc-6c75-488e-8aa7-da4723452ee9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fafc36c06fa4be2ba94980eb10754bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2077696 Aug 05 13:53:00.216787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39508) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:00.229798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5566cc-6c75-488e-8aa7-da4723452ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146c8dba-77b4-4cef-a2c6-1747e1b6a9c9,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:00.249058 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d9d80-a6c4-478e-80cd-e433bf96e6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c83928-8627-4bac-a995-2c7d07d68659,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:00.255414 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41cd0470-2459-438e-a8a2-48e5ef5dfe05 req-dea986e7-9d12-4654-b0ed-281064ab61b6 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/security-groups?id=0de75e8d-3aee-4625-ab1c-82660aaa0f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013048 Aug 05 13:53:00.297227 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba4bad33-527d-4089-a1dd-89548c8beade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:00.330879 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba4bad33-527d-4089-a1dd-89548c8beade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:00.357552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-4e796940-f673-4729-850f-ed8644fa7bea req-ee16794c-996b-4ca3-916b-b8aae30a17ba service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:53:00.364944 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e796940-f673-4729-850f-ed8644fa7bea req-ee16794c-996b-4ca3-916b-b8aae30a17ba service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1686251 Aug 05 13:53:00.400167 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba4bad33-527d-4089-a1dd-89548c8beade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:00.402979 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba4bad33-527d-4089-a1dd-89548c8beade admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:00.404455 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ba4bad33-527d-4089-a1dd-89548c8beade admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/146c8dba-77b4-4cef-a2c6-1747e1b6a9c9 HTTP/1.1" status: 204 len: 168 time: 0.1855552 Aug 05 13:53:00.428861 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bad33-527d-4089-a1dd-89548c8beade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146c8dba-77b4-4cef-a2c6-1747e1b6a9c9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:00.490788 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f2f6b-a186-4a90-9251-21b2065b2021 req-008b11cf-c50d-4cd9-b58b-f14824311020 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:00.492739 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b9f2f6b-a186-4a90-9251-21b2065b2021 req-008b11cf-c50d-4cd9-b58b-f14824311020 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 970 time: 0.0770395 Aug 05 13:53:00.535836 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e796940-f673-4729-850f-ed8644fa7bea req-dec61f4a-59bb-4e99-9388-d722243f1b24 service neutron] 10.222.0.16 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566403 Aug 05 13:53:00.536978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Router 8c0bb545-a5c0-4dba-aa05-714e657acb2c is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 13:53:00.558236 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b9f2f6b-a186-4a90-9251-21b2065b2021 req-c964b0ae-eb4a-4954-b83a-9ab9b4c45ab4 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575397 Aug 05 13:53:00.750156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39524) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:00.768818 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e796940-f673-4729-850f-ed8644fa7bea req-3f8d4b75-a8d8-4697-b10f-521f2ac1b254 service neutron] 10.222.0.16 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178485 Aug 05 13:53:00.772941 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-26fcf82a-6633-44f8-a78d-06005ebe8c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:00.773404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:53:00.787505 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Sync routers for ids ['8c0bb545-a5c0-4dba-aa05-714e657acb2c'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:53:00.802861 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Routers {'8c0bb545-a5c0-4dba-aa05-714e657acb2c'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:53:00.803888 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:52:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['8c0bb545-a5c0-4dba-aa05-714e657acb2c'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:00.813917 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:00.823862 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8364d28b-d3e3-44b9-966f-af0b88bc6292 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:00.824418 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-be673813-f881-4aa3-bf27-45b9e0ab7b5f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3130016 Aug 05 13:53:00.828954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39526) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:00.932575 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 8364d28b-d3e3-44b9-966f-af0b88bc6292 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:01.006639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 59971b46-c9a0-4af3-8774-8b8c7ddde82b up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:01.034426 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Set router 8c0bb545-a5c0-4dba-aa05-714e657acb2c gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:53:01.050459 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39532) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:01.120828 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 59971b46-c9a0-4af3-8774-8b8c7ddde82b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:01.123681 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d26f8f9c-0108-46c6-aa61-4e5aeab41067 req-e27c8b41-4920-4a9f-b825-6da329e57bd6 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 210 time: 0.0897975 Aug 05 13:53:01.127287 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b951ef3-f102-4c96-a1a0-cc4fec0cb14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:01.130427 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 59971b46-c9a0-4af3-8774-8b8c7ddde82b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:01.131398 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:01.182973 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897026c0-fcc2-4eb8-9021-afd8ac4327aa None None] Network ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:53:01.340261 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335029656-router', 'tenant_id': '90e5bd7f9b874274871c7903387d04b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'd5fb3299-54d9-4112-8d52-a3941863009e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:57Z', 'updated_at': '2021-08-05T13:52:59Z', 'revision_number': 3, 'project_id': '90e5bd7f9b874274871c7903387d04b0', 'gw_port': {'id': 'd5fb3299-54d9-4112-8d52-a3941863009e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:58Z', 'updated_at': '2021-08-05T13:52:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:01.372888 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Checking router: 8c0bb545-a5c0-4dba-aa05-714e657acb2c for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:53:01.373509 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Updating router 8c0bb545-a5c0-4dba-aa05-714e657acb2c port d5fb3299-54d9-4112-8d52-a3941863009e binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:53:01.419319 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:01.448896 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe06ad-1609-4fd5-ad68-72a676e82d6f req-46a383b1-e6d3-44fb-b8fc-b1c193dd94d8 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:01.451055 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9ebe06ad-1609-4fd5-ad68-72a676e82d6f req-46a383b1-e6d3-44fb-b8fc-b1c193dd94d8 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 969 time: 0.0587935 Aug 05 13:53:01.475808 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2ea04b67-1eaa-4afe-a312-b80b47920d23 None None] Provisioning for port 8364d28b-d3e3-44b9-966f-af0b88bc6292 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:01.503361 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9ebe06ad-1609-4fd5-ad68-72a676e82d6f req-49c11d4f-e8b6-4f35-8fcd-12f31c69a42f tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/security-groups?id=0de75e8d-3aee-4625-ab1c-82660aaa0f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451787 Aug 05 13:53:01.514508 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2ea04b67-1eaa-4afe-a312-b80b47920d23 None None] Provisioning complete for port 8364d28b-d3e3-44b9-966f-af0b88bc6292 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:01.515125 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2ea04b67-1eaa-4afe-a312-b80b47920d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:01.634095 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-26fcf82a-6633-44f8-a78d-06005ebe8c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:01.664733 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:01.714406 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-26fcf82a-6633-44f8-a78d-06005ebe8c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:01.722387 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d9aa96-23e1-4fa6-8013-8c99f3fd3915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59971b46-c9a0-4af3-8774-8b8c7ddde82b'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:01.784427 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e4bde-dd94-47e6-b26a-44197d36222e req-36b1849c-a859-4b46-83e6-5ad01193eafa tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:01.786058 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a67e4bde-dd94-47e6-b26a-44197d36222e req-36b1849c-a859-4b46-83e6-5ad01193eafa tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 970 time: 0.0946221 Aug 05 13:53:01.834464 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b951ef3-f102-4c96-a1a0-cc4fec0cb14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:01.839948 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 59971b46-c9a0-4af3-8774-8b8c7ddde82b, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=59971b46-c9a0-4af3-8774-8b8c7ddde82b,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:01.842055 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2ea04b67-1eaa-4afe-a312-b80b47920d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:01.849166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcf82a-6633-44f8-a78d-06005ebe8c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28c3ddd-ea2b-423a-80ca-59a0894d01de,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:01.855663 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b951ef3-f102-4c96-a1a0-cc4fec0cb14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:01.861444 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:01.866534 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device f7c9abdf-630d-4d02-b628-f3c639c78925 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:01.877519 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-26fcf82a-6633-44f8-a78d-06005ebe8c2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=536f54b09199404fae406c6db7e1d1e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1258683 Aug 05 13:53:01.886105 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39548) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:01.931523 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a67e4bde-dd94-47e6-b26a-44197d36222e req-2516b8ab-3700-4c83-bd08-0e0b2bb2f6b7 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301174 Aug 05 13:53:01.970628 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.015020 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Transition to ACTIVE for port object d5fb3299-54d9-4112-8d52-a3941863009e will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:02.015229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed69081-ddc0-4633-acc8-274f7f54aa57 req-dfc1cfa4-0875-45dd-841d-a6351eb87ca3 tempest-NetworksTest-1144208261 tempest-NetworksTest-1144208261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:02.015935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed69081-ddc0-4633-acc8-274f7f54aa57 req-dfc1cfa4-0875-45dd-841d-a6351eb87ca3 tempest-NetworksTest-1144208261 tempest-NetworksTest-1144208261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:02.016487 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed69081-ddc0-4633-acc8-274f7f54aa57 req-dfc1cfa4-0875-45dd-841d-a6351eb87ca3 tempest-NetworksTest-1144208261 tempest-NetworksTest-1144208261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:02.017019 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed69081-ddc0-4633-acc8-274f7f54aa57 req-dfc1cfa4-0875-45dd-841d-a6351eb87ca3 tempest-NetworksTest-1144208261 tempest-NetworksTest-1144208261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:02.017557 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed69081-ddc0-4633-acc8-274f7f54aa57 req-dfc1cfa4-0875-45dd-841d-a6351eb87ca3 tempest-NetworksTest-1144208261 tempest-NetworksTest-1144208261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:02.018090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed69081-ddc0-4633-acc8-274f7f54aa57 req-dfc1cfa4-0875-45dd-841d-a6351eb87ca3 tempest-NetworksTest-1144208261 tempest-NetworksTest-1144208261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:02.018841 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed69081-ddc0-4633-acc8-274f7f54aa57 req-dfc1cfa4-0875-45dd-841d-a6351eb87ca3 tempest-NetworksTest-1144208261 tempest-NetworksTest-1144208261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:02.021816 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5ed69081-ddc0-4633-acc8-274f7f54aa57 req-dfc1cfa4-0875-45dd-841d-a6351eb87ca3 tempest-NetworksTest-1144208261 tempest-NetworksTest-1144208261-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.7208998 Aug 05 13:53:02.037577 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7cdad4-0eca-469f-a5a1-89d23244a3bc" -d '{"events": [{"server_uuid": "f3d9aa96-23e1-4fa6-8013-8c99f3fd3915", "name": "network-vif-plugged", "status": "completed", "tag": "59971b46-c9a0-4af3-8774-8b8c7ddde82b"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:02.037729 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.041779 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6b951ef3-f102-4c96-a1a0-cc4fec0cb14f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9cd3f40326204a8683723f3c2a1119f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9901922 Aug 05 13:53:02.061527 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39554) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:02.074521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2ea04b67-1eaa-4afe-a312-b80b47920d23 None None] For port 8364d28b-d3e3-44b9-966f-af0b88bc6292, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8364d28b-d3e3-44b9-966f-af0b88bc6292,segment=NetworkSegment(1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814),segment_id=1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:02.089067 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2ea04b67-1eaa-4afe-a312-b80b47920d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.091202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=59971b46-c9a0-4af3-8774-8b8c7ddde82b,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:02.102842 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b951ef3-f102-4c96-a1a0-cc4fec0cb14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ffe087-4b4d-4d1b-830b-825c24a56a37,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:02.161125 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port f7c9abdf-630d-4d02-b628-f3c639c78925 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:02.169425 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port f7c9abdf-630d-4d02-b628-f3c639c78925 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:02.169834 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.171681 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea04b67-1eaa-4afe-a312-b80b47920d23 None None] Pushing event updated for resources: {'Port': ['ID=8364d28b-d3e3-44b9-966f-af0b88bc6292,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:02.222996 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Attempting to bind port d5fb3299-54d9-4112-8d52-a3941863009e on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:53:02.223407 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Attempting to bind port d5fb3299-54d9-4112-8d52-a3941863009e by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:53:02.229072 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Attempting to bind port d5fb3299-54d9-4112-8d52-a3941863009e on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:02.241536 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a26aa-c043-4224-aabe-0fbd090b3460 None None] Pushing event updated for resources: {'Port': ['ID=d5fb3299-54d9-4112-8d52-a3941863009e,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:02.249092 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e268a42-a238-4576-9c29-324fb5f099c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.251802 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:53:02.252637 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:02.254335 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.254668 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:53:02.255182 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Bound port: d5fb3299-54d9-4112-8d52-a3941863009e, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:53:02.255587 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.283801 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-43a8845f-a833-452f-a5ee-9f8ce9278d5a None None] Provisioning complete for port 8364d28b-d3e3-44b9-966f-af0b88bc6292 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:02.284185 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-43a8845f-a833-452f-a5ee-9f8ce9278d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.319632 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e268a42-a238-4576-9c29-324fb5f099c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.326760 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] For port d5fb3299-54d9-4112-8d52-a3941863009e, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:53:02.333607 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] For port d5fb3299-54d9-4112-8d52-a3941863009e, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d5fb3299-54d9-4112-8d52-a3941863009e,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:53:02.339193 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.339375 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b892133-f637-4bc2-9a3e-5c013bcbc12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.348473 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2d20e0-c9e9-4ebe-b170-d0d049ae09d2 x-openstack-request-id: req-fb2d20e0-c9e9-4ebe-b170-d0d049ae09d2 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:02.348786 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d9aa96-23e1-4fa6-8013-8c99f3fd3915", "name": "network-vif-plugged", "status": "completed", "tag": "59971b46-c9a0-4af3-8774-8b8c7ddde82b", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:02.349034 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb2d20e0-c9e9-4ebe-b170-d0d049ae09d2 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:02.349802 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d9aa96-23e1-4fa6-8013-8c99f3fd3915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59971b46-c9a0-4af3-8774-8b8c7ddde82b', 'code': 200} Aug 05 13:53:02.351487 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.370187 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc2950-03ff-465d-8021-46ec2ba3cf61 req-d74f5a44-6a51-49b6-97f8-c47c6a1cd710 tempest-NetworksTest-1144208261 tempest-NetworksTest-1144208261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:02.375399 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4adc2950-03ff-465d-8021-46ec2ba3cf61 req-d74f5a44-6a51-49b6-97f8-c47c6a1cd710 tempest-NetworksTest-1144208261 tempest-NetworksTest-1144208261-project-admin] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 886 time: 0.3026547 Aug 05 13:53:02.381917 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.440795 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port f7c9abdf-630d-4d02-b628-f3c639c78925, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f7c9abdf-630d-4d02-b628-f3c639c78925,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:02.454519 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.493980 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bf4b173f-2404-43c7-a9a6-2b43daa7f40b req-823777c1-7c6b-4781-b762-ad963e82d11c tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 210 time: 0.0448759 Aug 05 13:53:02.513623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=f7c9abdf-630d-4d02-b628-f3c639c78925,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:02.527108 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b892133-f637-4bc2-9a3e-5c013bcbc12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.542770 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Routers {'8c0bb545-a5c0-4dba-aa05-714e657acb2c'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:53:02.543406 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:52:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['8c0bb545-a5c0-4dba-aa05-714e657acb2c'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:02.583548 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a26aa-c043-4224-aabe-0fbd090b3460 None None] Pushing event updated for resources: {'Port': ['ID=d5fb3299-54d9-4112-8d52-a3941863009e,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:02.627811 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.84', 54758) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:02.651825 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Allocated IP 172.20.0.1 (ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988/579de4fb-6609-430c-9238-48d64580db4c/de4581ae-678f-4f86-9760-ad2f66a6983a) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:53:02.686498 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7222538-f6b8-495f-ab54-fa983df486ed req-b0271a9b-37eb-465c-9aa9-058e7c487ddd tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:02.688342 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c7222538-f6b8-495f-ab54-fa983df486ed req-b0271a9b-37eb-465c-9aa9-058e7c487ddd tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 970 time: 0.0823486 Aug 05 13:53:02.764050 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] Set router 8c0bb545-a5c0-4dba-aa05-714e657acb2c gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:53:02.781342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8364d28b-d3e3-44b9-966f-af0b88bc6292 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:02.811505 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c7222538-f6b8-495f-ab54-fa983df486ed req-ca88cef3-b25d-4be7-aef9-8583c46df88e tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/security-groups?id=0de75e8d-3aee-4625-ab1c-82660aaa0f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117160 Aug 05 13:53:02.865361 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8364d28b-d3e3-44b9-966f-af0b88bc6292 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:02.865938 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.867671 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.955348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Transition to ACTIVE for port object de4581ae-678f-4f86-9760-ad2f66a6983a will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:02.973795 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e268a42-a238-4576-9c29-324fb5f099c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.976356 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e268a42-a238-4576-9c29-324fb5f099c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:02.980582 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0e268a42-a238-4576-9c29-324fb5f099c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f28c3ddd-ea2b-423a-80ca-59a0894d01de HTTP/1.1" status: 204 len: 168 time: 1.0724812 Aug 05 13:53:02.996689 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335029656-router', 'tenant_id': '90e5bd7f9b874274871c7903387d04b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'd5fb3299-54d9-4112-8d52-a3941863009e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:57Z', 'updated_at': '2021-08-05T13:52:59Z', 'revision_number': 3, 'project_id': '90e5bd7f9b874274871c7903387d04b0', 'gw_port': {'id': 'd5fb3299-54d9-4112-8d52-a3941863009e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:58Z', 'updated_at': '2021-08-05T13:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:03.044068 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e268a42-a238-4576-9c29-324fb5f099c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28c3ddd-ea2b-423a-80ca-59a0894d01de,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:03.061389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77102430-9cc6-43ac-912b-315fe34028ba req-8bd90db8-a658-4a58-a25f-5be7b2088d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:03.061737 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:03.063607 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77102430-9cc6-43ac-912b-315fe34028ba req-8bd90db8-a658-4a58-a25f-5be7b2088d77 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 1122 time: 0.5940039 Aug 05 13:53:03.092415 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d182b3-86bf-4d04-b93f-d2e9b89089f1 None None] The sync data for ids ['8c0bb545-a5c0-4dba-aa05-714e657acb2c'] in n-d-803585-2 is: [{'id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335029656-router', 'tenant_id': '90e5bd7f9b874274871c7903387d04b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'd5fb3299-54d9-4112-8d52-a3941863009e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:57Z', 'updated_at': '2021-08-05T13:52:59Z', 'revision_number': 3, 'project_id': '90e5bd7f9b874274871c7903387d04b0', 'gw_port': {'id': 'd5fb3299-54d9-4112-8d52-a3941863009e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:58Z', 'updated_at': '2021-08-05T13:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:53:03.104029 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9d97a-3511-4403-8ee3-00082a559273 req-c0f0df56-1a50-4f80-a0bd-734cad036843 tempest-NetworksTest-1144208261 tempest-NetworksTest-1144208261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:03.104794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9d97a-3511-4403-8ee3-00082a559273 req-c0f0df56-1a50-4f80-a0bd-734cad036843 tempest-NetworksTest-1144208261 tempest-NetworksTest-1144208261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:03.105667 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9d97a-3511-4403-8ee3-00082a559273 req-c0f0df56-1a50-4f80-a0bd-734cad036843 tempest-NetworksTest-1144208261 tempest-NetworksTest-1144208261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:03.106207 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9d97a-3511-4403-8ee3-00082a559273 req-c0f0df56-1a50-4f80-a0bd-734cad036843 tempest-NetworksTest-1144208261 tempest-NetworksTest-1144208261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:03.107047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9d97a-3511-4403-8ee3-00082a559273 req-c0f0df56-1a50-4f80-a0bd-734cad036843 tempest-NetworksTest-1144208261 tempest-NetworksTest-1144208261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:03.108048 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9d97a-3511-4403-8ee3-00082a559273 req-c0f0df56-1a50-4f80-a0bd-734cad036843 tempest-NetworksTest-1144208261 tempest-NetworksTest-1144208261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:03.108835 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9d97a-3511-4403-8ee3-00082a559273 req-c0f0df56-1a50-4f80-a0bd-734cad036843 tempest-NetworksTest-1144208261 tempest-NetworksTest-1144208261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:03.111264 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-47d9d97a-3511-4403-8ee3-00082a559273 req-c0f0df56-1a50-4f80-a0bd-734cad036843 tempest-NetworksTest-1144208261 tempest-NetworksTest-1144208261-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.6984043 Aug 05 13:53:03.151142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e796940-f673-4729-850f-ed8644fa7bea req-b9258f67-85f0-44c0-998a-780271b3e5da tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:03.152996 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e796940-f673-4729-850f-ed8644fa7bea req-b9258f67-85f0-44c0-998a-780271b3e5da tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.84 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 807 time: 0.5217605 Aug 05 13:53:03.154880 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b892133-f637-4bc2-9a3e-5c013bcbc12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:03.162900 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b892133-f637-4bc2-9a3e-5c013bcbc12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:03.166072 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0b892133-f637-4bc2-9a3e-5c013bcbc12d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1ffe087-4b4d-4d1b-830b-825c24a56a37 HTTP/1.1" status: 204 len: 168 time: 1.1029844 Aug 05 13:53:03.171248 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-77102430-9cc6-43ac-912b-315fe34028ba req-2827afc4-456c-443d-9fe0-73d332f0b362 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:03.193969 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b892133-f637-4bc2-9a3e-5c013bcbc12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ffe087-4b4d-4d1b-830b-825c24a56a37,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:03.197969 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Network ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:53:03.213383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:03.217059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:53:03.217549 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:03.287546 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Pushing event updated for resources: {'Port': ['ID=de4581ae-678f-4f86-9760-ad2f66a6983a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:03.346064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e0a09-15e2-4847-baf4-3ed997dfb8e0 req-20d3a18d-a8f8-4138-9f97-c2670aad8596 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:03.357921 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e81e0a09-15e2-4847-baf4-3ed997dfb8e0 req-20d3a18d-a8f8-4138-9f97-c2670aad8596 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 971 time: 0.2167811 Aug 05 13:53:03.363545 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-77102430-9cc6-43ac-912b-315fe34028ba req-2827afc4-456c-443d-9fe0-73d332f0b362 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:03.369401 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-77102430-9cc6-43ac-912b-315fe34028ba req-2827afc4-456c-443d-9fe0-73d332f0b362 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:03.410845 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77102430-9cc6-43ac-912b-315fe34028ba req-2827afc4-456c-443d-9fe0-73d332f0b362 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377457 Aug 05 13:53:03.427232 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e81e0a09-15e2-4847-baf4-3ed997dfb8e0 req-f48021a9-8ca2-4847-af18-116a8765a11d tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632799 Aug 05 13:53:03.446245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827afc4-456c-443d-9fe0-73d332f0b362 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a934b5f2-90b4-4081-a295-2f86b264343a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:03.565853 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:03.664886 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd53c921-f09f-4f02-b709-6b84d88b47ca req-4eef7b5e-03d4-4bce-956a-82a9e41b48d8 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 210 time: 0.0427127 Aug 05 13:53:03.824250 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-921d2717-659a-4e69-818c-b6b9e35061ec None None] Provisioning for port de4581ae-678f-4f86-9760-ad2f66a6983a completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:03.832046 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-921d2717-659a-4e69-818c-b6b9e35061ec None None] Provisioning complete for port de4581ae-678f-4f86-9760-ad2f66a6983a triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:03.832458 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-921d2717-659a-4e69-818c-b6b9e35061ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:03.891873 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:03.897702 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:03.898504 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:03.906061 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-921d2717-659a-4e69-818c-b6b9e35061ec None None] Port de4581ae-678f-4f86-9760-ad2f66a6983a cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:53:03.906645 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39590) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:04.048486 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Pushing event updated for resources: {'Port': ['ID=de4581ae-678f-4f86-9760-ad2f66a6983a,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:04.096944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229d090-ece9-43b4-bcdd-d8148dc5c070 req-ef4ee303-b7b3-4675-8db6-837df5a68d7a tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:04.098730 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2229d090-ece9-43b4-bcdd-d8148dc5c070 req-ef4ee303-b7b3-4675-8db6-837df5a68d7a tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 970 time: 0.1571143 Aug 05 13:53:04.115299 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-93506948-0fd4-463e-a798-4b7783c1b63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:04.164856 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2229d090-ece9-43b4-bcdd-d8148dc5c070 req-ad9906a9-7bb2-467e-b545-87bb1a55c4ed tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/security-groups?id=0de75e8d-3aee-4625-ab1c-82660aaa0f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513332 Aug 05 13:53:04.173089 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Network ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:53:04.173089 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:04.298309 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-93506948-0fd4-463e-a798-4b7783c1b63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:04.313524 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-93506948-0fd4-463e-a798-4b7783c1b63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:04.351746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044c1062-da8e-4177-8a6f-8c252d3a5109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c9abdf-630d-4d02-b628-f3c639c78925'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:04.354384 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4a01b5-0b2b-429b-bc4b-43d9fe764537" -d '{"events": [{"server_uuid": "044c1062-da8e-4177-8a6f-8c252d3a5109", "name": "network-vif-plugged", "status": "completed", "tag": "f7c9abdf-630d-4d02-b628-f3c639c78925"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:04.400620 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-93506948-0fd4-463e-a798-4b7783c1b63d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64bb39f4b8cd4c5e95e4701642bee0f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4891534 Aug 05 13:53:04.400620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93506948-0fd4-463e-a798-4b7783c1b63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fd5561-198f-4928-83ae-edc509790e76,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:04.404494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39610) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:04.449772 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f3a251-b1c0-421d-a2cd-663f65dcbe4b x-openstack-request-id: req-78f3a251-b1c0-421d-a2cd-663f65dcbe4b {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:04.450134 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044c1062-da8e-4177-8a6f-8c252d3a5109", "name": "network-vif-plugged", "status": "completed", "tag": "f7c9abdf-630d-4d02-b628-f3c639c78925", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:04.450429 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78f3a251-b1c0-421d-a2cd-663f65dcbe4b {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:04.457083 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044c1062-da8e-4177-8a6f-8c252d3a5109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c9abdf-630d-4d02-b628-f3c639c78925', 'code': 200} Aug 05 13:53:04.557784 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1e88fffa-25f3-42a1-9a49-2a73fe0587c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:04.610486 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1e88fffa-25f3-42a1-9a49-2a73fe0587c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:04.648890 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f4e4f46a-29b6-4779-a45f-0e01fb49a514 None None] Provisioning complete for port de4581ae-678f-4f86-9760-ad2f66a6983a triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:04.651477 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f4e4f46a-29b6-4779-a45f-0e01fb49a514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:04.661700 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09273ca0-12da-4974-a953-562dae120021 req-182a82a4-69d0-47b0-a7ad-9485e68bb0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:04.664149 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-09273ca0-12da-4974-a953-562dae120021 req-182a82a4-69d0-47b0-a7ad-9485e68bb0ac service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 1121 time: 0.1326573 Aug 05 13:53:04.739220 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-09273ca0-12da-4974-a953-562dae120021 req-dd78a27b-0ee2-4b07-8eed-c22661f21948 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0de75e8d-3aee-4625-ab1c-82660aaa0f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629368 Aug 05 13:53:04.762284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Router 8c0bb545-a5c0-4dba-aa05-714e657acb2c has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:53:04.771373 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1e88fffa-25f3-42a1-9a49-2a73fe0587c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:04.775085 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1e88fffa-25f3-42a1-9a49-2a73fe0587c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:04.776351 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1e88fffa-25f3-42a1-9a49-2a73fe0587c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67fd5561-198f-4928-83ae-edc509790e76 HTTP/1.1" status: 204 len: 168 time: 0.3708823 Aug 05 13:53:04.789860 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4f46a-29b6-4779-a45f-0e01fb49a514 None None] Port de4581ae-678f-4f86-9760-ad2f66a6983a cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:53:04.795833 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88fffa-25f3-42a1-9a49-2a73fe0587c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fd5561-198f-4928-83ae-edc509790e76,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:04.796369 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66147338-12ea-404e-ab7a-60de89551af0 req-054877b4-7ea2-4804-acbe-50ab9ac483b6 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:04.797966 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-66147338-12ea-404e-ab7a-60de89551af0 req-054877b4-7ea2-4804-acbe-50ab9ac483b6 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 971 time: 0.1720021 Aug 05 13:53:04.881905 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d5fb3299-54d9-4112-8d52-a3941863009e up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:04.947481 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c3dc2c4-af1f-4f03-895f-cbb8a1ce7ed3 req-be98426b-ea34-4d53-bbb3-d66d44b2daa9 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 210 time: 0.0774076 Aug 05 13:53:04.970186 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:53:04.980061 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9f516f07-4155-4f98-b445-7ccb4bf3f940 admin admin] 10.222.0.16 "PUT /v2.0/routers/8c0bb545-a5c0-4dba-aa05-714e657acb2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1392591 Aug 05 13:53:05.001934 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-66147338-12ea-404e-ab7a-60de89551af0 req-e63cd131-90de-45c3-800c-eda780d0b34c tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916914 Aug 05 13:53:05.024390 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port d5fb3299-54d9-4112-8d52-a3941863009e completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:05.029319 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d5fb3299-54d9-4112-8d52-a3941863009e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:05.029884 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:05.124014 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:05.151544 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port d5fb3299-54d9-4112-8d52-a3941863009e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d5fb3299-54d9-4112-8d52-a3941863009e,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:05.158337 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:05.231881 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=d5fb3299-54d9-4112-8d52-a3941863009e,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:05.344165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d23866-872b-4770-83c1-e07de05a2ba4 req-f2cb6fc7-28cd-4bd9-b9d9-d197fa641bd3 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:05.351735 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f7d23866-872b-4770-83c1-e07de05a2ba4 req-f2cb6fc7-28cd-4bd9-b9d9-d197fa641bd3 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 970 time: 0.0798664 Aug 05 13:53:05.394919 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f7d23866-872b-4770-83c1-e07de05a2ba4 req-1fc52eae-2ca5-4737-870a-6338a88fcc39 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/security-groups?id=0de75e8d-3aee-4625-ab1c-82660aaa0f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421042 Aug 05 13:53:05.613214 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Sync routers for ids ['8c0bb545-a5c0-4dba-aa05-714e657acb2c'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:53:05.625782 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Routers {'8c0bb545-a5c0-4dba-aa05-714e657acb2c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:53:05.626464 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:52:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['8c0bb545-a5c0-4dba-aa05-714e657acb2c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:05.652802 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39654) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:05.674158 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4a428e86-a0fe-4b6b-b2ca-946f383ec772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:05.783538 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4a428e86-a0fe-4b6b-b2ca-946f383ec772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:05.790478 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4a428e86-a0fe-4b6b-b2ca-946f383ec772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:05.797653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Set router 8c0bb545-a5c0-4dba-aa05-714e657acb2c gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:53:05.837762 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4a428e86-a0fe-4b6b-b2ca-946f383ec772 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0aa9f486eae7444aa63e949d59fed7c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836190 Aug 05 13:53:05.839230 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a428e86-a0fe-4b6b-b2ca-946f383ec772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20db4a56-07df-4bf9-bada-139feff68988,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:05.840861 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39660) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:05.904028 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-399f5eb8-00c1-47c7-afed-fcce99f57e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:05.928653 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-399f5eb8-00c1-47c7-afed-fcce99f57e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:05.990633 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-399f5eb8-00c1-47c7-afed-fcce99f57e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:05.995446 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-399f5eb8-00c1-47c7-afed-fcce99f57e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:06.001464 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-399f5eb8-00c1-47c7-afed-fcce99f57e99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20db4a56-07df-4bf9-bada-139feff68988 HTTP/1.1" status: 204 len: 168 time: 0.1588709 Aug 05 13:53:06.027183 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f5eb8-00c1-47c7-afed-fcce99f57e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20db4a56-07df-4bf9-bada-139feff68988,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:06.113568 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335029656-router', 'tenant_id': '90e5bd7f9b874274871c7903387d04b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'd5fb3299-54d9-4112-8d52-a3941863009e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:57Z', 'updated_at': '2021-08-05T13:53:03Z', 'revision_number': 4, 'project_id': '90e5bd7f9b874274871c7903387d04b0', 'gw_port': {'id': 'd5fb3299-54d9-4112-8d52-a3941863009e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:58Z', 'updated_at': '2021-08-05T13:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'de4581ae-678f-4f86-9760-ad2f66a6983a', 'name': '', 'network_id': 'ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988', 'tenant_id': '90e5bd7f9b874274871c7903387d04b0', 'mac_address': 'fa:16:3e:d7:f5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '579de4fb-6609-430c-9238-48d64580db4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:53:02Z', 'updated_at': '2021-08-05T13:53:03Z', 'revision_number': 2, 'project_id': '90e5bd7f9b874274871c7903387d04b0', 'subnets': [{'id': '579de4fb-6609-430c-9238-48d64580db4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:06.136708 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bfa43a5d-93c1-470e-8768-7e543b3e07dc req-649280c6-319b-43e0-8ebf-7b40d9ccf824 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 210 time: 0.0556231 Aug 05 13:53:06.151321 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Checking router: 8c0bb545-a5c0-4dba-aa05-714e657acb2c for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:53:06.151958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Updating router 8c0bb545-a5c0-4dba-aa05-714e657acb2c port de4581ae-678f-4f86-9760-ad2f66a6983a binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:53:06.185270 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:06.256392 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850dd59-3280-435c-b110-dc674efbb6a7 req-79f1152f-bee5-40c0-ba54-19f6403ad3e0 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:06.259781 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9850dd59-3280-435c-b110-dc674efbb6a7 req-79f1152f-bee5-40c0-ba54-19f6403ad3e0 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 971 time: 0.1088498 Aug 05 13:53:06.328141 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9850dd59-3280-435c-b110-dc674efbb6a7 req-6691ea30-a37a-42ae-ba07-04797e5d3ef8 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607429 Aug 05 13:53:06.511596 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39700) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:06.517159 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b2ab8528-524a-4f5a-8313-e9ad5e96ee4d tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568076810', 'description': 'tempest-description--402378949'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:06.548729 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b2ab8528-524a-4f5a-8313-e9ad5e96ee4d tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:06.621957 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:06.649325 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Transition to ACTIVE for port object de4581ae-678f-4f86-9760-ad2f66a6983a will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:06.669355 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:06.676117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f0b15-3ea1-4deb-b9df-cc168aacf1f1 req-99edc748-48a1-49db-a12a-d95df8c2f218 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:06.681331 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8a5f0b15-3ea1-4deb-b9df-cc168aacf1f1 req-99edc748-48a1-49db-a12a-d95df8c2f218 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 970 time: 0.1038785 Aug 05 13:53:06.699076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b2ab8528-524a-4f5a-8313-e9ad5e96ee4d tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:06.714377 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b2ab8528-524a-4f5a-8313-e9ad5e96ee4d tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:06.750218 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab8528-524a-4f5a-8313-e9ad5e96ee4d tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:06.768231 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b2ab8528-524a-4f5a-8313-e9ad5e96ee4d tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:06.772964 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b2ab8528-524a-4f5a-8313-e9ad5e96ee4d tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2574902 Aug 05 13:53:06.773736 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39706) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:06.775838 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8a5f0b15-3ea1-4deb-b9df-cc168aacf1f1 req-51df897d-a543-4605-ae45-d440d1ea35f6 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/security-groups?id=0de75e8d-3aee-4625-ab1c-82660aaa0f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862639 Aug 05 13:53:06.782340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-0055310b-6dd5-4f16-99f5-f9eb952cd3da tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Request body: {'security_group_rule': {'security_group_id': '8cfb7a1d-6588-4a77-a3ce-0daca06eb72f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:06.818229 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d5fb3299-54d9-4112-8d52-a3941863009e up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:06.855143 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0055310b-6dd5-4f16-99f5-f9eb952cd3da tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:06.870427 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a50957-70a0-4817-89fd-a71cf579fc65 None None] Pushing event updated for resources: {'Port': ['ID=de4581ae-678f-4f86-9760-ad2f66a6983a,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:07.044726 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0055310b-6dd5-4f16-99f5-f9eb952cd3da tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:07.056269 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0055310b-6dd5-4f16-99f5-f9eb952cd3da tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:07.062950 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cf689-3e1a-45dc-99af-61a92f1ffcfe req-f3b8c692-5941-43e7-b8fa-79191b9174e2 tempest-AggregatesAdminTestJSON-1272849754 tempest-AggregatesAdminTestJSON-1272849754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:07.064921 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-142cf689-3e1a-45dc-99af-61a92f1ffcfe req-f3b8c692-5941-43e7-b8fa-79191b9174e2 tempest-AggregatesAdminTestJSON-1272849754 tempest-AggregatesAdminTestJSON-1272849754-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 1121 time: 0.0877810 Aug 05 13:53:07.079555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055310b-6dd5-4f16-99f5-f9eb952cd3da tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201a0433-1c62-43af-91e1-db8c2d170aa2,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:07.098025 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-142cf689-3e1a-45dc-99af-61a92f1ffcfe req-c8ada672-cd6e-49ff-b316-ce9bb3d0dbbf tempest-AggregatesAdminTestJSON-1272849754 tempest-AggregatesAdminTestJSON-1272849754-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:07.162102 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Attempting to bind port de4581ae-678f-4f86-9760-ad2f66a6983a on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:53:07.162680 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Attempting to bind port de4581ae-678f-4f86-9760-ad2f66a6983a by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:53:07.162910 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Attempting to bind port de4581ae-678f-4f86-9760-ad2f66a6983a on network ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:07.188579 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:53:07.188960 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Checking segment: {'id': '1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:07.189430 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:07.189828 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Bound using segment: {'id': '1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:53:07.190352 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Bound port: de4581ae-678f-4f86-9760-ad2f66a6983a, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:53:07.190736 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:07.247680 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d5fb3299-54d9-4112-8d52-a3941863009e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:07.248061 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:07.285644 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-142cf689-3e1a-45dc-99af-61a92f1ffcfe req-c8ada672-cd6e-49ff-b316-ce9bb3d0dbbf tempest-AggregatesAdminTestJSON-1272849754 tempest-AggregatesAdminTestJSON-1272849754-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:07.292619 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-142cf689-3e1a-45dc-99af-61a92f1ffcfe req-c8ada672-cd6e-49ff-b316-ce9bb3d0dbbf tempest-AggregatesAdminTestJSON-1272849754 tempest-AggregatesAdminTestJSON-1272849754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:07.301902 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0055310b-6dd5-4f16-99f5-f9eb952cd3da tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:07.303557 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0055310b-6dd5-4f16-99f5-f9eb952cd3da tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5292122 Aug 05 13:53:07.306544 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39724) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:07.311967 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a3ae3dd1-1435-4108-8f5b-da55668895b3 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Request body: {'security_group_rule': {'security_group_id': '8cfb7a1d-6588-4a77-a3ce-0daca06eb72f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:07.321678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] For port de4581ae-678f-4f86-9760-ad2f66a6983a, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:53:07.330111 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] For port de4581ae-678f-4f86-9760-ad2f66a6983a, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=de4581ae-678f-4f86-9760-ad2f66a6983a,segment=NetworkSegment(1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814),segment_id=1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:53:07.340255 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:07.359196 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-142cf689-3e1a-45dc-99af-61a92f1ffcfe req-c8ada672-cd6e-49ff-b316-ce9bb3d0dbbf tempest-AggregatesAdminTestJSON-1272849754 tempest-AggregatesAdminTestJSON-1272849754-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0de75e8d-3aee-4625-ab1c-82660aaa0f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864368 Aug 05 13:53:07.372857 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a3ae3dd1-1435-4108-8f5b-da55668895b3 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:07.375931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ada672-cd6e-49ff-b316-ce9bb3d0dbbf tempest-AggregatesAdminTestJSON-1272849754 tempest-AggregatesAdminTestJSON-1272849754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea704944-b756-4c66-8479-e22200798423,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:07.468305 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Routers {'8c0bb545-a5c0-4dba-aa05-714e657acb2c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:53:07.472250 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:52:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['8c0bb545-a5c0-4dba-aa05-714e657acb2c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:07.495857 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a3ae3dd1-1435-4108-8f5b-da55668895b3 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:07.506493 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a3ae3dd1-1435-4108-8f5b-da55668895b3 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:07.538976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a50957-70a0-4817-89fd-a71cf579fc65 None None] Pushing event updated for resources: {'Port': ['ID=de4581ae-678f-4f86-9760-ad2f66a6983a,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:07.586297 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f92c16f-d3d7-4397-a1a8-55a732da0bc9 req-6e8799c1-ae6c-40c1-98a8-27ec1ff5b8c3 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 210 time: 0.0452483 Aug 05 13:53:07.611727 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae3dd1-1435-4108-8f5b-da55668895b3 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c52da05-3144-48e8-bfa3-3f371023f836,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:07.614839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a3ae3dd1-1435-4108-8f5b-da55668895b3 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:07.620499 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a3ae3dd1-1435-4108-8f5b-da55668895b3 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3123374 Aug 05 13:53:07.621132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39736) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:07.626344 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e21687f5-b67a-48b1-b248-4afed8e5acda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:07.627147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] Set router 8c0bb545-a5c0-4dba-aa05-714e657acb2c gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:53:07.670662 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e21687f5-b67a-48b1-b248-4afed8e5acda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:07.938495 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335029656-router', 'tenant_id': '90e5bd7f9b874274871c7903387d04b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'd5fb3299-54d9-4112-8d52-a3941863009e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:57Z', 'updated_at': '2021-08-05T13:53:03Z', 'revision_number': 4, 'project_id': '90e5bd7f9b874274871c7903387d04b0', 'gw_port': {'id': 'd5fb3299-54d9-4112-8d52-a3941863009e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:58Z', 'updated_at': '2021-08-05T13:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'de4581ae-678f-4f86-9760-ad2f66a6983a', 'name': '', 'network_id': 'ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988', 'tenant_id': '90e5bd7f9b874274871c7903387d04b0', 'mac_address': 'fa:16:3e:d7:f5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '579de4fb-6609-430c-9238-48d64580db4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:53:02Z', 'updated_at': '2021-08-05T13:53:07Z', 'revision_number': 4, 'project_id': '90e5bd7f9b874274871c7903387d04b0', 'subnets': [{'id': '579de4fb-6609-430c-9238-48d64580db4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:07.955257 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e21687f5-b67a-48b1-b248-4afed8e5acda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:08.012886 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d9c1f-2c36-425d-9f94-7137c2e0ff94 None None] The sync data for ids ['8c0bb545-a5c0-4dba-aa05-714e657acb2c'] in n-d-803585-2 is: [{'id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335029656-router', 'tenant_id': '90e5bd7f9b874274871c7903387d04b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'd5fb3299-54d9-4112-8d52-a3941863009e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:57Z', 'updated_at': '2021-08-05T13:53:03Z', 'revision_number': 4, 'project_id': '90e5bd7f9b874274871c7903387d04b0', 'gw_port': {'id': 'd5fb3299-54d9-4112-8d52-a3941863009e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:58Z', 'updated_at': '2021-08-05T13:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'de4581ae-678f-4f86-9760-ad2f66a6983a', 'name': '', 'network_id': 'ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988', 'tenant_id': '90e5bd7f9b874274871c7903387d04b0', 'mac_address': 'fa:16:3e:d7:f5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '579de4fb-6609-430c-9238-48d64580db4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:53:02Z', 'updated_at': '2021-08-05T13:53:07Z', 'revision_number': 4, 'project_id': '90e5bd7f9b874274871c7903387d04b0', 'subnets': [{'id': '579de4fb-6609-430c-9238-48d64580db4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:53:08.137982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7057a2b-d61e-42c4-a1ae-7708c6d6e1c8 req-ebc0a5f9-d893-4fb4-b438-f5b2faf04d69 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:08.141553 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b7057a2b-d61e-42c4-a1ae-7708c6d6e1c8 req-ebc0a5f9-d893-4fb4-b438-f5b2faf04d69 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 971 time: 0.2052352 Aug 05 13:53:08.194917 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-e21687f5-b67a-48b1-b248-4afed8e5acda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Allocated IP 172.25.5.57 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/04873890-3f26-430f-b7e3-247167126cdc) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:53:08.363705 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b7057a2b-d61e-42c4-a1ae-7708c6d6e1c8 req-4fd06dfb-ea17-41bd-aa55-86cd1c56066f tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101157 Aug 05 13:53:08.373676 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e21687f5-b67a-48b1-b248-4afed8e5acda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:08.457793 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e21687f5-b67a-48b1-b248-4afed8e5acda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:08.516095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21687f5-b67a-48b1-b248-4afed8e5acda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:53:08.519435 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-e21687f5-b67a-48b1-b248-4afed8e5acda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:08.529294 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21687f5-b67a-48b1-b248-4afed8e5acda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:53:08.575618 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21687f5-b67a-48b1-b248-4afed8e5acda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Pushing event updated for resources: {'Port': ['ID=04873890-3f26-430f-b7e3-247167126cdc,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:08.671309 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e21687f5-b67a-48b1-b248-4afed8e5acda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:08.744586 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e21687f5-b67a-48b1-b248-4afed8e5acda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:08.841277 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device de4581ae-678f-4f86-9760-ad2f66a6983a up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:08.878185 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad28048-08a3-4ad0-b4f8-3cca353ab1ad req-8ca76a68-1bec-4b85-9f4e-0847b29031ae tempest-DeleteServersAdminTestJSON-260160813 tempest-DeleteServersAdminTestJSON-260160813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:08.881476 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3ad28048-08a3-4ad0-b4f8-3cca353ab1ad req-8ca76a68-1bec-4b85-9f4e-0847b29031ae tempest-DeleteServersAdminTestJSON-260160813 tempest-DeleteServersAdminTestJSON-260160813-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 1122 time: 0.1151772 Aug 05 13:53:08.998312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port de4581ae-678f-4f86-9760-ad2f66a6983a completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:09.004152 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port de4581ae-678f-4f86-9760-ad2f66a6983a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:09.005013 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:09.097664 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e21687f5-b67a-48b1-b248-4afed8e5acda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:09.104927 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-3ad28048-08a3-4ad0-b4f8-3cca353ab1ad req-9388e109-4628-4f36-b676-c627644d3539 tempest-DeleteServersAdminTestJSON-260160813 tempest-DeleteServersAdminTestJSON-260160813-project-admin] Deleting port 59971b46-c9a0-4af3-8774-8b8c7ddde82b {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:53:09.108523 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e21687f5-b67a-48b1-b248-4afed8e5acda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:09.109168 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3ad28048-08a3-4ad0-b4f8-3cca353ab1ad req-9388e109-4628-4f36-b676-c627644d3539 tempest-DeleteServersAdminTestJSON-260160813 tempest-DeleteServersAdminTestJSON-260160813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:09.185853 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e21687f5-b67a-48b1-b248-4afed8e5acda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:09.248900 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21687f5-b67a-48b1-b248-4afed8e5acda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Pushing event updated for resources: {'Port': ['ID=04873890-3f26-430f-b7e3-247167126cdc,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:09.258613 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e21687f5-b67a-48b1-b248-4afed8e5acda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:09.260058 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e21687f5-b67a-48b1-b248-4afed8e5acda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6379669 Aug 05 13:53:09.292923 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:09.322910 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-3ad28048-08a3-4ad0-b4f8-3cca353ab1ad req-9388e109-4628-4f36-b676-c627644d3539 tempest-DeleteServersAdminTestJSON-260160813 tempest-DeleteServersAdminTestJSON-260160813-project-admin] For port 59971b46-c9a0-4af3-8774-8b8c7ddde82b, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=59971b46-c9a0-4af3-8774-8b8c7ddde82b,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:09.323625 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3ad28048-08a3-4ad0-b4f8-3cca353ab1ad req-9388e109-4628-4f36-b676-c627644d3539 tempest-DeleteServersAdminTestJSON-260160813 tempest-DeleteServersAdminTestJSON-260160813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:09.354993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-3ad28048-08a3-4ad0-b4f8-3cca353ab1ad req-9388e109-4628-4f36-b676-c627644d3539 tempest-DeleteServersAdminTestJSON-260160813 tempest-DeleteServersAdminTestJSON-260160813-project-admin] Calling delete_port for 59971b46-c9a0-4af3-8774-8b8c7ddde82b owned by compute:tempest-test_az-671668880 {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:53:09.421246 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port de4581ae-678f-4f86-9760-ad2f66a6983a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=de4581ae-678f-4f86-9760-ad2f66a6983a,segment=NetworkSegment(1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814),segment_id=1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:09.429238 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:09.544823 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c89ec338-9be4-4cb1-b2dc-cf1ec12c7a27 req-729353a0-e762-4a0a-ac61-94fe48f6bebc tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 210 time: 0.0582933 Aug 05 13:53:09.559844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=de4581ae-678f-4f86-9760-ad2f66a6983a,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:09.612587 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3ad28048-08a3-4ad0-b4f8-3cca353ab1ad req-9388e109-4628-4f36-b676-c627644d3539 tempest-DeleteServersAdminTestJSON-260160813 tempest-DeleteServersAdminTestJSON-260160813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:09.626420 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['59971b46-c9a0-4af3-8774-8b8c7ddde82b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:53:09.665809 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388e109-4628-4f36-b676-c627644d3539 tempest-DeleteServersAdminTestJSON-260160813 tempest-DeleteServersAdminTestJSON-260160813-project-admin] Pushing event deleted for resources: {'Port': ['ID=59971b46-c9a0-4af3-8774-8b8c7ddde82b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:09.741426 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad28048-08a3-4ad0-b4f8-3cca353ab1ad req-9388e109-4628-4f36-b676-c627644d3539 tempest-DeleteServersAdminTestJSON-260160813 tempest-DeleteServersAdminTestJSON-260160813-project-admin] No DVR routers for this DVR port 59971b46-c9a0-4af3-8774-8b8c7ddde82b on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:53:09.751813 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3ad28048-08a3-4ad0-b4f8-3cca353ab1ad req-9388e109-4628-4f36-b676-c627644d3539 tempest-DeleteServersAdminTestJSON-260160813 tempest-DeleteServersAdminTestJSON-260160813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:09.754388 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3ad28048-08a3-4ad0-b4f8-3cca353ab1ad req-9388e109-4628-4f36-b676-c627644d3539 tempest-DeleteServersAdminTestJSON-260160813 tempest-DeleteServersAdminTestJSON-260160813-project-admin] 10.222.0.63 "DELETE /v2.0/ports/59971b46-c9a0-4af3-8774-8b8c7ddde82b HTTP/1.1" status: 204 len: 173 time: 0.8645678 Aug 05 13:53:09.754860 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d9aa96-23e1-4fa6-8013-8c99f3fd3915', 'name': 'network-vif-deleted', 'tag': '59971b46-c9a0-4af3-8774-8b8c7ddde82b'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:09.757185 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3822e432-1c26-4bbd-85d8-0f2a47a634e5" -d '{"events": [{"server_uuid": "f3d9aa96-23e1-4fa6-8013-8c99f3fd3915", "name": "network-vif-deleted", "tag": "59971b46-c9a0-4af3-8774-8b8c7ddde82b"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:09.865096 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc108aac-1c91-4217-97a5-412513d2d5ab req-a45bbf24-7b42-465c-b065-bfaff852427e tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d9aa96-23e1-4fa6-8013-8c99f3fd3915 HTTP/1.1" status: 200 len: 210 time: 0.0413308 Aug 05 13:53:09.918497 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-4e796940-f673-4729-850f-ed8644fa7bea req-2319935c-9a4a-4826-b00e-ad78b2c804e4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Request body: {'port': {'device_id': 'eb80a458-4238-47ca-b9fd-41a5ea14d52a', 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f', 'admin_state_up': True, 'tenant_id': 'a19c317485da4147b7c1316aac248471'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:10.021127 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53bc071-db34-40ee-ba20-16d32facea79 x-openstack-request-id: req-a53bc071-db34-40ee-ba20-16d32facea79 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:10.021535 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d9aa96-23e1-4fa6-8013-8c99f3fd3915", "name": "network-vif-deleted", "tag": "59971b46-c9a0-4af3-8774-8b8c7ddde82b", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:10.021853 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a53bc071-db34-40ee-ba20-16d32facea79 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:10.022333 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d9aa96-23e1-4fa6-8013-8c99f3fd3915', 'name': 'network-vif-deleted', 'tag': '59971b46-c9a0-4af3-8774-8b8c7ddde82b', 'status': 'completed', 'code': 200} Aug 05 13:53:10.086642 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5b945f4-b874-428b-8bdc-394a16020228 req-0b2bea7c-8786-49ca-a940-81487c016960 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1568076810&fields=id&tenant_id=53001cf07fcb4d0b92a66b65b417642b HTTP/1.1" status: 200 len: 267 time: 0.0817313 Aug 05 13:53:10.121035 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e796940-f673-4729-850f-ed8644fa7bea req-2319935c-9a4a-4826-b00e-ad78b2c804e4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Made reservation on behalf of a19c317485da4147b7c1316aac248471 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:53:10.124413 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4e796940-f673-4729-850f-ed8644fa7bea req-2319935c-9a4a-4826-b00e-ad78b2c804e4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:10.267771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b945f4-b874-428b-8bdc-394a16020228 req-ddb5fc7e-2d98-4438-8bb7-0e78b9525581 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:10.269281 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5b945f4-b874-428b-8bdc-394a16020228 req-ddb5fc7e-2d98-4438-8bb7-0e78b9525581 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/networks?id=ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 HTTP/1.1" status: 200 len: 824 time: 0.1728604 Aug 05 13:53:10.316476 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5b945f4-b874-428b-8bdc-394a16020228 req-6d899b7a-094e-4080-8d16-0d80fe326585 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/quotas/53001cf07fcb4d0b92a66b65b417642b HTTP/1.1" status: 200 len: 375 time: 0.0392430 Aug 05 13:53:10.362877 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-4e796940-f673-4729-850f-ed8644fa7bea req-2319935c-9a4a-4826-b00e-ad78b2c804e4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Allocated IP 172.20.0.4 (e2d2ba84-38d9-47f3-984b-f6fdc376e26f/26f261c9-c685-4d0a-b558-e4facce7cdfb/6684bdba-b3f1-4089-b536-8b0aa9beee58) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:53:10.423156 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5b945f4-b874-428b-8bdc-394a16020228 req-8796de7a-c3d7-48ea-9bc1-f9b27abe98d5 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=53001cf07fcb4d0b92a66b65b417642b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0957115 Aug 05 13:53:10.614030 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5b945f4-b874-428b-8bdc-394a16020228 req-28900670-ad4f-4295-accf-c7af2d2c5c0d service neutron] 10.222.0.16 "GET /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669779 Aug 05 13:53:10.636655 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4e796940-f673-4729-850f-ed8644fa7bea req-2319935c-9a4a-4826-b00e-ad78b2c804e4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:10.717629 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device de4581ae-678f-4f86-9760-ad2f66a6983a up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:10.745139 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5b945f4-b874-428b-8bdc-394a16020228 req-d528fca3-6bea-4cb7-9267-3f22fc802f0b service neutron] 10.222.0.16 "GET /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216338 Aug 05 13:53:10.753647 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4e796940-f673-4729-850f-ed8644fa7bea req-2319935c-9a4a-4826-b00e-ad78b2c804e4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:10.775922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port de4581ae-678f-4f86-9760-ad2f66a6983a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:10.776427 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:10.821818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319935c-9a4a-4826-b00e-ad78b2c804e4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Pushing event updated for resources: {'Port': ['ID=6684bdba-b3f1-4089-b536-8b0aa9beee58,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:10.832800 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e796940-f673-4729-850f-ed8644fa7bea req-2319935c-9a4a-4826-b00e-ad78b2c804e4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Network e2d2ba84-38d9-47f3-984b-f6fdc376e26f is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:53:10.837723 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-4e796940-f673-4729-850f-ed8644fa7bea req-2319935c-9a4a-4826-b00e-ad78b2c804e4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:10.846508 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e796940-f673-4729-850f-ed8644fa7bea req-2319935c-9a4a-4826-b00e-ad78b2c804e4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:53:10.855788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e796940-f673-4729-850f-ed8644fa7bea req-2319935c-9a4a-4826-b00e-ad78b2c804e4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:10.856481 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4e796940-f673-4729-850f-ed8644fa7bea req-2319935c-9a4a-4826-b00e-ad78b2c804e4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:10.886477 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e796940-f673-4729-850f-ed8644fa7bea req-2319935c-9a4a-4826-b00e-ad78b2c804e4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9724655 Aug 05 13:53:10.904216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-4e796940-f673-4729-850f-ed8644fa7bea req-57fae3c7-7df1-4a0f-9635-d7b91c03cc9c tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:53:10.905302 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e796940-f673-4729-850f-ed8644fa7bea req-57fae3c7-7df1-4a0f-9635-d7b91c03cc9c tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106812 Aug 05 13:53:11.073496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac4482-7503-4cb5-81e6-0cc1e14129e8 req-5b94a98f-a22e-4a6e-9301-ec891f9cf67e tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:11.075258 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9ac4482-7503-4cb5-81e6-0cc1e14129e8 req-5b94a98f-a22e-4a6e-9301-ec891f9cf67e tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 931 time: 0.0680633 Aug 05 13:53:11.105756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Request body: {'port': {'device_id': 'eb80a458-4238-47ca-b9fd-41a5ea14d52a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:11.140400 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9ac4482-7503-4cb5-81e6-0cc1e14129e8 req-7252c758-2819-46dd-9d28-42f42e0fe884 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577948 Aug 05 13:53:11.176852 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:11.260371 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90b5b1ce-373d-4b66-9da9-7b1acb602489 req-064f5d67-353e-4c82-b417-fe031799adf4 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 210 time: 0.0695243 Aug 05 13:53:11.485877 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-4e1380ca-98ff-442f-8307-6104a117e7f6 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1e85f29223a548bfb9e5809ca53e3c70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290453 Aug 05 13:53:11.612812 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-8a5fd616-113e-4ab7-b160-ba198e2d6af8 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:11.620543 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-8a5fd616-113e-4ab7-b160-ba198e2d6af8 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1333833 Aug 05 13:53:11.625834 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6684bdba-b3f1-4089-b536-8b0aa9beee58 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:53:11.637500 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-b5d7700b-f021-4f94-843a-d3b1fb2226c7 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/quotas/1e85f29223a548bfb9e5809ca53e3c70 HTTP/1.1" status: 200 len: 375 time: 0.0158780 Aug 05 13:53:11.637628 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:11.653516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Transition to ACTIVE for port object 6684bdba-b3f1-4089-b536-8b0aa9beee58 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:11.663367 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:11.786232 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Pushing event updated for resources: {'Port': ['ID=6684bdba-b3f1-4089-b536-8b0aa9beee58,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:11.830476 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-b5527c69-f642-4e9d-a6e9-31d10d0d72c0 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e85f29223a548bfb9e5809ca53e3c70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1920862 Aug 05 13:53:11.831579 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Attempting to bind port 6684bdba-b3f1-4089-b536-8b0aa9beee58 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:53:11.832032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Attempting to bind port 6684bdba-b3f1-4089-b536-8b0aa9beee58 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:53:11.832369 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Attempting to bind port 6684bdba-b3f1-4089-b536-8b0aa9beee58 on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:11.838480 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Port 6684bdba-b3f1-4089-b536-8b0aa9beee58 on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:53:11.838857 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Attempting to bind port 6684bdba-b3f1-4089-b536-8b0aa9beee58 on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:11.844495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:53:11.845035 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Checking segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:11.845513 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Bound using segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:53:11.845887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Bound port: 6684bdba-b3f1-4089-b536-8b0aa9beee58, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:53:11.846209 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:11.939059 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] For port 6684bdba-b3f1-4089-b536-8b0aa9beee58, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:53:11.944525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] For port 6684bdba-b3f1-4089-b536-8b0aa9beee58, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6684bdba-b3f1-4089-b536-8b0aa9beee58,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:53:11.960968 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:11.982855 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:11.983610 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:11.985351 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e796940-f673-4729-850f-ed8644fa7bea req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] 10.222.0.84 "PUT /v2.0/ports/6684bdba-b3f1-4089-b536-8b0aa9beee58 HTTP/1.1" status: 200 len: 1091 time: 0.9439778 Aug 05 13:53:12.023765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb80a458-4238-47ca-b9fd-41a5ea14d52a', 'tag': '6684bdba-b3f1-4089-b536-8b0aa9beee58'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:12.026089 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ab5c62-498d-402f-985f-e42458dc2901" -d '{"events": [{"name": "network-changed", "server_uuid": "eb80a458-4238-47ca-b9fd-41a5ea14d52a", "tag": "6684bdba-b3f1-4089-b536-8b0aa9beee58"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:12.073618 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c2b4c-18f1-4f6c-b6d8-b4f80d311822 service neutron] Pushing event updated for resources: {'Port': ['ID=6684bdba-b3f1-4089-b536-8b0aa9beee58,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:12.112135 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e796940-f673-4729-850f-ed8644fa7bea req-79d356c8-ebb9-4a8a-a7ed-3284e808e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:12.114544 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e796940-f673-4729-850f-ed8644fa7bea req-79d356c8-ebb9-4a8a-a7ed-3284e808e460 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 1094 time: 0.0736570 Aug 05 13:53:12.221332 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e637eeb-1fd4-4cee-9714-8c554dd54005 x-openstack-request-id: req-3e637eeb-1fd4-4cee-9714-8c554dd54005 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:12.221685 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb80a458-4238-47ca-b9fd-41a5ea14d52a", "tag": "6684bdba-b3f1-4089-b536-8b0aa9beee58", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:12.222962 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e637eeb-1fd4-4cee-9714-8c554dd54005 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:12.223684 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb80a458-4238-47ca-b9fd-41a5ea14d52a', 'tag': '6684bdba-b3f1-4089-b536-8b0aa9beee58', 'status': 'completed', 'code': 200} Aug 05 13:53:12.225964 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e796940-f673-4729-850f-ed8644fa7bea req-5c33aa19-ad93-446d-8199-2b02dd54b9a5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6684bdba-b3f1-4089-b536-8b0aa9beee58 HTTP/1.1" status: 200 len: 217 time: 0.0909781 Aug 05 13:53:12.481359 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b945f4-b874-428b-8bdc-394a16020228 req-c436e18c-1096-4d70-a753-8046ca774a05 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:12.482882 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5b945f4-b874-428b-8bdc-394a16020228 req-c436e18c-1096-4d70-a753-8046ca774a05 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.63 "GET /v2.0/networks?id=ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 HTTP/1.1" status: 200 len: 824 time: 0.2200625 Aug 05 13:53:12.538687 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2990869d-340b-4a0f-b9c7-56408b24fb79 req-862d6c8f-e779-48b8-9e2c-8331ed1af70b tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 210 time: 0.0507257 Aug 05 13:53:12.548616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e796940-f673-4729-850f-ed8644fa7bea req-3d4b6e4e-c83e-41f8-8677-2c2cb743db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:12.559038 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e796940-f673-4729-850f-ed8644fa7bea req-3d4b6e4e-c83e-41f8-8677-2c2cb743db1a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.3166275 Aug 05 13:53:12.611102 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e796940-f673-4729-850f-ed8644fa7bea req-e1d3035b-739a-4f01-affe-d6687845d844 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491390 Aug 05 13:53:12.615704 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5b945f4-b874-428b-8bdc-394a16020228 req-e76a0acb-6229-4c22-af05-b46b8727f615 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53001cf07fcb4d0b92a66b65b417642b HTTP/1.1" status: 200 len: 380 time: 0.1128814 Aug 05 13:53:12.623117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39940) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:12.653808 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39944) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:12.734615 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e796940-f673-4729-850f-ed8644fa7bea req-998eb5be-df26-4ab6-a0be-d8154ee85de3 service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132834 Aug 05 13:53:12.739983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-f5b945f4-b874-428b-8bdc-394a16020228 req-23e00059-5baf-426c-b1a9-110f37250888 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Request body: {'port': {'device_id': 'fff789c6-08a9-4d52-a52e-682806a2cd1b', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'admin_state_up': True, 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'security_groups': ['8cfb7a1d-6588-4a77-a3ce-0daca06eb72f']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:12.795994 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dedfe77c-cfe1-4c48-8725-6bb1379623c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:12.855088 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8a346e8-816f-4486-af25-aedb3794f628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:12.918141 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d348912-bf03-47e8-8e75-b5cc3d2bcdd6 req-90f71159-38b5-43e4-ad68-f0be3bf70fed tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 210 time: 0.0319512 Aug 05 13:53:12.973048 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dedfe77c-cfe1-4c48-8725-6bb1379623c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:12.986217 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dedfe77c-cfe1-4c48-8725-6bb1379623c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:13.050645 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dedfe77c-cfe1-4c48-8725-6bb1379623c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d85c5c18f8394e37933f7fbde465918f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4263766 Aug 05 13:53:13.053444 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39956) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:13.063695 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfe77c-cfe1-4c48-8725-6bb1379623c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c45de9-5629-476c-a3ea-12a07e09d300,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:13.100890 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 59971b46-c9a0-4af3-8774-8b8c7ddde82b no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:53:13.128329 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 59971b46-c9a0-4af3-8774-8b8c7ddde82b {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:53:13.129011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 59971b46-c9a0-4af3-8774-8b8c7ddde82b not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:53:13.149487 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8b35900e-b916-4a68-90d4-60bd137ba8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:13.182201 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8a346e8-816f-4486-af25-aedb3794f628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:13.186873 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8b35900e-b916-4a68-90d4-60bd137ba8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:13.187289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65ce58-6585-4391-a376-2aed0122697f req-4d5e7477-eea3-415b-8115-09d9e5969b95 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:13.190768 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ef65ce58-6585-4391-a376-2aed0122697f req-4d5e7477-eea3-415b-8115-09d9e5969b95 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 943 time: 0.4457073 Aug 05 13:53:13.194548 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8a346e8-816f-4486-af25-aedb3794f628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:13.256309 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a8a346e8-816f-4486-af25-aedb3794f628 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca3a7ac537f3495bb75e8d84a42de4ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6008852 Aug 05 13:53:13.260164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a346e8-816f-4486-af25-aedb3794f628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c8643e-5fd9-4eaf-98f7-41233be7b9cb,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:13.263102 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39958) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:13.270711 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e796940-f673-4729-850f-ed8644fa7bea req-bbbe78d1-32db-477d-8c08-8022c3a40555 service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959958 Aug 05 13:53:13.296861 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ef65ce58-6585-4391-a376-2aed0122697f req-a2ee0561-8c48-4b3a-9322-975d2c0711a6 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991476 Aug 05 13:53:13.306732 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8b35900e-b916-4a68-90d4-60bd137ba8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:13.309506 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8b35900e-b916-4a68-90d4-60bd137ba8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:13.310830 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8b35900e-b916-4a68-90d4-60bd137ba8e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53c45de9-5629-476c-a3ea-12a07e09d300 HTTP/1.1" status: 204 len: 168 time: 0.2563949 Aug 05 13:53:13.329500 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b945f4-b874-428b-8bdc-394a16020228 req-23e00059-5baf-426c-b1a9-110f37250888 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Made reservation on behalf of 53001cf07fcb4d0b92a66b65b417642b for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:53:13.333895 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f5b945f4-b874-428b-8bdc-394a16020228 req-23e00059-5baf-426c-b1a9-110f37250888 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:13.367448 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35900e-b916-4a68-90d4-60bd137ba8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c45de9-5629-476c-a3ea-12a07e09d300,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:13.379821 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2778eadb-ab52-452c-98ee-6cd214e2c937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:13.424941 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2778eadb-ab52-452c-98ee-6cd214e2c937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:13.478082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.84', 54766) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:13.516737 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2778eadb-ab52-452c-98ee-6cd214e2c937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:13.519460 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2778eadb-ab52-452c-98ee-6cd214e2c937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:13.520616 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2778eadb-ab52-452c-98ee-6cd214e2c937 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7c8643e-5fd9-4eaf-98f7-41233be7b9cb HTTP/1.1" status: 204 len: 168 time: 0.2564290 Aug 05 13:53:13.591343 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-4ca89ccf-8c22-4268-91a8-e673bba6a4c9 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=1e85f29223a548bfb9e5809ca53e3c70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751920 Aug 05 13:53:13.599721 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778eadb-ab52-452c-98ee-6cd214e2c937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c8643e-5fd9-4eaf-98f7-41233be7b9cb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:13.645503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab5c62-498d-402f-985f-e42458dc2901 req-798d2d43-12f1-403b-b292-636d7dc7eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:13.648673 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54ab5c62-498d-402f-985f-e42458dc2901 req-798d2d43-12f1-403b-b292-636d7dc7eb93 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 1094 time: 0.1684477 Aug 05 13:53:13.774722 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-f5b945f4-b874-428b-8bdc-394a16020228 req-23e00059-5baf-426c-b1a9-110f37250888 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Allocated IP 172.20.0.9 (ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293/00dd0760-9582-4502-9a67-893e71bba931/aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:53:13.870826 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-a3f09a2e-56fc-4bff-8155-cd6d451093c3 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:13.872658 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-a3f09a2e-56fc-4bff-8155-cd6d451093c3 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487080 Aug 05 13:53:13.899985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab5c62-498d-402f-985f-e42458dc2901 req-92fd46b6-b8da-406d-baba-02913c807b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:13.901719 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54ab5c62-498d-402f-985f-e42458dc2901 req-92fd46b6-b8da-406d-baba-02913c807b4c service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.2449527 Aug 05 13:53:13.914667 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9caedbfb-80da-413f-8b65-1a5a98355508 req-ee061500-f640-492a-9ef0-d5d989f169e7 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 210 time: 0.0378332 Aug 05 13:53:13.924378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-7cf8cc56-333b-4ab2-b6aa-e17012ca8658 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Request body: {'port': {'device_id': '430218d2-a4d0-42e4-beae-5a8031263b3f', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': '1e85f29223a548bfb9e5809ca53e3c70'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:14.018713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40000) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:14.021406 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54ab5c62-498d-402f-985f-e42458dc2901 req-01b9ee56-3bb4-4d01-b89a-a86fab3af023 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6684bdba-b3f1-4089-b536-8b0aa9beee58 HTTP/1.1" status: 200 len: 217 time: 0.1111515 Aug 05 13:53:14.112375 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab5c62-498d-402f-985f-e42458dc2901 req-a2b9152c-bead-420b-bd24-16aeaefd9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:14.114422 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54ab5c62-498d-402f-985f-e42458dc2901 req-a2b9152c-bead-420b-bd24-16aeaefd9fbd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.0803227 Aug 05 13:53:14.115525 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5cb169cb-8f33-4508-8773-d6409569c1b2 req-b169012b-d23e-4e7d-bfb0-ba15151403a1 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 210 time: 0.0998926 Aug 05 13:53:14.116342 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7bc0b452-7b2c-495e-a47b-26db6d1d4a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:14.254370 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f5b945f4-b874-428b-8bdc-394a16020228 req-23e00059-5baf-426c-b1a9-110f37250888 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:14.264980 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54ab5c62-498d-402f-985f-e42458dc2901 req-501ba6c4-aa54-47e0-8ff5-b564c3f32dae service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1410718 Aug 05 13:53:14.279487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-f5b945f4-b874-428b-8bdc-394a16020228 req-23e00059-5baf-426c-b1a9-110f37250888 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Transition to ACTIVE for port object aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:14.338397 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:14.348156 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7bc0b452-7b2c-495e-a47b-26db6d1d4a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:14.361438 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7bc0b452-7b2c-495e-a47b-26db6d1d4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:14.367687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40020) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:14.385671 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f5b945f4-b874-428b-8bdc-394a16020228 req-23e00059-5baf-426c-b1a9-110f37250888 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:14.389870 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-20b395b3-2a4a-4141-b568-4aa193e70fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:14.439480 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b945f4-b874-428b-8bdc-394a16020228 req-23e00059-5baf-426c-b1a9-110f37250888 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:53:14.482453 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-f5b945f4-b874-428b-8bdc-394a16020228 req-23e00059-5baf-426c-b1a9-110f37250888 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:14.504632 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54ab5c62-498d-402f-985f-e42458dc2901 req-e268c45f-8c46-4ad4-8318-bb0fe22b64fd service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301164 Aug 05 13:53:14.540962 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b945f4-b874-428b-8bdc-394a16020228 req-23e00059-5baf-426c-b1a9-110f37250888 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:53:14.568973 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b945f4-b874-428b-8bdc-394a16020228 req-23e00059-5baf-426c-b1a9-110f37250888 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:14.569651 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f5b945f4-b874-428b-8bdc-394a16020228 req-23e00059-5baf-426c-b1a9-110f37250888 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:14.600791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40032) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:14.656034 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0b452-7b2c-495e-a47b-26db6d1d4a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b3f6cc-8cec-43b4-8d6b-097855f53fdb,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:14.667734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-7cf8cc56-333b-4ab2-b6aa-e17012ca8658 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Made reservation on behalf of 1e85f29223a548bfb9e5809ca53e3c70 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:53:14.673420 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-7cf8cc56-333b-4ab2-b6aa-e17012ca8658 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:14.680685 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7bc0b452-7b2c-495e-a47b-26db6d1d4a1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=feebcbcaeef64556a7228823deb321df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6613388 Aug 05 13:53:14.682931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40040) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:14.725137 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5b945f4-b874-428b-8bdc-394a16020228 req-23e00059-5baf-426c-b1a9-110f37250888 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9894741 Aug 05 13:53:14.764848 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Request body: {'port': {'device_id': 'fff789c6-08a9-4d52-a52e-682806a2cd1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:14.841588 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54ab5c62-498d-402f-985f-e42458dc2901 req-62c23b5d-c66f-4d4a-8e2a-02a8e1db0643 service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278708 Aug 05 13:53:14.872285 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e00059-5baf-426c-b1a9-110f37250888 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Pushing event updated for resources: {'Port': ['ID=aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:14.904626 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-74d9659a-3f3c-463a-ace4-efb98e6215ea None None] Provisioning for port aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:14.909106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-74d9659a-3f3c-463a-ace4-efb98e6215ea None None] Provisioning complete for port aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:14.909559 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-74d9659a-3f3c-463a-ace4-efb98e6215ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:14.909913 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-20b395b3-2a4a-4141-b568-4aa193e70fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:14.915323 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-20b395b3-2a4a-4141-b568-4aa193e70fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:14.935570 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:14.953258 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-902d5967-e6a2-4f87-982b-11dcac9c840b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:14.967332 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-74d9659a-3f3c-463a-ace4-efb98e6215ea None None] Port aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:53:14.976798 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-20b395b3-2a4a-4141-b568-4aa193e70fc9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92d5b3ed676f4d959f8879e9d15c8127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6057448 Aug 05 13:53:14.977358 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40058) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:14.989029 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b395b3-2a4a-4141-b568-4aa193e70fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02a64fe-d9d2-4944-808f-bfd85689293b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:15.017678 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39edef-72b6-46ef-8aa2-f6e98110e605 req-6087a2db-f50e-4164-8dad-c907be5482c6 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:15.019236 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0b39edef-72b6-46ef-8aa2-f6e98110e605 req-6087a2db-f50e-4164-8dad-c907be5482c6 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 943 time: 0.3951180 Aug 05 13:53:15.075670 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c407935-d27b-4ecc-b2df-6ed7a18635e6 req-90688d3c-bb2f-4687-a198-a4528ec82dff tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 210 time: 0.0281186 Aug 05 13:53:15.076713 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1ccc21b2-2406-4bee-a3a0-10006e17da05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.098983 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1ccc21b2-2406-4bee-a3a0-10006e17da05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.107864 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7983f5c7-6ecb-48d7-a3bd-f0bb0dea59dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.191085 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1ccc21b2-2406-4bee-a3a0-10006e17da05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.194267 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1ccc21b2-2406-4bee-a3a0-10006e17da05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.196248 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7983f5c7-6ecb-48d7-a3bd-f0bb0dea59dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.200549 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1ccc21b2-2406-4bee-a3a0-10006e17da05 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e02a64fe-d9d2-4944-808f-bfd85689293b HTTP/1.1" status: 204 len: 168 time: 0.2219124 Aug 05 13:53:15.217350 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc21b2-2406-4bee-a3a0-10006e17da05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02a64fe-d9d2-4944-808f-bfd85689293b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:15.280208 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-7cf8cc56-333b-4ab2-b6aa-e17012ca8658 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Allocated IP 192.168.233.92 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/cd06eb19-fb4b-4fa5-a894-46985e50e5ae) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:53:15.284666 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0b39edef-72b6-46ef-8aa2-f6e98110e605 req-ae677b41-6734-42dc-8eb4-78ee2549381d tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567525 Aug 05 13:53:15.349632 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ea444-eedf-418d-a927-afbe53874b95 req-1438b3d0-a724-44ee-9bb4-b22c903a6058 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:15.355956 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-902d5967-e6a2-4f87-982b-11dcac9c840b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.360119 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c53ea444-eedf-418d-a927-afbe53874b95 req-1438b3d0-a724-44ee-9bb4-b22c903a6058 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 931 time: 0.0832388 Aug 05 13:53:15.403285 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-902d5967-e6a2-4f87-982b-11dcac9c840b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.414271 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c53ea444-eedf-418d-a927-afbe53874b95 req-ec279bab-21a5-4d94-b15a-49c79a2a842c tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472662 Aug 05 13:53:15.479779 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-902d5967-e6a2-4f87-982b-11dcac9c840b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa494574d6704779999dc972683a96b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8766799 Aug 05 13:53:15.483523 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40080) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:15.487432 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d5967-e6a2-4f87-982b-11dcac9c840b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a220a3bf-ab96-4149-b8f0-82c10a731c15,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:15.490068 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7983f5c7-6ecb-48d7-a3bd-f0bb0dea59dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.493150 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7983f5c7-6ecb-48d7-a3bd-f0bb0dea59dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.497536 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7983f5c7-6ecb-48d7-a3bd-f0bb0dea59dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46b3f6cc-8cec-43b4-8d6b-097855f53fdb HTTP/1.1" status: 204 len: 168 time: 0.7715690 Aug 05 13:53:15.557790 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983f5c7-6ecb-48d7-a3bd-f0bb0dea59dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b3f6cc-8cec-43b4-8d6b-097855f53fdb,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:15.577145 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-070d0c27-16dd-4b64-83e9-c1360ff86433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.643567 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-070d0c27-16dd-4b64-83e9-c1360ff86433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.679987 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-7cf8cc56-333b-4ab2-b6aa-e17012ca8658 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.700003 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:53:15.709224 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.712725 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.716796 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-7cf8cc56-333b-4ab2-b6aa-e17012ca8658 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Transition to ACTIVE for port object cd06eb19-fb4b-4fa5-a894-46985e50e5ae will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:15.718385 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-070d0c27-16dd-4b64-83e9-c1360ff86433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.721366 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-070d0c27-16dd-4b64-83e9-c1360ff86433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.725785 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-070d0c27-16dd-4b64-83e9-c1360ff86433 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a220a3bf-ab96-4149-b8f0-82c10a731c15 HTTP/1.1" status: 204 len: 168 time: 0.2410941 Aug 05 13:53:15.729209 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Transition to ACTIVE for port object aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:15.738575 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d0c27-16dd-4b64-83e9-c1360ff86433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a220a3bf-ab96-4149-b8f0-82c10a731c15,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:15.747164 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.754829 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a00e8202-4061-4bf2-859e-0ae0a5e9088b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.823360 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:15.827950 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-7cf8cc56-333b-4ab2-b6aa-e17012ca8658 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.912229 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Attempting to bind port aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:53:15.912571 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Attempting to bind port aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'e0f2db41-7c35-4e82-8367-798b59bea943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:53:15.912792 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Attempting to bind port aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad on network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:15.924665 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-7cf8cc56-333b-4ab2-b6aa-e17012ca8658 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:53:15.931994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-7cf8cc56-333b-4ab2-b6aa-e17012ca8658 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:15.936933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Port aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad on network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:53:15.937258 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Attempting to bind port aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad on network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:15.939455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-7cf8cc56-333b-4ab2-b6aa-e17012ca8658 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:53:15.945448 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-7cf8cc56-333b-4ab2-b6aa-e17012ca8658 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:15.946183 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-7cf8cc56-333b-4ab2-b6aa-e17012ca8658 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.950737 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8cc56-333b-4ab2-b6aa-e17012ca8658 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Pushing event updated for resources: {'Port': ['ID=cd06eb19-fb4b-4fa5-a894-46985e50e5ae,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:15.962019 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:53:15.962385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Checking segment: {'id': 'e0f2db41-7c35-4e82-8367-798b59bea943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:15.962822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Bound using segment: {'id': 'e0f2db41-7c35-4e82-8367-798b59bea943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:53:15.963222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Bound port: aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0f2db41-7c35-4e82-8367-798b59bea943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:53:15.964074 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:15.982747 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-7cf8cc56-333b-4ab2-b6aa-e17012ca8658 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0663192 Aug 05 13:53:16.062357 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Request body: {'port': {'device_id': '430218d2-a4d0-42e4-beae-5a8031263b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:16.178495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] For port aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:53:16.196557 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] For port aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad,segment=NetworkSegment(e0f2db41-7c35-4e82-8367-798b59bea943),segment_id=e0f2db41-7c35-4e82-8367-798b59bea943)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:53:16.208470 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:16.271749 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaceac6-b4a8-4b0c-a004-665a6cfdfce9 req-81c61ff1-b2a6-41de-bed6-c9ece2eb28c8 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:16.285388 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2aaceac6-b4a8-4b0c-a004-665a6cfdfce9 req-81c61ff1-b2a6-41de-bed6-c9ece2eb28c8 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 935 time: 0.0733221 Aug 05 13:53:16.349884 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2aaceac6-b4a8-4b0c-a004-665a6cfdfce9 req-aa9cf4e2-3830-41a8-a6ad-aea141deeb70 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588307 Aug 05 13:53:16.410511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6684bdba-b3f1-4089-b536-8b0aa9beee58 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:53:16.438802 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:16.440146 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:16.444411 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5b945f4-b874-428b-8bdc-394a16020228 req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] 10.222.0.63 "PUT /v2.0/ports/aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad HTTP/1.1" status: 200 len: 1091 time: 1.6976142 Aug 05 13:53:16.466608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff789c6-08a9-4d52-a52e-682806a2cd1b', 'tag': 'aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:16.487328 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9544d28-cc3c-4709-8047-2ba134c6e908" -d '{"events": [{"name": "network-changed", "server_uuid": "fff789c6-08a9-4d52-a52e-682806a2cd1b", "tag": "aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:16.545868 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:16.592975 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2678f56-9902-4dd5-9b91-693b6baddeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:16.599976 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40148) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:16.658480 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6099736-b940-472e-98aa-9410c90f8199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:16.720024 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bd2ff-a029-4bcf-ad93-da8df5e868d2 req-4dfbd32f-f492-46d9-b78a-a282661f70ef tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:16.720605 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6684bdba-b3f1-4089-b536-8b0aa9beee58, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6684bdba-b3f1-4089-b536-8b0aa9beee58,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:16.725534 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-827bd2ff-a029-4bcf-ad93-da8df5e868d2 req-4dfbd32f-f492-46d9-b78a-a282661f70ef tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 943 time: 0.1743298 Aug 05 13:53:16.776173 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '6684bdba-b3f1-4089-b536-8b0aa9beee58', 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f', 'port_id': '6684bdba-b3f1-4089-b536-8b0aa9beee58', 'mac_address': 'fa:16:3e:87:e7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f261c9-c685-4d0a-b558-e4facce7cdfb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:53:16.782946 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a4e3c8ae-f3f2-488e-bd8f-23b861bf82b6 None None] Provisioning for port cd06eb19-fb4b-4fa5-a894-46985e50e5ae completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:16.826337 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a4e3c8ae-f3f2-488e-bd8f-23b861bf82b6 None None] Provisioning complete for port cd06eb19-fb4b-4fa5-a894-46985e50e5ae triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:16.826722 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4e3c8ae-f3f2-488e-bd8f-23b861bf82b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:16.863440 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-827bd2ff-a029-4bcf-ad93-da8df5e868d2 req-0942aec3-cd5a-4a07-9271-e77c4b4cec7d tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218336 Aug 05 13:53:16.901055 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:16.971326 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a4e3c8ae-f3f2-488e-bd8f-23b861bf82b6 None None] Port cd06eb19-fb4b-4fa5-a894-46985e50e5ae cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:53:16.980267 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6684bdba-b3f1-4089-b536-8b0aa9beee58 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:53:17.011556 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6099736-b940-472e-98aa-9410c90f8199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:17.026633 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6684bdba-b3f1-4089-b536-8b0aa9beee58, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6684bdba-b3f1-4089-b536-8b0aa9beee58,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:17.033885 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:17.038920 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6099736-b940-472e-98aa-9410c90f8199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:17.110836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd06eb19-fb4b-4fa5-a894-46985e50e5ae {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:53:17.118114 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6099736-b940-472e-98aa-9410c90f8199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00d241b-2707-48be-8252-f39676ae439d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:17.119558 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:17.123820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=6684bdba-b3f1-4089-b536-8b0aa9beee58,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:17.136533 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Transition to ACTIVE for port object cd06eb19-fb4b-4fa5-a894-46985e50e5ae will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:17.169703 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:17.174601 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d6099736-b940-472e-98aa-9410c90f8199 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d84b9ddab64a402d880007a2603bd6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5631049 Aug 05 13:53:17.174897 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40168) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:17.185273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b945f4-b874-428b-8bdc-394a16020228 req-5df9cedc-259c-4eba-b0f9-4736dee70035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:17.189678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d6404-4906-4f00-8513-57952fb4c201 req-f8c51dac-d5ec-4640-abd0-ed0cf96258b8 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:17.191701 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5b945f4-b874-428b-8bdc-394a16020228 req-5df9cedc-259c-4eba-b0f9-4736dee70035 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=53001cf07fcb4d0b92a66b65b417642b&device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 1094 time: 0.6916509 Aug 05 13:53:17.198698 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-385d6404-4906-4f00-8513-57952fb4c201 req-f8c51dac-d5ec-4640-abd0-ed0cf96258b8 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 970 time: 0.1759419 Aug 05 13:53:17.272472 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-385d6404-4906-4f00-8513-57952fb4c201 req-14ca5938-503b-4d81-a703-11980c272b6b tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/security-groups?id=0de75e8d-3aee-4625-ab1c-82660aaa0f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726478 Aug 05 13:53:17.285387 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-342a2332-97d8-4b39-97be-f39933c69534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:17.314040 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5b945f4-b874-428b-8bdc-394a16020228 req-ea621d61-a4e4-4efa-a3cb-de6d11014384 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad HTTP/1.1" status: 200 len: 217 time: 0.0769708 Aug 05 13:53:17.327085 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-342a2332-97d8-4b39-97be-f39933c69534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:17.431866 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-342a2332-97d8-4b39-97be-f39933c69534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:17.437440 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-342a2332-97d8-4b39-97be-f39933c69534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:17.439272 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-342a2332-97d8-4b39-97be-f39933c69534 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b00d241b-2707-48be-8252-f39676ae439d HTTP/1.1" status: 204 len: 168 time: 0.2634521 Aug 05 13:53:17.445979 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['6684bdba-b3f1-4089-b536-8b0aa9beee58'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:53:17.449578 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a2332-97d8-4b39-97be-f39933c69534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00d241b-2707-48be-8252-f39676ae439d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:17.587512 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e81055-85f8-4045-87e6-56f937569e62 req-e9871091-7b41-4204-9978-f571f8d82677 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:17.594409 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f2e81055-85f8-4045-87e6-56f937569e62 req-e9871091-7b41-4204-9978-f571f8d82677 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 947 time: 0.1317172 Aug 05 13:53:17.659464 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f2e81055-85f8-4045-87e6-56f937569e62 req-93bb3061-02bf-416d-8d9d-3f73f02f3486 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535386 Aug 05 13:53:17.735196 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a585bffd-78d3-43e8-9e1a-762814610882 x-openstack-request-id: req-a585bffd-78d3-43e8-9e1a-762814610882 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:17.735709 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff789c6-08a9-4d52-a52e-682806a2cd1b", "tag": "aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:17.735709 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a585bffd-78d3-43e8-9e1a-762814610882 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:17.736099 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff789c6-08a9-4d52-a52e-682806a2cd1b', 'tag': 'aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad', 'status': 'completed', 'code': 200} Aug 05 13:53:17.744923 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f715ab2-f81f-43da-868d-3e7d63640008 req-16ec34ac-08f4-4445-8b1f-f8eff9ba2a68 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:17.753221 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f715ab2-f81f-43da-868d-3e7d63640008 req-16ec34ac-08f4-4445-8b1f-f8eff9ba2a68 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 943 time: 1.1479604 Aug 05 13:53:17.755042 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Pushing event updated for resources: {'Port': ['ID=cd06eb19-fb4b-4fa5-a894-46985e50e5ae,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:17.842658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b945f4-b874-428b-8bdc-394a16020228 req-15b5282d-b8b0-442b-95b3-1c26b9a49475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:17.842658 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5b945f4-b874-428b-8bdc-394a16020228 req-15b5282d-b8b0-442b-95b3-1c26b9a49475 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=00dd0760-9582-4502-9a67-893e71bba931 HTTP/1.1" status: 200 len: 863 time: 0.5043049 Aug 05 13:53:17.846774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Attempting to bind port cd06eb19-fb4b-4fa5-a894-46985e50e5ae on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:53:17.847114 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Attempting to bind port cd06eb19-fb4b-4fa5-a894-46985e50e5ae by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:53:17.847444 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Attempting to bind port cd06eb19-fb4b-4fa5-a894-46985e50e5ae on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:17.880688 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f715ab2-f81f-43da-868d-3e7d63640008 req-17ba0fd5-5796-469d-a876-c8c4fc4bd508 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264987 Aug 05 13:53:17.881317 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Port cd06eb19-fb4b-4fa5-a894-46985e50e5ae on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:53:17.881644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Attempting to bind port cd06eb19-fb4b-4fa5-a894-46985e50e5ae on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:17.902988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:53:17.903283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:17.903861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:53:17.904114 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Bound port: cd06eb19-fb4b-4fa5-a894-46985e50e5ae, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:53:17.904478 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:17.975457 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b945f4-b874-428b-8bdc-394a16020228 req-022a8cc3-5f76-4c12-8d77-075de1010d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:17.977204 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5b945f4-b874-428b-8bdc-394a16020228 req-022a8cc3-5f76-4c12-8d77-075de1010d76 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210909 Aug 05 13:53:18.127972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] For port cd06eb19-fb4b-4fa5-a894-46985e50e5ae, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:53:18.171103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] For port cd06eb19-fb4b-4fa5-a894-46985e50e5ae, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=cd06eb19-fb4b-4fa5-a894-46985e50e5ae,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:53:18.193959 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:18.226074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c57ad5-96f8-47b0-aab1-b5549413bf00 req-54d9ff1e-ebce-4257-800b-fb7acc184ca6 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:18.229282 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33c57ad5-96f8-47b0-aab1-b5549413bf00 req-54d9ff1e-ebce-4257-800b-fb7acc184ca6 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 944 time: 0.2428815 Aug 05 13:53:18.276713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:18.277342 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:18.279719 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] 10.222.0.84 "PUT /v2.0/ports/cd06eb19-fb4b-4fa5-a894-46985e50e5ae HTTP/1.1" status: 200 len: 1095 time: 2.2857785 Aug 05 13:53:18.295962 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a25fae-92f7-4103-9400-9c597f7ed81c req-f1ef8a04-2825-48a3-8239-0b214c68adc9 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:18.298549 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97a25fae-92f7-4103-9400-9c597f7ed81c req-f1ef8a04-2825-48a3-8239-0b214c68adc9 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.63 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 970 time: 0.2972767 Aug 05 13:53:18.325202 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d43e0715-301e-47bc-99f5-f90d6fb27f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:18.371007 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6684bdba-b3f1-4089-b536-8b0aa9beee58 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:18.503599 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 6684bdba-b3f1-4089-b536-8b0aa9beee58 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:18.521222 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 6684bdba-b3f1-4089-b536-8b0aa9beee58 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:18.521885 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:18.589344 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33c57ad5-96f8-47b0-aab1-b5549413bf00 req-bacbb297-34cf-4730-b329-c34597a94a6e tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279014 Aug 05 13:53:18.617421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc385-239e-4f30-ae35-86184e050748 req-7af8fe14-ba7c-47be-af67-6762ee27a5fa tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:18.626449 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:18.635258 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29acc385-239e-4f30-ae35-86184e050748 req-7af8fe14-ba7c-47be-af67-6762ee27a5fa tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 970 time: 0.1303253 Aug 05 13:53:18.638118 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5b945f4-b874-428b-8bdc-394a16020228 req-d42fe8f8-08bf-4402-9746-fda5e3c151e1 service neutron] 10.222.0.63 "GET /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353691 Aug 05 13:53:18.659616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4024a0-5ece-4a53-9260-d7182cdc57dc service neutron] Pushing event updated for resources: {'Port': ['ID=cd06eb19-fb4b-4fa5-a894-46985e50e5ae,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:18.697725 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:18.750687 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29acc385-239e-4f30-ae35-86184e050748 req-46cbb651-f024-469f-9366-ee3478e8a0f5 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/security-groups?id=0de75e8d-3aee-4625-ab1c-82660aaa0f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135600 Aug 05 13:53:18.755142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb80a458-4238-47ca-b9fd-41a5ea14d52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6684bdba-b3f1-4089-b536-8b0aa9beee58'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:18.758481 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba45d3d-a047-4731-9c8b-f646afb8f7a8" -d '{"events": [{"server_uuid": "eb80a458-4238-47ca-b9fd-41a5ea14d52a", "name": "network-vif-plugged", "status": "completed", "tag": "6684bdba-b3f1-4089-b536-8b0aa9beee58"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:18.780651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6684bdba-b3f1-4089-b536-8b0aa9beee58, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6684bdba-b3f1-4089-b536-8b0aa9beee58,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:18.790334 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:18.825781 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-167fe655-a114-4d0e-afad-a964ef373459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:18.827347 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-167fe655-a114-4d0e-afad-a964ef373459 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1e85f29223a548bfb9e5809ca53e3c70&device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 1098 time: 0.4401078 Aug 05 13:53:18.899440 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-3221e744-dd7b-4856-bcda-bec5e47c4433 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=cd06eb19-fb4b-4fa5-a894-46985e50e5ae HTTP/1.1" status: 200 len: 217 time: 0.0571823 Aug 05 13:53:18.905401 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5b945f4-b874-428b-8bdc-394a16020228 req-9a975499-f753-4e3a-a1b7-b6eb157e85bb service neutron] 10.222.0.63 "GET /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555785 Aug 05 13:53:18.916977 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-97a25fae-92f7-4103-9400-9c597f7ed81c req-3f7c9bb9-3c7f-43d8-ab0a-fc5ab2fa5983 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Deleting port f7c9abdf-630d-4d02-b628-f3c639c78925 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:53:18.917271 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-97a25fae-92f7-4103-9400-9c597f7ed81c req-3f7c9bb9-3c7f-43d8-ab0a-fc5ab2fa5983 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:18.919404 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=6684bdba-b3f1-4089-b536-8b0aa9beee58,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:19.013302 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b04518-d551-4b6b-ad56-48cf89b849e0 req-e3911651-946f-4e13-a0be-a185364def40 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:19.014861 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85b04518-d551-4b6b-ad56-48cf89b849e0 req-e3911651-946f-4e13-a0be-a185364def40 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 947 time: 0.1119473 Aug 05 13:53:19.043910 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0d4336-d45b-48c8-ab9b-a25e33a4f79f x-openstack-request-id: req-4b0d4336-d45b-48c8-ab9b-a25e33a4f79f {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:19.044239 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb80a458-4238-47ca-b9fd-41a5ea14d52a", "name": "network-vif-plugged", "status": "completed", "tag": "6684bdba-b3f1-4089-b536-8b0aa9beee58", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:19.044497 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b0d4336-d45b-48c8-ab9b-a25e33a4f79f {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:19.044882 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb80a458-4238-47ca-b9fd-41a5ea14d52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6684bdba-b3f1-4089-b536-8b0aa9beee58', 'code': 200} Aug 05 13:53:19.069320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-a0089e77-3437-448c-9bb5-4f25c77f72de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:19.070468 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-a0089e77-3437-448c-9bb5-4f25c77f72de service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1629839 Aug 05 13:53:19.119199 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85b04518-d551-4b6b-ad56-48cf89b849e0 req-db24a0aa-3f86-41a3-854b-9ac546dd9f9d tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869827 Aug 05 13:53:19.157524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9544d28-cc3c-4709-8047-2ba134c6e908 req-e4560a99-5a35-4398-8d65-bf19558e6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:19.159566 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e9544d28-cc3c-4709-8047-2ba134c6e908 req-e4560a99-5a35-4398-8d65-bf19558e6390 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=53001cf07fcb4d0b92a66b65b417642b&device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 1094 time: 0.1690438 Aug 05 13:53:19.162421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-97a25fae-92f7-4103-9400-9c597f7ed81c req-3f7c9bb9-3c7f-43d8-ab0a-fc5ab2fa5983 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] For port f7c9abdf-630d-4d02-b628-f3c639c78925, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f7c9abdf-630d-4d02-b628-f3c639c78925,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:19.162968 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-97a25fae-92f7-4103-9400-9c597f7ed81c req-3f7c9bb9-3c7f-43d8-ab0a-fc5ab2fa5983 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:19.242763 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-97a25fae-92f7-4103-9400-9c597f7ed81c req-3f7c9bb9-3c7f-43d8-ab0a-fc5ab2fa5983 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Calling delete_port for f7c9abdf-630d-4d02-b628-f3c639c78925 owned by compute:tempest-test_az-671668880 {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:53:19.246226 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-6e9bd74d-9c91-47f6-a59e-51bc8a609c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:19.247944 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-6e9bd74d-9c91-47f6-a59e-51bc8a609c35 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1611266 Aug 05 13:53:19.279122 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d610bf-a681-4919-ad95-fc7431794d8c req-e57e2f19-14be-45a4-b278-47dadf5af569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:19.280774 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92d610bf-a681-4919-ad95-fc7431794d8c req-e57e2f19-14be-45a4-b278-47dadf5af569 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 1096 time: 0.1604152 Aug 05 13:53:19.289778 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7eb08-6bd4-4c28-ae0f-be2e0f7d64cc req-a95de2b3-e48c-4b3b-ad99-fcdadfcc6ea6 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:19.297208 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2ac7eb08-6bd4-4c28-ae0f-be2e0f7d64cc req-a95de2b3-e48c-4b3b-ad99-fcdadfcc6ea6 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 943 time: 0.0761354 Aug 05 13:53:19.364172 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2ac7eb08-6bd4-4c28-ae0f-be2e0f7d64cc req-fee5b213-04f6-44f3-b852-e120f9e2e9af tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613749 Aug 05 13:53:19.369139 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:19.422893 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92d610bf-a681-4919-ad95-fc7431794d8c req-211b6aad-5408-4d82-b03a-e0c166a1c10b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226623 Aug 05 13:53:19.433198 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9544d28-cc3c-4709-8047-2ba134c6e908 req-2a4476d3-545b-4996-812a-1c676f0d4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:19.434731 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e9544d28-cc3c-4709-8047-2ba134c6e908 req-2a4476d3-545b-4996-812a-1c676f0d4e3f service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 HTTP/1.1" status: 200 len: 925 time: 0.2616763 Aug 05 13:53:19.517859 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e9544d28-cc3c-4709-8047-2ba134c6e908 req-38b4f8e7-d584-4fbd-b4d1-b70308f7708a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad HTTP/1.1" status: 200 len: 217 time: 0.0694685 Aug 05 13:53:19.522279 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-cedad03a-0f74-43fe-b78a-2b3b86857e5a tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=58837110177a49ec80595e039b7233b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750463 Aug 05 13:53:19.525649 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-3636aa56-20f3-4193-b68a-2c56046174fc service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631311 Aug 05 13:53:19.703700 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9544d28-cc3c-4709-8047-2ba134c6e908 req-cbcfaba4-31f6-4849-8f37-f073285a03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:19.705207 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e9544d28-cc3c-4709-8047-2ba134c6e908 req-cbcfaba4-31f6-4849-8f37-f073285a03dd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=00dd0760-9582-4502-9a67-893e71bba931 HTTP/1.1" status: 200 len: 863 time: 0.1786921 Aug 05 13:53:19.737872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430218d2-a4d0-42e4-beae-5a8031263b3f', 'tag': 'cd06eb19-fb4b-4fa5-a894-46985e50e5ae'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:19.740157 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75a3c8f-6a1f-49a7-aa29-97486a9930d2" -d '{"events": [{"name": "network-changed", "server_uuid": "430218d2-a4d0-42e4-beae-5a8031263b3f", "tag": "cd06eb19-fb4b-4fa5-a894-46985e50e5ae"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:19.825212 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5c53c-d4e0-41b8-aa70-ef4bc73d0dec req-b7dd5202-b330-416b-8d3a-866da1d3af08 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:19.826825 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95e5c53c-d4e0-41b8-aa70-ef4bc73d0dec req-b7dd5202-b330-416b-8d3a-866da1d3af08 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 945 time: 0.0542178 Aug 05 13:53:19.868260 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95e5c53c-d4e0-41b8-aa70-ef4bc73d0dec req-49a1a6bc-dfbf-4d22-9d02-57e2e2111acf tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352867 Aug 05 13:53:19.983527 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-97a25fae-92f7-4103-9400-9c597f7ed81c req-3f7c9bb9-3c7f-43d8-ab0a-fc5ab2fa5983 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:19.997922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['f7c9abdf-630d-4d02-b628-f3c639c78925'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:53:20.041814 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c9bb9-3c7f-43d8-ab0a-fc5ab2fa5983 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Pushing event deleted for resources: {'Port': ['ID=f7c9abdf-630d-4d02-b628-f3c639c78925,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:20.044850 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f6c4d717-cd68-4778-beb4-0d0f33d735be req-4e4e649b-f69e-4e8a-9e75-16977058b6a4 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.16 "GET /v2.0/ports?device_id=044c1062-da8e-4177-8a6f-8c252d3a5109 HTTP/1.1" status: 200 len: 210 time: 0.0318604 Aug 05 13:53:20.069357 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9544d28-cc3c-4709-8047-2ba134c6e908 req-9ec97009-f674-45c1-95bc-252dd045a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:20.071915 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e9544d28-cc3c-4709-8047-2ba134c6e908 req-9ec97009-f674-45c1-95bc-252dd045a2ca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3567321 Aug 05 13:53:20.077058 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-019c11df-93bd-4c1f-a35b-ad269e293b9d req-ed0f0764-cff1-4741-9dee-323871dd93e0 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136185 Aug 05 13:53:20.108901 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-5549d47d-652c-41d7-a9c3-988181cf6905 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:20.110499 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-5549d47d-652c-41d7-a9c3-988181cf6905 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5514307 Aug 05 13:53:20.258817 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a891be6b-9b20-4877-a25a-aa105e624708 x-openstack-request-id: req-a891be6b-9b20-4877-a25a-aa105e624708 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:20.259623 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430218d2-a4d0-42e4-beae-5a8031263b3f", "tag": "cd06eb19-fb4b-4fa5-a894-46985e50e5ae", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:20.260457 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a891be6b-9b20-4877-a25a-aa105e624708 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:20.261187 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430218d2-a4d0-42e4-beae-5a8031263b3f', 'tag': 'cd06eb19-fb4b-4fa5-a894-46985e50e5ae', 'status': 'completed', 'code': 200} Aug 05 13:53:20.263886 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a25fae-92f7-4103-9400-9c597f7ed81c req-3f7c9bb9-3c7f-43d8-ab0a-fc5ab2fa5983 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] No DVR routers for this DVR port f7c9abdf-630d-4d02-b628-f3c639c78925 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:53:20.286026 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-97a25fae-92f7-4103-9400-9c597f7ed81c req-3f7c9bb9-3c7f-43d8-ab0a-fc5ab2fa5983 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:20.288441 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97a25fae-92f7-4103-9400-9c597f7ed81c req-3f7c9bb9-3c7f-43d8-ab0a-fc5ab2fa5983 tempest-AggregatesAdminTestJSON-289904528 tempest-AggregatesAdminTestJSON-289904528-project] 10.222.0.63 "DELETE /v2.0/ports/f7c9abdf-630d-4d02-b628-f3c639c78925 HTTP/1.1" status: 204 len: 173 time: 1.9446461 Aug 05 13:53:20.308964 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea82ee79-bbe4-48a8-a951-4ba6fc096f7e tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/quotas/58837110177a49ec80595e039b7233b1 HTTP/1.1" status: 200 len: 375 time: 0.1683831 Aug 05 13:53:20.374521 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-02ca3917-a489-4c05-8856-b5d4f0c3085d tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=58837110177a49ec80595e039b7233b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568185 Aug 05 13:53:20.380997 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea39f-1d7e-453c-a946-9951ed1fd97a req-5f9c49ab-283f-40a3-91fb-4da55d8a0648 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:20.383867 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71bea39f-1d7e-453c-a946-9951ed1fd97a req-5f9c49ab-283f-40a3-91fb-4da55d8a0648 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 947 time: 0.0925961 Aug 05 13:53:20.426338 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a3c8f-6a1f-49a7-aa29-97486a9930d2 req-daa269e8-6839-424f-8a4c-d00538e57080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:20.432955 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b75a3c8f-6a1f-49a7-aa29-97486a9930d2 req-daa269e8-6839-424f-8a4c-d00538e57080 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1e85f29223a548bfb9e5809ca53e3c70&device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 1098 time: 0.2042930 Aug 05 13:53:20.439856 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e9544d28-cc3c-4709-8047-2ba134c6e908 req-4fa5b8ab-c471-4d05-a8cb-0344fb38d044 service neutron] 10.222.0.63 "GET /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140273 Aug 05 13:53:20.451573 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71bea39f-1d7e-453c-a946-9951ed1fd97a req-5a21b29c-74df-4eca-a9a3-761303374395 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603662 Aug 05 13:53:20.628370 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40360) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:20.723192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97129c4d-5802-41b5-964c-9db3f0e70ce7 req-12d33b77-1dfc-4caa-93c5-c426cab017af tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:20.732700 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-97129c4d-5802-41b5-964c-9db3f0e70ce7 req-12d33b77-1dfc-4caa-93c5-c426cab017af tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 943 time: 0.1076179 Aug 05 13:53:20.781416 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-44182790-1464-46a1-8bb1-9769b4d4fca7 req-77416132-2387-48b0-9757-ecb4c75ff30e tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d5bb685-a95c-40b3-8f3b-56dfaac079ad HTTP/1.1" status: 200 len: 210 time: 0.0539005 Aug 05 13:53:20.818553 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-97129c4d-5802-41b5-964c-9db3f0e70ce7 req-7440fe08-9980-4087-8c30-cc6a9744dbed tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798962 Aug 05 13:53:20.854939 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a3c8f-6a1f-49a7-aa29-97486a9930d2 req-226db605-0d2b-4fe4-8a00-418d793ca396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:20.856675 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b75a3c8f-6a1f-49a7-aa29-97486a9930d2 req-226db605-0d2b-4fe4-8a00-418d793ca396 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.4094496 Aug 05 13:53:20.886333 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e9544d28-cc3c-4709-8047-2ba134c6e908 req-0cafba75-e1eb-4f0e-8ae9-df66b9ecf015 service neutron] 10.222.0.63 "GET /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303083 Aug 05 13:53:20.897092 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5746851f-bf03-4fe4-8081-488e346ab27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:20.924559 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b75a3c8f-6a1f-49a7-aa29-97486a9930d2 req-37a7fa99-fddf-4ee4-94b3-7993f9e98b9f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=cd06eb19-fb4b-4fa5-a894-46985e50e5ae HTTP/1.1" status: 200 len: 217 time: 0.0547400 Aug 05 13:53:21.026501 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a3c8f-6a1f-49a7-aa29-97486a9930d2 req-2d5ab063-56b5-4455-b6c0-2428dd61b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:21.028005 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b75a3c8f-6a1f-49a7-aa29-97486a9930d2 req-2d5ab063-56b5-4455-b6c0-2428dd61b056 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0925877 Aug 05 13:53:21.077408 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5746851f-bf03-4fe4-8081-488e346ab27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:21.082317 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5746851f-bf03-4fe4-8081-488e346ab27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:21.118463 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5746851f-bf03-4fe4-8081-488e346ab27e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe775b101e8a4cf9b6aa38bf3f7663c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890168 Aug 05 13:53:21.124837 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40386) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:21.167618 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:21.172129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746851f-bf03-4fe4-8081-488e346ab27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf7327f-0908-47da-86ee-d185597c0430,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:21.290953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a3c8f-6a1f-49a7-aa29-97486a9930d2 req-536d089d-b53f-4197-87dd-c54788733e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:21.292619 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b75a3c8f-6a1f-49a7-aa29-97486a9930d2 req-536d089d-b53f-4197-87dd-c54788733e0d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2482078 Aug 05 13:53:21.413586 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5dfa8a93-8952-4e79-b0dd-5baca0fe6593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:21.465054 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40404) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:21.465890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938af40-c4be-45c6-b5fa-568ece8b70ae req-0acae31f-9ddd-4768-b0c5-9ec31ca9feea tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:21.473768 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c938af40-c4be-45c6-b5fa-568ece8b70ae req-0acae31f-9ddd-4768-b0c5-9ec31ca9feea tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 945 time: 0.1879654 Aug 05 13:53:21.477615 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5dfa8a93-8952-4e79-b0dd-5baca0fe6593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:21.579714 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b75a3c8f-6a1f-49a7-aa29-97486a9930d2 req-0f3c66f7-d518-494d-88d8-ff4563f2e2a7 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546189 Aug 05 13:53:21.583244 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c938af40-c4be-45c6-b5fa-568ece8b70ae req-a8413683-a96a-48ff-9216-156caea61e14 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086566 Aug 05 13:53:21.694099 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5dfa8a93-8952-4e79-b0dd-5baca0fe6593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:21.696581 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5dfa8a93-8952-4e79-b0dd-5baca0fe6593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:21.698103 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5dfa8a93-8952-4e79-b0dd-5baca0fe6593 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1bf7327f-0908-47da-86ee-d185597c0430 HTTP/1.1" status: 204 len: 168 time: 0.5732808 Aug 05 13:53:21.722282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa8a93-8952-4e79-b0dd-5baca0fe6593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf7327f-0908-47da-86ee-d185597c0430,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:21.753604 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce9811-de30-4e8f-8c1f-7748524b0301 req-edee8cd9-7979-48fd-ae0b-674d7aa6e43d tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:21.755192 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e8ce9811-de30-4e8f-8c1f-7748524b0301 req-edee8cd9-7979-48fd-ae0b-674d7aa6e43d tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 947 time: 0.0962975 Aug 05 13:53:21.757576 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b75a3c8f-6a1f-49a7-aa29-97486a9930d2 req-0b28d3e6-7da2-4944-a1cd-a340c4a42382 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698637 Aug 05 13:53:21.765960 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33e2a235-f6ba-4667-ad1c-31a7c1f84b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:21.823745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40418) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:21.834155 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e8ce9811-de30-4e8f-8c1f-7748524b0301 req-0412d7f0-27b2-4328-8212-9ebf85ba7d84 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709052 Aug 05 13:53:21.910703 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33e2a235-f6ba-4667-ad1c-31a7c1f84b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:21.918670 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33e2a235-f6ba-4667-ad1c-31a7c1f84b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:21.976883 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-5795731b-308e-4021-9fb5-4d64b895d6ae tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=58837110177a49ec80595e039b7233b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390494 Aug 05 13:53:21.985841 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2a235-f6ba-4667-ad1c-31a7c1f84b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557fe193-4c0a-49d2-80ec-700d6a8cc8c2,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:21.997122 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3d7cdd0-6e58-401f-898f-56e8bfb23a18 req-50167b60-d810-47a2-a8cf-b41b62110ff1 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d5bb685-a95c-40b3-8f3b-56dfaac079ad HTTP/1.1" status: 200 len: 210 time: 0.0494049 Aug 05 13:53:22.029636 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-33e2a235-f6ba-4667-ad1c-31a7c1f84b12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfd0b1b0bb86406da2719e3e1608b3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5633960 Aug 05 13:53:22.041552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40432) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:22.155916 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b7130dbf-47f6-499c-a7f1-681ac0f54685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:22.172154 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-8b1199fe-1521-4b41-849a-03246ea85a08 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:22.173771 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-8b1199fe-1521-4b41-849a-03246ea85a08 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806343 Aug 05 13:53:22.182830 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b7130dbf-47f6-499c-a7f1-681ac0f54685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:22.186761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81937b27-5c6c-4a21-b8c5-d88db4f1ba01 req-5f99eb24-8342-4dd2-84e2-a1913eb4af02 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:22.188264 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-81937b27-5c6c-4a21-b8c5-d88db4f1ba01 req-5f99eb24-8342-4dd2-84e2-a1913eb4af02 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 943 time: 0.0853269 Aug 05 13:53:22.193245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-1a3a40f9-4293-44b6-af92-55bf1d16fafd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Request body: {'port': {'device_id': '7d5bb685-a95c-40b3-8f3b-56dfaac079ad', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': '58837110177a49ec80595e039b7233b1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:22.263621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044c1062-da8e-4177-8a6f-8c252d3a5109', 'name': 'network-vif-deleted', 'tag': 'f7c9abdf-630d-4d02-b628-f3c639c78925'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:22.265836 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38ceb54-b6bb-4c7d-aa7f-faeb041e32f0" -d '{"events": [{"server_uuid": "044c1062-da8e-4177-8a6f-8c252d3a5109", "name": "network-vif-deleted", "tag": "f7c9abdf-630d-4d02-b628-f3c639c78925"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:22.294513 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-81937b27-5c6c-4a21-b8c5-d88db4f1ba01 req-505d903c-7f1d-4e34-b649-51459f8ec963 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966947 Aug 05 13:53:22.308687 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ba07cd75-b8f7-4a76-9c3d-4904f542b9a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a186ecc451a54500857c74997e6375c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761057 Aug 05 13:53:22.311358 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40436) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:22.359572 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ca8931-0c6b-4bab-af37-3a57033d2a26 x-openstack-request-id: req-e0ca8931-0c6b-4bab-af37-3a57033d2a26 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:22.359868 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044c1062-da8e-4177-8a6f-8c252d3a5109", "name": "network-vif-deleted", "tag": "f7c9abdf-630d-4d02-b628-f3c639c78925", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:22.360124 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0ca8931-0c6b-4bab-af37-3a57033d2a26 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:22.360509 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044c1062-da8e-4177-8a6f-8c252d3a5109', 'name': 'network-vif-deleted', 'tag': 'f7c9abdf-630d-4d02-b628-f3c639c78925', 'status': 'completed', 'code': 200} Aug 05 13:53:22.369617 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b7130dbf-47f6-499c-a7f1-681ac0f54685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:22.372653 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b7130dbf-47f6-499c-a7f1-681ac0f54685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:22.376610 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b7130dbf-47f6-499c-a7f1-681ac0f54685 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/557fe193-4c0a-49d2-80ec-700d6a8cc8c2 HTTP/1.1" status: 204 len: 168 time: 0.3313169 Aug 05 13:53:22.383643 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-1a3a40f9-4293-44b6-af92-55bf1d16fafd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Made reservation on behalf of 58837110177a49ec80595e039b7233b1 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:53:22.388745 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-1a3a40f9-4293-44b6-af92-55bf1d16fafd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:22.403914 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-1a3a40f9-4293-44b6-af92-55bf1d16fafd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:22.428216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40442) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:22.453264 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-886ce58e-923c-4ee8-8e2e-16f033ee54e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:22.552155 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-1a3a40f9-4293-44b6-af92-55bf1d16fafd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:22.558630 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7130dbf-47f6-499c-a7f1-681ac0f54685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557fe193-4c0a-49d2-80ec-700d6a8cc8c2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:22.561812 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-1a3a40f9-4293-44b6-af92-55bf1d16fafd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:22.592417 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-963d90c0-8675-4ae2-8bfc-4fcb6aa87856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:22.596884 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafcfbb-8785-42b6-837a-422be3a111d4 req-6a1f25a4-befd-4cc4-8264-75b848803dd5 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:22.606832 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3aafcfbb-8785-42b6-837a-422be3a111d4 req-6a1f25a4-befd-4cc4-8264-75b848803dd5 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 1096 time: 0.2428346 Aug 05 13:53:22.653262 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-963d90c0-8675-4ae2-8bfc-4fcb6aa87856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:22.679383 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a40f9-4293-44b6-af92-55bf1d16fafd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5392fffa-3ddc-45dc-ba1e-1907d1e8140c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:22.679718 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3aafcfbb-8785-42b6-837a-422be3a111d4 req-469bb954-f893-4151-b8ba-b6ea0d4f796c tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715430 Aug 05 13:53:22.740222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-963d90c0-8675-4ae2-8bfc-4fcb6aa87856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:22.744007 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-963d90c0-8675-4ae2-8bfc-4fcb6aa87856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:22.760052 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-963d90c0-8675-4ae2-8bfc-4fcb6aa87856 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0de75e8d-3aee-4625-ab1c-82660aaa0f7d HTTP/1.1" status: 204 len: 168 time: 0.4486504 Aug 05 13:53:22.779170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d90c0-8675-4ae2-8bfc-4fcb6aa87856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de75e8d-3aee-4625-ab1c-82660aaa0f7d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:22.836808 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-1a3a40f9-4293-44b6-af92-55bf1d16fafd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Allocated IP 192.168.233.143 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/e855753f-ff19-400a-9eab-d14dee5b94cb) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:53:22.846775 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-886ce58e-923c-4ee8-8e2e-16f033ee54e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:22.848996 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad259f42-f272-4b00-8059-006fd35c34a5 req-b867fe1f-bb3d-40d2-92f1-b174377003f0 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:22.851399 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad259f42-f272-4b00-8059-006fd35c34a5 req-b867fe1f-bb3d-40d2-92f1-b174377003f0 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 1096 time: 0.0436702 Aug 05 13:53:22.856983 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-886ce58e-923c-4ee8-8e2e-16f033ee54e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:22.920893 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad259f42-f272-4b00-8059-006fd35c34a5 req-18983817-313d-4662-b5c7-40275b27da60 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617852 Aug 05 13:53:22.954881 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ce58e-923c-4ee8-8e2e-16f033ee54e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ad40dd-9879-4c14-a355-883d4fa4dc78,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:22.974411 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-886ce58e-923c-4ee8-8e2e-16f033ee54e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c1b5e60a09c4de3a00c61f48f181122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5449791 Aug 05 13:53:22.976720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40460) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:23.028820 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40464) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:23.075419 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0fb766f8-c806-454e-824c-aaa98d291f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.117484 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ea7f7f99-83ff-4d91-af7d-a020f4f6b6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.118922 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-1a3a40f9-4293-44b6-af92-55bf1d16fafd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.145495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-1a3a40f9-4293-44b6-af92-55bf1d16fafd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Transition to ACTIVE for port object e855753f-ff19-400a-9eab-d14dee5b94cb will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:23.146307 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:53:23.149754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device f7c9abdf-630d-4d02-b628-f3c639c78925 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:53:23.167826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6be77-1734-49bd-8000-7ee82fedb069 req-03c8a729-c141-4842-9f4a-b74036f01f4c tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:23.170467 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-20c6be77-1734-49bd-8000-7ee82fedb069 req-03c8a729-c141-4842-9f4a-b74036f01f4c tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 947 time: 0.1285505 Aug 05 13:53:23.172592 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ea7f7f99-83ff-4d91-af7d-a020f4f6b6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.183769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: f7c9abdf-630d-4d02-b628-f3c639c78925 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:53:23.184382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device f7c9abdf-630d-4d02-b628-f3c639c78925 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:53:23.207731 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-1a3a40f9-4293-44b6-af92-55bf1d16fafd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.280623 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-20c6be77-1734-49bd-8000-7ee82fedb069 req-44069048-4673-4f17-a162-32652bd4e206 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988805 Aug 05 13:53:23.292580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a40f9-4293-44b6-af92-55bf1d16fafd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Pushing event updated for resources: {'Port': ['ID=e855753f-ff19-400a-9eab-d14dee5b94cb,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:23.294624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad,segment=NetworkSegment(e0f2db41-7c35-4e82-8367-798b59bea943),segment_id=e0f2db41-7c35-4e82-8367-798b59bea943)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:23.307529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'port_id': 'aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad', 'mac_address': 'fa:16:3e:eb:48:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dd0760-9582-4502-9a67-893e71bba931', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:53:23.324717 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ea7f7f99-83ff-4d91-af7d-a020f4f6b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.327694 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ea7f7f99-83ff-4d91-af7d-a020f4f6b6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.331505 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ea7f7f99-83ff-4d91-af7d-a020f4f6b6f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77ad40dd-9879-4c14-a355-883d4fa4dc78 HTTP/1.1" status: 204 len: 168 time: 0.3511286 Aug 05 13:53:23.332352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-1a3a40f9-4293-44b6-af92-55bf1d16fafd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:53:23.340788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-1a3a40f9-4293-44b6-af92-55bf1d16fafd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:23.344366 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-1a3a40f9-4293-44b6-af92-55bf1d16fafd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:53:23.350950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40482) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:23.354557 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-1a3a40f9-4293-44b6-af92-55bf1d16fafd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:23.355304 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-1a3a40f9-4293-44b6-af92-55bf1d16fafd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.377997 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.380527 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc5c9d-a2a7-463e-a4f9-e367bb88e01c req-652a8208-bac2-4fad-945c-cb280cce439f tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:23.382555 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f6fc5c9d-a2a7-463e-a4f9-e367bb88e01c req-652a8208-bac2-4fad-945c-cb280cce439f tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d5bb685-a95c-40b3-8f3b-56dfaac079ad HTTP/1.1" status: 200 len: 936 time: 0.0950747 Aug 05 13:53:23.398578 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:53:23.407258 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f7f99-83ff-4d91-af7d-a020f4f6b6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ad40dd-9879-4c14-a355-883d4fa4dc78,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:23.411953 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0fb766f8-c806-454e-824c-aaa98d291f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.427627 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad,segment=NetworkSegment(e0f2db41-7c35-4e82-8367-798b59bea943),segment_id=e0f2db41-7c35-4e82-8367-798b59bea943)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:23.428011 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0fb766f8-c806-454e-824c-aaa98d291f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.439236 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-1a3a40f9-4293-44b6-af92-55bf1d16fafd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2499242 Aug 05 13:53:23.444187 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.493327 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Request body: {'port': {'device_id': '7d5bb685-a95c-40b3-8f3b-56dfaac079ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:23.497727 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-39e7a66c-7c4c-4654-a24b-409397df8d13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfb6b1f21dfb4a53b00be90be8667631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415565 Aug 05 13:53:23.498417 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40484) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:23.537898 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f6fc5c9d-a2a7-463e-a4f9-e367bb88e01c req-5d1d2c9e-5b3e-4553-a2d5-5f2f5dcff61c tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416991 Aug 05 13:53:23.548765 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:23.624554 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0fb766f8-c806-454e-824c-aaa98d291f23 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6530d12bf3d42c484d964ed8ea81faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5944645 Aug 05 13:53:23.626527 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb766f8-c806-454e-824c-aaa98d291f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ff181f-85d6-4ebf-b5c5-63368b82e06d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:23.632953 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.639209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40486) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:23.652503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:53:23.710896 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b88f1092-0d14-4a80-9a42-88b71e9cb02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.738101 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b88f1092-0d14-4a80-9a42-88b71e9cb02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.793401 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa7dcd15-22df-4015-af4b-a89a3638f93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.798424 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b88f1092-0d14-4a80-9a42-88b71e9cb02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.801788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b88f1092-0d14-4a80-9a42-88b71e9cb02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.806662 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b88f1092-0d14-4a80-9a42-88b71e9cb02f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea704944-b756-4c66-8479-e22200798423 HTTP/1.1" status: 204 len: 168 time: 0.3010440 Aug 05 13:53:23.808553 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9126fa3a-87a7-416c-ab61-1430ae71f354 None None] Provisioning for port e855753f-ff19-400a-9eab-d14dee5b94cb completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:23.826994 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f1092-0d14-4a80-9a42-88b71e9cb02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea704944-b756-4c66-8479-e22200798423,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:23.838231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9126fa3a-87a7-416c-ab61-1430ae71f354 None None] Provisioning complete for port e855753f-ff19-400a-9eab-d14dee5b94cb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:23.838649 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9126fa3a-87a7-416c-ab61-1430ae71f354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.846021 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa7dcd15-22df-4015-af4b-a89a3638f93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.931798 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa7dcd15-22df-4015-af4b-a89a3638f93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.935357 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa7dcd15-22df-4015-af4b-a89a3638f93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:23.938996 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fa7dcd15-22df-4015-af4b-a89a3638f93e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30ff181f-85d6-4ebf-b5c5-63368b82e06d HTTP/1.1" status: 204 len: 168 time: 0.2964289 Aug 05 13:53:23.953148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7dcd15-22df-4015-af4b-a89a3638f93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ff181f-85d6-4ebf-b5c5-63368b82e06d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:23.971361 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-9126fa3a-87a7-416c-ab61-1430ae71f354 None None] Port e855753f-ff19-400a-9eab-d14dee5b94cb cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:53:24.116624 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7eee23-0056-4376-a02a-c8e6d3b67dd3 req-ce72f064-9e6c-4ea7-a336-a993f4e86c53 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:24.125475 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e7eee23-0056-4376-a02a-c8e6d3b67dd3 req-ce72f064-9e6c-4ea7-a336-a993f4e86c53 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 944 time: 0.0692143 Aug 05 13:53:24.199635 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e7eee23-0056-4376-a02a-c8e6d3b67dd3 req-19c63df7-8614-4fff-94b8-09b387dfd9db tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731690 Aug 05 13:53:24.237044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e855753f-ff19-400a-9eab-d14dee5b94cb {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:53:24.246292 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:24.260862 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Transition to ACTIVE for port object e855753f-ff19-400a-9eab-d14dee5b94cb will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:24.267029 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:24.330770 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Pushing event updated for resources: {'Port': ['ID=e855753f-ff19-400a-9eab-d14dee5b94cb,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:24.400424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Attempting to bind port e855753f-ff19-400a-9eab-d14dee5b94cb on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:53:24.401530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device cd06eb19-fb4b-4fa5-a894-46985e50e5ae details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:53:24.402015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Attempting to bind port e855753f-ff19-400a-9eab-d14dee5b94cb by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:53:24.402131 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Attempting to bind port e855753f-ff19-400a-9eab-d14dee5b94cb on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:24.415762 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Port e855753f-ff19-400a-9eab-d14dee5b94cb on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:53:24.417469 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Attempting to bind port e855753f-ff19-400a-9eab-d14dee5b94cb on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:24.436354 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:53:24.436703 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:24.438962 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:53:24.439441 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Bound port: e855753f-ff19-400a-9eab-d14dee5b94cb, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:53:24.441213 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:24.460612 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e8728-c513-4d5e-8f47-57b68cae0358 req-1fc01ecf-34dd-4203-bc9e-b7f6e64351c6 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:24.470282 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c68e8728-c513-4d5e-8f47-57b68cae0358 req-1fc01ecf-34dd-4203-bc9e-b7f6e64351c6 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 947 time: 0.0781174 Aug 05 13:53:24.538742 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c68e8728-c513-4d5e-8f47-57b68cae0358 req-3e462547-30d2-4a4f-8175-b2bbbda2074c tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634527 Aug 05 13:53:24.608841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port cd06eb19-fb4b-4fa5-a894-46985e50e5ae, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=cd06eb19-fb4b-4fa5-a894-46985e50e5ae,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:24.614754 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] For port e855753f-ff19-400a-9eab-d14dee5b94cb, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:53:24.618711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] For port e855753f-ff19-400a-9eab-d14dee5b94cb, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=e855753f-ff19-400a-9eab-d14dee5b94cb,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:53:24.642635 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:24.644231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'cd06eb19-fb4b-4fa5-a894-46985e50e5ae', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': 'cd06eb19-fb4b-4fa5-a894-46985e50e5ae', 'mac_address': 'fa:16:3e:60:66:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:53:24.723797 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Pushing event updated for resources: {'Port': ['ID=e855753f-ff19-400a-9eab-d14dee5b94cb,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:24.745679 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:24.746313 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:24.747856 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:24.749891 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-ea07da74-93db-4691-b0b8-eb1fbfd5d715 service neutron] 10.222.0.63 "PUT /v2.0/ports/e855753f-ff19-400a-9eab-d14dee5b94cb HTTP/1.1" status: 200 len: 1096 time: 1.2687085 Aug 05 13:53:24.750616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5bb685-a95c-40b3-8f3b-56dfaac079ad', 'tag': 'e855753f-ff19-400a-9eab-d14dee5b94cb'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:24.756525 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b442304-2ecc-4492-a76b-7d4d12646f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5bb685-a95c-40b3-8f3b-56dfaac079ad", "tag": "e855753f-ff19-400a-9eab-d14dee5b94cb"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:24.788314 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1394daf-ce2f-49af-bfab-51d1662b7034 req-9078b8ee-f4df-42df-9a1e-2e97c169d292 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:24.789933 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1394daf-ce2f-49af-bfab-51d1662b7034 req-9078b8ee-f4df-42df-9a1e-2e97c169d292 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d5bb685-a95c-40b3-8f3b-56dfaac079ad HTTP/1.1" status: 200 len: 948 time: 0.1330338 Aug 05 13:53:24.802261 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd06eb19-fb4b-4fa5-a894-46985e50e5ae {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:53:24.870810 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port cd06eb19-fb4b-4fa5-a894-46985e50e5ae, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=cd06eb19-fb4b-4fa5-a894-46985e50e5ae,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:24.884458 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1394daf-ce2f-49af-bfab-51d1662b7034 req-a91968d0-8efd-4087-a981-ac939c3e752f tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828431 Aug 05 13:53:24.887271 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-020a14c8-96f3-45b1-b781-4a6346f08929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:24.889224 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-020a14c8-96f3-45b1-b781-4a6346f08929 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=58837110177a49ec80595e039b7233b1&device_id=7d5bb685-a95c-40b3-8f3b-56dfaac079ad HTTP/1.1" status: 200 len: 1099 time: 0.0836980 Aug 05 13:53:24.891085 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:24.926302 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:53:24.961611 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=cd06eb19-fb4b-4fa5-a894-46985e50e5ae,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:24.982109 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04721f08-fe8b-4886-b1f6-df7ac9642892 x-openstack-request-id: req-04721f08-fe8b-4886-b1f6-df7ac9642892 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:24.982493 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5bb685-a95c-40b3-8f3b-56dfaac079ad", "tag": "e855753f-ff19-400a-9eab-d14dee5b94cb", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:24.982666 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04721f08-fe8b-4886-b1f6-df7ac9642892 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:24.983087 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5bb685-a95c-40b3-8f3b-56dfaac079ad', 'tag': 'e855753f-ff19-400a-9eab-d14dee5b94cb', 'status': 'completed', 'code': 200} Aug 05 13:53:24.985058 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-1f43651b-e055-4aac-8c12-49d530f06d9a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=e855753f-ff19-400a-9eab-d14dee5b94cb HTTP/1.1" status: 200 len: 217 time: 0.0862074 Aug 05 13:53:25.065224 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-8163ea41-823a-46f9-a389-777b70c749d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:25.068034 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-8163ea41-823a-46f9-a389-777b70c749d9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0749681 Aug 05 13:53:25.114850 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-4dee05ce-55ae-4905-8d0d-b3e3f4795f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:25.116928 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-4dee05ce-55ae-4905-8d0d-b3e3f4795f0d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0417428 Aug 05 13:53:25.123050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['cd06eb19-fb4b-4fa5-a894-46985e50e5ae'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:53:25.173278 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:25.276184 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-496dc48f-1c0f-488e-91f5-bd8fd87d623f service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504631 Aug 05 13:53:25.308310 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:25.320630 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:25.321083 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:25.374207 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84512e-0aa7-46d8-8c26-b6236c3ea9e4 req-2d8fcc94-bdce-4119-8587-24386e9b4b30 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:25.385209 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc84512e-0aa7-46d8-8c26-b6236c3ea9e4 req-2d8fcc94-bdce-4119-8587-24386e9b4b30 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 944 time: 0.0841057 Aug 05 13:53:25.423588 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-024b7f9f-7bda-405f-9c6c-70d5682eb828 req-c98fb372-c9c8-40c3-862c-63ced46c2740 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348076 Aug 05 13:53:25.448151 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc84512e-0aa7-46d8-8c26-b6236c3ea9e4 req-06258af1-e6a8-4ba9-900f-a6817bd6cae9 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614417 Aug 05 13:53:25.552440 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b442304-2ecc-4492-a76b-7d4d12646f7c req-b50bb00b-0be5-41fb-a674-84510ed70c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:25.555523 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b442304-2ecc-4492-a76b-7d4d12646f7c req-b50bb00b-0be5-41fb-a674-84510ed70c5b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=58837110177a49ec80595e039b7233b1&device_id=7d5bb685-a95c-40b3-8f3b-56dfaac079ad HTTP/1.1" status: 200 len: 1099 time: 0.0610993 Aug 05 13:53:25.591759 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:25.656574 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40556) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:25.666759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff789c6-08a9-4d52-a52e-682806a2cd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:25.669065 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38882deb-67ff-43c3-86e7-a5866376ca0c" -d '{"events": [{"server_uuid": "fff789c6-08a9-4d52-a52e-682806a2cd1b", "name": "network-vif-plugged", "status": "completed", "tag": "aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:25.696068 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad,segment=NetworkSegment(e0f2db41-7c35-4e82-8367-798b59bea943),segment_id=e0f2db41-7c35-4e82-8367-798b59bea943)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:25.703584 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:25.751424 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc2140-fee8-414b-bbc1-047bd43700a0 req-2badbc42-efa4-4490-ad93-2d796cb730b4 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:25.758989 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e1fc2140-fee8-414b-bbc1-047bd43700a0 req-2badbc42-efa4-4490-ad93-2d796cb730b4 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 948 time: 0.1045167 Aug 05 13:53:25.765137 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b442304-2ecc-4492-a76b-7d4d12646f7c req-f1f0fe67-8325-4da5-9794-d28d4194a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:25.771508 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b442304-2ecc-4492-a76b-7d4d12646f7c req-f1f0fe67-8325-4da5-9794-d28d4194a2a3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.2023635 Aug 05 13:53:25.782888 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:25.816295 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e1fc2140-fee8-414b-bbc1-047bd43700a0 req-ca256c86-3be9-4130-a14e-f21d7018f703 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565071 Aug 05 13:53:25.838218 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b442304-2ecc-4492-a76b-7d4d12646f7c req-ad69f451-66de-4cc9-801d-a45f6a939e9a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=e855753f-ff19-400a-9eab-d14dee5b94cb HTTP/1.1" status: 200 len: 217 time: 0.0576303 Aug 05 13:53:25.868744 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125745df-bca1-43a2-bae4-f92e8fc58127 x-openstack-request-id: req-125745df-bca1-43a2-bae4-f92e8fc58127 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:25.869038 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff789c6-08a9-4d52-a52e-682806a2cd1b", "name": "network-vif-plugged", "status": "completed", "tag": "aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:25.870038 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-125745df-bca1-43a2-bae4-f92e8fc58127 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:25.870466 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff789c6-08a9-4d52-a52e-682806a2cd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad', 'code': 200} Aug 05 13:53:25.915820 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b442304-2ecc-4492-a76b-7d4d12646f7c req-c6373e09-0d4e-4b18-8787-b92b875eb5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:25.917825 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b442304-2ecc-4492-a76b-7d4d12646f7c req-c6373e09-0d4e-4b18-8787-b92b875eb5d7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0706060 Aug 05 13:53:25.954623 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae1d493f-4740-4b4f-9a57-b524f23c501e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:26.016746 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b442304-2ecc-4492-a76b-7d4d12646f7c req-2dfe39d6-815e-475e-8905-2a9038a4298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:26.018581 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b442304-2ecc-4492-a76b-7d4d12646f7c req-2dfe39d6-815e-475e-8905-2a9038a4298a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800483 Aug 05 13:53:26.023628 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbd0ad-b09e-4e89-8576-8c66b4c13720 req-2d9af8ba-c110-4eaf-b94f-1b7ad41441fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:26.025159 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a2dbd0ad-b09e-4e89-8576-8c66b4c13720 req-2d9af8ba-c110-4eaf-b94f-1b7ad41441fe service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 1096 time: 0.0880141 Aug 05 13:53:26.076522 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90df0a3-9d1b-4418-8a4f-2262a4058004 req-9c959bd8-b495-4957-ba36-f3d3bd2d5966 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:26.078204 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c90df0a3-9d1b-4418-8a4f-2262a4058004 req-9c959bd8-b495-4957-ba36-f3d3bd2d5966 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d5bb685-a95c-40b3-8f3b-56dfaac079ad HTTP/1.1" status: 200 len: 948 time: 0.0930030 Aug 05 13:53:26.122916 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a2dbd0ad-b09e-4e89-8576-8c66b4c13720 req-7db3e09d-c622-4f40-be8e-87521de57d42 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882778 Aug 05 13:53:26.164814 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b442304-2ecc-4492-a76b-7d4d12646f7c req-24bf9ff5-2d67-4f94-a316-8be0f6f31bc4 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380684 Aug 05 13:53:26.204011 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c90df0a3-9d1b-4418-8a4f-2262a4058004 req-c0f8bde7-3413-486e-908e-70a41c5eecef tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087821 Aug 05 13:53:26.240811 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae1d493f-4740-4b4f-9a57-b524f23c501e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:26.249037 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae1d493f-4740-4b4f-9a57-b524f23c501e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:26.294195 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ae1d493f-4740-4b4f-9a57-b524f23c501e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ced268edfa0948129d49318460f10f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6364212 Aug 05 13:53:26.294881 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d493f-4740-4b4f-9a57-b524f23c501e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48bd29c-7e05-4ae2-b180-b9d7b207e6b8,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:26.306758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40590) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:26.312461 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b442304-2ecc-4492-a76b-7d4d12646f7c req-bc55501c-9bea-4d2a-9369-e27c59c3c5c3 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299894 Aug 05 13:53:26.337590 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40594) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:26.374054 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ae0c331-4fcd-4955-b7a5-5d5dd8f1f4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:26.401382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device cd06eb19-fb4b-4fa5-a894-46985e50e5ae up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:26.405235 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ae0c331-4fcd-4955-b7a5-5d5dd8f1f4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:26.459700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port cd06eb19-fb4b-4fa5-a894-46985e50e5ae completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:26.465835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port cd06eb19-fb4b-4fa5-a894-46985e50e5ae triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:26.466453 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:26.495348 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ae0c331-4fcd-4955-b7a5-5d5dd8f1f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:26.498512 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ae0c331-4fcd-4955-b7a5-5d5dd8f1f4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:26.502011 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9ae0c331-4fcd-4955-b7a5-5d5dd8f1f4ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e48bd29c-7e05-4ae2-b180-b9d7b207e6b8 HTTP/1.1" status: 204 len: 168 time: 0.1893475 Aug 05 13:53:26.510185 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0c331-4fcd-4955-b7a5-5d5dd8f1f4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48bd29c-7e05-4ae2-b180-b9d7b207e6b8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:26.600046 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:26.646294 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e86d5-aedd-4f81-a274-bcc9005d7371 req-55f2d6db-301f-418f-aa07-1e90f84cb2c8 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:26.648761 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cd5e86d5-aedd-4f81-a274-bcc9005d7371 req-55f2d6db-301f-418f-aa07-1e90f84cb2c8 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 945 time: 0.0773315 Aug 05 13:53:26.663304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port cd06eb19-fb4b-4fa5-a894-46985e50e5ae, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=cd06eb19-fb4b-4fa5-a894-46985e50e5ae,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:26.671916 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:26.682760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-34dcdebf-4dfe-415d-aee7-0231bb3b1ccd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-892820874-network', 'tenant_id': '93e4e6a67f3f4a3b9fab189afc6da1be'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:26.713901 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cd5e86d5-aedd-4f81-a274-bcc9005d7371 req-9dab8fd2-1b01-4da5-96a8-c24558f0a554 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583196 Aug 05 13:53:26.729711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dcdebf-4dfe-415d-aee7-0231bb3b1ccd admin admin] Made reservation on behalf of 93e4e6a67f3f4a3b9fab189afc6da1be for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:53:26.732362 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34dcdebf-4dfe-415d-aee7-0231bb3b1ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:26.743671 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34dcdebf-4dfe-415d-aee7-0231bb3b1ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:26.756298 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=cd06eb19-fb4b-4fa5-a894-46985e50e5ae,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:26.858050 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34dcdebf-4dfe-415d-aee7-0231bb3b1ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:26.862728 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34dcdebf-4dfe-415d-aee7-0231bb3b1ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:26.872911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40618) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:26.891910 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcdebf-4dfe-415d-aee7-0231bb3b1ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4033127e-745c-4733-a18b-9e5bda7abab6,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:26.904500 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34dcdebf-4dfe-415d-aee7-0231bb3b1ccd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:53:26.915507 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34dcdebf-4dfe-415d-aee7-0231bb3b1ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:26.915840 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-34dcdebf-4dfe-415d-aee7-0231bb3b1ccd admin admin] Added segment de2c48ee-2e08-4118-ac60-dd189842491d of type vlan for network 2a681958-3e63-4125-9929-9daa3f6f2d8b Aug 05 13:53:26.980235 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34dcdebf-4dfe-415d-aee7-0231bb3b1ccd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:27.002886 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefd6d1-be5f-4863-bbd4-34f897de186a req-2396026c-c974-4331-8a43-ec047ae83a28 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:27.004546 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5fefd6d1-be5f-4863-bbd4-34f897de186a req-2396026c-c974-4331-8a43-ec047ae83a28 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 949 time: 0.0814848 Aug 05 13:53:27.021420 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34dcdebf-4dfe-415d-aee7-0231bb3b1ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:27.024158 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dcdebf-4dfe-415d-aee7-0231bb3b1ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:27.025983 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34dcdebf-4dfe-415d-aee7-0231bb3b1ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:27.053598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5fefd6d1-be5f-4863-bbd4-34f897de186a req-4d4e2bf6-68e8-41b2-907b-215aa4ddcb76 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417879 Aug 05 13:53:27.080014 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40626) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:27.092364 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-34dcdebf-4dfe-415d-aee7-0231bb3b1ccd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7537470 Aug 05 13:53:27.095665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40630) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:27.102568 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcdebf-4dfe-415d-aee7-0231bb3b1ccd admin admin] Pushing event updated for resources: {'Network': ['ID=2a681958-3e63-4125-9929-9daa3f6f2d8b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:27.102785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-3409f895-93e7-4f2e-9aa9-c76759a88b69 admin admin] Request body: {'subnet': {'network_id': '2a681958-3e63-4125-9929-9daa3f6f2d8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-892820874-subnet', 'tenant_id': '93e4e6a67f3f4a3b9fab189afc6da1be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:27.115063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 2a681958-3e63-4125-9929-9daa3f6f2d8b details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:53:27.132022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3409f895-93e7-4f2e-9aa9-c76759a88b69 admin admin] Made reservation on behalf of 93e4e6a67f3f4a3b9fab189afc6da1be for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:53:27.134829 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3409f895-93e7-4f2e-9aa9-c76759a88b69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:27.271785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-942b6b3b-2dfb-4302-916d-1c6d415b7fa5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-183213843-network', 'tenant_id': 'f288cffe473240abb15d36dc3500bc95'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:27.275108 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40634) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:27.293567 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0cb535d6-f5d3-4bd3-9b84-990fb1d2de9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:27.316915 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942b6b3b-2dfb-4302-916d-1c6d415b7fa5 admin admin] Made reservation on behalf of f288cffe473240abb15d36dc3500bc95 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:53:27.321152 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-942b6b3b-2dfb-4302-916d-1c6d415b7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:27.353507 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-942b6b3b-2dfb-4302-916d-1c6d415b7fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:27.412499 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0cb535d6-f5d3-4bd3-9b84-990fb1d2de9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:27.420749 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0cb535d6-f5d3-4bd3-9b84-990fb1d2de9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:27.431885 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea9412-f888-44ac-a3b9-f7c8cad3bd2e req-c134e93f-a43b-45b1-a085-b99a31a5cee6 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:27.439215 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6cea9412-f888-44ac-a3b9-f7c8cad3bd2e req-c134e93f-a43b-45b1-a085-b99a31a5cee6 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d5bb685-a95c-40b3-8f3b-56dfaac079ad HTTP/1.1" status: 200 len: 948 time: 0.1386740 Aug 05 13:53:27.445164 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3409f895-93e7-4f2e-9aa9-c76759a88b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:27.470847 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0cb535d6-f5d3-4bd3-9b84-990fb1d2de9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8129a2eb59214f26889d550b3a9039b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936440 Aug 05 13:53:27.472656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40640) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:27.481249 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb535d6-f5d3-4bd3-9b84-990fb1d2de9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4445755d-d92e-4b85-af96-72cb1090d9ac,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:27.524855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-1c96b48d-b1ef-47e1-a675-6e5fa29b1196 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:53:27.525917 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-1c96b48d-b1ef-47e1-a675-6e5fa29b1196 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4449224 Aug 05 13:53:27.575409 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409f895-93e7-4f2e-9aa9-c76759a88b69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81dfdcf8-fca7-4cbb-8e84-eb0618dd9754,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:27.579878 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6cea9412-f888-44ac-a3b9-f7c8cad3bd2e req-5b34cd96-59f6-4831-93da-afc2650b8cf2 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398220 Aug 05 13:53:27.642847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3409f895-93e7-4f2e-9aa9-c76759a88b69 admin admin] Checking segment: {'id': 'de2c48ee-2e08-4118-ac60-dd189842491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2a681958-3e63-4125-9929-9daa3f6f2d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:27.643719 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3409f895-93e7-4f2e-9aa9-c76759a88b69 admin admin] Network hostable DHCP agents. Network: 2a681958-3e63-4125-9929-9daa3f6f2d8b, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:53:27.685444 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-942b6b3b-2dfb-4302-916d-1c6d415b7fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:27.695725 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3409f895-93e7-4f2e-9aa9-c76759a88b69 admin admin] Network 2a681958-3e63-4125-9929-9daa3f6f2d8b is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:53:27.698025 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-942b6b3b-2dfb-4302-916d-1c6d415b7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:27.734931 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-3409f895-93e7-4f2e-9aa9-c76759a88b69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 2a681958-3e63-4125-9929-9daa3f6f2d8b) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:27.743667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234af8f3-45c8-48f3-abd9-b6a66bf5b844 None None] Network 2a681958-3e63-4125-9929-9daa3f6f2d8b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:53:27.760697 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942b6b3b-2dfb-4302-916d-1c6d415b7fa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:53:27.768774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-100ddf49-3b9b-44f7-8d21-7adef316fc87 service neutron] Request body: {'binding': {'host': 'n-h1-803585-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:27.769800 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-100ddf49-3b9b-44f7-8d21-7adef316fc87 service neutron] Unknown quota resources ['binding']. {{(pid=105724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 13:53:27.776638 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b6b3b-2dfb-4302-916d-1c6d415b7fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295688b3-7c00-4033-86ec-c03acbd84f3c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:27.781108 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3409f895-93e7-4f2e-9aa9-c76759a88b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:27.781819 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3409f895-93e7-4f2e-9aa9-c76759a88b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:27.789407 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-942b6b3b-2dfb-4302-916d-1c6d415b7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:27.790211 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-942b6b3b-2dfb-4302-916d-1c6d415b7fa5 admin admin] Added segment bb96aaad-dcc5-48eb-a40a-09135ff84984 of type vlan for network 86a168d6-8229-41cf-8e41-bc278554d213 Aug 05 13:53:27.807714 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3361094-0920-4a70-b648-7da0273aabeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:27.849686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3361094-0920-4a70-b648-7da0273aabeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:27.873867 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430218d2-a4d0-42e4-beae-5a8031263b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd06eb19-fb4b-4fa5-a894-46985e50e5ae'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:27.876258 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95c29e9-f318-4b7c-aab4-a59a29bcca6b" -d '{"events": [{"server_uuid": "430218d2-a4d0-42e4-beae-5a8031263b3f", "name": "network-vif-plugged", "status": "completed", "tag": "cd06eb19-fb4b-4fa5-a894-46985e50e5ae"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:27.932736 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3361094-0920-4a70-b648-7da0273aabeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:27.939032 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3361094-0920-4a70-b648-7da0273aabeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:27.959413 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c3361094-0920-4a70-b648-7da0273aabeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4445755d-d92e-4b85-af96-72cb1090d9ac HTTP/1.1" status: 204 len: 168 time: 0.4848750 Aug 05 13:53:27.964369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828c169f-2703-4192-a945-055bfb106389 None None] Network 2a681958-3e63-4125-9929-9daa3f6f2d8b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:53:27.974920 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3361094-0920-4a70-b648-7da0273aabeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4445755d-d92e-4b85-af96-72cb1090d9ac,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:28.009622 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3409f895-93e7-4f2e-9aa9-c76759a88b69 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9128416 Aug 05 13:53:28.028036 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-942b6b3b-2dfb-4302-916d-1c6d415b7fa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:28.072677 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d15b8b-61c5-4883-8ee4-13f815baef9f req-1005e1a8-4828-425b-ba35-a59bd10593c4 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:28.080532 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c3d15b8b-61c5-4883-8ee4-13f815baef9f req-1005e1a8-4828-425b-ba35-a59bd10593c4 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 945 time: 0.2487428 Aug 05 13:53:28.107170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-100ddf49-3b9b-44f7-8d21-7adef316fc87 service neutron] Attempting to bind port 6684bdba-b3f1-4089-b536-8b0aa9beee58 on host n-h1-803585-2 for vnic_type normal with profile None {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:53:28.107530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-100ddf49-3b9b-44f7-8d21-7adef316fc87 service neutron] Attempting to bind port 6684bdba-b3f1-4089-b536-8b0aa9beee58 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:53:28.107837 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-100ddf49-3b9b-44f7-8d21-7adef316fc87 service neutron] Attempting to bind port 6684bdba-b3f1-4089-b536-8b0aa9beee58 on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:28.122167 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-100ddf49-3b9b-44f7-8d21-7adef316fc87 service neutron] Port 6684bdba-b3f1-4089-b536-8b0aa9beee58 on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:53:28.122389 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-100ddf49-3b9b-44f7-8d21-7adef316fc87 service neutron] Attempting to bind port 6684bdba-b3f1-4089-b536-8b0aa9beee58 on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:28.133823 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-100ddf49-3b9b-44f7-8d21-7adef316fc87 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:53:28.134192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-100ddf49-3b9b-44f7-8d21-7adef316fc87 service neutron] Checking segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:28.134814 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-100ddf49-3b9b-44f7-8d21-7adef316fc87 service neutron] Bound using segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:53:28.135285 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-100ddf49-3b9b-44f7-8d21-7adef316fc87 service neutron] Bound port: 6684bdba-b3f1-4089-b536-8b0aa9beee58, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:53:28.186599 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c3d15b8b-61c5-4883-8ee4-13f815baef9f req-b9648eba-6279-447b-ab06-5ccf85618f18 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997663 Aug 05 13:53:28.217584 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-942b6b3b-2dfb-4302-916d-1c6d415b7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:28.218720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942b6b3b-2dfb-4302-916d-1c6d415b7fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:28.219239 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-942b6b3b-2dfb-4302-916d-1c6d415b7fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:28.249504 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199937a8-07b6-466f-97c0-b8bfe9c72e78 x-openstack-request-id: req-199937a8-07b6-466f-97c0-b8bfe9c72e78 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:28.249980 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430218d2-a4d0-42e4-beae-5a8031263b3f", "name": "network-vif-plugged", "status": "completed", "tag": "cd06eb19-fb4b-4fa5-a894-46985e50e5ae", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:28.250387 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-199937a8-07b6-466f-97c0-b8bfe9c72e78 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:28.251431 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430218d2-a4d0-42e4-beae-5a8031263b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd06eb19-fb4b-4fa5-a894-46985e50e5ae', 'code': 200} Aug 05 13:53:28.308401 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-942b6b3b-2dfb-4302-916d-1c6d415b7fa5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4341424 Aug 05 13:53:28.311486 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40672) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:28.324506 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3f3dc840-3bc2-4f00-8fb4-24918368ad67 admin admin] Request body: {'subnet': {'network_id': '86a168d6-8229-41cf-8e41-bc278554d213', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-183213843-subnet', 'tenant_id': 'f288cffe473240abb15d36dc3500bc95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:28.348362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-100ddf49-3b9b-44f7-8d21-7adef316fc87 service neutron] For port 6684bdba-b3f1-4089-b536-8b0aa9beee58, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6684bdba-b3f1-4089-b536-8b0aa9beee58,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:53:28.349580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b6b3b-2dfb-4302-916d-1c6d415b7fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=86a168d6-8229-41cf-8e41-bc278554d213,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:28.363449 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-100ddf49-3b9b-44f7-8d21-7adef316fc87 service neutron] Notify callbacks [] for binding, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:28.364813 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-100ddf49-3b9b-44f7-8d21-7adef316fc87 service neutron] 10.222.0.16 "POST /v2.0/ports/6684bdba-b3f1-4089-b536-8b0aa9beee58/bindings HTTP/1.1" status: 201 len: 389 time: 0.6830146 Aug 05 13:53:28.368585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 86a168d6-8229-41cf-8e41-bc278554d213 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:53:28.368800 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1c28a-1647-413e-9b72-fa6e7149d23c req-4b120741-bb0c-4bbf-a25f-56ddde5d0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:28.370335 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ce1c28a-1647-413e-9b72-fa6e7149d23c req-4b120741-bb0c-4bbf-a25f-56ddde5d0f67 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 1100 time: 0.0598419 Aug 05 13:53:28.371426 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3dc840-3bc2-4f00-8fb4-24918368ad67 admin admin] Made reservation on behalf of f288cffe473240abb15d36dc3500bc95 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:53:28.373799 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3f3dc840-3bc2-4f00-8fb4-24918368ad67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:28.464095 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ce1c28a-1647-413e-9b72-fa6e7149d23c req-89ce5c48-bbc9-4fa8-a8d1-626d6fa05b1b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861254 Aug 05 13:53:28.685128 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17cc0a-dc70-434d-a339-b4ce53dab1b4 req-eb5b1414-a05b-439a-b011-53c52fa0db13 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:28.687668 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c17cc0a-dc70-434d-a339-b4ce53dab1b4 req-eb5b1414-a05b-439a-b011-53c52fa0db13 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 949 time: 0.1222391 Aug 05 13:53:28.689298 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3f3dc840-3bc2-4f00-8fb4-24918368ad67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:28.857026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dc840-3bc2-4f00-8fb4-24918368ad67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb10caed-00d9-4418-b042-9d645400adad,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:28.886980 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c17cc0a-dc70-434d-a339-b4ce53dab1b4 req-0c413f63-e5f7-45bb-b283-7e08d3b9c853 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850419 Aug 05 13:53:28.904875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3dc840-3bc2-4f00-8fb4-24918368ad67 admin admin] Checking segment: {'id': 'bb96aaad-dcc5-48eb-a40a-09135ff84984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86a168d6-8229-41cf-8e41-bc278554d213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:28.904875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3dc840-3bc2-4f00-8fb4-24918368ad67 admin admin] Network hostable DHCP agents. Network: 86a168d6-8229-41cf-8e41-bc278554d213, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:53:28.934916 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-4de3fb6a-a179-4b2b-91f5-bd7dbf02531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:28.937580 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-4de3fb6a-a179-4b2b-91f5-bd7dbf02531e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 1096 time: 0.1613898 Aug 05 13:53:29.013809 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6f9c7-09e5-4263-bd39-a083c0e5f1aa req-71126fc5-d631-44ff-9cf0-bd64fe54f6ee tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:29.021845 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3dc840-3bc2-4f00-8fb4-24918368ad67 admin admin] Network 86a168d6-8229-41cf-8e41-bc278554d213 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:53:29.052434 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29f6f9c7-09e5-4263-bd39-a083c0e5f1aa req-71126fc5-d631-44ff-9cf0-bd64fe54f6ee tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 945 time: 0.1705709 Aug 05 13:53:29.054906 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40700) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:29.055101 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-3f3dc840-3bc2-4f00-8fb4-24918368ad67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 86a168d6-8229-41cf-8e41-bc278554d213) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:29.060424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3dc840-3bc2-4f00-8fb4-24918368ad67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:29.061098 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3f3dc840-3bc2-4f00-8fb4-24918368ad67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:29.080327 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa1a2ae-5601-440a-bb5a-27814708581e None None] Network 86a168d6-8229-41cf-8e41-bc278554d213 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:53:29.091791 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3f3dc840-3bc2-4f00-8fb4-24918368ad67 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7688158 Aug 05 13:53:29.092401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40704) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:29.094908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-0ea70c0e-d907-4f06-b156-035872feb23a tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Request body: {'floatingip': {'port_id': 'aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:29.111376 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-183213843-router', 'tenant_id': 'f288cffe473240abb15d36dc3500bc95', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:29.169142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-1b3fef98-6f93-415f-93c9-7435205f5663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:29.170276 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-1b3fef98-6f93-415f-93c9-7435205f5663 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.2244263 Aug 05 13:53:29.186028 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device e855753f-ff19-400a-9eab-d14dee5b94cb details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:53:29.263291 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-ed435fd2-0ae0-4ec3-bedd-2858778cc2aa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6684bdba-b3f1-4089-b536-8b0aa9beee58 HTTP/1.1" status: 200 len: 217 time: 0.0732582 Aug 05 13:53:29.267563 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:29.269431 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:29.274154 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0ea70c0e-d907-4f06-b156-035872feb23a tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:29.341567 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:29.344791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40710) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:29.359535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-74192741-ed9b-4f7c-8845-08cf049539a9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1696327768-network', 'tenant_id': 'a411582d00bd42d3b2008050c5738376'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:29.417989 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-a8694e38-fd79-4367-b67d-3f1d860492e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:29.419964 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-a8694e38-fd79-4367-b67d-3f1d860492e6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.0764220 Aug 05 13:53:29.468993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1cbc4-9ed6-4c56-b7f6-10f0f42dd95f req-b95e5f58-fa4f-4007-9048-e6d5a78da836 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:29.477876 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-82c1cbc4-9ed6-4c56-b7f6-10f0f42dd95f req-b95e5f58-fa4f-4007-9048-e6d5a78da836 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d5bb685-a95c-40b3-8f3b-56dfaac079ad HTTP/1.1" status: 200 len: 948 time: 0.2482111 Aug 05 13:53:29.489912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40714) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:29.527276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port e855753f-ff19-400a-9eab-d14dee5b94cb, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=e855753f-ff19-400a-9eab-d14dee5b94cb,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:29.536335 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-86a168d6-8229-41cf-8e41-bc278554d213', 'network_id': '86a168d6-8229-41cf-8e41-bc278554d213', 'tenant_id': 'f288cffe473240abb15d36dc3500bc95', 'fixed_ips': [{'subnet_id': 'fb10caed-00d9-4418-b042-9d645400adad'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:53:29.537205 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:29.551621 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'e855753f-ff19-400a-9eab-d14dee5b94cb', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': 'e855753f-ff19-400a-9eab-d14dee5b94cb', 'mac_address': 'fa:16:3e:02:4f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:53:29.561886 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-0551c4d1-ab1d-4524-8aa3-53256e9c5bab service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435116 Aug 05 13:53:29.657675 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db559a-26dd-4268-bcd5-536d72d66e87 req-5bcdee16-ff0e-4bcf-8752-01ba7e88bafa tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:29.659431 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-12db559a-26dd-4268-bcd5-536d72d66e87 req-5bcdee16-ff0e-4bcf-8752-01ba7e88bafa tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 945 time: 0.5294075 Aug 05 13:53:29.689665 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74192741-ed9b-4f7c-8845-08cf049539a9 admin admin] Made reservation on behalf of a411582d00bd42d3b2008050c5738376 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:53:29.692274 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-74192741-ed9b-4f7c-8845-08cf049539a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:29.755275 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:29.760411 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-74192741-ed9b-4f7c-8845-08cf049539a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:29.817868 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Allocated IP 172.20.0.2 (86a168d6-8229-41cf-8e41-bc278554d213/fb10caed-00d9-4418-b042-9d645400adad/f5902e6a-a7b2-47d9-b186-def72aaf697a) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:53:29.879876 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-12db559a-26dd-4268-bcd5-536d72d66e87 req-fc546b10-326d-46fe-b56d-93244fb0644f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835699 Aug 05 13:53:29.892655 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf402cf0-9e76-4a13-9201-54634b8c37d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:29.933160 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-907be468-f70b-4fa6-af7d-709e3fe3bc43 service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266375 Aug 05 13:53:29.937472 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-82c1cbc4-9ed6-4c56-b7f6-10f0f42dd95f req-a89c4c0c-85cc-4f3a-84b2-c1508bb13a78 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585004 Aug 05 13:53:30.025436 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.037745 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Transition to ACTIVE for port object f5902e6a-a7b2-47d9-b186-def72aaf697a will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:30.057439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Transition to ACTIVE for port object f5902e6a-a7b2-47d9-b186-def72aaf697a will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:30.071998 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.115338 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.129789 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-20698d6a-7e7d-419a-bce2-6b71f20d9017 service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740568 Aug 05 13:53:30.156756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Network 86a168d6-8229-41cf-8e41-bc278554d213 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:53:30.162486 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:30.166577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e855753f-ff19-400a-9eab-d14dee5b94cb {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:53:30.167793 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-74192741-ed9b-4f7c-8845-08cf049539a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.171608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:53:30.174201 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Pushing event updated for resources: {'Port': ['ID=f5902e6a-a7b2-47d9-b186-def72aaf697a,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:30.184264 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba99f49-2731-4439-b23a-226b46ecb209 req-1561316a-a967-41a5-bf23-1fa2a908dfd3 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:30.186171 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aba99f49-2731-4439-b23a-226b46ecb209 req-1561316a-a967-41a5-bf23-1fa2a908dfd3 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 949 time: 0.1297092 Aug 05 13:53:30.189181 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-74192741-ed9b-4f7c-8845-08cf049539a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.227475 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port e855753f-ff19-400a-9eab-d14dee5b94cb, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=e855753f-ff19-400a-9eab-d14dee5b94cb,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:30.251853 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.298639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Attempting to bind port f5902e6a-a7b2-47d9-b186-def72aaf697a on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:53:30.298997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Attempting to bind port f5902e6a-a7b2-47d9-b186-def72aaf697a by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'bb96aaad-dcc5-48eb-a40a-09135ff84984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86a168d6-8229-41cf-8e41-bc278554d213'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:53:30.299271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Attempting to bind port f5902e6a-a7b2-47d9-b186-def72aaf697a on network 86a168d6-8229-41cf-8e41-bc278554d213 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:30.308641 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:53:30.309038 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Checking segment: {'id': 'bb96aaad-dcc5-48eb-a40a-09135ff84984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86a168d6-8229-41cf-8e41-bc278554d213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:30.310600 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.311480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Bound using segment: {'id': 'bb96aaad-dcc5-48eb-a40a-09135ff84984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86a168d6-8229-41cf-8e41-bc278554d213'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:53:30.313204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Bound port: f5902e6a-a7b2-47d9-b186-def72aaf697a, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb96aaad-dcc5-48eb-a40a-09135ff84984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86a168d6-8229-41cf-8e41-bc278554d213'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:53:30.314184 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.318450 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74192741-ed9b-4f7c-8845-08cf049539a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:53:30.374104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74192741-ed9b-4f7c-8845-08cf049539a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14fa24d-bfee-4363-b87a-79229f0f619e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:30.384005 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=e855753f-ff19-400a-9eab-d14dee5b94cb,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:30.394482 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-74192741-ed9b-4f7c-8845-08cf049539a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.394836 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-74192741-ed9b-4f7c-8845-08cf049539a9 admin admin] Added segment 80c3ef7c-67f1-41fd-ba78-052736feeb45 of type vlan for network 498bdb04-b510-48d7-b9cd-a1bc3ea620de Aug 05 13:53:30.423900 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] For port f5902e6a-a7b2-47d9-b186-def72aaf697a, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:53:30.429049 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] For port f5902e6a-a7b2-47d9-b186-def72aaf697a, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f5902e6a-a7b2-47d9-b186-def72aaf697a,segment=NetworkSegment(bb96aaad-dcc5-48eb-a40a-09135ff84984),segment_id=bb96aaad-dcc5-48eb-a40a-09135ff84984)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:53:30.435597 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.450713 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aba99f49-2731-4439-b23a-226b46ecb209 req-c30e8a62-8fe6-4bdb-9b68-c6f376dd54e9 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475696 Aug 05 13:53:30.480857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['e855753f-ff19-400a-9eab-d14dee5b94cb'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:53:30.564512 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-845436a7-e8c8-4e56-b071-db0f7da8414f tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:30.582704 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-845436a7-e8c8-4e56-b071-db0f7da8414f tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a&tenant_id=a19c317485da4147b7c1316aac248471&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 1096 time: 0.3177705 Aug 05 13:53:30.584805 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-74192741-ed9b-4f7c-8845-08cf049539a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.614386 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803585-2'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:30.623444 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.649668 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22baea9-3fc1-4a64-a5a1-4b0e9b0807b9 None None] Pushing event updated for resources: {'Port': ['ID=f5902e6a-a7b2-47d9-b186-def72aaf697a,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:30.695910 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.resource_extend [None req-0ea70c0e-d907-4f06-b156-035872feb23a tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 13:53:30.732273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.766869 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf402cf0-9e76-4a13-9201-54634b8c37d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.780263 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf402cf0-9e76-4a13-9201-54634b8c37d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.857414 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0ea70c0e-d907-4f06-b156-035872feb23a tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.882881 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf402cf0-9e76-4a13-9201-54634b8c37d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35cba2e-2e3c-4898-b7ff-3c614e99a781,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:30.900118 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0ea70c0e-d907-4f06-b156-035872feb23a tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.906348 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Allocated IP 172.25.5.42 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/68e0a89c-abe5-493c-949a-2c3d00dab0db) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:53:30.919143 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-74192741-ed9b-4f7c-8845-08cf049539a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.920108 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74192741-ed9b-4f7c-8845-08cf049539a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:30.920689 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-74192741-ed9b-4f7c-8845-08cf049539a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:30.958829 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bf402cf0-9e76-4a13-9201-54634b8c37d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b2e30e3e9ea4643a4684778e868a24a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4465663 Aug 05 13:53:30.963806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40748) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:31.046040 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:31.092987 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-9331c7f7-3780-4b01-a82e-4ec2b5987f7e tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=85e15182671742a992a0c86b37241d74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464795 Aug 05 13:53:31.095709 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-81703fc6-ceea-420a-9249-50459a81842d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:31.096076 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-74192741-ed9b-4f7c-8845-08cf049539a9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7493284 Aug 05 13:53:31.099669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40760) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:31.109237 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Request body: {'subnet': {'network_id': '498bdb04-b510-48d7-b9cd-a1bc3ea620de', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1696327768-subnet', 'tenant_id': 'a411582d00bd42d3b2008050c5738376', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:31.111250 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74192741-ed9b-4f7c-8845-08cf049539a9 admin admin] Pushing event updated for resources: {'Network': ['ID=498bdb04-b510-48d7-b9cd-a1bc3ea620de,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:31.122469 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 498bdb04-b510-48d7-b9cd-a1bc3ea620de details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:53:31.139875 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-0ea70c0e-d907-4f06-b156-035872feb23a tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Floating IP dd7f96d8-376f-4f22-be39-8a894e384cfb associated. External IP: 172.25.5.57, port: aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad. Aug 05 13:53:31.169468 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3536d-03af-416b-9bf8-70b92990a108 req-3e534800-08f3-4cf0-8119-589c39e5f8ab tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:31.171025 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-04f3536d-03af-416b-9bf8-70b92990a108 req-3e534800-08f3-4cf0-8119-589c39e5f8ab tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 949 time: 0.2583728 Aug 05 13:53:31.179507 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device e855753f-ff19-400a-9eab-d14dee5b94cb up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:31.227861 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-81703fc6-ceea-420a-9249-50459a81842d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:31.251045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port e855753f-ff19-400a-9eab-d14dee5b94cb completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:31.256169 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port e855753f-ff19-400a-9eab-d14dee5b94cb triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:31.256671 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:31.277626 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Made reservation on behalf of a411582d00bd42d3b2008050c5738376 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:53:31.280167 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:31.343452 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:31.367503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5bb685-a95c-40b3-8f3b-56dfaac079ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e855753f-ff19-400a-9eab-d14dee5b94cb'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:31.369722 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00ddc47-a25e-42a9-99bc-8075012eab0a" -d '{"events": [{"server_uuid": "7d5bb685-a95c-40b3-8f3b-56dfaac079ad", "name": "network-vif-plugged", "status": "completed", "tag": "e855753f-ff19-400a-9eab-d14dee5b94cb"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:31.385072 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port e855753f-ff19-400a-9eab-d14dee5b94cb, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=e855753f-ff19-400a-9eab-d14dee5b94cb,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:31.393349 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:31.445237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=e855753f-ff19-400a-9eab-d14dee5b94cb,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:31.447252 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-81703fc6-ceea-420a-9249-50459a81842d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:31.450829 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-81703fc6-ceea-420a-9249-50459a81842d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:31.454529 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-81703fc6-ceea-420a-9249-50459a81842d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c35cba2e-2e3c-4898-b7ff-3c614e99a781 HTTP/1.1" status: 204 len: 168 time: 0.4872005 Aug 05 13:53:31.459728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-7d166620-f239-497b-be9f-68eb0a9859b9 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:31.461770 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-7d166620-f239-497b-be9f-68eb0a9859b9 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3494823 Aug 05 13:53:31.483565 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81703fc6-ceea-420a-9249-50459a81842d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35cba2e-2e3c-4898-b7ff-3c614e99a781,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:31.512006 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:31.536704 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-d5153475-0575-44c0-995c-83f9e82f999a tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/quotas/85e15182671742a992a0c86b37241d74 HTTP/1.1" status: 200 len: 375 time: 0.0603628 Aug 05 13:53:31.545165 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-04f3536d-03af-416b-9bf8-70b92990a108 req-2fdb3f2d-5bb0-48f6-a7f0-f3f491aa6610 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670917 Aug 05 13:53:31.604866 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] For port 6684bdba-b3f1-4089-b536-8b0aa9beee58, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6684bdba-b3f1-4089-b536-8b0aa9beee58,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:31.648825 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-32ca1e87-078a-4486-8088-0707d94b38f9 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85e15182671742a992a0c86b37241d74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731945 Aug 05 13:53:31.719244 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] For port 6684bdba-b3f1-4089-b536-8b0aa9beee58, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:53:31.728915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc526a-9800-4343-ae08-a422c0ea9021 req-19e4865e-0b5c-4c7a-8d1a-5e79cacb2f69 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:31.730609 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5bcc526a-9800-4343-ae08-a422c0ea9021 req-19e4865e-0b5c-4c7a-8d1a-5e79cacb2f69 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 945 time: 0.1049943 Aug 05 13:53:31.738366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea70c0e-d907-4f06-b156-035872feb23a tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Router 34aed9d9-781b-4cdb-b3a9-796b202b5074 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:53:31.741339 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:31.807459 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:31.812087 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb80a458-4238-47ca-b9fd-41a5ea14d52a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6684bdba-b3f1-4089-b536-8b0aa9beee58'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:31.814948 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f230339e-ba7b-406a-b8e6-fb00ed3b50dd" -d '{"events": [{"server_uuid": "eb80a458-4238-47ca-b9fd-41a5ea14d52a", "name": "network-vif-unplugged", "status": "completed", "tag": "6684bdba-b3f1-4089-b536-8b0aa9beee58"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:31.821414 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:31.940205 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:31.960521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Pushing event updated for resources: {'Port': ['ID=68e0a89c-abe5-493c-949a-2c3d00dab0db,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:31.976965 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5bcc526a-9800-4343-ae08-a422c0ea9021 req-671cd268-2ed6-402d-a6b0-6c7c2dcb61f2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441278 Aug 05 13:53:31.983895 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:31.984236 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:31.984536 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:31.985027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:31.985366 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:31.985693 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:31.986154 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:31.986518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:31.987167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:31.987489 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:31.987814 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:31.988133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:31.998908 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:53:32.048155 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abc2d1e-14fc-4453-824a-3bae93051633 x-openstack-request-id: req-9abc2d1e-14fc-4453-824a-3bae93051633 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:32.048504 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5bb685-a95c-40b3-8f3b-56dfaac079ad", "name": "network-vif-plugged", "status": "completed", "tag": "e855753f-ff19-400a-9eab-d14dee5b94cb", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:32.048726 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9abc2d1e-14fc-4453-824a-3bae93051633 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:32.049126 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5bb685-a95c-40b3-8f3b-56dfaac079ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e855753f-ff19-400a-9eab-d14dee5b94cb', 'code': 200} Aug 05 13:53:32.049525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40776) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:32.055614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:32.083032 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ee5c7a-f648-4479-a547-83eb63eae74c None None] Network 86a168d6-8229-41cf-8e41-bc278554d213 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:53:32.091503 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:53:32.107430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d5902ca-2c17-4c68-83a9-703d5f6bd95b,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:32.159609 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:32.159989 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:32.160331 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:32.160704 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:32.161007 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:32.161338 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:32.161666 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:32.161986 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:32.162330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:32.163690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:32.164342 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:32.164681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:32.213777 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4eea0289-410c-4402-97ca-fedad1f34be1 None None] Provisioning for port f5902e6a-a7b2-47d9-b186-def72aaf697a completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:32.221024 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Checking segment: {'id': '80c3ef7c-67f1-41fd-ba78-052736feeb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '498bdb04-b510-48d7-b9cd-a1bc3ea620de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:32.221549 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Network hostable DHCP agents. Network: 498bdb04-b510-48d7-b9cd-a1bc3ea620de, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:53:32.258587 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93c773-24cd-490d-919c-3c4e2c2dfd81 req-ecc60d51-ef6d-4cb3-9dce-299818886b8e tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:32.265607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=6684bdba-b3f1-4089-b536-8b0aa9beee58,revision_number=7']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:32.279735 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a93c773-24cd-490d-919c-3c4e2c2dfd81 req-ecc60d51-ef6d-4cb3-9dce-299818886b8e tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d5bb685-a95c-40b3-8f3b-56dfaac079ad HTTP/1.1" status: 200 len: 950 time: 0.1895988 Aug 05 13:53:32.292966 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Attempting to bind port 6684bdba-b3f1-4089-b536-8b0aa9beee58 on host n-h2-803585-2 for vnic_type normal with profile {"migrating_to": "n-h1-803585-2"} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:53:32.293294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Attempting to bind port 6684bdba-b3f1-4089-b536-8b0aa9beee58 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:53:32.294049 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Attempting to bind port 6684bdba-b3f1-4089-b536-8b0aa9beee58 on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:32.300446 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-536014f1-0b11-44f0-9ed9-3df5b7e18bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:32.308383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea70c0e-d907-4f06-b156-035872feb23a tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:53:32.313906 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0ea70c0e-d907-4f06-b156-035872feb23a tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:32.318217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Network 498bdb04-b510-48d7-b9cd-a1bc3ea620de is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:53:32.318717 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Port 6684bdba-b3f1-4089-b536-8b0aa9beee58 on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:53:32.319479 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Attempting to bind port 6684bdba-b3f1-4089-b536-8b0aa9beee58 on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:32.328699 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aa1e65-4f68-4935-a8b9-590033db6591 None None] Sync routers for ids ['34aed9d9-781b-4cdb-b3a9-796b202b5074'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:53:32.351556 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aa1e65-4f68-4935-a8b9-590033db6591 None None] Routers {'34aed9d9-781b-4cdb-b3a9-796b202b5074'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:53:32.352336 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-38aa1e65-4f68-4935-a8b9-590033db6591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:53:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['34aed9d9-781b-4cdb-b3a9-796b202b5074'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:32.399080 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a93c773-24cd-490d-919c-3c4e2c2dfd81 req-13163367-10a4-4dc0-9e13-ffd1eb41c97d tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183124 Aug 05 13:53:32.403596 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 498bdb04-b510-48d7-b9cd-a1bc3ea620de) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:32.411796 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0ea70c0e-d907-4f06-b156-035872feb23a tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "PUT /v2.0/floatingips/dd7f96d8-376f-4f22-be39-8a894e384cfb HTTP/1.1" status: 200 len: 990 time: 3.3470125 Aug 05 13:53:32.415648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff789c6-08a9-4d52-a52e-682806a2cd1b', 'tag': 'aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:32.421603 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455f218e-275f-41c8-af8c-e74df6c001b8 None None] Network 498bdb04-b510-48d7-b9cd-a1bc3ea620de requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:53:32.443974 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00afadb6-67e6-413f-bbf0-6a4c1ad92903 x-openstack-request-id: req-00afadb6-67e6-413f-bbf0-6a4c1ad92903 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:32.444869 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb80a458-4238-47ca-b9fd-41a5ea14d52a", "name": "network-vif-unplugged", "status": "completed", "tag": "6684bdba-b3f1-4089-b536-8b0aa9beee58", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:32.445136 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00afadb6-67e6-413f-bbf0-6a4c1ad92903 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:32.445735 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb80a458-4238-47ca-b9fd-41a5ea14d52a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6684bdba-b3f1-4089-b536-8b0aa9beee58', 'code': 200} Aug 05 13:53:32.446554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:53:32.446998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Checking segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:32.447400 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Bound using segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:53:32.447859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Bound port: 6684bdba-b3f1-4089-b536-8b0aa9beee58, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:53:32.448609 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:32.511205 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:32.519093 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:32.566296 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03d3cae2-1ffa-441b-b90e-f9d061a0bfc5 req-1500839f-78a5-4780-8fed-576169276b5d tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/ports?device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 210 time: 0.0924304 Aug 05 13:53:32.690085 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-536014f1-0b11-44f0-9ed9-3df5b7e18bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:32.703252 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544e801c-b09f-4536-ba45-79ada16104ed None None] Network 498bdb04-b510-48d7-b9cd-a1bc3ea620de requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:53:32.731642 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-38aa1e65-4f68-4935-a8b9-590033db6591 None None] Set router 34aed9d9-781b-4cdb-b3a9-796b202b5074 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:53:32.758981 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6ea825d7-cbb0-4ed1-9f60-9163d5a77a22 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6567373 Aug 05 13:53:32.788146 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb40f5-2c61-4dd1-9aff-9e9301c46c8d req-7d12c0b0-d7e0-457e-8594-5508c2da38ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:32.792397 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ffeb40f5-2c61-4dd1-9aff-9e9301c46c8d req-7d12c0b0-d7e0-457e-8594-5508c2da38ed service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7d5bb685-a95c-40b3-8f3b-56dfaac079ad HTTP/1.1" status: 200 len: 1101 time: 0.5110631 Aug 05 13:53:32.801088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b6fb4-4318-40cf-919a-dcf8529e4ff1 req-3daa5f84-c04e-4e68-a076-4f93e86b84b8 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:32.801265 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-536014f1-0b11-44f0-9ed9-3df5b7e18bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:32.802919 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f42b6fb4-4318-40cf-919a-dcf8529e4ff1 req-3daa5f84-c04e-4e68-a076-4f93e86b84b8 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 949 time: 0.1973858 Aug 05 13:53:32.875851 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-536014f1-0b11-44f0-9ed9-3df5b7e18bd6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66adbf5e5bc5484095e266866587fdf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8094506 Aug 05 13:53:32.898432 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfc5f55-2821-461b-ab52-a5d39d1214ce" -d '{"events": [{"name": "network-changed", "server_uuid": "fff789c6-08a9-4d52-a52e-682806a2cd1b", "tag": "aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:32.901599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40794) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:32.918488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f5902e6a-a7b2-47d9-b186-def72aaf697a up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:32.940411 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f42b6fb4-4318-40cf-919a-dcf8529e4ff1 req-b783768a-0ff0-422b-be8a-cb07dfdfa32f tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303449 Aug 05 13:53:32.981133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40800) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:33.027299 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536014f1-0b11-44f0-9ed9-3df5b7e18bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bc4dd2-0f37-48ce-a30d-92f23a4df8b5,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:33.058190 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] For port 6684bdba-b3f1-4089-b536-8b0aa9beee58, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:53:33.077721 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ffeb40f5-2c61-4dd1-9aff-9e9301c46c8d req-c66d987f-9610-4493-b4d4-cffb1b1a43ca service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525771 Aug 05 13:53:33.083904 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] For port 6684bdba-b3f1-4089-b536-8b0aa9beee58, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6684bdba-b3f1-4089-b536-8b0aa9beee58,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:53:33.090980 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:33.125015 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad39e540-d8d3-4b8f-8aa9-a97d25b04143 admin admin] Deleting subnet 81dfdcf8-fca7-4cbb-8e84-eb0618dd9754 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:53:33.137824 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8072d2d5-9495-40dd-a022-d550b7280d20 x-openstack-request-id: req-8072d2d5-9495-40dd-a022-d550b7280d20 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:33.138119 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff789c6-08a9-4d52-a52e-682806a2cd1b", "tag": "aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:33.138467 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8072d2d5-9495-40dd-a022-d550b7280d20 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:33.139062 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff789c6-08a9-4d52-a52e-682806a2cd1b', 'tag': 'aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad', 'status': 'completed', 'code': 200} Aug 05 13:53:33.140382 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad39e540-d8d3-4b8f-8aa9-a97d25b04143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:33.186455 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port f5902e6a-a7b2-47d9-b186-def72aaf697a completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:33.191100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port f5902e6a-a7b2-47d9-b186-def72aaf697a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:33.191526 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:33.252816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389aad8-1c8d-4ae5-9150-8e824a83cec1 req-c8944884-71d8-42b5-b4b1-0c931d27f54e tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:33.253706 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:33.254390 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3389aad8-1c8d-4ae5-9150-8e824a83cec1 req-c8944884-71d8-42b5-b4b1-0c931d27f54e tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 943 time: 0.0750773 Aug 05 13:53:33.278294 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-38aa1e65-4f68-4935-a8b9-590033db6591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:52:52Z', 'revision_number': 4, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'dd7f96d8-376f-4f22-be39-8a894e384cfb', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'floating_ip_address': '172.25.5.57', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'port_id': 'aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'mac_address': 'fa:16:3e:eb:48:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff789c6-08a9-4d52-a52e-682806a2cd1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:53:08Z', 'updated_at': '2021-08-05T13:53:30Z', 'revision_number': 1, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b84fbb80-67b6-4223-84df-34e5bc495fea', 'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'mac_address': 'fa:16:3e:d3:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00dd0760-9582-4502-9a67-893e71bba931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:50Z', 'updated_at': '2021-08-05T13:52:57Z', 'revision_number': 5, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'subnets': [{'id': '00dd0760-9582-4502-9a67-893e71bba931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:33.306039 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aa1e65-4f68-4935-a8b9-590033db6591 None None] Checking router: 34aed9d9-781b-4cdb-b3a9-796b202b5074 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:53:33.306284 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3389aad8-1c8d-4ae5-9150-8e824a83cec1 req-22fed309-9abe-4e3a-8d56-29f5d08d6492 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426102 Aug 05 13:53:33.308326 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad39e540-d8d3-4b8f-8aa9-a97d25b04143 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:33.315396 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aa1e65-4f68-4935-a8b9-590033db6591 None None] Routers {'34aed9d9-781b-4cdb-b3a9-796b202b5074'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:53:33.316290 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-38aa1e65-4f68-4935-a8b9-590033db6591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:53:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['34aed9d9-781b-4cdb-b3a9-796b202b5074'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:33.317413 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-20dd8194-784f-4b11-8627-72dcb96aac39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:33.330001 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad39e540-d8d3-4b8f-8aa9-a97d25b04143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:33.337582 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:33.370100 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-20dd8194-784f-4b11-8627-72dcb96aac39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:33.377972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port f5902e6a-a7b2-47d9-b186-def72aaf697a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f5902e6a-a7b2-47d9-b186-def72aaf697a,segment=NetworkSegment(bb96aaad-dcc5-48eb-a40a-09135ff84984),segment_id=bb96aaad-dcc5-48eb-a40a-09135ff84984)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:33.387248 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:33.426154 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-38aa1e65-4f68-4935-a8b9-590033db6591 None None] Set router 34aed9d9-781b-4cdb-b3a9-796b202b5074 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:53:33.441161 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc5f55-2821-461b-ab52-a5d39d1214ce req-b2f90642-a834-4258-8f08-d0b2a49b7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:33.444797 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4cfc5f55-2821-461b-ab52-a5d39d1214ce req-b2f90642-a834-4258-8f08-d0b2a49b7d35 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=53001cf07fcb4d0b92a66b65b417642b&device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 1096 time: 0.2072332 Aug 05 13:53:33.457837 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad39e540-d8d3-4b8f-8aa9-a97d25b04143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:33.506922 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad39e540-d8d3-4b8f-8aa9-a97d25b04143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:33.508072 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=f5902e6a-a7b2-47d9-b186-def72aaf697a,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:33.520631 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ad39e540-d8d3-4b8f-8aa9-a97d25b04143 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/81dfdcf8-fca7-4cbb-8e84-eb0618dd9754 HTTP/1.1" status: 204 len: 168 time: 0.5381179 Aug 05 13:53:33.521771 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-20dd8194-784f-4b11-8627-72dcb96aac39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:33.524996 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-20dd8194-784f-4b11-8627-72dcb96aac39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:33.539138 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-20dd8194-784f-4b11-8627-72dcb96aac39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57bc4dd2-0f37-48ce-a30d-92f23a4df8b5 HTTP/1.1" status: 204 len: 168 time: 0.6261683 Aug 05 13:53:33.540022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40806) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:33.542449 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39e540-d8d3-4b8f-8aa9-a97d25b04143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81dfdcf8-fca7-4cbb-8e84-eb0618dd9754,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:33.607436 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=6684bdba-b3f1-4089-b536-8b0aa9beee58,revision_number=8']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:33.672795 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd8194-784f-4b11-8627-72dcb96aac39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bc4dd2-0f37-48ce-a30d-92f23a4df8b5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:33.696873 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:33.697499 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:33.699131 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-96ba6154-addc-442b-ac1a-20386e38cbc1 service neutron] 10.222.0.63 "PUT /v2.0/ports/6684bdba-b3f1-4089-b536-8b0aa9beee58 HTTP/1.1" status: 200 len: 1121 time: 3.1062748 Aug 05 13:53:33.699489 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:33.748423 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-fc99bace-e1b5-4984-b805-c5e0619db0f8 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=85e15182671742a992a0c86b37241d74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984507 Aug 05 13:53:33.755583 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-38aa1e65-4f68-4935-a8b9-590033db6591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:52:52Z', 'revision_number': 4, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'dd7f96d8-376f-4f22-be39-8a894e384cfb', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'floating_ip_address': '172.25.5.57', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'port_id': 'aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'mac_address': 'fa:16:3e:eb:48:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff789c6-08a9-4d52-a52e-682806a2cd1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:53:08Z', 'updated_at': '2021-08-05T13:53:30Z', 'revision_number': 1, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b84fbb80-67b6-4223-84df-34e5bc495fea', 'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'mac_address': 'fa:16:3e:d3:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00dd0760-9582-4502-9a67-893e71bba931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:50Z', 'updated_at': '2021-08-05T13:52:57Z', 'revision_number': 5, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'subnets': [{'id': '00dd0760-9582-4502-9a67-893e71bba931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:33.775991 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:33.785740 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['6684bdba-b3f1-4089-b536-8b0aa9beee58'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:53:33.817923 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aa1e65-4f68-4935-a8b9-590033db6591 None None] The sync data for ids ['34aed9d9-781b-4cdb-b3a9-796b202b5074'] in n-d-803585-2 is: [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:52:52Z', 'revision_number': 4, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'dd7f96d8-376f-4f22-be39-8a894e384cfb', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'floating_ip_address': '172.25.5.57', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'port_id': 'aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'mac_address': 'fa:16:3e:eb:48:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff789c6-08a9-4d52-a52e-682806a2cd1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:53:08Z', 'updated_at': '2021-08-05T13:53:30Z', 'revision_number': 1, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b84fbb80-67b6-4223-84df-34e5bc495fea', 'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'mac_address': 'fa:16:3e:d3:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00dd0760-9582-4502-9a67-893e71bba931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:50Z', 'updated_at': '2021-08-05T13:52:57Z', 'revision_number': 5, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'subnets': [{'id': '00dd0760-9582-4502-9a67-893e71bba931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:53:33.833476 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:33.846051 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:33.846531 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:33.847379 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:33.847717 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Subscribe: > port after_create 55550000 {{(pid=105724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:33.848106 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:33.848895 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Subscribe: > port after_update 55550000 {{(pid=105724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:33.848895 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:33.849080 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:33.849379 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:33.849741 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:33.989054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc5f55-2821-461b-ab52-a5d39d1214ce req-fac63b2a-3c18-4e9b-aa6d-aa5df431e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:33.990582 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4cfc5f55-2821-461b-ab52-a5d39d1214ce req-fac63b2a-3c18-4e9b-aa6d-aa5df431e1dc service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 HTTP/1.1" status: 200 len: 925 time: 0.4980376 Aug 05 13:53:34.007344 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:34.007780 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:34.008234 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:34.008672 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:34.009106 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a681958-3e63-4125-9929-9daa3f6f2d8b']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:34.011366 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369fa4e-8ab7-46de-96d4-ba028a5dc855 req-8c056be5-dc29-4148-badd-fdfcf243f4ea tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:34.018925 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0369fa4e-8ab7-46de-96d4-ba028a5dc855 req-8c056be5-dc29-4148-badd-fdfcf243f4ea tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d5bb685-a95c-40b3-8f3b-56dfaac079ad HTTP/1.1" status: 200 len: 950 time: 0.4321496 Aug 05 13:53:34.085795 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2c48ee-2e08-4118-ac60-dd189842491d') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:34.086339 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2c48ee-2e08-4118-ac60-dd189842491d') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:34.109458 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:34.134897 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:34.148285 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:53:34.148944 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: from cryptography.utils import int_from_bytes Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: from cryptography.utils import int_from_bytes Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: timer() Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:53:34.169638 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:53:34.241991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd693940-add5-4c6f-b084-4c7332cb8add None None] New status for floating IP dd7f96d8-376f-4f22-be39-8a894e384cfb: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 13:53:34.268025 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8331677b-df93-4884-b545-c162149811f0 req-ff9e1104-df57-4422-ac5a-7be67024ba24 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/ports?device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 210 time: 0.2466021 Aug 05 13:53:34.279204 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-9f2565f1-4079-4e15-a023-28bab47d391f tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:34.287297 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-9f2565f1-4079-4e15-a023-28bab47d391f tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5378425 Aug 05 13:53:34.325245 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:34.353470 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169b1c1-5394-42ed-8a29-f301356643f0 req-8f19a2c3-bb56-4acf-8229-6cc279f5533d tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:34.355402 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a169b1c1-5394-42ed-8a29-f301356643f0 req-8f19a2c3-bb56-4acf-8229-6cc279f5533d tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.84 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 949 time: 0.0817714 Aug 05 13:53:34.366454 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:34.369616 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2a681958-3e63-4125-9929-9daa3f6f2d8b HTTP/1.1" status: 204 len: 168 time: 0.8244309 Aug 05 13:53:34.373665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40832) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:34.382599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2abfbf-7980-4185-a1c5-b98f4a4c2552 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a681958-3e63-4125-9929-9daa3f6f2d8b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:34.529627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-136dd013-7c0c-457b-a9ee-0316926c17b3 admin admin] Deleting subnet 6d5902ca-2c17-4c68-83a9-703d5f6bd95b {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:53:34.540804 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-136dd013-7c0c-457b-a9ee-0316926c17b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:34.607157 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-136dd013-7c0c-457b-a9ee-0316926c17b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:34.700170 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb80a458-4238-47ca-b9fd-41a5ea14d52a', 'tag': '6684bdba-b3f1-4089-b536-8b0aa9beee58'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:34.703190 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288299ab-0669-47e2-8902-647a68480e85" -d '{"events": [{"name": "network-changed", "server_uuid": "eb80a458-4238-47ca-b9fd-41a5ea14d52a", "tag": "6684bdba-b3f1-4089-b536-8b0aa9beee58"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:34.710147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a169b1c1-5394-42ed-8a29-f301356643f0 req-c1e01cc1-4c83-4e9d-a993-fb552f82f4bc tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Deleting port cd06eb19-fb4b-4fa5-a894-46985e50e5ae {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:53:34.712141 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a169b1c1-5394-42ed-8a29-f301356643f0 req-c1e01cc1-4c83-4e9d-a993-fb552f82f4bc tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:34.718848 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-c6695b14-5cb5-450e-96a5-260dff691aac tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Request body: {'port': {'device_id': 'c456dab4-79c4-4e28-93c4-c6c6b598dbfa', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': '85e15182671742a992a0c86b37241d74'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:34.734519 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4cfc5f55-2821-461b-ab52-a5d39d1214ce req-286a819c-5a1f-41b5-a540-1e35311dbbde service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad HTTP/1.1" status: 200 len: 998 time: 0.7324233 Aug 05 13:53:34.773995 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-136dd013-7c0c-457b-a9ee-0316926c17b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:34.796441 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0369fa4e-8ab7-46de-96d4-ba028a5dc855 req-f1e65187-1400-4f54-928a-1857f245acfd tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7766488 Aug 05 13:53:34.811231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f5902e6a-a7b2-47d9-b186-def72aaf697a up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:34.824696 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd287bc-cd8a-41ba-9651-ad8789b7b1c2 req-26df3c14-8e4d-4b3c-9c16-e5f5361a844a tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:34.826563 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8dd287bc-cd8a-41ba-9651-ad8789b7b1c2 req-26df3c14-8e4d-4b3c-9c16-e5f5361a844a tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 949 time: 0.2166598 Aug 05 13:53:34.869847 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc5f55-2821-461b-ab52-a5d39d1214ce req-955333b2-6e2b-4276-a997-64d8f6a9b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:34.871400 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4cfc5f55-2821-461b-ab52-a5d39d1214ce req-955333b2-6e2b-4276-a997-64d8f6a9b40c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=00dd0760-9582-4502-9a67-893e71bba931 HTTP/1.1" status: 200 len: 863 time: 0.1223931 Aug 05 13:53:34.928813 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a169b1c1-5394-42ed-8a29-f301356643f0 req-c1e01cc1-4c83-4e9d-a993-fb552f82f4bc tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] For port cd06eb19-fb4b-4fa5-a894-46985e50e5ae, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=cd06eb19-fb4b-4fa5-a894-46985e50e5ae,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:34.929953 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a169b1c1-5394-42ed-8a29-f301356643f0 req-c1e01cc1-4c83-4e9d-a993-fb552f82f4bc tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:34.932523 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-136dd013-7c0c-457b-a9ee-0316926c17b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:34.957795 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8dd287bc-cd8a-41ba-9651-ad8789b7b1c2 req-a71e9fa1-286e-483b-ab73-eb9c22a5dbe8 tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213365 Aug 05 13:53:34.958731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a169b1c1-5394-42ed-8a29-f301356643f0 req-c1e01cc1-4c83-4e9d-a993-fb552f82f4bc tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Calling delete_port for cd06eb19-fb4b-4fa5-a894-46985e50e5ae owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:53:34.963019 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port f5902e6a-a7b2-47d9-b186-def72aaf697a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:34.963589 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:34.987650 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136dd013-7c0c-457b-a9ee-0316926c17b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d5902ca-2c17-4c68-83a9-703d5f6bd95b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:34.992873 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Router 20d7448e-59f8-4bae-b4ac-88df7c49bde9 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 13:53:34.994922 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-136dd013-7c0c-457b-a9ee-0316926c17b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:34.997309 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-136dd013-7c0c-457b-a9ee-0316926c17b3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6d5902ca-2c17-4c68-83a9-703d5f6bd95b HTTP/1.1" status: 204 len: 168 time: 0.6162300 Aug 05 13:53:35.001978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40848) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:35.009048 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc5f55-2821-461b-ab52-a5d39d1214ce req-dfe8955c-80ec-4348-b9ab-43ffcc6258ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:35.010731 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4cfc5f55-2821-461b-ab52-a5d39d1214ce req-dfe8955c-80ec-4348-b9ab-43ffcc6258ce service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280642 Aug 05 13:53:35.019612 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-c6695b14-5cb5-450e-96a5-260dff691aac tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Made reservation on behalf of 85e15182671742a992a0c86b37241d74 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:53:35.023291 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-c6695b14-5cb5-450e-96a5-260dff691aac tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:35.032318 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e288c-4359-4b72-8e23-cc0a9f41037f req-8c1cc451-bca0-4b10-bf15-2804b9a48a2a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:35.041258 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a54e288c-4359-4b72-8e23-cc0a9f41037f req-8c1cc451-bca0-4b10-bf15-2804b9a48a2a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 943 time: 0.1166792 Aug 05 13:53:35.102246 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136df704-49fd-431f-9546-75e8f7127105 x-openstack-request-id: req-136df704-49fd-431f-9546-75e8f7127105 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:35.102632 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb80a458-4238-47ca-b9fd-41a5ea14d52a", "tag": "6684bdba-b3f1-4089-b536-8b0aa9beee58", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:35.102828 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-136df704-49fd-431f-9546-75e8f7127105 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:35.103230 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb80a458-4238-47ca-b9fd-41a5ea14d52a', 'tag': '6684bdba-b3f1-4089-b536-8b0aa9beee58', 'status': 'completed', 'code': 200} Aug 05 13:53:35.109469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.84', 54790) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:35.128371 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-c6695b14-5cb5-450e-96a5-260dff691aac tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:35.190357 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288299ab-0669-47e2-8902-647a68480e85 req-68837f78-69f6-4100-a1b0-0fc6e127aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:35.191906 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-288299ab-0669-47e2-8902-647a68480e85 req-68837f78-69f6-4100-a1b0-0fc6e127aa46 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 1124 time: 0.0814376 Aug 05 13:53:35.253064 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a169b1c1-5394-42ed-8a29-f301356643f0 req-c1e01cc1-4c83-4e9d-a993-fb552f82f4bc tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:35.263360 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:35.281676 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a54e288c-4359-4b72-8e23-cc0a9f41037f req-efaddfcb-59b9-456f-8ed0-654e4806f26d tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383871 Aug 05 13:53:35.283137 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['cd06eb19-fb4b-4fa5-a894-46985e50e5ae'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:53:35.317342 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e01cc1-4c83-4e9d-a993-fb552f82f4bc tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Pushing event deleted for resources: {'Port': ['ID=cd06eb19-fb4b-4fa5-a894-46985e50e5ae,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:35.425545 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4cfc5f55-2821-461b-ab52-a5d39d1214ce req-b1a87254-c7f7-4bdd-984a-0cf05a02506d service neutron] 10.222.0.63 "GET /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704653 Aug 05 13:53:35.551437 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:53:35.569347 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Sync routers for ids ['20d7448e-59f8-4bae-b4ac-88df7c49bde9'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:53:35.583463 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Routers {'20d7448e-59f8-4bae-b4ac-88df7c49bde9'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:53:35.585352 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:53:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['20d7448e-59f8-4bae-b4ac-88df7c49bde9'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:35.646038 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:35.669408 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:35.669740 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:35.670515 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:35.670847 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Subscribe: > port after_create 55550000 {{(pid=105723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:35.671189 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:35.671519 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Subscribe: > port after_update 55550000 {{(pid=105723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:35.671839 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:35.672158 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:35.672476 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:35.672794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:35.726081 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a169b1c1-5394-42ed-8a29-f301356643f0 req-c1e01cc1-4c83-4e9d-a993-fb552f82f4bc tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] No DVR routers for this DVR port cd06eb19-fb4b-4fa5-a894-46985e50e5ae on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:53:35.730733 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a169b1c1-5394-42ed-8a29-f301356643f0 req-c1e01cc1-4c83-4e9d-a993-fb552f82f4bc tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:35.733231 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a169b1c1-5394-42ed-8a29-f301356643f0 req-c1e01cc1-4c83-4e9d-a993-fb552f82f4bc tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.84 "DELETE /v2.0/ports/cd06eb19-fb4b-4fa5-a894-46985e50e5ae HTTP/1.1" status: 204 len: 173 time: 1.3622887 Aug 05 13:53:35.742203 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:35.743131 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:35.743131 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:35.743302 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 13:53:35.743576 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498bdb04-b510-48d7-b9cd-a1bc3ea620de']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:35.748177 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Set router 20d7448e-59f8-4bae-b4ac-88df7c49bde9 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:53:35.758115 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430218d2-a4d0-42e4-beae-5a8031263b3f', 'name': 'network-vif-deleted', 'tag': 'cd06eb19-fb4b-4fa5-a894-46985e50e5ae'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:35.761652 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fe78be-85d0-4dd2-b0ef-3822835b62f2" -d '{"events": [{"server_uuid": "430218d2-a4d0-42e4-beae-5a8031263b3f", "name": "network-vif-deleted", "tag": "cd06eb19-fb4b-4fa5-a894-46985e50e5ae"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:35.775628 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e61de31a-8a32-4dec-987d-92c25495b007 req-43486b43-2b63-46a0-a145-a37a16f9a7fe tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/ports?device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 210 time: 0.1207120 Aug 05 13:53:35.776758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288299ab-0669-47e2-8902-647a68480e85 req-467970a2-5796-4d0c-ad9c-7abde91dd7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:35.779100 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-288299ab-0669-47e2-8902-647a68480e85 req-467970a2-5796-4d0c-ad9c-7abde91dd7a1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.5750370 Aug 05 13:53:35.779816 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c3ef7c-67f1-41fd-ba78-052736feeb45') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:35.780126 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c3ef7c-67f1-41fd-ba78-052736feeb45') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:35.821400 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-c6695b14-5cb5-450e-96a5-260dff691aac tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:35.823451 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:35.838934 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4cfc5f55-2821-461b-ab52-a5d39d1214ce req-17cff478-1383-4c54-8eca-54e90834cf26 service neutron] 10.222.0.63 "GET /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880002 Aug 05 13:53:35.844220 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-c6695b14-5cb5-450e-96a5-260dff691aac tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:35.855945 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:35.858737 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-288299ab-0669-47e2-8902-647a68480e85 req-83d05068-40bb-42b0-99af-c4fd53205084 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6684bdba-b3f1-4089-b536-8b0aa9beee58 HTTP/1.1" status: 200 len: 217 time: 0.0702524 Aug 05 13:53:35.859993 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-165bc1b4-c389-498e-a36c-d2704be621b3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7521896 Aug 05 13:53:35.861129 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:35.861282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40872) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:35.893452 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:53:35.894286 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: from cryptography.utils import int_from_bytes Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: from cryptography.utils import int_from_bytes Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: timer() Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:53:35.898688 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:53:35.962919 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c65f2a-37cd-44c2-82ef-c214b7b34444 x-openstack-request-id: req-56c65f2a-37cd-44c2-82ef-c214b7b34444 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:35.963524 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430218d2-a4d0-42e4-beae-5a8031263b3f", "name": "network-vif-deleted", "tag": "cd06eb19-fb4b-4fa5-a894-46985e50e5ae", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:35.963524 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56c65f2a-37cd-44c2-82ef-c214b7b34444 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:35.963810 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430218d2-a4d0-42e4-beae-5a8031263b3f', 'name': 'network-vif-deleted', 'tag': 'cd06eb19-fb4b-4fa5-a894-46985e50e5ae', 'status': 'completed', 'code': 200} Aug 05 13:53:36.041443 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6695b14-5cb5-450e-96a5-260dff691aac tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff1a35a-41a9-45a2-a774-0e868de9f8e2,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:36.062028 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'name': 'tempest-FloatingIPsNegativeTestJSON-183213843-router', 'tenant_id': 'f288cffe473240abb15d36dc3500bc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '68e0a89c-abe5-493c-949a-2c3d00dab0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:53:29Z', 'updated_at': '2021-08-05T13:53:32Z', 'revision_number': 3, 'project_id': 'f288cffe473240abb15d36dc3500bc95', 'gw_port': {'id': '68e0a89c-abe5-493c-949a-2c3d00dab0db', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:53:30Z', 'updated_at': '2021-08-05T13:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:36.069247 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288299ab-0669-47e2-8902-647a68480e85 req-63089eae-9d4a-4861-8fcc-4c137883d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:36.070807 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-288299ab-0669-47e2-8902-647a68480e85 req-63089eae-9d4a-4861-8fcc-4c137883d1dd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.1989343 Aug 05 13:53:36.111420 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Checking router: 20d7448e-59f8-4bae-b4ac-88df7c49bde9 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:53:36.112564 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Updating router 20d7448e-59f8-4bae-b4ac-88df7c49bde9 port 68e0a89c-abe5-493c-949a-2c3d00dab0db binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:53:36.120084 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:36.127120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-c6695b14-5cb5-450e-96a5-260dff691aac tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Allocated IP 192.168.233.130 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/31e1868a-8517-4be7-b09c-25e476eda301) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:53:36.149846 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:36.149944 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-288299ab-0669-47e2-8902-647a68480e85 req-7cec0f3a-94f5-4e90-bde8-6ed7918e7dbc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468819 Aug 05 13:53:36.156056 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:36.159082 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] 10.222.0.16 "DELETE /v2.0/networks/498bdb04-b510-48d7-b9cd-a1bc3ea620de HTTP/1.1" status: 204 len: 168 time: 1.1545908 Aug 05 13:53:36.163088 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ee153-7300-41f1-8c46-4912db488e80 admin admin] Pushing event deleted for resources: {'Network': ['ID=498bdb04-b510-48d7-b9cd-a1bc3ea620de,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:36.173507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98f893-8c54-4b63-8394-032e5e90428c req-94e65a57-fd9f-4c27-8130-de8d33f82e6d tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:36.189251 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed98f893-8c54-4b63-8394-032e5e90428c req-94e65a57-fd9f-4c27-8130-de8d33f82e6d tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d5bb685-a95c-40b3-8f3b-56dfaac079ad HTTP/1.1" status: 200 len: 950 time: 0.1743627 Aug 05 13:53:36.321619 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bfbe680e-f3fa-4692-a771-ca30cf9a6f94 req-c33d1672-e6c3-4be5-b977-0dcd121da7ae tempest-DeleteServersAdminTestJSON-1432043756 tempest-DeleteServersAdminTestJSON-1432043756-project] 10.222.0.16 "GET /v2.0/ports?device_id=430218d2-a4d0-42e4-beae-5a8031263b3f HTTP/1.1" status: 200 len: 210 time: 0.0712354 Aug 05 13:53:36.351405 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed98f893-8c54-4b63-8394-032e5e90428c req-dafb46bd-f525-4988-ab8f-dbbd8a708a81 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608253 Aug 05 13:53:36.363521 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-288299ab-0669-47e2-8902-647a68480e85 req-e4912d57-c0f5-48c5-b52f-db2fdd414dc2 service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007306 Aug 05 13:53:36.453126 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-c6695b14-5cb5-450e-96a5-260dff691aac tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:36.483354 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40894) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:36.521024 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-c6695b14-5cb5-450e-96a5-260dff691aac tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Transition to ACTIVE for port object 31e1868a-8517-4be7-b09c-25e476eda301 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:36.589427 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454f86e-6b29-4057-aab3-d093cbc193b7 req-bcdbf223-c3fc-4dc7-b8b4-35de771a0fbb tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:36.597015 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1454f86e-6b29-4057-aab3-d093cbc193b7 req-bcdbf223-c3fc-4dc7-b8b4-35de771a0fbb tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 943 time: 0.1411335 Aug 05 13:53:36.607926 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:36.620674 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-da3545da-3651-4a6a-91f0-0fdd7214fd9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93e4e6a67f3f4a3b9fab189afc6da1be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1311369 Aug 05 13:53:36.629439 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40898) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:36.640199 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Transition to ACTIVE for port object 68e0a89c-abe5-493c-949a-2c3d00dab0db will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:36.651905 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-c6695b14-5cb5-450e-96a5-260dff691aac tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:36.658244 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:36.731931 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1454f86e-6b29-4057-aab3-d093cbc193b7 req-569fffa0-5056-49f5-846a-9221ad673be7 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296299 Aug 05 13:53:36.749109 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df907a4e-9a65-47db-8fd1-f6613a6814bf None None] Pushing event updated for resources: {'Port': ['ID=68e0a89c-abe5-493c-949a-2c3d00dab0db,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:36.753861 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Attempting to bind port 68e0a89c-abe5-493c-949a-2c3d00dab0db on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:53:36.754551 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Attempting to bind port 68e0a89c-abe5-493c-949a-2c3d00dab0db by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:53:36.755266 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Attempting to bind port 68e0a89c-abe5-493c-949a-2c3d00dab0db on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:36.762731 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:53:36.763403 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:36.763787 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-c6695b14-5cb5-450e-96a5-260dff691aac tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:53:36.764713 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:36.765445 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:53:36.766467 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Bound port: 68e0a89c-abe5-493c-949a-2c3d00dab0db, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:53:36.767232 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:36.782022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-c6695b14-5cb5-450e-96a5-260dff691aac tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:36.811772 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-c6695b14-5cb5-450e-96a5-260dff691aac tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:53:36.838501 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-288299ab-0669-47e2-8902-647a68480e85 req-fe392197-92f3-4aa9-b270-bfebe9565676 service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641643 Aug 05 13:53:36.860285 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] For port 68e0a89c-abe5-493c-949a-2c3d00dab0db, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:53:36.864447 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] For port 68e0a89c-abe5-493c-949a-2c3d00dab0db, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=68e0a89c-abe5-493c-949a-2c3d00dab0db,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:53:36.878187 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:36.888022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6695b14-5cb5-450e-96a5-260dff691aac tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Pushing event updated for resources: {'Port': ['ID=31e1868a-8517-4be7-b09c-25e476eda301,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:36.900071 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f913729-8bd9-413b-94b1-72e367296aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:36.985181 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Routers {'20d7448e-59f8-4bae-b4ac-88df7c49bde9'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:53:36.985701 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:53:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['20d7448e-59f8-4bae-b4ac-88df7c49bde9'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:36.989366 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-c6695b14-5cb5-450e-96a5-260dff691aac tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:36.990116 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-c6695b14-5cb5-450e-96a5-260dff691aac tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:36.993108 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df907a4e-9a65-47db-8fd1-f6613a6814bf None None] Pushing event updated for resources: {'Port': ['ID=68e0a89c-abe5-493c-949a-2c3d00dab0db,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:37.008682 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f913729-8bd9-413b-94b1-72e367296aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:37.044638 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-c6695b14-5cb5-450e-96a5-260dff691aac tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3348720 Aug 05 13:53:37.062582 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Request body: {'port': {'device_id': 'c456dab4-79c4-4e28-93c4-c6c6b598dbfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:37.077825 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d308db2-8dc5-4570-ac86-51fc274727bc req-da581eb0-d32d-4bcd-9974-52497941fd18 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:37.079831 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b50c6-43f2-4dcf-8130-1ab3fe8314be req-327c711e-c589-4b89-acb4-9d0e636f295e tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:37.081368 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e44b50c6-43f2-4dcf-8130-1ab3fe8314be req-327c711e-c589-4b89-acb4-9d0e636f295e tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/ports?device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 936 time: 0.1202769 Aug 05 13:53:37.083823 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:37.086244 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d308db2-8dc5-4570-ac86-51fc274727bc req-da581eb0-d32d-4bcd-9974-52497941fd18 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d5bb685-a95c-40b3-8f3b-56dfaac079ad HTTP/1.1" status: 200 len: 950 time: 0.1218615 Aug 05 13:53:37.146854 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] Set router 20d7448e-59f8-4bae-b4ac-88df7c49bde9 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:53:37.151023 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5755285a-08d0-4914-9021-3d5dc7436553 None None] Provisioning for port 31e1868a-8517-4be7-b09c-25e476eda301 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:37.159953 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5755285a-08d0-4914-9021-3d5dc7436553 None None] Provisioning complete for port 31e1868a-8517-4be7-b09c-25e476eda301 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:37.160846 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5755285a-08d0-4914-9021-3d5dc7436553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:37.180315 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d308db2-8dc5-4570-ac86-51fc274727bc req-638d4cbe-24a2-47d9-9b38-97781eb8b7a4 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929701 Aug 05 13:53:37.186091 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:37.189170 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f913729-8bd9-413b-94b1-72e367296aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:37.197704 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f913729-8bd9-413b-94b1-72e367296aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:37.200217 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7f913729-8bd9-413b-94b1-72e367296aaa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4033127e-745c-4733-a18b-9e5bda7abab6 HTTP/1.1" status: 204 len: 168 time: 0.5680230 Aug 05 13:53:37.221270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-5755285a-08d0-4914-9021-3d5dc7436553 None None] Port 31e1868a-8517-4be7-b09c-25e476eda301 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:53:37.221611 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e44b50c6-43f2-4dcf-8130-1ab3fe8314be req-770cf5d9-79b1-4491-86b6-1c5d32f92e70 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ff1a35a-41a9-45a2-a774-0e868de9f8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233628 Aug 05 13:53:37.241406 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6684bdba-b3f1-4089-b536-8b0aa9beee58 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:53:37.256010 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f913729-8bd9-413b-94b1-72e367296aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4033127e-745c-4733-a18b-9e5bda7abab6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:37.497392 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 6684bdba-b3f1-4089-b536-8b0aa9beee58, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6684bdba-b3f1-4089-b536-8b0aa9beee58,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:37.517495 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6684bdba-b3f1-4089-b536-8b0aa9beee58 has no active binding in host n-h1-803585-2 {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 13:53:37.525437 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-6beb3a83-5e9e-4651-b347-cd009cb0469d tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=58837110177a49ec80595e039b7233b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392644 Aug 05 13:53:37.626950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Allocated IP 172.20.0.1 (86a168d6-8229-41cf-8e41-bc278554d213/fb10caed-00d9-4418-b042-9d645400adad/79d72d33-936f-43a3-8841-d9bf0c71c1b6) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:53:37.722137 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'name': 'tempest-FloatingIPsNegativeTestJSON-183213843-router', 'tenant_id': 'f288cffe473240abb15d36dc3500bc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '68e0a89c-abe5-493c-949a-2c3d00dab0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:53:29Z', 'updated_at': '2021-08-05T13:53:32Z', 'revision_number': 3, 'project_id': 'f288cffe473240abb15d36dc3500bc95', 'gw_port': {'id': '68e0a89c-abe5-493c-949a-2c3d00dab0db', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:53:30Z', 'updated_at': '2021-08-05T13:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:37.760827 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15e28db-d0ab-445e-bb2a-f442149712a4 None None] The sync data for ids ['20d7448e-59f8-4bae-b4ac-88df7c49bde9'] in n-d-803585-2 is: [{'id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'name': 'tempest-FloatingIPsNegativeTestJSON-183213843-router', 'tenant_id': 'f288cffe473240abb15d36dc3500bc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '68e0a89c-abe5-493c-949a-2c3d00dab0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:53:29Z', 'updated_at': '2021-08-05T13:53:32Z', 'revision_number': 3, 'project_id': 'f288cffe473240abb15d36dc3500bc95', 'gw_port': {'id': '68e0a89c-abe5-493c-949a-2c3d00dab0db', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:53:30Z', 'updated_at': '2021-08-05T13:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:53:37.764242 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-a20a0c83-749f-4daf-baa5-9b9ccd46e044 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:37.766073 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-a20a0c83-749f-4daf-baa5-9b9ccd46e044 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336509 Aug 05 13:53:37.841821 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-a23e4141-dcfb-4bc7-a1ce-f9c861d39adc tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/quotas/58837110177a49ec80595e039b7233b1 HTTP/1.1" status: 200 len: 375 time: 0.0274425 Aug 05 13:53:37.847816 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:37.856682 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e1868a-8517-4be7-b09c-25e476eda301 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:53:37.879015 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:37.888310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Transition to ACTIVE for port object 79d72d33-936f-43a3-8841-d9bf0c71c1b6 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:37.924451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40960) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:37.938691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Transition to ACTIVE for port object 31e1868a-8517-4be7-b09c-25e476eda301 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:37.952597 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:37.988874 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-f5f49de8-8aa4-42df-b7a6-ed2fa48f1ff3 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=58837110177a49ec80595e039b7233b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1326809 Aug 05 13:53:37.997893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7386ce-83eb-4003-a24b-be9647cf210f req-76f4d873-b41d-4bb6-aab4-de3606d079d9 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:38.006862 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd7386ce-83eb-4003-a24b-be9647cf210f req-76f4d873-b41d-4bb6-aab4-de3606d079d9 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 943 time: 0.1451111 Aug 05 13:53:38.049303 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40964) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:38.106360 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd7386ce-83eb-4003-a24b-be9647cf210f req-ac7112e8-5d50-40e8-9a55-61bda2ace7d7 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963769 Aug 05 13:53:38.126418 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0ee7ff00-7611-42da-a35b-969bd15db103 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a411582d00bd42d3b2008050c5738376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950994 Aug 05 13:53:38.126418 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:38.129277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40968) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:38.161674 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Pushing event updated for resources: {'Port': ['ID=31e1868a-8517-4be7-b09c-25e476eda301,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:38.304538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Network 86a168d6-8229-41cf-8e41-bc278554d213 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:53:38.319434 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:38.375796 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:53:38.385433 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Attempting to bind port 31e1868a-8517-4be7-b09c-25e476eda301 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:53:38.387155 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Attempting to bind port 31e1868a-8517-4be7-b09c-25e476eda301 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:53:38.388153 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Attempting to bind port 31e1868a-8517-4be7-b09c-25e476eda301 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:38.400124 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Port 31e1868a-8517-4be7-b09c-25e476eda301 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:53:38.403805 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Attempting to bind port 31e1868a-8517-4be7-b09c-25e476eda301 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:38.417881 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:53:38.419017 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:38.422206 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:53:38.422842 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Bound port: 31e1868a-8517-4be7-b09c-25e476eda301, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:53:38.423330 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:38.480306 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3b80595c-ad71-461b-886c-59fd9857e630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:38.484321 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Pushing event updated for resources: {'Port': ['ID=79d72d33-936f-43a3-8841-d9bf0c71c1b6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:38.489039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device cd06eb19-fb4b-4fa5-a894-46985e50e5ae no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:53:38.532839 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ddbf230c-d5e4-435e-9b23-925e1a026ffa req-36732284-5486-4d15-82f7-1fd697deba6c tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 210 time: 0.1273210 Aug 05 13:53:38.540561 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: cd06eb19-fb4b-4fa5-a894-46985e50e5ae {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:53:38.540910 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device cd06eb19-fb4b-4fa5-a894-46985e50e5ae not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:53:38.583055 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40978) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:38.584062 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:38.682202 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] For port 31e1868a-8517-4be7-b09c-25e476eda301, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:53:38.686611 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] For port 31e1868a-8517-4be7-b09c-25e476eda301, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=31e1868a-8517-4be7-b09c-25e476eda301,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:53:38.697961 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bd13d-e8e3-46fe-97f4-77571dbfec65 req-b55f4333-dee1-431b-80ef-a871c80a3242 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:38.706010 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7e4bd13d-e8e3-46fe-97f4-77571dbfec65 req-b55f4333-dee1-431b-80ef-a871c80a3242 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/ports?device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 948 time: 0.2419238 Aug 05 13:53:38.714179 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:38.728312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-adddc695-a6e7-4d0c-9035-52b9b2e52e68 None None] Provisioning for port 79d72d33-936f-43a3-8841-d9bf0c71c1b6 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:38.733065 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-adddc695-a6e7-4d0c-9035-52b9b2e52e68 None None] Provisioning complete for port 79d72d33-936f-43a3-8841-d9bf0c71c1b6 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:38.733629 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-adddc695-a6e7-4d0c-9035-52b9b2e52e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:38.758134 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d001df6a-324f-4527-8081-bdc58b5a97a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:38.827891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-adddc695-a6e7-4d0c-9035-52b9b2e52e68 None None] Port 79d72d33-936f-43a3-8841-d9bf0c71c1b6 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:53:38.852481 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d001df6a-324f-4527-8081-bdc58b5a97a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:38.872493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:38.873164 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:38.874563 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] 10.222.0.84 "PUT /v2.0/ports/31e1868a-8517-4be7-b09c-25e476eda301 HTTP/1.1" status: 200 len: 1096 time: 1.8163350 Aug 05 13:53:38.875022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c456dab4-79c4-4e28-93c4-c6c6b598dbfa', 'tag': '31e1868a-8517-4be7-b09c-25e476eda301'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:38.883830 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8908f3-24a8-4a95-b903-5c35c6e9b48d" -d '{"events": [{"name": "network-changed", "server_uuid": "c456dab4-79c4-4e28-93c4-c6c6b598dbfa", "tag": "31e1868a-8517-4be7-b09c-25e476eda301"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:38.920187 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7e4bd13d-e8e3-46fe-97f4-77571dbfec65 req-cd18bdf9-ab18-4205-80aa-77fd3fbb44e8 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ff1a35a-41a9-45a2-a774-0e868de9f8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132654 Aug 05 13:53:38.924577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 68e0a89c-abe5-493c-949a-2c3d00dab0db up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:38.947135 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3b80595c-ad71-461b-886c-59fd9857e630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:39.014637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dfd9e-914c-4860-8507-d5671553cd41 service neutron] Pushing event updated for resources: {'Port': ['ID=31e1868a-8517-4be7-b09c-25e476eda301,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:39.030820 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65837c07-c1e8-467c-b27a-23c5b40b1fe9 x-openstack-request-id: req-65837c07-c1e8-467c-b27a-23c5b40b1fe9 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:39.031481 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c456dab4-79c4-4e28-93c4-c6c6b598dbfa", "tag": "31e1868a-8517-4be7-b09c-25e476eda301", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:39.031746 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65837c07-c1e8-467c-b27a-23c5b40b1fe9 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:39.032151 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c456dab4-79c4-4e28-93c4-c6c6b598dbfa', 'tag': '31e1868a-8517-4be7-b09c-25e476eda301', 'status': 'completed', 'code': 200} Aug 05 13:53:39.054385 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 68e0a89c-abe5-493c-949a-2c3d00dab0db completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:39.058031 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3b80595c-ad71-461b-886c-59fd9857e630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:39.062746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 68e0a89c-abe5-493c-949a-2c3d00dab0db triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:39.065643 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-272c1aa5-b7f6-4a4e-873c-412f711cfdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:39.067305 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-272c1aa5-b7f6-4a4e-873c-412f711cfdf8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=85e15182671742a992a0c86b37241d74&device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 1099 time: 0.1079366 Aug 05 13:53:39.072681 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:39.112446 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d001df6a-324f-4527-8081-bdc58b5a97a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:39.114939 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d001df6a-324f-4527-8081-bdc58b5a97a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:39.121549 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d001df6a-324f-4527-8081-bdc58b5a97a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c14fa24d-bfee-4363-b87a-79229f0f619e HTTP/1.1" status: 204 len: 168 time: 0.9862313 Aug 05 13:53:39.128911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80595c-ad71-461b-886c-59fd9857e630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f834a18b-9641-476e-b399-744470315b2a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:39.165986 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001df6a-324f-4527-8081-bdc58b5a97a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14fa24d-bfee-4363-b87a-79229f0f619e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:39.166334 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-6383fcf6-a6be-4590-9729-b3280d9cf266 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=31e1868a-8517-4be7-b09c-25e476eda301 HTTP/1.1" status: 200 len: 217 time: 0.0880480 Aug 05 13:53:39.220388 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2adf3527-c50d-49b3-85ca-c36c07dd271f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e85f29223a548bfb9e5809ca53e3c70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6328192 Aug 05 13:53:39.262140 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40994) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:39.319434 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3b80595c-ad71-461b-886c-59fd9857e630 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b73989f98bed40ce80a24fd8dc2d3e08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2638395 Aug 05 13:53:39.325103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41000) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:39.325729 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:39.386578 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:39.389173 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-9ee7ad8f-b23e-44d0-b026-d93d70928893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:39.391185 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-9ee7ad8f-b23e-44d0-b026-d93d70928893 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.2172010 Aug 05 13:53:39.419662 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-931184b0-1813-4f5a-b7dd-b1b97c42f3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:39.443947 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68075f25-fdd4-410d-af71-a5496092709f req-2a194e9a-46f4-4fd4-a881-b4a485e3a1f9 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:39.444887 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 68e0a89c-abe5-493c-949a-2c3d00dab0db, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=68e0a89c-abe5-493c-949a-2c3d00dab0db,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:39.446996 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68075f25-fdd4-410d-af71-a5496092709f req-2a194e9a-46f4-4fd4-a881-b4a485e3a1f9 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 943 time: 0.1831179 Aug 05 13:53:39.473862 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:39.480866 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-931184b0-1813-4f5a-b7dd-b1b97c42f3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:39.511228 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-4c259e34-7c00-4f8b-a20d-b197e57094a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:39.512922 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-4c259e34-7c00-4f8b-a20d-b197e57094a2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078146 Aug 05 13:53:39.519344 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9c69c7f-eac8-4a68-939b-b01186c5b773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:39.531035 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68075f25-fdd4-410d-af71-a5496092709f req-3c520d98-abe2-4530-8e53-2018a52d1a69 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579116 Aug 05 13:53:39.623094 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9c69c7f-eac8-4a68-939b-b01186c5b773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:39.638677 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=68e0a89c-abe5-493c-949a-2c3d00dab0db,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:39.683416 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-312c0776-ee11-4422-8303-55ba86bffe96 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510818 Aug 05 13:53:39.931268 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-931184b0-1813-4f5a-b7dd-b1b97c42f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:39.933817 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-931184b0-1813-4f5a-b7dd-b1b97c42f3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:39.937404 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-931184b0-1813-4f5a-b7dd-b1b97c42f3f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb HTTP/1.1" status: 204 len: 168 time: 0.6715171 Aug 05 13:53:39.937404 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4d8322c1-07d4-452f-98ea-6dbe7394f18c req-77815810-fd3a-4be8-9309-8491894f4c39 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 210 time: 0.2516356 Aug 05 13:53:39.998292 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931184b0-1813-4f5a-b7dd-b1b97c42f3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9b8a60-ef62-4d9b-a9ed-f8a84bb718cb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:40.095031 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-5055bc91-2388-44bd-9501-93c49399de73 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=58837110177a49ec80595e039b7233b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368791 Aug 05 13:53:40.110040 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:40.114398 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-2929b8af-1921-4efc-89d8-15ecd19643ee service neutron] 10.222.0.84 "GET /v2.0/ports/6684bdba-b3f1-4089-b536-8b0aa9beee58/bindings/n-h1-803585-2 HTTP/1.1" status: 200 len: 384 time: 0.1842239 Aug 05 13:53:40.183793 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9c69c7f-eac8-4a68-939b-b01186c5b773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:40.186310 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9c69c7f-eac8-4a68-939b-b01186c5b773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:40.187651 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a9c69c7f-eac8-4a68-939b-b01186c5b773 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f834a18b-9641-476e-b399-744470315b2a HTTP/1.1" status: 204 len: 168 time: 0.8364844 Aug 05 13:53:40.188186 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:40.234727 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:40.335004 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7e7ba-5661-43cc-8d3e-e4716dc468d5 req-4ad50fbc-e089-4a56-8eb9-46e235a1961b tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:40.342521 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bbf7e7ba-5661-43cc-8d3e-e4716dc468d5 req-4ad50fbc-e089-4a56-8eb9-46e235a1961b tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/ports?device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 948 time: 0.2181199 Aug 05 13:53:40.413729 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bbf7e7ba-5661-43cc-8d3e-e4716dc468d5 req-3ec2d3fe-14ab-44c6-82fa-b928f46db448 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ff1a35a-41a9-45a2-a774-0e868de9f8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702004 Aug 05 13:53:40.416926 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62c2f67d-3d16-4824-b4e5-e9fc87ce7bb1 req-8221dc84-8b5d-48ca-9d39-7c2527efd728 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7003021 Aug 05 13:53:40.418003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c69c7f-eac8-4a68-939b-b01186c5b773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f834a18b-9641-476e-b399-744470315b2a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:40.421002 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Network 86a168d6-8229-41cf-8e41-bc278554d213 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:53:40.479526 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41032) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:40.500561 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:40.519022 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e9565b41-ca69-4183-ad71-a2baffb283b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:40.547494 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Pushing event updated for resources: {'Port': ['ID=79d72d33-936f-43a3-8841-d9bf0c71c1b6,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:40.606336 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8908f3-24a8-4a95-b903-5c35c6e9b48d req-34f2a348-c614-491c-8b6e-20862cf6054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:40.607393 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc8908f3-24a8-4a95-b903-5c35c6e9b48d req-34f2a348-c614-491c-8b6e-20862cf6054a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=85e15182671742a992a0c86b37241d74&device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 1099 time: 0.1107569 Aug 05 13:53:40.680288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-5aed2f89-2bce-45db-9722-fddd4d58d36a tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:40.681847 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-5aed2f89-2bce-45db-9722-fddd4d58d36a tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5751669 Aug 05 13:53:40.715731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-9916ce63-fc02-4b26-95dd-99271251ad75 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Request body: {'port': {'device_id': '197d8e1d-cb45-4213-aba1-4aaf34100ddd', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': '58837110177a49ec80595e039b7233b1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:40.806013 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 68e0a89c-abe5-493c-949a-2c3d00dab0db up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:40.837280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9978f-1d4e-45f3-81a4-35acbf1ae32e req-db782feb-7118-4e22-a33a-73df8c1c7cf8 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:40.839427 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dab9978f-1d4e-45f3-81a4-35acbf1ae32e req-db782feb-7118-4e22-a33a-73df8c1c7cf8 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 943 time: 0.2057478 Aug 05 13:53:40.910146 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8908f3-24a8-4a95-b903-5c35c6e9b48d req-a94fb19d-d6d4-4d0d-8b83-24e5f6c472d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:40.911961 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc8908f3-24a8-4a95-b903-5c35c6e9b48d req-a94fb19d-d6d4-4d0d-8b83-24e5f6c472d1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.2895799 Aug 05 13:53:40.919678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 68e0a89c-abe5-493c-949a-2c3d00dab0db triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:40.920368 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:40.928166 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dab9978f-1d4e-45f3-81a4-35acbf1ae32e req-9f500869-533e-4ece-8a04-2b25caa7d980 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810597 Aug 05 13:53:40.944710 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e9565b41-ca69-4183-ad71-a2baffb283b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:40.964088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Router 20d7448e-59f8-4bae-b4ac-88df7c49bde9 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:53:40.965370 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-958beaff-0f30-41d1-85e3-2a80e51025de None None] Provisioning complete for port 79d72d33-936f-43a3-8841-d9bf0c71c1b6 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:40.965937 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-958beaff-0f30-41d1-85e3-2a80e51025de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:40.982200 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc8908f3-24a8-4a95-b903-5c35c6e9b48d req-e936b03b-f99a-4bc4-b4b9-7938983e70cd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=31e1868a-8517-4be7-b09c-25e476eda301 HTTP/1.1" status: 200 len: 217 time: 0.0584843 Aug 05 13:53:40.983022 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e9565b41-ca69-4183-ad71-a2baffb283b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:40.996339 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-37d144d2-a420-41ef-ab81-6988988e9e26 service neutron] For port 6684bdba-b3f1-4089-b536-8b0aa9beee58, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6684bdba-b3f1-4089-b536-8b0aa9beee58,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:41.016306 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9565b41-ca69-4183-ad71-a2baffb283b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cbd6eb-e44e-4364-bf89-8d4f7abc3001,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:41.065407 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e9565b41-ca69-4183-ad71-a2baffb283b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27e38412edce4d3fb22f06d6d913720d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5824411 Aug 05 13:53:41.067060 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41046) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:41.088273 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-37d144d2-a420-41ef-ab81-6988988e9e26 service neutron] For port 6684bdba-b3f1-4089-b536-8b0aa9beee58, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:53:41.091289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8908f3-24a8-4a95-b903-5c35c6e9b48d req-048f1655-cff6-442e-a5c5-7bf2263f80a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:41.091932 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-958beaff-0f30-41d1-85e3-2a80e51025de None None] Port 79d72d33-936f-43a3-8841-d9bf0c71c1b6 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:53:41.093028 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc8908f3-24a8-4a95-b903-5c35c6e9b48d req-048f1655-cff6-442e-a5c5-7bf2263f80a9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0825734 Aug 05 13:53:41.118328 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41048) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:41.168784 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab619402-73fd-4bb7-82f8-0bd0cc194071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:41.179903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-9916ce63-fc02-4b26-95dd-99271251ad75 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Made reservation on behalf of 58837110177a49ec80595e039b7233b1 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:53:41.183898 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-9916ce63-fc02-4b26-95dd-99271251ad75 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:41.187462 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9a72dc2-e465-43ae-aad7-e86492681999 req-560d0838-ed86-42ee-9ea4-8efb7ad691fc tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 210 time: 0.0952692 Aug 05 13:53:41.201510 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8908f3-24a8-4a95-b903-5c35c6e9b48d req-dce22343-00cc-41e3-8096-78727b5afcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:41.203042 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc8908f3-24a8-4a95-b903-5c35c6e9b48d req-dce22343-00cc-41e3-8096-78727b5afcf1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992024 Aug 05 13:53:41.210449 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-583957de-44b7-4858-98a5-0d618836f05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:41.242093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-37d144d2-a420-41ef-ab81-6988988e9e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6684bdba-b3f1-4089-b536-8b0aa9beee58 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:53:41.270760 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-37d144d2-a420-41ef-ab81-6988988e9e26 service neutron] For port 6684bdba-b3f1-4089-b536-8b0aa9beee58, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6684bdba-b3f1-4089-b536-8b0aa9beee58,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:41.282556 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-583957de-44b7-4858-98a5-0d618836f05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:41.347989 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-37d144d2-a420-41ef-ab81-6988988e9e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:41.377386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:53:41.382284 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc8908f3-24a8-4a95-b903-5c35c6e9b48d req-6a5089b1-dad7-44cd-90ab-47d974156474 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672561 Aug 05 13:53:41.383812 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-af5ce650-ce4c-4e2c-b344-bc75656de052 admin admin] 10.222.0.16 "PUT /v2.0/routers/20d7448e-59f8-4bae-b4ac-88df7c49bde9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5203953 Aug 05 13:53:41.405236 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Sync routers for ids ['20d7448e-59f8-4bae-b4ac-88df7c49bde9'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:53:41.430079 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Routers {'20d7448e-59f8-4bae-b4ac-88df7c49bde9'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:53:41.431372 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:53:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['20d7448e-59f8-4bae-b4ac-88df7c49bde9'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:41.471093 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-583957de-44b7-4858-98a5-0d618836f05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:41.473845 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-583957de-44b7-4858-98a5-0d618836f05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:41.475943 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-583957de-44b7-4858-98a5-0d618836f05b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39cbd6eb-e44e-4364-bf89-8d4f7abc3001 HTTP/1.1" status: 204 len: 168 time: 0.4075584 Aug 05 13:53:41.484312 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab619402-73fd-4bb7-82f8-0bd0cc194071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:41.495385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583957de-44b7-4858-98a5-0d618836f05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cbd6eb-e44e-4364-bf89-8d4f7abc3001,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:41.504486 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab619402-73fd-4bb7-82f8-0bd0cc194071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:41.575861 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc8908f3-24a8-4a95-b903-5c35c6e9b48d req-843c9304-7e74-497e-9019-928e1c44c9c7 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807990 Aug 05 13:53:41.578382 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ab619402-73fd-4bb7-82f8-0bd0cc194071 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f255accd798d4466865b91cc753524b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4590516 Aug 05 13:53:41.597304 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab619402-73fd-4bb7-82f8-0bd0cc194071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dcdf1e-e40a-4b9c-9063-ffe6ae4cf8c2,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:41.599222 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41064) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:41.639750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Set router 20d7448e-59f8-4bae-b4ac-88df7c49bde9 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:53:41.653951 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1c956-10fa-4f82-8667-410a395658d5 req-ef52763b-1cc9-4789-8fd6-74f6f33b4fca tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:41.655595 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dee1c956-10fa-4f82-8667-410a395658d5 req-ef52763b-1cc9-4789-8fd6-74f6f33b4fca tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/ports?device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 948 time: 0.1060653 Aug 05 13:53:41.680620 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-37d144d2-a420-41ef-ab81-6988988e9e26 service neutron] Transition to ACTIVE for port object 6684bdba-b3f1-4089-b536-8b0aa9beee58 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:41.696159 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-37d144d2-a420-41ef-ab81-6988988e9e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:41.730063 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dee1c956-10fa-4f82-8667-410a395658d5 req-546b36f8-fb7c-49dd-8654-f2b97d12bb0d tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ff1a35a-41a9-45a2-a774-0e868de9f8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611870 Aug 05 13:53:41.770833 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-9916ce63-fc02-4b26-95dd-99271251ad75 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Allocated IP 192.168.233.169 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/d692ebd7-9023-4023-b8d3-ee80ec5b2182) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:53:41.825578 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d144d2-a420-41ef-ab81-6988988e9e26 service neutron] Pushing event updated for resources: {'Port': ['ID=6684bdba-b3f1-4089-b536-8b0aa9beee58,revision_number=10']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:41.856421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-37d144d2-a420-41ef-ab81-6988988e9e26 service neutron] No DVR routers for this DVR port 6684bdba-b3f1-4089-b536-8b0aa9beee58 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:53:41.900605 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-694c6643-b89b-4c3b-9fba-7b3be9785075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:41.948443 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'name': 'tempest-FloatingIPsNegativeTestJSON-183213843-router', 'tenant_id': 'f288cffe473240abb15d36dc3500bc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '68e0a89c-abe5-493c-949a-2c3d00dab0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:53:29Z', 'updated_at': '2021-08-05T13:53:39Z', 'revision_number': 4, 'project_id': 'f288cffe473240abb15d36dc3500bc95', 'gw_port': {'id': '68e0a89c-abe5-493c-949a-2c3d00dab0db', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:53:30Z', 'updated_at': '2021-08-05T13:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '79d72d33-936f-43a3-8841-d9bf0c71c1b6', 'name': '', 'network_id': '86a168d6-8229-41cf-8e41-bc278554d213', 'tenant_id': 'f288cffe473240abb15d36dc3500bc95', 'mac_address': 'fa:16:3e:dc:66:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'fb10caed-00d9-4418-b042-9d645400adad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:53:37Z', 'updated_at': '2021-08-05T13:53:39Z', 'revision_number': 2, 'project_id': 'f288cffe473240abb15d36dc3500bc95', 'subnets': [{'id': 'fb10caed-00d9-4418-b042-9d645400adad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:41.990245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Checking router: 20d7448e-59f8-4bae-b4ac-88df7c49bde9 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:53:41.991296 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Updating router 20d7448e-59f8-4bae-b4ac-88df7c49bde9 port 79d72d33-936f-43a3-8841-d9bf0c71c1b6 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:53:41.994103 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-37d144d2-a420-41ef-ab81-6988988e9e26 service neutron] 10.222.0.84 "PUT /v2.0/ports/6684bdba-b3f1-4089-b536-8b0aa9beee58/bindings/n-h1-803585-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8196659 Aug 05 13:53:42.002731 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-694c6643-b89b-4c3b-9fba-7b3be9785075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:42.022639 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:42.075745 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-9916ce63-fc02-4b26-95dd-99271251ad75 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:42.104767 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-9916ce63-fc02-4b26-95dd-99271251ad75 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Transition to ACTIVE for port object d692ebd7-9023-4023-b8d3-ee80ec5b2182 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:42.106363 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-694c6643-b89b-4c3b-9fba-7b3be9785075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:42.109068 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-694c6643-b89b-4c3b-9fba-7b3be9785075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:42.110237 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-694c6643-b89b-4c3b-9fba-7b3be9785075 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85dcdf1e-e40a-4b9c-9063-ffe6ae4cf8c2 HTTP/1.1" status: 204 len: 168 time: 0.4980175 Aug 05 13:53:42.123555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c6643-b89b-4c3b-9fba-7b3be9785075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dcdf1e-e40a-4b9c-9063-ffe6ae4cf8c2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:42.166002 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-c0b7e0f9-a834-4f8c-8fc2-d857fd0f27d3 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:42.167863 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-c0b7e0f9-a834-4f8c-8fc2-d857fd0f27d3 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a&tenant_id=a19c317485da4147b7c1316aac248471&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 1095 time: 0.0963616 Aug 05 13:53:42.206302 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-44490744-be11-4945-b2f3-0714edd26cd5 req-a470c097-027a-44b8-930a-7c30fb5e8b1d tempest-FloatingIPsNegativeTestJSON-1840797810 tempest-FloatingIPsNegativeTestJSON-1840797810-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=f288cffe473240abb15d36dc3500bc95 HTTP/1.1" status: 200 len: 217 time: 0.0618827 Aug 05 13:53:42.225964 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-9916ce63-fc02-4b26-95dd-99271251ad75 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:42.250824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['e855753f-ff19-400a-9eab-d14dee5b94cb'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:53:42.286791 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-9916ce63-fc02-4b26-95dd-99271251ad75 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:53:42.294357 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-9916ce63-fc02-4b26-95dd-99271251ad75 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:42.296718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-9916ce63-fc02-4b26-95dd-99271251ad75 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:53:42.404432 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916ce63-fc02-4b26-95dd-99271251ad75 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Pushing event updated for resources: {'Port': ['ID=d692ebd7-9023-4023-b8d3-ee80ec5b2182,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:42.407017 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-19628310-ccb4-47d1-a4e7-f3f65f807b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:42.411369 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-19628310-ccb4-47d1-a4e7-f3f65f807b78 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a&tenant_id=a19c317485da4147b7c1316aac248471 HTTP/1.1" status: 200 len: 1095 time: 0.2188728 Aug 05 13:53:42.454303 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-9916ce63-fc02-4b26-95dd-99271251ad75 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:42.454991 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-9916ce63-fc02-4b26-95dd-99271251ad75 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:42.475903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840373a-0342-46c5-ac82-33d8e6b8522a req-aad7b81e-e8b3-4ef6-8a78-fc21df7c8002 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:42.477697 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d840373a-0342-46c5-ac82-33d8e6b8522a req-aad7b81e-e8b3-4ef6-8a78-fc21df7c8002 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 944 time: 0.1394608 Aug 05 13:53:42.497593 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-9916ce63-fc02-4b26-95dd-99271251ad75 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8016441 Aug 05 13:53:42.516676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Request body: {'port': {'device_id': '197d8e1d-cb45-4213-aba1-4aaf34100ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:42.533260 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fe7ff7c5-e16a-4ead-96e3-55f00991a976 req-1c694976-794d-435f-9ef8-134c1e28f9c9 tempest-FloatingIPsNegativeTestJSON-1840797810 tempest-FloatingIPsNegativeTestJSON-1840797810-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1179807 Aug 05 13:53:42.638305 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d840373a-0342-46c5-ac82-33d8e6b8522a req-918dc586-27f5-486a-a868-b7eb6915f493 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542685 Aug 05 13:53:42.642904 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-1924c953-4ad8-4d90-83a4-d45d31029d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:42.648760 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-1924c953-4ad8-4d90-83a4-d45d31029d4b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 1095 time: 0.1940229 Aug 05 13:53:42.722651 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:42.774040 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:42.806511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00713609-0f1b-44f2-b52b-7bc4cd1abcf2 req-6643da70-befb-4f5e-9182-6e88579fb16b tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:42.808666 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-00713609-0f1b-44f2-b52b-7bc4cd1abcf2 req-6643da70-befb-4f5e-9182-6e88579fb16b tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 936 time: 0.1557951 Aug 05 13:53:42.834988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-a8485408-22a4-4e6f-9d45-6351ee6b0872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:42.837042 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-a8485408-22a4-4e6f-9d45-6351ee6b0872 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.1730089 Aug 05 13:53:42.844769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Transition to ACTIVE for port object 79d72d33-936f-43a3-8841-d9bf0c71c1b6 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:42.846559 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9095faff-9b05-4522-9999-4bd73d629557 None None] Provisioning for port d692ebd7-9023-4023-b8d3-ee80ec5b2182 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:42.853858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9095faff-9b05-4522-9999-4bd73d629557 None None] Provisioning complete for port d692ebd7-9023-4023-b8d3-ee80ec5b2182 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:42.854359 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9095faff-9b05-4522-9999-4bd73d629557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:42.888921 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:42.905509 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-c6e45d32-977b-4352-a684-5980c02ae6ad service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6684bdba-b3f1-4089-b536-8b0aa9beee58 HTTP/1.1" status: 200 len: 217 time: 0.0608151 Aug 05 13:53:42.913831 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-00713609-0f1b-44f2-b52b-7bc4cd1abcf2 req-eda914b0-5279-4d7b-b72c-6675e51c4d4f tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903602 Aug 05 13:53:43.034936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df910239-83b4-4770-89e9-80651e813f02 None None] Pushing event updated for resources: {'Port': ['ID=79d72d33-936f-43a3-8841-d9bf0c71c1b6,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:43.120547 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-340c93d7-925b-41ee-bb74-43bc9600e46a req-dea69fb9-35c4-4d55-9915-36abed29fd77 tempest-FloatingIPsNegativeTestJSON-1840797810 tempest-FloatingIPsNegativeTestJSON-1840797810-project] show failed (client error): The resource could not be found. Aug 05 13:53:43.122514 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-340c93d7-925b-41ee-bb74-43bc9600e46a req-dea69fb9-35c4-4d55-9915-36abed29fd77 tempest-FloatingIPsNegativeTestJSON-1840797810 tempest-FloatingIPsNegativeTestJSON-1840797810-project] 10.222.0.16 "GET /v2.0/floatingips/f52f0816-89eb-48c1-9f77-d036018bff1c HTTP/1.1" status: 404 len: 350 time: 0.1459384 Aug 05 13:53:43.137604 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41124) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:43.208484 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-9095faff-9b05-4522-9999-4bd73d629557 None None] Port d692ebd7-9023-4023-b8d3-ee80ec5b2182 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:53:43.214528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Attempting to bind port 79d72d33-936f-43a3-8841-d9bf0c71c1b6 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:53:43.214899 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Attempting to bind port 79d72d33-936f-43a3-8841-d9bf0c71c1b6 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'bb96aaad-dcc5-48eb-a40a-09135ff84984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86a168d6-8229-41cf-8e41-bc278554d213'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:53:43.215262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Attempting to bind port 79d72d33-936f-43a3-8841-d9bf0c71c1b6 on network 86a168d6-8229-41cf-8e41-bc278554d213 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:43.233861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-aa0cc0b9-6de8-4f9d-bd4e-5ccf12f152c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:43.235957 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-aa0cc0b9-6de8-4f9d-bd4e-5ccf12f152c8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.3176992 Aug 05 13:53:43.245639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:53:43.246069 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Checking segment: {'id': 'bb96aaad-dcc5-48eb-a40a-09135ff84984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86a168d6-8229-41cf-8e41-bc278554d213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:43.246493 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:43.246870 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Bound using segment: {'id': 'bb96aaad-dcc5-48eb-a40a-09135ff84984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86a168d6-8229-41cf-8e41-bc278554d213'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:53:43.259027 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Bound port: 79d72d33-936f-43a3-8841-d9bf0c71c1b6, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb96aaad-dcc5-48eb-a40a-09135ff84984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '86a168d6-8229-41cf-8e41-bc278554d213'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:53:43.259624 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:43.320617 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-4173d96d-3f78-494f-80db-4eae57795b1b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722008 Aug 05 13:53:43.446191 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] For port 79d72d33-936f-43a3-8841-d9bf0c71c1b6, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:53:43.454301 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] For port 79d72d33-936f-43a3-8841-d9bf0c71c1b6, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=79d72d33-936f-43a3-8841-d9bf0c71c1b6,segment=NetworkSegment(bb96aaad-dcc5-48eb-a40a-09135ff84984),segment_id=bb96aaad-dcc5-48eb-a40a-09135ff84984)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:53:43.470380 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:43.516946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c699850-ab01-4262-b1eb-3296922b4d78 req-3f85aeb7-9602-4a74-a445-8f440b9f6b72 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:43.526241 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c699850-ab01-4262-b1eb-3296922b4d78 req-3f85aeb7-9602-4a74-a445-8f440b9f6b72 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/ports?device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 948 time: 0.2023335 Aug 05 13:53:43.596334 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Routers {'20d7448e-59f8-4bae-b4ac-88df7c49bde9'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:53:43.596981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:53:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['20d7448e-59f8-4bae-b4ac-88df7c49bde9'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:43.643729 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df910239-83b4-4770-89e9-80651e813f02 None None] Pushing event updated for resources: {'Port': ['ID=79d72d33-936f-43a3-8841-d9bf0c71c1b6,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:43.667185 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c699850-ab01-4262-b1eb-3296922b4d78 req-7ca7a657-2f68-44b7-ae5d-733c895d6e77 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ff1a35a-41a9-45a2-a774-0e868de9f8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395981 Aug 05 13:53:43.670624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df910239-83b4-4770-89e9-80651e813f02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:43.671108 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df910239-83b4-4770-89e9-80651e813f02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:43.671460 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df910239-83b4-4770-89e9-80651e813f02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:43.671807 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df910239-83b4-4770-89e9-80651e813f02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:43.672141 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df910239-83b4-4770-89e9-80651e813f02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:43.672471 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df910239-83b4-4770-89e9-80651e813f02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:43.672797 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df910239-83b4-4770-89e9-80651e813f02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:43.673122 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df910239-83b4-4770-89e9-80651e813f02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:43.673452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df910239-83b4-4770-89e9-80651e813f02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:43.673768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df910239-83b4-4770-89e9-80651e813f02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:43.674090 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df910239-83b4-4770-89e9-80651e813f02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:43.674483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df910239-83b4-4770-89e9-80651e813f02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:53:43.760252 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d692ebd7-9023-4023-b8d3-ee80ec5b2182 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:53:43.779887 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:43.812204 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Transition to ACTIVE for port object d692ebd7-9023-4023-b8d3-ee80ec5b2182 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:43.816106 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-87f6e957-0037-4c34-83e3-0beb186b62cb service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280643 Aug 05 13:53:43.821368 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:43.882116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] Set router 20d7448e-59f8-4bae-b4ac-88df7c49bde9 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:53:43.939890 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Pushing event updated for resources: {'Port': ['ID=d692ebd7-9023-4023-b8d3-ee80ec5b2182,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:44.070187 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb57842-41f0-488a-a644-ea79f8f6a8a1 req-40284568-5c49-4ed6-9d29-681b12cf1715 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:44.070467 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2e80c51-6da5-495f-980d-6bb9fd580aed req-b8288911-0a82-417e-98e6-f1cc67ccf02c tempest-QuotasAdminNegativeTest-1457024981 tempest-QuotasAdminNegativeTest-1457024981-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c9d8e465433643fb80d079208a5a5de8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0893762 Aug 05 13:53:44.082537 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1eb57842-41f0-488a-a644-ea79f8f6a8a1 req-40284568-5c49-4ed6-9d29-681b12cf1715 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 944 time: 0.2693987 Aug 05 13:53:44.177220 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41164) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:44.180589 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-c35ab784-f6a3-428f-893a-26b8e2797889 service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438478 Aug 05 13:53:44.262827 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Attempting to bind port d692ebd7-9023-4023-b8d3-ee80ec5b2182 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:53:44.264628 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Attempting to bind port d692ebd7-9023-4023-b8d3-ee80ec5b2182 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:53:44.265165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Attempting to bind port d692ebd7-9023-4023-b8d3-ee80ec5b2182 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:44.276699 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Port d692ebd7-9023-4023-b8d3-ee80ec5b2182 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:53:44.277336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Attempting to bind port d692ebd7-9023-4023-b8d3-ee80ec5b2182 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:44.293398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:53:44.293967 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:44.294569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:53:44.295425 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Bound port: d692ebd7-9023-4023-b8d3-ee80ec5b2182, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:53:44.295988 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:44.337403 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1eb57842-41f0-488a-a644-ea79f8f6a8a1 req-e6583cd5-dbb0-455b-ac73-70f2a221c4dd tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503853 Aug 05 13:53:44.378845 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e80c51-6da5-495f-980d-6bb9fd580aed req-5c8b2185-114b-408d-8e60-1921a74b6cec tempest-QuotasAdminNegativeTest-1457024981 tempest-QuotasAdminNegativeTest-1457024981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:44.387211 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2e80c51-6da5-495f-980d-6bb9fd580aed req-5c8b2185-114b-408d-8e60-1921a74b6cec tempest-QuotasAdminNegativeTest-1457024981 tempest-QuotasAdminNegativeTest-1457024981-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3158159 Aug 05 13:53:44.406752 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2e80c51-6da5-495f-980d-6bb9fd580aed req-988ecb39-2d64-4c8a-8276-ad1346712b60 tempest-QuotasAdminNegativeTest-1457024981 tempest-QuotasAdminNegativeTest-1457024981-project] 10.222.0.16 "GET /v2.0/quotas/c9d8e465433643fb80d079208a5a5de8 HTTP/1.1" status: 200 len: 375 time: 0.0182447 Aug 05 13:53:44.446662 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2e80c51-6da5-495f-980d-6bb9fd580aed req-9ad23560-131a-4d1d-82c6-8992860f28f3 tempest-QuotasAdminNegativeTest-1457024981 tempest-QuotasAdminNegativeTest-1457024981-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9d8e465433643fb80d079208a5a5de8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382323 Aug 05 13:53:44.478636 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] For port d692ebd7-9023-4023-b8d3-ee80ec5b2182, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:53:44.483037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] For port d692ebd7-9023-4023-b8d3-ee80ec5b2182, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=d692ebd7-9023-4023-b8d3-ee80ec5b2182,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:53:44.492513 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:44.510906 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:44.544961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'name': 'tempest-FloatingIPsNegativeTestJSON-183213843-router', 'tenant_id': 'f288cffe473240abb15d36dc3500bc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '68e0a89c-abe5-493c-949a-2c3d00dab0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:53:29Z', 'updated_at': '2021-08-05T13:53:39Z', 'revision_number': 4, 'project_id': 'f288cffe473240abb15d36dc3500bc95', 'gw_port': {'id': '68e0a89c-abe5-493c-949a-2c3d00dab0db', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:53:30Z', 'updated_at': '2021-08-05T13:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '79d72d33-936f-43a3-8841-d9bf0c71c1b6', 'name': '', 'network_id': '86a168d6-8229-41cf-8e41-bc278554d213', 'tenant_id': 'f288cffe473240abb15d36dc3500bc95', 'mac_address': 'fa:16:3e:dc:66:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'fb10caed-00d9-4418-b042-9d645400adad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:53:37Z', 'updated_at': '2021-08-05T13:53:43Z', 'revision_number': 4, 'project_id': 'f288cffe473240abb15d36dc3500bc95', 'subnets': [{'id': 'fb10caed-00d9-4418-b042-9d645400adad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:44.558121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 31e1868a-8517-4be7-b09c-25e476eda301 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:53:44.583220 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c1461d4d-e9ea-4346-bb7a-587d8e813906 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-856133319-network', 'tenant_id': 'ddc2755c0f634caaae1357405a91b9dd'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:44.613637 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:44.614189 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:44.616260 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] 10.222.0.84 "PUT /v2.0/ports/d692ebd7-9023-4023-b8d3-ee80ec5b2182 HTTP/1.1" status: 200 len: 1096 time: 2.1064215 Aug 05 13:53:44.617063 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197d8e1d-cb45-4213-aba1-4aaf34100ddd', 'tag': 'd692ebd7-9023-4023-b8d3-ee80ec5b2182'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:44.619790 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa33540e-3eea-4030-9e77-60837905751e" -d '{"events": [{"name": "network-changed", "server_uuid": "197d8e1d-cb45-4213-aba1-4aaf34100ddd", "tag": "d692ebd7-9023-4023-b8d3-ee80ec5b2182"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:44.635296 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1461d4d-e9ea-4346-bb7a-587d8e813906 admin admin] Made reservation on behalf of ddc2755c0f634caaae1357405a91b9dd for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:53:44.635296 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1461d4d-e9ea-4346-bb7a-587d8e813906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:44.647843 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6684bdba-b3f1-4089-b536-8b0aa9beee58 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:53:44.656594 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1461d4d-e9ea-4346-bb7a-587d8e813906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:44.668360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a77fc-f76e-442e-afb6-1b52278d9777 service neutron] Pushing event updated for resources: {'Port': ['ID=d692ebd7-9023-4023-b8d3-ee80ec5b2182,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:44.758531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b9ad58-6eec-4f01-a2cd-ddf2eeef3ec3 None None] The sync data for ids ['20d7448e-59f8-4bae-b4ac-88df7c49bde9'] in n-d-803585-2 is: [{'id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'name': 'tempest-FloatingIPsNegativeTestJSON-183213843-router', 'tenant_id': 'f288cffe473240abb15d36dc3500bc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '68e0a89c-abe5-493c-949a-2c3d00dab0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:53:29Z', 'updated_at': '2021-08-05T13:53:39Z', 'revision_number': 4, 'project_id': 'f288cffe473240abb15d36dc3500bc95', 'gw_port': {'id': '68e0a89c-abe5-493c-949a-2c3d00dab0db', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:53:30Z', 'updated_at': '2021-08-05T13:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '79d72d33-936f-43a3-8841-d9bf0c71c1b6', 'name': '', 'network_id': '86a168d6-8229-41cf-8e41-bc278554d213', 'tenant_id': 'f288cffe473240abb15d36dc3500bc95', 'mac_address': 'fa:16:3e:dc:66:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'fb10caed-00d9-4418-b042-9d645400adad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:53:37Z', 'updated_at': '2021-08-05T13:53:43Z', 'revision_number': 4, 'project_id': 'f288cffe473240abb15d36dc3500bc95', 'subnets': [{'id': 'fb10caed-00d9-4418-b042-9d645400adad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:53:44.769489 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6684bdba-b3f1-4089-b536-8b0aa9beee58 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:53:44.803679 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-053c07fe-81a4-4d96-a877-14667ffb0aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:44.805223 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-053c07fe-81a4-4d96-a877-14667ffb0aba service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=58837110177a49ec80595e039b7233b1&device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 1099 time: 0.1336861 Aug 05 13:53:44.934430 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-62ab2f9f-cbaa-406e-b0f7-b0431cc8b1b8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d692ebd7-9023-4023-b8d3-ee80ec5b2182 HTTP/1.1" status: 200 len: 217 time: 0.1032741 Aug 05 13:53:44.994162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 31e1868a-8517-4be7-b09c-25e476eda301, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=31e1868a-8517-4be7-b09c-25e476eda301,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:45.037671 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-b1604bfd-fe44-4372-9129-700f4eaad6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:45.040677 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '31e1868a-8517-4be7-b09c-25e476eda301', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '31e1868a-8517-4be7-b09c-25e476eda301', 'mac_address': 'fa:16:3e:2b:75:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:53:45.041234 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-b1604bfd-fe44-4372-9129-700f4eaad6b8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1023128 Aug 05 13:53:45.109243 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:45.112693 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1461d4d-e9ea-4346-bb7a-587d8e813906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:45.121381 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce1da7-15fb-4d77-9563-bfd4257bf7ab req-0da66fa7-8304-411b-9484-a29ee1ac45eb tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:45.130316 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f9ce1da7-15fb-4d77-9563-bfd4257bf7ab req-0da66fa7-8304-411b-9484-a29ee1ac45eb tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 948 time: 0.6930082 Aug 05 13:53:45.131834 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1461d4d-e9ea-4346-bb7a-587d8e813906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:45.145872 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e1868a-8517-4be7-b09c-25e476eda301 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:53:45.168928 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1461d4d-e9ea-4346-bb7a-587d8e813906 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:53:45.180712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-48816194-ac34-4ff7-94b2-18d66a45bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:45.182741 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-48816194-ac34-4ff7-94b2-18d66a45bd52 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1255789 Aug 05 13:53:45.210299 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f9ce1da7-15fb-4d77-9563-bfd4257bf7ab req-b4cf5f10-79c1-4bd6-b10e-232716ea432e tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787311 Aug 05 13:53:45.216665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 31e1868a-8517-4be7-b09c-25e476eda301, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=31e1868a-8517-4be7-b09c-25e476eda301,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:45.227850 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2fd3e304-dff5-43b1-910e-fb9874d9dcc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:45.230605 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:45.262083 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1461d4d-e9ea-4346-bb7a-587d8e813906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:45.262469 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-c1461d4d-e9ea-4346-bb7a-587d8e813906 admin admin] Added segment 485300b0-2e6b-4376-ad8d-c1c09a185080 of type vlan for network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 Aug 05 13:53:45.292539 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1461d4d-e9ea-4346-bb7a-587d8e813906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2ca55f-3299-4936-8e33-36e350577a50,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:45.298022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-209c3312-18cc-4c2a-9e62-68eba323a4ab tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:45.298977 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-209c3312-18cc-4c2a-9e62-68eba323a4ab tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a&tenant_id=a19c317485da4147b7c1316aac248471&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 1095 time: 0.3144987 Aug 05 13:53:45.362303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=31e1868a-8517-4be7-b09c-25e476eda301,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:45.387768 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f59af05-f204-4410-a415-76ef56057165 x-openstack-request-id: req-2f59af05-f204-4410-a415-76ef56057165 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:45.393123 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197d8e1d-cb45-4213-aba1-4aaf34100ddd", "tag": "d692ebd7-9023-4023-b8d3-ee80ec5b2182", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:45.393123 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f59af05-f204-4410-a415-76ef56057165 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:45.393123 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197d8e1d-cb45-4213-aba1-4aaf34100ddd', 'tag': 'd692ebd7-9023-4023-b8d3-ee80ec5b2182', 'status': 'completed', 'code': 200} Aug 05 13:53:45.445491 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1461d4d-e9ea-4346-bb7a-587d8e813906 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:45.481552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['31e1868a-8517-4be7-b09c-25e476eda301'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:53:45.555905 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-1160baa2-b4bb-4130-a4cb-f605b58294ff service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393428 Aug 05 13:53:45.577843 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2ac44-f033-4e0f-9159-eac0c1d5c6a7 req-53608660-56bc-40b0-81e0-9f20280897d7 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:45.587838 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e2c2ac44-f033-4e0f-9159-eac0c1d5c6a7 req-53608660-56bc-40b0-81e0-9f20280897d7 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 944 time: 0.1355355 Aug 05 13:53:45.634435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fc19b-c592-47df-9c14-f7baf09eb56f req-ca7a59b7-63b3-4914-a032-7272ec8b2bfb tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:45.638290 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3a5fc19b-c592-47df-9c14-f7baf09eb56f req-ca7a59b7-63b3-4914-a032-7272ec8b2bfb tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/ports?device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 949 time: 0.2729981 Aug 05 13:53:45.687614 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1461d4d-e9ea-4346-bb7a-587d8e813906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:45.688904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1461d4d-e9ea-4346-bb7a-587d8e813906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:45.689909 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1461d4d-e9ea-4346-bb7a-587d8e813906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:45.707298 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e2c2ac44-f033-4e0f-9159-eac0c1d5c6a7 req-4d6555fd-81e0-46d6-a1d3-5e5c8e783be6 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183999 Aug 05 13:53:45.734797 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:45.768881 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3a5fc19b-c592-47df-9c14-f7baf09eb56f req-bc03b3b2-8caf-4ac6-add4-460ac4f021d9 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ff1a35a-41a9-45a2-a774-0e868de9f8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158972 Aug 05 13:53:45.777596 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-0504b5a3-abc9-4d71-a4c3-228a2a26ecb2 service neutron] For port 6684bdba-b3f1-4089-b536-8b0aa9beee58, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:53:45.780340 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c0bb5b49-d6c7-46b0-9515-c24499908ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:45.794356 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c1461d4d-e9ea-4346-bb7a-587d8e813906 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5994701 Aug 05 13:53:45.798708 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-0504b5a3-abc9-4d71-a4c3-228a2a26ecb2 service neutron] Notify callbacks [] for binding, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:45.799853 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dc4be2c-8850-41ed-804e-715e7fe53822 req-0504b5a3-abc9-4d71-a4c3-228a2a26ecb2 service neutron] 10.222.0.63 "DELETE /v2.0/ports/6684bdba-b3f1-4089-b536-8b0aa9beee58/bindings/n-h2-803585-2 HTTP/1.1" status: 204 len: 173 time: 0.4878953 Aug 05 13:53:45.801588 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41208) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:45.817817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-743ac3c1-ffac-4558-a79e-a074725fb7cf admin admin] Request body: {'subnet': {'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-856133319-subnet', 'tenant_id': 'ddc2755c0f634caaae1357405a91b9dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:45.830327 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-311960a4-ca8e-4c4b-b7f0-4bf28beb6fab req-b58a6277-c750-4d63-bfdb-09648f5237c2 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649980 Aug 05 13:53:45.839846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1461d4d-e9ea-4346-bb7a-587d8e813906 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:45.851958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743ac3c1-ffac-4558-a79e-a074725fb7cf admin admin] Made reservation on behalf of ddc2755c0f634caaae1357405a91b9dd for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:53:45.853934 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:53:45.854420 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-743ac3c1-ffac-4558-a79e-a074725fb7cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:46.022880 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33540e-3eea-4030-9e77-60837905751e req-bf19ec4b-ebf0-493d-98bf-137a108958f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:46.024444 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa33540e-3eea-4030-9e77-60837905751e req-bf19ec4b-ebf0-493d-98bf-137a108958f8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=58837110177a49ec80595e039b7233b1&device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 1099 time: 0.1047425 Aug 05 13:53:46.102893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2fd3e304-dff5-43b1-910e-fb9874d9dcc9 admin admin] Deleting port 79d72d33-936f-43a3-8841-d9bf0c71c1b6 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:53:46.103237 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2fd3e304-dff5-43b1-910e-fb9874d9dcc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:46.198793 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33540e-3eea-4030-9e77-60837905751e req-4148c850-4c14-458a-9b2d-9b1eef4df0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:46.200289 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa33540e-3eea-4030-9e77-60837905751e req-4148c850-4c14-458a-9b2d-9b1eef4df0ff service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.1618419 Aug 05 13:53:46.255580 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-743ac3c1-ffac-4558-a79e-a074725fb7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:46.291041 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa33540e-3eea-4030-9e77-60837905751e req-8af4206d-2f8a-4f61-826b-b91cd72bfeb2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d692ebd7-9023-4023-b8d3-ee80ec5b2182 HTTP/1.1" status: 200 len: 217 time: 0.0790515 Aug 05 13:53:46.320054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-2fd3e304-dff5-43b1-910e-fb9874d9dcc9 admin admin] For port 79d72d33-936f-43a3-8841-d9bf0c71c1b6, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=79d72d33-936f-43a3-8841-d9bf0c71c1b6,segment=NetworkSegment(bb96aaad-dcc5-48eb-a40a-09135ff84984),segment_id=bb96aaad-dcc5-48eb-a40a-09135ff84984)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:46.320519 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2fd3e304-dff5-43b1-910e-fb9874d9dcc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:46.345056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ac3c1-ffac-4558-a79e-a074725fb7cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:46.353866 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2fd3e304-dff5-43b1-910e-fb9874d9dcc9 admin admin] Calling delete_port for 79d72d33-936f-43a3-8841-d9bf0c71c1b6 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:53:46.388177 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33540e-3eea-4030-9e77-60837905751e req-5266bbb5-d5a9-4af9-af1b-21bcb7d6f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:46.389748 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa33540e-3eea-4030-9e77-60837905751e req-5266bbb5-d5a9-4af9-af1b-21bcb7d6f514 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0854678 Aug 05 13:53:46.475566 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ac3c1-ffac-4558-a79e-a074725fb7cf admin admin] Checking segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:46.475936 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743ac3c1-ffac-4558-a79e-a074725fb7cf admin admin] Network hostable DHCP agents. Network: 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:53:46.511269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33540e-3eea-4030-9e77-60837905751e req-73d288bb-a041-4b8c-96d2-6193357ce50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:46.513218 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa33540e-3eea-4030-9e77-60837905751e req-73d288bb-a041-4b8c-96d2-6193357ce50c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012561 Aug 05 13:53:46.530606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 31e1868a-8517-4be7-b09c-25e476eda301 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:46.536801 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743ac3c1-ffac-4558-a79e-a074725fb7cf admin admin] Network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:53:46.537111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb9d95-70de-4d42-88f7-83c2a341a2a2 req-a8b63298-3e2e-4a82-ba6e-ab23ee2a6599 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:46.544224 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9afb9d95-70de-4d42-88f7-83c2a341a2a2 req-a8b63298-3e2e-4a82-ba6e-ab23ee2a6599 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 1095 time: 0.0738072 Aug 05 13:53:46.634244 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-743ac3c1-ffac-4558-a79e-a074725fb7cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:46.636126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 31e1868a-8517-4be7-b09c-25e476eda301 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:46.638468 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9afb9d95-70de-4d42-88f7-83c2a341a2a2 req-caab3204-956c-4c2d-962e-53fc30b9d34f tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933568 Aug 05 13:53:46.642854 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743ac3c1-ffac-4558-a79e-a074725fb7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:46.643166 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-743ac3c1-ffac-4558-a79e-a074725fb7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:46.650067 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 31e1868a-8517-4be7-b09c-25e476eda301 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:46.651790 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:46.660106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75051e7e-3608-4da8-b7dc-d3193da19a1f None None] Network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:53:46.721350 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa33540e-3eea-4030-9e77-60837905751e req-c86db8f8-e1c2-43a5-9266-d0862184a3c3 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953213 Aug 05 13:53:46.765508 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2fd3e304-dff5-43b1-910e-fb9874d9dcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:46.806989 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-743ac3c1-ffac-4558-a79e-a074725fb7cf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9974582 Aug 05 13:53:46.816459 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3e304-dff5-43b1-910e-fb9874d9dcc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d72d33-936f-43a3-8841-d9bf0c71c1b6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:46.857057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641a885-84e5-4e88-9314-e80c2c7e943b req-6e415fb4-d1b7-44d3-8760-feff1eeabfe9 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:46.873363 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9641a885-84e5-4e88-9314-e80c2c7e943b req-6e415fb4-d1b7-44d3-8760-feff1eeabfe9 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 948 time: 0.3595386 Aug 05 13:53:46.891530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 79d72d33-936f-43a3-8841-d9bf0c71c1b6 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:46.950988 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa33540e-3eea-4030-9e77-60837905751e req-45935e50-d1aa-478a-bb11-5e25ee16c693 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188914 Aug 05 13:53:46.961844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 79d72d33-936f-43a3-8841-d9bf0c71c1b6 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:53:46.962682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 79d72d33-936f-43a3-8841-d9bf0c71c1b6 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 05 13:53:46.998967 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13d01dcd-9d2b-4c54-b52c-4e5d9265b755 req-2eb6b135-5f13-4c1f-b265-21ba5da8f734 tempest-QuotasAdminNegativeTest-1457024981 tempest-QuotasAdminNegativeTest-1457024981-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c9d8e465433643fb80d079208a5a5de8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468667 Aug 05 13:53:47.003632 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Port 79d72d33-936f-43a3-8841-d9bf0c71c1b6 not found, will not notify nova. {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 05 13:53:47.012490 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9641a885-84e5-4e88-9314-e80c2c7e943b req-5dbb54da-caec-4a4a-b081-1d45374fc91e tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379151 Aug 05 13:53:47.188420 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15eacfaf-0f62-4b10-a7d8-344cd28af03b None None] Network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:53:47.191696 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d01dcd-9d2b-4c54-b52c-4e5d9265b755 req-22dc4874-c4fe-4642-a009-bee45637d0c5 tempest-QuotasAdminNegativeTest-1457024981 tempest-QuotasAdminNegativeTest-1457024981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:47.194293 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13d01dcd-9d2b-4c54-b52c-4e5d9265b755 req-22dc4874-c4fe-4642-a009-bee45637d0c5 tempest-QuotasAdminNegativeTest-1457024981 tempest-QuotasAdminNegativeTest-1457024981-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1686563 Aug 05 13:53:47.215755 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13d01dcd-9d2b-4c54-b52c-4e5d9265b755 req-9d70a5ee-6497-4a78-a13e-59c6db7fd1ba tempest-QuotasAdminNegativeTest-1457024981 tempest-QuotasAdminNegativeTest-1457024981-project] 10.222.0.16 "GET /v2.0/quotas/c9d8e465433643fb80d079208a5a5de8 HTTP/1.1" status: 200 len: 375 time: 0.0147965 Aug 05 13:53:47.219631 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:47.270442 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13d01dcd-9d2b-4c54-b52c-4e5d9265b755 req-6344c960-f7ea-49cb-8f5f-17a83472f9ef tempest-QuotasAdminNegativeTest-1457024981 tempest-QuotasAdminNegativeTest-1457024981-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9d8e465433643fb80d079208a5a5de8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472465 Aug 05 13:53:47.281048 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c456dab4-79c4-4e28-93c4-c6c6b598dbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e1868a-8517-4be7-b09c-25e476eda301'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:47.283276 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f0c3b4-a963-40fe-ae9e-5d567d8ebd3b" -d '{"events": [{"server_uuid": "c456dab4-79c4-4e28-93c4-c6c6b598dbfa", "name": "network-vif-plugged", "status": "completed", "tag": "31e1868a-8517-4be7-b09c-25e476eda301"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:47.290292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0fcfd-c87c-42fa-bbb2-b193f8dd92f8 req-b17ffb8c-95bb-4e4c-88cc-09357a85666d tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:47.291848 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8e0fcfd-c87c-42fa-bbb2-b193f8dd92f8 req-b17ffb8c-95bb-4e4c-88cc-09357a85666d tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/ports?device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 949 time: 0.1457613 Aug 05 13:53:47.296388 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2fd3e304-dff5-43b1-910e-fb9874d9dcc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:47.307186 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 31e1868a-8517-4be7-b09c-25e476eda301, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=31e1868a-8517-4be7-b09c-25e476eda301,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:47.315146 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:47.399779 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8e0fcfd-c87c-42fa-bbb2-b193f8dd92f8 req-e138a999-a558-4708-b782-e7825fbcc271 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ff1a35a-41a9-45a2-a774-0e868de9f8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972371 Aug 05 13:53:47.425229 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=31e1868a-8517-4be7-b09c-25e476eda301,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:47.666854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41288) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:47.672087 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d46a04a7-60ac-4b05-bd9a-792be42b4213 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-590286147-network', 'tenant_id': '5ff012c0b2354567b445674152bee86a'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:47.697536 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46a04a7-60ac-4b05-bd9a-792be42b4213 admin admin] Made reservation on behalf of 5ff012c0b2354567b445674152bee86a for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:53:47.700104 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d46a04a7-60ac-4b05-bd9a-792be42b4213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:47.710862 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d46a04a7-60ac-4b05-bd9a-792be42b4213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:47.825509 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ddf3b2-1876-4859-840d-4be26fca1769 x-openstack-request-id: req-d3ddf3b2-1876-4859-840d-4be26fca1769 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:47.826096 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c456dab4-79c4-4e28-93c4-c6c6b598dbfa", "name": "network-vif-plugged", "status": "completed", "tag": "31e1868a-8517-4be7-b09c-25e476eda301", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:47.826781 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3ddf3b2-1876-4859-840d-4be26fca1769 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:47.826890 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d46a04a7-60ac-4b05-bd9a-792be42b4213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:47.828130 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c456dab4-79c4-4e28-93c4-c6c6b598dbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e1868a-8517-4be7-b09c-25e476eda301', 'code': 200} Aug 05 13:53:47.832649 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d46a04a7-60ac-4b05-bd9a-792be42b4213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:47.873111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a04a7-60ac-4b05-bd9a-792be42b4213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4be679a-6832-4b83-9ee3-4f7c9e387530,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:47.882507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46a04a7-60ac-4b05-bd9a-792be42b4213 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:53:47.894081 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-9564d43c-49bf-4c79-a78e-e3d6cd163f65 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:47.896700 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d46a04a7-60ac-4b05-bd9a-792be42b4213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:47.897107 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-d46a04a7-60ac-4b05-bd9a-792be42b4213 admin admin] Added segment 5107eadd-50a7-4242-b473-489867f00ea7 of type vlan for network 4e24b268-00b5-4924-870c-4eab4ab7d18b Aug 05 13:53:47.901467 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-9564d43c-49bf-4c79-a78e-e3d6cd163f65 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 807 time: 0.3881135 Aug 05 13:53:47.904570 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd3e304-dff5-43b1-910e-fb9874d9dcc9 admin admin] Router 20d7448e-59f8-4bae-b4ac-88df7c49bde9 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:53:47.919347 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-061e1a24-79c4-4999-aede-da4d4d2269ae tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/quotas/a19c317485da4147b7c1316aac248471 HTTP/1.1" status: 200 len: 375 time: 0.0164151 Aug 05 13:53:47.973426 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d46a04a7-60ac-4b05-bd9a-792be42b4213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:47.996955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4cec4-5799-44ce-a9ea-a79f91606784 req-0bf04f3f-5f09-4237-aced-ddca9ee260c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:47.998497 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a6b4cec4-5799-44ce-a9ea-a79f91606784 req-0bf04f3f-5f09-4237-aced-ddca9ee260c1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 1101 time: 0.0659494 Aug 05 13:53:48.017629 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d46a04a7-60ac-4b05-bd9a-792be42b4213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:48.018574 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46a04a7-60ac-4b05-bd9a-792be42b4213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:48.019146 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d46a04a7-60ac-4b05-bd9a-792be42b4213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:48.056964 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-0c83c983-9a96-41a7-837e-a3f461c7a867 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1343343 Aug 05 13:53:48.099629 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d46a04a7-60ac-4b05-bd9a-792be42b4213 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4315877 Aug 05 13:53:48.104231 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41298) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:48.108993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ab661c98-43d8-454d-8a41-b77d7af4fbc8 admin admin] Request body: {'subnet': {'network_id': '4e24b268-00b5-4924-870c-4eab4ab7d18b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-590286147-subnet', 'tenant_id': '5ff012c0b2354567b445674152bee86a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:48.115545 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a6b4cec4-5799-44ce-a9ea-a79f91606784 req-dabe33ac-e263-4c43-bd35-20aa1de5fe45 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=3ff1a35a-41a9-45a2-a774-0e868de9f8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042886 Aug 05 13:53:48.122916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a04a7-60ac-4b05-bd9a-792be42b4213 admin admin] Pushing event updated for resources: {'Network': ['ID=4e24b268-00b5-4924-870c-4eab4ab7d18b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:48.128348 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd3e304-dff5-43b1-910e-fb9874d9dcc9 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:53:48.136548 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 4e24b268-00b5-4924-870c-4eab4ab7d18b details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:53:48.137791 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41300) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:48.139448 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2fd3e304-dff5-43b1-910e-fb9874d9dcc9 admin admin] 10.222.0.16 "PUT /v2.0/routers/20d7448e-59f8-4bae-b4ac-88df7c49bde9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9937701 Aug 05 13:53:48.142711 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5e7a03-4c32-4cfe-8a53-c2987cf5d89f None None] Sync routers for ids ['20d7448e-59f8-4bae-b4ac-88df7c49bde9'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:53:48.158862 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e7a03-4c32-4cfe-8a53-c2987cf5d89f None None] Routers {'20d7448e-59f8-4bae-b4ac-88df7c49bde9'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:53:48.160883 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4c5e7a03-4c32-4cfe-8a53-c2987cf5d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:53:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['20d7448e-59f8-4bae-b4ac-88df7c49bde9'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:48.200984 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-98c8a534-a179-41f8-8a99-4ca72cb9be04 service neutron] 10.222.0.16 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293762 Aug 05 13:53:48.267103 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90063c95-bb7a-47c7-a9cd-c750ddce4bae admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:48.270455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab661c98-43d8-454d-8a41-b77d7af4fbc8 admin admin] Made reservation on behalf of 5ff012c0b2354567b445674152bee86a for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:53:48.273585 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ab661c98-43d8-454d-8a41-b77d7af4fbc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:48.301610 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-4c5e7a03-4c32-4cfe-8a53-c2987cf5d89f None None] Set router 20d7448e-59f8-4bae-b4ac-88df7c49bde9 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:53:48.389292 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-646a0634-b08f-4ce0-ad79-dc91ea887072 service neutron] 10.222.0.16 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815131 Aug 05 13:53:48.437455 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-01884c11-cd8e-4169-9de9-96fb099d32e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:48.493678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa1311-5764-4d45-bb55-7768779329a7 req-42507575-f309-434c-a80b-adab19af5efa tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:48.495220 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffaa1311-5764-4d45-bb55-7768779329a7 req-42507575-f309-434c-a80b-adab19af5efa tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 948 time: 0.1309586 Aug 05 13:53:48.522545 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4c5e7a03-4c32-4cfe-8a53-c2987cf5d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'name': 'tempest-FloatingIPsNegativeTestJSON-183213843-router', 'tenant_id': 'f288cffe473240abb15d36dc3500bc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '68e0a89c-abe5-493c-949a-2c3d00dab0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:53:29Z', 'updated_at': '2021-08-05T13:53:46Z', 'revision_number': 5, 'project_id': 'f288cffe473240abb15d36dc3500bc95', 'gw_port': {'id': '68e0a89c-abe5-493c-949a-2c3d00dab0db', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:53:30Z', 'updated_at': '2021-08-05T13:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:48.546632 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device d692ebd7-9023-4023-b8d3-ee80ec5b2182 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:53:48.555052 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:48.567775 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5e7a03-4c32-4cfe-8a53-c2987cf5d89f None None] Checking router: 20d7448e-59f8-4bae-b4ac-88df7c49bde9 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:53:48.578484 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e7a03-4c32-4cfe-8a53-c2987cf5d89f None None] Routers {'20d7448e-59f8-4bae-b4ac-88df7c49bde9'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:53:48.579526 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4c5e7a03-4c32-4cfe-8a53-c2987cf5d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:53:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['20d7448e-59f8-4bae-b4ac-88df7c49bde9'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:48.584565 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90063c95-bb7a-47c7-a9cd-c750ddce4bae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:48.627816 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffaa1311-5764-4d45-bb55-7768779329a7 req-7023f05f-1ec2-4ddd-856f-14fc97e21ff7 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135044 Aug 05 13:53:48.719257 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port d692ebd7-9023-4023-b8d3-ee80ec5b2182, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=d692ebd7-9023-4023-b8d3-ee80ec5b2182,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:48.731780 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-4c5e7a03-4c32-4cfe-8a53-c2987cf5d89f None None] Set router 20d7448e-59f8-4bae-b4ac-88df7c49bde9 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:53:48.752189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'd692ebd7-9023-4023-b8d3-ee80ec5b2182', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': 'd692ebd7-9023-4023-b8d3-ee80ec5b2182', 'mac_address': 'fa:16:3e:39:59:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:53:48.824465 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:48.862493 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d692ebd7-9023-4023-b8d3-ee80ec5b2182 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:53:48.884193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-90063c95-bb7a-47c7-a9cd-c750ddce4bae admin admin] Deleting port 68e0a89c-abe5-493c-949a-2c3d00dab0db {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:53:48.885135 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90063c95-bb7a-47c7-a9cd-c750ddce4bae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:48.890030 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ab661c98-43d8-454d-8a41-b77d7af4fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:48.913369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port d692ebd7-9023-4023-b8d3-ee80ec5b2182, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=d692ebd7-9023-4023-b8d3-ee80ec5b2182,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:48.918392 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0bbb7e0f-007c-49d2-abd8-7f165e75e992 req-552f13d6-9f78-440f-8c36-621b340d3e45 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 210 time: 0.0574813 Aug 05 13:53:48.922178 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:49.012107 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59691b-1f72-436b-a517-33b206682ba2 req-10c0f5c8-7655-4391-986e-490cd79b18f2 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:49.013555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=d692ebd7-9023-4023-b8d3-ee80ec5b2182,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:49.014545 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c59691b-1f72-436b-a517-33b206682ba2 req-10c0f5c8-7655-4391-986e-490cd79b18f2 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/ports?device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 950 time: 0.1979635 Aug 05 13:53:49.100633 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4c5e7a03-4c32-4cfe-8a53-c2987cf5d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'name': 'tempest-FloatingIPsNegativeTestJSON-183213843-router', 'tenant_id': 'f288cffe473240abb15d36dc3500bc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '68e0a89c-abe5-493c-949a-2c3d00dab0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:53:29Z', 'updated_at': '2021-08-05T13:53:46Z', 'revision_number': 5, 'project_id': 'f288cffe473240abb15d36dc3500bc95', 'gw_port': {'id': '68e0a89c-abe5-493c-949a-2c3d00dab0db', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:53:30Z', 'updated_at': '2021-08-05T13:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:49.109411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab661c98-43d8-454d-8a41-b77d7af4fbc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf091b1e-d95f-435e-8623-eca14ab50713,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:49.149788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['d692ebd7-9023-4023-b8d3-ee80ec5b2182'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:53:49.166316 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5e7a03-4c32-4cfe-8a53-c2987cf5d89f None None] The sync data for ids ['20d7448e-59f8-4bae-b4ac-88df7c49bde9'] in n-d-803585-2 is: [{'id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'name': 'tempest-FloatingIPsNegativeTestJSON-183213843-router', 'tenant_id': 'f288cffe473240abb15d36dc3500bc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '68e0a89c-abe5-493c-949a-2c3d00dab0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:53:29Z', 'updated_at': '2021-08-05T13:53:46Z', 'revision_number': 5, 'project_id': 'f288cffe473240abb15d36dc3500bc95', 'gw_port': {'id': '68e0a89c-abe5-493c-949a-2c3d00dab0db', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d7448e-59f8-4bae-b4ac-88df7c49bde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:53:30Z', 'updated_at': '2021-08-05T13:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:53:49.173895 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c59691b-1f72-436b-a517-33b206682ba2 req-df3f69fc-7572-4881-a32f-9943ef1b8bef tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ff1a35a-41a9-45a2-a774-0e868de9f8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469064 Aug 05 13:53:49.190632 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-90063c95-bb7a-47c7-a9cd-c750ddce4bae admin admin] For port 68e0a89c-abe5-493c-949a-2c3d00dab0db, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=68e0a89c-abe5-493c-949a-2c3d00dab0db,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:49.192722 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90063c95-bb7a-47c7-a9cd-c750ddce4bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:49.222552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab661c98-43d8-454d-8a41-b77d7af4fbc8 admin admin] Checking segment: {'id': '5107eadd-50a7-4242-b473-489867f00ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4e24b268-00b5-4924-870c-4eab4ab7d18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:49.222552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab661c98-43d8-454d-8a41-b77d7af4fbc8 admin admin] Network hostable DHCP agents. Network: 4e24b268-00b5-4924-870c-4eab4ab7d18b, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:53:49.237854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-90063c95-bb7a-47c7-a9cd-c750ddce4bae admin admin] Calling delete_port for 68e0a89c-abe5-493c-949a-2c3d00dab0db owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:53:49.256632 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab661c98-43d8-454d-8a41-b77d7af4fbc8 admin admin] Network 4e24b268-00b5-4924-870c-4eab4ab7d18b is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:53:49.309330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ab661c98-43d8-454d-8a41-b77d7af4fbc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 4e24b268-00b5-4924-870c-4eab4ab7d18b) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:49.314036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab661c98-43d8-454d-8a41-b77d7af4fbc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:49.314823 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ab661c98-43d8-454d-8a41-b77d7af4fbc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:49.340718 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ab661c98-43d8-454d-8a41-b77d7af4fbc8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2354333 Aug 05 13:53:49.353930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4dc491-dfda-4fb5-a586-a89071121a08 None None] Network 4e24b268-00b5-4924-870c-4eab4ab7d18b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:53:49.516039 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:49.696917 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80ed716-98bf-4c26-a0e3-67433f8f11f8 None None] Network 4e24b268-00b5-4924-870c-4eab4ab7d18b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:53:49.787521 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38bf62c6-4edb-4aba-a2c3-478762e82a27 req-fcc77b5b-b6c9-476d-a2b4-170d1b8477f0 tempest-QuotasAdminNegativeTest-1457024981 tempest-QuotasAdminNegativeTest-1457024981-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c9d8e465433643fb80d079208a5a5de8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439596 Aug 05 13:53:49.850985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368bd4f-3f4c-4b2f-8448-ac6dbe3f3324 req-91e191c7-d2e5-4638-b397-24ab451fdc4f tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:49.858843 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e368bd4f-3f4c-4b2f-8448-ac6dbe3f3324 req-91e191c7-d2e5-4638-b397-24ab451fdc4f tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 949 time: 0.0663269 Aug 05 13:53:49.900948 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e368bd4f-3f4c-4b2f-8448-ac6dbe3f3324 req-228a92b8-07c9-49b2-b8db-258c3f45de69 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412321 Aug 05 13:53:49.917893 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90063c95-bb7a-47c7-a9cd-c750ddce4bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:49.963490 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90063c95-bb7a-47c7-a9cd-c750ddce4bae admin admin] Pushing event deleted for resources: {'Port': ['ID=68e0a89c-abe5-493c-949a-2c3d00dab0db,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:50.003875 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf62c6-4edb-4aba-a2c3-478762e82a27 req-1392f937-f2ca-4e36-a14a-3e9a5b080b20 tempest-QuotasAdminNegativeTest-1457024981 tempest-QuotasAdminNegativeTest-1457024981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:50.005387 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38bf62c6-4edb-4aba-a2c3-478762e82a27 req-1392f937-f2ca-4e36-a14a-3e9a5b080b20 tempest-QuotasAdminNegativeTest-1457024981 tempest-QuotasAdminNegativeTest-1457024981-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937776 Aug 05 13:53:50.046575 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38bf62c6-4edb-4aba-a2c3-478762e82a27 req-19ffff03-f1f8-4b02-b250-96b80c5fbc8c tempest-QuotasAdminNegativeTest-1457024981 tempest-QuotasAdminNegativeTest-1457024981-project] 10.222.0.16 "GET /v2.0/quotas/c9d8e465433643fb80d079208a5a5de8 HTTP/1.1" status: 200 len: 375 time: 0.0188663 Aug 05 13:53:50.128829 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90063c95-bb7a-47c7-a9cd-c750ddce4bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:50.165483 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-c162af5a-d70d-45ec-95be-5e205a18f2aa tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:50.167069 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-c162af5a-d70d-45ec-95be-5e205a18f2aa tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 820 time: 0.1198125 Aug 05 13:53:50.185679 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-d08e8646-57df-47c5-8246-d7c745cf8a2f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/quotas/ddc2755c0f634caaae1357405a91b9dd HTTP/1.1" status: 200 len: 375 time: 0.0114236 Aug 05 13:53:50.198352 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38bf62c6-4edb-4aba-a2c3-478762e82a27 req-9391f439-1772-4d21-b8c0-16850948c560 tempest-QuotasAdminNegativeTest-1457024981 tempest-QuotasAdminNegativeTest-1457024981-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9d8e465433643fb80d079208a5a5de8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1261592 Aug 05 13:53:50.221640 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-43fe9108-d750-416f-8f36-95dfde3a15ed tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291941 Aug 05 13:53:50.297163 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90063c95-bb7a-47c7-a9cd-c750ddce4bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:50.305688 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90063c95-bb7a-47c7-a9cd-c750ddce4bae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:50.341579 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-b28bbf2f-eb18-4f00-b1da-43ecf9558856 service neutron] 10.222.0.16 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100330 Aug 05 13:53:50.424708 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e446df3c-4090-4368-8b1e-91277af53c97 req-7d2fc0f2-6242-4322-bd00-ede4709a5915 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 210 time: 0.0926940 Aug 05 13:53:50.432415 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90063c95-bb7a-47c7-a9cd-c750ddce4bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:50.432922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90063c95-bb7a-47c7-a9cd-c750ddce4bae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20d7448e-59f8-4bae-b4ac-88df7c49bde9 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 13:53:50.436953 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-93c5f071-011b-4711-bfae-49d54a5cc490 service neutron] 10.222.0.16 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889692 Aug 05 13:53:50.442930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-9f912a69-30d2-4376-96b2-b19df1f85caa tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:50.444410 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-9f912a69-30d2-4376-96b2-b19df1f85caa tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.84 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 807 time: 0.3931813 Aug 05 13:53:50.447428 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90063c95-bb7a-47c7-a9cd-c750ddce4bae admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:50.450811 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-90063c95-bb7a-47c7-a9cd-c750ddce4bae admin admin] 10.222.0.16 "DELETE /v2.0/routers/20d7448e-59f8-4bae-b4ac-88df7c49bde9 HTTP/1.1" status: 204 len: 168 time: 2.3096530 Aug 05 13:53:50.451141 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41388) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:50.491172 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-7791d5bf-aa37-496e-9fe1-c60e270b25b0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Request body: {'port': {'device_id': '33275f29-a0dc-4a65-9055-48ed1fa19912', 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f', 'admin_state_up': True, 'tenant_id': 'a19c317485da4147b7c1316aac248471'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:50.557123 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device d692ebd7-9023-4023-b8d3-ee80ec5b2182 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:53:50.565531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-4341fcff-cc07-4603-a492-2086e2a13312 admin admin] Deleting subnet fb10caed-00d9-4418-b042-9d645400adad {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:53:50.577732 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4341fcff-cc07-4603-a492-2086e2a13312 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:50.667693 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port d692ebd7-9023-4023-b8d3-ee80ec5b2182 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:53:50.674201 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port d692ebd7-9023-4023-b8d3-ee80ec5b2182 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:53:50.674649 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:50.693137 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4341fcff-cc07-4603-a492-2086e2a13312 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:50.751089 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b4390-b33a-49d5-96bd-75c106adc35f req-23c62e01-0917-4995-a51a-b27d92f9d4f9 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:50.759185 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5c9b4390-b33a-49d5-96bd-75c106adc35f req-23c62e01-0917-4995-a51a-b27d92f9d4f9 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/ports?device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 950 time: 0.1392088 Aug 05 13:53:50.769980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-7791d5bf-aa37-496e-9fe1-c60e270b25b0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Made reservation on behalf of a19c317485da4147b7c1316aac248471 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:53:50.774220 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-7791d5bf-aa37-496e-9fe1-c60e270b25b0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:50.784905 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:50.816021 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197d8e1d-cb45-4213-aba1-4aaf34100ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd692ebd7-9023-4023-b8d3-ee80ec5b2182'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:50.820202 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfc7270-5dd9-46f5-9a81-2a039bd4a970" -d '{"events": [{"server_uuid": "197d8e1d-cb45-4213-aba1-4aaf34100ddd", "name": "network-vif-plugged", "status": "completed", "tag": "d692ebd7-9023-4023-b8d3-ee80ec5b2182"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:50.836011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port d692ebd7-9023-4023-b8d3-ee80ec5b2182, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=d692ebd7-9023-4023-b8d3-ee80ec5b2182,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:50.843692 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:50.900166 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-553f5df1-3d5f-41f5-9bbb-e2abe5da623d req-25d0aee4-126b-4c6a-8c30-f1ea52b3929b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 210 time: 0.0360656 Aug 05 13:53:50.904948 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5c9b4390-b33a-49d5-96bd-75c106adc35f req-709a2aec-b5c8-4edc-a373-e2748382b96f tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ff1a35a-41a9-45a2-a774-0e868de9f8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448011 Aug 05 13:53:50.934632 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=d692ebd7-9023-4023-b8d3-ee80ec5b2182,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:50.949320 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4341fcff-cc07-4603-a492-2086e2a13312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:50.997633 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76131ff7-a619-45db-9a99-656dc1eb5481 x-openstack-request-id: req-76131ff7-a619-45db-9a99-656dc1eb5481 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:50.997958 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197d8e1d-cb45-4213-aba1-4aaf34100ddd", "name": "network-vif-plugged", "status": "completed", "tag": "d692ebd7-9023-4023-b8d3-ee80ec5b2182", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:50.998244 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76131ff7-a619-45db-9a99-656dc1eb5481 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:50.998648 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197d8e1d-cb45-4213-aba1-4aaf34100ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd692ebd7-9023-4023-b8d3-ee80ec5b2182', 'code': 200} Aug 05 13:53:51.102374 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 68e0a89c-abe5-493c-949a-2c3d00dab0db no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:53:51.158530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 68e0a89c-abe5-493c-949a-2c3d00dab0db {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:53:51.158990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 68e0a89c-abe5-493c-949a-2c3d00dab0db not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:53:51.159480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 79d72d33-936f-43a3-8841-d9bf0c71c1b6 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:53:51.193023 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4341fcff-cc07-4603-a492-2086e2a13312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:51.194603 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 79d72d33-936f-43a3-8841-d9bf0c71c1b6 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:53:51.195066 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 79d72d33-936f-43a3-8841-d9bf0c71c1b6 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:53:51.195861 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-7791d5bf-aa37-496e-9fe1-c60e270b25b0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Allocated IP 172.20.0.10 (e2d2ba84-38d9-47f3-984b-f6fdc376e26f/26f261c9-c685-4d0a-b558-e4facce7cdfb/ef0bc736-89e4-4e9e-b633-f719c9f9e06b) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:53:51.212394 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:51.245399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341fcff-cc07-4603-a492-2086e2a13312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb10caed-00d9-4418-b042-9d645400adad,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:51.251621 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4341fcff-cc07-4603-a492-2086e2a13312 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:51.254054 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4341fcff-cc07-4603-a492-2086e2a13312 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fb10caed-00d9-4418-b042-9d645400adad HTTP/1.1" status: 204 len: 168 time: 0.8017447 Aug 05 13:53:51.256016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215dcf40-752d-4af1-b14e-6fffd525a496 None None] Network 86a168d6-8229-41cf-8e41-bc278554d213 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:53:51.256976 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41420) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:51.286306 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5129726-1499-4b67-a26e-5ff0ebc6fdd0 req-0cc18820-fefd-40ba-a8e0-db6f6b966626 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:51.294703 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c5129726-1499-4b67-a26e-5ff0ebc6fdd0 req-0cc18820-fefd-40ba-a8e0-db6f6b966626 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 950 time: 0.1646333 Aug 05 13:53:51.304348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc286e7-ae93-47ef-b4e0-e50fc71fa334 req-8fb0dcd1-ed28-433c-91a8-d01f47e67df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:51.306638 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0fc286e7-ae93-47ef-b4e0-e50fc71fa334 req-8fb0dcd1-ed28-433c-91a8-d01f47e67df1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 1101 time: 0.2084992 Aug 05 13:53:51.416763 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:51.489178 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06a7b18-e1f5-482d-9e19-c76f41b7f4d3 None None] DHCP port deletion for 86a168d6-8229-41cf-8e41-bc278554d213 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 13:53:51.499412 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c5129726-1499-4b67-a26e-5ff0ebc6fdd0 req-2fb52d06-4dc3-437b-b7e0-9ab953bef822 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987894 Aug 05 13:53:51.543984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41438) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:51.551909 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0fc286e7-ae93-47ef-b4e0-e50fc71fa334 req-35e31d1b-841d-4085-82dd-93295425daf6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321720 Aug 05 13:53:51.570968 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d06a7b18-e1f5-482d-9e19-c76f41b7f4d3 None None] Deleting port f5902e6a-a7b2-47d9-b186-def72aaf697a {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:53:51.571547 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d06a7b18-e1f5-482d-9e19-c76f41b7f4d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:51.580563 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] Deleting port f5902e6a-a7b2-47d9-b186-def72aaf697a {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:53:51.581874 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:51.683831 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d06a7b18-e1f5-482d-9e19-c76f41b7f4d3 None None] For port f5902e6a-a7b2-47d9-b186-def72aaf697a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f5902e6a-a7b2-47d9-b186-def72aaf697a,segment=NetworkSegment(bb96aaad-dcc5-48eb-a40a-09135ff84984),segment_id=bb96aaad-dcc5-48eb-a40a-09135ff84984)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:51.684243 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d06a7b18-e1f5-482d-9e19-c76f41b7f4d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:51.709746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d06a7b18-e1f5-482d-9e19-c76f41b7f4d3 None None] Calling delete_port for f5902e6a-a7b2-47d9-b186-def72aaf697a owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:53:51.714908 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-7791d5bf-aa37-496e-9fe1-c60e270b25b0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:51.766627 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2198b4b5-e2c3-471d-8256-510dfec100e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:51.776847 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-7791d5bf-aa37-496e-9fe1-c60e270b25b0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:51.795057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] For port f5902e6a-a7b2-47d9-b186-def72aaf697a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f5902e6a-a7b2-47d9-b186-def72aaf697a,segment=NetworkSegment(bb96aaad-dcc5-48eb-a40a-09135ff84984),segment_id=bb96aaad-dcc5-48eb-a40a-09135ff84984)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:51.795823 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:51.839580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-7791d5bf-aa37-496e-9fe1-c60e270b25b0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Network e2d2ba84-38d9-47f3-984b-f6fdc376e26f is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:53:51.848923 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-7791d5bf-aa37-496e-9fe1-c60e270b25b0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:51.857395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-7791d5bf-aa37-496e-9fe1-c60e270b25b0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:53:51.890231 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d06a7b18-e1f5-482d-9e19-c76f41b7f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:51.893269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791d5bf-aa37-496e-9fe1-c60e270b25b0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Pushing event updated for resources: {'Port': ['ID=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:51.898710 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] Calling delete_port for f5902e6a-a7b2-47d9-b186-def72aaf697a owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:53:51.927974 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-7791d5bf-aa37-496e-9fe1-c60e270b25b0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:51.929179 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-7791d5bf-aa37-496e-9fe1-c60e270b25b0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:51.929303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a7b18-e1f5-482d-9e19-c76f41b7f4d3 None None] Pushing event deleted for resources: {'Port': ['ID=f5902e6a-a7b2-47d9-b186-def72aaf697a,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:51.939358 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a7b18-e1f5-482d-9e19-c76f41b7f4d3 None None] No DVR routers for this DVR port f5902e6a-a7b2-47d9-b186-def72aaf697a on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:53:52.037037 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47eebb8-ca95-4828-9dc5-7eef377ebfea req-d8035019-29b8-42ca-862f-ac80c823fe93 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:52.038626 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f47eebb8-ca95-4828-9dc5-7eef377ebfea req-d8035019-29b8-42ca-862f-ac80c823fe93 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 932 time: 0.2635925 Aug 05 13:53:52.061774 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:52.066196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff9628-a08f-45ac-9997-3892795db8dd req-f0d8bce5-b241-4854-9598-92a34315b5dc tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:52.068050 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3fff9628-a08f-45ac-9997-3892795db8dd req-f0d8bce5-b241-4854-9598-92a34315b5dc tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/ports?device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 950 time: 0.0542898 Aug 05 13:53:52.103558 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2198b4b5-e2c3-471d-8256-510dfec100e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:52.109484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5902e6a-a7b2-47d9-b186-def72aaf697a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:52.110139 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3fff9628-a08f-45ac-9997-3892795db8dd req-d9dd731c-9c7a-474d-85d4-ceeb3c69aedc tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ff1a35a-41a9-45a2-a774-0e868de9f8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354345 Aug 05 13:53:52.112852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] No DVR routers for this DVR port f5902e6a-a7b2-47d9-b186-def72aaf697a on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:53:52.119447 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-7791d5bf-aa37-496e-9fe1-c60e270b25b0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6558874 Aug 05 13:53:52.120807 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2198b4b5-e2c3-471d-8256-510dfec100e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:52.139101 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Request body: {'port': {'device_id': '33275f29-a0dc-4a65-9055-48ed1fa19912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:52.194873 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f47eebb8-ca95-4828-9dc5-7eef377ebfea req-d956ac65-06ff-49df-92f5-5bb0210013ad tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453044 Aug 05 13:53:52.246939 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198b4b5-e2c3-471d-8256-510dfec100e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f9c46d-805d-4fc0-b038-c020f0e71455,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:52.262204 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2198b4b5-e2c3-471d-8256-510dfec100e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9d8e465433643fb80d079208a5a5de8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7105227 Aug 05 13:53:52.268571 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2e6b6de-97d0-4e5a-ae77-c788142a4d14 req-1ef948ff-b89c-4492-8a45-80f53b4755a5 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 210 time: 0.0483632 Aug 05 13:53:52.269601 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41452) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:52.297892 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:52.330643 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:52.351705 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a168d6-8229-41cf-8e41-bc278554d213']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:52.366970 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb96aaad-dcc5-48eb-a40a-09135ff84984') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:52.367514 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb96aaad-dcc5-48eb-a40a-09135ff84984') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:53:52.420950 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:52.442154 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-9d199be1-1bd7-407b-a35f-4502ecdbb9a2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:52.444304 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-9d199be1-1bd7-407b-a35f-4502ecdbb9a2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.63 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 820 time: 0.1858838 Aug 05 13:53:52.453072 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:52.464530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:53:52.465190 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: timer() Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:53:52.467082 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:53:52.486550 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-56b01fdf-99f7-40d0-88a6-2b640997c642 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Request body: {'port': {'device_id': 'd20a2c09-3e27-4ac1-8903-1b0ac653a5b6', 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0', 'admin_state_up': True, 'tenant_id': 'ddc2755c0f634caaae1357405a91b9dd'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:52.494576 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc505105-9dde-4f58-b5ca-84ac60a24d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:52.572625 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc505105-9dde-4f58-b5ca-84ac60a24d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:52.579292 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:52.615607 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:52.619752 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] 10.222.0.16 "DELETE /v2.0/networks/86a168d6-8229-41cf-8e41-bc278554d213 HTTP/1.1" status: 204 len: 168 time: 1.3593600 Aug 05 13:53:52.621406 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1863131-d6e3-41bb-9b0e-03f128ca1219 admin admin] Pushing event deleted for resources: {'Network': ['ID=86a168d6-8229-41cf-8e41-bc278554d213,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:52.693045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-56b01fdf-99f7-40d0-88a6-2b640997c642 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Made reservation on behalf of ddc2755c0f634caaae1357405a91b9dd for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:53:52.704334 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-56b01fdf-99f7-40d0-88a6-2b640997c642 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:52.707223 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaec97-6aa9-49da-9706-8668712a6bad req-668830ef-4ad2-4fd6-bef6-5f0092863071 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:52.709342 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-64aaec97-6aa9-49da-9706-8668712a6bad req-668830ef-4ad2-4fd6-bef6-5f0092863071 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 950 time: 0.1340554 Aug 05 13:53:52.772357 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc505105-9dde-4f58-b5ca-84ac60a24d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:52.775129 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc505105-9dde-4f58-b5ca-84ac60a24d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:52.779096 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bc505105-9dde-4f58-b5ca-84ac60a24d0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29f9c46d-805d-4fc0-b038-c020f0e71455 HTTP/1.1" status: 204 len: 168 time: 0.5075333 Aug 05 13:53:52.790312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0bc736-89e4-4e9e-b633-f719c9f9e06b {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:53:52.803803 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:52.808546 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc505105-9dde-4f58-b5ca-84ac60a24d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f9c46d-805d-4fc0-b038-c020f0e71455,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:52.827360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41474) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:52.833609 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-64aaec97-6aa9-49da-9706-8668712a6bad req-fda2c15a-c250-43a5-b308-283e87f49e44 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147442 Aug 05 13:53:52.840946 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Transition to ACTIVE for port object ef0bc736-89e4-4e9e-b633-f719c9f9e06b will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:52.860640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f5902e6a-a7b2-47d9-b186-def72aaf697a no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:53:52.861210 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:52.871409 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41476) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:52.880120 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: f5902e6a-a7b2-47d9-b186-def72aaf697a {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:53:52.881071 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f5902e6a-a7b2-47d9-b186-def72aaf697a not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:53:52.924639 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b2c917e1-a044-4a26-ad80-7d7c6e6cb382 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f288cffe473240abb15d36dc3500bc95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959044 Aug 05 13:53:52.927593 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41480) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:52.953876 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:52.980811 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-56b01fdf-99f7-40d0-88a6-2b640997c642 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Allocated IP 172.20.0.8 (2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0/5d7bb95a-eb73-4d95-8a01-f23ea032c5a9/1dbd3872-f6aa-415b-888c-a15b09035c89) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:53:53.037255 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d0cf481-bb21-4003-b7e8-9c2e859dc5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:53.068873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Attempting to bind port ef0bc736-89e4-4e9e-b633-f719c9f9e06b on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:53:53.069196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Attempting to bind port ef0bc736-89e4-4e9e-b633-f719c9f9e06b by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:53:53.069585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Attempting to bind port ef0bc736-89e4-4e9e-b633-f719c9f9e06b on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:53.076286 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d0cf481-bb21-4003-b7e8-9c2e859dc5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:53.083801 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Port ef0bc736-89e4-4e9e-b633-f719c9f9e06b on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:53:53.084182 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Attempting to bind port ef0bc736-89e4-4e9e-b633-f719c9f9e06b on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:53.093030 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:53:53.093368 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Checking segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:53.093753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Bound using segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:53:53.094188 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Bound port: ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:53:53.094613 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:53.138030 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd37d-618d-41f7-a7ce-eefef10f5783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:53.184799 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d0cf481-bb21-4003-b7e8-9c2e859dc5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:53.187462 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d0cf481-bb21-4003-b7e8-9c2e859dc5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:53.188564 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4d0cf481-bb21-4003-b7e8-9c2e859dc5fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/295688b3-7c00-4033-86ec-c03acbd84f3c HTTP/1.1" status: 204 len: 168 time: 0.2585020 Aug 05 13:53:53.192722 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] For port ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:53:53.198161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] For port ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:53:53.203709 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cf481-bb21-4003-b7e8-9c2e859dc5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295688b3-7c00-4033-86ec-c03acbd84f3c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:53.211946 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:53.283143 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:53.283802 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:53.286084 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] 10.222.0.84 "PUT /v2.0/ports/ef0bc736-89e4-4e9e-b633-f719c9f9e06b HTTP/1.1" status: 200 len: 1092 time: 1.1525381 Aug 05 13:53:53.289657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33275f29-a0dc-4a65-9055-48ed1fa19912', 'tag': 'ef0bc736-89e4-4e9e-b633-f719c9f9e06b'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:53.292388 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe2f19f-0c68-45dc-8f9e-47089b195e71" -d '{"events": [{"name": "network-changed", "server_uuid": "33275f29-a0dc-4a65-9055-48ed1fa19912", "tag": "ef0bc736-89e4-4e9e-b633-f719c9f9e06b"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:53.313887 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1274043-684f-43c7-aea7-c40ce9b41b61 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:53.328429 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-56b01fdf-99f7-40d0-88a6-2b640997c642 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:53.334483 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965d499-269c-4715-aa5e-d837d6ec239c req-b5f69cf5-f648-4dc7-be83-9a158200016a tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:53.353640 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d965d499-269c-4715-aa5e-d837d6ec239c req-b5f69cf5-f648-4dc7-be83-9a158200016a tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/ports?device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 950 time: 0.1114604 Aug 05 13:53:53.397254 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41496) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:53.427495 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9b8828a-277c-4cbe-ac92-aa141e1d6577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:53.437454 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd37d-618d-41f7-a7ce-eefef10f5783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:53.447099 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd37d-618d-41f7-a7ce-eefef10f5783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:53.468245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98613f-76ff-41dd-bf98-8eb1eed4ad48 req-c3694b48-20b8-4df7-88bc-3f782bc83813 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:53.469093 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d965d499-269c-4715-aa5e-d837d6ec239c req-e2d3e152-2fb2-4b63-a601-2493033b9f30 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ff1a35a-41a9-45a2-a774-0e868de9f8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145926 Aug 05 13:53:53.469881 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c98613f-76ff-41dd-bf98-8eb1eed4ad48 req-c3694b48-20b8-4df7-88bc-3f782bc83813 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 944 time: 0.1127243 Aug 05 13:53:53.479666 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-56b01fdf-99f7-40d0-88a6-2b640997c642 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:53.495181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-6bbfec91-4a6e-4442-812a-ec10070f2bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:53.496677 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-6bbfec91-4a6e-4442-812a-ec10070f2bee service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 1095 time: 0.1349075 Aug 05 13:53:53.515602 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350e841-2f1c-4f6c-9588-33891cdf91ad req-a5319b71-7ee0-41b9-b31d-de7a309a1271 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:53.517091 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f350e841-2f1c-4f6c-9588-33891cdf91ad req-a5319b71-7ee0-41b9-b31d-de7a309a1271 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.84 "GET /v2.0/ports?device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 950 time: 0.1100507 Aug 05 13:53:53.542073 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cdbcd37d-618d-41f7-a7ce-eefef10f5783 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c054c12fbc794acda3d669c1cd7b2fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6628482 Aug 05 13:53:53.544501 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcd37d-618d-41f7-a7ce-eefef10f5783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8764f8a7-ee78-4b34-a8df-f8dc86bc8462,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:53.554580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41500) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:53.569702 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-8ee37161-e76d-43de-a9c3-57d64354b8a3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef0bc736-89e4-4e9e-b633-f719c9f9e06b HTTP/1.1" status: 200 len: 217 time: 0.0621371 Aug 05 13:53:53.574675 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-56b01fdf-99f7-40d0-88a6-2b640997c642 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:53:53.589463 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-56b01fdf-99f7-40d0-88a6-2b640997c642 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:53:53.605363 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-56b01fdf-99f7-40d0-88a6-2b640997c642 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:53:53.605547 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f798ce-ba13-4ff4-b163-e1611923b8ed x-openstack-request-id: req-33f798ce-ba13-4ff4-b163-e1611923b8ed {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:53.605547 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33275f29-a0dc-4a65-9055-48ed1fa19912", "tag": "ef0bc736-89e4-4e9e-b633-f719c9f9e06b", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:53.605547 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33f798ce-ba13-4ff4-b163-e1611923b8ed {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:53.610391 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33275f29-a0dc-4a65-9055-48ed1fa19912', 'tag': 'ef0bc736-89e4-4e9e-b633-f719c9f9e06b', 'status': 'completed', 'code': 200} Aug 05 13:53:53.611935 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b01fdf-99f7-40d0-88a6-2b640997c642 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Pushing event updated for resources: {'Port': ['ID=1dbd3872-f6aa-415b-888c-a15b09035c89,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:53.678686 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c98613f-76ff-41dd-bf98-8eb1eed4ad48 req-11830d3a-6e43-442c-9aed-fee4878e03fd tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760342 Aug 05 13:53:53.708029 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-01cc9cd3-ac04-4920-a24e-9e3abd6963e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:53.710073 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-01cc9cd3-ac04-4920-a24e-9e3abd6963e0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.1195934 Aug 05 13:53:53.724272 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-56b01fdf-99f7-40d0-88a6-2b640997c642 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:53.724935 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-56b01fdf-99f7-40d0-88a6-2b640997c642 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:53.732809 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94d7b575-0859-4b59-901c-3e9cf0d36c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:53.762362 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94d7b575-0859-4b59-901c-3e9cf0d36c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:53.819627 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94d7b575-0859-4b59-901c-3e9cf0d36c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:53.822821 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94d7b575-0859-4b59-901c-3e9cf0d36c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:53.826767 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-94d7b575-0859-4b59-901c-3e9cf0d36c6f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8764f8a7-ee78-4b34-a8df-f8dc86bc8462 HTTP/1.1" status: 204 len: 168 time: 0.2677925 Aug 05 13:53:53.834893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7b575-0859-4b59-901c-3e9cf0d36c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8764f8a7-ee78-4b34-a8df-f8dc86bc8462,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:54.008008 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c61d4-29c4-4986-9d6f-6ed6097f0a49 req-497ba863-87e2-4da5-9085-4abee642e97b tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:54.008797 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-2afbb4a8-3ad1-4928-adad-d6a80212ccfb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2873232 Aug 05 13:53:54.009733 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-754c61d4-29c4-4986-9d6f-6ed6097f0a49 req-497ba863-87e2-4da5-9085-4abee642e97b tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 950 time: 0.0757225 Aug 05 13:53:54.043660 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9b8828a-277c-4cbe-ac92-aa141e1d6577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:54.064179 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-56b01fdf-99f7-40d0-88a6-2b640997c642 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5931439 Aug 05 13:53:54.083537 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9b8828a-277c-4cbe-ac92-aa141e1d6577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:54.085931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Request body: {'port': {'device_id': 'd20a2c09-3e27-4ac1-8903-1b0ac653a5b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:53:54.139913 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-754c61d4-29c4-4986-9d6f-6ed6097f0a49 req-e4459dc5-9a25-4b58-83fb-0833de2e097c tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170793 Aug 05 13:53:54.145531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-f350e841-2f1c-4f6c-9588-33891cdf91ad req-3c6e1f8a-f821-443c-a08f-0b387f7cb368 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Deleting port 31e1868a-8517-4be7-b09c-25e476eda301 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:53:54.145878 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f350e841-2f1c-4f6c-9588-33891cdf91ad req-3c6e1f8a-f821-443c-a08f-0b387f7cb368 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:54.178288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757805f-0a22-4901-bd6d-6237e5d45fad req-e0ce7556-f984-45d6-b639-c7410ba150ff tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:54.178288 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e757805f-0a22-4901-bd6d-6237e5d45fad req-e0ce7556-f984-45d6-b639-c7410ba150ff tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 931 time: 0.4558022 Aug 05 13:53:54.195596 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d9b8828a-277c-4cbe-ac92-aa141e1d6577 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=631783976ddf46fb99faf7df8e85bf14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7971265 Aug 05 13:53:54.228124 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8828a-277c-4cbe-ac92-aa141e1d6577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc0e3b1-18b7-429d-9a3d-0de9de452151,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:54.234691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41524) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:54.256097 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:54.334205 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-b1caf994-62e2-4eb4-80e8-b3872b65a193 service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159018 Aug 05 13:53:54.368153 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e757805f-0a22-4901-bd6d-6237e5d45fad req-7079abbf-66c4-47ab-8ef0-f09f91f58018 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935976 Aug 05 13:53:54.434593 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f350e841-2f1c-4f6c-9588-33891cdf91ad req-3c6e1f8a-f821-443c-a08f-0b387f7cb368 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] For port 31e1868a-8517-4be7-b09c-25e476eda301, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=31e1868a-8517-4be7-b09c-25e476eda301,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:54.435261 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f350e841-2f1c-4f6c-9588-33891cdf91ad req-3c6e1f8a-f821-443c-a08f-0b387f7cb368 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:54.458662 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41530) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:54.461242 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-f350e841-2f1c-4f6c-9588-33891cdf91ad req-3c6e1f8a-f821-443c-a08f-0b387f7cb368 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Calling delete_port for 31e1868a-8517-4be7-b09c-25e476eda301 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:53:54.483890 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-612eff30-a999-4df1-b4d5-23f8d3f35e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:54.500030 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8db4d303-b30d-46bc-98f7-ea6b740c99f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:54.593507 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-612eff30-a999-4df1-b4d5-23f8d3f35e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:54.634683 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94cbf1e2-c919-43df-a330-2c0349b177fc req-27d17551-eb5f-4eaf-8618-b5fd028fbe64 service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838190 Aug 05 13:53:54.726245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634645e-b528-4d7a-bfd4-38e85869029c req-996e3bbd-187e-4aa2-aa03-9b47f7d447f0 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:54.727980 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c634645e-b528-4d7a-bfd4-38e85869029c req-996e3bbd-187e-4aa2-aa03-9b47f7d447f0 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 950 time: 0.0880747 Aug 05 13:53:54.782210 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbd3872-f6aa-415b-888c-a15b09035c89 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:53:54.793539 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:54.798483 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c634645e-b528-4d7a-bfd4-38e85869029c req-bde5b616-0e41-4d97-a654-1344fd982f7f tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521989 Aug 05 13:53:54.821102 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2734e-af77-47fc-a7d2-94e2effec186 req-4857d2df-b529-4379-bfff-c87aab705f27 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:54.822584 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-74d2734e-af77-47fc-a7d2-94e2effec186 req-4857d2df-b529-4379-bfff-c87aab705f27 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/ports?device_id=c456dab4-79c4-4e28-93c4-c6c6b598dbfa HTTP/1.1" status: 200 len: 950 time: 0.1816657 Aug 05 13:53:54.827119 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-612eff30-a999-4df1-b4d5-23f8d3f35e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:54.829653 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-612eff30-a999-4df1-b4d5-23f8d3f35e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:54.830785 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-612eff30-a999-4df1-b4d5-23f8d3f35e56 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ddc0e3b1-18b7-429d-9a3d-0de9de452151 HTTP/1.1" status: 204 len: 168 time: 0.5933669 Aug 05 13:53:54.841406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2f19f-0c68-45dc-8f9e-47089b195e71 req-8f8dd07e-73fc-4dfc-93ed-1b2eaab1f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:54.842925 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2fe2f19f-0c68-45dc-8f9e-47089b195e71 req-8f8dd07e-73fc-4dfc-93ed-1b2eaab1f5ed service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 1095 time: 0.1518040 Aug 05 13:53:54.885036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612eff30-a999-4df1-b4d5-23f8d3f35e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc0e3b1-18b7-429d-9a3d-0de9de452151,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:54.887874 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Transition to ACTIVE for port object 1dbd3872-f6aa-415b-888c-a15b09035c89 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:53:54.893062 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:54.922578 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f350e841-2f1c-4f6c-9588-33891cdf91ad req-3c6e1f8a-f821-443c-a08f-0b387f7cb368 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:54.940866 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['31e1868a-8517-4be7-b09c-25e476eda301'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:53:54.961588 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbd3872-f6aa-415b-888c-a15b09035c89,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:55.088234 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8db4d303-b30d-46bc-98f7-ea6b740c99f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:55.111080 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Attempting to bind port 1dbd3872-f6aa-415b-888c-a15b09035c89 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:53:55.111080 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Attempting to bind port 1dbd3872-f6aa-415b-888c-a15b09035c89 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:53:55.111080 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Attempting to bind port 1dbd3872-f6aa-415b-888c-a15b09035c89 on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:55.111352 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f350e841-2f1c-4f6c-9588-33891cdf91ad req-3c6e1f8a-f821-443c-a08f-0b387f7cb368 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] No DVR routers for this DVR port 31e1868a-8517-4be7-b09c-25e476eda301 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:53:55.113274 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-74d2734e-af77-47fc-a7d2-94e2effec186 req-39964ab8-adf7-4551-ad51-52102baa0f34 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ff1a35a-41a9-45a2-a774-0e868de9f8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775581 Aug 05 13:53:55.115781 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Port 1dbd3872-f6aa-415b-888c-a15b09035c89 on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:53:55.116102 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Attempting to bind port 1dbd3872-f6aa-415b-888c-a15b09035c89 on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:53:55.117064 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f350e841-2f1c-4f6c-9588-33891cdf91ad req-3c6e1f8a-f821-443c-a08f-0b387f7cb368 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:55.119184 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f350e841-2f1c-4f6c-9588-33891cdf91ad req-3c6e1f8a-f821-443c-a08f-0b387f7cb368 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] 10.222.0.84 "DELETE /v2.0/ports/31e1868a-8517-4be7-b09c-25e476eda301 HTTP/1.1" status: 204 len: 173 time: 1.5912638 Aug 05 13:53:55.119820 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8db4d303-b30d-46bc-98f7-ea6b740c99f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:55.122389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:53:55.122569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e1f8a-f821-443c-a08f-0b387f7cb368 tempest-ServerDiagnosticsNegativeTest-1122079669 tempest-ServerDiagnosticsNegativeTest-1122079669-project] Pushing event deleted for resources: {'Port': ['ID=31e1868a-8517-4be7-b09c-25e476eda301,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:55.122928 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Checking segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:53:55.123117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Bound using segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:53:55.126838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Bound port: 1dbd3872-f6aa-415b-888c-a15b09035c89, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:53:55.128204 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:55.189366 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e4aa9-682a-41c8-a8bb-9632338ad7b1 req-794e6f71-4792-43f6-abb9-14dbe6acb1c8 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:55.198803 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8db4d303-b30d-46bc-98f7-ea6b740c99f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a9eb5a691b74c2f867740e234d99234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7329628 Aug 05 13:53:55.199043 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a06e4aa9-682a-41c8-a8bb-9632338ad7b1 req-794e6f71-4792-43f6-abb9-14dbe6acb1c8 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 944 time: 0.1273201 Aug 05 13:53:55.199452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41548) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:55.207383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4d303-b30d-46bc-98f7-ea6b740c99f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917052a6-8ec0-4220-8664-24cce25993ca,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:55.211096 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2f19f-0c68-45dc-8f9e-47089b195e71 req-109ba09c-041b-4b68-b70c-3a458d41df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:55.212600 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2fe2f19f-0c68-45dc-8f9e-47089b195e71 req-109ba09c-041b-4b68-b70c-3a458d41df38 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.3462300 Aug 05 13:53:55.261284 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a06e4aa9-682a-41c8-a8bb-9632338ad7b1 req-d1e11688-5ded-4c63-b3b0-fd630369e15a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633781 Aug 05 13:53:55.309594 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2fe2f19f-0c68-45dc-8f9e-47089b195e71 req-f2a6bfe3-3f95-40a5-9350-357b1b0703e6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef0bc736-89e4-4e9e-b633-f719c9f9e06b HTTP/1.1" status: 200 len: 217 time: 0.0832458 Aug 05 13:53:55.315802 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] For port 1dbd3872-f6aa-415b-888c-a15b09035c89, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:53:55.321255 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] For port 1dbd3872-f6aa-415b-888c-a15b09035c89, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=1dbd3872-f6aa-415b-888c-a15b09035c89,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:53:55.327514 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:55.423573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2f19f-0c68-45dc-8f9e-47089b195e71 req-fc6602b5-7271-4339-b96e-3dae3470beca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:55.426386 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2fe2f19f-0c68-45dc-8f9e-47089b195e71 req-fc6602b5-7271-4339-b96e-3dae3470beca service neutron] 10.222.0.84 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.1035030 Aug 05 13:53:55.427529 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-480cfaa8-26e0-446b-ae7c-1726f1c461ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:55.428761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbd3872-f6aa-415b-888c-a15b09035c89,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:55.439522 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:55.440532 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:55.443415 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-17ead6b8-1fa2-4228-ae59-0480eae58936 service neutron] 10.222.0.63 "PUT /v2.0/ports/1dbd3872-f6aa-415b-888c-a15b09035c89 HTTP/1.1" status: 200 len: 1091 time: 1.3659635 Aug 05 13:53:55.444146 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20a2c09-3e27-4ac1-8903-1b0ac653a5b6', 'tag': '1dbd3872-f6aa-415b-888c-a15b09035c89'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:55.447076 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5988fe54-39ed-42d7-8b4f-c282b84de733" -d '{"events": [{"name": "network-changed", "server_uuid": "d20a2c09-3e27-4ac1-8903-1b0ac653a5b6", "tag": "1dbd3872-f6aa-415b-888c-a15b09035c89"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:55.467573 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-480cfaa8-26e0-446b-ae7c-1726f1c461ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:55.514100 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2fe2f19f-0c68-45dc-8f9e-47089b195e71 req-1c373f40-452d-4558-9e0c-df948fd6f4a1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389252 Aug 05 13:53:55.558935 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe2f966-4122-4c94-87b0-4e0a82c32b2f x-openstack-request-id: req-6fe2f966-4122-4c94-87b0-4e0a82c32b2f {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:55.570381 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20a2c09-3e27-4ac1-8903-1b0ac653a5b6", "tag": "1dbd3872-f6aa-415b-888c-a15b09035c89", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:55.570381 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6fe2f966-4122-4c94-87b0-4e0a82c32b2f {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:55.570381 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20a2c09-3e27-4ac1-8903-1b0ac653a5b6', 'tag': '1dbd3872-f6aa-415b-888c-a15b09035c89', 'status': 'completed', 'code': 200} Aug 05 13:53:55.607322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c456dab4-79c4-4e28-93c4-c6c6b598dbfa', 'name': 'network-vif-deleted', 'tag': '31e1868a-8517-4be7-b09c-25e476eda301'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:53:55.612785 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a28c012-a404-4997-9c10-ca0c87b76298" -d '{"events": [{"server_uuid": "c456dab4-79c4-4e28-93c4-c6c6b598dbfa", "name": "network-vif-deleted", "tag": "31e1868a-8517-4be7-b09c-25e476eda301"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:53:55.640423 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-480cfaa8-26e0-446b-ae7c-1726f1c461ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:55.643460 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-480cfaa8-26e0-446b-ae7c-1726f1c461ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:55.647318 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-480cfaa8-26e0-446b-ae7c-1726f1c461ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/917052a6-8ec0-4220-8664-24cce25993ca HTTP/1.1" status: 204 len: 168 time: 0.4442770 Aug 05 13:53:55.660523 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cfaa8-26e0-446b-ae7c-1726f1c461ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917052a6-8ec0-4220-8664-24cce25993ca,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:55.665238 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-9d813cca-c120-4d3a-8d2d-146a45954446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:55.665934 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2fe2f19f-0c68-45dc-8f9e-47089b195e71 req-0383f421-fe79-4bb3-98a4-66e0ac0f8bdb service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382303 Aug 05 13:53:55.666769 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-9d813cca-c120-4d3a-8d2d-146a45954446 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 1094 time: 0.1592636 Aug 05 13:53:55.683765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0910866-b2cc-4ac7-9a83-b7db8eb75cac req-d5dd781c-29c5-4bc7-a8ba-c985454fe5a4 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:55.691276 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b0910866-b2cc-4ac7-9a83-b7db8eb75cac req-d5dd781c-29c5-4bc7-a8ba-c985454fe5a4 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 943 time: 0.1052344 Aug 05 13:53:55.746931 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-2f28f622-782e-4076-a1d7-b08245e1614a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dbd3872-f6aa-415b-888c-a15b09035c89 HTTP/1.1" status: 200 len: 217 time: 0.0464947 Aug 05 13:53:55.751457 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9921a140-4c37-4984-8b55-f727adcb4b1c x-openstack-request-id: req-9921a140-4c37-4984-8b55-f727adcb4b1c {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:53:55.751744 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c456dab4-79c4-4e28-93c4-c6c6b598dbfa", "name": "network-vif-deleted", "tag": "31e1868a-8517-4be7-b09c-25e476eda301", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:53:55.752149 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9921a140-4c37-4984-8b55-f727adcb4b1c {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:53:55.752418 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c456dab4-79c4-4e28-93c4-c6c6b598dbfa', 'name': 'network-vif-deleted', 'tag': '31e1868a-8517-4be7-b09c-25e476eda301', 'status': 'completed', 'code': 200} Aug 05 13:53:55.792315 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2fe2f19f-0c68-45dc-8f9e-47089b195e71 req-f0d7eaad-4d0e-43f5-a6d1-6bb9c473d8f0 service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130631 Aug 05 13:53:55.824014 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b0910866-b2cc-4ac7-9a83-b7db8eb75cac req-469dc42d-d5f2-4674-90ea-54d97ebe76f6 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226001 Aug 05 13:53:55.872286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-9f747b11-8752-42e4-a759-368aac6a18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:55.874861 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-9f747b11-8752-42e4-a759-368aac6a18e5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.1136160 Aug 05 13:53:55.924582 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-ea52ff6c-e2e2-494c-b632-f3c6896d99a2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376971 Aug 05 13:53:55.946792 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1d39e-c306-448f-b12f-0b906cfa4f27 req-29d20f54-56cb-48e0-a3c8-61e157d1557a tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:55.949082 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2da1d39e-c306-448f-b12f-0b906cfa4f27 req-29d20f54-56cb-48e0-a3c8-61e157d1557a tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 950 time: 0.0619807 Aug 05 13:53:56.019121 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41608) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:56.040585 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2da1d39e-c306-448f-b12f-0b906cfa4f27 req-6081c9d2-842d-4325-872f-a1d83d729dc0 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834401 Aug 05 13:53:56.055290 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-9c0b0481-8506-4699-8265-1f1e6f021510 service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218479 Aug 05 13:53:56.164378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41616) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:56.177764 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5b2c6ce-cf44-4d49-b78a-b778e0cf3392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:56.214757 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987171b-3906-4d1c-bfa7-8d65c301fb0f req-698437a6-2183-44d1-9ceb-cdfc4238ad94 tempest-LiveMigrationNegativeTest-2081099595 tempest-LiveMigrationNegativeTest-2081099595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:56.221889 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9987171b-3906-4d1c-bfa7-8d65c301fb0f req-698437a6-2183-44d1-9ceb-cdfc4238ad94 tempest-LiveMigrationNegativeTest-2081099595 tempest-LiveMigrationNegativeTest-2081099595-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 1101 time: 0.0890393 Aug 05 13:53:56.225304 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24209bb9-c007-4dbd-9fa0-8054f088ce3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:56.233972 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2601ef4b-2e82-4eb7-b555-db0bfa13c721 req-d84118fa-afa9-4703-9ba1-3b6e70916e9f service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626618 Aug 05 13:53:56.240939 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9987171b-3906-4d1c-bfa7-8d65c301fb0f req-08da4d40-09c8-4a7b-8e19-c02b0004d6ae tempest-LiveMigrationNegativeTest-2081099595 tempest-LiveMigrationNegativeTest-2081099595-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:56.321331 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5b2c6ce-cf44-4d49-b78a-b778e0cf3392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:56.342316 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5b2c6ce-cf44-4d49-b78a-b778e0cf3392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:56.345950 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988fe54-39ed-42d7-8b4f-c282b84de733 req-ff5d568a-e706-4750-8de6-5a4d66f6ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:56.347901 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5988fe54-39ed-42d7-8b4f-c282b84de733 req-ff5d568a-e706-4750-8de6-5a4d66f6ffe4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 1094 time: 0.0518920 Aug 05 13:53:56.372293 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.api [req-9987171b-3906-4d1c-bfa7-8d65c301fb0f req-08da4d40-09c8-4a7b-8e19-c02b0004d6ae tempest-LiveMigrationNegativeTest-2081099595 tempest-LiveMigrationNegativeTest-2081099595-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 13:53:56.372293 n-d-803585-2 neutron-server[105723]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 13:53:56.372293 n-d-803585-2 neutron-server[105723]: [parameters: {'project_id_1': '2cccf8fb9d43471bbca03058fe2aeff4', 'expiration_1': datetime.datetime(2021, 8, 5, 13, 53, 56, 254811)}] Aug 05 13:53:56.372293 n-d-803585-2 neutron-server[105723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 13:53:56.372631 n-d-803585-2 neutron-server[105723]: DEBUG oslo_db.api [req-9987171b-3906-4d1c-bfa7-8d65c301fb0f req-08da4d40-09c8-4a7b-8e19-c02b0004d6ae tempest-LiveMigrationNegativeTest-2081099595 tempest-LiveMigrationNegativeTest-2081099595-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 13:53:56.431220 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a5b2c6ce-cf44-4d49-b78a-b778e0cf3392 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2223d4c0c7241958daf39366d9ebdd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656121 Aug 05 13:53:56.435898 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41626) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:56.436348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2c6ce-cf44-4d49-b78a-b778e0cf3392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bf7295-d707-4d36-ae1f-9fa1e451b914,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:56.468429 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd87cd1-9d79-4ad5-8a30-4018b7071f39 req-24aa669b-135d-452d-a931-5ff491a3be9b tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:56.470767 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6fd87cd1-9d79-4ad5-8a30-4018b7071f39 req-24aa669b-135d-452d-a931-5ff491a3be9b tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 944 time: 0.1138270 Aug 05 13:53:56.530372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988fe54-39ed-42d7-8b4f-c282b84de733 req-fd5461c4-631f-4561-afb5-3286bb0d45fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:56.531924 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5988fe54-39ed-42d7-8b4f-c282b84de733 req-fd5461c4-631f-4561-afb5-3286bb0d45fc service neutron] 10.222.0.63 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 921 time: 0.1731203 Aug 05 13:53:56.549278 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6fd87cd1-9d79-4ad5-8a30-4018b7071f39 req-e36e425f-6547-4392-a375-d19fb1e71b38 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672028 Aug 05 13:53:56.562380 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-82421ded-72ed-419e-80c0-59a2c4914636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:56.574193 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24209bb9-c007-4dbd-9fa0-8054f088ce3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:56.583071 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24209bb9-c007-4dbd-9fa0-8054f088ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:56.615359 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41634) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:56.618729 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5988fe54-39ed-42d7-8b4f-c282b84de733 req-0da59f71-3188-4365-a567-fafa69939d0a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dbd3872-f6aa-415b-888c-a15b09035c89 HTTP/1.1" status: 200 len: 217 time: 0.0672326 Aug 05 13:53:56.628731 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-82421ded-72ed-419e-80c0-59a2c4914636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:56.647573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24209bb9-c007-4dbd-9fa0-8054f088ce3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bc4369-09e4-46ad-b026-5319b01dd840,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:56.653019 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-24209bb9-c007-4dbd-9fa0-8054f088ce3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b9839972f48490aa105fb2b9f8c6f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6328108 Aug 05 13:53:56.657792 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41638) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:56.722950 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-88cf7b72-a2e2-4663-b951-5c8ad7dc6306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:56.728321 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988fe54-39ed-42d7-8b4f-c282b84de733 req-14fa4094-5cf1-4991-a4a8-3af73853ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:56.730103 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5988fe54-39ed-42d7-8b4f-c282b84de733 req-14fa4094-5cf1-4991-a4a8-3af73853ba6a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.0878096 Aug 05 13:53:56.758497 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-88cf7b72-a2e2-4663-b951-5c8ad7dc6306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:56.772670 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5988fe54-39ed-42d7-8b4f-c282b84de733 req-2caa08cb-6c99-4c37-963f-04bb21648e6b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294175 Aug 05 13:53:56.773411 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-82421ded-72ed-419e-80c0-59a2c4914636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:56.775989 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-82421ded-72ed-419e-80c0-59a2c4914636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:56.777032 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-82421ded-72ed-419e-80c0-59a2c4914636 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32bf7295-d707-4d36-ae1f-9fa1e451b914 HTTP/1.1" status: 204 len: 168 time: 0.3400304 Aug 05 13:53:56.785684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82421ded-72ed-419e-80c0-59a2c4914636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bf7295-d707-4d36-ae1f-9fa1e451b914,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:56.833087 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-30bf3f36-4912-46b0-9a25-416c7f0f24af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85e15182671742a992a0c86b37241d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133663 Aug 05 13:53:56.835679 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41644) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:56.879864 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9987171b-3906-4d1c-bfa7-8d65c301fb0f req-08da4d40-09c8-4a7b-8e19-c02b0004d6ae tempest-LiveMigrationNegativeTest-2081099595 tempest-LiveMigrationNegativeTest-2081099595-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:56.882143 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-88cf7b72-a2e2-4663-b951-5c8ad7dc6306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:56.892387 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-88cf7b72-a2e2-4663-b951-5c8ad7dc6306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:56.898940 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-88cf7b72-a2e2-4663-b951-5c8ad7dc6306 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58bc4369-09e4-46ad-b026-5319b01dd840 HTTP/1.1" status: 204 len: 168 time: 0.2399588 Aug 05 13:53:56.917002 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf7b72-a2e2-4663-b951-5c8ad7dc6306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bc4369-09e4-46ad-b026-5319b01dd840,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:56.949339 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d38e5bf-7acf-4df6-b46f-76ce4d329b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:57.000980 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d38e5bf-7acf-4df6-b46f-76ce4d329b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:57.023579 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328ef7a-cecd-43a8-87ea-7afbd3a2c14f req-06546691-4a8b-4775-818c-cc46587b3db2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:57.025149 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3328ef7a-cecd-43a8-87ea-7afbd3a2c14f req-06546691-4a8b-4775-818c-cc46587b3db2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 943 time: 0.1093087 Aug 05 13:53:57.097420 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3328ef7a-cecd-43a8-87ea-7afbd3a2c14f req-3c0a686b-7708-43ff-9e6b-b2147043a5cd tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612948 Aug 05 13:53:57.118418 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d38e5bf-7acf-4df6-b46f-76ce4d329b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:57.121504 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d38e5bf-7acf-4df6-b46f-76ce4d329b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:57.128145 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8d38e5bf-7acf-4df6-b46f-76ce4d329b80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ff1a35a-41a9-45a2-a774-0e868de9f8e2 HTTP/1.1" status: 204 len: 168 time: 0.2908938 Aug 05 13:53:57.141137 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38e5bf-7acf-4df6-b46f-76ce4d329b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff1a35a-41a9-45a2-a774-0e868de9f8e2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:57.216866 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5988fe54-39ed-42d7-8b4f-c282b84de733 req-0ee10345-2ceb-46d5-9337-9dcd8ec3bf2d service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256566 Aug 05 13:53:57.375950 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5988fe54-39ed-42d7-8b4f-c282b84de733 req-95949163-1323-4e52-8f24-752325bba618 service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389112 Aug 05 13:53:57.377727 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9987171b-3906-4d1c-bfa7-8d65c301fb0f req-08da4d40-09c8-4a7b-8e19-c02b0004d6ae tempest-LiveMigrationNegativeTest-2081099595 tempest-LiveMigrationNegativeTest-2081099595-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:57.384650 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9987171b-3906-4d1c-bfa7-8d65c301fb0f req-08da4d40-09c8-4a7b-8e19-c02b0004d6ae tempest-LiveMigrationNegativeTest-2081099595 tempest-LiveMigrationNegativeTest-2081099595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:57.410093 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9987171b-3906-4d1c-bfa7-8d65c301fb0f req-08da4d40-09c8-4a7b-8e19-c02b0004d6ae tempest-LiveMigrationNegativeTest-2081099595 tempest-LiveMigrationNegativeTest-2081099595-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1872776 Aug 05 13:53:57.424692 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da4d40-09c8-4a7b-8e19-c02b0004d6ae tempest-LiveMigrationNegativeTest-2081099595 tempest-LiveMigrationNegativeTest-2081099595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d146de-a722-4627-bbec-3b5cfb332a63,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:57.590246 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41688) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:57.616956 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f778c96f-8d76-465b-8c59-0aad6915b31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:57.754744 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcda72-28a0-439e-9b53-78d71973143d req-faaadc72-e1e6-42f5-9416-3e9aa0b03455 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:57.757539 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9dbcda72-28a0-439e-9b53-78d71973143d req-faaadc72-e1e6-42f5-9416-3e9aa0b03455 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 944 time: 0.0882368 Aug 05 13:53:57.820751 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9dbcda72-28a0-439e-9b53-78d71973143d req-f849078e-771b-4461-b562-3237cda3c234 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540009 Aug 05 13:53:57.852490 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f778c96f-8d76-465b-8c59-0aad6915b31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:57.863122 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f778c96f-8d76-465b-8c59-0aad6915b31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:57.893416 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eec1d6-982e-490e-a5c1-78e873a86599 req-caa60b58-1dca-4a92-9e34-eb98d942c549 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:57.895910 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9eec1d6-982e-490e-a5c1-78e873a86599 req-caa60b58-1dca-4a92-9e34-eb98d942c549 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 950 time: 0.0623014 Aug 05 13:53:57.907553 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f778c96f-8d76-465b-8c59-0aad6915b31d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15db4c8a42ea40c99827cf5469d73533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161681 Aug 05 13:53:57.909994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41704) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:57.956308 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9eec1d6-982e-490e-a5c1-78e873a86599 req-9fd69566-6863-49ac-83f3-67615c2d2592 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513439 Aug 05 13:53:57.965687 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778c96f-8d76-465b-8c59-0aad6915b31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b273bf0-a333-4879-9bad-fecd8dac4962,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:57.994139 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2d65d74-39b1-42b8-a33b-431bf8e5bf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:58.020476 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2d65d74-39b1-42b8-a33b-431bf8e5bf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:58.075959 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2d65d74-39b1-42b8-a33b-431bf8e5bf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:58.078579 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2d65d74-39b1-42b8-a33b-431bf8e5bf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:58.079906 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d2d65d74-39b1-42b8-a33b-431bf8e5bf7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b273bf0-a333-4879-9bad-fecd8dac4962 HTTP/1.1" status: 204 len: 168 time: 0.1679866 Aug 05 13:53:58.090758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d65d74-39b1-42b8-a33b-431bf8e5bf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b273bf0-a333-4879-9bad-fecd8dac4962,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:58.235314 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d9a88-8db3-41ca-8695-c9716ba97d8a req-a7372960-c7ba-4507-a2f1-098d3ca8dbfe tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:58.237317 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a5d9a88-8db3-41ca-8695-c9716ba97d8a req-a7372960-c7ba-4507-a2f1-098d3ca8dbfe tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 943 time: 0.0571208 Aug 05 13:53:58.287395 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a5d9a88-8db3-41ca-8695-c9716ba97d8a req-bf0762ac-e880-4b80-8c70-5fbc56138cc8 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427415 Aug 05 13:53:58.571645 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device ef0bc736-89e4-4e9e-b633-f719c9f9e06b details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:53:58.576542 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 31e1868a-8517-4be7-b09c-25e476eda301 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:53:58.616852 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 31e1868a-8517-4be7-b09c-25e476eda301 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:53:58.617215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 31e1868a-8517-4be7-b09c-25e476eda301 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:53:58.702379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:58.714705 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'ef0bc736-89e4-4e9e-b633-f719c9f9e06b', 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f', 'port_id': 'ef0bc736-89e4-4e9e-b633-f719c9f9e06b', 'mac_address': 'fa:16:3e:b1:e5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f261c9-c685-4d0a-b558-e4facce7cdfb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:53:58.754659 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:58.768198 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0bc736-89e4-4e9e-b633-f719c9f9e06b {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:53:58.790660 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:58.795877 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:58.861647 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:58.892255 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41756) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:58.994642 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808f2b7-66f2-4d12-b0a7-c2acc2adad42 req-e40677e8-2a49-4385-a21c-1be5fc945f76 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:58.996334 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6808f2b7-66f2-4d12-b0a7-c2acc2adad42 req-e40677e8-2a49-4385-a21c-1be5fc945f76 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 945 time: 0.0583720 Aug 05 13:53:59.033196 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['ef0bc736-89e4-4e9e-b633-f719c9f9e06b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:53:59.043671 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6808f2b7-66f2-4d12-b0a7-c2acc2adad42 req-2c47c2ea-1cda-400e-8b32-b6a88f0d6a02 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398512 Aug 05 13:53:59.132282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971cf2f-49cc-4815-9263-e59db5636b0d req-54a1809e-21f5-42d2-b161-a438a5acd9fb tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:59.141260 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4971cf2f-49cc-4815-9263-e59db5636b0d req-54a1809e-21f5-42d2-b161-a438a5acd9fb tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 950 time: 0.0745416 Aug 05 13:53:59.145512 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f964c7df-59e7-41f3-959c-2465da01a714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:59.212692 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4971cf2f-49cc-4815-9263-e59db5636b0d req-6f148571-7c1f-4f87-8874-d74ca9c01e65 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702262 Aug 05 13:53:59.310842 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f964c7df-59e7-41f3-959c-2465da01a714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:59.321602 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c9ab8-c4e2-462e-a13b-c761240d9ef0 req-42bae45d-1520-4a64-bb05-d7991d028f6c tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:59.323165 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b7c9ab8-c4e2-462e-a13b-c761240d9ef0 req-42bae45d-1520-4a64-bb05-d7991d028f6c tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.84 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 950 time: 0.0863473 Aug 05 13:53:59.324307 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f964c7df-59e7-41f3-959c-2465da01a714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:59.369852 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 1dbd3872-f6aa-415b-888c-a15b09035c89 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:53:59.397354 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f964c7df-59e7-41f3-959c-2465da01a714 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e206c330d56c45fc8d1f7da50d26fc3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5037444 Aug 05 13:53:59.400483 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41784) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:53:59.413662 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964c7df-59e7-41f3-959c-2465da01a714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed0f792-3c48-4f85-aafb-b3f0cefb2a03,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:59.479083 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b1630aa8-0088-4bd1-8a84-d45b2a2256cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:59.518050 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b1630aa8-0088-4bd1-8a84-d45b2a2256cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:59.518490 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9146adf-c096-4783-8756-b0d7098d927a req-20f532ff-7d44-47b0-bdd3-b43b7bae7875 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:53:59.520150 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f9146adf-c096-4783-8756-b0d7098d927a req-20f532ff-7d44-47b0-bdd3-b43b7bae7875 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 943 time: 0.1208642 Aug 05 13:53:59.546283 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-3b7c9ab8-c4e2-462e-a13b-c761240d9ef0 req-e1e19c7e-948e-4674-bbcf-ceef63c3425b tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Deleting port d692ebd7-9023-4023-b8d3-ee80ec5b2182 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:53:59.546819 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3b7c9ab8-c4e2-462e-a13b-c761240d9ef0 req-e1e19c7e-948e-4674-bbcf-ceef63c3425b tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:59.547364 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 1dbd3872-f6aa-415b-888c-a15b09035c89, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=1dbd3872-f6aa-415b-888c-a15b09035c89,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:59.571563 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '1dbd3872-f6aa-415b-888c-a15b09035c89', 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0', 'port_id': '1dbd3872-f6aa-415b-888c-a15b09035c89', 'mac_address': 'fa:16:3e:11:92:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7bb95a-eb73-4d95-8a01-f23ea032c5a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:53:59.612198 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b1630aa8-0088-4bd1-8a84-d45b2a2256cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:59.616174 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b1630aa8-0088-4bd1-8a84-d45b2a2256cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:59.617568 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b1630aa8-0088-4bd1-8a84-d45b2a2256cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ed0f792-3c48-4f85-aafb-b3f0cefb2a03 HTTP/1.1" status: 204 len: 168 time: 0.2144330 Aug 05 13:53:59.626032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1630aa8-0088-4bd1-8a84-d45b2a2256cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed0f792-3c48-4f85-aafb-b3f0cefb2a03,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:59.638910 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f9146adf-c096-4783-8756-b0d7098d927a req-1955e9a5-114f-46e1-985c-e0bdbd12e2f3 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115053 Aug 05 13:53:59.676096 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:59.690855 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbd3872-f6aa-415b-888c-a15b09035c89 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:53:59.700773 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-3b7c9ab8-c4e2-462e-a13b-c761240d9ef0 req-e1e19c7e-948e-4674-bbcf-ceef63c3425b tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] For port d692ebd7-9023-4023-b8d3-ee80ec5b2182, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=d692ebd7-9023-4023-b8d3-ee80ec5b2182,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:59.701281 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3b7c9ab8-c4e2-462e-a13b-c761240d9ef0 req-e1e19c7e-948e-4674-bbcf-ceef63c3425b tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:59.713139 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 1dbd3872-f6aa-415b-888c-a15b09035c89, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=1dbd3872-f6aa-415b-888c-a15b09035c89,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:53:59.718555 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:59.718985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-3b7c9ab8-c4e2-462e-a13b-c761240d9ef0 req-e1e19c7e-948e-4674-bbcf-ceef63c3425b tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Calling delete_port for d692ebd7-9023-4023-b8d3-ee80ec5b2182 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:53:59.777628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=1dbd3872-f6aa-415b-888c-a15b09035c89,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:59.878760 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3b7c9ab8-c4e2-462e-a13b-c761240d9ef0 req-e1e19c7e-948e-4674-bbcf-ceef63c3425b tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:53:59.894596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['d692ebd7-9023-4023-b8d3-ee80ec5b2182'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:53:59.900415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['e855753f-ff19-400a-9eab-d14dee5b94cb'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:53:59.920582 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e19c7e-948e-4674-bbcf-ceef63c3425b tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Pushing event deleted for resources: {'Port': ['ID=d692ebd7-9023-4023-b8d3-ee80ec5b2182,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:53:59.994035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7c9ab8-c4e2-462e-a13b-c761240d9ef0 req-e1e19c7e-948e-4674-bbcf-ceef63c3425b tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] No DVR routers for this DVR port d692ebd7-9023-4023-b8d3-ee80ec5b2182 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:53:59.999672 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3b7c9ab8-c4e2-462e-a13b-c761240d9ef0 req-e1e19c7e-948e-4674-bbcf-ceef63c3425b tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:00.007177 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b7c9ab8-c4e2-462e-a13b-c761240d9ef0 req-e1e19c7e-948e-4674-bbcf-ceef63c3425b tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.84 "DELETE /v2.0/ports/d692ebd7-9023-4023-b8d3-ee80ec5b2182 HTTP/1.1" status: 204 len: 173 time: 0.6731584 Aug 05 13:54:00.010837 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197d8e1d-cb45-4213-aba1-4aaf34100ddd', 'name': 'network-vif-deleted', 'tag': 'd692ebd7-9023-4023-b8d3-ee80ec5b2182'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:00.013939 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4608f0-482e-4b60-8d84-c1f42aa7505f" -d '{"events": [{"server_uuid": "197d8e1d-cb45-4213-aba1-4aaf34100ddd", "name": "network-vif-deleted", "tag": "d692ebd7-9023-4023-b8d3-ee80ec5b2182"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:00.094624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['1dbd3872-f6aa-415b-888c-a15b09035c89'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:00.149699 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459a818c-f4be-4eb8-8cb3-9e075dfb0a93 x-openstack-request-id: req-459a818c-f4be-4eb8-8cb3-9e075dfb0a93 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:00.150478 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197d8e1d-cb45-4213-aba1-4aaf34100ddd", "name": "network-vif-deleted", "tag": "d692ebd7-9023-4023-b8d3-ee80ec5b2182", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:00.150478 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-459a818c-f4be-4eb8-8cb3-9e075dfb0a93 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:00.150811 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197d8e1d-cb45-4213-aba1-4aaf34100ddd', 'name': 'network-vif-deleted', 'tag': 'd692ebd7-9023-4023-b8d3-ee80ec5b2182', 'status': 'completed', 'code': 200} Aug 05 13:54:00.327977 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41822) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:00.350085 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e67ef2-50d1-47c7-8a5a-f146bf1e75a8 req-12638b6c-bf34-4645-80f8-0a5f9e9ecca0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:00.351696 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7e67ef2-50d1-47c7-8a5a-f146bf1e75a8 req-12638b6c-bf34-4645-80f8-0a5f9e9ecca0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 945 time: 0.0828528 Aug 05 13:54:00.354528 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-80873085-0e99-4661-b206-2f5ed7d7d6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:00.399282 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7e67ef2-50d1-47c7-8a5a-f146bf1e75a8 req-5dace1f0-b10f-405f-b569-f994a9ee4d84 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400410 Aug 05 13:54:00.524264 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-66d22fb1-ca4c-48d2-bea3-3d31df1aec32 req-5bed3da7-c8e7-4618-8270-cd425a5bd6ee tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=197d8e1d-cb45-4213-aba1-4aaf34100ddd HTTP/1.1" status: 200 len: 210 time: 0.0680346 Aug 05 13:54:00.578223 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-80873085-0e99-4661-b206-2f5ed7d7d6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:00.583019 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device ef0bc736-89e4-4e9e-b633-f719c9f9e06b up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:54:00.587152 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-80873085-0e99-4661-b206-2f5ed7d7d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:00.657481 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-80873085-0e99-4661-b206-2f5ed7d7d6ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33e2a36ac9444ddd8df2abd7697486cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283892 Aug 05 13:54:00.660452 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41840) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:00.680671 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port ef0bc736-89e4-4e9e-b633-f719c9f9e06b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:00.689729 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port ef0bc736-89e4-4e9e-b633-f719c9f9e06b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:00.690358 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:00.697198 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80873085-0e99-4661-b206-2f5ed7d7d6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8214b0a1-874f-4009-9501-da1acb5328ec,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:00.733088 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9c8a98ce-ead7-4b23-92ff-b2197f3e6021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:00.792171 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9c8a98ce-ead7-4b23-92ff-b2197f3e6021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:00.856210 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:00.862101 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a1219-4da4-4b99-9ed3-b2d1e42a6b4d req-70e72471-34f0-41fb-8f9f-0617b9175a60 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:00.870403 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e19a1219-4da4-4b99-9ed3-b2d1e42a6b4d req-70e72471-34f0-41fb-8f9f-0617b9175a60 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 944 time: 0.0978281 Aug 05 13:54:00.909373 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:00.910897 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33275f29-a0dc-4a65-9055-48ed1fa19912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0bc736-89e4-4e9e-b633-f719c9f9e06b'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:00.913783 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa723c6-bbf8-4536-b21e-d5c4021c5c0a" -d '{"events": [{"server_uuid": "33275f29-a0dc-4a65-9055-48ed1fa19912", "name": "network-vif-plugged", "status": "completed", "tag": "ef0bc736-89e4-4e9e-b633-f719c9f9e06b"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:00.918107 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:00.938938 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9c8a98ce-ead7-4b23-92ff-b2197f3e6021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:00.942424 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9c8a98ce-ead7-4b23-92ff-b2197f3e6021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:00.943935 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9c8a98ce-ead7-4b23-92ff-b2197f3e6021 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8214b0a1-874f-4009-9501-da1acb5328ec HTTP/1.1" status: 204 len: 168 time: 0.2815382 Aug 05 13:54:00.991598 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e19a1219-4da4-4b99-9ed3-b2d1e42a6b4d req-62a7b0ae-2d5a-4ad4-9bbc-da998eb4f494 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200159 Aug 05 13:54:00.995867 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01171f7e-3672-4b37-9078-c947c0d6d3b2 x-openstack-request-id: req-01171f7e-3672-4b37-9078-c947c0d6d3b2 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:00.996190 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33275f29-a0dc-4a65-9055-48ed1fa19912", "name": "network-vif-plugged", "status": "completed", "tag": "ef0bc736-89e4-4e9e-b633-f719c9f9e06b", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:00.996446 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01171f7e-3672-4b37-9078-c947c0d6d3b2 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:00.996838 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33275f29-a0dc-4a65-9055-48ed1fa19912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0bc736-89e4-4e9e-b633-f719c9f9e06b', 'code': 200} Aug 05 13:54:00.999185 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a98ce-ead7-4b23-92ff-b2197f3e6021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8214b0a1-874f-4009-9501-da1acb5328ec,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:01.061044 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:01.160321 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fb0c4-6cb0-4f08-9961-b85ff115cb43 req-d2b696b2-f221-4412-bcad-e6f115124a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:01.164781 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-025fb0c4-6cb0-4f08-9961-b85ff115cb43 req-d2b696b2-f221-4412-bcad-e6f115124a9a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 1097 time: 0.0889525 Aug 05 13:54:01.217392 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-025fb0c4-6cb0-4f08-9961-b85ff115cb43 req-605cbe93-8194-416a-ad8c-cfd2bfea5795 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445116 Aug 05 13:54:01.394512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 1dbd3872-f6aa-415b-888c-a15b09035c89 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:54:01.484541 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 1dbd3872-f6aa-415b-888c-a15b09035c89 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:01.499666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 1dbd3872-f6aa-415b-888c-a15b09035c89 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:01.504746 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:01.555416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dd3fa-bca9-4b8b-9cc4-a86d038d7ff6 req-b3f97d5b-bcfe-4f4a-845e-261efcdf213a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:01.557010 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b40dd3fa-bca9-4b8b-9cc4-a86d038d7ff6 req-b3f97d5b-bcfe-4f4a-845e-261efcdf213a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 946 time: 0.0638123 Aug 05 13:54:01.600478 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:01.607670 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b40dd3fa-bca9-4b8b-9cc4-a86d038d7ff6 req-8f944203-2273-4012-8b7a-99577420dd44 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427155 Aug 05 13:54:01.643870 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 1dbd3872-f6aa-415b-888c-a15b09035c89, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=1dbd3872-f6aa-415b-888c-a15b09035c89,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:01.649996 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:01.728188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=1dbd3872-f6aa-415b-888c-a15b09035c89,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:01.824086 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87b6e242-448d-40db-974f-7901e9ecb469 req-ac846c46-d3a2-4daa-a76f-3de13e6fdeec tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ea0625b7d0ca442ea306def9dd6ba9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327883 Aug 05 13:54:01.844585 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41940) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:01.927390 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:54:01.948166 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076fb1e-9082-4448-888d-1f24b09230c7 req-c3f7d39d-9eae-4d2d-9714-f67f287524ba tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:01.950095 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d076fb1e-9082-4448-888d-1f24b09230c7 req-c3f7d39d-9eae-4d2d-9714-f67f287524ba tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d5bb685-a95c-40b3-8f3b-56dfaac079ad HTTP/1.1" status: 200 len: 950 time: 0.0657754 Aug 05 13:54:01.991873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6e242-448d-40db-974f-7901e9ecb469 req-aaa07344-1d63-4cf7-b24d-96d9bb8958de tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:02.000614 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87b6e242-448d-40db-974f-7901e9ecb469 req-aaa07344-1d63-4cf7-b24d-96d9bb8958de tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753664 Aug 05 13:54:02.014643 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87b6e242-448d-40db-974f-7901e9ecb469 req-7f6eb125-61ea-4491-a16f-07c6c48362cd tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/quotas/ea0625b7d0ca442ea306def9dd6ba9d1 HTTP/1.1" status: 200 len: 375 time: 0.0114715 Aug 05 13:54:02.022642 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d076fb1e-9082-4448-888d-1f24b09230c7 req-d081fd27-1117-40b3-848e-543149fc3d16 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629988 Aug 05 13:54:02.028560 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7b5c22fd-d7c8-4a17-a129-7224347f435a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:02.080902 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87b6e242-448d-40db-974f-7901e9ecb469 req-2aeedbec-3ae2-414e-80b5-20b0bf1711e5 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea0625b7d0ca442ea306def9dd6ba9d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518537 Aug 05 13:54:02.176987 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7b5c22fd-d7c8-4a17-a129-7224347f435a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:02.184509 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7b5c22fd-d7c8-4a17-a129-7224347f435a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:02.220758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38193d-9366-486f-b588-d05c2673f4a3 req-f351fbd5-dee8-4ae0-8ea6-92391c109e91 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:02.222402 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf38193d-9366-486f-b588-d05c2673f4a3 req-f351fbd5-dee8-4ae0-8ea6-92391c109e91 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 945 time: 0.0853720 Aug 05 13:54:02.260423 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7b5c22fd-d7c8-4a17-a129-7224347f435a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40e67ba643b74bd98b717e10b833b1a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146459 Aug 05 13:54:02.261191 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c22fd-d7c8-4a17-a129-7224347f435a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28f9427-a6ca-4bc3-95d4-40ec71ec7d47,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:02.263076 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41962) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:02.285482 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf38193d-9366-486f-b588-d05c2673f4a3 req-1560b177-504d-4129-a4fd-ed8eba588f8b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545361 Aug 05 13:54:02.357871 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41968) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:02.375198 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a2e82e4-034b-4df0-bf43-a0eb30772437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:02.379249 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7a5612b-8492-4f51-832e-db548a516d29 req-1d7011a1-f1ec-49c5-99e7-c8203bad5bf5 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c40f83d-8efe-4a61-a20a-f1c9bda62f0a HTTP/1.1" status: 200 len: 210 time: 0.0562003 Aug 05 13:54:02.410796 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a2e82e4-034b-4df0-bf43-a0eb30772437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:02.468754 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a2e82e4-034b-4df0-bf43-a0eb30772437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:02.471589 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a2e82e4-034b-4df0-bf43-a0eb30772437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:02.475558 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4a2e82e4-034b-4df0-bf43-a0eb30772437 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d28f9427-a6ca-4bc3-95d4-40ec71ec7d47 HTTP/1.1" status: 204 len: 168 time: 0.2086797 Aug 05 13:54:02.483180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e82e4-034b-4df0-bf43-a0eb30772437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28f9427-a6ca-4bc3-95d4-40ec71ec7d47,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:02.498972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2c96091d-3153-44f6-801b-92946812ae99 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1866625712-network', 'tenant_id': '316bf1aec41b42c98d0138fd1be4919c'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:02.527732 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c96091d-3153-44f6-801b-92946812ae99 admin admin] Made reservation on behalf of 316bf1aec41b42c98d0138fd1be4919c for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:54:02.530463 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c96091d-3153-44f6-801b-92946812ae99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:02.539867 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c96091d-3153-44f6-801b-92946812ae99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:02.589417 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device d692ebd7-9023-4023-b8d3-ee80ec5b2182 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:54:02.639044 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: d692ebd7-9023-4023-b8d3-ee80ec5b2182 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:54:02.639394 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device d692ebd7-9023-4023-b8d3-ee80ec5b2182 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:54:02.678436 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c96091d-3153-44f6-801b-92946812ae99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:02.692929 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c96091d-3153-44f6-801b-92946812ae99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:02.718695 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c96091d-3153-44f6-801b-92946812ae99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:54:02.772136 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c96091d-3153-44f6-801b-92946812ae99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:02.772721 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-2c96091d-3153-44f6-801b-92946812ae99 admin admin] Added segment 65fdde4b-55dd-4912-b6b8-5c0d96cf1148 of type vlan for network c3b33bbd-edec-417d-8114-71df23c0c6ec Aug 05 13:54:02.782812 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96091d-3153-44f6-801b-92946812ae99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece37aed-5b5c-4814-940d-1ff105d5e7d0,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:02.844723 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c96091d-3153-44f6-801b-92946812ae99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:02.874137 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087650f-347f-4473-8708-6c8fd12a9039 req-1308a7bf-5b93-40bf-bca1-ce5c9f5781b8 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:02.875887 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b087650f-347f-4473-8708-6c8fd12a9039 req-1308a7bf-5b93-40bf-bca1-ce5c9f5781b8 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 946 time: 0.1285005 Aug 05 13:54:02.900214 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41996) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:02.918102 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6744f030-9382-49ac-a75c-e4291de16756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:02.918513 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c96091d-3153-44f6-801b-92946812ae99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:02.919453 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c96091d-3153-44f6-801b-92946812ae99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:02.920203 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c96091d-3153-44f6-801b-92946812ae99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:02.975915 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b087650f-347f-4473-8708-6c8fd12a9039 req-aa3d8ba9-f672-47dc-9d96-6da4b320049a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884938 Aug 05 13:54:02.998831 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20a2c09-3e27-4ac1-8903-1b0ac653a5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbd3872-f6aa-415b-888c-a15b09035c89'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:03.001200 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf1acc5-49b4-489a-bd58-0c0d86518492" -d '{"events": [{"server_uuid": "d20a2c09-3e27-4ac1-8903-1b0ac653a5b6", "name": "network-vif-plugged", "status": "completed", "tag": "1dbd3872-f6aa-415b-888c-a15b09035c89"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:03.012323 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96091d-3153-44f6-801b-92946812ae99 admin admin] Pushing event updated for resources: {'Network': ['ID=c3b33bbd-edec-417d-8114-71df23c0c6ec,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:03.025521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network c3b33bbd-edec-417d-8114-71df23c0c6ec details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:54:03.063232 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6744f030-9382-49ac-a75c-e4291de16756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:03.071064 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6744f030-9382-49ac-a75c-e4291de16756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:03.074962 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2c96091d-3153-44f6-801b-92946812ae99 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7155311 Aug 05 13:54:03.078341 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42006) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:03.083423 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-4d65b399-7d99-4815-ae15-e32dea832f8d admin admin] Request body: {'subnet': {'network_id': 'c3b33bbd-edec-417d-8114-71df23c0c6ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1866625712-subnet', 'tenant_id': '316bf1aec41b42c98d0138fd1be4919c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:03.145371 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6744f030-9382-49ac-a75c-e4291de16756 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80850441820c4947a183045d49ac39f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432070 Aug 05 13:54:03.147293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42008) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:03.148217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744f030-9382-49ac-a75c-e4291de16756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d85f060-49c0-4be6-b619-6d7531ac9180,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:03.162794 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea63ce6-4d2d-44ed-a7b6-c20d48c69da3 x-openstack-request-id: req-9ea63ce6-4d2d-44ed-a7b6-c20d48c69da3 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:03.163171 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20a2c09-3e27-4ac1-8903-1b0ac653a5b6", "name": "network-vif-plugged", "status": "completed", "tag": "1dbd3872-f6aa-415b-888c-a15b09035c89", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:03.163931 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ea63ce6-4d2d-44ed-a7b6-c20d48c69da3 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:03.164516 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20a2c09-3e27-4ac1-8903-1b0ac653a5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbd3872-f6aa-415b-888c-a15b09035c89', 'code': 200} Aug 05 13:54:03.178803 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d65b399-7d99-4815-ae15-e32dea832f8d admin admin] Made reservation on behalf of 316bf1aec41b42c98d0138fd1be4919c for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:54:03.181314 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4d65b399-7d99-4815-ae15-e32dea832f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:03.256288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0ca0c-ce96-4b7e-b4a9-1b6f77b89042 req-09f0a780-bb18-4dfa-a398-ad049037a163 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:03.257695 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bdd0ca0c-ce96-4b7e-b4a9-1b6f77b89042 req-09f0a780-bb18-4dfa-a398-ad049037a163 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d5bb685-a95c-40b3-8f3b-56dfaac079ad HTTP/1.1" status: 200 len: 950 time: 0.0767565 Aug 05 13:54:03.258809 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9a4f672-42ca-4b69-9c7b-c57d8af6da3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:03.278714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01630103-4bae-4e52-83ac-968e60a10378 req-1ec103b5-4a82-4420-af69-a05c54ef7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:03.280239 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01630103-4bae-4e52-83ac-968e60a10378 req-1ec103b5-4a82-4420-af69-a05c54ef7c69 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 1096 time: 0.1399546 Aug 05 13:54:03.290763 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468a4e3-6ccb-4828-adad-e6014000727f req-a8664339-8746-4856-8f20-ae1c37b179ca tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:03.292284 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5468a4e3-6ccb-4828-adad-e6014000727f req-a8664339-8746-4856-8f20-ae1c37b179ca tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 1097 time: 0.1329391 Aug 05 13:54:03.296330 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9a4f672-42ca-4b69-9c7b-c57d8af6da3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:03.329209 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bdd0ca0c-ce96-4b7e-b4a9-1b6f77b89042 req-54595321-6f17-49cf-951d-c1accf16056d tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/security-groups?id=5392fffa-3ddc-45dc-ba1e-1907d1e8140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613811 Aug 05 13:54:03.355549 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01630103-4bae-4e52-83ac-968e60a10378 req-a804eef1-63bf-42a1-9e95-134838db0d69 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622387 Aug 05 13:54:03.374546 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5468a4e3-6ccb-4828-adad-e6014000727f req-ed03b5b3-bdc5-45f8-9e0e-16db36f95b8e tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638475 Aug 05 13:54:03.390169 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9a4f672-42ca-4b69-9c7b-c57d8af6da3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:03.414772 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9a4f672-42ca-4b69-9c7b-c57d8af6da3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:03.436473 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c9a4f672-42ca-4b69-9c7b-c57d8af6da3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d85f060-49c0-4be6-b619-6d7531ac9180 HTTP/1.1" status: 204 len: 168 time: 0.2682822 Aug 05 13:54:03.500571 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87b6e242-448d-40db-974f-7901e9ecb469 req-ee948d48-0d33-483f-be4b-8e3d1bbcb247 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=ea0625b7d0ca442ea306def9dd6ba9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622039 Aug 05 13:54:03.501691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4f672-42ca-4b69-9c7b-c57d8af6da3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d85f060-49c0-4be6-b619-6d7531ac9180,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:03.611051 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-877864db-6993-4cc3-8bce-0d7ca3bfdbd7 req-bd076b7d-720a-473c-aabe-fd008e2258c2 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c40f83d-8efe-4a61-a20a-f1c9bda62f0a HTTP/1.1" status: 200 len: 210 time: 0.0409961 Aug 05 13:54:03.612270 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4d65b399-7d99-4815-ae15-e32dea832f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:03.687499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65b399-7d99-4815-ae15-e32dea832f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a15b3f1-3606-472a-8ee6-3514dcb2b873,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:03.713412 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2799515-6c03-4eba-a209-a7127d26c5dc req-8b5b8100-e0fd-4955-bd00-55dd93cf2b92 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:03.714982 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f2799515-6c03-4eba-a209-a7127d26c5dc req-8b5b8100-e0fd-4955-bd00-55dd93cf2b92 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1316986 Aug 05 13:54:03.727767 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6e242-448d-40db-974f-7901e9ecb469 req-fe026aee-a317-4d44-a3cd-0edf1b7db7c9 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:03.729259 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87b6e242-448d-40db-974f-7901e9ecb469 req-fe026aee-a317-4d44-a3cd-0edf1b7db7c9 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187502 Aug 05 13:54:03.741054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d65b399-7d99-4815-ae15-e32dea832f8d admin admin] Checking segment: {'id': '65fdde4b-55dd-4912-b6b8-5c0d96cf1148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c3b33bbd-edec-417d-8114-71df23c0c6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:54:03.741417 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d65b399-7d99-4815-ae15-e32dea832f8d admin admin] Network hostable DHCP agents. Network: c3b33bbd-edec-417d-8114-71df23c0c6ec, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:54:03.750283 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-87b6e242-448d-40db-974f-7901e9ecb469 req-6dd1281d-4a31-4da3-8d7e-e4460e61ce66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Request body: {'port': {'device_id': '0c40f83d-8efe-4a61-a20a-f1c9bda62f0a', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': 'ea0625b7d0ca442ea306def9dd6ba9d1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:03.784811 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da26a2c-accc-47d2-ac15-c86a7c582d7e req-e49ecc5b-bb21-4a52-84e6-102cfe893c2f tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:03.786935 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7da26a2c-accc-47d2-ac15-c86a7c582d7e req-e49ecc5b-bb21-4a52-84e6-102cfe893c2f tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 1097 time: 0.0959663 Aug 05 13:54:03.801147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134c76f-307d-48cd-b0e5-af36d1bcfbce req-b3f7cfa0-db50-44b3-8455-69d33a23f060 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:03.802968 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4134c76f-307d-48cd-b0e5-af36d1bcfbce req-b3f7cfa0-db50-44b3-8455-69d33a23f060 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d5bb685-a95c-40b3-8f3b-56dfaac079ad HTTP/1.1" status: 200 len: 950 time: 0.0797298 Aug 05 13:54:03.805273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d65b399-7d99-4815-ae15-e32dea832f8d admin admin] Network c3b33bbd-edec-417d-8114-71df23c0c6ec is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:54:03.812756 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f2799515-6c03-4eba-a209-a7127d26c5dc req-a406816f-9991-4faa-9b5c-157ef1064577 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825210 Aug 05 13:54:03.831605 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-4d65b399-7d99-4815-ae15-e32dea832f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, c3b33bbd-edec-417d-8114-71df23c0c6ec) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:54:03.852095 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe7fe8d-9336-411d-b6cf-48f9fcfc55c0 None None] Network c3b33bbd-edec-417d-8114-71df23c0c6ec requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:54:03.859359 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d65b399-7d99-4815-ae15-e32dea832f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:03.859958 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4d65b399-7d99-4815-ae15-e32dea832f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:03.903162 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7da26a2c-accc-47d2-ac15-c86a7c582d7e req-823da970-0b9b-481b-86c0-be38147da7f4 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966961 Aug 05 13:54:03.903768 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b6e242-448d-40db-974f-7901e9ecb469 req-6dd1281d-4a31-4da3-8d7e-e4460e61ce66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Made reservation on behalf of ea0625b7d0ca442ea306def9dd6ba9d1 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:54:03.908559 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87b6e242-448d-40db-974f-7901e9ecb469 req-6dd1281d-4a31-4da3-8d7e-e4460e61ce66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:03.933221 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87b6e242-448d-40db-974f-7901e9ecb469 req-6dd1281d-4a31-4da3-8d7e-e4460e61ce66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:03.946397 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4d65b399-7d99-4815-ae15-e32dea832f8d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8672388 Aug 05 13:54:04.018914 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-4134c76f-307d-48cd-b0e5-af36d1bcfbce req-fec189a8-fddb-4072-8efb-fb2358327640 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Deleting port e855753f-ff19-400a-9eab-d14dee5b94cb {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:54:04.019308 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4134c76f-307d-48cd-b0e5-af36d1bcfbce req-fec189a8-fddb-4072-8efb-fb2358327640 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:04.125725 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87b6e242-448d-40db-974f-7901e9ecb469 req-6dd1281d-4a31-4da3-8d7e-e4460e61ce66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:04.134753 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87b6e242-448d-40db-974f-7901e9ecb469 req-6dd1281d-4a31-4da3-8d7e-e4460e61ce66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:04.183070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4134c76f-307d-48cd-b0e5-af36d1bcfbce req-fec189a8-fddb-4072-8efb-fb2358327640 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] For port e855753f-ff19-400a-9eab-d14dee5b94cb, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=e855753f-ff19-400a-9eab-d14dee5b94cb,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:04.184239 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4134c76f-307d-48cd-b0e5-af36d1bcfbce req-fec189a8-fddb-4072-8efb-fb2358327640 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:04.237932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-4134c76f-307d-48cd-b0e5-af36d1bcfbce req-fec189a8-fddb-4072-8efb-fb2358327640 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Calling delete_port for e855753f-ff19-400a-9eab-d14dee5b94cb owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:54:04.267453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1281d-4a31-4da3-8d7e-e4460e61ce66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5050fcc-b866-4266-bb68-e4abcec4e147,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:04.340754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-87b6e242-448d-40db-974f-7901e9ecb469 req-6dd1281d-4a31-4da3-8d7e-e4460e61ce66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Allocated IP 192.168.233.26 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/3443a8ea-b213-4005-be0b-880fdbe4cf28) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:54:04.409443 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ec0bda-329b-477c-b147-65b4c9b7c451 None None] Network c3b33bbd-edec-417d-8114-71df23c0c6ec requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:54:04.529875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f9be2-22eb-4b5e-814c-9aae970e8141 req-287bca3e-4c36-4321-b991-88098e78047e tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:04.546869 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-427f9be2-22eb-4b5e-814c-9aae970e8141 req-287bca3e-4c36-4321-b991-88098e78047e tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 1097 time: 0.1497893 Aug 05 13:54:04.583744 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4134c76f-307d-48cd-b0e5-af36d1bcfbce req-fec189a8-fddb-4072-8efb-fb2358327640 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:04.618004 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['e855753f-ff19-400a-9eab-d14dee5b94cb'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:04.665544 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec189a8-fddb-4072-8efb-fb2358327640 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Pushing event deleted for resources: {'Port': ['ID=e855753f-ff19-400a-9eab-d14dee5b94cb,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:04.714495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-427f9be2-22eb-4b5e-814c-9aae970e8141 req-1e73eb6c-ba2b-493c-b703-43911f519476 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652379 Aug 05 13:54:04.764595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4134c76f-307d-48cd-b0e5-af36d1bcfbce req-fec189a8-fddb-4072-8efb-fb2358327640 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] No DVR routers for this DVR port e855753f-ff19-400a-9eab-d14dee5b94cb on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:54:04.773367 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4134c76f-307d-48cd-b0e5-af36d1bcfbce req-fec189a8-fddb-4072-8efb-fb2358327640 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:04.776581 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4134c76f-307d-48cd-b0e5-af36d1bcfbce req-fec189a8-fddb-4072-8efb-fb2358327640 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.63 "DELETE /v2.0/ports/e855753f-ff19-400a-9eab-d14dee5b94cb HTTP/1.1" status: 204 len: 173 time: 0.9526310 Aug 05 13:54:04.776963 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5bb685-a95c-40b3-8f3b-56dfaac079ad', 'name': 'network-vif-deleted', 'tag': 'e855753f-ff19-400a-9eab-d14dee5b94cb'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:04.780603 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6570c13f-c688-4d62-9d0e-1ea8742ac861" -d '{"events": [{"server_uuid": "7d5bb685-a95c-40b3-8f3b-56dfaac079ad", "name": "network-vif-deleted", "tag": "e855753f-ff19-400a-9eab-d14dee5b94cb"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:04.844468 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a8de59ba-eeeb-4232-ae9a-6e6b8f35529c req-68ac3520-6ab7-4c09-9c95-ffedb72b3e26 tempest-LiveMigrationNegativeTest-1025093103 tempest-LiveMigrationNegativeTest-1025093103-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d5bb685-a95c-40b3-8f3b-56dfaac079ad HTTP/1.1" status: 200 len: 210 time: 0.0430760 Aug 05 13:54:05.019330 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87b6e242-448d-40db-974f-7901e9ecb469 req-6dd1281d-4a31-4da3-8d7e-e4460e61ce66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:05.034732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-87b6e242-448d-40db-974f-7901e9ecb469 req-6dd1281d-4a31-4da3-8d7e-e4460e61ce66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Transition to ACTIVE for port object 3443a8ea-b213-4005-be0b-880fdbe4cf28 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:05.092012 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-34f34d76-ec2f-4589-bcc4-7a0c7e0bda32 req-f0ef3a63-507e-4815-949a-1126c2046c0b tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c40f83d-8efe-4a61-a20a-f1c9bda62f0a HTTP/1.1" status: 200 len: 210 time: 0.0590637 Aug 05 13:54:05.115943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-fc2db7a6-1edf-4799-bd37-1c88bf4da853 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:05.123086 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-fc2db7a6-1edf-4799-bd37-1c88bf4da853 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/networks?id=c3b33bbd-edec-417d-8114-71df23c0c6ec HTTP/1.1" status: 200 len: 821 time: 0.5598118 Aug 05 13:54:05.141716 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-217d5a86-ac07-47d9-996a-3cc846b948e7 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/quotas/316bf1aec41b42c98d0138fd1be4919c HTTP/1.1" status: 200 len: 375 time: 0.0176189 Aug 05 13:54:05.144628 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c992eb39-e55e-4b0e-8d30-f47690f6eccc x-openstack-request-id: req-c992eb39-e55e-4b0e-8d30-f47690f6eccc {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:05.145009 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5bb685-a95c-40b3-8f3b-56dfaac079ad", "name": "network-vif-deleted", "tag": "e855753f-ff19-400a-9eab-d14dee5b94cb", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:05.145324 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c992eb39-e55e-4b0e-8d30-f47690f6eccc {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:05.146424 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5bb685-a95c-40b3-8f3b-56dfaac079ad', 'name': 'network-vif-deleted', 'tag': 'e855753f-ff19-400a-9eab-d14dee5b94cb', 'status': 'completed', 'code': 200} Aug 05 13:54:05.155604 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87b6e242-448d-40db-974f-7901e9ecb469 req-6dd1281d-4a31-4da3-8d7e-e4460e61ce66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:05.206538 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-bdc103ba-f6d2-4d91-bfb7-784ebc0d5c0a tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=316bf1aec41b42c98d0138fd1be4919c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636263 Aug 05 13:54:05.224728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b6e242-448d-40db-974f-7901e9ecb469 req-6dd1281d-4a31-4da3-8d7e-e4460e61ce66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:54:05.227936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-87b6e242-448d-40db-974f-7901e9ecb469 req-6dd1281d-4a31-4da3-8d7e-e4460e61ce66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:54:05.231790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b6e242-448d-40db-974f-7901e9ecb469 req-6dd1281d-4a31-4da3-8d7e-e4460e61ce66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:54:05.257840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1281d-4a31-4da3-8d7e-e4460e61ce66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Pushing event updated for resources: {'Port': ['ID=3443a8ea-b213-4005-be0b-880fdbe4cf28,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:05.289345 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cad0ee-db40-4c6f-8b81-db2d836d3097 req-64eb9119-6a41-468a-81d9-2f97dd3b5438 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:05.295277 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-28cad0ee-db40-4c6f-8b81-db2d836d3097 req-64eb9119-6a41-468a-81d9-2f97dd3b5438 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 945 time: 0.0905266 Aug 05 13:54:05.297505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6e242-448d-40db-974f-7901e9ecb469 req-6dd1281d-4a31-4da3-8d7e-e4460e61ce66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:05.298400 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87b6e242-448d-40db-974f-7901e9ecb469 req-6dd1281d-4a31-4da3-8d7e-e4460e61ce66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:05.319504 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87b6e242-448d-40db-974f-7901e9ecb469 req-6dd1281d-4a31-4da3-8d7e-e4460e61ce66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5730784 Aug 05 13:54:05.344612 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Request body: {'port': {'device_id': '0c40f83d-8efe-4a61-a20a-f1c9bda62f0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:05.357824 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-28cad0ee-db40-4c6f-8b81-db2d836d3097 req-0bf8cd61-1cc7-49fd-9326-4ac858fbc536 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546377 Aug 05 13:54:05.450739 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:05.582439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1e3ba741-e47a-444f-840d-5cc8b65467b2 None None] Provisioning for port 3443a8ea-b213-4005-be0b-880fdbe4cf28 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:05.587462 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1e3ba741-e47a-444f-840d-5cc8b65467b2 None None] Provisioning complete for port 3443a8ea-b213-4005-be0b-880fdbe4cf28 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:05.587846 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1e3ba741-e47a-444f-840d-5cc8b65467b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:05.646576 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ba741-e47a-444f-840d-5cc8b65467b2 None None] Port 3443a8ea-b213-4005-be0b-880fdbe4cf28 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:54:05.732562 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-c71b0a1f-37f2-493a-aa74-11e233473ff4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:54:05.733690 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-c71b0a1f-37f2-493a-aa74-11e233473ff4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3357899 Aug 05 13:54:05.873786 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3443a8ea-b213-4005-be0b-880fdbe4cf28 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:05.882104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a10058-ae48-4631-a26a-dcfee47f052d req-dca73414-dc68-4049-a22d-a5b0cfe87108 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:05.883436 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:05.883797 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6a10058-ae48-4631-a26a-dcfee47f052d req-dca73414-dc68-4049-a22d-a5b0cfe87108 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 1096 time: 0.0466826 Aug 05 13:54:05.887364 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-ddec2d67-fa61-4f47-aa68-15937e771b0a service neutron] 10.222.0.16 "GET /v2.0/networks/c3b33bbd-edec-417d-8114-71df23c0c6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384022 Aug 05 13:54:05.921146 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6a10058-ae48-4631-a26a-dcfee47f052d req-fac09a6a-eab9-4485-a4b3-7cb300839daf tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313873 Aug 05 13:54:05.938037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Transition to ACTIVE for port object 3443a8ea-b213-4005-be0b-880fdbe4cf28 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:05.942842 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:06.034752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Pushing event updated for resources: {'Port': ['ID=3443a8ea-b213-4005-be0b-880fdbe4cf28,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:06.055487 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-c0afe095-1f51-4224-b1db-1b9e4b428a11 service neutron] 10.222.0.16 "GET /v2.0/networks/c3b33bbd-edec-417d-8114-71df23c0c6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616488 Aug 05 13:54:06.115187 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Attempting to bind port 3443a8ea-b213-4005-be0b-880fdbe4cf28 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:54:06.115701 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Attempting to bind port 3443a8ea-b213-4005-be0b-880fdbe4cf28 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:54:06.116133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Attempting to bind port 3443a8ea-b213-4005-be0b-880fdbe4cf28 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:06.121576 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Port 3443a8ea-b213-4005-be0b-880fdbe4cf28 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:54:06.122023 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Attempting to bind port 3443a8ea-b213-4005-be0b-880fdbe4cf28 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:06.129432 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:54:06.130179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:54:06.130954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:54:06.132517 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Bound port: 3443a8ea-b213-4005-be0b-880fdbe4cf28, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:54:06.132981 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:06.202429 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f18095-6f91-44af-9d6b-d1d17181731f req-5ba2465e-9088-4e6f-83bb-e14ed7c2999e tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:06.204320 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13f18095-6f91-44af-9d6b-d1d17181731f req-5ba2465e-9088-4e6f-83bb-e14ed7c2999e tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 1097 time: 0.0447111 Aug 05 13:54:06.216853 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] For port 3443a8ea-b213-4005-be0b-880fdbe4cf28, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:06.220110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] For port 3443a8ea-b213-4005-be0b-880fdbe4cf28, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=3443a8ea-b213-4005-be0b-880fdbe4cf28,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:54:06.231201 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:06.269639 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:06.270896 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:06.272897 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] 10.222.0.84 "PUT /v2.0/ports/3443a8ea-b213-4005-be0b-880fdbe4cf28 HTTP/1.1" status: 200 len: 1095 time: 0.9336641 Aug 05 13:54:06.273357 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c40f83d-8efe-4a61-a20a-f1c9bda62f0a', 'tag': '3443a8ea-b213-4005-be0b-880fdbe4cf28'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:06.275656 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59426531-48ca-43aa-9864-aa76bf5c7b53" -d '{"events": [{"name": "network-changed", "server_uuid": "0c40f83d-8efe-4a61-a20a-f1c9bda62f0a", "tag": "3443a8ea-b213-4005-be0b-880fdbe4cf28"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:06.304461 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13f18095-6f91-44af-9d6b-d1d17181731f req-7f9eafcf-559b-490f-8e9e-7fd5e612fdb2 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827057 Aug 05 13:54:06.312691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb5f2f-f08e-480d-8bd4-8c0799def499 service neutron] Pushing event updated for resources: {'Port': ['ID=3443a8ea-b213-4005-be0b-880fdbe4cf28,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:06.412095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b53ca0c4-583e-42aa-bceb-a0fc0c290bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:06.413674 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87b6e242-448d-40db-974f-7901e9ecb469 req-b53ca0c4-583e-42aa-bceb-a0fc0c290bc8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ea0625b7d0ca442ea306def9dd6ba9d1&device_id=0c40f83d-8efe-4a61-a20a-f1c9bda62f0a HTTP/1.1" status: 200 len: 1098 time: 0.0764294 Aug 05 13:54:06.472306 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c144c7-984e-45f2-8ecf-be265483b711 req-ca3d5bf5-6a5c-42e2-979d-8ff263142bdb tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:06.480713 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-51c144c7-984e-45f2-8ecf-be265483b711 req-ca3d5bf5-6a5c-42e2-979d-8ff263142bdb tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 1096 time: 0.0641246 Aug 05 13:54:06.494922 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87b6e242-448d-40db-974f-7901e9ecb469 req-d0f2a856-2c57-42f6-93de-03c57ad1ac2f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=3443a8ea-b213-4005-be0b-880fdbe4cf28 HTTP/1.1" status: 200 len: 217 time: 0.0685892 Aug 05 13:54:06.549834 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-51c144c7-984e-45f2-8ecf-be265483b711 req-9318fdb4-21d6-4b66-803d-2e7d25b7f2b1 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621655 Aug 05 13:54:06.571277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6e242-448d-40db-974f-7901e9ecb469 req-4e5804d6-b304-4811-9b49-5fa4ea026e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:06.573412 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87b6e242-448d-40db-974f-7901e9ecb469 req-4e5804d6-b304-4811-9b49-5fa4ea026e00 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0709891 Aug 05 13:54:06.659437 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6e242-448d-40db-974f-7901e9ecb469 req-11a73527-3620-4cdc-9a2d-5e4abd039dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:06.661927 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87b6e242-448d-40db-974f-7901e9ecb469 req-11a73527-3620-4cdc-9a2d-5e4abd039dd8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796916 Aug 05 13:54:06.719733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22018dea-6490-4bfb-a4ff-f7ac58decb43 req-3622dfca-2968-487f-8efa-686f58bb19d4 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:06.722425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22018dea-6490-4bfb-a4ff-f7ac58decb43 req-3622dfca-2968-487f-8efa-686f58bb19d4 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c40f83d-8efe-4a61-a20a-f1c9bda62f0a HTTP/1.1" status: 200 len: 947 time: 0.0594203 Aug 05 13:54:06.763049 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-48db32a6-eb0a-444d-a288-ccb7c20295b2 req-4b0da4f8-1ad7-4dfb-8475-fd5dbbe8dd2f tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f27ad0-4469-4a97-a35a-7d3f1b537b07 HTTP/1.1" status: 200 len: 210 time: 0.0837181 Aug 05 13:54:06.783763 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22018dea-6490-4bfb-a4ff-f7ac58decb43 req-ffc2b382-ae16-4707-8a41-bb4a76d76b88 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509012 Aug 05 13:54:06.831331 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87b6e242-448d-40db-974f-7901e9ecb469 req-d2a1dd3d-0018-4d95-94f8-6445e5a64938 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621294 Aug 05 13:54:06.839860 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753b9265-e4f1-491e-b1de-f14faac62488 x-openstack-request-id: req-753b9265-e4f1-491e-b1de-f14faac62488 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:06.840267 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c40f83d-8efe-4a61-a20a-f1c9bda62f0a", "tag": "3443a8ea-b213-4005-be0b-880fdbe4cf28", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:06.840583 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-753b9265-e4f1-491e-b1de-f14faac62488 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:06.841038 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c40f83d-8efe-4a61-a20a-f1c9bda62f0a', 'tag': '3443a8ea-b213-4005-be0b-880fdbe4cf28', 'status': 'completed', 'code': 200} Aug 05 13:54:06.842918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42190) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:06.981066 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87b6e242-448d-40db-974f-7901e9ecb469 req-7f85a83f-bb9b-4ad1-9448-b68a0eb24779 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265795 Aug 05 13:54:07.121296 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a7d51c67-a5ef-49b5-9b13-001c94758168 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58837110177a49ec80595e039b7233b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762830 Aug 05 13:54:07.123802 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42212) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:07.135427 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59426531-48ca-43aa-9864-aa76bf5c7b53 req-a4ed4283-2d4b-4dfa-8407-e37a74967cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:07.137977 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-59426531-48ca-43aa-9864-aa76bf5c7b53 req-a4ed4283-2d4b-4dfa-8407-e37a74967cc5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ea0625b7d0ca442ea306def9dd6ba9d1&device_id=0c40f83d-8efe-4a61-a20a-f1c9bda62f0a HTTP/1.1" status: 200 len: 1098 time: 0.0761070 Aug 05 13:54:07.189194 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ddd98d6e-e147-4a6b-b6dd-13fd17eb02ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:07.215454 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ddd98d6e-e147-4a6b-b6dd-13fd17eb02ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:07.252557 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59426531-48ca-43aa-9864-aa76bf5c7b53 req-f8f1e4e1-c436-4f18-bbb1-4d25b64b96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:07.255378 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-59426531-48ca-43aa-9864-aa76bf5c7b53 req-f8f1e4e1-c436-4f18-bbb1-4d25b64b96c5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.1089847 Aug 05 13:54:07.309900 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ddd98d6e-e147-4a6b-b6dd-13fd17eb02ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:07.312736 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ddd98d6e-e147-4a6b-b6dd-13fd17eb02ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:07.312894 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-59426531-48ca-43aa-9864-aa76bf5c7b53 req-8a0ba2aa-cf04-4997-bf5a-68bec9217bb5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=3443a8ea-b213-4005-be0b-880fdbe4cf28 HTTP/1.1" status: 200 len: 217 time: 0.0460396 Aug 05 13:54:07.313881 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ddd98d6e-e147-4a6b-b6dd-13fd17eb02ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5392fffa-3ddc-45dc-ba1e-1907d1e8140c HTTP/1.1" status: 204 len: 168 time: 0.1887236 Aug 05 13:54:07.322315 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd98d6e-e147-4a6b-b6dd-13fd17eb02ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5392fffa-3ddc-45dc-ba1e-1907d1e8140c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:07.382217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59426531-48ca-43aa-9864-aa76bf5c7b53 req-dfba3511-4ffe-4a5c-bf35-1cdc171dc699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:07.383781 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-59426531-48ca-43aa-9864-aa76bf5c7b53 req-dfba3511-4ffe-4a5c-bf35-1cdc171dc699 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0624561 Aug 05 13:54:07.428649 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device e855753f-ff19-400a-9eab-d14dee5b94cb no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:54:07.461165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59426531-48ca-43aa-9864-aa76bf5c7b53 req-2327b0f9-5121-40a7-b36f-99d5c263589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:07.463802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: e855753f-ff19-400a-9eab-d14dee5b94cb {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:54:07.464200 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-59426531-48ca-43aa-9864-aa76bf5c7b53 req-2327b0f9-5121-40a7-b36f-99d5c263589a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712903 Aug 05 13:54:07.464821 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device e855753f-ff19-400a-9eab-d14dee5b94cb not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:54:07.595786 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-59426531-48ca-43aa-9864-aa76bf5c7b53 req-34a69666-936b-43fe-8865-e88941cfdaa8 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123049 Aug 05 13:54:07.746876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42254) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:07.809642 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-59426531-48ca-43aa-9864-aa76bf5c7b53 req-97edfef7-c7e6-4998-934c-a8fad9817560 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056847 Aug 05 13:54:07.821132 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2e6d096c-1683-485a-8fbb-301e1d16cdce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2cccf8fb9d43471bbca03058fe2aeff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0711446 Aug 05 13:54:07.822610 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42264) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:07.874934 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-497783e1-d253-4808-8f68-d9ca29b4aeac tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:07.876966 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-497783e1-d253-4808-8f68-d9ca29b4aeac tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.84 "GET /v2.0/networks?id=c3b33bbd-edec-417d-8114-71df23c0c6ec HTTP/1.1" status: 200 len: 821 time: 0.2368269 Aug 05 13:54:07.894372 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0a86c294-1f56-4543-adf3-ca55f7e871c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:07.895194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-54feea2a-c23b-42bc-a3c8-8cbfd1a662af tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Request body: {'port': {'device_id': '80f27ad0-4469-4a97-a35a-7d3f1b537b07', 'network_id': 'c3b33bbd-edec-417d-8114-71df23c0c6ec', 'admin_state_up': True, 'tenant_id': '316bf1aec41b42c98d0138fd1be4919c'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:07.923953 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0a86c294-1f56-4543-adf3-ca55f7e871c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:07.994198 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0a86c294-1f56-4543-adf3-ca55f7e871c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:07.997734 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0a86c294-1f56-4543-adf3-ca55f7e871c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:07.999599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0a86c294-1f56-4543-adf3-ca55f7e871c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8d146de-a722-4627-bbec-3b5cfb332a63 HTTP/1.1" status: 204 len: 168 time: 0.1758356 Aug 05 13:54:08.028001 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86c294-1f56-4543-adf3-ca55f7e871c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d146de-a722-4627-bbec-3b5cfb332a63,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:08.038501 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-54feea2a-c23b-42bc-a3c8-8cbfd1a662af tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Made reservation on behalf of 316bf1aec41b42c98d0138fd1be4919c for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:54:08.049424 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-54feea2a-c23b-42bc-a3c8-8cbfd1a662af tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:08.209752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-54feea2a-c23b-42bc-a3c8-8cbfd1a662af tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Allocated IP 172.20.0.8 (c3b33bbd-edec-417d-8114-71df23c0c6ec/4a15b3f1-3606-472a-8ee6-3514dcb2b873/4739507b-bfc0-458b-bf15-d6197071d690) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:54:08.382783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f045e129-245c-4a20-a1de-5d30e3848a78 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:54:08.383680 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f045e129-245c-4a20-a1de-5d30e3848a78 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061262 Aug 05 13:54:08.395699 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-8638f378-b223-4cfb-badf-3df7d8825018 req-41c1b7c7-a2c9-45b4-a53c-e6aa40749ba6 service neutron] Request body: {'binding': {'host': 'n-h2-803585-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:08.396264 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-8638f378-b223-4cfb-badf-3df7d8825018 req-41c1b7c7-a2c9-45b4-a53c-e6aa40749ba6 service neutron] Unknown quota resources ['binding']. {{(pid=105724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 13:54:08.418960 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42284) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:08.435537 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-54feea2a-c23b-42bc-a3c8-8cbfd1a662af tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:08.543607 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-54feea2a-c23b-42bc-a3c8-8cbfd1a662af tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:08.615865 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-54feea2a-c23b-42bc-a3c8-8cbfd1a662af tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Network c3b33bbd-edec-417d-8114-71df23c0c6ec is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:54:08.623158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-54feea2a-c23b-42bc-a3c8-8cbfd1a662af tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:54:08.625410 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8638f378-b223-4cfb-badf-3df7d8825018 req-41c1b7c7-a2c9-45b4-a53c-e6aa40749ba6 service neutron] Attempting to bind port 1dbd3872-f6aa-415b-888c-a15b09035c89 on host n-h2-803585-2 for vnic_type normal with profile None {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:54:08.625738 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8638f378-b223-4cfb-badf-3df7d8825018 req-41c1b7c7-a2c9-45b4-a53c-e6aa40749ba6 service neutron] Attempting to bind port 1dbd3872-f6aa-415b-888c-a15b09035c89 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:54:08.626073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8638f378-b223-4cfb-badf-3df7d8825018 req-41c1b7c7-a2c9-45b4-a53c-e6aa40749ba6 service neutron] Attempting to bind port 1dbd3872-f6aa-415b-888c-a15b09035c89 on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:08.628210 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-54feea2a-c23b-42bc-a3c8-8cbfd1a662af tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:54:08.631680 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54feea2a-c23b-42bc-a3c8-8cbfd1a662af tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Pushing event updated for resources: {'Port': ['ID=4739507b-bfc0-458b-bf15-d6197071d690,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:08.654172 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8638f378-b223-4cfb-badf-3df7d8825018 req-41c1b7c7-a2c9-45b4-a53c-e6aa40749ba6 service neutron] Port 1dbd3872-f6aa-415b-888c-a15b09035c89 on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:54:08.654532 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8638f378-b223-4cfb-badf-3df7d8825018 req-41c1b7c7-a2c9-45b4-a53c-e6aa40749ba6 service neutron] Attempting to bind port 1dbd3872-f6aa-415b-888c-a15b09035c89 on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:08.663958 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8638f378-b223-4cfb-badf-3df7d8825018 req-41c1b7c7-a2c9-45b4-a53c-e6aa40749ba6 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:54:08.664304 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8638f378-b223-4cfb-badf-3df7d8825018 req-41c1b7c7-a2c9-45b4-a53c-e6aa40749ba6 service neutron] Checking segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:54:08.664683 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8638f378-b223-4cfb-badf-3df7d8825018 req-41c1b7c7-a2c9-45b4-a53c-e6aa40749ba6 service neutron] Bound using segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:54:08.665124 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8638f378-b223-4cfb-badf-3df7d8825018 req-41c1b7c7-a2c9-45b4-a53c-e6aa40749ba6 service neutron] Bound port: 1dbd3872-f6aa-415b-888c-a15b09035c89, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:54:08.666517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ac478061-a520-4ec9-b883-40b66ae6acea tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:54:08.667547 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ac478061-a520-4ec9-b883-40b66ae6acea tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2473485 Aug 05 13:54:08.715587 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-54feea2a-c23b-42bc-a3c8-8cbfd1a662af tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:08.716217 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-54feea2a-c23b-42bc-a3c8-8cbfd1a662af tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:08.742907 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-54feea2a-c23b-42bc-a3c8-8cbfd1a662af tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8547778 Aug 05 13:54:08.746312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8638f378-b223-4cfb-badf-3df7d8825018 req-41c1b7c7-a2c9-45b4-a53c-e6aa40749ba6 service neutron] For port 1dbd3872-f6aa-415b-888c-a15b09035c89, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1dbd3872-f6aa-415b-888c-a15b09035c89,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:54:08.751667 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8638f378-b223-4cfb-badf-3df7d8825018 req-41c1b7c7-a2c9-45b4-a53c-e6aa40749ba6 service neutron] Notify callbacks [] for binding, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:08.754858 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-41c1b7c7-a2c9-45b4-a53c-e6aa40749ba6 service neutron] 10.222.0.16 "POST /v2.0/ports/1dbd3872-f6aa-415b-888c-a15b09035c89/bindings HTTP/1.1" status: 201 len: 389 time: 0.3636136 Aug 05 13:54:08.760292 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Request body: {'port': {'device_id': '80f27ad0-4469-4a97-a35a-7d3f1b537b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:08.826586 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:08.835424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-389daa17-0d75-4ba6-874b-56736efcdbf9 service neutron] Request body: {'binding': {'host': 'n-h1-803585-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:08.835933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-389daa17-0d75-4ba6-874b-56736efcdbf9 service neutron] Unknown quota resources ['binding']. {{(pid=105723) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 13:54:09.028900 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-389daa17-0d75-4ba6-874b-56736efcdbf9 service neutron] Attempting to bind port ef0bc736-89e4-4e9e-b633-f719c9f9e06b on host n-h1-803585-2 for vnic_type normal with profile None {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:54:09.029453 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-389daa17-0d75-4ba6-874b-56736efcdbf9 service neutron] Attempting to bind port ef0bc736-89e4-4e9e-b633-f719c9f9e06b by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:54:09.029939 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-389daa17-0d75-4ba6-874b-56736efcdbf9 service neutron] Attempting to bind port ef0bc736-89e4-4e9e-b633-f719c9f9e06b on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:09.034520 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-389daa17-0d75-4ba6-874b-56736efcdbf9 service neutron] Port ef0bc736-89e4-4e9e-b633-f719c9f9e06b on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:54:09.035055 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-389daa17-0d75-4ba6-874b-56736efcdbf9 service neutron] Attempting to bind port ef0bc736-89e4-4e9e-b633-f719c9f9e06b on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:09.040682 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-389daa17-0d75-4ba6-874b-56736efcdbf9 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:54:09.041629 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-389daa17-0d75-4ba6-874b-56736efcdbf9 service neutron] Checking segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:54:09.042205 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-389daa17-0d75-4ba6-874b-56736efcdbf9 service neutron] Bound using segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:54:09.042666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-389daa17-0d75-4ba6-874b-56736efcdbf9 service neutron] Bound port: ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:54:09.065255 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-efbc2156-8e97-4af6-b861-fcc90d411ad2 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e112959282a24c9bbb3351f3a99fcd33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626929 Aug 05 13:54:09.125010 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-389daa17-0d75-4ba6-874b-56736efcdbf9 service neutron] For port ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:54:09.132202 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-389daa17-0d75-4ba6-874b-56736efcdbf9 service neutron] Notify callbacks [] for binding, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:09.133525 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-389daa17-0d75-4ba6-874b-56736efcdbf9 service neutron] 10.222.0.16 "POST /v2.0/ports/ef0bc736-89e4-4e9e-b633-f719c9f9e06b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4114053 Aug 05 13:54:09.189051 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f378-b223-4cfb-badf-3df7d8825018 req-5125534b-12e3-4897-be54-da35aaffce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:09.190579 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-5125534b-12e3-4897-be54-da35aaffce93 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 1096 time: 0.1869731 Aug 05 13:54:09.331760 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-fcd0a17e-144e-46fc-b7be-833d29954145 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:09.339942 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-fcd0a17e-144e-46fc-b7be-833d29954145 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640655 Aug 05 13:54:09.393787 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-ff7c4eec-cd5b-469f-957c-add2265f16eb tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/quotas/e112959282a24c9bbb3351f3a99fcd33 HTTP/1.1" status: 200 len: 375 time: 0.0528834 Aug 05 13:54:09.430230 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4739507b-bfc0-458b-bf15-d6197071d690 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:09.435132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f378-b223-4cfb-badf-3df7d8825018 req-a20856c9-b65f-44cb-ba04-4ede6fc10ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:09.436619 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-a20856c9-b65f-44cb-ba04-4ede6fc10ea9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 921 time: 0.2318518 Aug 05 13:54:09.446598 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913eda1-3fe9-4924-b045-df1838a6475c req-0c3e6dfa-d1d6-4dd3-937a-042c0d2ee485 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:09.454050 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0913eda1-3fe9-4924-b045-df1838a6475c req-0c3e6dfa-d1d6-4dd3-937a-042c0d2ee485 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f27ad0-4469-4a97-a35a-7d3f1b537b07 HTTP/1.1" status: 200 len: 931 time: 0.0917301 Aug 05 13:54:09.460862 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:09.465577 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-5d85703a-d539-4b63-ba65-ec2544a87103 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e112959282a24c9bbb3351f3a99fcd33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572009 Aug 05 13:54:09.488632 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-43dd56ac-06f5-4fc3-a9b9-eb39881254cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:09.491780 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-43dd56ac-06f5-4fc3-a9b9-eb39881254cb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 1097 time: 0.0965648 Aug 05 13:54:09.539236 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-82ad6297-e8b6-40f9-b075-47e50e36efce service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dbd3872-f6aa-415b-888c-a15b09035c89 HTTP/1.1" status: 200 len: 217 time: 0.0762033 Aug 05 13:54:09.542040 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0913eda1-3fe9-4924-b045-df1838a6475c req-8677a968-0206-42d4-9000-27e6dbad8bcf tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/security-groups?id=ece37aed-5b5c-4814-940d-1ff105d5e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870197 Aug 05 13:54:09.581926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Transition to ACTIVE for port object 4739507b-bfc0-458b-bf15-d6197071d690 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:09.622843 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:09.756971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2475666-185f-48f2-a0e6-6348e857b90b req-67c05a70-24eb-4547-8fcc-682022d6c67c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:09.764495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d2475666-185f-48f2-a0e6-6348e857b90b req-67c05a70-24eb-4547-8fcc-682022d6c67c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c40f83d-8efe-4a61-a20a-f1c9bda62f0a HTTP/1.1" status: 200 len: 947 time: 0.1049204 Aug 05 13:54:09.777386 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-571a21e6-7fb9-4c76-8401-d808e4f14fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:09.779057 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-571a21e6-7fb9-4c76-8401-d808e4f14fd6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.2799909 Aug 05 13:54:09.779881 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f378-b223-4cfb-badf-3df7d8825018 req-fd5fec94-dc1b-4796-bc06-dd6edeecf20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:09.781341 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-fd5fec94-dc1b-4796-bc06-dd6edeecf20a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.2334342 Aug 05 13:54:09.863008 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d2475666-185f-48f2-a0e6-6348e857b90b req-afa8d7e4-b199-4916-916e-d9ab2684fab8 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975573 Aug 05 13:54:09.865636 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-b57cddcd-73b0-4305-95e7-4224fb62bb57 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef0bc736-89e4-4e9e-b633-f719c9f9e06b HTTP/1.1" status: 200 len: 217 time: 0.0679355 Aug 05 13:54:09.933702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-eefef9c0-3cb5-4550-9c5b-445925cd1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:09.935688 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-eefef9c0-3cb5-4550-9c5b-445925cd1eb6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.0624840 Aug 05 13:54:10.007379 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-4a7cd93e-f263-4aa2-87e6-3d9182a24c5c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623794 Aug 05 13:54:10.139156 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d63ceb-f04f-4ebb-9172-d2f20bc36876 req-2ec5097e-9850-4f5a-98ad-527a185cb8f1 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:10.148007 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71d63ceb-f04f-4ebb-9172-d2f20bc36876 req-2ec5097e-9850-4f5a-98ad-527a185cb8f1 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 946 time: 0.1394243 Aug 05 13:54:10.148320 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-ecf66bc3-679e-4dd1-9ea4-2a4955571e30 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3559062 Aug 05 13:54:10.153825 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Pushing event updated for resources: {'Port': ['ID=4739507b-bfc0-458b-bf15-d6197071d690,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:10.181805 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42350) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:10.220971 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-0156aaa5-73c5-43db-9f53-92fa1ef262d7 service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800127 Aug 05 13:54:10.235258 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71d63ceb-f04f-4ebb-9172-d2f20bc36876 req-b95441f3-5630-4721-8398-964eb5cb3e20 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829628 Aug 05 13:54:10.308088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f01fdb-3146-4e8d-9a37-4947597f3266 req-b8965441-ccdf-4345-b8f7-1536b5ae25ee tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:10.311745 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e4f01fdb-3146-4e8d-9a37-4947597f3266 req-b8965441-ccdf-4345-b8f7-1536b5ae25ee tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 945 time: 0.5617504 Aug 05 13:54:10.386923 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-1ac42af1-8612-4d21-8268-962dd7f492e2 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e112959282a24c9bbb3351f3a99fcd33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457792 Aug 05 13:54:10.390733 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-58fe716e-1682-4a3a-997e-91a1da77d64b service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522183 Aug 05 13:54:10.394942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Attempting to bind port 4739507b-bfc0-458b-bf15-d6197071d690 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:54:10.395317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Attempting to bind port 4739507b-bfc0-458b-bf15-d6197071d690 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '65fdde4b-55dd-4912-b6b8-5c0d96cf1148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c3b33bbd-edec-417d-8114-71df23c0c6ec'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:54:10.395689 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Attempting to bind port 4739507b-bfc0-458b-bf15-d6197071d690 on network c3b33bbd-edec-417d-8114-71df23c0c6ec {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:10.407543 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e0ebfc2f-9715-42e1-aa61-6535e27094c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:10.409904 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e4f01fdb-3146-4e8d-9a37-4947597f3266 req-ae00ac29-2d4f-493b-a9ce-12d57e913c41 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895016 Aug 05 13:54:10.413103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Port 4739507b-bfc0-458b-bf15-d6197071d690 on network c3b33bbd-edec-417d-8114-71df23c0c6ec not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:54:10.413368 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Attempting to bind port 4739507b-bfc0-458b-bf15-d6197071d690 on network c3b33bbd-edec-417d-8114-71df23c0c6ec {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:10.417471 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-a52b5f56-ab62-46f2-86f9-6bc6892c47f5 service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568383 Aug 05 13:54:10.421742 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:54:10.422086 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Checking segment: {'id': '65fdde4b-55dd-4912-b6b8-5c0d96cf1148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c3b33bbd-edec-417d-8114-71df23c0c6ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:54:10.422500 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Bound using segment: {'id': '65fdde4b-55dd-4912-b6b8-5c0d96cf1148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c3b33bbd-edec-417d-8114-71df23c0c6ec'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:54:10.422933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Bound port: 4739507b-bfc0-458b-bf15-d6197071d690, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fdde4b-55dd-4912-b6b8-5c0d96cf1148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c3b33bbd-edec-417d-8114-71df23c0c6ec'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:54:10.423285 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:10.586574 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-e93d9120-6390-4dd4-8830-8a2e08a59dca service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609623 Aug 05 13:54:10.589851 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] For port 4739507b-bfc0-458b-bf15-d6197071d690, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:10.594743 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] For port 4739507b-bfc0-458b-bf15-d6197071d690, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4739507b-bfc0-458b-bf15-d6197071d690,segment=NetworkSegment(65fdde4b-55dd-4912-b6b8-5c0d96cf1148),segment_id=65fdde4b-55dd-4912-b6b8-5c0d96cf1148)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:54:10.615423 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:10.620481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-98970c98-2bd7-44e0-a427-8fd08c012421 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:10.622545 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-98970c98-2bd7-44e0-a427-8fd08c012421 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912&tenant_id=a19c317485da4147b7c1316aac248471&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 1097 time: 0.1372154 Aug 05 13:54:10.631649 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-0cfd32fa-b1a8-4e7c-97b5-371cfc247ac1 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:10.638725 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-0cfd32fa-b1a8-4e7c-97b5-371cfc247ac1 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416415 Aug 05 13:54:10.644124 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 3443a8ea-b213-4005-be0b-880fdbe4cf28 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:54:10.651994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803585-2'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:10.712367 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:10.712993 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:10.714386 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] 10.222.0.84 "PUT /v2.0/ports/4739507b-bfc0-458b-bf15-d6197071d690 HTTP/1.1" status: 200 len: 1091 time: 1.9583905 Aug 05 13:54:10.718889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f27ad0-4469-4a97-a35a-7d3f1b537b07', 'tag': '4739507b-bfc0-458b-bf15-d6197071d690'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:10.721164 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a78a048-fac3-47b9-b2dd-b0319e33a61a" -d '{"events": [{"name": "network-changed", "server_uuid": "80f27ad0-4469-4a97-a35a-7d3f1b537b07", "tag": "4739507b-bfc0-458b-bf15-d6197071d690"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:10.730478 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:10.744368 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-e3c78216-b8a3-4e69-a9a6-55623c77514e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/quotas/e112959282a24c9bbb3351f3a99fcd33 HTTP/1.1" status: 200 len: 375 time: 0.1025941 Aug 05 13:54:10.793672 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-d0fd2575-92e3-438a-a4e1-05611f1a6b51 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e112959282a24c9bbb3351f3a99fcd33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503247 Aug 05 13:54:10.829134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 3443a8ea-b213-4005-be0b-880fdbe4cf28, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=3443a8ea-b213-4005-be0b-880fdbe4cf28,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:10.831600 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6dd7d-7060-4754-9ff5-3c24a72babae service neutron] Pushing event updated for resources: {'Port': ['ID=4739507b-bfc0-458b-bf15-d6197071d690,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:10.857246 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e0ebfc2f-9715-42e1-aa61-6535e27094c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:10.864865 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '3443a8ea-b213-4005-be0b-880fdbe4cf28', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '3443a8ea-b213-4005-be0b-880fdbe4cf28', 'mac_address': 'fa:16:3e:aa:ee:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:54:10.901294 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f378-b223-4cfb-badf-3df7d8825018 req-6acc518c-945e-4c21-8b2e-0952cb48759c tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:10.902870 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-6acc518c-945e-4c21-8b2e-0952cb48759c tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6&tenant_id=ddc2755c0f634caaae1357405a91b9dd&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 1096 time: 0.2507167 Aug 05 13:54:10.923249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15afc1c-0649-4e26-af0b-adf24298d582 req-62ccffbf-045b-4563-8306-202717ce1632 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:10.924518 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d15afc1c-0649-4e26-af0b-adf24298d582 req-62ccffbf-045b-4563-8306-202717ce1632 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f27ad0-4469-4a97-a35a-7d3f1b537b07 HTTP/1.1" status: 200 len: 943 time: 0.2373784 Aug 05 13:54:10.946924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803585-2'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:10.956896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42378) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:10.980326 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e0ebfc2f-9715-42e1-aa61-6535e27094c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:10.995616 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-2d38df2d-d9e5-431c-90b6-ff7867c1b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:10.996192 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:10.997120 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-2d38df2d-d9e5-431c-90b6-ff7867c1b9e5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=316bf1aec41b42c98d0138fd1be4919c&device_id=80f27ad0-4469-4a97-a35a-7d3f1b537b07 HTTP/1.1" status: 200 len: 1094 time: 0.2298930 Aug 05 13:54:11.023728 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3443a8ea-b213-4005-be0b-880fdbe4cf28 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:11.026999 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681b04a5-75e0-4ca6-9677-8f091eeef502 x-openstack-request-id: req-681b04a5-75e0-4ca6-9677-8f091eeef502 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:11.027284 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f27ad0-4469-4a97-a35a-7d3f1b537b07", "tag": "4739507b-bfc0-458b-bf15-d6197071d690", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:11.027529 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-681b04a5-75e0-4ca6-9677-8f091eeef502 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:11.027914 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f27ad0-4469-4a97-a35a-7d3f1b537b07', 'tag': '4739507b-bfc0-458b-bf15-d6197071d690', 'status': 'completed', 'code': 200} Aug 05 13:54:11.076660 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-cb9e9365-0bd6-4169-992f-1bf780aa1e80 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4739507b-bfc0-458b-bf15-d6197071d690 HTTP/1.1" status: 200 len: 217 time: 0.0661001 Aug 05 13:54:11.086923 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 3443a8ea-b213-4005-be0b-880fdbe4cf28, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=3443a8ea-b213-4005-be0b-880fdbe4cf28,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:11.093295 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] For port ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:11.100005 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d15afc1c-0649-4e26-af0b-adf24298d582 req-bfae0eef-f449-4dd8-97f4-b40ef00a1440 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/security-groups?id=ece37aed-5b5c-4814-940d-1ff105d5e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349132 Aug 05 13:54:11.101051 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:11.126161 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:11.191389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] For port ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:11.215344 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=3443a8ea-b213-4005-be0b-880fdbe4cf28,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:11.227064 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d4d92a2f-c3bc-43f5-b1db-e470c428f006 req-db64713d-a392-4d83-b961-4ff2ae2b946e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 210 time: 0.0578246 Aug 05 13:54:11.263287 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-d5db6dab-c086-494d-af23-72e389b26d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:11.264876 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-d5db6dab-c086-494d-af23-72e389b26d54 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4a15b3f1-3606-472a-8ee6-3514dcb2b873 HTTP/1.1" status: 200 len: 861 time: 0.1559086 Aug 05 13:54:11.275637 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bdeaca36-7dc6-473a-8655-4ef59d5baf73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:11.314227 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:11.322342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['3443a8ea-b213-4005-be0b-880fdbe4cf28'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:11.341216 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e0ebfc2f-9715-42e1-aa61-6535e27094c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f36b7848b82b49c9b3222fe145ae6bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1556046 Aug 05 13:54:11.341216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33275f29-a0dc-4a65-9055-48ed1fa19912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef0bc736-89e4-4e9e-b633-f719c9f9e06b'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:11.341763 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afe015b-83e4-44be-9018-a20dafdcb0c3" -d '{"events": [{"server_uuid": "33275f29-a0dc-4a65-9055-48ed1fa19912", "name": "network-vif-unplugged", "status": "completed", "tag": "ef0bc736-89e4-4e9e-b633-f719c9f9e06b"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:11.344546 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebfc2f-9715-42e1-aa61-6535e27094c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046939fc-b870-4d60-b388-f08f2551943b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:11.348179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42390) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:11.358657 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-1f51e3b8-264e-4b67-a7e9-b908d4069f3f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c3b33bbd-edec-417d-8114-71df23c0c6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841577 Aug 05 13:54:11.375004 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-b54ed7f2-7e1d-42ce-9c90-52a4b5c26cb1 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=e112959282a24c9bbb3351f3a99fcd33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3957818 Aug 05 13:54:11.384938 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:11.510412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5de043-2fec-441c-9e97-8c927fef102b req-8d2b823b-7d40-4f60-8ead-c70e0ed0934c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:11.512957 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e5de043-2fec-441c-9e97-8c927fef102b req-8d2b823b-7d40-4f60-8ead-c70e0ed0934c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c40f83d-8efe-4a61-a20a-f1c9bda62f0a HTTP/1.1" status: 200 len: 948 time: 0.2378380 Aug 05 13:54:11.593713 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993517d1-0f05-47a4-ad1e-76e0d4c433aa req-de72fa08-ecb8-44d1-ac35-9e73bc9f058e tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:11.602382 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-993517d1-0f05-47a4-ad1e-76e0d4c433aa req-de72fa08-ecb8-44d1-ac35-9e73bc9f058e tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 946 time: 0.2875204 Aug 05 13:54:11.626084 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e5de043-2fec-441c-9e97-8c927fef102b req-5f686486-3f2f-4dc4-a821-d5f0d0d576ea tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944450 Aug 05 13:54:11.641126 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Attempting to bind port ef0bc736-89e4-4e9e-b633-f719c9f9e06b on host n-h2-803585-2 for vnic_type normal with profile {"migrating_to": "n-h1-803585-2"} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:54:11.641507 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Attempting to bind port ef0bc736-89e4-4e9e-b633-f719c9f9e06b by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:54:11.641804 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Attempting to bind port ef0bc736-89e4-4e9e-b633-f719c9f9e06b on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:11.648460 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,revision_number=7']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:11.655485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] For port 1dbd3872-f6aa-415b-888c-a15b09035c89, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=1dbd3872-f6aa-415b-888c-a15b09035c89,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:11.658794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Port ef0bc736-89e4-4e9e-b633-f719c9f9e06b on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:54:11.659122 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Attempting to bind port ef0bc736-89e4-4e9e-b633-f719c9f9e06b on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:11.673765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-ab35ab0b-4cc1-41cb-b63d-294d26104e63 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:11.675295 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-ab35ab0b-4cc1-41cb-b63d-294d26104e63 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2791004 Aug 05 13:54:11.676384 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:54:11.677242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Checking segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:54:11.677620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Bound using segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:54:11.678495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Bound port: ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:54:11.678637 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:11.697287 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-08fca792-b86c-4224-996c-b4a0effd933e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Request body: {'port': {'device_id': 'fb6e51fb-6b8c-40b4-813d-9df635121fd9', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': 'e112959282a24c9bbb3351f3a99fcd33'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:11.700583 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-270ad67f-a393-4fac-86ce-1995300935d6 service neutron] 10.222.0.84 "GET /v2.0/networks/c3b33bbd-edec-417d-8114-71df23c0c6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823217 Aug 05 13:54:11.757795 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e62844ff-d10d-491e-ba06-6abb3f7e805b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:11.804588 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-993517d1-0f05-47a4-ad1e-76e0d4c433aa req-e7f09b83-9b31-402d-bac6-e7ca596681b4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013061 Aug 05 13:54:11.856463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] For port 1dbd3872-f6aa-415b-888c-a15b09035c89, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:11.863434 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bdeaca36-7dc6-473a-8655-4ef59d5baf73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:11.885779 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e62844ff-d10d-491e-ba06-6abb3f7e805b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:11.905896 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bdeaca36-7dc6-473a-8655-4ef59d5baf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.006867 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.016327 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be87d98f-9725-4953-ad1a-29af2de42a0b req-474df690-0f3f-4df0-9180-6b06548bc416 service neutron] 10.222.0.84 "GET /v2.0/networks/c3b33bbd-edec-417d-8114-71df23c0c6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017752 Aug 05 13:54:12.017813 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeaca36-7dc6-473a-8655-4ef59d5baf73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c6697c-8bcc-468c-99bf-3f661918ceb0,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:12.023349 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bdeaca36-7dc6-473a-8655-4ef59d5baf73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20d5ee05a4be4fe8a7bf26f1e3e0f524&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0625398 Aug 05 13:54:12.024854 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.026766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42402) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:12.033688 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036e50a2-215e-4f8e-892b-01ada695e050 x-openstack-request-id: req-036e50a2-215e-4f8e-892b-01ada695e050 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:12.033987 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33275f29-a0dc-4a65-9055-48ed1fa19912", "name": "network-vif-unplugged", "status": "completed", "tag": "ef0bc736-89e4-4e9e-b633-f719c9f9e06b", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:12.034217 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-036e50a2-215e-4f8e-892b-01ada695e050 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:12.034781 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33275f29-a0dc-4a65-9055-48ed1fa19912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef0bc736-89e4-4e9e-b633-f719c9f9e06b', 'code': 200} Aug 05 13:54:12.135120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] For port ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:12.138964 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] For port ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:54:12.156617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354de69f-0828-4177-82ef-bb68cccfff06 req-ae410a41-d25a-4df5-8a2f-7d3f8a65dce6 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:12.163203 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-354de69f-0828-4177-82ef-bb68cccfff06 req-ae410a41-d25a-4df5-8a2f-7d3f8a65dce6 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 943 time: 0.1248431 Aug 05 13:54:12.166707 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e62844ff-d10d-491e-ba06-6abb3f7e805b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.167077 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.169597 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e62844ff-d10d-491e-ba06-6abb3f7e805b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.171507 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e62844ff-d10d-491e-ba06-6abb3f7e805b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/046939fc-b870-4d60-b388-f08f2551943b HTTP/1.1" status: 204 len: 168 time: 0.8147805 Aug 05 13:54:12.221588 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbd3872-f6aa-415b-888c-a15b09035c89,revision_number=7']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:12.252988 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62844ff-d10d-491e-ba06-6abb3f7e805b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046939fc-b870-4d60-b388-f08f2551943b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:12.273087 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-84a12b31-52c2-4b15-9c14-a94488497206 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=e112959282a24c9bbb3351f3a99fcd33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552211 Aug 05 13:54:12.308836 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d584c29-a36d-4aa9-9e8b-70e7169ad0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.313702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78a048-fac3-47b9-b2dd-b0319e33a61a req-a1835779-c31d-4a0d-8f1c-7b28c5056be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:12.315490 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a78a048-fac3-47b9-b2dd-b0319e33a61a req-a1835779-c31d-4a0d-8f1c-7b28c5056be1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=316bf1aec41b42c98d0138fd1be4919c&device_id=80f27ad0-4469-4a97-a35a-7d3f1b537b07 HTTP/1.1" status: 200 len: 1094 time: 0.2227554 Aug 05 13:54:12.320243 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Attempting to bind port 1dbd3872-f6aa-415b-888c-a15b09035c89 on host n-h1-803585-2 for vnic_type normal with profile {"migrating_to": "n-h2-803585-2"} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:54:12.320572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Attempting to bind port 1dbd3872-f6aa-415b-888c-a15b09035c89 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:54:12.320895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Attempting to bind port 1dbd3872-f6aa-415b-888c-a15b09035c89 on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:12.323304 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-08fca792-b86c-4224-996c-b4a0effd933e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Made reservation on behalf of e112959282a24c9bbb3351f3a99fcd33 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:54:12.326835 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-08fca792-b86c-4224-996c-b4a0effd933e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.359586 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Port 1dbd3872-f6aa-415b-888c-a15b09035c89 on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:54:12.359949 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Attempting to bind port 1dbd3872-f6aa-415b-888c-a15b09035c89 on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:12.386110 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-354de69f-0828-4177-82ef-bb68cccfff06 req-7d4eb721-db66-49bb-85d4-1305fae0abf2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144513 Aug 05 13:54:12.419222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d584c29-a36d-4aa9-9e8b-70e7169ad0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.431167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,revision_number=8']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:12.435084 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:12.435802 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.437221 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ed6feb75-fb6b-4b5a-8d76-fff708b1f745 service neutron] 10.222.0.63 "PUT /v2.0/ports/ef0bc736-89e4-4e9e-b633-f719c9f9e06b HTTP/1.1" status: 200 len: 1122 time: 1.7894681 Aug 05 13:54:12.440218 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-08fca792-b86c-4224-996c-b4a0effd933e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.447583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:54:12.448331 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Checking segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:54:12.448966 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Bound using segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:54:12.449956 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Bound port: 1dbd3872-f6aa-415b-888c-a15b09035c89, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:54:12.450340 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.463646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a884d-1add-44e4-baf4-3836de73d0a1 req-6285da3f-2198-4d86-9f2c-b8459d88f869 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:12.474864 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-128a884d-1add-44e4-baf4-3836de73d0a1 req-6285da3f-2198-4d86-9f2c-b8459d88f869 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f27ad0-4469-4a97-a35a-7d3f1b537b07 HTTP/1.1" status: 200 len: 943 time: 0.2828701 Aug 05 13:54:12.513720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['ef0bc736-89e4-4e9e-b633-f719c9f9e06b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:12.528534 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f601a8d9-22cb-4d0b-9aa9-9d866842574b req-d1563cf3-7f94-4486-b58a-8dae1d46c854 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 210 time: 0.0504925 Aug 05 13:54:12.568518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-88c11bcc-6089-4080-9dc4-04f701ecc31b tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:12.572447 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-88c11bcc-6089-4080-9dc4-04f701ecc31b tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2883592 Aug 05 13:54:12.609831 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78a048-fac3-47b9-b2dd-b0319e33a61a req-8034506b-aa8f-4dc2-ac7d-462a5cd2792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:12.610418 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a78a048-fac3-47b9-b2dd-b0319e33a61a req-8034506b-aa8f-4dc2-ac7d-462a5cd2792e service neutron] 10.222.0.84 "GET /v2.0/networks?id=c3b33bbd-edec-417d-8114-71df23c0c6ec HTTP/1.1" status: 200 len: 922 time: 0.2801282 Aug 05 13:54:12.631299 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-128a884d-1add-44e4-baf4-3836de73d0a1 req-eae487dd-bfa2-4c74-8c00-ee11e36fd088 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/security-groups?id=ece37aed-5b5c-4814-940d-1ff105d5e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345050 Aug 05 13:54:12.645168 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-b47ad8f8-956b-4c32-ac52-b43252dd18c6 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Request body: {'port': {'device_id': '0c9ab17d-78e2-4389-b621-0cb0d562b786', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': 'e112959282a24c9bbb3351f3a99fcd33'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:12.654577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 3443a8ea-b213-4005-be0b-880fdbe4cf28 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:54:12.682445 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a78a048-fac3-47b9-b2dd-b0319e33a61a req-bb65dfaf-67a8-4c0f-b639-dee0024805e1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4739507b-bfc0-458b-bf15-d6197071d690 HTTP/1.1" status: 200 len: 217 time: 0.0600927 Aug 05 13:54:12.685060 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] For port 1dbd3872-f6aa-415b-888c-a15b09035c89, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:12.697338 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d584c29-a36d-4aa9-9e8b-70e7169ad0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.700170 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d584c29-a36d-4aa9-9e8b-70e7169ad0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.701417 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4d584c29-a36d-4aa9-9e8b-70e7169ad0ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1c6697c-8bcc-468c-99bf-3f661918ceb0 HTTP/1.1" status: 204 len: 168 time: 0.6715496 Aug 05 13:54:12.721745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] For port 1dbd3872-f6aa-415b-888c-a15b09035c89, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=1dbd3872-f6aa-415b-888c-a15b09035c89,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:54:12.748394 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42416) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:12.752077 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.756912 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 3443a8ea-b213-4005-be0b-880fdbe4cf28 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:12.763680 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 3443a8ea-b213-4005-be0b-880fdbe4cf28 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:12.764461 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.806054 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d584c29-a36d-4aa9-9e8b-70e7169ad0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c6697c-8bcc-468c-99bf-3f661918ceb0,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:12.814042 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-08fca792-b86c-4224-996c-b4a0effd933e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.832124 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-60b49279-0d11-45fa-bd60-b71465c37cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.874640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78a048-fac3-47b9-b2dd-b0319e33a61a req-d6eb6248-9b89-49db-9844-1722d78c56eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:12.875469 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-08fca792-b86c-4224-996c-b4a0effd933e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.876150 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a78a048-fac3-47b9-b2dd-b0319e33a61a req-d6eb6248-9b89-49db-9844-1722d78c56eb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4a15b3f1-3606-472a-8ee6-3514dcb2b873 HTTP/1.1" status: 200 len: 861 time: 0.1736434 Aug 05 13:54:12.905946 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.908766 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.api [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-b47ad8f8-956b-4c32-ac52-b43252dd18c6 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 13:54:12.908766 n-d-803585-2 neutron-server[105723]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 13:54:12.908766 n-d-803585-2 neutron-server[105723]: [parameters: {'project_id_1': 'e112959282a24c9bbb3351f3a99fcd33', 'expiration_1': datetime.datetime(2021, 8, 5, 13, 54, 12, 880134)}] Aug 05 13:54:12.908766 n-d-803585-2 neutron-server[105723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 13:54:12.909518 n-d-803585-2 neutron-server[105723]: DEBUG oslo_db.api [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-b47ad8f8-956b-4c32-ac52-b43252dd18c6 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 13:54:12.925705 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a78a048-fac3-47b9-b2dd-b0319e33a61a req-c50077a9-156b-4f0d-9a32-9550ce3af67e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c3b33bbd-edec-417d-8114-71df23c0c6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361788 Aug 05 13:54:12.942545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c40f83d-8efe-4a61-a20a-f1c9bda62f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3443a8ea-b213-4005-be0b-880fdbe4cf28'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:12.946513 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247f679a-510a-43de-88a7-363114f46db1" -d '{"events": [{"server_uuid": "0c40f83d-8efe-4a61-a20a-f1c9bda62f0a", "name": "network-vif-plugged", "status": "completed", "tag": "3443a8ea-b213-4005-be0b-880fdbe4cf28"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:12.965931 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 3443a8ea-b213-4005-be0b-880fdbe4cf28, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=3443a8ea-b213-4005-be0b-880fdbe4cf28,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:12.974299 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:12.990155 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fca792-b86c-4224-996c-b4a0effd933e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189bea59-9532-4b90-a03c-cd8288b53bbb,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:13.001657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbd3872-f6aa-415b-888c-a15b09035c89,revision_number=8']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:13.007183 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c10e3-647f-4a34-b489-22b75e81b1b2 req-37d3a89e-a770-4dcd-b3c4-22c23e63bf7b tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:13.016150 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-459c10e3-647f-4a34-b489-22b75e81b1b2 req-37d3a89e-a770-4dcd-b3c4-22c23e63bf7b tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c40f83d-8efe-4a61-a20a-f1c9bda62f0a HTTP/1.1" status: 200 len: 948 time: 0.2484682 Aug 05 13:54:13.016410 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:13.017055 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:13.018654 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f62e05ec-3dff-4585-9661-576526dd1062 service neutron] 10.222.0.84 "PUT /v2.0/ports/1dbd3872-f6aa-415b-888c-a15b09035c89 HTTP/1.1" status: 200 len: 1121 time: 2.0921559 Aug 05 13:54:13.050176 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20a2c09-3e27-4ac1-8903-1b0ac653a5b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dbd3872-f6aa-415b-888c-a15b09035c89'}, {'name': 'network-changed', 'server_uuid': 'd20a2c09-3e27-4ac1-8903-1b0ac653a5b6', 'tag': '1dbd3872-f6aa-415b-888c-a15b09035c89'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:13.053180 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a4bb2e-181d-449c-9874-15c061e8dbf5" -d '{"events": [{"server_uuid": "d20a2c09-3e27-4ac1-8903-1b0ac653a5b6", "name": "network-vif-unplugged", "status": "completed", "tag": "1dbd3872-f6aa-415b-888c-a15b09035c89"}, {"name": "network-changed", "server_uuid": "d20a2c09-3e27-4ac1-8903-1b0ac653a5b6", "tag": "1dbd3872-f6aa-415b-888c-a15b09035c89"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:13.061460 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=3443a8ea-b213-4005-be0b-880fdbe4cf28,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:13.071526 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['1dbd3872-f6aa-415b-888c-a15b09035c89'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:13.112502 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ffe05-88c8-4fe9-9b82-94c9a81740e6 req-56e30ca2-bef8-42f1-9029-8fbaded4584a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:13.120464 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de5ffe05-88c8-4fe9-9b82-94c9a81740e6 req-56e30ca2-bef8-42f1-9029-8fbaded4584a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 944 time: 0.1515052 Aug 05 13:54:13.126462 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-459c10e3-647f-4a34-b489-22b75e81b1b2 req-ec136d9b-2380-45f6-818f-1dd8ee88d835 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039767 Aug 05 13:54:13.183267 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-08fca792-b86c-4224-996c-b4a0effd933e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Allocated IP 192.168.233.67 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/fe81edc1-a107-4865-8bcb-e2cf82d53bf5) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:54:13.214087 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de5ffe05-88c8-4fe9-9b82-94c9a81740e6 req-bd222c25-4697-454d-aa94-6f4c628c303f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925758 Aug 05 13:54:13.216219 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a78a048-fac3-47b9-b2dd-b0319e33a61a req-952260c1-a4ac-4450-91ef-a2f6f3f20855 service neutron] 10.222.0.84 "GET /v2.0/networks/c3b33bbd-edec-417d-8114-71df23c0c6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571342 Aug 05 13:54:13.293126 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64b7374-5a35-4509-9a84-82ec75b4e97d x-openstack-request-id: req-b64b7374-5a35-4509-9a84-82ec75b4e97d {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:13.293629 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c40f83d-8efe-4a61-a20a-f1c9bda62f0a", "name": "network-vif-plugged", "status": "completed", "tag": "3443a8ea-b213-4005-be0b-880fdbe4cf28", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:13.293949 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b64b7374-5a35-4509-9a84-82ec75b4e97d {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:13.294454 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c40f83d-8efe-4a61-a20a-f1c9bda62f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3443a8ea-b213-4005-be0b-880fdbe4cf28', 'code': 200} Aug 05 13:54:13.326147 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd89644c-b07e-44b6-ba4c-7d521d542643 x-openstack-request-id: req-dd89644c-b07e-44b6-ba4c-7d521d542643 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:13.326509 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20a2c09-3e27-4ac1-8903-1b0ac653a5b6", "name": "network-vif-unplugged", "status": "completed", "tag": "1dbd3872-f6aa-415b-888c-a15b09035c89", "code": 200}, {"name": "network-changed", "server_uuid": "d20a2c09-3e27-4ac1-8903-1b0ac653a5b6", "tag": "1dbd3872-f6aa-415b-888c-a15b09035c89", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:13.326733 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd89644c-b07e-44b6-ba4c-7d521d542643 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:13.327113 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20a2c09-3e27-4ac1-8903-1b0ac653a5b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dbd3872-f6aa-415b-888c-a15b09035c89', 'code': 200} Aug 05 13:54:13.327374 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20a2c09-3e27-4ac1-8903-1b0ac653a5b6', 'tag': '1dbd3872-f6aa-415b-888c-a15b09035c89', 'status': 'completed', 'code': 200} Aug 05 13:54:13.343621 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-60b49279-0d11-45fa-bd60-b71465c37cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:13.344433 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42428) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:13.358076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-60b49279-0d11-45fa-bd60-b71465c37cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:13.392847 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a07ddd8-4304-40c2-a2e6-8834f5f71706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:13.443219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4bb2e-181d-449c-9874-15c061e8dbf5 req-4961110b-d2d2-4020-9c11-88102aa681c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:13.444969 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-39a4bb2e-181d-449c-9874-15c061e8dbf5 req-4961110b-d2d2-4020-9c11-88102aa681c3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 1124 time: 0.0791223 Aug 05 13:54:13.474705 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b49279-0d11-45fa-bd60-b71465c37cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf375584-4c0f-4a2b-814a-e2d6f78d3515,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:13.483160 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-60b49279-0d11-45fa-bd60-b71465c37cce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa50de29c5b44984b95a65fa9ce7ea97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7248385 Aug 05 13:54:13.493745 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42432) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:13.498289 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-08fca792-b86c-4224-996c-b4a0effd933e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:13.516958 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a78a048-fac3-47b9-b2dd-b0319e33a61a req-b7c3c391-cfec-4314-a76e-f7d3431820c1 service neutron] 10.222.0.84 "GET /v2.0/networks/c3b33bbd-edec-417d-8114-71df23c0c6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843411 Aug 05 13:54:13.534568 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ab7c8-0b36-4033-9be9-9b61cf473c90 req-c4e708f1-607f-47d3-a653-9a24cc754916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:13.534790 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-b47ad8f8-956b-4c32-ac52-b43252dd18c6 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Made reservation on behalf of e112959282a24c9bbb3351f3a99fcd33 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:54:13.537155 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c27ab7c8-0b36-4033-9be9-9b61cf473c90 req-c4e708f1-607f-47d3-a653-9a24cc754916 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0c40f83d-8efe-4a61-a20a-f1c9bda62f0a HTTP/1.1" status: 200 len: 1100 time: 0.1740880 Aug 05 13:54:13.538898 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-b47ad8f8-956b-4c32-ac52-b43252dd18c6 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:13.586384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b978c8-0714-4efc-b9ca-535562474c63 req-2355451f-f177-4473-936b-12dc465edbfd tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:13.587990 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-73b978c8-0714-4efc-b9ca-535562474c63 req-2355451f-f177-4473-936b-12dc465edbfd tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 943 time: 0.1149933 Aug 05 13:54:13.590718 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-08fca792-b86c-4224-996c-b4a0effd933e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Transition to ACTIVE for port object fe81edc1-a107-4865-8bcb-e2cf82d53bf5 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:13.627225 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c27ab7c8-0b36-4033-9be9-9b61cf473c90 req-3580d7a1-fceb-4407-b3f5-ccd8a8e81f46 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790303 Aug 05 13:54:13.665246 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-73b978c8-0714-4efc-b9ca-535562474c63 req-0083b53f-6a51-4648-b946-622bcf266689 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658545 Aug 05 13:54:13.697906 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a07ddd8-4304-40c2-a2e6-8834f5f71706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:13.703279 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a07ddd8-4304-40c2-a2e6-8834f5f71706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:13.712735 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4bb2e-181d-449c-9874-15c061e8dbf5 req-2221c9a7-fa5c-48ab-8b81-d2f9e7780fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:13.714239 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-39a4bb2e-181d-449c-9874-15c061e8dbf5 req-2221c9a7-fa5c-48ab-8b81-d2f9e7780fd3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 921 time: 0.2566459 Aug 05 13:54:13.747194 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8c1a3420-77d7-4a61-84a2-721953b4ff78 req-b1ae3667-0e0e-4626-90ef-d8aa450e0ab8 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 210 time: 0.0731976 Aug 05 13:54:13.760670 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69d98ba0-adc4-485f-b548-dbdac2cc727e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:13.794586 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-39a4bb2e-181d-449c-9874-15c061e8dbf5 req-2bb29e85-20d4-43ce-be17-b83eb399c0e9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dbd3872-f6aa-415b-888c-a15b09035c89 HTTP/1.1" status: 200 len: 217 time: 0.0498097 Aug 05 13:54:13.846411 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69d98ba0-adc4-485f-b548-dbdac2cc727e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:13.854017 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-08fca792-b86c-4224-996c-b4a0effd933e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:13.975893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-08fca792-b86c-4224-996c-b4a0effd933e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:54:13.983011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4bb2e-181d-449c-9874-15c061e8dbf5 req-a4ee9585-aa00-40c1-b3d0-575b47bb1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:13.984519 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-39a4bb2e-181d-449c-9874-15c061e8dbf5 req-a4ee9585-aa00-40c1-b3d0-575b47bb1a32 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.1814177 Aug 05 13:54:13.993147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-08fca792-b86c-4224-996c-b4a0effd933e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:54:13.999413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07ddd8-4304-40c2-a2e6-8834f5f71706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b1712a-68e1-4498-bd8b-bdbdbe882d5b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:14.007897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-08fca792-b86c-4224-996c-b4a0effd933e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:54:14.010855 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fca792-b86c-4224-996c-b4a0effd933e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Pushing event updated for resources: {'Port': ['ID=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:14.014940 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-b47ad8f8-956b-4c32-ac52-b43252dd18c6 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Allocated IP 192.168.233.227 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/a00bc87f-e04b-45af-be32-ccb3a82d670b) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:54:14.026722 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0a07ddd8-4304-40c2-a2e6-8834f5f71706 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=766fd065e0574ddbb160cb95d95662b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6768367 Aug 05 13:54:14.029113 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42438) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:14.053840 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33275f29-a0dc-4a65-9055-48ed1fa19912', 'tag': 'ef0bc736-89e4-4e9e-b633-f719c9f9e06b'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:14.055913 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ee7a41-b7ae-43a3-9484-d539ef5b31d6" -d '{"events": [{"name": "network-changed", "server_uuid": "33275f29-a0dc-4a65-9055-48ed1fa19912", "tag": "ef0bc736-89e4-4e9e-b633-f719c9f9e06b"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:14.065630 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-39a4bb2e-181d-449c-9874-15c061e8dbf5 req-89ff4f4a-5505-40aa-9a88-16912a0b62ed service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660484 Aug 05 13:54:14.081414 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb2cea-c606-4c9a-ad10-273a7c671d58 req-1973a1ee-5082-4a43-9599-a990e006a9cf tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:14.083388 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ebb2cea-c606-4c9a-ad10-273a7c671d58 req-1973a1ee-5082-4a43-9599-a990e006a9cf tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f27ad0-4469-4a97-a35a-7d3f1b537b07 HTTP/1.1" status: 200 len: 943 time: 0.3450794 Aug 05 13:54:14.122993 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-60252848-4571-4f3b-86b7-fd42e9515161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:14.146339 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69d98ba0-adc4-485f-b548-dbdac2cc727e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:14.148911 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69d98ba0-adc4-485f-b548-dbdac2cc727e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:14.150090 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-69d98ba0-adc4-485f-b548-dbdac2cc727e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf375584-4c0f-4a2b-814a-e2d6f78d3515 HTTP/1.1" status: 204 len: 168 time: 0.6505806 Aug 05 13:54:14.163368 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8d99a3-727c-4b44-8d27-262f6fae7b98 x-openstack-request-id: req-2b8d99a3-727c-4b44-8d27-262f6fae7b98 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:14.163579 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-60252848-4571-4f3b-86b7-fd42e9515161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:14.163682 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33275f29-a0dc-4a65-9055-48ed1fa19912", "tag": "ef0bc736-89e4-4e9e-b633-f719c9f9e06b", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:14.163904 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b8d99a3-727c-4b44-8d27-262f6fae7b98 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:14.164293 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33275f29-a0dc-4a65-9055-48ed1fa19912', 'tag': 'ef0bc736-89e4-4e9e-b633-f719c9f9e06b', 'status': 'completed', 'code': 200} Aug 05 13:54:14.174894 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ebb2cea-c606-4c9a-ad10-273a7c671d58 req-e809e10f-549b-4bd6-a575-962b07edacaf tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/security-groups?id=ece37aed-5b5c-4814-940d-1ff105d5e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810142 Aug 05 13:54:14.184969 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-08fca792-b86c-4224-996c-b4a0effd933e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:14.185795 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-08fca792-b86c-4224-996c-b4a0effd933e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:14.224668 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d98ba0-adc4-485f-b548-dbdac2cc727e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf375584-4c0f-4a2b-814a-e2d6f78d3515,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:14.268226 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-08fca792-b86c-4224-996c-b4a0effd933e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5756202 Aug 05 13:54:14.271377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee7a41-b7ae-43a3-9484-d539ef5b31d6 req-36790f80-54b3-4acd-8a3e-54c0c9d80459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:14.274245 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78ee7a41-b7ae-43a3-9484-d539ef5b31d6 req-36790f80-54b3-4acd-8a3e-54c0c9d80459 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 1125 time: 0.1142414 Aug 05 13:54:14.347401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Request body: {'port': {'device_id': 'fb6e51fb-6b8c-40b4-813d-9df635121fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:14.378636 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-60252848-4571-4f3b-86b7-fd42e9515161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:14.381514 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-60252848-4571-4f3b-86b7-fd42e9515161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:14.385997 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-60252848-4571-4f3b-86b7-fd42e9515161 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1b1712a-68e1-4498-bd8b-bdbdbe882d5b HTTP/1.1" status: 204 len: 168 time: 0.3556929 Aug 05 13:54:14.390864 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:14.435961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c1cba0c9-de92-4f6b-8704-4450ff45000c None None] Provisioning for port fe81edc1-a107-4865-8bcb-e2cf82d53bf5 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:14.445056 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60252848-4571-4f3b-86b7-fd42e9515161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b1712a-68e1-4498-bd8b-bdbdbe882d5b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:14.475397 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234b37d-3b3e-4b4b-aa7e-d778ff341ec2 req-5ca52235-06a6-45b3-8647-bc6f38615d14 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:14.484859 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e234b37d-3b3e-4b4b-aa7e-d778ff341ec2 req-5ca52235-06a6-45b3-8647-bc6f38615d14 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 944 time: 0.1127675 Aug 05 13:54:14.486732 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c1cba0c9-de92-4f6b-8704-4450ff45000c None None] Provisioning complete for port fe81edc1-a107-4865-8bcb-e2cf82d53bf5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:14.487448 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c1cba0c9-de92-4f6b-8704-4450ff45000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:14.538652 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:14.564510 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee7a41-b7ae-43a3-9484-d539ef5b31d6 req-719ca37f-e0bb-45a6-8c5d-64a4217c1f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:14.566396 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78ee7a41-b7ae-43a3-9484-d539ef5b31d6 req-719ca37f-e0bb-45a6-8c5d-64a4217c1f2b service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.2717881 Aug 05 13:54:14.572995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c1cba0c9-de92-4f6b-8704-4450ff45000c None None] Port fe81edc1-a107-4865-8bcb-e2cf82d53bf5 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:54:14.584226 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e234b37d-3b3e-4b4b-aa7e-d778ff341ec2 req-5c09961b-3f84-4f7b-9986-7e8405f3c6d0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933235 Aug 05 13:54:14.668921 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78ee7a41-b7ae-43a3-9484-d539ef5b31d6 req-76e6decd-800d-4dc5-ae4b-56265a95c353 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef0bc736-89e4-4e9e-b633-f719c9f9e06b HTTP/1.1" status: 200 len: 217 time: 0.0834782 Aug 05 13:54:14.675692 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-39a4bb2e-181d-449c-9874-15c061e8dbf5 req-41aa3268-537b-4d7e-8234-b91f0fd24f71 service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5999522 Aug 05 13:54:14.676357 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 4739507b-bfc0-458b-bf15-d6197071d690 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:54:14.773216 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee7a41-b7ae-43a3-9484-d539ef5b31d6 req-1b5d34bb-c3f9-4ba7-a01b-e29ac0f0baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:14.774889 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78ee7a41-b7ae-43a3-9484-d539ef5b31d6 req-1b5d34bb-c3f9-4ba7-a01b-e29ac0f0baa7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.0965858 Aug 05 13:54:14.843231 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78ee7a41-b7ae-43a3-9484-d539ef5b31d6 req-9496ac74-1de7-46d8-9b18-37948153342f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538368 Aug 05 13:54:14.855730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 4739507b-bfc0-458b-bf15-d6197071d690, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4739507b-bfc0-458b-bf15-d6197071d690,segment=NetworkSegment(65fdde4b-55dd-4912-b6b8-5c0d96cf1148),segment_id=65fdde4b-55dd-4912-b6b8-5c0d96cf1148)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:14.870751 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '4739507b-bfc0-458b-bf15-d6197071d690', 'network_id': 'c3b33bbd-edec-417d-8114-71df23c0c6ec', 'port_id': '4739507b-bfc0-458b-bf15-d6197071d690', 'mac_address': 'fa:16:3e:41:75:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a15b3f1-3606-472a-8ee6-3514dcb2b873', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:54:14.929161 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:14.969029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4739507b-bfc0-458b-bf15-d6197071d690 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:14.973150 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2170f-1ead-4eb8-bc0e-24745ac48708 req-c91cf02d-6bcd-451b-92ef-88151ec53c71 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:14.982558 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3bb2170f-1ead-4eb8-bc0e-24745ac48708 req-c91cf02d-6bcd-451b-92ef-88151ec53c71 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 943 time: 0.1834290 Aug 05 13:54:15.017620 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 4739507b-bfc0-458b-bf15-d6197071d690, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4739507b-bfc0-458b-bf15-d6197071d690,segment=NetworkSegment(65fdde4b-55dd-4912-b6b8-5c0d96cf1148),segment_id=65fdde4b-55dd-4912-b6b8-5c0d96cf1148)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:15.031211 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:15.036602 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1ec48-80f8-46ef-ac3c-6786b3399039 req-d21d5591-c502-412c-8270-ed6186d94bda tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:15.047887 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8fa1ec48-80f8-46ef-ac3c-6786b3399039 req-d21d5591-c502-412c-8270-ed6186d94bda tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c40f83d-8efe-4a61-a20a-f1c9bda62f0a HTTP/1.1" status: 200 len: 949 time: 0.7068551 Aug 05 13:54:15.066776 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3bb2170f-1ead-4eb8-bc0e-24745ac48708 req-3970d76f-298f-4557-8703-19265e0439d1 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832198 Aug 05 13:54:15.113274 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-b47ad8f8-956b-4c32-ac52-b43252dd18c6 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:15.148342 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78ee7a41-b7ae-43a3-9484-d539ef5b31d6 req-2b6dde01-7eb4-4d31-8184-085533c3d89e service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829151 Aug 05 13:54:15.211027 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=4739507b-bfc0-458b-bf15-d6197071d690,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:15.235336 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-b47ad8f8-956b-4c32-ac52-b43252dd18c6 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Transition to ACTIVE for port object a00bc87f-e04b-45af-be32-ccb3a82d670b will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:15.292591 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8fa1ec48-80f8-46ef-ac3c-6786b3399039 req-567ff5c7-399e-47e4-aac1-4f92a964a159 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363770 Aug 05 13:54:15.303607 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-39a4bb2e-181d-449c-9874-15c061e8dbf5 req-b10e029f-c894-48b5-b906-f044a24df960 service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838456 Aug 05 13:54:15.308951 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-562dd49b-f878-46f2-91ff-d23c43eb08a5 req-bb295db9-4223-4898-bcfb-e68700d40835 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 210 time: 0.0499289 Aug 05 13:54:15.354958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['4739507b-bfc0-458b-bf15-d6197071d690'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:15.432977 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78ee7a41-b7ae-43a3-9484-d539ef5b31d6 req-c4060e9f-de7e-4edc-9404-fce00e9cccd0 service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757716 Aug 05 13:54:15.466736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device ef0bc736-89e4-4e9e-b633-f719c9f9e06b details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:54:15.536220 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-b47ad8f8-956b-4c32-ac52-b43252dd18c6 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:15.577922 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe81edc1-a107-4865-8bcb-e2cf82d53bf5 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:15.588495 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:15.601487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Transition to ACTIVE for port object fe81edc1-a107-4865-8bcb-e2cf82d53bf5 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:15.649137 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:15.665909 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device ef0bc736-89e4-4e9e-b633-f719c9f9e06b has no active binding in host n-h1-803585-2 {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 13:54:15.690547 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:15.705041 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-b47ad8f8-956b-4c32-ac52-b43252dd18c6 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:54:15.718708 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:15.723583 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-b47ad8f8-956b-4c32-ac52-b43252dd18c6 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:54:15.730588 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-b47ad8f8-956b-4c32-ac52-b43252dd18c6 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:54:15.759674 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3a9e22fe-7b10-4070-984f-0590ec9c5dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:15.791550 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb0b8c-a9c2-4de8-bece-b089932269d3 req-63711461-c811-4d71-9568-b56f1dc1d891 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:15.793596 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a91101-4d90-4536-be83-379e619e4162 req-95fef662-d18c-4533-89cf-246f2bf6dc98 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:15.800564 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16eb0b8c-a9c2-4de8-bece-b089932269d3 req-63711461-c811-4d71-9568-b56f1dc1d891 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 944 time: 0.1001408 Aug 05 13:54:15.801093 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89a91101-4d90-4536-be83-379e619e4162 req-95fef662-d18c-4533-89cf-246f2bf6dc98 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f27ad0-4469-4a97-a35a-7d3f1b537b07 HTTP/1.1" status: 200 len: 944 time: 0.2668207 Aug 05 13:54:15.804091 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ad8f8-956b-4c32-ac52-b43252dd18c6 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Pushing event updated for resources: {'Port': ['ID=a00bc87f-e04b-45af-be32-ccb3a82d670b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:15.866662 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16eb0b8c-a9c2-4de8-bece-b089932269d3 req-26ccf59d-6cd3-4116-8e7b-fd3ec983a984 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610652 Aug 05 13:54:15.967836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-b47ad8f8-956b-4c32-ac52-b43252dd18c6 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:15.969005 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-b47ad8f8-956b-4c32-ac52-b43252dd18c6 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:15.994427 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89a91101-4d90-4536-be83-379e619e4162 req-a711a4ff-858b-48b0-b8b9-c9d4ced76036 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/security-groups?id=ece37aed-5b5c-4814-940d-1ff105d5e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917768 Aug 05 13:54:16.115999 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8dcb9ee3-0792-4c1d-94c9-92d9cc3d5fcd None None] Provisioning for port a00bc87f-e04b-45af-be32-ccb3a82d670b completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:16.125469 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8dcb9ee3-0792-4c1d-94c9-92d9cc3d5fcd None None] Provisioning complete for port a00bc87f-e04b-45af-be32-ccb3a82d670b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:16.135220 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8dcb9ee3-0792-4c1d-94c9-92d9cc3d5fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:16.223510 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb9ee3-0792-4c1d-94c9-92d9cc3d5fcd None None] Port a00bc87f-e04b-45af-be32-ccb3a82d670b cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:54:16.283681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaa2b4-b016-4ccb-a65c-11f8d564e4bc req-73c99af8-835d-4edd-b0c1-8e286501c6a3 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:16.285598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5daaa2b4-b016-4ccb-a65c-11f8d564e4bc req-73c99af8-835d-4edd-b0c1-8e286501c6a3 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 943 time: 0.0877223 Aug 05 13:54:16.370728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Pushing event updated for resources: {'Port': ['ID=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:16.386455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Attempting to bind port fe81edc1-a107-4865-8bcb-e2cf82d53bf5 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:54:16.387380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Attempting to bind port fe81edc1-a107-4865-8bcb-e2cf82d53bf5 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:54:16.388495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Attempting to bind port fe81edc1-a107-4865-8bcb-e2cf82d53bf5 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:16.398791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Port fe81edc1-a107-4865-8bcb-e2cf82d53bf5 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:54:16.399597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Attempting to bind port fe81edc1-a107-4865-8bcb-e2cf82d53bf5 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:16.399708 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5daaa2b4-b016-4ccb-a65c-11f8d564e4bc req-b58a9f1c-2050-4751-989a-a6e845ed4e5b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074796 Aug 05 13:54:16.404312 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-b47ad8f8-956b-4c32-ac52-b43252dd18c6 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7710941 Aug 05 13:54:16.411185 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:54:16.411854 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:54:16.413250 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:54:16.414050 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Bound port: fe81edc1-a107-4865-8bcb-e2cf82d53bf5, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:54:16.414728 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:16.421864 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-7758025e-aa25-4893-87c6-2993537cf0d7 service neutron] 10.222.0.84 "GET /v2.0/ports/ef0bc736-89e4-4e9e-b633-f719c9f9e06b/bindings/n-h1-803585-2 HTTP/1.1" status: 200 len: 384 time: 0.1503050 Aug 05 13:54:16.431593 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Request body: {'port': {'device_id': '0c9ab17d-78e2-4389-b621-0cb0d562b786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:16.544034 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] For port fe81edc1-a107-4865-8bcb-e2cf82d53bf5, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:16.576151 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] For port fe81edc1-a107-4865-8bcb-e2cf82d53bf5, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:54:16.616095 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:16.631521 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:16.680528 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d77c66-3a09-4133-ab3c-2d5ed5663dd4 req-81f57515-a7e9-45f7-9bcc-1b64c1268273 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:16.682071 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-29d77c66-3a09-4133-ab3c-2d5ed5663dd4 req-81f57515-a7e9-45f7-9bcc-1b64c1268273 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c40f83d-8efe-4a61-a20a-f1c9bda62f0a HTTP/1.1" status: 200 len: 949 time: 0.2477474 Aug 05 13:54:16.701313 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1dbd3872-f6aa-415b-888c-a15b09035c89 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:54:16.705565 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 4739507b-bfc0-458b-bf15-d6197071d690 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:54:16.731102 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1846f2-844b-40e0-ba3c-6692fbef4c9e req-13bf1946-0684-413c-848a-ea028620bd9d tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:16.739204 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8b1846f2-844b-40e0-ba3c-6692fbef4c9e req-13bf1946-0684-413c-848a-ea028620bd9d tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 936 time: 0.1773818 Aug 05 13:54:16.748495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:16.749148 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:16.750862 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] 10.222.0.63 "PUT /v2.0/ports/fe81edc1-a107-4865-8bcb-e2cf82d53bf5 HTTP/1.1" status: 200 len: 1095 time: 2.4077635 Aug 05 13:54:16.751570 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6e51fb-6b8c-40b4-813d-9df635121fd9', 'tag': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:16.753877 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f60e3d-c0a3-47e6-8785-98803b89455f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6e51fb-6b8c-40b4-813d-9df635121fd9", "tag": "fe81edc1-a107-4865-8bcb-e2cf82d53bf5"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:16.821138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ae2b4c04-f3f4-4a65-96e6-f47f179865e1 service neutron] For port ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:16.830989 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8b1846f2-844b-40e0-ba3c-6692fbef4c9e req-4b654660-8d97-4ac7-b444-5025f6cfe31c tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906909 Aug 05 13:54:16.856078 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ae2b4c04-f3f4-4a65-96e6-f47f179865e1 service neutron] For port ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:16.919022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ae2b4c04-f3f4-4a65-96e6-f47f179865e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0bc736-89e4-4e9e-b633-f719c9f9e06b {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:16.934039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 4739507b-bfc0-458b-bf15-d6197071d690 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:16.943298 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 4739507b-bfc0-458b-bf15-d6197071d690 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:16.943835 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:16.950017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ae2b4c04-f3f4-4a65-96e6-f47f179865e1 service neutron] For port ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:16.974702 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ae2b4c04-f3f4-4a65-96e6-f47f179865e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:16.998159 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 1dbd3872-f6aa-415b-888c-a15b09035c89, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=1dbd3872-f6aa-415b-888c-a15b09035c89,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:17.018544 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1dbd3872-f6aa-415b-888c-a15b09035c89 has no active binding in host n-h2-803585-2 {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 13:54:17.053331 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-29d77c66-3a09-4133-ab3c-2d5ed5663dd4 req-69b00a82-94c7-42f1-be39-9790faac061e tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480208 Aug 05 13:54:17.069825 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168058d9-8482-4c4e-acef-2597c0fd4231 service neutron] Pushing event updated for resources: {'Port': ['ID=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:17.095852 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:17.112176 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ae2b4c04-f3f4-4a65-96e6-f47f179865e1 service neutron] Transition to ACTIVE for port object ef0bc736-89e4-4e9e-b633-f719c9f9e06b will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:17.121178 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ae2b4c04-f3f4-4a65-96e6-f47f179865e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:17.141849 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f27ad0-4469-4a97-a35a-7d3f1b537b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4739507b-bfc0-458b-bf15-d6197071d690'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:17.142466 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dc50cb-7050-4d11-a07c-1bdfc92b3cc5 x-openstack-request-id: req-14dc50cb-7050-4d11-a07c-1bdfc92b3cc5 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:17.142768 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6e51fb-6b8c-40b4-813d-9df635121fd9", "tag": "fe81edc1-a107-4865-8bcb-e2cf82d53bf5", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:17.143046 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14dc50cb-7050-4d11-a07c-1bdfc92b3cc5 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:17.143387 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6e51fb-6b8c-40b4-813d-9df635121fd9', 'tag': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5', 'status': 'completed', 'code': 200} Aug 05 13:54:17.145434 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4b25da-ac4e-40f2-b307-a4cc4424ce70" -d '{"events": [{"server_uuid": "80f27ad0-4469-4a97-a35a-7d3f1b537b07", "name": "network-vif-plugged", "status": "completed", "tag": "4739507b-bfc0-458b-bf15-d6197071d690"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:17.157448 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-723e86a2-a178-4ab0-b108-353c6be4946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:17.159013 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-723e86a2-a178-4ab0-b108-353c6be4946d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e112959282a24c9bbb3351f3a99fcd33&device_id=fb6e51fb-6b8c-40b4-813d-9df635121fd9 HTTP/1.1" status: 200 len: 1098 time: 0.2896390 Aug 05 13:54:17.170710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 4739507b-bfc0-458b-bf15-d6197071d690, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4739507b-bfc0-458b-bf15-d6197071d690,segment=NetworkSegment(65fdde4b-55dd-4912-b6b8-5c0d96cf1148),segment_id=65fdde4b-55dd-4912-b6b8-5c0d96cf1148)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:17.182066 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:17.196997 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-73b9e7e6-9731-4e5d-a26a-5eb522e02244 req-b97a0754-e807-48a5-8b01-3826bad11bc0 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1608686138', 'description': 'tempest-description-504623241'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:17.243920 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-73b9e7e6-9731-4e5d-a26a-5eb522e02244 req-b97a0754-e807-48a5-8b01-3826bad11bc0 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:17.245263 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-e802fe67-fa9e-43bd-ae6c-60a7b01ff1a7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=fe81edc1-a107-4865-8bcb-e2cf82d53bf5 HTTP/1.1" status: 200 len: 217 time: 0.0661213 Aug 05 13:54:17.257203 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=4739507b-bfc0-458b-bf15-d6197071d690,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:17.283613 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-73b9e7e6-9731-4e5d-a26a-5eb522e02244 req-b97a0754-e807-48a5-8b01-3826bad11bc0 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:17.290641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ae2b4c04-f3f4-4a65-96e6-f47f179865e1 service neutron] No DVR routers for this DVR port ef0bc736-89e4-4e9e-b633-f719c9f9e06b on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:54:17.317420 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b4c04-f3f4-4a65-96e6-f47f179865e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,revision_number=10']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:17.350418 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ae2b4c04-f3f4-4a65-96e6-f47f179865e1 service neutron] 10.222.0.84 "PUT /v2.0/ports/ef0bc736-89e4-4e9e-b633-f719c9f9e06b/bindings/n-h1-803585-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9146791 Aug 05 13:54:17.360823 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-6e62bfb4-f23f-4400-9c87-5d29da9c19b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:17.362339 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-6e62bfb4-f23f-4400-9c87-5d29da9c19b4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0939863 Aug 05 13:54:17.374625 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadafbd-d951-4255-946a-18398cc0f31d req-41b3754f-b7c3-498d-83aa-79853342bd75 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:17.376206 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-daadafbd-d951-4255-946a-18398cc0f31d req-41b3754f-b7c3-498d-83aa-79853342bd75 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 945 time: 0.1746366 Aug 05 13:54:17.450623 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-73b9e7e6-9731-4e5d-a26a-5eb522e02244 req-b97a0754-e807-48a5-8b01-3826bad11bc0 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:17.456650 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-73b9e7e6-9731-4e5d-a26a-5eb522e02244 req-b97a0754-e807-48a5-8b01-3826bad11bc0 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:17.462580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42556) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:17.501412 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a0754-e807-48a5-8b01-3826bad11bc0 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1fed60-dc60-42e0-a2b3-93ec80b3fe26,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:17.510728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00bc87f-e04b-45af-be32-ccb3a82d670b {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:17.525156 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:17.538892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-65e19e8d-36c7-4008-87e3-4c05c2d10a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:17.540432 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-65e19e8d-36c7-4008-87e3-4c05c2d10a9f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1633139 Aug 05 13:54:17.543517 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-daadafbd-d951-4255-946a-18398cc0f31d req-d60e1abc-1d43-43e1-a08e-da45d7ddd511 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522937 Aug 05 13:54:17.564272 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Transition to ACTIVE for port object a00bc87f-e04b-45af-be32-ccb3a82d670b will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:17.568266 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-6472c162-ffbc-4019-a156-23f7b5730165 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:17.569947 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-6472c162-ffbc-4019-a156-23f7b5730165 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912&tenant_id=a19c317485da4147b7c1316aac248471&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 1096 time: 0.1459124 Aug 05 13:54:17.591830 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-73b9e7e6-9731-4e5d-a26a-5eb522e02244 req-b97a0754-e807-48a5-8b01-3826bad11bc0 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:17.598724 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-73b9e7e6-9731-4e5d-a26a-5eb522e02244 req-b97a0754-e807-48a5-8b01-3826bad11bc0 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:17.621723 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:17.641243 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-73b9e7e6-9731-4e5d-a26a-5eb522e02244 req-b97a0754-e807-48a5-8b01-3826bad11bc0 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:17.642522 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-73b9e7e6-9731-4e5d-a26a-5eb522e02244 req-b97a0754-e807-48a5-8b01-3826bad11bc0 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5077987 Aug 05 13:54:17.655429 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a0754-e807-48a5-8b01-3826bad11bc0 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=454011da-b31c-46bc-9c44-caba8ce2b777,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:17.655429 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90526b94-6a05-4bde-a36e-83a43df6e521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:17.744556 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Pushing event updated for resources: {'Port': ['ID=a00bc87f-e04b-45af-be32-ccb3a82d670b,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:17.804808 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90526b94-6a05-4bde-a36e-83a43df6e521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:17.810003 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90526b94-6a05-4bde-a36e-83a43df6e521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:17.834709 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-a13c06e4-4f79-462a-adc4-71d9c27d6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:17.836410 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-a13c06e4-4f79-462a-adc4-71d9c27d6d1c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912&tenant_id=a19c317485da4147b7c1316aac248471 HTTP/1.1" status: 200 len: 1096 time: 0.2538373 Aug 05 13:54:17.872035 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.63', 64985) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:17.883356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90526b94-6a05-4bde-a36e-83a43df6e521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442d47c7-5ecb-49fe-88eb-645d4f0b693b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:17.906535 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-90526b94-6a05-4bde-a36e-83a43df6e521 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=88ff3be2de60424fae2ecb63b020bf28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4405284 Aug 05 13:54:17.909013 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42566) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:17.965597 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-67eb5c16-a100-41d1-a5b5-b29e209458e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:17.970094 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-c07c2c93-2c01-42ff-9bb6-03ab4e338bf2 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169819 Aug 05 13:54:18.004439 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-67eb5c16-a100-41d1-a5b5-b29e209458e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:18.008153 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62590be0-255d-4b27-9826-cb52e2d42f16 x-openstack-request-id: req-62590be0-255d-4b27-9826-cb52e2d42f16 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:18.009454 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f27ad0-4469-4a97-a35a-7d3f1b537b07", "name": "network-vif-plugged", "status": "completed", "tag": "4739507b-bfc0-458b-bf15-d6197071d690", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:18.022990 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62590be0-255d-4b27-9826-cb52e2d42f16 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:18.024756 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f27ad0-4469-4a97-a35a-7d3f1b537b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4739507b-bfc0-458b-bf15-d6197071d690', 'code': 200} Aug 05 13:54:18.092682 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Attempting to bind port a00bc87f-e04b-45af-be32-ccb3a82d670b on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:54:18.093079 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Attempting to bind port a00bc87f-e04b-45af-be32-ccb3a82d670b by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:54:18.093421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Attempting to bind port a00bc87f-e04b-45af-be32-ccb3a82d670b on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:18.125724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Port a00bc87f-e04b-45af-be32-ccb3a82d670b on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:54:18.126041 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Attempting to bind port a00bc87f-e04b-45af-be32-ccb3a82d670b on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:18.132866 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-67eb5c16-a100-41d1-a5b5-b29e209458e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:18.135943 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-67eb5c16-a100-41d1-a5b5-b29e209458e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:18.137080 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-67eb5c16-a100-41d1-a5b5-b29e209458e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/442d47c7-5ecb-49fe-88eb-645d4f0b693b HTTP/1.1" status: 204 len: 168 time: 0.2271557 Aug 05 13:54:18.148006 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902aef5b-93f8-4eb1-b68f-1fcb5426f933 req-81ae6263-d679-4cab-aa98-d34d5d8d1fe8 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:18.149586 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-902aef5b-93f8-4eb1-b68f-1fcb5426f933 req-81ae6263-d679-4cab-aa98-d34d5d8d1fe8 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f27ad0-4469-4a97-a35a-7d3f1b537b07 HTTP/1.1" status: 200 len: 945 time: 0.3879371 Aug 05 13:54:18.160092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb5c16-a100-41d1-a5b5-b29e209458e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442d47c7-5ecb-49fe-88eb-645d4f0b693b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:18.171600 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-2bce7c8f-ccc4-41f1-b1f3-900663b7a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:18.172973 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-2bce7c8f-ccc4-41f1-b1f3-900663b7a1a6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 1096 time: 0.2970612 Aug 05 13:54:18.179989 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:54:18.180340 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:54:18.180721 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:54:18.181167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Bound port: a00bc87f-e04b-45af-be32-ccb3a82d670b, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:54:18.181535 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:18.188104 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1badd68c-746b-46d0-a8b5-56f1c4fe4346 req-8f810e66-47b6-4579-9873-bfd275dd3dd4 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072990 Aug 05 13:54:18.201128 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc45d6-8d0f-489a-b4f5-c6b989646433 req-c8c99a31-568f-478e-b34c-aa170f594298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:18.203432 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dccc45d6-8d0f-489a-b4f5-c6b989646433 req-c8c99a31-568f-478e-b34c-aa170f594298 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=80f27ad0-4469-4a97-a35a-7d3f1b537b07 HTTP/1.1" status: 200 len: 1096 time: 0.1005704 Aug 05 13:54:18.208731 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-fd4e9ce2-f065-40c6-b8c1-fb4c75103830 service neutron] 10.222.0.63 "GET /v2.0/ports/1dbd3872-f6aa-415b-888c-a15b09035c89/bindings/n-h2-803585-2 HTTP/1.1" status: 200 len: 384 time: 0.3355513 Aug 05 13:54:18.216072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d715a-0fe4-43cc-b79a-35361544a868 req-71842180-0aea-4fe9-a360-dbb072ca296f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:18.218379 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cc2d715a-0fe4-43cc-b79a-35361544a868 req-71842180-0aea-4fe9-a360-dbb072ca296f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 943 time: 0.1165783 Aug 05 13:54:18.280229 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dccc45d6-8d0f-489a-b4f5-c6b989646433 req-fa493854-cccc-4923-93d3-b7dcf8a2337a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ece37aed-5b5c-4814-940d-1ff105d5e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604837 Aug 05 13:54:18.283125 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cc2d715a-0fe4-43cc-b79a-35361544a868 req-5dc36366-6b1b-4474-ab38-6b02ff0c1b80 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551500 Aug 05 13:54:18.290447 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d0728a16-b88f-4059-80cb-8bba454e3188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:18.338185 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-b65fcad7-4eab-454f-ab6e-101fe42a5c04 req-47385ab0-a547-4182-9263-fe34cd296460 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1538561971', 'description': 'tempest-description-1390339228'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:18.341383 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.63', 64986) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:18.362107 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b65fcad7-4eab-454f-ab6e-101fe42a5c04 req-47385ab0-a547-4182-9263-fe34cd296460 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:18.421571 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-902aef5b-93f8-4eb1-b68f-1fcb5426f933 req-86ef6926-5400-4313-b909-188e915a1ad7 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/security-groups?id=ece37aed-5b5c-4814-940d-1ff105d5e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580209 Aug 05 13:54:18.481409 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] For port a00bc87f-e04b-45af-be32-ccb3a82d670b, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:18.483760 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b65fcad7-4eab-454f-ab6e-101fe42a5c04 req-47385ab0-a547-4182-9263-fe34cd296460 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:18.490630 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] For port a00bc87f-e04b-45af-be32-ccb3a82d670b, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a00bc87f-e04b-45af-be32-ccb3a82d670b,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:54:18.491866 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b65fcad7-4eab-454f-ab6e-101fe42a5c04 req-47385ab0-a547-4182-9263-fe34cd296460 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:18.515154 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f60e3d-c0a3-47e6-8785-98803b89455f req-9437c82f-6b72-47d4-b5b6-bd8d52beea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:18.516665 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57f60e3d-c0a3-47e6-8785-98803b89455f req-9437c82f-6b72-47d4-b5b6-bd8d52beea0c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e112959282a24c9bbb3351f3a99fcd33&device_id=fb6e51fb-6b8c-40b4-813d-9df635121fd9 HTTP/1.1" status: 200 len: 1098 time: 0.2104225 Aug 05 13:54:18.517653 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:18.532942 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ed827d6-775f-431c-8beb-cc0754b50623 req-4d93c016-f8e2-459d-9649-b12448b075a1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1732807 Aug 05 13:54:18.534484 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:18.546098 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b65fcad7-4eab-454f-ab6e-101fe42a5c04 req-47385ab0-a547-4182-9263-fe34cd296460 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:18.555703 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b65fcad7-4eab-454f-ab6e-101fe42a5c04 req-47385ab0-a547-4182-9263-fe34cd296460 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2248030 Aug 05 13:54:18.560184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-35c7071e-80a7-4df7-8393-44c995bbf498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:18.561665 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-35c7071e-80a7-4df7-8393-44c995bbf498 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.3771670 Aug 05 13:54:18.570671 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47385ab0-a547-4182-9263-fe34cd296460 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b58061c-3cd9-435e-9d0a-63748f3a767e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:18.573341 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42576) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:18.593616 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1280b876-befe-487c-b528-b00922241566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:18.668590 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-28f1515d-2415-4a04-a894-869c72ab33d0 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ea0625b7d0ca442ea306def9dd6ba9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283711 Aug 05 13:54:18.812993 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1280b876-befe-487c-b528-b00922241566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:18.829214 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1280b876-befe-487c-b528-b00922241566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:18.859514 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-0f2a8406-fe46-44c1-965c-a9d0b014c91e tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:18.861145 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-0f2a8406-fe46-44c1-965c-a9d0b014c91e tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805418 Aug 05 13:54:18.892580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280b876-befe-487c-b528-b00922241566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a6f63b-224f-4bc9-a7c3-5b27166241ae,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:18.900735 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1280b876-befe-487c-b528-b00922241566 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbc0eca48afa421ca82c4fe73fc75a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257377 Aug 05 13:54:18.902463 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-99a90a6d-cf34-4a90-9152-46fae8681557 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/quotas/ea0625b7d0ca442ea306def9dd6ba9d1 HTTP/1.1" status: 200 len: 375 time: 0.0305746 Aug 05 13:54:18.903083 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42594) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:18.986467 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-e32eb025-bd49-4347-93b5-3a98f0c2e5e6 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea0625b7d0ca442ea306def9dd6ba9d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752938 Aug 05 13:54:18.992464 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-124d1e96-315c-4873-99b2-a7ab0681979c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:19.001849 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-9ba2e75b-176a-463a-be4d-febfd571003f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef0bc736-89e4-4e9e-b633-f719c9f9e06b HTTP/1.1" status: 200 len: 217 time: 0.4044816 Aug 05 13:54:19.003234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:19.003849 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:19.006431 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] 10.222.0.84 "PUT /v2.0/ports/a00bc87f-e04b-45af-be32-ccb3a82d670b HTTP/1.1" status: 200 len: 1096 time: 2.5802100 Aug 05 13:54:19.022810 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-124d1e96-315c-4873-99b2-a7ab0681979c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:19.100381 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-124d1e96-315c-4873-99b2-a7ab0681979c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:19.103346 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-124d1e96-315c-4873-99b2-a7ab0681979c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:19.104605 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-124d1e96-315c-4873-99b2-a7ab0681979c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45a6f63b-224f-4bc9-a7c3-5b27166241ae HTTP/1.1" status: 204 len: 168 time: 0.2003646 Aug 05 13:54:19.113731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d1e96-315c-4873-99b2-a7ab0681979c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a6f63b-224f-4bc9-a7c3-5b27166241ae,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:19.157610 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9ab17d-78e2-4389-b621-0cb0d562b786', 'tag': 'a00bc87f-e04b-45af-be32-ccb3a82d670b'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:19.159874 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52289ae-3bef-48a1-96a0-f3522cdccaee" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9ab17d-78e2-4389-b621-0cb0d562b786", "tag": "a00bc87f-e04b-45af-be32-ccb3a82d670b"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:19.202363 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135c94d-43f5-467e-bd5b-067b4f5d7bd3 req-27000c01-3d84-421c-914b-4f8084819cc4 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:19.203918 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8135c94d-43f5-467e-bd5b-067b4f5d7bd3 req-27000c01-3d84-421c-914b-4f8084819cc4 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 948 time: 0.6800766 Aug 05 13:54:19.222726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25057591-8c88-46b4-b54e-e97605eafdbc service neutron] Pushing event updated for resources: {'Port': ['ID=a00bc87f-e04b-45af-be32-ccb3a82d670b,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:19.253836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-6098e699-55e3-4e0c-90d4-9d78955a00db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:19.255476 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-6098e699-55e3-4e0c-90d4-9d78955a00db service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e112959282a24c9bbb3351f3a99fcd33&device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 1099 time: 0.1736617 Aug 05 13:54:19.272282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed827d6-775f-431c-8beb-cc0754b50623 req-271263be-f296-45f0-90a1-c9b9053cc481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:19.273973 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ed827d6-775f-431c-8beb-cc0754b50623 req-271263be-f296-45f0-90a1-c9b9053cc481 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 1095 time: 0.6017447 Aug 05 13:54:19.283705 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-6d320075-5b8f-45bb-8e61-6d4b2ba5e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:19.285904 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-6d320075-5b8f-45bb-8e61-6d4b2ba5e2a8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.2672987 Aug 05 13:54:19.317534 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f60e3d-c0a3-47e6-8785-98803b89455f req-4ba79b07-152b-4d04-a0f3-6d0e80ac3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:19.319318 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57f60e3d-c0a3-47e6-8785-98803b89455f req-4ba79b07-152b-4d04-a0f3-6d0e80ac3af0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.7915738 Aug 05 13:54:19.352208 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:19.452079 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f56a8b2a-604f-4f4c-af53-585314afd5e7 req-ace37092-91a8-4226-b506-df9ff9b1cb09 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-451620102', 'description': 'tempest-description-755566538'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:19.485425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-a234023c-64a6-4691-9fb9-e12baf2fe1cf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=a00bc87f-e04b-45af-be32-ccb3a82d670b HTTP/1.1" status: 200 len: 217 time: 0.2102158 Aug 05 13:54:19.486170 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f56a8b2a-604f-4f4c-af53-585314afd5e7 req-ace37092-91a8-4226-b506-df9ff9b1cb09 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:19.487495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-199d4344-5fbc-4bda-9bc4-e57d79c5c2ad service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1865437 Aug 05 13:54:19.512630 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f56a8b2a-604f-4f4c-af53-585314afd5e7 req-ace37092-91a8-4226-b506-df9ff9b1cb09 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:19.560806 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57f60e3d-c0a3-47e6-8785-98803b89455f req-78d16194-7a18-46b7-ab5d-7cf18f91af5e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=fe81edc1-a107-4865-8bcb-e2cf82d53bf5 HTTP/1.1" status: 200 len: 217 time: 0.0930378 Aug 05 13:54:19.643557 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f56a8b2a-604f-4f4c-af53-585314afd5e7 req-ace37092-91a8-4226-b506-df9ff9b1cb09 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:19.649843 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f56a8b2a-604f-4f4c-af53-585314afd5e7 req-ace37092-91a8-4226-b506-df9ff9b1cb09 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:19.656771 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8135c94d-43f5-467e-bd5b-067b4f5d7bd3 req-f8d50414-18ab-44b4-96ba-f013db22d5c3 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335139 Aug 05 13:54:19.689115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-8638f378-b223-4cfb-badf-3df7d8825018 req-bd24003a-8fbf-46c6-a4f5-fab472f463e8 service neutron] For port 1dbd3872-f6aa-415b-888c-a15b09035c89, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=1dbd3872-f6aa-415b-888c-a15b09035c89,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:19.701122 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace37092-91a8-4226-b506-df9ff9b1cb09 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5c0c26-c7ff-4d0d-973c-258902e4e508,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:19.777152 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f60e3d-c0a3-47e6-8785-98803b89455f req-0f53a209-47b8-48da-a996-a8e6710698f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:19.778680 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57f60e3d-c0a3-47e6-8785-98803b89455f req-0f53a209-47b8-48da-a996-a8e6710698f4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1824288 Aug 05 13:54:19.784900 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f56a8b2a-604f-4f4c-af53-585314afd5e7 req-ace37092-91a8-4226-b506-df9ff9b1cb09 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:19.790927 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f56a8b2a-604f-4f4c-af53-585314afd5e7 req-ace37092-91a8-4226-b506-df9ff9b1cb09 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:19.823703 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-2cd0cec5-c987-43a1-a955-075c467abfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:19.825242 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-2cd0cec5-c987-43a1-a955-075c467abfbf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.3252077 Aug 05 13:54:19.836373 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f56a8b2a-604f-4f4c-af53-585314afd5e7 req-ace37092-91a8-4226-b506-df9ff9b1cb09 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:19.837966 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f56a8b2a-604f-4f4c-af53-585314afd5e7 req-ace37092-91a8-4226-b506-df9ff9b1cb09 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3923962 Aug 05 13:54:19.840571 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace37092-91a8-4226-b506-df9ff9b1cb09 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c435b400-c925-40d0-bd8e-2bb18372e12c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:19.903115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-8638f378-b223-4cfb-badf-3df7d8825018 req-bd24003a-8fbf-46c6-a4f5-fab472f463e8 service neutron] For port 1dbd3872-f6aa-415b-888c-a15b09035c89, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:19.911432 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed827d6-775f-431c-8beb-cc0754b50623 req-010f8956-737f-418d-8938-d96e91ae9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:19.913106 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ed827d6-775f-431c-8beb-cc0754b50623 req-010f8956-737f-418d-8938-d96e91ae9b6b service neutron] 10.222.0.63 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.5995855 Aug 05 13:54:20.020497 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-128a408a-41f1-410e-a4ed-73eea7cecf13 req-d91aaf4b-cfbe-440e-b14e-a6cb108c0135 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 210 time: 0.0375578 Aug 05 13:54:20.027522 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ed827d6-775f-431c-8beb-cc0754b50623 req-90a53bec-df38-4a57-bfda-dd904bc015ce service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6684bdba-b3f1-4089-b536-8b0aa9beee58 HTTP/1.1" status: 200 len: 217 time: 0.0786519 Aug 05 13:54:20.031371 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-8638f378-b223-4cfb-badf-3df7d8825018 req-bd24003a-8fbf-46c6-a4f5-fab472f463e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbd3872-f6aa-415b-888c-a15b09035c89 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:20.063406 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6997b-d42e-4094-9aee-027b097ff3fd req-69edd071-7544-4e00-bbb4-492e9b1f72d1 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:20.064943 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-67c6997b-d42e-4094-9aee-027b097ff3fd req-69edd071-7544-4e00-bbb4-492e9b1f72d1 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 945 time: 0.2987134 Aug 05 13:54:20.067247 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-8638f378-b223-4cfb-badf-3df7d8825018 req-bd24003a-8fbf-46c6-a4f5-fab472f463e8 service neutron] For port 1dbd3872-f6aa-415b-888c-a15b09035c89, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1dbd3872-f6aa-415b-888c-a15b09035c89,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:20.080680 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-b3399031-89f5-4a6c-bc23-7db143cf3a89 service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522134 Aug 05 13:54:20.097607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f60e3d-c0a3-47e6-8785-98803b89455f req-a4b80831-b1b7-4093-953b-a4efe87dac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:20.100013 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57f60e3d-c0a3-47e6-8785-98803b89455f req-a4b80831-b1b7-4093-953b-a4efe87dac8a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2800097 Aug 05 13:54:20.122513 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774ffa21-a586-4d0f-bfb2-4ad29d33a217 x-openstack-request-id: req-774ffa21-a586-4d0f-bfb2-4ad29d33a217 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:20.123064 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9ab17d-78e2-4389-b621-0cb0d562b786", "tag": "a00bc87f-e04b-45af-be32-ccb3a82d670b", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:20.123505 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-774ffa21-a586-4d0f-bfb2-4ad29d33a217 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:20.124078 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9ab17d-78e2-4389-b621-0cb0d562b786', 'tag': 'a00bc87f-e04b-45af-be32-ccb3a82d670b', 'status': 'completed', 'code': 200} Aug 05 13:54:20.173833 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-7e4f3249-60f3-4216-a1ff-3f6a706a5eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:20.175488 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-7e4f3249-60f3-4216-a1ff-3f6a706a5eea service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3125329 Aug 05 13:54:20.176873 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8638f378-b223-4cfb-badf-3df7d8825018 req-bd24003a-8fbf-46c6-a4f5-fab472f463e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:20.234166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b652d9-f31c-41ba-94be-91864c9fab9b req-18353c12-e52e-4f8c-beb4-0018845d4a4e tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:20.235762 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-74b652d9-f31c-41ba-94be-91864c9fab9b req-18353c12-e52e-4f8c-beb4-0018845d4a4e tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 943 time: 0.0863054 Aug 05 13:54:20.244390 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f102f7-b1e1-4712-8a00-acbd3b3615ce req-4b7e929a-176a-4722-9375-85bcc178b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:20.245629 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d5f102f7-b1e1-4712-8a00-acbd3b3615ce req-4b7e929a-176a-4722-9375-85bcc178b38c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 1096 time: 0.0671005 Aug 05 13:54:20.296553 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-74b652d9-f31c-41ba-94be-91864c9fab9b req-1c95f436-33e2-48f4-924d-877a308663db tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499511 Aug 05 13:54:20.343018 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed827d6-775f-431c-8beb-cc0754b50623 req-78ba934c-0174-4a9a-9345-cabbd9b80b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:20.344719 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ed827d6-775f-431c-8beb-cc0754b50623 req-78ba934c-0174-4a9a-9345-cabbd9b80b6f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.3005483 Aug 05 13:54:20.399770 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-67c6997b-d42e-4094-9aee-027b097ff3fd req-7b04589b-e9d9-475a-8e17-b12956eaaa1a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097079 Aug 05 13:54:20.432105 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.63', 64988) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:20.479336 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ed827d6-775f-431c-8beb-cc0754b50623 req-b9c58c5b-de61-4dd7-afae-efbea0849c42 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257181 Aug 05 13:54:20.480215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f102f7-b1e1-4712-8a00-acbd3b3615ce req-78c2ad1f-f896-4945-9878-508730f519a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:20.481892 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d5f102f7-b1e1-4712-8a00-acbd3b3615ce req-78c2ad1f-f896-4945-9878-508730f519a2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.2141359 Aug 05 13:54:20.484883 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-8404b608-c4d1-46df-bc63-f95eff3bdd80 req-48313c50-4ca9-4c94-8202-60a384c10d00 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1716970755', 'description': 'tempest-description-1117011912'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:20.485368 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-9afba594-471e-4da4-9ef1-8ac284f2f603 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=ea0625b7d0ca442ea306def9dd6ba9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505447 Aug 05 13:54:20.545090 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-ff2155ae-6919-4409-afa0-33f77ee75f51 service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527824 Aug 05 13:54:20.582859 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57f60e3d-c0a3-47e6-8785-98803b89455f req-6a7f92e1-c808-479a-bd65-adce75e1c026 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402449 Aug 05 13:54:20.630860 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d5f102f7-b1e1-4712-8a00-acbd3b3615ce req-4bcf6670-825f-4cad-b528-942304f5bcda service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef0bc736-89e4-4e9e-b633-f719c9f9e06b HTTP/1.1" status: 200 len: 217 time: 0.0657628 Aug 05 13:54:20.656627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ade38-fbed-4579-a239-ace18d47605b req-aba27e94-0e0c-4afb-bb4b-6ec9ccd9a1ca tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:20.658137 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-679ade38-fbed-4579-a239-ace18d47605b req-aba27e94-0e0c-4afb-bb4b-6ec9ccd9a1ca tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f27ad0-4469-4a97-a35a-7d3f1b537b07 HTTP/1.1" status: 200 len: 945 time: 0.2442765 Aug 05 13:54:20.717015 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8404b608-c4d1-46df-bc63-f95eff3bdd80 req-48313c50-4ca9-4c94-8202-60a384c10d00 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:20.720437 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-82c90bb1-99af-491c-969a-951c051a2e9c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:20.721931 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-82c90bb1-99af-491c-969a-951c051a2e9c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2307191 Aug 05 13:54:20.726381 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device ef0bc736-89e4-4e9e-b633-f719c9f9e06b no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:54:20.736059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f102f7-b1e1-4712-8a00-acbd3b3615ce req-720339b4-9094-499a-98f8-a46e4d158953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:20.737534 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d5f102f7-b1e1-4712-8a00-acbd3b3615ce req-720339b4-9094-499a-98f8-a46e4d158953 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.0997691 Aug 05 13:54:20.747702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-ec1e2dd5-3675-41db-a216-a68ddf6e1d2c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Request body: {'port': {'device_id': '55dbacb9-c76a-4f05-9fae-61dae85d4144', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': 'ea0625b7d0ca442ea306def9dd6ba9d1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:20.784884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device ef0bc736-89e4-4e9e-b633-f719c9f9e06b not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:54:20.791873 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-881e5302-7d44-410c-92c4-b15c11d5dec7 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707765 Aug 05 13:54:20.837657 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-679ade38-fbed-4579-a239-ace18d47605b req-17e8bc82-fc57-4005-a566-28d2fcb7c78f tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/security-groups?id=ece37aed-5b5c-4814-940d-1ff105d5e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531210 Aug 05 13:54:20.843500 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d5f102f7-b1e1-4712-8a00-acbd3b3615ce req-a3d305b2-94b3-48a8-bbee-85c630a5624d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881023 Aug 05 13:54:20.861605 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-8638f378-b223-4cfb-badf-3df7d8825018 req-bd24003a-8fbf-46c6-a4f5-fab472f463e8 service neutron] Transition to ACTIVE for port object 1dbd3872-f6aa-415b-888c-a15b09035c89 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:20.933012 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8638f378-b223-4cfb-badf-3df7d8825018 req-bd24003a-8fbf-46c6-a4f5-fab472f463e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:21.097122 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733fee4-2c8e-4afc-aedb-e99989db9018 req-7668db68-67db-4ff6-9ceb-121589794d26 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:21.098993 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7733fee4-2c8e-4afc-aedb-e99989db9018 req-7668db68-67db-4ff6-9ceb-121589794d26 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 948 time: 0.1301365 Aug 05 13:54:21.104255 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d5f102f7-b1e1-4712-8a00-acbd3b3615ce req-82311e7a-1476-4fef-8b5c-52b1bab27c9e service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385545 Aug 05 13:54:21.162737 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:21.213340 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7733fee4-2c8e-4afc-aedb-e99989db9018 req-e8ff0e3e-e54a-4868-bf17-f15fb77a695e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050856 Aug 05 13:54:21.255462 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d5f102f7-b1e1-4712-8a00-acbd3b3615ce req-cfa39a94-10d3-4433-a59e-4012fd621344 service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385694 Aug 05 13:54:21.270202 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ed827d6-775f-431c-8beb-cc0754b50623 req-326b24fc-5a4a-46af-b5f0-174b7c6305c5 service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7595830 Aug 05 13:54:21.377667 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-52be7746-0a0e-47e5-89f6-f1827d291db7 req-174c5bb8-5d9c-4679-8760-36847216a26d tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 210 time: 0.0266407 Aug 05 13:54:21.389984 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57f60e3d-c0a3-47e6-8785-98803b89455f req-ad1f6ffb-0981-4cc4-a252-c4f450d99dd0 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7726631 Aug 05 13:54:21.423902 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8638f378-b223-4cfb-badf-3df7d8825018 req-bd24003a-8fbf-46c6-a4f5-fab472f463e8 service neutron] No DVR routers for this DVR port 1dbd3872-f6aa-415b-888c-a15b09035c89 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:54:21.450211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-188ca56b-758d-4f17-a852-7dd1c06d497e tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:21.451743 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-188ca56b-758d-4f17-a852-7dd1c06d497e tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912&tenant_id=a19c317485da4147b7c1316aac248471&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 1096 time: 0.5791209 Aug 05 13:54:21.469309 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24003a-8fbf-46c6-a4f5-fab472f463e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbd3872-f6aa-415b-888c-a15b09035c89,revision_number=10']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:21.489339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fe81edc1-a107-4865-8bcb-e2cf82d53bf5 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:54:21.494696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 1dbd3872-f6aa-415b-888c-a15b09035c89 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:54:21.499895 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-508d9b6e-00fd-4ff5-9e88-23b97aaf71ee req-472636d8-b4b5-4fae-81a6-f75268b686b1 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6908376 Aug 05 13:54:21.550176 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8404b608-c4d1-46df-bc63-f95eff3bdd80 req-48313c50-4ca9-4c94-8202-60a384c10d00 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:21.562743 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-bd24003a-8fbf-46c6-a4f5-fab472f463e8 service neutron] 10.222.0.63 "PUT /v2.0/ports/1dbd3872-f6aa-415b-888c-a15b09035c89/bindings/n-h2-803585-2/activate HTTP/1.1" status: 200 len: 369 time: 3.3295979 Aug 05 13:54:21.573133 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8404b608-c4d1-46df-bc63-f95eff3bdd80 req-48313c50-4ca9-4c94-8202-60a384c10d00 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:21.581022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-ec1e2dd5-3675-41db-a216-a68ddf6e1d2c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Made reservation on behalf of ea0625b7d0ca442ea306def9dd6ba9d1 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:54:21.591895 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-ec1e2dd5-3675-41db-a216-a68ddf6e1d2c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:21.600535 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 1dbd3872-f6aa-415b-888c-a15b09035c89 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:54:21.651900 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ed827d6-775f-431c-8beb-cc0754b50623 req-ef6e89a0-f1b3-4408-995c-02697076451f service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675931 Aug 05 13:54:21.659555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fe81edc1-a107-4865-8bcb-e2cf82d53bf5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:21.672077 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8404b608-c4d1-46df-bc63-f95eff3bdd80 req-48313c50-4ca9-4c94-8202-60a384c10d00 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:21.682867 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5', 'mac_address': 'fa:16:3e:15:96:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:54:21.685739 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8404b608-c4d1-46df-bc63-f95eff3bdd80 req-48313c50-4ca9-4c94-8202-60a384c10d00 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2352622 Aug 05 13:54:21.709536 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48313c50-4ca9-4c94-8202-60a384c10d00 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed34b134-d6b7-419c-b726-534ca02e42fa,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:21.749126 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:21.751830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52289ae-3bef-48a1-96a0-f3522cdccaee req-0d26296e-8c2d-4636-aed1-f89c0b265bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:21.753412 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e52289ae-3bef-48a1-96a0-f3522cdccaee req-0d26296e-8c2d-4636-aed1-f89c0b265bbb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e112959282a24c9bbb3351f3a99fcd33&device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 1099 time: 0.1813636 Aug 05 13:54:21.769243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe81edc1-a107-4865-8bcb-e2cf82d53bf5 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:21.783699 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-c3ce243f-e905-4d0b-86e1-4ff8d5cf79b7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1501193 Aug 05 13:54:21.798806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fe81edc1-a107-4865-8bcb-e2cf82d53bf5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:21.804134 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:21.861147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-489d6ed9-85df-483a-8b2c-e53d68df46bb service neutron] For port ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:21.867705 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:21.868707 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-489d6ed9-85df-483a-8b2c-e53d68df46bb service neutron] Notify callbacks [] for binding, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:21.869920 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-084c4481-738f-4bc0-9770-2ffcc69b9427 req-489d6ed9-85df-483a-8b2c-e53d68df46bb service neutron] 10.222.0.63 "DELETE /v2.0/ports/ef0bc736-89e4-4e9e-b633-f719c9f9e06b/bindings/n-h2-803585-2 HTTP/1.1" status: 204 len: 173 time: 0.4022963 Aug 05 13:54:21.915125 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf2d32-36ff-4a24-ba24-10d35a10fa9a req-b234df5f-6d15-4765-8fd5-60e6bc3c7e5c tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:21.916661 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3ecf2d32-36ff-4a24-ba24-10d35a10fa9a req-b234df5f-6d15-4765-8fd5-60e6bc3c7e5c tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 944 time: 0.1270089 Aug 05 13:54:21.919822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52289ae-3bef-48a1-96a0-f3522cdccaee req-9f612811-4a1f-454d-898f-178cd3af8594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:21.921297 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e52289ae-3bef-48a1-96a0-f3522cdccaee req-9f612811-4a1f-454d-898f-178cd3af8594 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.1577873 Aug 05 13:54:21.978224 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e52289ae-3bef-48a1-96a0-f3522cdccaee req-441c2a6a-aeb6-4e3c-b20a-5f6ee63d087a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=a00bc87f-e04b-45af-be32-ccb3a82d670b HTTP/1.1" status: 200 len: 217 time: 0.0461316 Aug 05 13:54:22.029548 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3ecf2d32-36ff-4a24-ba24-10d35a10fa9a req-bbaab819-810b-4f67-adc8-ae180f025098 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048112 Aug 05 13:54:22.040032 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['fe81edc1-a107-4865-8bcb-e2cf82d53bf5'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:22.054507 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52289ae-3bef-48a1-96a0-f3522cdccaee req-06a5e097-64e0-46e8-ae3c-3c938f91bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:22.056736 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e52289ae-3bef-48a1-96a0-f3522cdccaee req-06a5e097-64e0-46e8-ae3c-3c938f91bcfd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0660746 Aug 05 13:54:22.140216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52289ae-3bef-48a1-96a0-f3522cdccaee req-c17e0fa3-5194-427d-ab99-b6e3b197a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:22.141871 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e52289ae-3bef-48a1-96a0-f3522cdccaee req-c17e0fa3-5194-427d-ab99-b6e3b197a1b4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754757 Aug 05 13:54:22.148964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f08c3b20-93ee-414e-bcfb-11f74a550cb4 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:22.150547 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f08c3b20-93ee-414e-bcfb-11f74a550cb4 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6&tenant_id=ddc2755c0f634caaae1357405a91b9dd&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 1095 time: 0.5016384 Aug 05 13:54:22.161929 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a419d9-3970-43c6-aaea-f6a390492e58 req-32fd099f-10d2-4ba3-a7a3-88d32b52e4bf tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:22.163642 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-94a419d9-3970-43c6-aaea-f6a390492e58 req-32fd099f-10d2-4ba3-a7a3-88d32b52e4bf tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 945 time: 0.0638041 Aug 05 13:54:22.240798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-ec1e2dd5-3675-41db-a216-a68ddf6e1d2c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Allocated IP 192.168.233.176 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/26dc350a-0250-4240-bd22-d10a25cb6ecf) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:54:22.261999 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-94a419d9-3970-43c6-aaea-f6a390492e58 req-979209b5-2e67-48eb-8c40-887a17c80102 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912571 Aug 05 13:54:22.279900 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-233790d2-21f9-4b03-a626-8637dc30b0ad tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:22.281409 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-233790d2-21f9-4b03-a626-8637dc30b0ad tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4875200 Aug 05 13:54:22.318556 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f378-b223-4cfb-badf-3df7d8825018 req-dc5a9e9e-225b-4373-aa0f-d94123b79c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:22.320049 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-dc5a9e9e-225b-4373-aa0f-d94123b79c0e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6&tenant_id=ddc2755c0f634caaae1357405a91b9dd HTTP/1.1" status: 200 len: 1095 time: 0.1469696 Aug 05 13:54:22.327591 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-e9b16acd-51e2-4e3c-8b71-8f5a3f54e903 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/quotas/b5fd2bb24b8b4cb7871929d0ce5ab2e7 HTTP/1.1" status: 200 len: 375 time: 0.0366218 Aug 05 13:54:22.345041 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e52289ae-3bef-48a1-96a0-f3522cdccaee req-7430bf3b-eb6a-41a3-98a2-926fa19eb10e service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731369 Aug 05 13:54:22.381847 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-320d9dda-32e8-4b5e-a77f-b0d712125389 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435255 Aug 05 13:54:22.474584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f378-b223-4cfb-badf-3df7d8825018 req-d3be0aa7-5a16-42c7-81d3-08903fa32901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:22.476157 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-d3be0aa7-5a16-42c7-81d3-08903fa32901 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 1095 time: 0.0934339 Aug 05 13:54:22.511897 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e52289ae-3bef-48a1-96a0-f3522cdccaee req-8d746f67-9d12-4012-817c-fb9828f6affd service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491387 Aug 05 13:54:22.548494 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-ec1e2dd5-3675-41db-a216-a68ddf6e1d2c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:22.563693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-ec1e2dd5-3675-41db-a216-a68ddf6e1d2c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Transition to ACTIVE for port object 26dc350a-0250-4240-bd22-d10a25cb6ecf will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:22.647269 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-ec1e2dd5-3675-41db-a216-a68ddf6e1d2c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:22.647517 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-edf46cae-8604-45fb-8c40-b8d6e5e8bc0f tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47849 time: 0.3538463 Aug 05 13:54:22.661671 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['3443a8ea-b213-4005-be0b-880fdbe4cf28'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:22.729691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-ec1e2dd5-3675-41db-a216-a68ddf6e1d2c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:54:22.745110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-ec1e2dd5-3675-41db-a216-a68ddf6e1d2c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:54:22.748699 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-ec1e2dd5-3675-41db-a216-a68ddf6e1d2c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:54:22.756027 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-1ba90706-c280-4b20-bd9b-dbfc20663be8 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/189bea59-9532-4b90-a03c-cd8288b53bbb HTTP/1.1" status: 200 len: 2981 time: 0.0576220 Aug 05 13:54:22.790288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e2dd5-3675-41db-a216-a68ddf6e1d2c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Pushing event updated for resources: {'Port': ['ID=26dc350a-0250-4240-bd22-d10a25cb6ecf,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:22.836223 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa41ef-4997-4423-8a62-71177dbaca53 req-947b17e4-f671-44d8-9f6f-558148954a09 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:22.845258 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3aa41ef-4997-4423-8a62-71177dbaca53 req-947b17e4-f671-44d8-9f6f-558148954a09 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 948 time: 0.2367411 Aug 05 13:54:22.855536 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-230cd5f4-9498-4b8d-b5ab-1eba4f07f6ea tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/189bea59-9532-4b90-a03c-cd8288b53bbb HTTP/1.1" status: 200 len: 2981 time: 0.0918221 Aug 05 13:54:22.869687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f378-b223-4cfb-badf-3df7d8825018 req-8e8fe939-37f5-429e-b442-8e46ffd0b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:22.871299 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-8e8fe939-37f5-429e-b442-8e46ffd0b8cb service neutron] 10.222.0.84 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 921 time: 0.3799627 Aug 05 13:54:22.905074 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-ec1e2dd5-3675-41db-a216-a68ddf6e1d2c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:22.905727 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-ec1e2dd5-3675-41db-a216-a68ddf6e1d2c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:22.906486 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-601682b7-f787-4844-bf4b-092a29a11b9a tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/1bd3c28f-01f7-462a-b638-31b72e069323 HTTP/1.1" status: 200 len: 2977 time: 0.0497079 Aug 05 13:54:22.952043 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-b7ce8e8a-74bc-46b9-b560-b108baef3a0f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dbd3872-f6aa-415b-888c-a15b09035c89 HTTP/1.1" status: 200 len: 217 time: 0.0679977 Aug 05 13:54:22.978866 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-12e0ebb7-341a-4b24-b8e8-e50ac97d742c tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/1bd3c28f-01f7-462a-b638-31b72e069323 HTTP/1.1" status: 200 len: 2977 time: 0.0714369 Aug 05 13:54:23.003157 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-ec1e2dd5-3675-41db-a216-a68ddf6e1d2c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2593744 Aug 05 13:54:23.015090 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3aa41ef-4997-4423-8a62-71177dbaca53 req-1ce1dca0-496f-4ff5-80f1-1b479ab9ad58 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688375 Aug 05 13:54:23.022731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Request body: {'port': {'device_id': '55dbacb9-c76a-4f05-9fae-61dae85d4144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:23.032227 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-ed22aebd-7131-42c7-9e8f-62e989609f12 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/2c5c0c26-c7ff-4d0d-973c-258902e4e508 HTTP/1.1" status: 200 len: 2981 time: 0.0522020 Aug 05 13:54:23.069256 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f378-b223-4cfb-badf-3df7d8825018 req-90269f5e-d82c-4072-9119-45bf5384ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:23.071011 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-90269f5e-d82c-4072-9119-45bf5384ecb4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.1101251 Aug 05 13:54:23.093315 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-4de3911d-4ac1-4a22-98c0-b5f26b8afc4d tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/2c5c0c26-c7ff-4d0d-973c-258902e4e508 HTTP/1.1" status: 200 len: 2981 time: 0.0599165 Aug 05 13:54:23.126441 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-321f9ca4-6aed-433f-883c-bcb1bf7c5d50 None None] Provisioning for port 26dc350a-0250-4240-bd22-d10a25cb6ecf completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:23.130330 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-447c1e64-03c6-4dc2-ad7c-61c01c952371 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344067 Aug 05 13:54:23.133698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-321f9ca4-6aed-433f-883c-bcb1bf7c5d50 None None] Provisioning complete for port 26dc350a-0250-4240-bd22-d10a25cb6ecf triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:23.134832 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-321f9ca4-6aed-433f-883c-bcb1bf7c5d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:23.148022 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-0a9a3bbf-af2a-4b27-89be-c7c8891dd510 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/4c402d69-2c60-4c16-9bd2-b2e85e40365e HTTP/1.1" status: 200 len: 2981 time: 0.0532515 Aug 05 13:54:23.177201 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-321f9ca4-6aed-433f-883c-bcb1bf7c5d50 None None] Port 26dc350a-0250-4240-bd22-d10a25cb6ecf cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:54:23.192599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-e719b483-ca28-4cc6-8fc3-3e6731ba1059 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/4c402d69-2c60-4c16-9bd2-b2e85e40365e HTTP/1.1" status: 200 len: 2981 time: 0.0427859 Aug 05 13:54:23.202814 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:23.255079 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-80853baf-b374-40e3-b904-35fe0acf6b51 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6b1fed60-dc60-42e0-a2b3-93ec80b3fe26 HTTP/1.1" status: 200 len: 2981 time: 0.0541992 Aug 05 13:54:23.304411 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-6b4ec042-bf2c-4112-ae79-248e9e005887 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6b1fed60-dc60-42e0-a2b3-93ec80b3fe26 HTTP/1.1" status: 200 len: 2981 time: 0.0420606 Aug 05 13:54:23.373321 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-3967031e-7a70-4e79-ad39-649aae388989 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6e0f09f3-5936-4293-9a47-568cde260fc2 HTTP/1.1" status: 200 len: 2977 time: 0.0562687 Aug 05 13:54:23.382703 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-6484ab4f-1cf0-4f44-a80e-35e86b46e2e4 service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419300 Aug 05 13:54:23.422624 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-a4bc6221-e7bc-4a9f-a715-8fb443c2257f tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6e0f09f3-5936-4293-9a47-568cde260fc2 HTTP/1.1" status: 200 len: 2977 time: 0.0483263 Aug 05 13:54:23.429721 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b898310-78d0-4bfc-acb9-5729692fa57b req-70ef96fe-881c-4d2a-9739-228643ccb062 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:23.431306 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0b898310-78d0-4bfc-acb9-5729692fa57b req-70ef96fe-881c-4d2a-9739-228643ccb062 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 936 time: 0.1736875 Aug 05 13:54:23.475597 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-f88273a9-654a-411f-bbee-6d1c5935e4fd tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/73c7cba7-b5e4-4726-a447-61d47c4e44b5 HTTP/1.1" status: 200 len: 2981 time: 0.0518968 Aug 05 13:54:23.502515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fe81edc1-a107-4865-8bcb-e2cf82d53bf5 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:54:23.524174 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-56ec9dd0-b075-4c0d-bd03-3891de94995a tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/73c7cba7-b5e4-4726-a447-61d47c4e44b5 HTTP/1.1" status: 200 len: 2981 time: 0.0476191 Aug 05 13:54:23.572855 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-4cba60e0-e4d2-41cf-9610-af68cd066643 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/98a329db-957e-470f-a4e3-f08a630fcfe0 HTTP/1.1" status: 200 len: 2981 time: 0.0476561 Aug 05 13:54:23.581310 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port fe81edc1-a107-4865-8bcb-e2cf82d53bf5 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:23.589992 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port fe81edc1-a107-4865-8bcb-e2cf82d53bf5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:23.590662 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:23.621609 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0b898310-78d0-4bfc-acb9-5729692fa57b req-62128148-bb43-46e4-b1ff-2a1378e3f25a tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241426 Aug 05 13:54:23.653484 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-0702f864-9a24-4af3-86eb-d425d919b38c tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/98a329db-957e-470f-a4e3-f08a630fcfe0 HTTP/1.1" status: 200 len: 2981 time: 0.0798020 Aug 05 13:54:23.664370 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-4c8ddb73-aeb9-46c8-af84-9ddc16372c90 service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559509 Aug 05 13:54:23.723261 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-7cc73bb0-39a8-4743-abf0-97ee036496f8 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/a934b5f2-90b4-4081-a295-2f86b264343a HTTP/1.1" status: 200 len: 2981 time: 0.0630686 Aug 05 13:54:23.775166 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-586f995d-cf5d-4537-9aa5-0d4a428810ab req-e30bf8cf-51eb-4682-b869-fc713c79e21c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a HTTP/1.1" status: 200 len: 210 time: 0.0339754 Aug 05 13:54:23.788851 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-722ed222-5cec-4ce5-8420-6f089fd22486 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/a934b5f2-90b4-4081-a295-2f86b264343a HTTP/1.1" status: 200 len: 2981 time: 0.0584493 Aug 05 13:54:23.795079 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26dc350a-0250-4240-bd22-d10a25cb6ecf {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:23.807066 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:23.842154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Transition to ACTIVE for port object 26dc350a-0250-4240-bd22-d10a25cb6ecf will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:23.850134 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:23.921482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=26dc350a-0250-4240-bd22-d10a25cb6ecf,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:23.927903 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-2c84b5b4-c7b7-4f4d-9bcb-979503340362 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ba2ca55f-3299-4936-8e33-36e350577a50 HTTP/1.1" status: 200 len: 2981 time: 0.1222506 Aug 05 13:54:23.955657 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-3bc114be-143e-4b59-9cb4-3b48356e7711 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520992 Aug 05 13:54:23.996384 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:24.007982 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-10e9e411-9c95-4243-8fe1-e968318ff794 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ba2ca55f-3299-4936-8e33-36e350577a50 HTTP/1.1" status: 200 len: 2981 time: 0.0774090 Aug 05 13:54:24.046576 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6e51fb-6b8c-40b4-813d-9df635121fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:24.049207 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f67618e-9ae7-4359-b981-1b4412db26d1" -d '{"events": [{"server_uuid": "fb6e51fb-6b8c-40b4-813d-9df635121fd9", "name": "network-vif-plugged", "status": "completed", "tag": "fe81edc1-a107-4865-8bcb-e2cf82d53bf5"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:24.080747 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fe81edc1-a107-4865-8bcb-e2cf82d53bf5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:24.091351 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:24.154613 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-9b276bfd-c698-403b-92b5-420ea2470acf tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d35961a7-570c-4e06-ad5f-e6b17c1258c6 HTTP/1.1" status: 200 len: 2973 time: 0.1391392 Aug 05 13:54:24.157527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:24.172410 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f4c08adc-896a-4123-9adc-49d9792f3e52 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:24.174813 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-f4c08adc-896a-4123-9adc-49d9792f3e52 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6&tenant_id=ddc2755c0f634caaae1357405a91b9dd&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 1095 time: 0.1288722 Aug 05 13:54:24.221290 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c96950-2f35-4f0d-996a-512ee16571a7 req-abb64274-e9b3-45eb-92a7-bfa1f4c14d84 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:24.230372 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7c96950-2f35-4f0d-996a-512ee16571a7 req-abb64274-e9b3-45eb-92a7-bfa1f4c14d84 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 944 time: 0.2274389 Aug 05 13:54:24.244857 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-8095c2b1-83ee-43c4-ae24-92dcc2eb0bfa tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d35961a7-570c-4e06-ad5f-e6b17c1258c6 HTTP/1.1" status: 200 len: 2973 time: 0.0690522 Aug 05 13:54:24.273159 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Attempting to bind port 26dc350a-0250-4240-bd22-d10a25cb6ecf on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:54:24.273809 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Attempting to bind port 26dc350a-0250-4240-bd22-d10a25cb6ecf by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:54:24.274114 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Attempting to bind port 26dc350a-0250-4240-bd22-d10a25cb6ecf on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:24.311766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Port 26dc350a-0250-4240-bd22-d10a25cb6ecf on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:54:24.312339 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Attempting to bind port 26dc350a-0250-4240-bd22-d10a25cb6ecf on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:24.319775 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7c96950-2f35-4f0d-996a-512ee16571a7 req-ca318d1d-be83-42cc-825d-c41d3338371b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884194 Aug 05 13:54:24.330534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-2949263d-9201-457a-a188-deed9b719c66 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:24.332276 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-2949263d-9201-457a-a188-deed9b719c66 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3696578 Aug 05 13:54:24.333504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:54:24.333962 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:54:24.334458 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:54:24.335123 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Bound port: 26dc350a-0250-4240-bd22-d10a25cb6ecf, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:54:24.335715 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:24.354360 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-29d34b91-0a91-44fe-8ca8-d924f9b5d749 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e4be679a-6832-4b83-9ee3-4f7c9e387530 HTTP/1.1" status: 200 len: 2981 time: 0.1023674 Aug 05 13:54:24.368000 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-7e02c338-df94-41f2-bff1-5021946d301d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Request body: {'port': {'device_id': '6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': 'b5fd2bb24b8b4cb7871929d0ce5ab2e7'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:24.413564 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-8638f378-b223-4cfb-badf-3df7d8825018 req-30144886-eef8-4f03-bbb9-8ea44a255587 service neutron] For port 1dbd3872-f6aa-415b-888c-a15b09035c89, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:24.417877 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8638f378-b223-4cfb-badf-3df7d8825018 req-30144886-eef8-4f03-bbb9-8ea44a255587 service neutron] Notify callbacks [] for binding, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:24.419005 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-30144886-eef8-4f03-bbb9-8ea44a255587 service neutron] 10.222.0.84 "DELETE /v2.0/ports/1dbd3872-f6aa-415b-888c-a15b09035c89/bindings/n-h1-803585-2 HTTP/1.1" status: 204 len: 173 time: 0.2283206 Aug 05 13:54:24.420533 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-df652661-1792-4c7b-a903-76b3e396bba7 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e4be679a-6832-4b83-9ee3-4f7c9e387530 HTTP/1.1" status: 200 len: 2981 time: 0.0656331 Aug 05 13:54:24.478180 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-1e128cfd-6dd9-4f26-98a3-09e8f57c443e tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e5050fcc-b866-4266-bb68-e4abcec4e147 HTTP/1.1" status: 200 len: 2981 time: 0.0469186 Aug 05 13:54:24.521940 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-8db5f573-939e-4398-aecf-f98fb7448f3b tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e5050fcc-b866-4266-bb68-e4abcec4e147 HTTP/1.1" status: 200 len: 2981 time: 0.0376790 Aug 05 13:54:24.558267 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed869d33-c6dc-4eb0-8bf0-96f7c37c5d39 req-d6095e16-7543-44c1-8c51-7c46fea1aa9f tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:24.559799 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed869d33-c6dc-4eb0-8bf0-96f7c37c5d39 req-d6095e16-7543-44c1-8c51-7c46fea1aa9f tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 1096 time: 0.1335566 Aug 05 13:54:24.565357 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-ae77616e-c10e-48ab-b87e-1335de1d8f6e tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ece37aed-5b5c-4814-940d-1ff105d5e7d0 HTTP/1.1" status: 200 len: 2981 time: 0.0373993 Aug 05 13:54:24.568411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] For port 26dc350a-0250-4240-bd22-d10a25cb6ecf, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:24.574280 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] For port 26dc350a-0250-4240-bd22-d10a25cb6ecf, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=26dc350a-0250-4240-bd22-d10a25cb6ecf,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:54:24.584942 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:24.631889 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89461617-0786-4cb8-abdd-edcd85bdf53d req-df8e6bd1-22ef-4ace-8720-1ffc11fbef36 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ece37aed-5b5c-4814-940d-1ff105d5e7d0 HTTP/1.1" status: 200 len: 2981 time: 0.0484879 Aug 05 13:54:24.664355 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed869d33-c6dc-4eb0-8bf0-96f7c37c5d39 req-21152061-236a-45af-97de-afc4e9746eda tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974584 Aug 05 13:54:24.664823 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-7e02c338-df94-41f2-bff1-5021946d301d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Made reservation on behalf of b5fd2bb24b8b4cb7871929d0ce5ab2e7 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:54:24.668400 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-7e02c338-df94-41f2-bff1-5021946d301d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:24.671176 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:24.671785 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:24.673228 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] 10.222.0.63 "PUT /v2.0/ports/26dc350a-0250-4240-bd22-d10a25cb6ecf HTTP/1.1" status: 200 len: 1096 time: 1.6571836 Aug 05 13:54:24.685245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dbacb9-c76a-4f05-9fae-61dae85d4144', 'tag': '26dc350a-0250-4240-bd22-d10a25cb6ecf'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:24.687837 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35ce5ff-3b4c-4932-8aac-0f29002ee5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "55dbacb9-c76a-4f05-9fae-61dae85d4144", "tag": "26dc350a-0250-4240-bd22-d10a25cb6ecf"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:24.701830 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-7e02c338-df94-41f2-bff1-5021946d301d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:24.735857 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c094b1-fa75-4e8d-8df6-042baec4f996 x-openstack-request-id: req-a0c094b1-fa75-4e8d-8df6-042baec4f996 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:24.736237 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6e51fb-6b8c-40b4-813d-9df635121fd9", "name": "network-vif-plugged", "status": "completed", "tag": "fe81edc1-a107-4865-8bcb-e2cf82d53bf5", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:24.736810 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0c094b1-fa75-4e8d-8df6-042baec4f996 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:24.737209 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6e51fb-6b8c-40b4-813d-9df635121fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5', 'code': 200} Aug 05 13:54:24.768432 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a00bc87f-e04b-45af-be32-ccb3a82d670b details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:54:24.815416 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4db3ae-e1d4-4c19-8622-41c7c2cac0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=26dc350a-0250-4240-bd22-d10a25cb6ecf,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:24.839130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-a8535d72-e9af-4d06-93cc-7fceceb92966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:24.840618 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-a8535d72-e9af-4d06-93cc-7fceceb92966 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ea0625b7d0ca442ea306def9dd6ba9d1&device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 1099 time: 0.1046178 Aug 05 13:54:24.925463 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-d70c83e3-84a5-424a-94c3-dce2f76a7e70 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=26dc350a-0250-4240-bd22-d10a25cb6ecf HTTP/1.1" status: 200 len: 217 time: 0.0538640 Aug 05 13:54:24.973934 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a89e4-0513-482d-b6fc-1febe0f5d0ab req-dd5fa581-0b64-470a-b2b6-246a2851e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:24.976187 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b1a89e4-0513-482d-b6fc-1febe0f5d0ab req-dd5fa581-0b64-470a-b2b6-246a2851e8d4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fb6e51fb-6b8c-40b4-813d-9df635121fd9 HTTP/1.1" status: 200 len: 1100 time: 0.1069210 Aug 05 13:54:24.985782 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bc61e-9d92-48f8-a560-848c03687694 req-b2dba2b1-fbfc-4582-ad74-2fc95a7e7dda tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:24.995412 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-712bc61e-9d92-48f8-a560-848c03687694 req-b2dba2b1-fbfc-4582-ad74-2fc95a7e7dda tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 948 time: 0.1933146 Aug 05 13:54:24.997669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a00bc87f-e04b-45af-be32-ccb3a82d670b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a00bc87f-e04b-45af-be32-ccb3a82d670b,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:25.011619 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'a00bc87f-e04b-45af-be32-ccb3a82d670b', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': 'a00bc87f-e04b-45af-be32-ccb3a82d670b', 'mac_address': 'fa:16:3e:cc:d7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:54:25.050158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-b84014a9-29ad-48e9-83ff-8bddb17a3c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:25.052415 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-b84014a9-29ad-48e9-83ff-8bddb17a3c78 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1193585 Aug 05 13:54:25.054142 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-712bc61e-9d92-48f8-a560-848c03687694 req-a83a6237-f275-4287-9afb-c31eaccf14ac tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578682 Aug 05 13:54:25.055890 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b1a89e4-0513-482d-b6fc-1febe0f5d0ab req-3d241bbe-6c17-4c45-a0f5-40206e115cc5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529823 Aug 05 13:54:25.065438 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:25.073335 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379dd64-f3ad-4084-86b0-1156faee5d50 req-4fb66089-3b0a-471d-81ea-f93348fc17d0 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:25.079611 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00bc87f-e04b-45af-be32-ccb3a82d670b {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:25.080518 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c379dd64-f3ad-4084-86b0-1156faee5d50 req-4fb66089-3b0a-471d-81ea-f93348fc17d0 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 948 time: 0.0947723 Aug 05 13:54:25.102966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a00bc87f-e04b-45af-be32-ccb3a82d670b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a00bc87f-e04b-45af-be32-ccb3a82d670b,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:25.107052 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:25.119595 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-7e02c338-df94-41f2-bff1-5021946d301d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:25.139146 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-7e02c338-df94-41f2-bff1-5021946d301d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:25.159176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=a00bc87f-e04b-45af-be32-ccb3a82d670b,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:25.171160 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e29bb69a-90ba-4f4e-a651-80d8a899f52a req-1ecae14b-b9a9-40ea-b1d4-b94e392a918b tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8b256d04cce4da8a30d076eb2423558 HTTP/1.1" status: 200 len: 6103 time: 0.0758007 Aug 05 13:54:25.174503 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c379dd64-f3ad-4084-86b0-1156faee5d50 req-21f638f8-6234-4d34-b085-899fae2a238f tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931194 Aug 05 13:54:25.228067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02c338-df94-41f2-bff1-5021946d301d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649d87c9-8328-4fdc-b3bb-c6e0930c252f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:25.232489 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8534e36-446c-4391-9461-c00417dd52c6 x-openstack-request-id: req-f8534e36-446c-4391-9461-c00417dd52c6 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:25.232773 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55dbacb9-c76a-4f05-9fae-61dae85d4144", "tag": "26dc350a-0250-4240-bd22-d10a25cb6ecf", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:25.233023 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8534e36-446c-4391-9461-c00417dd52c6 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:25.233411 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55dbacb9-c76a-4f05-9fae-61dae85d4144', 'tag': '26dc350a-0250-4240-bd22-d10a25cb6ecf', 'status': 'completed', 'code': 200} Aug 05 13:54:25.234431 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e29bb69a-90ba-4f4e-a651-80d8a899f52a req-f47f416d-f722-40e8-86ec-eba5b55a8b60 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] 10.222.0.16 "GET /v2.0/security-groups/6b1fed60-dc60-42e0-a2b3-93ec80b3fe26 HTTP/1.1" status: 200 len: 2981 time: 0.0528834 Aug 05 13:54:25.237874 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-ad8ed37a-9297-4d6f-b49f-21a76ec71833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:25.239903 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-ad8ed37a-9297-4d6f-b49f-21a76ec71833 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1366208 Aug 05 13:54:25.291823 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e29bb69a-90ba-4f4e-a651-80d8a899f52a req-2f893dbb-deb3-44dc-88f3-c2da87b06909 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] 10.222.0.16 "GET /v2.0/security-groups/6b1fed60-dc60-42e0-a2b3-93ec80b3fe26 HTTP/1.1" status: 200 len: 2981 time: 0.0498474 Aug 05 13:54:25.365606 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee9b3de7-fffe-4298-a4a4-ce6643435788 req-3645b98e-9da2-42a0-a288-afcfc5a14dab tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a HTTP/1.1" status: 200 len: 210 time: 0.0437272 Aug 05 13:54:25.389061 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-7e02c338-df94-41f2-bff1-5021946d301d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Allocated IP 192.168.233.147 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/44f6d346-7ba4-45d3-ac51-efabb23deb16) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:54:25.466574 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['a00bc87f-e04b-45af-be32-ccb3a82d670b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:25.491959 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-df863352-717c-4aef-b6e4-4b3201a42ff1 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429299 Aug 05 13:54:25.495840 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-abe8e6e2-d4bb-466b-a505-f4217c13c11f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:25.497723 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-abe8e6e2-d4bb-466b-a505-f4217c13c11f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 807 time: 0.1183405 Aug 05 13:54:25.516885 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-e5e79a42-6dc9-4c51-9230-76dd37f55deb tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/quotas/a19c317485da4147b7c1316aac248471 HTTP/1.1" status: 200 len: 375 time: 0.0120771 Aug 05 13:54:25.517503 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e971af7f-7bf2-425a-98e3-d36b1caccb3a req-538a1053-0ab5-4067-9d84-a42ba1360473 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ed34b134-d6b7-419c-b726-534ca02e42fa HTTP/1.1" status: 200 len: 1778 time: 0.0965786 Aug 05 13:54:25.580342 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-f2116e15-a5d5-471a-a498-412ffbbcbf1d tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555658 Aug 05 13:54:25.675088 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-022122e8-761c-4450-a137-cc9ff81921b9 service neutron] 10.222.0.16 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866249 Aug 05 13:54:25.710494 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e971af7f-7bf2-425a-98e3-d36b1caccb3a req-3bffd35f-1070-401b-be86-23ffb187115f tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:25.720630 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b68fb1c3-4fb2-4a61-bae1-f02fcc299b6e req-35d1ec7b-b2d1-4183-9fcc-857558b34ffc service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161860 Aug 05 13:54:25.746531 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-7e02c338-df94-41f2-bff1-5021946d301d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:25.753077 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e971af7f-7bf2-425a-98e3-d36b1caccb3a req-3bffd35f-1070-401b-be86-23ffb187115f tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:25.776549 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-d39f9247-5d08-4794-9870-7eec596f63b2 service neutron] 10.222.0.16 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945292 Aug 05 13:54:25.776771 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-7e02c338-df94-41f2-bff1-5021946d301d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Transition to ACTIVE for port object 44f6d346-7ba4-45d3-ac51-efabb23deb16 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:25.851006 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e971af7f-7bf2-425a-98e3-d36b1caccb3a req-3bffd35f-1070-401b-be86-23ffb187115f tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:25.853729 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e971af7f-7bf2-425a-98e3-d36b1caccb3a req-3bffd35f-1070-401b-be86-23ffb187115f tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:25.854888 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e971af7f-7bf2-425a-98e3-d36b1caccb3a req-3bffd35f-1070-401b-be86-23ffb187115f tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed34b134-d6b7-419c-b726-534ca02e42fa HTTP/1.1" status: 204 len: 173 time: 0.3304429 Aug 05 13:54:25.876469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffd35f-1070-401b-be86-23ffb187115f tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed34b134-d6b7-419c-b726-534ca02e42fa,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:25.881938 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ce5ff-3b4c-4932-8aac-0f29002ee5c4 req-660cf618-f362-464d-9025-5bd26c6793a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:25.883493 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b35ce5ff-3b4c-4932-8aac-0f29002ee5c4 req-660cf618-f362-464d-9025-5bd26c6793a6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ea0625b7d0ca442ea306def9dd6ba9d1&device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 1099 time: 0.0978279 Aug 05 13:54:25.885346 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-7e02c338-df94-41f2-bff1-5021946d301d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:26.003328 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-7e02c338-df94-41f2-bff1-5021946d301d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:54:26.119700 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd25e9b1-c133-4945-bf8a-4d17ada917a1 req-a3d2b777-2f52-4013-b154-1f6a9dd46719 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c435b400-c925-40d0-bd8e-2bb18372e12c HTTP/1.1" status: 200 len: 1776 time: 0.0602214 Aug 05 13:54:26.185459 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-cd25e9b1-c133-4945-bf8a-4d17ada917a1 req-f4fc2767-46a4-4353-99a3-1a0b6ac25652 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:26.213287 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-cd25e9b1-c133-4945-bf8a-4d17ada917a1 req-f4fc2767-46a4-4353-99a3-1a0b6ac25652 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:26.259543 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-cd25e9b1-c133-4945-bf8a-4d17ada917a1 req-f4fc2767-46a4-4353-99a3-1a0b6ac25652 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:26.262177 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-cd25e9b1-c133-4945-bf8a-4d17ada917a1 req-f4fc2767-46a4-4353-99a3-1a0b6ac25652 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:26.263391 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd25e9b1-c133-4945-bf8a-4d17ada917a1 req-f4fc2767-46a4-4353-99a3-1a0b6ac25652 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/c435b400-c925-40d0-bd8e-2bb18372e12c HTTP/1.1" status: 204 len: 173 time: 0.1422169 Aug 05 13:54:26.274235 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc2767-46a4-4353-99a3-1a0b6ac25652 tempest-SecurityGroupsTestAdminJSON-1761291075 tempest-SecurityGroupsTestAdminJSON-1761291075-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c435b400-c925-40d0-bd8e-2bb18372e12c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:26.297934 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-7e02c338-df94-41f2-bff1-5021946d301d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:54:26.305527 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-7e02c338-df94-41f2-bff1-5021946d301d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:54:26.311385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02c338-df94-41f2-bff1-5021946d301d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Pushing event updated for resources: {'Port': ['ID=44f6d346-7ba4-45d3-ac51-efabb23deb16,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:26.377845 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ce5ff-3b4c-4932-8aac-0f29002ee5c4 req-7edd5a5e-df3e-44d6-a100-8e0efa11866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:26.379467 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b35ce5ff-3b4c-4932-8aac-0f29002ee5c4 req-7edd5a5e-df3e-44d6-a100-8e0efa11866e service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.4865658 Aug 05 13:54:26.388590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-7e02c338-df94-41f2-bff1-5021946d301d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:26.388781 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-7e02c338-df94-41f2-bff1-5021946d301d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:26.411515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899e469-3afe-41a2-9f22-e47e6131ce9c req-70c701b2-c2c5-45b4-b5f8-bb1506cdd90d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:26.419362 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1899e469-3afe-41a2-9f22-e47e6131ce9c req-70c701b2-c2c5-45b4-b5f8-bb1506cdd90d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 944 time: 0.4523146 Aug 05 13:54:26.451283 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8247990-9f93-4eaf-a63d-7afd05cc929a req-c856ee5d-21fe-4118-ba31-c63c5c66f30c tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 210 time: 0.0305707 Aug 05 13:54:26.478306 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b35ce5ff-3b4c-4932-8aac-0f29002ee5c4 req-44e5058b-1410-4168-a0b4-873a9f2751f6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=26dc350a-0250-4240-bd22-d10a25cb6ecf HTTP/1.1" status: 200 len: 217 time: 0.0770485 Aug 05 13:54:26.497276 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-7e02c338-df94-41f2-bff1-5021946d301d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1463454 Aug 05 13:54:26.525171 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Request body: {'port': {'device_id': '6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:26.530453 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1899e469-3afe-41a2-9f22-e47e6131ce9c req-e20c52a0-572e-43ed-bd6d-237824425e8e tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102068 Aug 05 13:54:26.565409 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ce5ff-3b4c-4932-8aac-0f29002ee5c4 req-6208e242-fc7c-4ef3-94a0-8565123bd471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:26.567768 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b35ce5ff-3b4c-4932-8aac-0f29002ee5c4 req-6208e242-fc7c-4ef3-94a0-8565123bd471 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0876186 Aug 05 13:54:26.599144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f3ed62cb-d834-480b-ad28-66cad16f3f49 None None] Provisioning for port 44f6d346-7ba4-45d3-ac51-efabb23deb16 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:26.604262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f3ed62cb-d834-480b-ad28-66cad16f3f49 None None] Provisioning complete for port 44f6d346-7ba4-45d3-ac51-efabb23deb16 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:26.604635 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f3ed62cb-d834-480b-ad28-66cad16f3f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:26.628520 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c701e-ed3b-4937-8429-4caedc70bc89 req-55cc6947-7a87-4368-9fa6-c06c719efd11 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:26.630810 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c9c701e-ed3b-4937-8429-4caedc70bc89 req-55cc6947-7a87-4368-9fa6-c06c719efd11 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f27ad0-4469-4a97-a35a-7d3f1b537b07 HTTP/1.1" status: 200 len: 945 time: 0.0923922 Aug 05 13:54:26.653503 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:26.673572 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c9c701e-ed3b-4937-8429-4caedc70bc89 req-04e039aa-db20-4cfb-b7cd-6a1089067ce9 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/security-groups?id=ece37aed-5b5c-4814-940d-1ff105d5e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349858 Aug 05 13:54:26.687595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f3ed62cb-d834-480b-ad28-66cad16f3f49 None None] Port 44f6d346-7ba4-45d3-ac51-efabb23deb16 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:54:26.740036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ce5ff-3b4c-4932-8aac-0f29002ee5c4 req-a5e9ff38-a08b-4a93-addd-c5a602e257a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:26.741743 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b35ce5ff-3b4c-4932-8aac-0f29002ee5c4 req-a5e9ff38-a08b-4a93-addd-c5a602e257a9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526408 Aug 05 13:54:26.777138 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a00bc87f-e04b-45af-be32-ccb3a82d670b up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:54:26.789469 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba88e5-8d51-4f9f-bc4e-9600c27957b3 req-a406c6b2-cde3-48c5-a3e5-12a86423e7b1 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:26.791159 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75ba88e5-8d51-4f9f-bc4e-9600c27957b3 req-a406c6b2-cde3-48c5-a3e5-12a86423e7b1 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 948 time: 0.0501776 Aug 05 13:54:26.828220 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port a00bc87f-e04b-45af-be32-ccb3a82d670b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:26.832488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port a00bc87f-e04b-45af-be32-ccb3a82d670b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:26.832863 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:26.837406 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75ba88e5-8d51-4f9f-bc4e-9600c27957b3 req-e1a629f3-14f2-41cc-93ae-491daa957e78 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394373 Aug 05 13:54:26.862470 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d03fa3-c40b-41a3-96c0-d2d309bb2cec req-45e25f50-a85c-40fc-a6a9-07fc5170324a tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:26.864654 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60d03fa3-c40b-41a3-96c0-d2d309bb2cec req-45e25f50-a85c-40fc-a6a9-07fc5170324a tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 949 time: 0.2125707 Aug 05 13:54:26.915325 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-529b1f52-869c-40f5-b122-877f08b42e12 req-94d8e58a-a698-4e88-8471-c07c7a77cd36 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] 10.222.0.16 "GET /v2.0/security-groups/7b58061c-3cd9-435e-9d0a-63748f3a767e HTTP/1.1" status: 200 len: 1778 time: 0.0427406 Aug 05 13:54:26.917780 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:26.942962 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9ab17d-78e2-4389-b621-0cb0d562b786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00bc87f-e04b-45af-be32-ccb3a82d670b'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:26.945299 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a8271c-2676-445d-9ba9-013ab5f6f2bf" -d '{"events": [{"server_uuid": "0c9ab17d-78e2-4389-b621-0cb0d562b786", "name": "network-vif-plugged", "status": "completed", "tag": "a00bc87f-e04b-45af-be32-ccb3a82d670b"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:26.961016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a00bc87f-e04b-45af-be32-ccb3a82d670b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a00bc87f-e04b-45af-be32-ccb3a82d670b,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:26.966031 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:26.986605 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-529b1f52-869c-40f5-b122-877f08b42e12 req-814fe0bf-f68c-40ff-b90e-7909df16e2f4 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:26.990201 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60d03fa3-c40b-41a3-96c0-d2d309bb2cec req-f4bd3bfa-1855-4cef-b894-ed07d0dd96ff tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123173 Aug 05 13:54:27.001360 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b35ce5ff-3b4c-4932-8aac-0f29002ee5c4 req-b54c55e9-d454-4a2d-831d-a6d4bcfec33e service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428210 Aug 05 13:54:27.025600 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-529b1f52-869c-40f5-b122-877f08b42e12 req-814fe0bf-f68c-40ff-b90e-7909df16e2f4 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:27.026820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=a00bc87f-e04b-45af-be32-ccb3a82d670b,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:27.081549 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-529b1f52-869c-40f5-b122-877f08b42e12 req-814fe0bf-f68c-40ff-b90e-7909df16e2f4 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:27.085755 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-529b1f52-869c-40f5-b122-877f08b42e12 req-814fe0bf-f68c-40ff-b90e-7909df16e2f4 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:27.087285 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-529b1f52-869c-40f5-b122-877f08b42e12 req-814fe0bf-f68c-40ff-b90e-7909df16e2f4 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] 10.222.0.16 "DELETE /v2.0/security-groups/7b58061c-3cd9-435e-9d0a-63748f3a767e HTTP/1.1" status: 204 len: 173 time: 0.1652212 Aug 05 13:54:27.099225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fe0bf-f68c-40ff-b90e-7909df16e2f4 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b58061c-3cd9-435e-9d0a-63748f3a767e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:27.170071 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba66904-1eef-4ec5-a148-fe5894c141d2 x-openstack-request-id: req-5ba66904-1eef-4ec5-a148-fe5894c141d2 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:27.170431 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9ab17d-78e2-4389-b621-0cb0d562b786", "name": "network-vif-plugged", "status": "completed", "tag": "a00bc87f-e04b-45af-be32-ccb3a82d670b", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:27.170688 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ba66904-1eef-4ec5-a148-fe5894c141d2 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:27.171080 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9ab17d-78e2-4389-b621-0cb0d562b786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00bc87f-e04b-45af-be32-ccb3a82d670b', 'code': 200} Aug 05 13:54:27.219280 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fbfe9-beb8-4c41-9f42-e5e620c72e3b req-03738aa6-d208-415b-8a0a-4345f218201e tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:27.220977 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9e3fbfe9-beb8-4c41-9f42-e5e620c72e3b req-03738aa6-d208-415b-8a0a-4345f218201e tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a HTTP/1.1" status: 200 len: 936 time: 0.1410856 Aug 05 13:54:27.259022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-2db633f3-f17e-468f-af12-512d13cad5fc tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:27.260501 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-2db633f3-f17e-468f-af12-512d13cad5fc tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.63 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 807 time: 0.1588013 Aug 05 13:54:27.263062 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f6d346-7ba4-45d3-ac51-efabb23deb16 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:27.266534 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e2dc332e-9e22-4a49-b342-3f5841dcdec4 req-4d83fe4a-5b63-4de2-a18a-6bd4291f58e4 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] 10.222.0.16 "GET /v2.0/security-groups/454011da-b31c-46bc-9c44-caba8ce2b777 HTTP/1.1" status: 200 len: 1777 time: 0.0727086 Aug 05 13:54:27.275896 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b35ce5ff-3b4c-4932-8aac-0f29002ee5c4 req-660ae0df-8be0-4bf6-abde-47fd87f52e17 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540405 Aug 05 13:54:27.282321 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:27.292879 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9e3fbfe9-beb8-4c41-9f42-e5e620c72e3b req-b8d45cb6-11b7-48dc-8cc6-73c517b9d69a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566549 Aug 05 13:54:27.293670 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-c052e363-7031-416e-8bcf-9e5469963597 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Request body: {'port': {'device_id': 'f064a771-d98a-422c-8699-43e597b701ef', 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f', 'admin_state_up': True, 'tenant_id': 'a19c317485da4147b7c1316aac248471'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:27.300667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Transition to ACTIVE for port object 44f6d346-7ba4-45d3-ac51-efabb23deb16 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:27.307975 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:27.395739 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Pushing event updated for resources: {'Port': ['ID=44f6d346-7ba4-45d3-ac51-efabb23deb16,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:27.417797 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38b0d3-588b-44c4-bd3c-31bbafc7133f req-36bd6d10-2dcb-48a5-a250-68994686175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:27.419366 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e38b0d3-588b-44c4-bd3c-31bbafc7133f req-36bd6d10-2dcb-48a5-a250-68994686175b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 1101 time: 0.1504936 Aug 05 13:54:27.453407 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f6c4f-33f3-4cb7-94c4-b47bcdfc784a req-dd5d1fd4-6382-4136-90bd-6dd8b788dd80 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:27.454840 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ba0f6c4f-33f3-4cb7-94c4-b47bcdfc784a req-dd5d1fd4-6382-4136-90bd-6dd8b788dd80 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 1095 time: 0.0897424 Aug 05 13:54:27.473025 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e2dc332e-9e22-4a49-b342-3f5841dcdec4 req-4db2029d-18e3-447a-b741-b5d1b4426e75 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:27.489640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Attempting to bind port 44f6d346-7ba4-45d3-ac51-efabb23deb16 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:54:27.490031 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Attempting to bind port 44f6d346-7ba4-45d3-ac51-efabb23deb16 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:54:27.490406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Attempting to bind port 44f6d346-7ba4-45d3-ac51-efabb23deb16 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:27.506156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Port 44f6d346-7ba4-45d3-ac51-efabb23deb16 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:54:27.506526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Attempting to bind port 44f6d346-7ba4-45d3-ac51-efabb23deb16 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:27.512733 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ba0f6c4f-33f3-4cb7-94c4-b47bcdfc784a req-c089651b-91f2-4252-9338-7e5ebe6dac7a tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472231 Aug 05 13:54:27.515372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:54:27.515707 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:54:27.516093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:54:27.516532 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Bound port: 44f6d346-7ba4-45d3-ac51-efabb23deb16, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:54:27.516893 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:27.518571 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e38b0d3-588b-44c4-bd3c-31bbafc7133f req-0703568c-4f99-464a-91e2-f68bc3df9ccb service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831599 Aug 05 13:54:27.521230 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e2dc332e-9e22-4a49-b342-3f5841dcdec4 req-4db2029d-18e3-447a-b741-b5d1b4426e75 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:27.548267 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-c052e363-7031-416e-8bcf-9e5469963597 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Made reservation on behalf of a19c317485da4147b7c1316aac248471 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:54:27.551733 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-c052e363-7031-416e-8bcf-9e5469963597 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:27.619335 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e2dc332e-9e22-4a49-b342-3f5841dcdec4 req-4db2029d-18e3-447a-b741-b5d1b4426e75 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:27.627635 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] For port 44f6d346-7ba4-45d3-ac51-efabb23deb16, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:27.634109 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e2dc332e-9e22-4a49-b342-3f5841dcdec4 req-4db2029d-18e3-447a-b741-b5d1b4426e75 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:27.636657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] For port 44f6d346-7ba4-45d3-ac51-efabb23deb16, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=44f6d346-7ba4-45d3-ac51-efabb23deb16,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:54:27.647841 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:27.656450 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e2dc332e-9e22-4a49-b342-3f5841dcdec4 req-4db2029d-18e3-447a-b741-b5d1b4426e75 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] 10.222.0.16 "DELETE /v2.0/security-groups/454011da-b31c-46bc-9c44-caba8ce2b777 HTTP/1.1" status: 204 len: 173 time: 0.3764069 Aug 05 13:54:27.699514 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2029d-18e3-447a-b741-b5d1b4426e75 tempest-SecurityGroupsTestAdminJSON-1395009857 tempest-SecurityGroupsTestAdminJSON-1395009857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=454011da-b31c-46bc-9c44-caba8ce2b777,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:27.757434 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:27.762095 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:27.763849 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] 10.222.0.84 "PUT /v2.0/ports/44f6d346-7ba4-45d3-ac51-efabb23deb16 HTTP/1.1" status: 200 len: 1096 time: 1.2454226 Aug 05 13:54:27.766218 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a', 'tag': '44f6d346-7ba4-45d3-ac51-efabb23deb16'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:27.771043 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10109776-9421-4dc2-b4ed-c45aec45d1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a", "tag": "44f6d346-7ba4-45d3-ac51-efabb23deb16"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:27.827556 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33396503-9374-42bd-b9c7-59524878c940 req-a4280f3a-4b65-42a7-ad85-69e90a71c36d tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 210 time: 0.0646145 Aug 05 13:54:27.869910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fb300-62b2-4d23-acc8-d8caa0c6457b service neutron] Pushing event updated for resources: {'Port': ['ID=44f6d346-7ba4-45d3-ac51-efabb23deb16,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:27.899733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-c052e363-7031-416e-8bcf-9e5469963597 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Allocated IP 172.20.0.6 (e2d2ba84-38d9-47f3-984b-f6fdc376e26f/26f261c9-c685-4d0a-b558-e4facce7cdfb/d19adadd-c194-46b6-befe-18344a9580b8) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:54:27.937818 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7656d777-fba2-43be-940d-ec4401c0bf68 x-openstack-request-id: req-7656d777-fba2-43be-940d-ec4401c0bf68 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:27.954435 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a", "tag": "44f6d346-7ba4-45d3-ac51-efabb23deb16", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:27.954767 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7656d777-fba2-43be-940d-ec4401c0bf68 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:27.955550 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a', 'tag': '44f6d346-7ba4-45d3-ac51-efabb23deb16', 'status': 'completed', 'code': 200} Aug 05 13:54:28.005343 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-3b4e0f7c-f329-49f9-8a42-a0a2781d75c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:28.006926 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-3b4e0f7c-f329-49f9-8a42-a0a2781d75c3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&device_id=6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a HTTP/1.1" status: 200 len: 1099 time: 0.1744263 Aug 05 13:54:28.014432 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20298672-7caa-4a27-921e-a3d379c679f4 req-8b76e208-e94b-4c0e-91cc-af886e4169c4 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:28.016005 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-20298672-7caa-4a27-921e-a3d379c679f4 req-8b76e208-e94b-4c0e-91cc-af886e4169c4 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f27ad0-4469-4a97-a35a-7d3f1b537b07 HTTP/1.1" status: 200 len: 945 time: 0.1555679 Aug 05 13:54:28.065571 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42814) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:28.074078 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-2e88492d-9f8a-4027-8bb5-c3665f2df010 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=44f6d346-7ba4-45d3-ac51-efabb23deb16 HTTP/1.1" status: 200 len: 217 time: 0.0509536 Aug 05 13:54:28.126159 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-20298672-7caa-4a27-921e-a3d379c679f4 req-5c0f03bf-2bec-4f37-9d23-e5309f535370 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/security-groups?id=ece37aed-5b5c-4814-940d-1ff105d5e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963798 Aug 05 13:54:28.145074 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-7e746503-e4d8-40b7-9b5b-fa789ad2f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:28.146857 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-7e746503-e4d8-40b7-9b5b-fa789ad2f1fb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0584984 Aug 05 13:54:28.172610 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada2aa3-a7b4-4d12-962d-7e9e2620a35b req-f0b62c00-84ef-4962-acab-a58763295934 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:28.174261 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-eada2aa3-a7b4-4d12-962d-7e9e2620a35b req-f0b62c00-84ef-4962-acab-a58763295934 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.84 "GET /v2.0/ports?device_id=80f27ad0-4469-4a97-a35a-7d3f1b537b07 HTTP/1.1" status: 200 len: 945 time: 0.2053125 Aug 05 13:54:28.201512 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-c693fc48-65e3-4e50-8566-88600083085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:28.203247 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-c693fc48-65e3-4e50-8566-88600083085b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0459902 Aug 05 13:54:28.246773 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d449184-dac0-4a14-b518-0d26155fe521 req-485d8ea6-eb96-41b9-bb07-94b825ad7063 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:28.248389 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d449184-dac0-4a14-b518-0d26155fe521 req-485d8ea6-eb96-41b9-bb07-94b825ad7063 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 820 time: 0.2726853 Aug 05 13:54:28.306295 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-c052e363-7031-416e-8bcf-9e5469963597 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:28.319333 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2593db7-6d4e-45fd-a605-c7f23f652ab1 req-e7a271d0-919b-44ac-bb0b-1fa584edd205 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:28.320845 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2593db7-6d4e-45fd-a605-c7f23f652ab1 req-e7a271d0-919b-44ac-bb0b-1fa584edd205 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 948 time: 0.1112649 Aug 05 13:54:28.330732 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d449184-dac0-4a14-b518-0d26155fe521 req-2310473c-1033-4341-a86d-57b88c0ffb23 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/quotas/ddc2755c0f634caaae1357405a91b9dd HTTP/1.1" status: 200 len: 375 time: 0.0704811 Aug 05 13:54:28.353488 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-3e331ba8-2d3c-4e82-953d-12fa69c0c825 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323330 Aug 05 13:54:28.372646 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2593db7-6d4e-45fd-a605-c7f23f652ab1 req-e3edede0-0ca6-4bda-b2d5-e29fca63ec7e tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451505 Aug 05 13:54:28.408547 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5db4e8d5-23ca-4412-9317-7834847843b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8b256d04cce4da8a30d076eb2423558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392906 Aug 05 13:54:28.414513 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42820) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:28.471322 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d449184-dac0-4a14-b518-0d26155fe521 req-cd3bfed4-7466-43a3-8395-ec948cbf6df0 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1261413 Aug 05 13:54:28.485091 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-c052e363-7031-416e-8bcf-9e5469963597 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:28.491549 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-68a4a9fd-9f58-45d7-bfa7-b01e7bfc89f8 req-6463f351-ef39-4837-a609-3215755a1341 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179533 Aug 05 13:54:28.507350 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-eada2aa3-a7b4-4d12-962d-7e9e2620a35b req-935add8c-de90-49bd-b34c-1cfb215bb558 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Deleting port 4739507b-bfc0-458b-bf15-d6197071d690 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:54:28.508218 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-eada2aa3-a7b4-4d12-962d-7e9e2620a35b req-935add8c-de90-49bd-b34c-1cfb215bb558 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:28.508487 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4580a3-9263-422f-9190-dc9808b47595 req-d1affe9f-3cae-47cc-9ede-78ba7a525e10 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:28.509831 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f4580a3-9263-422f-9190-dc9808b47595 req-d1affe9f-3cae-47cc-9ede-78ba7a525e10 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 950 time: 0.0666761 Aug 05 13:54:28.553805 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f4580a3-9263-422f-9190-dc9808b47595 req-256ee6b5-bec6-433a-8f63-78e661cb07cc tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370829 Aug 05 13:54:28.605950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10109776-9421-4dc2-b4ed-c45aec45d1ae req-91ad5aee-9403-49fa-9fad-40854f30baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:28.608957 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-10109776-9421-4dc2-b4ed-c45aec45d1ae req-91ad5aee-9403-49fa-9fad-40854f30baeb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&device_id=6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a HTTP/1.1" status: 200 len: 1099 time: 0.0518570 Aug 05 13:54:28.726075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a92a22-a5f9-4267-85f2-f5c95f25f1fb req-004743d5-94a5-4025-b7cd-9dfa24f0a519 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:28.727693 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-35a92a22-a5f9-4267-85f2-f5c95f25f1fb req-004743d5-94a5-4025-b7cd-9dfa24f0a519 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a HTTP/1.1" status: 200 len: 948 time: 0.1056185 Aug 05 13:54:28.788829 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10109776-9421-4dc2-b4ed-c45aec45d1ae req-c965e11d-a6db-40d1-bf3a-59ef8f32e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:28.790361 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-10109776-9421-4dc2-b4ed-c45aec45d1ae req-c965e11d-a6db-40d1-bf3a-59ef8f32e42d service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.1571407 Aug 05 13:54:28.797845 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-35a92a22-a5f9-4267-85f2-f5c95f25f1fb req-da1d04ab-c1a6-439b-91e3-160aae43c78f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558283 Aug 05 13:54:28.853400 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-10109776-9421-4dc2-b4ed-c45aec45d1ae req-3e29ebb8-20f0-497b-ad22-445e8a926d9e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=44f6d346-7ba4-45d3-ac51-efabb23deb16 HTTP/1.1" status: 200 len: 217 time: 0.0493207 Aug 05 13:54:28.908290 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-c052e363-7031-416e-8bcf-9e5469963597 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Network e2d2ba84-38d9-47f3-984b-f6fdc376e26f is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:54:28.917222 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10109776-9421-4dc2-b4ed-c45aec45d1ae req-accef2b3-b14f-4d28-aa79-f7c7b95b0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:28.918850 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-10109776-9421-4dc2-b4ed-c45aec45d1ae req-accef2b3-b14f-4d28-aa79-f7c7b95b0b31 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0501132 Aug 05 13:54:28.924487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-c052e363-7031-416e-8bcf-9e5469963597 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:54:28.927066 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9fb0-1b73-4c0f-b0cc-9a443eb51621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:28.932579 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-c052e363-7031-416e-8bcf-9e5469963597 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:54:28.973566 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052e363-7031-416e-8bcf-9e5469963597 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Pushing event updated for resources: {'Port': ['ID=d19adadd-c194-46b6-befe-18344a9580b8,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:28.998646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea83da-393b-4a83-8361-e0991de807d5 req-161283d9-70f6-457f-95a8-6db927e099fa tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:29.000296 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0bea83da-393b-4a83-8361-e0991de807d5 req-161283d9-70f6-457f-95a8-6db927e099fa tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 931 time: 0.0860760 Aug 05 13:54:29.008642 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10109776-9421-4dc2-b4ed-c45aec45d1ae req-f87b0aa3-2213-47d7-bdd3-333394ea0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:29.010341 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-10109776-9421-4dc2-b4ed-c45aec45d1ae req-f87b0aa3-2213-47d7-bdd3-333394ea0bc5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0821850 Aug 05 13:54:29.016609 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9fb0-1b73-4c0f-b0cc-9a443eb51621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:29.058573 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-eada2aa3-a7b4-4d12-962d-7e9e2620a35b req-935add8c-de90-49bd-b34c-1cfb215bb558 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] For port 4739507b-bfc0-458b-bf15-d6197071d690, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4739507b-bfc0-458b-bf15-d6197071d690,segment=NetworkSegment(65fdde4b-55dd-4912-b6b8-5c0d96cf1148),segment_id=65fdde4b-55dd-4912-b6b8-5c0d96cf1148)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:29.058855 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-eada2aa3-a7b4-4d12-962d-7e9e2620a35b req-935add8c-de90-49bd-b34c-1cfb215bb558 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:29.079093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-c052e363-7031-416e-8bcf-9e5469963597 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:29.079721 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-c052e363-7031-416e-8bcf-9e5469963597 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:29.090610 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0bea83da-393b-4a83-8361-e0991de807d5 req-46e1dab4-4438-4631-9035-065e20411e7f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791514 Aug 05 13:54:29.100231 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-eada2aa3-a7b4-4d12-962d-7e9e2620a35b req-935add8c-de90-49bd-b34c-1cfb215bb558 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Calling delete_port for 4739507b-bfc0-458b-bf15-d6197071d690 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:54:29.108455 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d449184-dac0-4a14-b518-0d26155fe521 req-c9b576de-865b-4cab-af97-84354326b5ff service neutron] 10.222.0.16 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213877 Aug 05 13:54:29.135439 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-10109776-9421-4dc2-b4ed-c45aec45d1ae req-e06b1494-cdd7-4621-9f60-0aec8dddaf52 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061869 Aug 05 13:54:29.135811 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-c052e363-7031-416e-8bcf-9e5469963597 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8576627 Aug 05 13:54:29.211083 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Request body: {'port': {'device_id': 'f064a771-d98a-422c-8699-43e597b701ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:29.266675 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9fb0-1b73-4c0f-b0cc-9a443eb51621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:29.269193 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9fb0-1b73-4c0f-b0cc-9a443eb51621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:29.270081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-10109776-9421-4dc2-b4ed-c45aec45d1ae req-6a62cf7e-ec8a-412f-94ec-255088785bbf service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236312 Aug 05 13:54:29.270640 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4f6e9fb0-1b73-4c0f-b0cc-9a443eb51621 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b1fed60-dc60-42e0-a2b3-93ec80b3fe26 HTTP/1.1" status: 204 len: 168 time: 0.8505626 Aug 05 13:54:29.278975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af301a7d-1e11-434e-ade2-7fc8e86659fd req-997119ba-3edb-408d-995e-9d882f20d60e tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:29.280495 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-af301a7d-1e11-434e-ade2-7fc8e86659fd req-997119ba-3edb-408d-995e-9d882f20d60e tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f27ad0-4469-4a97-a35a-7d3f1b537b07 HTTP/1.1" status: 200 len: 945 time: 0.0743930 Aug 05 13:54:29.315348 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e9fb0-1b73-4c0f-b0cc-9a443eb51621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1fed60-dc60-42e0-a2b3-93ec80b3fe26,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:29.346874 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:29.348813 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-af301a7d-1e11-434e-ade2-7fc8e86659fd req-b49a3d01-5a50-486e-ac91-fee99085a445 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/security-groups?id=ece37aed-5b5c-4814-940d-1ff105d5e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598192 Aug 05 13:54:29.351717 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d449184-dac0-4a14-b518-0d26155fe521 req-ace3ad9b-70ab-46d7-b695-5841abf0748e service neutron] 10.222.0.16 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319429 Aug 05 13:54:29.462886 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-eada2aa3-a7b4-4d12-962d-7e9e2620a35b req-935add8c-de90-49bd-b34c-1cfb215bb558 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:29.478423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['4739507b-bfc0-458b-bf15-d6197071d690'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:29.548545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 26dc350a-0250-4240-bd22-d10a25cb6ecf details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:54:29.552889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3822c-5458-4f19-ab9d-ab6dee3c0871 req-ca9df0f8-7e21-4b72-807a-753ec8c33502 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:29.555529 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e7c3822c-5458-4f19-ab9d-ab6dee3c0871 req-ca9df0f8-7e21-4b72-807a-753ec8c33502 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 948 time: 0.1004431 Aug 05 13:54:29.567949 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935add8c-de90-49bd-b34c-1cfb215bb558 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Pushing event deleted for resources: {'Port': ['ID=4739507b-bfc0-458b-bf15-d6197071d690,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:29.628204 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01a83b30-1c99-4cf6-a792-9ddc284d5703 req-faa21406-7a2b-4e45-810c-7c799a872244 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 210 time: 0.0666432 Aug 05 13:54:29.628984 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e7c3822c-5458-4f19-ab9d-ab6dee3c0871 req-353a28b1-9d19-4ade-98c7-cb835a7752f9 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652738 Aug 05 13:54:29.674493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-eada2aa3-a7b4-4d12-962d-7e9e2620a35b req-935add8c-de90-49bd-b34c-1cfb215bb558 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] No DVR routers for this DVR port 4739507b-bfc0-458b-bf15-d6197071d690 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:54:29.705860 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-eada2aa3-a7b4-4d12-962d-7e9e2620a35b req-935add8c-de90-49bd-b34c-1cfb215bb558 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:29.708367 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-eada2aa3-a7b4-4d12-962d-7e9e2620a35b req-935add8c-de90-49bd-b34c-1cfb215bb558 tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.84 "DELETE /v2.0/ports/4739507b-bfc0-458b-bf15-d6197071d690 HTTP/1.1" status: 204 len: 173 time: 1.5187068 Aug 05 13:54:29.708732 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f27ad0-4469-4a97-a35a-7d3f1b537b07', 'name': 'network-vif-deleted', 'tag': '4739507b-bfc0-458b-bf15-d6197071d690'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:29.711004 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966da5a8-996e-45cc-a742-8b2448051d1e" -d '{"events": [{"server_uuid": "80f27ad0-4469-4a97-a35a-7d3f1b537b07", "name": "network-vif-deleted", "tag": "4739507b-bfc0-458b-bf15-d6197071d690"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:29.761566 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42844) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:29.769472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 26dc350a-0250-4240-bd22-d10a25cb6ecf, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=26dc350a-0250-4240-bd22-d10a25cb6ecf,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:29.783229 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '26dc350a-0250-4240-bd22-d10a25cb6ecf', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '26dc350a-0250-4240-bd22-d10a25cb6ecf', 'mac_address': 'fa:16:3e:18:60:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:54:29.816320 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602d1b3a-d40c-4ad0-980f-56071a1373bb x-openstack-request-id: req-602d1b3a-d40c-4ad0-980f-56071a1373bb {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:29.817463 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f27ad0-4469-4a97-a35a-7d3f1b537b07", "name": "network-vif-deleted", "tag": "4739507b-bfc0-458b-bf15-d6197071d690", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:29.817463 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-602d1b3a-d40c-4ad0-980f-56071a1373bb {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:29.817707 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f27ad0-4469-4a97-a35a-7d3f1b537b07', 'name': 'network-vif-deleted', 'tag': '4739507b-bfc0-458b-bf15-d6197071d690', 'status': 'completed', 'code': 200} Aug 05 13:54:29.842010 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:29.858440 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26dc350a-0250-4240-bd22-d10a25cb6ecf {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:29.883505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05f40a-2a73-4ab6-b86d-859f5903503d req-1a8d6aed-dfc0-4b44-ab4c-e38b886c08e3 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:29.892201 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc05f40a-2a73-4ab6-b86d-859f5903503d req-1a8d6aed-dfc0-4b44-ab4c-e38b886c08e3 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 950 time: 0.1695664 Aug 05 13:54:29.893402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 26dc350a-0250-4240-bd22-d10a25cb6ecf, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=26dc350a-0250-4240-bd22-d10a25cb6ecf,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:29.900390 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:29.912113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19adadd-c194-46b6-befe-18344a9580b8 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:29.921847 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:29.927852 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-71f21c04-f291-43a4-b7c7-dcda7b166b3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5278fbffabe40d18d263745e2021530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528013 Aug 05 13:54:29.933179 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42852) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:29.951306 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc05f40a-2a73-4ab6-b86d-859f5903503d req-866fbacd-2cf1-400b-a1c8-7e45ac03c2ce tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561876 Aug 05 13:54:29.956231 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Transition to ACTIVE for port object d19adadd-c194-46b6-befe-18344a9580b8 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:29.982969 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=26dc350a-0250-4240-bd22-d10a25cb6ecf,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:30.014695 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:30.098338 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Pushing event updated for resources: {'Port': ['ID=d19adadd-c194-46b6-befe-18344a9580b8,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:30.102079 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4f96d89b-1305-445a-8a14-961d5666a3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:30.111330 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a04bd-ad00-46fb-bef0-867d29b847d7 req-fecf589a-38ac-40b5-8931-faec7c135926 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:30.113532 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d2a04bd-ad00-46fb-bef0-867d29b847d7 req-fecf589a-38ac-40b5-8931-faec7c135926 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a HTTP/1.1" status: 200 len: 948 time: 0.1456578 Aug 05 13:54:30.147788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['26dc350a-0250-4240-bd22-d10a25cb6ecf'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:30.159120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b9eb5-c8ab-40d1-906d-2de664fee476 req-1f19fb69-03cb-4b0d-b090-6cf3ca2bd0ab tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:30.160840 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-185b9eb5-c8ab-40d1-906d-2de664fee476 req-1f19fb69-03cb-4b0d-b090-6cf3ca2bd0ab tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb6e51fb-6b8c-40b4-813d-9df635121fd9 HTTP/1.1" status: 200 len: 949 time: 0.0558212 Aug 05 13:54:30.192915 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4f96d89b-1305-445a-8a14-961d5666a3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:30.230974 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-185b9eb5-c8ab-40d1-906d-2de664fee476 req-c543a7a7-88ee-4942-96fd-4a8d9561df4e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596986 Aug 05 13:54:30.237019 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d2a04bd-ad00-46fb-bef0-867d29b847d7 req-fe7d93ae-fb26-4eec-a5c8-134524f37665 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123743 Aug 05 13:54:30.264247 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Attempting to bind port d19adadd-c194-46b6-befe-18344a9580b8 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:54:30.266089 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Attempting to bind port d19adadd-c194-46b6-befe-18344a9580b8 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:54:30.266089 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Attempting to bind port d19adadd-c194-46b6-befe-18344a9580b8 on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:30.270847 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Port d19adadd-c194-46b6-befe-18344a9580b8 on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:54:30.271386 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Attempting to bind port d19adadd-c194-46b6-befe-18344a9580b8 on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:30.276631 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:54:30.277226 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Checking segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:54:30.277782 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Bound using segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:54:30.278426 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Bound port: d19adadd-c194-46b6-befe-18344a9580b8, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:54:30.278785 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:30.326966 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4f96d89b-1305-445a-8a14-961d5666a3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:30.329555 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4f96d89b-1305-445a-8a14-961d5666a3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:30.330757 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4f96d89b-1305-445a-8a14-961d5666a3b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c5c0c26-c7ff-4d0d-973c-258902e4e508 HTTP/1.1" status: 204 len: 168 time: 0.3965969 Aug 05 13:54:30.351295 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96d89b-1305-445a-8a14-961d5666a3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5c0c26-c7ff-4d0d-973c-258902e4e508,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:30.380228 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] For port d19adadd-c194-46b6-befe-18344a9580b8, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:30.385768 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] For port d19adadd-c194-46b6-befe-18344a9580b8, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d19adadd-c194-46b6-befe-18344a9580b8,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:54:30.398169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:30.467525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:30.469306 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:30.471321 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] 10.222.0.63 "PUT /v2.0/ports/d19adadd-c194-46b6-befe-18344a9580b8 HTTP/1.1" status: 200 len: 1091 time: 1.2670791 Aug 05 13:54:30.472147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837323a-fc6c-4348-be47-79d7b151cadf req-25ba701e-049b-4e66-9340-c437b0f7f13b tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:30.486418 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7837323a-fc6c-4348-be47-79d7b151cadf req-25ba701e-049b-4e66-9340-c437b0f7f13b tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 943 time: 0.1586149 Aug 05 13:54:30.498874 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb09ab4-da57-4659-812a-740f41780e86 service neutron] Pushing event updated for resources: {'Port': ['ID=d19adadd-c194-46b6-befe-18344a9580b8,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:30.562888 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7837323a-fc6c-4348-be47-79d7b151cadf req-1826f12d-57b9-44e9-accc-417a2c73e85a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753543 Aug 05 13:54:30.595922 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-9b3d1db7-930e-450e-9b4a-4121cb764893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:30.598675 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-9b3d1db7-930e-450e-9b4a-4121cb764893 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 1094 time: 0.0712733 Aug 05 13:54:30.661835 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-efb11b9a-8e42-4d8d-9599-52ad361b793d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19adadd-c194-46b6-befe-18344a9580b8 HTTP/1.1" status: 200 len: 217 time: 0.0497570 Aug 05 13:54:30.722933 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9085c556-f1bc-4b22-aed5-382109095572 req-99b3afd5-0f9a-470d-bfff-df6124987e9a tempest-ServerMetadataNegativeTestJSON-1361438944 tempest-ServerMetadataNegativeTestJSON-1361438944-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f27ad0-4469-4a97-a35a-7d3f1b537b07 HTTP/1.1" status: 200 len: 210 time: 0.0324900 Aug 05 13:54:30.732541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-da0076aa-0f18-4ad9-ae10-8beade162070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:30.734285 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-da0076aa-0f18-4ad9-ae10-8beade162070 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.0643306 Aug 05 13:54:30.781725 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-6f022d5a-a0ea-4b2e-87d6-4250a425ff13 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344844 Aug 05 13:54:30.794435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 44f6d346-7ba4-45d3-ac51-efabb23deb16 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:54:30.869928 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31c288-1888-4bc4-a415-8c4d365c2fb2 req-04e69f67-934a-4a72-9464-1333b93361d1 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:30.871515 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4e31c288-1888-4bc4-a415-8c4d365c2fb2 req-04e69f67-934a-4a72-9464-1333b93361d1 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 949 time: 0.0864291 Aug 05 13:54:30.899901 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-471d37a4-7abb-4766-969e-d69133ebc1b1 req-64d7872a-7680-4852-806a-d58d0b2a3119 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 210 time: 0.0708456 Aug 05 13:54:30.960652 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-70364f20-2030-4fbb-a00d-9bcd79b2a40c service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649420 Aug 05 13:54:30.970513 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4e31c288-1888-4bc4-a415-8c4d365c2fb2 req-0b40a142-32f7-4a48-a8ce-9fe2435e9b7e tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903826 Aug 05 13:54:30.984444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 44f6d346-7ba4-45d3-ac51-efabb23deb16, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=44f6d346-7ba4-45d3-ac51-efabb23deb16,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:31.001153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '44f6d346-7ba4-45d3-ac51-efabb23deb16', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '44f6d346-7ba4-45d3-ac51-efabb23deb16', 'mac_address': 'fa:16:3e:f4:6e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:54:31.045036 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:31.065135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f6d346-7ba4-45d3-ac51-efabb23deb16 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:31.107834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 44f6d346-7ba4-45d3-ac51-efabb23deb16, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=44f6d346-7ba4-45d3-ac51-efabb23deb16,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:31.116712 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:31.183153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=44f6d346-7ba4-45d3-ac51-efabb23deb16,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:31.207620 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9020e6df-95d3-4f70-b676-8f271ad0c33f req-26e7df86-22bd-4a3f-9ea4-62229195105b service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330770 Aug 05 13:54:31.225169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d449184-dac0-4a14-b518-0d26155fe521 req-fbde0ec9-2414-4e3f-9d7a-5e1326329d7e tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:31.228372 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d449184-dac0-4a14-b518-0d26155fe521 req-fbde0ec9-2414-4e3f-9d7a-5e1326329d7e tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.84 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 820 time: 0.1651742 Aug 05 13:54:31.256808 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-1d449184-dac0-4a14-b518-0d26155fe521 req-230e6541-7be8-4a1f-8c98-292b4828fa5d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Request body: {'port': {'device_id': 'a6c4ee3c-6418-4781-8e36-78bfcfa5b861', 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0', 'admin_state_up': True, 'tenant_id': 'ddc2755c0f634caaae1357405a91b9dd'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:31.395046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d449184-dac0-4a14-b518-0d26155fe521 req-230e6541-7be8-4a1f-8c98-292b4828fa5d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Made reservation on behalf of ddc2755c0f634caaae1357405a91b9dd for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:54:31.395756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['44f6d346-7ba4-45d3-ac51-efabb23deb16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:31.398533 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1d449184-dac0-4a14-b518-0d26155fe521 req-230e6541-7be8-4a1f-8c98-292b4828fa5d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:31.468305 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f091d61-c312-46a0-bf2c-82f85818fdd1 req-5cc9ef31-c61c-4c5b-9c02-77ef6ddd7e28 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:31.469835 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3f091d61-c312-46a0-bf2c-82f85818fdd1 req-5cc9ef31-c61c-4c5b-9c02-77ef6ddd7e28 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a HTTP/1.1" status: 200 len: 949 time: 0.1110611 Aug 05 13:54:31.547800 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3f091d61-c312-46a0-bf2c-82f85818fdd1 req-31e96508-cfb9-41a0-a165-1f2db2afd005 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713549 Aug 05 13:54:31.570179 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 26dc350a-0250-4240-bd22-d10a25cb6ecf up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:54:31.573558 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-1d449184-dac0-4a14-b518-0d26155fe521 req-230e6541-7be8-4a1f-8c98-292b4828fa5d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Allocated IP 172.20.0.13 (2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0/5d7bb95a-eb73-4d95-8a01-f23ea032c5a9/767f9280-c0dd-41ca-a924-b87863437f67) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:54:31.636569 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 26dc350a-0250-4240-bd22-d10a25cb6ecf completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:31.640866 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 26dc350a-0250-4240-bd22-d10a25cb6ecf triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:31.641313 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:31.737922 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:31.741140 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-f116380a-111d-4623-92bb-f61e475c3ab8 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=578910a3f9ce48a59f963a7c86ae7ffb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249202 Aug 05 13:54:31.743952 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882c367-3176-49c1-846b-f78c64c9a5f8 req-c14a55de-02e6-49fe-83dc-4c4b8da66ffe tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:31.745735 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b882c367-3176-49c1-846b-f78c64c9a5f8 req-c14a55de-02e6-49fe-83dc-4c4b8da66ffe tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 943 time: 0.1094933 Aug 05 13:54:31.771764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dbacb9-c76a-4f05-9fae-61dae85d4144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26dc350a-0250-4240-bd22-d10a25cb6ecf'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:31.774084 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e917d329-6b22-434e-b003-a05281d48317" -d '{"events": [{"server_uuid": "55dbacb9-c76a-4f05-9fae-61dae85d4144", "name": "network-vif-plugged", "status": "completed", "tag": "26dc350a-0250-4240-bd22-d10a25cb6ecf"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:31.788235 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 26dc350a-0250-4240-bd22-d10a25cb6ecf, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=26dc350a-0250-4240-bd22-d10a25cb6ecf,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:31.791659 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:31.807052 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1d449184-dac0-4a14-b518-0d26155fe521 req-230e6541-7be8-4a1f-8c98-292b4828fa5d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:31.818729 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b882c367-3176-49c1-846b-f78c64c9a5f8 req-1984a485-7fa9-4d76-b174-b336013c7151 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611589 Aug 05 13:54:31.820580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f064a771-d98a-422c-8699-43e597b701ef', 'tag': 'd19adadd-c194-46b6-befe-18344a9580b8'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:31.822837 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e355c35-91e4-4d00-8c08-643cf122232c" -d '{"events": [{"name": "network-changed", "server_uuid": "f064a771-d98a-422c-8699-43e597b701ef", "tag": "d19adadd-c194-46b6-befe-18344a9580b8"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:31.849842 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=26dc350a-0250-4240-bd22-d10a25cb6ecf,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:31.862319 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1d449184-dac0-4a14-b518-0d26155fe521 req-230e6541-7be8-4a1f-8c98-292b4828fa5d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:31.868302 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-67507117-c9f6-4e6c-b7e1-777335cf6185 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:31.869863 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-67507117-c9f6-4e6c-b7e1-777335cf6185 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1220453 Aug 05 13:54:31.887765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42932) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:31.914718 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4df7d56-4111-4050-88d6-f7b6dff0acf5 x-openstack-request-id: req-d4df7d56-4111-4050-88d6-f7b6dff0acf5 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:31.914966 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d449184-dac0-4a14-b518-0d26155fe521 req-230e6541-7be8-4a1f-8c98-292b4828fa5d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:54:31.915084 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55dbacb9-c76a-4f05-9fae-61dae85d4144", "name": "network-vif-plugged", "status": "completed", "tag": "26dc350a-0250-4240-bd22-d10a25cb6ecf", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:31.915395 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4df7d56-4111-4050-88d6-f7b6dff0acf5 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:31.915658 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dbacb9-c76a-4f05-9fae-61dae85d4144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26dc350a-0250-4240-bd22-d10a25cb6ecf', 'code': 200} Aug 05 13:54:31.918119 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-1d449184-dac0-4a14-b518-0d26155fe521 req-230e6541-7be8-4a1f-8c98-292b4828fa5d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:54:31.922865 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d449184-dac0-4a14-b518-0d26155fe521 req-230e6541-7be8-4a1f-8c98-292b4828fa5d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:54:31.926994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e6541-7be8-4a1f-8c98-292b4828fa5d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Pushing event updated for resources: {'Port': ['ID=767f9280-c0dd-41ca-a924-b87863437f67,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:31.943915 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-9e57398b-96d8-4312-9ce0-469e41ce349b tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/quotas/578910a3f9ce48a59f963a7c86ae7ffb HTTP/1.1" status: 200 len: 375 time: 0.0633323 Aug 05 13:54:31.983227 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d449184-dac0-4a14-b518-0d26155fe521 req-230e6541-7be8-4a1f-8c98-292b4828fa5d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:31.984157 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1d449184-dac0-4a14-b518-0d26155fe521 req-230e6541-7be8-4a1f-8c98-292b4828fa5d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:31.998551 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb55526d-7e42-49ea-8d6e-2cc103818980 x-openstack-request-id: req-eb55526d-7e42-49ea-8d6e-2cc103818980 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:31.998841 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f064a771-d98a-422c-8699-43e597b701ef", "tag": "d19adadd-c194-46b6-befe-18344a9580b8", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:31.999114 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb55526d-7e42-49ea-8d6e-2cc103818980 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:31.999506 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f064a771-d98a-422c-8699-43e597b701ef', 'tag': 'd19adadd-c194-46b6-befe-18344a9580b8', 'status': 'completed', 'code': 200} Aug 05 13:54:32.001651 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d449184-dac0-4a14-b518-0d26155fe521 req-230e6541-7be8-4a1f-8c98-292b4828fa5d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7494178 Aug 05 13:54:32.008492 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-89ba43d7-88a3-4e97-9400-388aaabc54dc tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=578910a3f9ce48a59f963a7c86ae7ffb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513818 Aug 05 13:54:32.013975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Deleting subnet 4a15b3f1-3606-472a-8ee6-3514dcb2b873 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:54:32.019939 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:32.035152 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Request body: {'port': {'device_id': 'a6c4ee3c-6418-4781-8e36-78bfcfa5b861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:32.101502 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:32.124699 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355c35-91e4-4d00-8c08-643cf122232c req-b5a5a879-ba31-4e47-adbf-e57560aa2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:32.126234 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8e355c35-91e4-4d00-8c08-643cf122232c req-b5a5a879-ba31-4e47-adbf-e57560aa2c7b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 1094 time: 0.0791655 Aug 05 13:54:32.143441 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:32.173572 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfa89f-669e-49bb-aad1-2126bd532060 req-41ea7410-2f70-4b84-aaf5-407370e0f644 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:32.175365 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2dbfa89f-669e-49bb-aad1-2126bd532060 req-41ea7410-2f70-4b84-aaf5-407370e0f644 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 932 time: 0.1109865 Aug 05 13:54:32.177026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c77aba-79c0-478b-a358-eb01327d14d2 req-a583294e-79cd-400c-b3de-50ea7f30de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:32.178411 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82c77aba-79c0-478b-a358-eb01327d14d2 req-a583294e-79cd-400c-b3de-50ea7f30de5a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 1101 time: 0.1608810 Aug 05 13:54:32.198581 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:32.305439 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2dbfa89f-669e-49bb-aad1-2126bd532060 req-c1c14f0a-96c3-4ecf-a5f5-d8f4eca41417 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910585 Aug 05 13:54:32.306977 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82c77aba-79c0-478b-a358-eb01327d14d2 req-69fe03b5-4a0e-4ef7-8826-dcd6afaee1b5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899928 Aug 05 13:54:32.321403 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944fe42-bdd2-4d43-a35a-a3c8e016acb6 req-a413cc20-0e29-457a-9d0a-513cfc03ba6a tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:32.323322 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9944fe42-bdd2-4d43-a35a-a3c8e016acb6 req-a413cc20-0e29-457a-9d0a-513cfc03ba6a tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 950 time: 0.1040578 Aug 05 13:54:32.324914 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355c35-91e4-4d00-8c08-643cf122232c req-00fe414f-e312-480a-97c2-713a18a6abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:32.326656 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8e355c35-91e4-4d00-8c08-643cf122232c req-00fe414f-e312-480a-97c2-713a18a6abe3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.1923795 Aug 05 13:54:32.327772 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:32.361788 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a15b3f1-3606-472a-8ee6-3514dcb2b873,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:32.384304 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:32.388828 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4a15b3f1-3606-472a-8ee6-3514dcb2b873 HTTP/1.1" status: 204 len: 168 time: 0.4964960 Aug 05 13:54:32.393667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42954) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:32.396857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.396857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.397201 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.397493 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.397872 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.398206 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.398577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.398902 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.399225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.399548 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.399870 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.400191 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48946643-f12d-438c-ba76-95662de6b288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.449181 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8e355c35-91e4-4d00-8c08-643cf122232c req-888719c2-caa2-447f-9f06-e35bb732bfc6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19adadd-c194-46b6-befe-18344a9580b8 HTTP/1.1" status: 200 len: 217 time: 0.0722718 Aug 05 13:54:32.533592 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9944fe42-bdd2-4d43-a35a-a3c8e016acb6 req-4c76e542-e313-4e8f-b12c-d976d8f0130a tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002401 Aug 05 13:54:32.576731 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8acce07-6023-437a-90f9-93d60cbf386e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:32.580203 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355c35-91e4-4d00-8c08-643cf122232c req-01e985f6-82f6-441f-b7df-e9dd350cd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:32.581710 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8e355c35-91e4-4d00-8c08-643cf122232c req-01e985f6-82f6-441f-b7df-e9dd350cd19a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.0996268 Aug 05 13:54:32.611325 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5f5a05f-477b-4c15-834c-e5d1f2acd42e req-2adb80a9-ecb8-4399-a70d-e3a8c99df109 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 210 time: 0.0452833 Aug 05 13:54:32.618127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767f9280-c0dd-41ca-a924-b87863437f67 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:32.628358 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:32.651462 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8e355c35-91e4-4d00-8c08-643cf122232c req-8b269171-0b95-4d82-ab6f-c51731d5f142 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603693 Aug 05 13:54:32.653286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Transition to ACTIVE for port object 767f9280-c0dd-41ca-a924-b87863437f67 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:32.656766 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:32.711651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Pushing event updated for resources: {'Port': ['ID=767f9280-c0dd-41ca-a924-b87863437f67,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:32.742516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.742866 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.743203 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.743539 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.743870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.744198 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.744525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.744849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.745173 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.745493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.745811 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.746129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:32.771947 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8acce07-6023-437a-90f9-93d60cbf386e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:32.793235 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f8acce07-6023-437a-90f9-93d60cbf386e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b33bbd-edec-417d-8114-71df23c0c6ec']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:54:32.801479 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Attempting to bind port 767f9280-c0dd-41ca-a924-b87863437f67 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:54:32.802222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Attempting to bind port 767f9280-c0dd-41ca-a924-b87863437f67 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:54:32.802535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Attempting to bind port 767f9280-c0dd-41ca-a924-b87863437f67 on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:32.805292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 44f6d346-7ba4-45d3-ac51-efabb23deb16 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:54:32.807170 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Port 767f9280-c0dd-41ca-a924-b87863437f67 on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:54:32.807491 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Attempting to bind port 767f9280-c0dd-41ca-a924-b87863437f67 on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:32.812779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f8acce07-6023-437a-90f9-93d60cbf386e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fdde4b-55dd-4912-b6b8-5c0d96cf1148') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:54:32.813255 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f8acce07-6023-437a-90f9-93d60cbf386e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fdde4b-55dd-4912-b6b8-5c0d96cf1148') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:54:32.813575 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:54:32.813988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Checking segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:54:32.814470 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Bound using segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:54:32.814970 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Bound port: 767f9280-c0dd-41ca-a924-b87863437f67, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:54:32.815412 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:32.835603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914104b2-4a63-4bb8-8874-ae463135a73f req-79a121af-780a-4fd4-9862-e2c6a6df3491 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:32.837455 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-914104b2-4a63-4bb8-8874-ae463135a73f req-79a121af-780a-4fd4-9862-e2c6a6df3491 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a HTTP/1.1" status: 200 len: 949 time: 0.1889377 Aug 05 13:54:32.841107 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8acce07-6023-437a-90f9-93d60cbf386e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:32.860822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 44f6d346-7ba4-45d3-ac51-efabb23deb16 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:32.870112 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 44f6d346-7ba4-45d3-ac51-efabb23deb16 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:32.872481 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:32.887182 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8acce07-6023-437a-90f9-93d60cbf386e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:32.898830 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8e355c35-91e4-4d00-8c08-643cf122232c req-02aec8b1-327c-4a9b-b424-e3396ea980f8 service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266746 Aug 05 13:54:32.900146 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8acce07-6023-437a-90f9-93d60cbf386e admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:54:32.900653 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8acce07-6023-437a-90f9-93d60cbf386e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: timer() Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:54:32.903196 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:54:32.915032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] For port 767f9280-c0dd-41ca-a924-b87863437f67, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:32.987167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f24de-d316-4401-ae9d-fc5bc37f6328 req-537e5a3d-3e10-4783-b0ee-440262343118 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:32.989270 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-173f24de-d316-4401-ae9d-fc5bc37f6328 req-537e5a3d-3e10-4783-b0ee-440262343118 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 943 time: 0.0614574 Aug 05 13:54:33.006006 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:33.010590 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-914104b2-4a63-4bb8-8874-ae463135a73f req-033f83c6-0387-4b7a-a555-6e7cab7c9db1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654615 Aug 05 13:54:33.036731 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8acce07-6023-437a-90f9-93d60cbf386e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:33.046587 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8acce07-6023-437a-90f9-93d60cbf386e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:33.046781 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 44f6d346-7ba4-45d3-ac51-efabb23deb16, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=44f6d346-7ba4-45d3-ac51-efabb23deb16,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:33.049084 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f8acce07-6023-437a-90f9-93d60cbf386e admin admin] 10.222.0.16 "DELETE /v2.0/networks/c3b33bbd-edec-417d-8114-71df23c0c6ec HTTP/1.1" status: 204 len: 168 time: 0.6542957 Aug 05 13:54:33.056716 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:33.057145 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-173f24de-d316-4401-ae9d-fc5bc37f6328 req-ed25e762-5296-4a3e-b6a2-c89fe538a1f3 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612948 Aug 05 13:54:33.058146 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 4739507b-bfc0-458b-bf15-d6197071d690 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:54:33.059060 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] For port 767f9280-c0dd-41ca-a924-b87863437f67, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=767f9280-c0dd-41ca-a924-b87863437f67,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:54:33.067540 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:33.076960 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acce07-6023-437a-90f9-93d60cbf386e admin admin] Pushing event deleted for resources: {'Network': ['ID=c3b33bbd-edec-417d-8114-71df23c0c6ec,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:33.094772 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8e355c35-91e4-4d00-8c08-643cf122232c req-7a68e638-b3e2-4048-a973-9bd5b6b6ca6d service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507499 Aug 05 13:54:33.108891 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:33.109915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 4739507b-bfc0-458b-bf15-d6197071d690 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:54:33.110228 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:33.110791 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 4739507b-bfc0-458b-bf15-d6197071d690 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:54:33.111938 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d449184-dac0-4a14-b518-0d26155fe521 req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] 10.222.0.84 "PUT /v2.0/ports/767f9280-c0dd-41ca-a924-b87863437f67 HTTP/1.1" status: 200 len: 1092 time: 1.0899827 Aug 05 13:54:33.137599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44911271-af89-4a8f-befe-10109c9014e4 service neutron] Pushing event updated for resources: {'Port': ['ID=767f9280-c0dd-41ca-a924-b87863437f67,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:33.141271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=44f6d346-7ba4-45d3-ac51-efabb23deb16,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:33.212252 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d449184-dac0-4a14-b518-0d26155fe521 req-985bc8c8-727b-464d-8dfd-3b2b7749d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:33.213828 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d449184-dac0-4a14-b518-0d26155fe521 req-985bc8c8-727b-464d-8dfd-3b2b7749d274 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 1095 time: 0.0460122 Aug 05 13:54:33.255890 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42968) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:33.260560 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d449184-dac0-4a14-b518-0d26155fe521 req-148d6d0a-6a12-4871-a3b7-7fc728007287 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=767f9280-c0dd-41ca-a924-b87863437f67 HTTP/1.1" status: 200 len: 217 time: 0.0336711 Aug 05 13:54:33.298872 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9f89c177-04b6-44d7-a05e-af6d688d665c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=316bf1aec41b42c98d0138fd1be4919c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407863 Aug 05 13:54:33.301038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42970) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:33.318937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d449184-dac0-4a14-b518-0d26155fe521 req-1580d014-c3ea-448e-a61d-cd570926c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:33.320405 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d449184-dac0-4a14-b518-0d26155fe521 req-1580d014-c3ea-448e-a61d-cd570926c471 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.0503354 Aug 05 13:54:33.359500 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d449184-dac0-4a14-b518-0d26155fe521 req-abe56f6c-e2ba-471f-bba4-adae8f122adf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309734 Aug 05 13:54:33.368671 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-059df72c-d5d4-4d8d-94fd-169d17586473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:33.403993 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-63357b4c-3f12-42ab-82fd-84dd31186f85 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=578910a3f9ce48a59f963a7c86ae7ffb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317559 Aug 05 13:54:33.417146 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-059df72c-d5d4-4d8d-94fd-169d17586473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:33.470874 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d449184-dac0-4a14-b518-0d26155fe521 req-f2f6f12e-825c-46ba-8313-82895babcab2 service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991726 Aug 05 13:54:33.571699 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fe81edc1-a107-4865-8bcb-e2cf82d53bf5 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:54:33.619545 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d449184-dac0-4a14-b518-0d26155fe521 req-6d9a8907-c289-495d-ae31-fb2eb5d8d765 service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171501 Aug 05 13:54:33.688390 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fe81edc1-a107-4865-8bcb-e2cf82d53bf5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:33.704245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5', 'mac_address': 'fa:16:3e:15:96:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:54:33.755149 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:33.771624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe81edc1-a107-4865-8bcb-e2cf82d53bf5 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:33.776523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad031b-d233-4924-b6fd-236f1d75c392 req-cff7b34f-6c79-40d5-82bf-36309c2c20e9 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:33.786421 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13ad031b-d233-4924-b6fd-236f1d75c392 req-cff7b34f-6c79-40d5-82bf-36309c2c20e9 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 950 time: 0.0730078 Aug 05 13:54:33.820496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fe81edc1-a107-4865-8bcb-e2cf82d53bf5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:33.825678 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:33.839702 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13ad031b-d233-4924-b6fd-236f1d75c392 req-0fb97a36-6a23-4815-be40-7c625598f56c tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509212 Aug 05 13:54:33.894019 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19915598-01b1-45ac-b34d-98e746aee27f req-30adaee6-6492-4182-a413-a2a36c08dfeb tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:33.895629 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19915598-01b1-45ac-b34d-98e746aee27f req-30adaee6-6492-4182-a413-a2a36c08dfeb tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 944 time: 0.4614007 Aug 05 13:54:33.915246 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:33.917310 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-059df72c-d5d4-4d8d-94fd-169d17586473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:33.919917 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-059df72c-d5d4-4d8d-94fd-169d17586473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:33.920381 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f6d346-7ba4-45d3-ac51-efabb23deb16'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:33.930380 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-059df72c-d5d4-4d8d-94fd-169d17586473 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ece37aed-5b5c-4814-940d-1ff105d5e7d0 HTTP/1.1" status: 204 len: 168 time: 0.6214850 Aug 05 13:54:33.930617 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b3ad37-58d7-4803-9a0b-5f4dde1565f3" -d '{"events": [{"server_uuid": "6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a", "name": "network-vif-plugged", "status": "completed", "tag": "44f6d346-7ba4-45d3-ac51-efabb23deb16"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:33.945163 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['fe81edc1-a107-4865-8bcb-e2cf82d53bf5'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:33.956361 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-fb6c79f8-44b3-41cd-a6fa-c5a3b0a3a2f5 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:33.958041 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-fb6c79f8-44b3-41cd-a6fa-c5a3b0a3a2f5 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5438905 Aug 05 13:54:33.964342 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059df72c-d5d4-4d8d-94fd-169d17586473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece37aed-5b5c-4814-940d-1ff105d5e7d0,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:33.981566 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7273ef3c-965d-48a2-bcb6-58bc19dbad5b req-b212f38c-b127-4db5-8161-a52aa6edca9d tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 210 time: 0.0567658 Aug 05 13:54:33.983591 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-5fb85bbb-4d0c-4e4d-8d61-9d4d51649204 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Request body: {'port': {'device_id': '5470c451-c72a-46ba-bb7b-06c9944ea4e8', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': '578910a3f9ce48a59f963a7c86ae7ffb'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:33.993941 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19915598-01b1-45ac-b34d-98e746aee27f req-819c6dfc-a434-407f-974b-e996f46287be tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851328 Aug 05 13:54:34.005126 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c4ee3c-6418-4781-8e36-78bfcfa5b861', 'tag': '767f9280-c0dd-41ca-a924-b87863437f67'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:34.008776 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914e5163-1bce-4c2f-b0fc-e874313c974c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c4ee3c-6418-4781-8e36-78bfcfa5b861", "tag": "767f9280-c0dd-41ca-a924-b87863437f67"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:34.110738 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c10271-3ed2-4b09-b43b-2ff6ded9afae x-openstack-request-id: req-06c10271-3ed2-4b09-b43b-2ff6ded9afae {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:34.111601 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a", "name": "network-vif-plugged", "status": "completed", "tag": "44f6d346-7ba4-45d3-ac51-efabb23deb16", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:34.111869 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06c10271-3ed2-4b09-b43b-2ff6ded9afae {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:34.112307 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f6d346-7ba4-45d3-ac51-efabb23deb16', 'code': 200} Aug 05 13:54:34.121928 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc80daf7-bec9-4a84-896e-5a222e4ceb1c x-openstack-request-id: req-fc80daf7-bec9-4a84-896e-5a222e4ceb1c {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:34.122220 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c4ee3c-6418-4781-8e36-78bfcfa5b861", "tag": "767f9280-c0dd-41ca-a924-b87863437f67", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:34.122512 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc80daf7-bec9-4a84-896e-5a222e4ceb1c {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:34.122897 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c4ee3c-6418-4781-8e36-78bfcfa5b861', 'tag': '767f9280-c0dd-41ca-a924-b87863437f67', 'status': 'completed', 'code': 200} Aug 05 13:54:34.203845 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-5fb85bbb-4d0c-4e4d-8d61-9d4d51649204 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Made reservation on behalf of 578910a3f9ce48a59f963a7c86ae7ffb for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:54:34.210864 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-5fb85bbb-4d0c-4e4d-8d61-9d4d51649204 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:34.269784 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e5163-1bce-4c2f-b0fc-e874313c974c req-ab7e144c-a4a3-40a5-9c72-150417e32e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:34.271434 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-914e5163-1bce-4c2f-b0fc-e874313c974c req-ab7e144c-a4a3-40a5-9c72-150417e32e50 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 1095 time: 0.1237338 Aug 05 13:54:34.289820 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-5fb85bbb-4d0c-4e4d-8d61-9d4d51649204 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:34.305867 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420ec92-488a-418f-ad53-1b6cbe4cc805 req-d7986ad2-9f42-4bc5-a514-8c0c6e5fefb2 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:34.307931 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3420ec92-488a-418f-ad53-1b6cbe4cc805 req-d7986ad2-9f42-4bc5-a514-8c0c6e5fefb2 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a HTTP/1.1" status: 200 len: 950 time: 0.0929673 Aug 05 13:54:34.343353 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8127809-208c-489e-859c-7130acd64ace req-bc711033-043d-4d63-896d-204c90b2bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:34.344957 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8127809-208c-489e-859c-7130acd64ace req-bc711033-043d-4d63-896d-204c90b2bc4a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a HTTP/1.1" status: 200 len: 1101 time: 0.1590962 Aug 05 13:54:34.374895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03504524-33b6-4933-bd9f-bbbfd048a75a req-cac7def0-8a86-451c-bc7d-e321ae720d86 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:34.376519 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-03504524-33b6-4933-bd9f-bbbfd048a75a req-cac7def0-8a86-451c-bc7d-e321ae720d86 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 943 time: 0.1115446 Aug 05 13:54:34.429275 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3420ec92-488a-418f-ad53-1b6cbe4cc805 req-ca59f985-1d55-4fd0-9f20-3f8fc163cd89 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023059 Aug 05 13:54:34.455271 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e5163-1bce-4c2f-b0fc-e874313c974c req-d2b825d2-68d7-498a-be09-c6913a88172c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:34.457990 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-914e5163-1bce-4c2f-b0fc-e874313c974c req-d2b825d2-68d7-498a-be09-c6913a88172c service neutron] 10.222.0.84 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 921 time: 0.1728427 Aug 05 13:54:34.462278 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8127809-208c-489e-859c-7130acd64ace req-9b873f86-7318-47fe-8c2d-2f65d857e353 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025424 Aug 05 13:54:34.481171 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-03504524-33b6-4933-bd9f-bbbfd048a75a req-8fea8c8d-b8e2-4ea5-9c22-498bb87a5891 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872562 Aug 05 13:54:34.529768 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-5fb85bbb-4d0c-4e4d-8d61-9d4d51649204 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:34.536992 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-5fb85bbb-4d0c-4e4d-8d61-9d4d51649204 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:34.588419 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-914e5163-1bce-4c2f-b0fc-e874313c974c req-3c965a26-75f7-43a1-82ab-1c1d18a0abac service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=767f9280-c0dd-41ca-a924-b87863437f67 HTTP/1.1" status: 200 len: 217 time: 0.0745091 Aug 05 13:54:34.607482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb85bbb-4d0c-4e4d-8d61-9d4d51649204 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4213489-4b97-400e-8411-a7bc25a1714d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:34.660655 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e5163-1bce-4c2f-b0fc-e874313c974c req-f65449d9-3c05-4790-bf43-833a94494af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:34.662824 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-914e5163-1bce-4c2f-b0fc-e874313c974c req-f65449d9-3c05-4790-bf43-833a94494af1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.0574193 Aug 05 13:54:34.706024 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-914e5163-1bce-4c2f-b0fc-e874313c974c req-800da9d8-7e71-4df1-bda3-e36423851a13 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307128 Aug 05 13:54:34.720783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-5fb85bbb-4d0c-4e4d-8d61-9d4d51649204 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Allocated IP 192.168.233.13 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/16dc5267-63c6-4488-a98c-208a7ccc012e) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:54:34.832795 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-914e5163-1bce-4c2f-b0fc-e874313c974c req-38977429-eabe-4a27-9f90-4e1c6d7f03f8 service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128833 Aug 05 13:54:35.006060 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-914e5163-1bce-4c2f-b0fc-e874313c974c req-c755a1b2-fa14-42bd-ae29-c9a70edfac7e service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650486 Aug 05 13:54:35.015264 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1f793-5a15-46eb-a641-2b669c9e977d req-ec94ac83-ffd8-4c91-98ab-99c823267c46 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:35.016910 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2cb1f793-5a15-46eb-a641-2b669c9e977d req-ec94ac83-ffd8-4c91-98ab-99c823267c46 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 950 time: 0.0841286 Aug 05 13:54:35.072292 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-5fb85bbb-4d0c-4e4d-8d61-9d4d51649204 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:35.101114 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2cb1f793-5a15-46eb-a641-2b669c9e977d req-361ce6c4-99b8-4a17-9b0c-faabc39145b6 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553195 Aug 05 13:54:35.101461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-5fb85bbb-4d0c-4e4d-8d61-9d4d51649204 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Transition to ACTIVE for port object 16dc5267-63c6-4488-a98c-208a7ccc012e will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:35.212387 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c325063-944f-4231-bd30-344ef8cf785b req-fd568ee8-4815-4ba5-8849-6699751b7374 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 210 time: 0.0544636 Aug 05 13:54:35.235821 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-5fb85bbb-4d0c-4e4d-8d61-9d4d51649204 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:35.298819 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-5fb85bbb-4d0c-4e4d-8d61-9d4d51649204 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:54:35.306021 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-5fb85bbb-4d0c-4e4d-8d61-9d4d51649204 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:54:35.324557 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-5fb85bbb-4d0c-4e4d-8d61-9d4d51649204 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:54:35.325501 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ea87c-2e78-422c-8590-13cdc2e2f811 req-6dac1f6a-d9f5-495d-a95d-40f23acfb2e2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:35.331944 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-802ea87c-2e78-422c-8590-13cdc2e2f811 req-6dac1f6a-d9f5-495d-a95d-40f23acfb2e2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 944 time: 0.1152060 Aug 05 13:54:35.372583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb85bbb-4d0c-4e4d-8d61-9d4d51649204 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Pushing event updated for resources: {'Port': ['ID=16dc5267-63c6-4488-a98c-208a7ccc012e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:35.398338 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-802ea87c-2e78-422c-8590-13cdc2e2f811 req-56c7dff4-ce90-471f-92b0-d0d81557f5ad tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600343 Aug 05 13:54:35.429957 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-5fb85bbb-4d0c-4e4d-8d61-9d4d51649204 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:35.430720 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-5fb85bbb-4d0c-4e4d-8d61-9d4d51649204 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:35.454890 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-5fb85bbb-4d0c-4e4d-8d61-9d4d51649204 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4750280 Aug 05 13:54:35.498995 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Request body: {'port': {'device_id': '5470c451-c72a-46ba-bb7b-06c9944ea4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:35.589278 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device d19adadd-c194-46b6-befe-18344a9580b8 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:54:35.593430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fe81edc1-a107-4865-8bcb-e2cf82d53bf5 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:54:35.634633 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:35.793812 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b048b5d9-5a95-4a82-adae-f9319fcb659d None None] Provisioning for port 16dc5267-63c6-4488-a98c-208a7ccc012e completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:35.811614 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb4431-bb5d-4e06-ac2d-cd799c59bcea req-11ca48f4-6502-48f2-a382-ea7e29d284dd tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:35.811770 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b048b5d9-5a95-4a82-adae-f9319fcb659d None None] Provisioning complete for port 16dc5267-63c6-4488-a98c-208a7ccc012e triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:35.811951 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b048b5d9-5a95-4a82-adae-f9319fcb659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:35.813070 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-22bb4431-bb5d-4e06-ac2d-cd799c59bcea req-11ca48f4-6502-48f2-a382-ea7e29d284dd tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a HTTP/1.1" status: 200 len: 950 time: 0.1614914 Aug 05 13:54:35.898240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port fe81edc1-a107-4865-8bcb-e2cf82d53bf5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:35.898802 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:35.989497 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port d19adadd-c194-46b6-befe-18344a9580b8, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d19adadd-c194-46b6-befe-18344a9580b8,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:36.012370 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b048b5d9-5a95-4a82-adae-f9319fcb659d None None] Port 16dc5267-63c6-4488-a98c-208a7ccc012e cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:54:36.021623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'd19adadd-c194-46b6-befe-18344a9580b8', 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f', 'port_id': 'd19adadd-c194-46b6-befe-18344a9580b8', 'mac_address': 'fa:16:3e:12:bc:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f261c9-c685-4d0a-b558-e4facce7cdfb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:54:36.080497 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:36.125059 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:36.157555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6e51fb-6b8c-40b4-813d-9df635121fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:36.160581 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e264585-c76f-499d-8680-c906b34ea03e" -d '{"events": [{"server_uuid": "fb6e51fb-6b8c-40b4-813d-9df635121fd9", "name": "network-vif-plugged", "status": "completed", "tag": "fe81edc1-a107-4865-8bcb-e2cf82d53bf5"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:36.175027 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19adadd-c194-46b6-befe-18344a9580b8 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:36.181021 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87971142-253a-47ec-9810-f2c4419f5d94 req-6f8bc9b3-9051-41d4-b83a-4d43976f3c10 tempest-ServersAdminNegativeTestJSON-91822545 tempest-ServersAdminNegativeTestJSON-91822545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:36.182359 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87971142-253a-47ec-9810-f2c4419f5d94 req-6f8bc9b3-9051-41d4-b83a-4d43976f3c10 tempest-ServersAdminNegativeTestJSON-91822545 tempest-ServersAdminNegativeTestJSON-91822545-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 1101 time: 0.0889282 Aug 05 13:54:36.184152 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-22bb4431-bb5d-4e06-ac2d-cd799c59bcea req-cc130b2e-c57b-4cfd-971f-c1e5b0e4eb86 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433808 Aug 05 13:54:36.184863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fe81edc1-a107-4865-8bcb-e2cf82d53bf5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:36.199689 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:36.208558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port d19adadd-c194-46b6-befe-18344a9580b8, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d19adadd-c194-46b6-befe-18344a9580b8,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:36.221435 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-87971142-253a-47ec-9810-f2c4419f5d94 req-a0bc4ccb-4fc7-4308-a1cb-ceb8d4110903 tempest-ServersAdminNegativeTestJSON-91822545 tempest-ServersAdminNegativeTestJSON-91822545-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:36.257064 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:36.327833 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:36.350654 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16dc5267-63c6-4488-a98c-208a7ccc012e {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:36.377760 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:36.433858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=d19adadd-c194-46b6-befe-18344a9580b8,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:36.451689 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-87971142-253a-47ec-9810-f2c4419f5d94 req-a0bc4ccb-4fc7-4308-a1cb-ceb8d4110903 tempest-ServersAdminNegativeTestJSON-91822545 tempest-ServersAdminNegativeTestJSON-91822545-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:36.456408 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-87971142-253a-47ec-9810-f2c4419f5d94 req-a0bc4ccb-4fc7-4308-a1cb-ceb8d4110903 tempest-ServersAdminNegativeTestJSON-91822545 tempest-ServersAdminNegativeTestJSON-91822545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:36.483313 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Transition to ACTIVE for port object 16dc5267-63c6-4488-a98c-208a7ccc012e will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:36.493956 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:36.539018 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87971142-253a-47ec-9810-f2c4419f5d94 req-a0bc4ccb-4fc7-4308-a1cb-ceb8d4110903 tempest-ServersAdminNegativeTestJSON-91822545 tempest-ServersAdminNegativeTestJSON-91822545-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490968 Aug 05 13:54:36.571663 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc4ccb-4fc7-4308-a1cb-ceb8d4110903 tempest-ServersAdminNegativeTestJSON-91822545 tempest-ServersAdminNegativeTestJSON-91822545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ae5c86-44a5-4e4f-a91e-d06ef544b282,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:36.575852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Pushing event updated for resources: {'Port': ['ID=16dc5267-63c6-4488-a98c-208a7ccc012e,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:36.601889 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['d19adadd-c194-46b6-befe-18344a9580b8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:36.629028 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1eaef-d26d-4557-950c-ad0bdbb4f22e req-658d0026-5975-45bd-89f1-2347e3cdc2a2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:36.631332 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9f1eaef-d26d-4557-950c-ad0bdbb4f22e req-658d0026-5975-45bd-89f1-2347e3cdc2a2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 944 time: 0.2616336 Aug 05 13:54:36.755488 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9f1eaef-d26d-4557-950c-ad0bdbb4f22e req-1e65e0b5-2620-4f9a-9dae-dc343f25ce7c tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995083 Aug 05 13:54:36.835302 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 767f9280-c0dd-41ca-a924-b87863437f67 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:54:36.840394 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Attempting to bind port 16dc5267-63c6-4488-a98c-208a7ccc012e on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:54:36.840756 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Attempting to bind port 16dc5267-63c6-4488-a98c-208a7ccc012e by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:54:36.841061 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Attempting to bind port 16dc5267-63c6-4488-a98c-208a7ccc012e on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:36.897608 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4a73485f-1eb6-40d5-a83d-b5a690b93476 req-2011236f-1a97-4977-851f-a40e5dc684ce tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=08ed9cf8-7ce4-4c15-825a-8c93561c5b31 HTTP/1.1" status: 200 len: 210 time: 0.0435305 Aug 05 13:54:36.899819 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Port 16dc5267-63c6-4488-a98c-208a7ccc012e on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:54:36.900263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Attempting to bind port 16dc5267-63c6-4488-a98c-208a7ccc012e on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:36.909957 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3d790b-af6b-4a5c-bea8-18dee76b25af x-openstack-request-id: req-2d3d790b-af6b-4a5c-bea8-18dee76b25af {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:36.910359 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6e51fb-6b8c-40b4-813d-9df635121fd9", "name": "network-vif-plugged", "status": "completed", "tag": "fe81edc1-a107-4865-8bcb-e2cf82d53bf5", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:36.916128 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d3d790b-af6b-4a5c-bea8-18dee76b25af {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:36.916716 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6e51fb-6b8c-40b4-813d-9df635121fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5', 'code': 200} Aug 05 13:54:36.930550 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:54:36.931345 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:54:36.931345 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:54:36.931763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Bound port: 16dc5267-63c6-4488-a98c-208a7ccc012e, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:54:36.932274 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:37.070382 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c068f0-b285-4569-9398-bbd330d5cb2b req-6d653357-bd41-4fc4-9ff0-84e631881f63 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:37.078445 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b6c068f0-b285-4569-9398-bbd330d5cb2b req-6d653357-bd41-4fc4-9ff0-84e631881f63 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 947 time: 0.0708320 Aug 05 13:54:37.080492 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] For port 16dc5267-63c6-4488-a98c-208a7ccc012e, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:37.085976 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] For port 16dc5267-63c6-4488-a98c-208a7ccc012e, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=16dc5267-63c6-4488-a98c-208a7ccc012e,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:54:37.115893 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:37.163908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:37.165534 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:37.166781 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b6c068f0-b285-4569-9398-bbd330d5cb2b req-5103339c-91a9-46e2-9eb2-63b3b6ee4872 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4213489-4b97-400e-8411-a7bc25a1714d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754826 Aug 05 13:54:37.167254 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] 10.222.0.84 "PUT /v2.0/ports/16dc5267-63c6-4488-a98c-208a7ccc012e HTTP/1.1" status: 200 len: 1095 time: 1.6871445 Aug 05 13:54:37.185807 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5470c451-c72a-46ba-bb7b-06c9944ea4e8', 'tag': '16dc5267-63c6-4488-a98c-208a7ccc012e'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:37.192273 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74e2879-5018-4e87-a123-ed0035b346d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5470c451-c72a-46ba-bb7b-06c9944ea4e8", "tag": "16dc5267-63c6-4488-a98c-208a7ccc012e"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:37.329191 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 767f9280-c0dd-41ca-a924-b87863437f67, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=767f9280-c0dd-41ca-a924-b87863437f67,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:37.351799 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '767f9280-c0dd-41ca-a924-b87863437f67', 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0', 'port_id': '767f9280-c0dd-41ca-a924-b87863437f67', 'mac_address': 'fa:16:3e:01:6d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7bb95a-eb73-4d95-8a01-f23ea032c5a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:54:37.358620 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf29be-78e3-4f8e-8118-a7fdf38fb2e8 req-c68c59d3-f995-4d7c-9fd8-7b1632307049 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:37.366718 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0aaf29be-78e3-4f8e-8118-a7fdf38fb2e8 req-c68c59d3-f995-4d7c-9fd8-7b1632307049 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 944 time: 0.3388050 Aug 05 13:54:37.403868 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a87dd4-965f-40b3-845e-f65833fe0836 service neutron] Pushing event updated for resources: {'Port': ['ID=16dc5267-63c6-4488-a98c-208a7ccc012e,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:37.418512 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:37.442194 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767f9280-c0dd-41ca-a924-b87863437f67 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:37.470640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 767f9280-c0dd-41ca-a924-b87863437f67, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=767f9280-c0dd-41ca-a924-b87863437f67,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:37.491269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-c35dbf91-dc9f-447b-8e97-74ab58b4bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:37.492920 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-c35dbf91-dc9f-447b-8e97-74ab58b4bc70 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=578910a3f9ce48a59f963a7c86ae7ffb&device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 1098 time: 0.2332759 Aug 05 13:54:37.495370 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:37.524699 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0aaf29be-78e3-4f8e-8118-a7fdf38fb2e8 req-2c94cd0a-d671-4b2c-ad1a-8284d49d3155 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512613 Aug 05 13:54:37.577701 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=767f9280-c0dd-41ca-a924-b87863437f67,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:37.601249 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0b532c-c13a-419b-a33a-fad5186d5c10 x-openstack-request-id: req-1a0b532c-c13a-419b-a33a-fad5186d5c10 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:37.601538 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5470c451-c72a-46ba-bb7b-06c9944ea4e8", "tag": "16dc5267-63c6-4488-a98c-208a7ccc012e", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:37.601789 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a0b532c-c13a-419b-a33a-fad5186d5c10 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:37.602186 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5470c451-c72a-46ba-bb7b-06c9944ea4e8', 'tag': '16dc5267-63c6-4488-a98c-208a7ccc012e', 'status': 'completed', 'code': 200} Aug 05 13:54:37.612100 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-556e87f7-2d1e-465f-b00a-4118db3c1e4f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=16dc5267-63c6-4488-a98c-208a7ccc012e HTTP/1.1" status: 200 len: 217 time: 0.0836003 Aug 05 13:54:37.694333 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa84c76-0543-452d-9ba5-a5dc691ead58 req-2cb50154-7f39-46a7-91c8-09ef8d9d1088 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:37.695952 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-daa84c76-0543-452d-9ba5-a5dc691ead58 req-2cb50154-7f39-46a7-91c8-09ef8d9d1088 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a HTTP/1.1" status: 200 len: 950 time: 0.0704286 Aug 05 13:54:37.702297 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-c9a08d5c-fb65-4bcf-9747-3544592638b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:37.703304 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-c9a08d5c-fb65-4bcf-9747-3544592638b7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0802505 Aug 05 13:54:37.794151 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-daa84c76-0543-452d-9ba5-a5dc691ead58 req-e9f362d3-9dbb-4f7a-b686-5124de332748 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907054 Aug 05 13:54:37.828472 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea42fa-0af2-4494-9b12-1c663247d4ca req-94017370-e9a6-479c-8f5d-1893b2fe4c9b tempest-ServersAdminNegativeTestJSON-91822545 tempest-ServersAdminNegativeTestJSON-91822545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:37.837837 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8eea42fa-0af2-4494-9b12-1c663247d4ca req-94017370-e9a6-479c-8f5d-1893b2fe4c9b tempest-ServersAdminNegativeTestJSON-91822545 tempest-ServersAdminNegativeTestJSON-91822545-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 1101 time: 0.1096852 Aug 05 13:54:37.845650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['767f9280-c0dd-41ca-a924-b87863437f67'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:37.889617 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8eea42fa-0af2-4494-9b12-1c663247d4ca req-a1dabd46-2a0a-45c3-b119-031bf6704e69 tempest-ServersAdminNegativeTestJSON-91822545 tempest-ServersAdminNegativeTestJSON-91822545-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463598 Aug 05 13:54:37.905815 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-8df744bc-51ab-468e-b851-7fb89ba71166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:37.912019 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-8df744bc-51ab-468e-b851-7fb89ba71166 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1952643 Aug 05 13:54:38.073565 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b48af90-601d-400c-8c07-621ce8848988 req-d0888a02-ed2d-4fcc-addc-d4afc6ed0c58 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.1104641 Aug 05 13:54:38.148295 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53113fd-1768-4660-8b4f-fa85d19547cf req-2c448d63-abb2-42ca-9b58-ac6fd8cea0f2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:38.170343 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d53113fd-1768-4660-8b4f-fa85d19547cf req-2c448d63-abb2-42ca-9b58-ac6fd8cea0f2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 944 time: 0.1281786 Aug 05 13:54:38.187282 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-c872f2ac-7e4c-4361-ad08-d0318a9e1507 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686381 Aug 05 13:54:38.249815 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d53113fd-1768-4660-8b4f-fa85d19547cf req-47a39045-b8a4-41cc-a92a-6f6a207efbc4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756679 Aug 05 13:54:38.376805 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc88dbfe-7cf7-4678-bf1d-d3306188601e req-32308daf-84b4-4644-98e1-87694b6d150f service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724627 Aug 05 13:54:38.548713 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb73f60-45df-4b41-af15-ee3fba422bbe req-b07c60ce-2d93-44b3-b792-b0f38d3dfa80 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:38.557858 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-abb73f60-45df-4b41-af15-ee3fba422bbe req-b07c60ce-2d93-44b3-b792-b0f38d3dfa80 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a HTTP/1.1" status: 200 len: 1101 time: 0.1127098 Aug 05 13:54:38.583612 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-abb73f60-45df-4b41-af15-ee3fba422bbe req-e2a2bce6-f30e-47e6-89b9-f8409506c1e6 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:38.587178 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e2879-5018-4e87-a123-ed0035b346d9 req-225d2673-00e0-4c7a-a64e-43e839061b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:38.588824 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f74e2879-5018-4e87-a123-ed0035b346d9 req-225d2673-00e0-4c7a-a64e-43e839061b05 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=578910a3f9ce48a59f963a7c86ae7ffb&device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 1098 time: 0.1138933 Aug 05 13:54:38.640726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3913196-e0a6-4650-88f5-1810b96b6b9e req-4198018e-8418-414b-8a11-d4cbaa2c3ec1 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:38.642311 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d3913196-e0a6-4650-88f5-1810b96b6b9e req-4198018e-8418-414b-8a11-d4cbaa2c3ec1 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 947 time: 0.0758595 Aug 05 13:54:38.764326 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e2879-5018-4e87-a123-ed0035b346d9 req-82625715-f47f-4fe1-9abd-01e4ad12e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:38.766126 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f74e2879-5018-4e87-a123-ed0035b346d9 req-82625715-f47f-4fe1-9abd-01e4ad12e33b service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.1519787 Aug 05 13:54:38.838287 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f74e2879-5018-4e87-a123-ed0035b346d9 req-7b52c532-8820-4894-8d4c-77ada532965f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=16dc5267-63c6-4488-a98c-208a7ccc012e HTTP/1.1" status: 200 len: 217 time: 0.0598133 Aug 05 13:54:38.864627 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-abb73f60-45df-4b41-af15-ee3fba422bbe req-e2a2bce6-f30e-47e6-89b9-f8409506c1e6 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:38.893063 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-abb73f60-45df-4b41-af15-ee3fba422bbe req-e2a2bce6-f30e-47e6-89b9-f8409506c1e6 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:38.929464 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:54:38.946206 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-abb73f60-45df-4b41-af15-ee3fba422bbe req-e2a2bce6-f30e-47e6-89b9-f8409506c1e6 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872793 Aug 05 13:54:38.951152 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e2879-5018-4e87-a123-ed0035b346d9 req-30a90301-d660-4e9a-b1f6-2c0ca2024009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:38.952809 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f74e2879-5018-4e87-a123-ed0035b346d9 req-30a90301-d660-4e9a-b1f6-2c0ca2024009 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0993855 Aug 05 13:54:38.976034 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2bce6-f30e-47e6-89b9-f8409506c1e6 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1f6c38-a7a6-4f32-b1d7-81aaadccce80,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:39.017268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e2879-5018-4e87-a123-ed0035b346d9 req-4a72af75-2bf6-470b-8311-896a69064b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:39.019588 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f74e2879-5018-4e87-a123-ed0035b346d9 req-4a72af75-2bf6-470b-8311-896a69064b30 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0519152 Aug 05 13:54:39.037510 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d3913196-e0a6-4650-88f5-1810b96b6b9e req-7bdef259-6dc8-4ed5-a5d6-4a8758c3f9ae tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4213489-4b97-400e-8411-a7bc25a1714d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819351 Aug 05 13:54:39.206445 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d765d04-a5dc-4697-964b-5b0979ff20a5 req-b24e7147-8a1f-4ce6-8bb7-5512395b0901 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:39.207907 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4d765d04-a5dc-4697-964b-5b0979ff20a5 req-b24e7147-8a1f-4ce6-8bb7-5512395b0901 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 945 time: 0.0973544 Aug 05 13:54:39.214078 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f74e2879-5018-4e87-a123-ed0035b346d9 req-153a6ea9-6cec-4036-8d5e-3167b7beb04a service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752591 Aug 05 13:54:39.304547 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4d765d04-a5dc-4697-964b-5b0979ff20a5 req-11f96a10-2fe8-4596-be7e-0e3c28ea860b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894549 Aug 05 13:54:39.386873 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f74e2879-5018-4e87-a123-ed0035b346d9 req-2af07c80-59fd-4a0a-977e-818139a9f239 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520872 Aug 05 13:54:39.456040 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-32d10c29-bcfc-4b60-88cd-0100a6f10937 req-524ad2db-7be1-4952-a834-31dbd0419c11 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0288157 Aug 05 13:54:39.530395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f689372-e1a6-4fa1-89ec-955901958c74 req-759e1422-74a0-4191-a4f6-85365efff75a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:39.540158 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3f689372-e1a6-4fa1-89ec-955901958c74 req-759e1422-74a0-4191-a4f6-85365efff75a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 944 time: 0.0818472 Aug 05 13:54:39.584784 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3f689372-e1a6-4fa1-89ec-955901958c74 req-cc181be7-70f2-4a16-b651-54edffb1454d tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431767 Aug 05 13:54:39.616854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device d19adadd-c194-46b6-befe-18344a9580b8 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:54:39.732710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port d19adadd-c194-46b6-befe-18344a9580b8 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:39.739613 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port d19adadd-c194-46b6-befe-18344a9580b8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:39.739991 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:39.750865 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-02c88ad8-a035-4504-b9c4-c9230fa14d17 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290766 Aug 05 13:54:39.847971 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-203458ea-7a78-438a-af49-ca00a4e87928 req-3dcf952c-02e1-4c02-b24a-bf806a03dc31 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=08ed9cf8-7ce4-4c15-825a-8c93561c5b31 HTTP/1.1" status: 200 len: 210 time: 0.0295811 Aug 05 13:54:39.900989 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:39.933729 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-4e4ac7dd-a9ea-45d2-a17a-db7800861e4b tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:39.940333 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd43b6c-efae-4992-bfc0-87c44a85e1b5 req-0316a6f4-a9a3-4e7e-b92b-078a3fed0598 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:39.943224 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-4e4ac7dd-a9ea-45d2-a17a-db7800861e4b tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1667573 Aug 05 13:54:39.945655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f064a771-d98a-422c-8699-43e597b701ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19adadd-c194-46b6-befe-18344a9580b8'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:39.948876 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fbd43b6c-efae-4992-bfc0-87c44a85e1b5 req-0316a6f4-a9a3-4e7e-b92b-078a3fed0598 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 950 time: 0.0733469 Aug 05 13:54:39.951119 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84837c35-cbf5-40b3-94f7-0db0500c8283" -d '{"events": [{"server_uuid": "f064a771-d98a-422c-8699-43e597b701ef", "name": "network-vif-plugged", "status": "completed", "tag": "d19adadd-c194-46b6-befe-18344a9580b8"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:39.967489 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-e738ed61-21f4-4742-9ac1-70019222824b tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/quotas/b5fd2bb24b8b4cb7871929d0ce5ab2e7 HTTP/1.1" status: 200 len: 375 time: 0.0211465 Aug 05 13:54:39.969766 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port d19adadd-c194-46b6-befe-18344a9580b8, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d19adadd-c194-46b6-befe-18344a9580b8,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:39.981107 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:40.001490 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fbd43b6c-efae-4992-bfc0-87c44a85e1b5 req-63e2f698-7ad5-4bfc-9138-eec250bc4c09 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458751 Aug 05 13:54:40.040334 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-97e76ad7-3c8b-495c-9261-1e0e7543ff51 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0733087 Aug 05 13:54:40.077927 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8277c97d-89a6-4fa0-b580-0a0beb5412b5 x-openstack-request-id: req-8277c97d-89a6-4fa0-b580-0a0beb5412b5 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:40.078406 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f064a771-d98a-422c-8699-43e597b701ef", "name": "network-vif-plugged", "status": "completed", "tag": "d19adadd-c194-46b6-befe-18344a9580b8", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:40.078658 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8277c97d-89a6-4fa0-b580-0a0beb5412b5 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:40.079056 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f064a771-d98a-422c-8699-43e597b701ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19adadd-c194-46b6-befe-18344a9580b8', 'code': 200} Aug 05 13:54:40.091851 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=d19adadd-c194-46b6-befe-18344a9580b8,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:40.283643 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf1704-5113-40a4-8d84-d96f25caa555 req-e7258ab1-5b8f-477f-bfd1-29ae43729a0c tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:40.285939 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4bdf1704-5113-40a4-8d84-d96f25caa555 req-e7258ab1-5b8f-477f-bfd1-29ae43729a0c tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 947 time: 0.1408646 Aug 05 13:54:40.289142 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7dbbd-5257-467e-bf10-db368c7d61a9 req-acbd6650-afa2-4c2c-a646-d4b6e9a56c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:40.290785 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cfe7dbbd-5257-467e-bf10-db368c7d61a9 req-acbd6650-afa2-4c2c-a646-d4b6e9a56c84 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 1096 time: 0.1441534 Aug 05 13:54:40.364944 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cfe7dbbd-5257-467e-bf10-db368c7d61a9 req-71b7768a-0898-43f3-84e5-b7726ed18223 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552244 Aug 05 13:54:40.369442 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4bdf1704-5113-40a4-8d84-d96f25caa555 req-833ecf10-0ffb-4063-8267-f472a75945b7 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4213489-4b97-400e-8411-a7bc25a1714d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759821 Aug 05 13:54:40.552271 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18162b70-f61b-411b-a64e-cfcd3d150587 req-035a3df5-acc4-465f-a229-ee23af3eb95b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:40.560413 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-18162b70-f61b-411b-a64e-cfcd3d150587 req-035a3df5-acc4-465f-a229-ee23af3eb95b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 945 time: 0.0664220 Aug 05 13:54:40.602392 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f39d6851-c879-4bcc-8599-3640f512413a req-b37e595b-a868-46f6-8c03-2beb711ee36f tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0315955 Aug 05 13:54:40.609136 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-18162b70-f61b-411b-a64e-cfcd3d150587 req-818e2fc3-6772-46f0-83a7-12fea6bf07ce tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476005 Aug 05 13:54:40.789958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e8339-3f67-436d-9616-14753f8392e9 req-144e9767-adb1-4595-aeb8-b2aa8bf27eed tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:40.800169 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-544e8339-3f67-436d-9616-14753f8392e9 req-144e9767-adb1-4595-aeb8-b2aa8bf27eed tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 945 time: 0.1044073 Aug 05 13:54:40.862809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 767f9280-c0dd-41ca-a924-b87863437f67 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:54:40.874540 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-544e8339-3f67-436d-9616-14753f8392e9 req-4ab05123-7d71-4b58-a94b-6def2c19d593 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663157 Aug 05 13:54:40.963683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 767f9280-c0dd-41ca-a924-b87863437f67 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:40.968437 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 767f9280-c0dd-41ca-a924-b87863437f67 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:40.968860 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:41.089749 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:41.136976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 767f9280-c0dd-41ca-a924-b87863437f67, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=767f9280-c0dd-41ca-a924-b87863437f67,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:41.147034 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:41.163261 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-060ed549-dfe2-490b-88e7-d01b53c9803a req-18e8af41-0231-4722-9960-9d0b1b9c6952 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 210 time: 0.0730579 Aug 05 13:54:41.236819 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19507824-864e-4e4a-8c6b-e964e09ff922 req-3e4ac84d-3fd3-4aa1-b8f2-1f5911627700 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0719526 Aug 05 13:54:41.238297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58ed99-2e66-4b4e-b1f2-38e9197ed65c req-5f59690c-1755-432b-b15f-eb013c3d55aa tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:41.247150 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c58ed99-2e66-4b4e-b1f2-38e9197ed65c req-5f59690c-1755-432b-b15f-eb013c3d55aa tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 950 time: 0.1130221 Aug 05 13:54:41.262521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=767f9280-c0dd-41ca-a924-b87863437f67,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:41.293273 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c58ed99-2e66-4b4e-b1f2-38e9197ed65c req-b9d72735-0c85-4b58-ae7c-527bffb4d103 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448353 Aug 05 13:54:41.532151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f163e-9f3b-4aa4-b99f-f1e2f55010a8 req-4a234638-6de7-4e31-8cec-0636e71bf8a6 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:41.539898 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f86f163e-9f3b-4aa4-b99f-f1e2f55010a8 req-4a234638-6de7-4e31-8cec-0636e71bf8a6 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 947 time: 0.0769961 Aug 05 13:54:41.613265 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f86f163e-9f3b-4aa4-b99f-f1e2f55010a8 req-f85c68e5-682a-4d6f-b50c-02e738dc851a tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4213489-4b97-400e-8411-a7bc25a1714d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721004 Aug 05 13:54:41.780182 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92344c7b-dbc0-48d6-b4b8-514bbfcaae0c req-de60f8a7-76fc-4938-be5d-4f59dbd081cb tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:41.782050 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92344c7b-dbc0-48d6-b4b8-514bbfcaae0c req-de60f8a7-76fc-4938-be5d-4f59dbd081cb tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 946 time: 0.0711110 Aug 05 13:54:41.848641 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a6877f8f-6096-42fa-ae30-0944ead45b2b req-b2a6a1f0-4d35-4791-8254-40bb9486854a tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0459502 Aug 05 13:54:41.869249 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92344c7b-dbc0-48d6-b4b8-514bbfcaae0c req-fb5f33b6-f0de-469f-b83b-ae5334768c1f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781362 Aug 05 13:54:42.009449 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc99b9-0f35-42f0-9e0e-dc01512cb083 req-269e92ed-9d75-4017-b8da-2d486c3bc6fc tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:42.012039 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6bdc99b9-0f35-42f0-9e0e-dc01512cb083 req-269e92ed-9d75-4017-b8da-2d486c3bc6fc tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 945 time: 0.0637450 Aug 05 13:54:42.076754 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6bdc99b9-0f35-42f0-9e0e-dc01512cb083 req-90118cff-7392-4076-83dd-1c85ed2ba3f8 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503011 Aug 05 13:54:42.080215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c4ee3c-6418-4781-8e36-78bfcfa5b861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767f9280-c0dd-41ca-a924-b87863437f67'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:42.082745 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf8f4fb-6418-475b-92dc-fddaa909ff92" -d '{"events": [{"server_uuid": "a6c4ee3c-6418-4781-8e36-78bfcfa5b861", "name": "network-vif-plugged", "status": "completed", "tag": "767f9280-c0dd-41ca-a924-b87863437f67"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:42.148551 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2356c8-c4c5-450f-a109-8792fa0bf03a x-openstack-request-id: req-9b2356c8-c4c5-450f-a109-8792fa0bf03a {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:42.148922 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c4ee3c-6418-4781-8e36-78bfcfa5b861", "name": "network-vif-plugged", "status": "completed", "tag": "767f9280-c0dd-41ca-a924-b87863437f67", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:42.149302 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b2356c8-c4c5-450f-a109-8792fa0bf03a {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:42.149872 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c4ee3c-6418-4781-8e36-78bfcfa5b861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767f9280-c0dd-41ca-a924-b87863437f67', 'code': 200} Aug 05 13:54:42.201836 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd3750-9c0a-44cb-93d1-d75f6ed37a1b req-744a8f56-0816-4677-bad7-39edb0901ca6 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:42.209371 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-21fd3750-9c0a-44cb-93d1-d75f6ed37a1b req-744a8f56-0816-4677-bad7-39edb0901ca6 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 1096 time: 0.0534737 Aug 05 13:54:42.263664 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-21fd3750-9c0a-44cb-93d1-d75f6ed37a1b req-47bbf0de-0500-4491-a897-8ad91d9b0b15 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514050 Aug 05 13:54:42.311629 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71e26746-ce0c-47b5-bcde-cf3f06d4619d req-4adb907b-8b55-465b-af2c-ad2f7f223aba tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 210 time: 0.0434172 Aug 05 13:54:42.384413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117f995-bf9c-4703-bad8-dbf6741bcec6 req-cc67a871-ba0c-46ec-a677-4c67c07c524f tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:42.384687 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3117f995-bf9c-4703-bad8-dbf6741bcec6 req-cc67a871-ba0c-46ec-a677-4c67c07c524f tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.63 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 950 time: 0.1201117 Aug 05 13:54:42.390110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcef04-4b0b-4d79-8a3e-feb79187ed2e req-38c934c6-e763-4d81-a4aa-a7e382de037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:42.391591 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f0fcef04-4b0b-4d79-8a3e-feb79187ed2e req-38c934c6-e763-4d81-a4aa-a7e382de037d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 1097 time: 0.0945966 Aug 05 13:54:42.531130 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a40ce0-3d85-4a7f-9f76-562c24f76f16 req-6566cfa1-89b2-40ed-b01d-660937a536c7 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:42.552564 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33a40ce0-3d85-4a7f-9f76-562c24f76f16 req-6566cfa1-89b2-40ed-b01d-660937a536c7 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 950 time: 0.1373315 Aug 05 13:54:42.593688 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f0fcef04-4b0b-4d79-8a3e-feb79187ed2e req-d7f275bd-198c-42ee-8a57-b75767e63599 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830876 Aug 05 13:54:42.632589 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-156b042e-7f3a-4c54-a27c-d3bea8556744 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746698 Aug 05 13:54:42.633080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-3117f995-bf9c-4703-bad8-dbf6741bcec6 req-598d2395-668d-46bc-8e75-b65151716e66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Deleting port 26dc350a-0250-4240-bd22-d10a25cb6ecf {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:54:42.633429 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3117f995-bf9c-4703-bad8-dbf6741bcec6 req-598d2395-668d-46bc-8e75-b65151716e66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:42.751500 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-3117f995-bf9c-4703-bad8-dbf6741bcec6 req-598d2395-668d-46bc-8e75-b65151716e66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] For port 26dc350a-0250-4240-bd22-d10a25cb6ecf, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=26dc350a-0250-4240-bd22-d10a25cb6ecf,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:42.751951 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3117f995-bf9c-4703-bad8-dbf6741bcec6 req-598d2395-668d-46bc-8e75-b65151716e66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:42.783916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-3117f995-bf9c-4703-bad8-dbf6741bcec6 req-598d2395-668d-46bc-8e75-b65151716e66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Calling delete_port for 26dc350a-0250-4240-bd22-d10a25cb6ecf owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:54:42.868442 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 16dc5267-63c6-4488-a98c-208a7ccc012e details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:54:42.911973 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-7390b986-1005-49d1-abdb-7840263ce336 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:42.913323 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-7390b986-1005-49d1-abdb-7840263ce336 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2208087 Aug 05 13:54:42.931644 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33a40ce0-3d85-4a7f-9f76-562c24f76f16 req-0c7f5790-227f-4a6e-b4d8-6428a401add6 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972524 Aug 05 13:54:42.965800 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-59c3a27b-0c17-41c9-8e89-de6f24dbfc47 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Request body: {'port': {'device_id': '71d6741e-cf11-4650-88e6-c9f180ccd26a', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': 'b5fd2bb24b8b4cb7871929d0ce5ab2e7'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:43.088540 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 16dc5267-63c6-4488-a98c-208a7ccc012e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=16dc5267-63c6-4488-a98c-208a7ccc012e,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:43.115038 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '16dc5267-63c6-4488-a98c-208a7ccc012e', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '16dc5267-63c6-4488-a98c-208a7ccc012e', 'mac_address': 'fa:16:3e:48:18:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:54:43.137263 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3117f995-bf9c-4703-bad8-dbf6741bcec6 req-598d2395-668d-46bc-8e75-b65151716e66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:43.174378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9769266-3bcb-4df2-a173-ef8c25cba0cb req-c4f1b0d0-b466-47e4-be31-78ed70986925 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:43.185457 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9769266-3bcb-4df2-a173-ef8c25cba0cb req-c4f1b0d0-b466-47e4-be31-78ed70986925 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 947 time: 0.1781073 Aug 05 13:54:43.192179 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['26dc350a-0250-4240-bd22-d10a25cb6ecf'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:43.204557 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['3443a8ea-b213-4005-be0b-880fdbe4cf28'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:43.209820 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d2395-668d-46bc-8e75-b65151716e66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Pushing event deleted for resources: {'Port': ['ID=26dc350a-0250-4240-bd22-d10a25cb6ecf,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:43.311669 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:43.312004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3117f995-bf9c-4703-bad8-dbf6741bcec6 req-598d2395-668d-46bc-8e75-b65151716e66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] No DVR routers for this DVR port 26dc350a-0250-4240-bd22-d10a25cb6ecf on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:54:43.320920 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3117f995-bf9c-4703-bad8-dbf6741bcec6 req-598d2395-668d-46bc-8e75-b65151716e66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:43.325151 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3117f995-bf9c-4703-bad8-dbf6741bcec6 req-598d2395-668d-46bc-8e75-b65151716e66 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.63 "DELETE /v2.0/ports/26dc350a-0250-4240-bd22-d10a25cb6ecf HTTP/1.1" status: 204 len: 173 time: 0.9284742 Aug 05 13:54:43.327934 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dbacb9-c76a-4f05-9fae-61dae85d4144', 'name': 'network-vif-deleted', 'tag': '26dc350a-0250-4240-bd22-d10a25cb6ecf'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:43.333731 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9811937c-8a6f-4313-9eb4-75d2663fd3c3" -d '{"events": [{"server_uuid": "55dbacb9-c76a-4f05-9fae-61dae85d4144", "name": "network-vif-deleted", "tag": "26dc350a-0250-4240-bd22-d10a25cb6ecf"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:43.338996 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16dc5267-63c6-4488-a98c-208a7ccc012e {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:43.361793 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9769266-3bcb-4df2-a173-ef8c25cba0cb req-72f2d241-60dc-4595-a39d-56f021917609 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4213489-4b97-400e-8411-a7bc25a1714d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542537 Aug 05 13:54:43.398565 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 16dc5267-63c6-4488-a98c-208a7ccc012e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=16dc5267-63c6-4488-a98c-208a7ccc012e,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:43.411202 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:43.551626 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=16dc5267-63c6-4488-a98c-208a7ccc012e,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:43.692250 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-380fe304-2e56-4051-81a7-794fb540b290 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1838763 Aug 05 13:54:43.709566 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-59c3a27b-0c17-41c9-8e89-de6f24dbfc47 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Made reservation on behalf of b5fd2bb24b8b4cb7871929d0ce5ab2e7 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:54:43.745342 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-59c3a27b-0c17-41c9-8e89-de6f24dbfc47 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:43.767249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43adda-8da6-40a1-8cc7-4a01ad929d2b req-aef6c790-e3a6-4136-ace8-f68c2712386d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:43.778115 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1f43adda-8da6-40a1-8cc7-4a01ad929d2b req-aef6c790-e3a6-4136-ace8-f68c2712386d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 946 time: 0.0805218 Aug 05 13:54:43.809594 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-880a210e-751c-46cf-a5b7-db82d32868c0 req-f30dd874-3de4-4f91-b2bb-1507b0b8b7c9 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.1842713 Aug 05 13:54:43.854553 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1f43adda-8da6-40a1-8cc7-4a01ad929d2b req-9416f0e3-95c7-4053-9521-87ed2bf24794 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752175 Aug 05 13:54:43.885945 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['16dc5267-63c6-4488-a98c-208a7ccc012e'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:44.201310 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-ed5c6ed0-1e3c-408e-8c81-b80013baef58 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:44.202950 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-ed5c6ed0-1e3c-408e-8c81-b80013baef58 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4141788 Aug 05 13:54:44.211188 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0731f604-24af-4e45-b078-7cdfd0e31256 req-63438529-287f-4c04-bb5a-df0750c9bf3b tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 210 time: 0.1788137 Aug 05 13:54:44.231580 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e29cb9c-8491-4eed-be1b-2f710e1c97f8 x-openstack-request-id: req-8e29cb9c-8491-4eed-be1b-2f710e1c97f8 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:44.234406 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55dbacb9-c76a-4f05-9fae-61dae85d4144", "name": "network-vif-deleted", "tag": "26dc350a-0250-4240-bd22-d10a25cb6ecf", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:44.235125 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e29cb9c-8491-4eed-be1b-2f710e1c97f8 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:44.236160 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dbacb9-c76a-4f05-9fae-61dae85d4144', 'name': 'network-vif-deleted', 'tag': '26dc350a-0250-4240-bd22-d10a25cb6ecf', 'status': 'completed', 'code': 200} Aug 05 13:54:44.309389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-ee8a98ba-0a30-4791-bf5c-f838ec2d30e7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Request body: {'port': {'device_id': '5533d981-8ebc-483a-907a-b29fe4f55dd4', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': 'b5fd2bb24b8b4cb7871929d0ce5ab2e7'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:44.432971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-59c3a27b-0c17-41c9-8e89-de6f24dbfc47 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Allocated IP 192.168.233.30 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/0b90c80b-ea5d-476d-8890-b723dea55b6c) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:54:44.446422 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:44.601140 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e25e4550-690b-4bab-94a9-e5b22fafc3f2 req-4fa714fe-098d-4ee9-9223-b643e69c9fdb tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=55dbacb9-c76a-4f05-9fae-61dae85d4144 HTTP/1.1" status: 200 len: 210 time: 0.1405878 Aug 05 13:54:44.921374 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1311fd1d-1840-4ed0-8d6e-4ebe755912ed req-baed2d3e-24d1-419e-9bef-6a95fd968b13 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0618148 Aug 05 13:54:44.974893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436efa0-2328-4805-b7b5-46d7f39a0a85 req-289ab14b-a524-4f87-bf18-a94d2d583e91 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:44.976788 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4436efa0-2328-4805-b7b5-46d7f39a0a85 req-289ab14b-a524-4f87-bf18-a94d2d583e91 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 948 time: 0.1210427 Aug 05 13:54:45.049112 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4436efa0-2328-4805-b7b5-46d7f39a0a85 req-fa6a87f2-77ab-43fb-a1d4-41e8c842a7b3 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4213489-4b97-400e-8411-a7bc25a1714d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588145 Aug 05 13:54:45.080397 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce3b67-622f-4bbb-acfb-b3054f3b0ad9 req-9eba43ab-d61c-44ec-a085-8567bb73681a tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:45.084129 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c4ce3b67-622f-4bbb-acfb-b3054f3b0ad9 req-9eba43ab-d61c-44ec-a085-8567bb73681a tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 946 time: 0.0826399 Aug 05 13:54:45.088225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-ee8a98ba-0a30-4791-bf5c-f838ec2d30e7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Made reservation on behalf of b5fd2bb24b8b4cb7871929d0ce5ab2e7 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:54:45.091761 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-ee8a98ba-0a30-4791-bf5c-f838ec2d30e7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:45.114703 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-59c3a27b-0c17-41c9-8e89-de6f24dbfc47 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:45.176799 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-59c3a27b-0c17-41c9-8e89-de6f24dbfc47 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Transition to ACTIVE for port object 0b90c80b-ea5d-476d-8890-b723dea55b6c will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:45.227660 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c4ce3b67-622f-4bbb-acfb-b3054f3b0ad9 req-6f95d95d-d3fe-4c81-8c34-29e3f8cb149f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344087 Aug 05 13:54:45.386054 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-59c3a27b-0c17-41c9-8e89-de6f24dbfc47 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:45.434439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['44f6d346-7ba4-45d3-ac51-efabb23deb16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:45.502215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc4937-0bc5-48ec-b6cd-3a325aa3df43 req-01eb10eb-ef6e-4e86-b2d1-a6507030747f tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:45.505387 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bcfc4937-0bc5-48ec-b6cd-3a325aa3df43 req-01eb10eb-ef6e-4e86-b2d1-a6507030747f tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 1097 time: 0.0851190 Aug 05 13:54:45.525568 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-59c3a27b-0c17-41c9-8e89-de6f24dbfc47 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:54:45.561901 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5a763dcc-e91c-4f64-9433-47fd6f9210b7 req-e07b8899-9fd5-46f1-b7ff-66200b08fc46 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 210 time: 0.0957537 Aug 05 13:54:45.565595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-59c3a27b-0c17-41c9-8e89-de6f24dbfc47 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:54:45.573419 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3a27b-0c17-41c9-8e89-de6f24dbfc47 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Pushing event updated for resources: {'Port': ['ID=0b90c80b-ea5d-476d-8890-b723dea55b6c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:45.583619 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-ee8a98ba-0a30-4791-bf5c-f838ec2d30e7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Allocated IP 192.168.233.51 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/f4df28dc-9ae0-428c-af46-f643bc6b6d16) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:54:45.583958 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bcfc4937-0bc5-48ec-b6cd-3a325aa3df43 req-20ad5d44-d1e2-484b-9057-126f1afd2c48 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608671 Aug 05 13:54:45.586633 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-59c3a27b-0c17-41c9-8e89-de6f24dbfc47 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:54:45.658482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 26dc350a-0250-4240-bd22-d10a25cb6ecf no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:54:45.712184 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 26dc350a-0250-4240-bd22-d10a25cb6ecf {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:54:45.712687 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 26dc350a-0250-4240-bd22-d10a25cb6ecf not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:54:45.856163 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-59c3a27b-0c17-41c9-8e89-de6f24dbfc47 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:45.856812 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-59c3a27b-0c17-41c9-8e89-de6f24dbfc47 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:45.924573 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:45.939486 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6291f750-aa90-4144-bd21-be8aab65e06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:46.091559 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-59c3a27b-0c17-41c9-8e89-de6f24dbfc47 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1334066 Aug 05 13:54:46.133004 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Request body: {'port': {'device_id': '71d6741e-cf11-4650-88e6-c9f180ccd26a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:46.228686 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f0202230-4dee-4217-b125-7b3c1f75ded4 None None] Provisioning for port 0b90c80b-ea5d-476d-8890-b723dea55b6c completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:46.238463 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f0202230-4dee-4217-b125-7b3c1f75ded4 None None] Provisioning complete for port 0b90c80b-ea5d-476d-8890-b723dea55b6c triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:46.239125 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f0202230-4dee-4217-b125-7b3c1f75ded4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:46.258423 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00208d-69a2-41e0-a711-116bc43d8b4a req-168c3925-cf32-406b-86bc-7f8bda1deef3 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:46.266118 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff00208d-69a2-41e0-a711-116bc43d8b4a req-168c3925-cf32-406b-86bc-7f8bda1deef3 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 1097 time: 0.3685269 Aug 05 13:54:46.321883 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b870bb71-b7be-4cea-b7d7-d39a1ba4d6eb req-4af83e99-e211-447f-9807-c68d617c7f1d tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0698097 Aug 05 13:54:46.385933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f0202230-4dee-4217-b125-7b3c1f75ded4 None None] Port 0b90c80b-ea5d-476d-8890-b723dea55b6c cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:54:46.415349 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:46.440198 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff00208d-69a2-41e0-a711-116bc43d8b4a req-d87a00a1-0d8f-4ca4-9952-26ae4f813ccb tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646636 Aug 05 13:54:46.476016 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-ee8a98ba-0a30-4791-bf5c-f838ec2d30e7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:46.500044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-ee8a98ba-0a30-4791-bf5c-f838ec2d30e7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Transition to ACTIVE for port object f4df28dc-9ae0-428c-af46-f643bc6b6d16 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:46.568105 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a16e5-0807-41b7-a9ab-5757eebc9446 req-0fd05e06-9adc-4620-b0a4-c5c493b70f0c tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:46.569657 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c70a16e5-0807-41b7-a9ab-5757eebc9446 req-0fd05e06-9adc-4620-b0a4-c5c493b70f0c tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 948 time: 0.1415277 Aug 05 13:54:46.621522 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c70a16e5-0807-41b7-a9ab-5757eebc9446 req-87c29160-5a59-486f-a94b-dfc707b0684a tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4213489-4b97-400e-8411-a7bc25a1714d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448179 Aug 05 13:54:46.682857 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-ee8a98ba-0a30-4791-bf5c-f838ec2d30e7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:46.695506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['44f6d346-7ba4-45d3-ac51-efabb23deb16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:46.696130 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111c1dd-78ca-4dbd-80b8-839559bf27a3 req-5248d6f6-179d-46f4-b863-9e1537c9b9cf tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:46.697186 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d111c1dd-78ca-4dbd-80b8-839559bf27a3 req-5248d6f6-179d-46f4-b863-9e1537c9b9cf tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c40f83d-8efe-4a61-a20a-f1c9bda62f0a HTTP/1.1" status: 200 len: 949 time: 0.1415677 Aug 05 13:54:46.829432 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-ee8a98ba-0a30-4791-bf5c-f838ec2d30e7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:54:46.843615 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d111c1dd-78ca-4dbd-80b8-839559bf27a3 req-62643c0f-a803-4d7b-a1d6-c0588ea4ff53 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389534 Aug 05 13:54:46.863264 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-ee8a98ba-0a30-4791-bf5c-f838ec2d30e7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:54:46.870143 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-ee8a98ba-0a30-4791-bf5c-f838ec2d30e7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:54:46.877515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a98ba-0a30-4791-bf5c-f838ec2d30e7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Pushing event updated for resources: {'Port': ['ID=f4df28dc-9ae0-428c-af46-f643bc6b6d16,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:46.884248 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 16dc5267-63c6-4488-a98c-208a7ccc012e up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:54:46.934111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747fb3c-c94e-4223-a6d4-f2f63fdb37a5 req-87968fc0-6cd0-45dc-9040-368b1cb5f45e tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:46.945261 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0747fb3c-c94e-4223-a6d4-f2f63fdb37a5 req-87968fc0-6cd0-45dc-9040-368b1cb5f45e tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 935 time: 0.0795825 Aug 05 13:54:47.014583 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0747fb3c-c94e-4223-a6d4-f2f63fdb37a5 req-43d677a9-0ee8-4436-985b-5ff1e053f669 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667362 Aug 05 13:54:47.020865 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 16dc5267-63c6-4488-a98c-208a7ccc012e completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:47.026119 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-ee8a98ba-0a30-4791-bf5c-f838ec2d30e7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:47.026830 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-ee8a98ba-0a30-4791-bf5c-f838ec2d30e7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:47.027029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 16dc5267-63c6-4488-a98c-208a7ccc012e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:47.028102 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:47.096883 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-ee8a98ba-0a30-4791-bf5c-f838ec2d30e7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7924209 Aug 05 13:54:47.121495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Request body: {'port': {'device_id': '5533d981-8ebc-483a-907a-b29fe4f55dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:47.133664 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:47.173213 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5470c451-c72a-46ba-bb7b-06c9944ea4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dc5267-63c6-4488-a98c-208a7ccc012e'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:47.182043 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8b161e-7eb0-4867-89e3-a67575d9750b" -d '{"events": [{"server_uuid": "5470c451-c72a-46ba-bb7b-06c9944ea4e8", "name": "network-vif-plugged", "status": "completed", "tag": "16dc5267-63c6-4488-a98c-208a7ccc012e"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:47.200528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 16dc5267-63c6-4488-a98c-208a7ccc012e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=16dc5267-63c6-4488-a98c-208a7ccc012e,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:47.209002 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:47.270512 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b90c80b-ea5d-476d-8890-b723dea55b6c {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:47.282411 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:47.285450 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:47.288894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=16dc5267-63c6-4488-a98c-208a7ccc012e,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:47.297770 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:47.298121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:47.298528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:47.298910 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:47.299286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:47.300181 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:47.300643 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:47.301006 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:47.301448 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:47.301880 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:47.302212 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:47.302604 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:54:47.313202 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Transition to ACTIVE for port object 0b90c80b-ea5d-476d-8890-b723dea55b6c will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:47.329418 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-374402f5-5e03-4919-8420-1cb887c1d66b None None] Provisioning for port f4df28dc-9ae0-428c-af46-f643bc6b6d16 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:47.338369 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:47.338588 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-374402f5-5e03-4919-8420-1cb887c1d66b None None] Provisioning complete for port f4df28dc-9ae0-428c-af46-f643bc6b6d16 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:47.341392 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-374402f5-5e03-4919-8420-1cb887c1d66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:47.384295 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-374402f5-5e03-4919-8420-1cb887c1d66b None None] Port f4df28dc-9ae0-428c-af46-f643bc6b6d16 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:54:47.389751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Pushing event updated for resources: {'Port': ['ID=0b90c80b-ea5d-476d-8890-b723dea55b6c,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:47.567175 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2e435-9a80-468e-9420-167eaedadda2 req-97a7b0ff-205c-4198-bc3a-dc885d0f4afd tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:47.576788 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-09b2e435-9a80-468e-9420-167eaedadda2 req-97a7b0ff-205c-4198-bc3a-dc885d0f4afd tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 1097 time: 0.1912596 Aug 05 13:54:47.732883 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-09b2e435-9a80-468e-9420-167eaedadda2 req-35f936c0-f805-4c60-b64e-275dac31b548 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549201 Aug 05 13:54:47.789179 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Attempting to bind port 0b90c80b-ea5d-476d-8890-b723dea55b6c on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:54:47.789881 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Attempting to bind port 0b90c80b-ea5d-476d-8890-b723dea55b6c by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:54:47.790517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Attempting to bind port 0b90c80b-ea5d-476d-8890-b723dea55b6c on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:47.810160 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Port 0b90c80b-ea5d-476d-8890-b723dea55b6c on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:54:47.810518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Attempting to bind port 0b90c80b-ea5d-476d-8890-b723dea55b6c on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:47.839786 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:54:47.840315 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:54:47.841009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:54:47.841948 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Bound port: 0b90c80b-ea5d-476d-8890-b723dea55b6c, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:54:47.844077 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64348ff-fc65-40a3-b29f-baa76d86283c x-openstack-request-id: req-a64348ff-fc65-40a3-b29f-baa76d86283c {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:47.844901 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5470c451-c72a-46ba-bb7b-06c9944ea4e8", "name": "network-vif-plugged", "status": "completed", "tag": "16dc5267-63c6-4488-a98c-208a7ccc012e", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:47.845290 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a64348ff-fc65-40a3-b29f-baa76d86283c {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:47.845837 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5470c451-c72a-46ba-bb7b-06c9944ea4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dc5267-63c6-4488-a98c-208a7ccc012e', 'code': 200} Aug 05 13:54:47.846438 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:48.018324 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7e924d50-d2b7-42f3-ba2e-53fdffe61246 req-e2863997-c2ec-44d0-9d29-66732b7d34b6 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.1297877 Aug 05 13:54:48.019832 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] For port 0b90c80b-ea5d-476d-8890-b723dea55b6c, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:48.036165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a5923-7328-4cb4-80a2-3f47118bcea3 req-d9128a4e-f660-4696-9857-9221425c4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:48.038328 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4f6a5923-7328-4cb4-80a2-3f47118bcea3 req-d9128a4e-f660-4696-9857-9221425c4d18 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 1100 time: 0.0651505 Aug 05 13:54:48.058496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dc6c1-a78d-4f3f-9464-9b68161605f4 req-b6120230-2093-47a0-bcc0-eab701409bce tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:48.067352 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9d5dc6c1-a78d-4f3f-9464-9b68161605f4 req-b6120230-2093-47a0-bcc0-eab701409bce tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 949 time: 0.1416068 Aug 05 13:54:48.076314 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] For port 0b90c80b-ea5d-476d-8890-b723dea55b6c, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=0b90c80b-ea5d-476d-8890-b723dea55b6c,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:54:48.138799 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9d5dc6c1-a78d-4f3f-9464-9b68161605f4 req-ee0f66a2-ceec-4a93-a9a1-22aa89d6a823 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4213489-4b97-400e-8411-a7bc25a1714d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702326 Aug 05 13:54:48.164795 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4df28dc-9ae0-428c-af46-f643bc6b6d16 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:48.177078 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:48.185614 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4f6a5923-7328-4cb4-80a2-3f47118bcea3 req-9798b7f7-015d-45d2-b0d2-2fce0122f06f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c4213489-4b97-400e-8411-a7bc25a1714d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151814 Aug 05 13:54:48.198326 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Transition to ACTIVE for port object f4df28dc-9ae0-428c-af46-f643bc6b6d16 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:54:48.203113 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:48.222733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:48.223633 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:48.225074 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] 10.222.0.63 "PUT /v2.0/ports/0b90c80b-ea5d-476d-8890-b723dea55b6c HTTP/1.1" status: 200 len: 1095 time: 2.1126215 Aug 05 13:54:48.225819 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:48.229957 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d6741e-cf11-4650-88e6-c9f180ccd26a', 'tag': '0b90c80b-ea5d-476d-8890-b723dea55b6c'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:48.232026 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e20dee2-847e-49f6-a015-1d37ce6b3723" -d '{"events": [{"name": "network-changed", "server_uuid": "71d6741e-cf11-4650-88e6-c9f180ccd26a", "tag": "0b90c80b-ea5d-476d-8890-b723dea55b6c"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:48.301972 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8cd53615-ec4a-4dbc-8364-11b15ed793e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:48.375384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2766a6a-6339-476b-a525-81e19a308d69 req-d841121d-8f66-4064-9cab-6d6f7edfb055 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:48.376973 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2766a6a-6339-476b-a525-81e19a308d69 req-d841121d-8f66-4064-9cab-6d6f7edfb055 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c40f83d-8efe-4a61-a20a-f1c9bda62f0a HTTP/1.1" status: 200 len: 949 time: 0.1136339 Aug 05 13:54:48.393228 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e072e9-eda5-44c2-b988-963667c4664c service neutron] Pushing event updated for resources: {'Port': ['ID=0b90c80b-ea5d-476d-8890-b723dea55b6c,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:48.450852 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2766a6a-6339-476b-a525-81e19a308d69 req-f41d5b86-5d42-4959-aa9a-80f44ad77f00 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5050fcc-b866-4266-bb68-e4abcec4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659277 Aug 05 13:54:48.521228 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:48.554013 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d449a9a8-dc59-4eff-aa51-5228315bc660 x-openstack-request-id: req-d449a9a8-dc59-4eff-aa51-5228315bc660 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:48.554380 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d6741e-cf11-4650-88e6-c9f180ccd26a", "tag": "0b90c80b-ea5d-476d-8890-b723dea55b6c", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:48.554568 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d449a9a8-dc59-4eff-aa51-5228315bc660 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:48.554948 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d6741e-cf11-4650-88e6-c9f180ccd26a', 'tag': '0b90c80b-ea5d-476d-8890-b723dea55b6c', 'status': 'completed', 'code': 200} Aug 05 13:54:48.558577 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-8929f886-d272-4104-8c2c-0fe0ac69811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:48.560074 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-8929f886-d272-4104-8c2c-0fe0ac69811e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&device_id=71d6741e-cf11-4650-88e6-c9f180ccd26a HTTP/1.1" status: 200 len: 1098 time: 0.2514467 Aug 05 13:54:48.597670 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Attempting to bind port f4df28dc-9ae0-428c-af46-f643bc6b6d16 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:54:48.598094 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Attempting to bind port f4df28dc-9ae0-428c-af46-f643bc6b6d16 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:54:48.598575 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Attempting to bind port f4df28dc-9ae0-428c-af46-f643bc6b6d16 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:48.617545 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Pushing event updated for resources: {'Port': ['ID=f4df28dc-9ae0-428c-af46-f643bc6b6d16,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:48.680033 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-8bc4df78-24a6-412f-b156-c0421a895009 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=0b90c80b-ea5d-476d-8890-b723dea55b6c HTTP/1.1" status: 200 len: 217 time: 0.0856774 Aug 05 13:54:48.680563 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Port f4df28dc-9ae0-428c-af46-f643bc6b6d16 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:54:48.680880 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Attempting to bind port f4df28dc-9ae0-428c-af46-f643bc6b6d16 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:48.688199 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:54:48.688575 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:54:48.689100 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:54:48.689546 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Bound port: f4df28dc-9ae0-428c-af46-f643bc6b6d16, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:54:48.689909 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:48.711429 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698460a1-6e31-447d-9211-cdc1150f70e5 req-844c5839-2e30-4e1d-aa18-0aba52abd421 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:48.723169 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-698460a1-6e31-447d-9211-cdc1150f70e5 req-844c5839-2e30-4e1d-aa18-0aba52abd421 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 947 time: 0.2208288 Aug 05 13:54:48.904863 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] For port f4df28dc-9ae0-428c-af46-f643bc6b6d16, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:48.908435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-d5df5d47-f938-41cb-af48-eca9127c61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:48.911732 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-d5df5d47-f938-41cb-af48-eca9127c61ac service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.2181942 Aug 05 13:54:48.916106 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] For port f4df28dc-9ae0-428c-af46-f643bc6b6d16, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f4df28dc-9ae0-428c-af46-f643bc6b6d16,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:54:48.934822 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-698460a1-6e31-447d-9211-cdc1150f70e5 req-1bc2355f-dedf-4f76-8da7-b3099df2a76b tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106934 Aug 05 13:54:48.949405 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:48.988816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098131c-8863-4c3e-ab8e-ae6b8ab68d1d req-c8504848-959d-405b-b3ae-19f2557e8723 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:48.990438 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0098131c-8863-4c3e-ab8e-ae6b8ab68d1d req-c8504848-959d-405b-b3ae-19f2557e8723 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 1097 time: 0.1310830 Aug 05 13:54:48.998491 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a594b3-149e-42e4-9708-0f4b7db4caf9 req-715ac7d5-7604-437c-aaa6-e4fe943b62c8 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:49.000304 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19a594b3-149e-42e4-9708-0f4b7db4caf9 req-715ac7d5-7604-437c-aaa6-e4fe943b62c8 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c40f83d-8efe-4a61-a20a-f1c9bda62f0a HTTP/1.1" status: 200 len: 949 time: 0.0914321 Aug 05 13:54:49.094989 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0098131c-8863-4c3e-ab8e-ae6b8ab68d1d req-2039830a-2bf8-4a37-9d3b-733573b0e11c tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929427 Aug 05 13:54:49.180241 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-19a594b3-149e-42e4-9708-0f4b7db4caf9 req-fb4ff4a9-d309-4503-9773-a9de0e4d81a0 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Deleting port 3443a8ea-b213-4005-be0b-880fdbe4cf28 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:54:49.180983 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-19a594b3-149e-42e4-9708-0f4b7db4caf9 req-fb4ff4a9-d309-4503-9773-a9de0e4d81a0 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:49.369939 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:49.463778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Pushing event updated for resources: {'Port': ['ID=f4df28dc-9ae0-428c-af46-f643bc6b6d16,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:49.499150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:49.500705 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:49.502452 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-fda9ea29-05a3-4f1c-8c27-6e09fa429779 service neutron] 10.222.0.63 "PUT /v2.0/ports/f4df28dc-9ae0-428c-af46-f643bc6b6d16 HTTP/1.1" status: 200 len: 1095 time: 2.3883867 Aug 05 13:54:49.563959 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d0c78e92-f97d-4936-a104-dbeecae3e6e2 req-d85d850a-801c-4462-bae1-d16b41f5472b tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0866897 Aug 05 13:54:49.578388 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-9d4fa9dd-5261-493e-a277-448480f18dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:49.592335 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-9d4fa9dd-5261-493e-a277-448480f18dd2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6465352 Aug 05 13:54:49.644938 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-19a594b3-149e-42e4-9708-0f4b7db4caf9 req-fb4ff4a9-d309-4503-9773-a9de0e4d81a0 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] For port 3443a8ea-b213-4005-be0b-880fdbe4cf28, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=3443a8ea-b213-4005-be0b-880fdbe4cf28,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:49.645312 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-19a594b3-149e-42e4-9708-0f4b7db4caf9 req-fb4ff4a9-d309-4503-9773-a9de0e4d81a0 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:49.687007 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-19a594b3-149e-42e4-9708-0f4b7db4caf9 req-fb4ff4a9-d309-4503-9773-a9de0e4d81a0 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Calling delete_port for 3443a8ea-b213-4005-be0b-880fdbe4cf28 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:54:49.945100 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-19a594b3-149e-42e4-9708-0f4b7db4caf9 req-fb4ff4a9-d309-4503-9773-a9de0e4d81a0 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:49.972925 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['3443a8ea-b213-4005-be0b-880fdbe4cf28'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:50.082736 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ff4a9-d309-4503-9773-a9de0e4d81a0 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Pushing event deleted for resources: {'Port': ['ID=3443a8ea-b213-4005-be0b-880fdbe4cf28,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:50.105911 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-f7105164-e16e-47ee-b13f-07be6e1560b3 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919748 Aug 05 13:54:50.106898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a594b3-149e-42e4-9708-0f4b7db4caf9 req-fb4ff4a9-d309-4503-9773-a9de0e4d81a0 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] No DVR routers for this DVR port 3443a8ea-b213-4005-be0b-880fdbe4cf28 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:54:50.110297 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-19a594b3-149e-42e4-9708-0f4b7db4caf9 req-fb4ff4a9-d309-4503-9773-a9de0e4d81a0 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:50.113382 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19a594b3-149e-42e4-9708-0f4b7db4caf9 req-fb4ff4a9-d309-4503-9773-a9de0e4d81a0 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.84 "DELETE /v2.0/ports/3443a8ea-b213-4005-be0b-880fdbe4cf28 HTTP/1.1" status: 204 len: 173 time: 1.0965781 Aug 05 13:54:50.113943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c40f83d-8efe-4a61-a20a-f1c9bda62f0a', 'name': 'network-vif-deleted', 'tag': '3443a8ea-b213-4005-be0b-880fdbe4cf28'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:50.124589 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d86ae35-39d1-4266-9203-35e64066a2e1" -d '{"events": [{"server_uuid": "0c40f83d-8efe-4a61-a20a-f1c9bda62f0a", "name": "network-vif-deleted", "tag": "3443a8ea-b213-4005-be0b-880fdbe4cf28"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:50.127247 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-9eb2dffd-279d-48f0-ad82-0fa02dd4a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:50.133282 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-9eb2dffd-279d-48f0-ad82-0fa02dd4a2ae service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 1098 time: 0.5602448 Aug 05 13:54:50.226036 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd487bc-23f8-4d37-b5d4-862b8ce384d5 req-8dcdd3e5-1f9d-4e5d-b518-9a1c69e608f6 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:50.242389 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5cd487bc-23f8-4d37-b5d4-862b8ce384d5 req-8dcdd3e5-1f9d-4e5d-b518-9a1c69e608f6 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 949 time: 0.5271499 Aug 05 13:54:50.357108 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-bb57a83a-0369-450b-88b4-a946979cbe3a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=f4df28dc-9ae0-428c-af46-f643bc6b6d16 HTTP/1.1" status: 200 len: 217 time: 0.1857672 Aug 05 13:54:50.394870 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5cd487bc-23f8-4d37-b5d4-862b8ce384d5 req-d55fe95a-f1ec-4c94-a590-07af57b1f1da tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4213489-4b97-400e-8411-a7bc25a1714d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515846 Aug 05 13:54:50.476816 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-2e7e1aef-99e0-4178-8a66-1cc290c318ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:50.478391 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-2e7e1aef-99e0-4178-8a66-1cc290c318ae service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0873716 Aug 05 13:54:50.484124 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-6b9e7154-dd41-4e1a-a422-7253477794e5 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393559 Aug 05 13:54:50.556552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5533d981-8ebc-483a-907a-b29fe4f55dd4', 'tag': 'f4df28dc-9ae0-428c-af46-f643bc6b6d16'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:50.558993 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25a639f-189a-4b3f-b7f4-8b160f367042" -d '{"events": [{"name": "network-changed", "server_uuid": "5533d981-8ebc-483a-907a-b29fe4f55dd4", "tag": "f4df28dc-9ae0-428c-af46-f643bc6b6d16"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:50.630310 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-d151b990-b8e3-4a65-bfba-c5a95d803736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:50.632692 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-d151b990-b8e3-4a65-bfba-c5a95d803736 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1312695 Aug 05 13:54:50.647301 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20dee2-847e-49f6-a015-1d37ce6b3723 req-85dc914f-3413-4e87-a412-5f7b372b7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:50.648980 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e20dee2-847e-49f6-a015-1d37ce6b3723 req-85dc914f-3413-4e87-a412-5f7b372b7849 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&device_id=71d6741e-cf11-4650-88e6-c9f180ccd26a HTTP/1.1" status: 200 len: 1098 time: 0.0863969 Aug 05 13:54:50.820841 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-ab77c63a-b313-4f0f-ae1a-f88dac97a0a0 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705329 Aug 05 13:54:50.861276 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c90b2c0-8525-4cdf-b2b9-1b04619e7c65 req-bcda87b6-c56a-47e6-9e99-11ae290a9b40 tempest-ServersAdminNegativeTestJSON-1299650177 tempest-ServersAdminNegativeTestJSON-1299650177-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c40f83d-8efe-4a61-a20a-f1c9bda62f0a HTTP/1.1" status: 200 len: 210 time: 0.0340686 Aug 05 13:54:50.988703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-8c8af1b3-acff-4d35-86ad-21ca7394d2d7 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:54:50.990199 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-8c8af1b3-acff-4d35-86ad-21ca7394d2d7 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079489 Aug 05 13:54:50.993945 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059a54b-b052-43e8-a4fe-1c4eb0a9c45d req-5cf2a2f6-5335-43ba-a77e-94dd67d0be14 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315629 Aug 05 13:54:50.995529 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20dee2-847e-49f6-a015-1d37ce6b3723 req-445b3ceb-e48e-44cc-87da-a2487ec8a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:50.996912 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e20dee2-847e-49f6-a015-1d37ce6b3723 req-445b3ceb-e48e-44cc-87da-a2487ec8a7aa service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.3259346 Aug 05 13:54:51.020114 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-d723cc44-e451-4af4-aa84-95dbd38e0113 service neutron] Request body: {'binding': {'host': 'n-h1-803585-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:51.027959 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-d723cc44-e451-4af4-aa84-95dbd38e0113 service neutron] Unknown quota resources ['binding']. {{(pid=105724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 13:54:51.094083 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e20dee2-847e-49f6-a015-1d37ce6b3723 req-68e4cd5c-1699-4326-b337-6eb5e99bba76 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=0b90c80b-ea5d-476d-8890-b723dea55b6c HTTP/1.1" status: 200 len: 217 time: 0.0536244 Aug 05 13:54:51.103629 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e53bd-e1e8-4c79-be13-0f3f66ec4f73 req-a7d8fc71-d17c-42d9-b887-b1ee26c7ef08 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:51.112206 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aa1e53bd-e1e8-4c79-be13-0f3f66ec4f73 req-a7d8fc71-d17c-42d9-b887-b1ee26c7ef08 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 947 time: 0.1061728 Aug 05 13:54:51.181924 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:51.184548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20dee2-847e-49f6-a015-1d37ce6b3723 req-d06d163a-de3b-4dc5-b890-d5d64e712f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:51.186707 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e20dee2-847e-49f6-a015-1d37ce6b3723 req-d06d163a-de3b-4dc5-b890-d5d64e712f4f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0712004 Aug 05 13:54:51.305130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-d723cc44-e451-4af4-aa84-95dbd38e0113 service neutron] Attempting to bind port 767f9280-c0dd-41ca-a924-b87863437f67 on host n-h1-803585-2 for vnic_type normal with profile None {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:54:51.305935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-d723cc44-e451-4af4-aa84-95dbd38e0113 service neutron] Attempting to bind port 767f9280-c0dd-41ca-a924-b87863437f67 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:54:51.305935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-d723cc44-e451-4af4-aa84-95dbd38e0113 service neutron] Attempting to bind port 767f9280-c0dd-41ca-a924-b87863437f67 on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:51.311239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-d723cc44-e451-4af4-aa84-95dbd38e0113 service neutron] Port 767f9280-c0dd-41ca-a924-b87863437f67 on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:54:51.311566 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-d723cc44-e451-4af4-aa84-95dbd38e0113 service neutron] Attempting to bind port 767f9280-c0dd-41ca-a924-b87863437f67 on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:51.320420 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aa1e53bd-e1e8-4c79-be13-0f3f66ec4f73 req-00c040ec-02e2-4149-800e-624e8d8dd5a6 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022705 Aug 05 13:54:51.321722 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-d723cc44-e451-4af4-aa84-95dbd38e0113 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:54:51.323634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-d723cc44-e451-4af4-aa84-95dbd38e0113 service neutron] Checking segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:54:51.324041 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-d723cc44-e451-4af4-aa84-95dbd38e0113 service neutron] Bound using segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:54:51.324659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-d723cc44-e451-4af4-aa84-95dbd38e0113 service neutron] Bound port: 767f9280-c0dd-41ca-a924-b87863437f67, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:54:51.352269 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20dee2-847e-49f6-a015-1d37ce6b3723 req-684853fe-c9d8-4996-9523-3e4382da183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:51.353715 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e20dee2-847e-49f6-a015-1d37ce6b3723 req-684853fe-c9d8-4996-9523-3e4382da183e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1530218 Aug 05 13:54:51.390526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-d723cc44-e451-4af4-aa84-95dbd38e0113 service neutron] For port 767f9280-c0dd-41ca-a924-b87863437f67, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=767f9280-c0dd-41ca-a924-b87863437f67,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:54:51.405567 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-d723cc44-e451-4af4-aa84-95dbd38e0113 service neutron] Notify callbacks [] for binding, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:51.419190 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-d723cc44-e451-4af4-aa84-95dbd38e0113 service neutron] 10.222.0.16 "POST /v2.0/ports/767f9280-c0dd-41ca-a924-b87863437f67/bindings HTTP/1.1" status: 201 len: 389 time: 0.4061987 Aug 05 13:54:51.421067 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fe61b5-9b3e-49ee-b534-3cded8134c94 x-openstack-request-id: req-80fe61b5-9b3e-49ee-b534-3cded8134c94 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:51.421361 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c40f83d-8efe-4a61-a20a-f1c9bda62f0a", "name": "network-vif-deleted", "tag": "3443a8ea-b213-4005-be0b-880fdbe4cf28", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:51.421668 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80fe61b5-9b3e-49ee-b534-3cded8134c94 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:51.422361 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c40f83d-8efe-4a61-a20a-f1c9bda62f0a', 'name': 'network-vif-deleted', 'tag': '3443a8ea-b213-4005-be0b-880fdbe4cf28', 'status': 'completed', 'code': 200} Aug 05 13:54:51.476571 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ec8ccf-1c2a-4ef8-b772-eb517b345968 x-openstack-request-id: req-36ec8ccf-1c2a-4ef8-b772-eb517b345968 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:51.476869 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5533d981-8ebc-483a-907a-b29fe4f55dd4", "tag": "f4df28dc-9ae0-428c-af46-f643bc6b6d16", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:51.477660 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36ec8ccf-1c2a-4ef8-b772-eb517b345968 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:51.478063 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5533d981-8ebc-483a-907a-b29fe4f55dd4', 'tag': 'f4df28dc-9ae0-428c-af46-f643bc6b6d16', 'status': 'completed', 'code': 200} Aug 05 13:54:51.622963 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6cc34bf7-f717-4376-a643-7459ead12521 req-e12877b4-b46b-4ee9-bf37-7eaee3b9fc49 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0599110 Aug 05 13:54:51.683902 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e20dee2-847e-49f6-a015-1d37ce6b3723 req-38121ea7-7072-4a45-aebf-3cf7147a1e49 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167589 Aug 05 13:54:51.691488 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a639f-189a-4b3f-b7f4-8b160f367042 req-5c46679d-002d-48ea-9ba4-44f476fe55de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:51.693015 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d25a639f-189a-4b3f-b7f4-8b160f367042 req-5c46679d-002d-48ea-9ba4-44f476fe55de service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 1098 time: 0.1807320 Aug 05 13:54:51.742756 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8abfdd-c083-4462-805e-ad4ce8303c30 req-2631116a-792b-4d2a-ae15-2edcb80b3a73 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:51.745351 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4d8abfdd-c083-4462-805e-ad4ce8303c30 req-2631116a-792b-4d2a-ae15-2edcb80b3a73 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 949 time: 0.1403601 Aug 05 13:54:51.797483 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4d8abfdd-c083-4462-805e-ad4ce8303c30 req-e1c38c83-31e3-4b7f-a9fa-0119681746fe tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4213489-4b97-400e-8411-a7bc25a1714d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445554 Aug 05 13:54:51.890075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed1d6a-c345-4871-9966-e45bba9b596f req-c88c5647-16d7-44da-886f-388f2d36c99e tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:51.892230 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80ed1d6a-c345-4871-9966-e45bba9b596f req-c88c5647-16d7-44da-886f-388f2d36c99e tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 946 time: 0.1236496 Aug 05 13:54:52.093301 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-582b86ee-3c1c-4ff3-a5b9-59a4ab2be907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:52.095837 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-582b86ee-3c1c-4ff3-a5b9-59a4ab2be907 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 1097 time: 0.0730689 Aug 05 13:54:52.117740 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80ed1d6a-c345-4871-9966-e45bba9b596f req-ff471c66-c680-473e-af7c-ea2602391b5d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976633 Aug 05 13:54:52.200773 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e20dee2-847e-49f6-a015-1d37ce6b3723 req-bb4ddf37-a820-4c29-8058-1022850b2994 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073535 Aug 05 13:54:52.215489 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a639f-189a-4b3f-b7f4-8b160f367042 req-9a708765-a287-4df9-baa1-4679992ca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:52.217327 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d25a639f-189a-4b3f-b7f4-8b160f367042 req-9a708765-a287-4df9-baa1-4679992ca406 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.3084214 Aug 05 13:54:52.313791 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d25a639f-189a-4b3f-b7f4-8b160f367042 req-6c1d58a5-5f1a-42e6-ae09-3ebcbac2789e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=f4df28dc-9ae0-428c-af46-f643bc6b6d16 HTTP/1.1" status: 200 len: 217 time: 0.0744283 Aug 05 13:54:52.383746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-b2ecd90c-d8b7-43d0-bccf-385d145bd248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:52.385882 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-b2ecd90c-d8b7-43d0-bccf-385d145bd248 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 921 time: 0.2764211 Aug 05 13:54:52.470461 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-5e2279cc-c38e-475a-a659-b27c0e895421 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=767f9280-c0dd-41ca-a924-b87863437f67 HTTP/1.1" status: 200 len: 217 time: 0.0566568 Aug 05 13:54:52.495852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a639f-189a-4b3f-b7f4-8b160f367042 req-410dbebb-169f-42ef-8a1f-c32dfa4dcb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:52.504105 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d25a639f-189a-4b3f-b7f4-8b160f367042 req-410dbebb-169f-42ef-8a1f-c32dfa4dcb0f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1737549 Aug 05 13:54:52.558955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38ed3d-ffac-4f76-8e32-4fc7834543ba req-5927f831-d489-49df-8831-1c7bf32a733b tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:52.560724 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c38ed3d-ffac-4f76-8e32-4fc7834543ba req-5927f831-d489-49df-8831-1c7bf32a733b tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 947 time: 0.0993896 Aug 05 13:54:52.563069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-fd2eb42f-5c14-4dff-9b13-99be4d067686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:52.565535 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-fd2eb42f-5c14-4dff-9b13-99be4d067686 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.0712993 Aug 05 13:54:52.611609 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a639f-189a-4b3f-b7f4-8b160f367042 req-27237ae7-7b50-442d-aba1-a39d0cb73774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:52.613350 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d25a639f-189a-4b3f-b7f4-8b160f367042 req-27237ae7-7b50-442d-aba1-a39d0cb73774 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0695710 Aug 05 13:54:52.622491 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2d143-7b67-4286-8fe7-76920cdd3d42 req-7a4e354b-1f54-49bf-b835-86f9cf564cd6 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:52.630137 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9fa2d143-7b67-4286-8fe7-76920cdd3d42 req-7a4e354b-1f54-49bf-b835-86f9cf564cd6 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 949 time: 0.1207199 Aug 05 13:54:52.645914 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-92f29ccb-9099-4c0f-9723-5010c0817008 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571320 Aug 05 13:54:52.666998 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c38ed3d-ffac-4f76-8e32-4fc7834543ba req-ba3669eb-b6e3-4ecc-82f9-23d7e679ac6e tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982792 Aug 05 13:54:52.680769 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43536) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:52.849379 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-c4ba493d-ea06-4701-aa4a-eb295b149874 service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812553 Aug 05 13:54:52.864555 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9fa2d143-7b67-4286-8fe7-76920cdd3d42 req-4d552aa9-fe60-4e52-83a6-7a50c4d566c7 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4213489-4b97-400e-8411-a7bc25a1714d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331319 Aug 05 13:54:52.918217 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 3443a8ea-b213-4005-be0b-880fdbe4cf28 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:54:52.937266 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d25a639f-189a-4b3f-b7f4-8b160f367042 req-aa5fd669-9313-4a65-aeb1-f60e4a29fcd6 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847917 Aug 05 13:54:52.983676 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 3443a8ea-b213-4005-be0b-880fdbe4cf28 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:54:52.984016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 3443a8ea-b213-4005-be0b-880fdbe4cf28 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:54:53.038282 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7f405cdb-e8f9-470a-9f8d-ab0d5d9d5344 req-c5f649e0-81d5-4987-a6fa-1508778b518e tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.1925898 Aug 05 13:54:53.114369 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d25a639f-189a-4b3f-b7f4-8b160f367042 req-0099619e-09bb-41ca-8305-781a778d41a9 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627913 Aug 05 13:54:53.161055 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f6c62cfe-58e8-41d3-bf89-829d97254b12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea0625b7d0ca442ea306def9dd6ba9d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789135 Aug 05 13:54:53.163473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43548) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:53.167309 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-7aaec7fd-bb09-4ff8-99a8-3bb89de49f1d service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099196 Aug 05 13:54:53.250742 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d2107c8-5b3d-4383-bafb-a2b8d5adb97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:53.281180 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d2107c8-5b3d-4383-bafb-a2b8d5adb97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:53.348139 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d2107c8-5b3d-4383-bafb-a2b8d5adb97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:53.362755 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d2107c8-5b3d-4383-bafb-a2b8d5adb97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:53.367334 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1d2107c8-5b3d-4383-bafb-a2b8d5adb97d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5050fcc-b866-4266-bb68-e4abcec4e147 HTTP/1.1" status: 204 len: 168 time: 0.2026598 Aug 05 13:54:53.375018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ab483-1ae9-4a83-b89d-b3b8645e9488 req-0e6c3b10-068c-4e54-9bee-08e9a8f6f4e8 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:53.376604 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aa6ab483-1ae9-4a83-b89d-b3b8645e9488 req-0e6c3b10-068c-4e54-9bee-08e9a8f6f4e8 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 946 time: 0.1362011 Aug 05 13:54:53.390674 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2107c8-5b3d-4383-bafb-a2b8d5adb97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5050fcc-b866-4266-bb68-e4abcec4e147,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:53.395840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-35eb763f-45b0-496f-99ff-e45ff23fb87e tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:53.400619 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-35eb763f-45b0-496f-99ff-e45ff23fb87e tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861&tenant_id=ddc2755c0f634caaae1357405a91b9dd&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 1097 time: 0.1116619 Aug 05 13:54:53.469126 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803585-2'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:54:53.515544 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aa6ab483-1ae9-4a83-b89d-b3b8645e9488 req-74ae262b-124e-4427-9803-bbc3a1fdf435 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303911 Aug 05 13:54:53.572179 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:53.695101 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 0b90c80b-ea5d-476d-8890-b723dea55b6c details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:54:53.811395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] For port 767f9280-c0dd-41ca-a924-b87863437f67, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=767f9280-c0dd-41ca-a924-b87863437f67,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:53.861448 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43568) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:53.884149 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 0b90c80b-ea5d-476d-8890-b723dea55b6c, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=0b90c80b-ea5d-476d-8890-b723dea55b6c,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:53.904465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] For port 767f9280-c0dd-41ca-a924-b87863437f67, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:53.906749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '0b90c80b-ea5d-476d-8890-b723dea55b6c', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '0b90c80b-ea5d-476d-8890-b723dea55b6c', 'mac_address': 'fa:16:3e:a6:94:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:54:53.925248 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b186ed6f-f250-4d5f-b232-737267c9627e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=830e61acfb3c4f11ab67c2782c4adee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0607758 Aug 05 13:54:53.928866 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43572) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:53.984060 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c4ee3c-6418-4781-8e36-78bfcfa5b861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '767f9280-c0dd-41ca-a924-b87863437f67'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:53.988505 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240b4231-0ea2-4b16-861f-c3c749be446e" -d '{"events": [{"server_uuid": "a6c4ee3c-6418-4781-8e36-78bfcfa5b861", "name": "network-vif-unplugged", "status": "completed", "tag": "767f9280-c0dd-41ca-a924-b87863437f67"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:53.994042 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:54.003674 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:54.012915 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:54.031903 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a7de9-2e30-4e89-8478-18f8888e1125 req-08f01ded-b52c-4240-910e-22205893a13c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:54.033048 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b90c80b-ea5d-476d-8890-b723dea55b6c {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:54.046920 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e66a7de9-2e30-4e89-8478-18f8888e1125 req-08f01ded-b52c-4240-910e-22205893a13c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 947 time: 0.2456512 Aug 05 13:54:54.091421 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 0b90c80b-ea5d-476d-8890-b723dea55b6c, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=0b90c80b-ea5d-476d-8890-b723dea55b6c,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:54.099891 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:54.105053 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b077c8b4-6776-4e52-9b2e-decf39437597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:54.132732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Attempting to bind port 767f9280-c0dd-41ca-a924-b87863437f67 on host n-h2-803585-2 for vnic_type normal with profile {"migrating_to": "n-h1-803585-2"} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:54:54.133075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Attempting to bind port 767f9280-c0dd-41ca-a924-b87863437f67 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:54:54.133449 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Attempting to bind port 767f9280-c0dd-41ca-a924-b87863437f67 on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:54.158869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=0b90c80b-ea5d-476d-8890-b723dea55b6c,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:54.177817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Pushing event updated for resources: {'Port': ['ID=767f9280-c0dd-41ca-a924-b87863437f67,revision_number=7']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:54.181609 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Port 767f9280-c0dd-41ca-a924-b87863437f67 on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:54:54.181938 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Attempting to bind port 767f9280-c0dd-41ca-a924-b87863437f67 on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:54:54.182290 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e66a7de9-2e30-4e89-8478-18f8888e1125 req-1a58e972-976d-4026-b3d0-eaa7346f4162 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304548 Aug 05 13:54:54.188131 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:54:54.188483 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Checking segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:54:54.188873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Bound using segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:54:54.189360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Bound port: 767f9280-c0dd-41ca-a924-b87863437f67, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:54:54.189652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:54.190097 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b077c8b4-6776-4e52-9b2e-decf39437597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:54.262217 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42bd6e1-8472-45cc-966c-0bf7141fc4ac x-openstack-request-id: req-b42bd6e1-8472-45cc-966c-0bf7141fc4ac {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:54.262452 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c4ee3c-6418-4781-8e36-78bfcfa5b861", "name": "network-vif-unplugged", "status": "completed", "tag": "767f9280-c0dd-41ca-a924-b87863437f67", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:54.262769 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b42bd6e1-8472-45cc-966c-0bf7141fc4ac {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:54.263104 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c4ee3c-6418-4781-8e36-78bfcfa5b861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '767f9280-c0dd-41ca-a924-b87863437f67', 'code': 200} Aug 05 13:54:54.277464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9220ddb-0817-4404-85bb-7463303c6721 req-0993eb9a-6dce-4e30-ae2f-e7b3b3a441d9 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:54.279120 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e9220ddb-0817-4404-85bb-7463303c6721 req-0993eb9a-6dce-4e30-ae2f-e7b3b3a441d9 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 949 time: 0.1649826 Aug 05 13:54:54.293603 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b077c8b4-6776-4e52-9b2e-decf39437597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:54.297408 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b077c8b4-6776-4e52-9b2e-decf39437597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:54.305930 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b077c8b4-6776-4e52-9b2e-decf39437597 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1ae5c86-44a5-4e4f-a91e-d06ef544b282 HTTP/1.1" status: 204 len: 168 time: 0.3726566 Aug 05 13:54:54.352926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077c8b4-6776-4e52-9b2e-decf39437597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ae5c86-44a5-4e4f-a91e-d06ef544b282,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:54.394892 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e9220ddb-0817-4404-85bb-7463303c6721 req-b65bdaf4-6d63-4ff4-8ef2-85c8b7ea406b tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4213489-4b97-400e-8411-a7bc25a1714d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957334 Aug 05 13:54:54.417968 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] For port 767f9280-c0dd-41ca-a924-b87863437f67, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:54:54.433016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] For port 767f9280-c0dd-41ca-a924-b87863437f67, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=767f9280-c0dd-41ca-a924-b87863437f67,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:54:54.436316 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4f2f55e2-7933-4749-975d-d0f4900fa69c req-433fb549-8b31-420f-9ef7-66a811e753b2 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0888853 Aug 05 13:54:54.443789 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:54.546527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['0b90c80b-ea5d-476d-8890-b723dea55b6c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:54.596368 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Pushing event updated for resources: {'Port': ['ID=767f9280-c0dd-41ca-a924-b87863437f67,revision_number=8']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:54.700071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:54.700753 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:54.702282 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6e545411-76c8-4875-8723-267ba33d27d8 service neutron] 10.222.0.63 "PUT /v2.0/ports/767f9280-c0dd-41ca-a924-b87863437f67 HTTP/1.1" status: 200 len: 1122 time: 1.2440605 Aug 05 13:54:54.729171 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9138b71-1366-481d-8dc1-ce7635af14c1 req-da15e225-817e-40cb-b521-18b7600c0954 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:54.730921 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9138b71-1366-481d-8dc1-ce7635af14c1 req-da15e225-817e-40cb-b521-18b7600c0954 tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.84 "GET /v2.0/ports?device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 949 time: 0.2845759 Aug 05 13:54:54.778793 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743b252-d122-4215-a97e-cccd1f982878 req-f9c95c1d-92f9-4734-89a9-90e5946d41ad tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:54.790576 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3743b252-d122-4215-a97e-cccd1f982878 req-f9c95c1d-92f9-4734-89a9-90e5946d41ad tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 944 time: 0.1007669 Aug 05 13:54:54.829751 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['767f9280-c0dd-41ca-a924-b87863437f67'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:54.843993 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3743b252-d122-4215-a97e-cccd1f982878 req-a6a23c8e-e918-4cbe-8718-426d5bc240d7 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520651 Aug 05 13:54:54.882981 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-c9138b71-1366-481d-8dc1-ce7635af14c1 req-affa41ae-1564-4daf-a877-001bd4d8634a tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Deleting port 16dc5267-63c6-4488-a98c-208a7ccc012e {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:54:54.882981 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c9138b71-1366-481d-8dc1-ce7635af14c1 req-affa41ae-1564-4daf-a877-001bd4d8634a tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:54.986412 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-c9138b71-1366-481d-8dc1-ce7635af14c1 req-affa41ae-1564-4daf-a877-001bd4d8634a tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] For port 16dc5267-63c6-4488-a98c-208a7ccc012e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=16dc5267-63c6-4488-a98c-208a7ccc012e,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:54.987214 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c9138b71-1366-481d-8dc1-ce7635af14c1 req-affa41ae-1564-4daf-a877-001bd4d8634a tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:55.002431 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-c9138b71-1366-481d-8dc1-ce7635af14c1 req-affa41ae-1564-4daf-a877-001bd4d8634a tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Calling delete_port for 16dc5267-63c6-4488-a98c-208a7ccc012e owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:54:55.143725 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c9138b71-1366-481d-8dc1-ce7635af14c1 req-affa41ae-1564-4daf-a877-001bd4d8634a tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:55.160998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['16dc5267-63c6-4488-a98c-208a7ccc012e'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:55.174309 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa41ae-1564-4daf-a877-001bd4d8634a tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Pushing event deleted for resources: {'Port': ['ID=16dc5267-63c6-4488-a98c-208a7ccc012e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:55.225378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9138b71-1366-481d-8dc1-ce7635af14c1 req-affa41ae-1564-4daf-a877-001bd4d8634a tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] No DVR routers for this DVR port 16dc5267-63c6-4488-a98c-208a7ccc012e on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:54:55.228145 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c9138b71-1366-481d-8dc1-ce7635af14c1 req-affa41ae-1564-4daf-a877-001bd4d8634a tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:55.230558 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9138b71-1366-481d-8dc1-ce7635af14c1 req-affa41ae-1564-4daf-a877-001bd4d8634a tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.84 "DELETE /v2.0/ports/16dc5267-63c6-4488-a98c-208a7ccc012e HTTP/1.1" status: 204 len: 173 time: 0.4912019 Aug 05 13:54:55.319502 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33cf35-047a-477a-9b46-f513c827d205 req-27a2053f-6ffc-46c2-b16f-ef7efe886fd3 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:55.321594 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb33cf35-047a-477a-9b46-f513c827d205 req-27a2053f-6ffc-46c2-b16f-ef7efe886fd3 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 947 time: 0.0608413 Aug 05 13:54:55.372725 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb33cf35-047a-477a-9b46-f513c827d205 req-8cc15c0d-d402-4519-be74-467ee100835e tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406888 Aug 05 13:54:55.508231 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3e0a4b03-86ed-4690-8b2e-14b9f7f4098c req-0a2cd53c-eaa5-45ec-9480-f7223fefa08e tempest-ImagesNegativeTestJSON-2005088217 tempest-ImagesNegativeTestJSON-2005088217-project] 10.222.0.16 "GET /v2.0/ports?device_id=5470c451-c72a-46ba-bb7b-06c9944ea4e8 HTTP/1.1" status: 200 len: 210 time: 0.0273166 Aug 05 13:54:55.550638 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1f3cb5b-c449-4c40-8ded-08664ffdbf08 req-b47f57a7-892c-4fc1-adaf-6d91d312507d tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0268273 Aug 05 13:54:55.714877 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device f4df28dc-9ae0-428c-af46-f643bc6b6d16 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:54:55.840939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dc590-acee-4873-a8cc-afc14f38994d req-3ccf048a-156c-45c8-8001-cf612da1fb5b tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:55.843373 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f2dc590-acee-4873-a8cc-afc14f38994d req-3ccf048a-156c-45c8-8001-cf612da1fb5b tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb6e51fb-6b8c-40b4-813d-9df635121fd9 HTTP/1.1" status: 200 len: 949 time: 0.0879431 Aug 05 13:54:55.847328 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port f4df28dc-9ae0-428c-af46-f643bc6b6d16, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f4df28dc-9ae0-428c-af46-f643bc6b6d16,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:55.870897 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'f4df28dc-9ae0-428c-af46-f643bc6b6d16', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': 'f4df28dc-9ae0-428c-af46-f643bc6b6d16', 'mac_address': 'fa:16:3e:f1:8e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:54:55.935289 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f2dc590-acee-4873-a8cc-afc14f38994d req-0bd45718-730d-4965-8d80-07a7ee436517 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837622 Aug 05 13:54:55.939838 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:55.970068 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4df28dc-9ae0-428c-af46-f643bc6b6d16 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:55.997875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port f4df28dc-9ae0-428c-af46-f643bc6b6d16, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f4df28dc-9ae0-428c-af46-f643bc6b6d16,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:56.004049 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:56.039429 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b1b2b-b6e6-41e3-ae92-b3490c653eba req-1c66280c-004f-4764-bb75-d1837d15dc36 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:56.040979 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-578b1b2b-b6e6-41e3-ae92-b3490c653eba req-1c66280c-004f-4764-bb75-d1837d15dc36 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 944 time: 0.0641382 Aug 05 13:54:56.076253 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=f4df28dc-9ae0-428c-af46-f643bc6b6d16,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:56.092530 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-578b1b2b-b6e6-41e3-ae92-b3490c653eba req-29991619-51dd-4020-a1fd-21ec1bd9a642 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453818 Aug 05 13:54:56.264245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c4ee3c-6418-4781-8e36-78bfcfa5b861', 'tag': '767f9280-c0dd-41ca-a924-b87863437f67'}, {'server_uuid': '5470c451-c72a-46ba-bb7b-06c9944ea4e8', 'name': 'network-vif-deleted', 'tag': '16dc5267-63c6-4488-a98c-208a7ccc012e'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:56.266841 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899a6a08-d8fc-4796-bce8-fda2a2708c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c4ee3c-6418-4781-8e36-78bfcfa5b861", "tag": "767f9280-c0dd-41ca-a924-b87863437f67"}, {"server_uuid": "5470c451-c72a-46ba-bb7b-06c9944ea4e8", "name": "network-vif-deleted", "tag": "16dc5267-63c6-4488-a98c-208a7ccc012e"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:56.324639 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e528a76-5c52-4e77-8023-5921cdcfc869 x-openstack-request-id: req-2e528a76-5c52-4e77-8023-5921cdcfc869 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:56.325137 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c4ee3c-6418-4781-8e36-78bfcfa5b861", "tag": "767f9280-c0dd-41ca-a924-b87863437f67", "status": "completed", "code": 200}, {"server_uuid": "5470c451-c72a-46ba-bb7b-06c9944ea4e8", "name": "network-vif-deleted", "tag": "16dc5267-63c6-4488-a98c-208a7ccc012e", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:56.325393 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e528a76-5c52-4e77-8023-5921cdcfc869 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:56.325790 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c4ee3c-6418-4781-8e36-78bfcfa5b861', 'tag': '767f9280-c0dd-41ca-a924-b87863437f67', 'status': 'completed', 'code': 200} Aug 05 13:54:56.326049 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5470c451-c72a-46ba-bb7b-06c9944ea4e8', 'name': 'network-vif-deleted', 'tag': '16dc5267-63c6-4488-a98c-208a7ccc012e', 'status': 'completed', 'code': 200} Aug 05 13:54:56.411663 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a6a08-d8fc-4796-bce8-fda2a2708c3b req-0e6803c9-27d6-437a-bb47-3c425a8d923a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:56.413162 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-899a6a08-d8fc-4796-bce8-fda2a2708c3b req-0e6803c9-27d6-437a-bb47-3c425a8d923a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 1125 time: 0.0503008 Aug 05 13:54:56.524553 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a6a08-d8fc-4796-bce8-fda2a2708c3b req-c49e6698-5683-481b-997c-da0dbb626b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:56.525589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d208e-8b72-4dd4-b16c-b85aebc7c290 req-4dcfb49a-1805-4c58-bbe6-85769ecd0409 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:56.526218 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-899a6a08-d8fc-4796-bce8-fda2a2708c3b req-c49e6698-5683-481b-997c-da0dbb626b5e service neutron] 10.222.0.84 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 921 time: 0.0951462 Aug 05 13:54:56.527878 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0b9d208e-8b72-4dd4-b16c-b85aebc7c290 req-4dcfb49a-1805-4c58-bbe6-85769ecd0409 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 948 time: 0.0698926 Aug 05 13:54:56.531225 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['f4df28dc-9ae0-428c-af46-f643bc6b6d16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:56.575932 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0b9d208e-8b72-4dd4-b16c-b85aebc7c290 req-706af848-9ff1-4aab-abf7-baf2263721b4 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380652 Aug 05 13:54:56.610905 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-899a6a08-d8fc-4796-bce8-fda2a2708c3b req-c55a7eb9-f233-4175-8f25-37174a1db0d3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=767f9280-c0dd-41ca-a924-b87863437f67 HTTP/1.1" status: 200 len: 217 time: 0.0632279 Aug 05 13:54:56.681717 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ccd0a79c-d954-458a-959f-4f7bb112593a req-89b11a55-b8fa-4c51-9ba9-5d65ad9bf013 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0333965 Aug 05 13:54:56.692430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a6a08-d8fc-4796-bce8-fda2a2708c3b req-f455612d-97ba-43a0-97db-a901bd2f380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:56.694647 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-899a6a08-d8fc-4796-bce8-fda2a2708c3b req-f455612d-97ba-43a0-97db-a901bd2f380b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.0691082 Aug 05 13:54:56.745122 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-899a6a08-d8fc-4796-bce8-fda2a2708c3b req-3ab5d2d3-ce78-41fb-ac68-ed1c16a42c9f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372155 Aug 05 13:54:56.865481 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-899a6a08-d8fc-4796-bce8-fda2a2708c3b req-2a79e9be-73b7-4e6f-8901-254c2f96e08f service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986598 Aug 05 13:54:56.967003 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-899a6a08-d8fc-4796-bce8-fda2a2708c3b req-f784875b-baf4-466b-b16c-547fe5e153a7 service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905840 Aug 05 13:54:57.107140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43760) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:57.136810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43766) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:57.219727 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33c35c56-1c4a-4cd6-87c9-b5969384c025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:57.225450 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14fa9f-a937-4dfe-80b5-7b0cc63de3c8 req-f7556265-9db0-463c-9332-766235efa652 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:57.227344 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be14fa9f-a937-4dfe-80b5-7b0cc63de3c8 req-f7556265-9db0-463c-9332-766235efa652 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 944 time: 0.0600154 Aug 05 13:54:57.294553 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be14fa9f-a937-4dfe-80b5-7b0cc63de3c8 req-6279731c-66bb-462f-8d26-76d8cd61aa77 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602326 Aug 05 13:54:57.308493 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-de1e7b42-15be-4ab0-b3af-aa2938ee8980 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=578910a3f9ce48a59f963a7c86ae7ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1678119 Aug 05 13:54:57.308945 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43770) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:57.324090 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33c35c56-1c4a-4cd6-87c9-b5969384c025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:57.328259 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33c35c56-1c4a-4cd6-87c9-b5969384c025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:57.359263 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02bc16b2-3373-473d-9c17-2252899cedca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:57.371565 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-33c35c56-1c4a-4cd6-87c9-b5969384c025 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9babb87ad1e4db29fa57bcfe9a87d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633119 Aug 05 13:54:57.372421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43774) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:57.374757 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c35c56-1c4a-4cd6-87c9-b5969384c025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b783f073-23cd-42ba-a405-f2e817f1fb2f,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:57.387980 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02bc16b2-3373-473d-9c17-2252899cedca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:57.439811 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e993529-ba60-4508-98cf-4feab90e989c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:57.444171 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02bc16b2-3373-473d-9c17-2252899cedca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:57.446806 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02bc16b2-3373-473d-9c17-2252899cedca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:57.447975 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-02bc16b2-3373-473d-9c17-2252899cedca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4213489-4b97-400e-8411-a7bc25a1714d HTTP/1.1" status: 204 len: 168 time: 0.1383696 Aug 05 13:54:57.457321 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc16b2-3373-473d-9c17-2252899cedca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4213489-4b97-400e-8411-a7bc25a1714d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:57.468353 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e993529-ba60-4508-98cf-4feab90e989c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:57.517919 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e993529-ba60-4508-98cf-4feab90e989c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:57.520716 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e993529-ba60-4508-98cf-4feab90e989c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:57.524844 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9e993529-ba60-4508-98cf-4feab90e989c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b783f073-23cd-42ba-a405-f2e817f1fb2f HTTP/1.1" status: 204 len: 168 time: 0.1510859 Aug 05 13:54:57.532867 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e993529-ba60-4508-98cf-4feab90e989c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b783f073-23cd-42ba-a405-f2e817f1fb2f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:57.710417 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09058e-d9b0-4f95-81ca-a61d8aba19b9 req-cce59149-1e31-4b7b-ab93-76f39d37bfb7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:57.711955 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ca09058e-d9b0-4f95-81ca-a61d8aba19b9 req-cce59149-1e31-4b7b-ab93-76f39d37bfb7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 948 time: 0.0600004 Aug 05 13:54:57.731749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 767f9280-c0dd-41ca-a924-b87863437f67 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:54:57.740155 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 0b90c80b-ea5d-476d-8890-b723dea55b6c up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:54:57.752495 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ca09058e-d9b0-4f95-81ca-a61d8aba19b9 req-0f613175-f068-4404-abe8-abb529b925be tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336390 Aug 05 13:54:57.858313 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-eaeeb7b3-930d-4cfc-b972-af638251baca req-b41eac3d-c2a2-44ca-b1ac-871e06e83754 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0604990 Aug 05 13:54:57.915626 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 0b90c80b-ea5d-476d-8890-b723dea55b6c completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:57.928555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 0b90c80b-ea5d-476d-8890-b723dea55b6c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:57.928923 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:57.967105 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 767f9280-c0dd-41ca-a924-b87863437f67, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=767f9280-c0dd-41ca-a924-b87863437f67,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:57.979033 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43808) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:57.985574 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 767f9280-c0dd-41ca-a924-b87863437f67 has no active binding in host n-h1-803585-2 {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 13:54:57.996094 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-826b2b0d-06a3-470b-9a85-fa04a5f8ba1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:58.038340 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:58.068638 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d6741e-cf11-4650-88e6-c9f180ccd26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b90c80b-ea5d-476d-8890-b723dea55b6c'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:54:58.070895 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c00311-6990-4bfd-9e38-5e03247b24d6" -d '{"events": [{"server_uuid": "71d6741e-cf11-4650-88e6-c9f180ccd26a", "name": "network-vif-plugged", "status": "completed", "tag": "0b90c80b-ea5d-476d-8890-b723dea55b6c"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:54:58.095348 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 0b90c80b-ea5d-476d-8890-b723dea55b6c, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=0b90c80b-ea5d-476d-8890-b723dea55b6c,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:58.100834 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:58.111011 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-826b2b0d-06a3-470b-9a85-fa04a5f8ba1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:58.115794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-826b2b0d-06a3-470b-9a85-fa04a5f8ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:58.125775 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d5c0e8-fa69-4df4-8409-75b7bc3a2a82 x-openstack-request-id: req-15d5c0e8-fa69-4df4-8409-75b7bc3a2a82 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:54:58.126521 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d6741e-cf11-4650-88e6-c9f180ccd26a", "name": "network-vif-plugged", "status": "completed", "tag": "0b90c80b-ea5d-476d-8890-b723dea55b6c", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:54:58.126521 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15d5c0e8-fa69-4df4-8409-75b7bc3a2a82 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:54:58.126744 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d6741e-cf11-4650-88e6-c9f180ccd26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b90c80b-ea5d-476d-8890-b723dea55b6c', 'code': 200} Aug 05 13:54:58.154522 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b2b0d-06a3-470b-9a85-fa04a5f8ba1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978088c2-9e91-4605-9971-9a4521caced0,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:58.163703 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-826b2b0d-06a3-470b-9a85-fa04a5f8ba1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd4060b8a67b4c72bd9b4b8f450e7e0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833270 Aug 05 13:54:58.166362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43814) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:58.178741 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=0b90c80b-ea5d-476d-8890-b723dea55b6c,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:58.218450 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-00ea3437-931f-486c-aee6-d1c77f5b84b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:58.242082 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-00ea3437-931f-486c-aee6-d1c77f5b84b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:58.283167 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ed1d6-11ce-4931-bf61-8a0f8872fd5a req-f92ba9c9-1d07-4a4c-baf8-b5b9dcc463ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:58.285401 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b4ed1d6-11ce-4931-bf61-8a0f8872fd5a req-f92ba9c9-1d07-4a4c-baf8-b5b9dcc463ff service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=71d6741e-cf11-4650-88e6-c9f180ccd26a HTTP/1.1" status: 200 len: 1100 time: 0.0567350 Aug 05 13:54:58.295576 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-00ea3437-931f-486c-aee6-d1c77f5b84b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:58.298104 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-00ea3437-931f-486c-aee6-d1c77f5b84b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:58.299305 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-00ea3437-931f-486c-aee6-d1c77f5b84b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/978088c2-9e91-4605-9971-9a4521caced0 HTTP/1.1" status: 204 len: 168 time: 0.1318979 Aug 05 13:54:58.307893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea3437-931f-486c-aee6-d1c77f5b84b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978088c2-9e91-4605-9971-9a4521caced0,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:58.363890 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b4ed1d6-11ce-4931-bf61-8a0f8872fd5a req-32156604-079b-474b-a06c-4dda6219ea1e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478277 Aug 05 13:54:58.437820 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9681a-6a57-4855-8775-478fc2ef8bb9 req-0781faea-c515-4db1-832d-0ba044b79b4e tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:58.439372 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-32e9681a-6a57-4855-8775-478fc2ef8bb9 req-0781faea-c515-4db1-832d-0ba044b79b4e tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 944 time: 0.0535898 Aug 05 13:54:58.482893 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-32e9681a-6a57-4855-8775-478fc2ef8bb9 req-cdc53325-0de3-47b8-80dc-e2e3d02ea9ef tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350459 Aug 05 13:54:58.878388 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a46b4-43ee-4891-be94-d089a30114a9 req-d1f7d35c-1f23-42ba-a644-f36f3487ea62 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:58.879928 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c26a46b4-43ee-4891-be94-d089a30114a9 req-d1f7d35c-1f23-42ba-a644-f36f3487ea62 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 948 time: 0.0522985 Aug 05 13:54:58.927651 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c26a46b4-43ee-4891-be94-d089a30114a9 req-6a9d59b9-b644-4d19-a2ea-b3d13e381d62 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401301 Aug 05 13:54:58.945802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a00bc87f-e04b-45af-be32-ccb3a82d670b details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:54:58.951222 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 16dc5267-63c6-4488-a98c-208a7ccc012e no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:54:58.992850 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 16dc5267-63c6-4488-a98c-208a7ccc012e {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:54:58.993099 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 16dc5267-63c6-4488-a98c-208a7ccc012e not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:54:59.050566 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e045422c-bef9-413f-a9a7-2eee987ce2b5 req-b70935a0-38e7-4515-8e61-3b61e4be9b02 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0379791 Aug 05 13:54:59.115560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a00bc87f-e04b-45af-be32-ccb3a82d670b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a00bc87f-e04b-45af-be32-ccb3a82d670b,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:59.126092 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'a00bc87f-e04b-45af-be32-ccb3a82d670b', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': 'a00bc87f-e04b-45af-be32-ccb3a82d670b', 'mac_address': 'fa:16:3e:cc:d7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:54:59.167292 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:59.180521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a00bc87f-e04b-45af-be32-ccb3a82d670b {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:54:59.201125 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a00bc87f-e04b-45af-be32-ccb3a82d670b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a00bc87f-e04b-45af-be32-ccb3a82d670b,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:59.207163 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:59.255872 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=a00bc87f-e04b-45af-be32-ccb3a82d670b,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:54:59.347667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['a00bc87f-e04b-45af-be32-ccb3a82d670b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:54:59.614016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b64101-9fd9-45b8-a47d-58e2c9431ba0 req-2789d242-c900-4e4e-9c4b-815cba87962a tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:54:59.615863 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87b64101-9fd9-45b8-a47d-58e2c9431ba0 req-2789d242-c900-4e4e-9c4b-815cba87962a tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 944 time: 0.0575907 Aug 05 13:54:59.661040 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87b64101-9fd9-45b8-a47d-58e2c9431ba0 req-6fe5aee2-421d-49f7-97af-2336368b548b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371368 Aug 05 13:54:59.731655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device f4df28dc-9ae0-428c-af46-f643bc6b6d16 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:54:59.760901 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43926) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:54:59.795871 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port f4df28dc-9ae0-428c-af46-f643bc6b6d16 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:54:59.808082 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port f4df28dc-9ae0-428c-af46-f643bc6b6d16 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:54:59.808802 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:59.901004 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36a47548-6804-4c3b-bc90-37cf195e0eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:59.915854 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:59.973876 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port f4df28dc-9ae0-428c-af46-f643bc6b6d16, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f4df28dc-9ae0-428c-af46-f643bc6b6d16,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:54:59.989416 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:54:59.990365 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fe81edc1-a107-4865-8bcb-e2cf82d53bf5 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:55:00.091860 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36a47548-6804-4c3b-bc90-37cf195e0eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:00.103172 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36a47548-6804-4c3b-bc90-37cf195e0eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:00.130758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a255725-3566-499d-a790-f2fb5d74c468 req-78a970b8-7347-433b-8732-56e624f01afe tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:00.138571 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a255725-3566-499d-a790-f2fb5d74c468 req-78a970b8-7347-433b-8732-56e624f01afe tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 949 time: 0.1100101 Aug 05 13:55:00.156949 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5533d981-8ebc-483a-907a-b29fe4f55dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4df28dc-9ae0-428c-af46-f643bc6b6d16'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:00.164927 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832d1024-8bed-4057-894c-7ecf3b7d5e7d" -d '{"events": [{"server_uuid": "5533d981-8ebc-483a-907a-b29fe4f55dd4", "name": "network-vif-plugged", "status": "completed", "tag": "f4df28dc-9ae0-428c-af46-f643bc6b6d16"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:00.172953 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=f4df28dc-9ae0-428c-af46-f643bc6b6d16,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:00.220252 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-36a47548-6804-4c3b-bc90-37cf195e0eab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a772d9bcd5d42e7a8c54eb60cf60e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4582658 Aug 05 13:55:00.237919 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a255725-3566-499d-a790-f2fb5d74c468 req-e2e9f2cd-627d-481c-a92b-9dfa2ebdc0df tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983901 Aug 05 13:55:00.238612 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43968) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:55:00.242898 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a47548-6804-4c3b-bc90-37cf195e0eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948ebcdc-9f79-4291-9767-e68f2acd6035,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:00.270929 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c481970-3ebf-4b63-9249-b775733ae7ec req-89bbf09c-e823-4f10-a233-98aef3e4f505 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0695429 Aug 05 13:55:00.306783 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:00.331600 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-521e9c84-eabf-4810-8845-a11d7815ed6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:00.358514 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-521e9c84-eabf-4810-8845-a11d7815ed6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:00.367930 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8025b56a-6046-417c-bdbd-9557852dcd31 x-openstack-request-id: req-8025b56a-6046-417c-bdbd-9557852dcd31 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:00.368725 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5533d981-8ebc-483a-907a-b29fe4f55dd4", "name": "network-vif-plugged", "status": "completed", "tag": "f4df28dc-9ae0-428c-af46-f643bc6b6d16", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:00.368985 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8025b56a-6046-417c-bdbd-9557852dcd31 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:00.369519 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5533d981-8ebc-483a-907a-b29fe4f55dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4df28dc-9ae0-428c-af46-f643bc6b6d16', 'code': 200} Aug 05 13:55:00.374293 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fe81edc1-a107-4865-8bcb-e2cf82d53bf5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:00.391486 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:00.417491 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-85eff186-8f82-4097-9248-b0154f571c55 service neutron] 10.222.0.84 "GET /v2.0/ports/767f9280-c0dd-41ca-a924-b87863437f67/bindings/n-h1-803585-2 HTTP/1.1" status: 200 len: 384 time: 0.1015630 Aug 05 13:55:00.439627 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43970) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:55:00.461338 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-521e9c84-eabf-4810-8845-a11d7815ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:00.464481 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-521e9c84-eabf-4810-8845-a11d7815ed6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:00.465889 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-521e9c84-eabf-4810-8845-a11d7815ed6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/948ebcdc-9f79-4291-9767-e68f2acd6035 HTTP/1.1" status: 204 len: 168 time: 0.2200654 Aug 05 13:55:00.468342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:00.475986 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e9c84-eabf-4810-8845-a11d7815ed6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948ebcdc-9f79-4291-9767-e68f2acd6035,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:00.612690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa952a-a463-445d-aaeb-2cea9291a70c req-8dc4e0ca-04da-4b7b-b71e-80f657a99384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:00.614559 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69aa952a-a463-445d-aaeb-2cea9291a70c req-8dc4e0ca-04da-4b7b-b71e-80f657a99384 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 1100 time: 0.0917103 Aug 05 13:55:00.692257 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69aa952a-a463-445d-aaeb-2cea9291a70c req-8511cbf3-6761-44bf-a7bf-3b9ee26c98ed service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459101 Aug 05 13:55:00.734283 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-1980c713-7ed8-49d8-b9bc-fe9eb3e9782d service neutron] For port 767f9280-c0dd-41ca-a924-b87863437f67, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=767f9280-c0dd-41ca-a924-b87863437f67,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:00.767643 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-1980c713-7ed8-49d8-b9bc-fe9eb3e9782d service neutron] For port 767f9280-c0dd-41ca-a924-b87863437f67, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:55:00.822425 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06383e3-54ef-435e-85f9-4b5b1ac4a9ef req-338f4670-8699-4e6b-b2b0-12626aa6d291 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:00.829029 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-1980c713-7ed8-49d8-b9bc-fe9eb3e9782d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767f9280-c0dd-41ca-a924-b87863437f67 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:00.831578 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d06383e3-54ef-435e-85f9-4b5b1ac4a9ef req-338f4670-8699-4e6b-b2b0-12626aa6d291 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 944 time: 0.0848503 Aug 05 13:55:00.858944 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d9ac97f4-1892-4f59-b027-8fd43e47ba16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:00.860696 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-1980c713-7ed8-49d8-b9bc-fe9eb3e9782d service neutron] For port 767f9280-c0dd-41ca-a924-b87863437f67, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=767f9280-c0dd-41ca-a924-b87863437f67,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:00.902582 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d06383e3-54ef-435e-85f9-4b5b1ac4a9ef req-9e7619ce-82f2-4320-971d-20a706335c87 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697854 Aug 05 13:55:00.905126 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-1980c713-7ed8-49d8-b9bc-fe9eb3e9782d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:00.964374 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a00bc87f-e04b-45af-be32-ccb3a82d670b up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:55:01.019120 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d9ac97f4-1892-4f59-b027-8fd43e47ba16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:01.030944 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d9ac97f4-1892-4f59-b027-8fd43e47ba16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:01.040210 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-1980c713-7ed8-49d8-b9bc-fe9eb3e9782d service neutron] Transition to ACTIVE for port object 767f9280-c0dd-41ca-a924-b87863437f67 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:55:01.042797 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port a00bc87f-e04b-45af-be32-ccb3a82d670b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:55:01.043440 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:01.048274 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-1980c713-7ed8-49d8-b9bc-fe9eb3e9782d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:01.084746 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d9ac97f4-1892-4f59-b027-8fd43e47ba16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a812a03a1aea49dfae88ec0c67e8db0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6407828 Aug 05 13:55:01.087734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44008) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:55:01.197112 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:01.204151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-1980c713-7ed8-49d8-b9bc-fe9eb3e9782d service neutron] No DVR routers for this DVR port 767f9280-c0dd-41ca-a924-b87863437f67 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:55:01.262542 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a00bc87f-e04b-45af-be32-ccb3a82d670b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a00bc87f-e04b-45af-be32-ccb3a82d670b,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:01.269996 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:01.271350 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 767f9280-c0dd-41ca-a924-b87863437f67 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:55:01.279139 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-1980c713-7ed8-49d8-b9bc-fe9eb3e9782d service neutron] 10.222.0.84 "PUT /v2.0/ports/767f9280-c0dd-41ca-a924-b87863437f67/bindings/n-h1-803585-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8499453 Aug 05 13:55:01.281690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980c713-7ed8-49d8-b9bc-fe9eb3e9782d service neutron] Pushing event updated for resources: {'Port': ['ID=767f9280-c0dd-41ca-a924-b87863437f67,revision_number=10']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:01.304132 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac97f4-1892-4f59-b027-8fd43e47ba16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae9063a-f989-4a7e-a09f-99578f46a1be,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:01.357218 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b01f8ac-a28a-433f-bb7a-e18513a1e8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:01.405051 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b01f8ac-a28a-433f-bb7a-e18513a1e8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:01.470564 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0f7ae21d-d143-406b-9388-9d3966082a50 req-62d16fc0-1fd6-4e9a-87f8-0a1539d4d817 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0535524 Aug 05 13:55:01.494214 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 767f9280-c0dd-41ca-a924-b87863437f67 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:55:01.518958 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72de2fa-35fe-4d13-8878-7159f77dee72 req-ba833204-61db-4873-94cc-30ce091b44f4 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:01.526392 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=a00bc87f-e04b-45af-be32-ccb3a82d670b,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:01.528842 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c72de2fa-35fe-4d13-8878-7159f77dee72 req-ba833204-61db-4873-94cc-30ce091b44f4 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 949 time: 0.1685030 Aug 05 13:55:01.541718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-8d9a4fb5-ecdf-48c5-9a4b-fb2461e62bd3 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:01.544000 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-8d9a4fb5-ecdf-48c5-9a4b-fb2461e62bd3 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861&tenant_id=ddc2755c0f634caaae1357405a91b9dd&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 1096 time: 0.1664073 Aug 05 13:55:01.546005 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b01f8ac-a28a-433f-bb7a-e18513a1e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:01.551600 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b01f8ac-a28a-433f-bb7a-e18513a1e8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:01.556910 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6b01f8ac-a28a-433f-bb7a-e18513a1e8b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ae9063a-f989-4a7e-a09f-99578f46a1be HTTP/1.1" status: 204 len: 168 time: 0.4642158 Aug 05 13:55:01.595254 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01f8ac-a28a-433f-bb7a-e18513a1e8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae9063a-f989-4a7e-a09f-99578f46a1be,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:01.676388 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-637d23d1-c5cb-40ba-b64e-8244e4de54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:01.679486 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-637d23d1-c5cb-40ba-b64e-8244e4de54e0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861&tenant_id=ddc2755c0f634caaae1357405a91b9dd HTTP/1.1" status: 200 len: 1096 time: 0.1145680 Aug 05 13:55:01.686083 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c72de2fa-35fe-4d13-8878-7159f77dee72 req-a8658149-5c46-4933-b1f3-6e29ddf7e6ba tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541791 Aug 05 13:55:01.828480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-790eca98-edda-4261-8299-55eaa312c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:01.828480 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-790eca98-edda-4261-8299-55eaa312c1ff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 1096 time: 0.1016717 Aug 05 13:55:02.068871 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-609b4806-be5a-459c-b0a1-5571e2847036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:02.070473 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-609b4806-be5a-459c-b0a1-5571e2847036 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 921 time: 0.2301111 Aug 05 13:55:02.087109 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f305f47-6bac-429c-a636-bb32793b079a req-133ca986-380f-4ac5-9c1e-e36723a8e66e tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:02.096161 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1f305f47-6bac-429c-a636-bb32793b079a req-133ca986-380f-4ac5-9c1e-e36723a8e66e tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 945 time: 0.0820680 Aug 05 13:55:02.167167 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-c842a27c-2e50-4755-9a26-85c2cb11d454 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=767f9280-c0dd-41ca-a924-b87863437f67 HTTP/1.1" status: 200 len: 217 time: 0.0672212 Aug 05 13:55:02.205127 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1f305f47-6bac-429c-a636-bb32793b079a req-2fa65fc8-ceb9-4140-a738-86902752f464 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031704 Aug 05 13:55:02.269675 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-59083d4b-9485-4aba-93c8-a8fac75e258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:02.271830 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-59083d4b-9485-4aba-93c8-a8fac75e258a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.0819693 Aug 05 13:55:02.303065 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-3e7f5e71-34e6-4b13-950b-1fb2f413e353 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1b86b27ab9e8453da5ed626351654c24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244598 Aug 05 13:55:02.339286 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-961e5588-900e-4989-a51c-6d637bbed084 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459144 Aug 05 13:55:02.372204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6e51fb-6b8c-40b4-813d-9df635121fd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5'}, {'server_uuid': '0c9ab17d-78e2-4389-b621-0cb0d562b786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00bc87f-e04b-45af-be32-ccb3a82d670b'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:02.375116 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e25b8a-774e-41eb-9ed5-a51b5c9e07e0" -d '{"events": [{"server_uuid": "fb6e51fb-6b8c-40b4-813d-9df635121fd9", "name": "network-vif-unplugged", "status": "completed", "tag": "fe81edc1-a107-4865-8bcb-e2cf82d53bf5"}, {"server_uuid": "0c9ab17d-78e2-4389-b621-0cb0d562b786", "name": "network-vif-plugged", "status": "completed", "tag": "a00bc87f-e04b-45af-be32-ccb3a82d670b"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:02.483145 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-58da857a-8c91-4ca8-a6ea-06b156cdfcf0 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:02.491958 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-58da857a-8c91-4ca8-a6ea-06b156cdfcf0 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780820 Aug 05 13:55:02.494538 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-6fb09676-45ff-4685-a870-37826fbcc9cb service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413465 Aug 05 13:55:02.512085 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-46eef34b-4b30-4dc1-b3b1-5e10a92aea25 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/quotas/1b86b27ab9e8453da5ed626351654c24 HTTP/1.1" status: 200 len: 375 time: 0.0186532 Aug 05 13:55:02.519606 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a66c674-39ee-4a0e-87f0-b4f94eea13b5 x-openstack-request-id: req-8a66c674-39ee-4a0e-87f0-b4f94eea13b5 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:02.520097 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6e51fb-6b8c-40b4-813d-9df635121fd9", "name": "network-vif-unplugged", "status": "completed", "tag": "fe81edc1-a107-4865-8bcb-e2cf82d53bf5", "code": 200}, {"server_uuid": "0c9ab17d-78e2-4389-b621-0cb0d562b786", "name": "network-vif-plugged", "status": "completed", "tag": "a00bc87f-e04b-45af-be32-ccb3a82d670b", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:02.520625 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a66c674-39ee-4a0e-87f0-b4f94eea13b5 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:02.521306 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6e51fb-6b8c-40b4-813d-9df635121fd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5', 'code': 200} Aug 05 13:55:02.521690 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9ab17d-78e2-4389-b621-0cb0d562b786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00bc87f-e04b-45af-be32-ccb3a82d670b', 'code': 200} Aug 05 13:55:02.560234 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-968a542d-e3da-4d9c-aad0-ee4a1b04e74b tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b86b27ab9e8453da5ed626351654c24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461380 Aug 05 13:55:02.988880 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3f62f-d1c1-4e61-8433-68c6e243d3c5 req-5f07d764-5b16-47ab-9d0d-bc0d6f33ae81 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:02.989334 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-06793e3d-8184-4d16-bde6-9daa763342ed req-3689eb8e-695a-40b9-bf58-e39cb8a45da4 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0705113 Aug 05 13:55:02.996456 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6fa3f62f-d1c1-4e61-8433-68c6e243d3c5 req-5f07d764-5b16-47ab-9d0d-bc0d6f33ae81 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 949 time: 0.0710602 Aug 05 13:55:03.053861 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6fa3f62f-d1c1-4e61-8433-68c6e243d3c5 req-23c64629-ab6d-4535-aedd-19df6e6a7459 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564966 Aug 05 13:55:03.094522 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-4e8e26ea-dc02-4e36-900c-c79882a20f82 service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668752 Aug 05 13:55:03.115483 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e0b02aa-3ddc-4352-9b8d-c606bd504bab req-a413ef86-b01d-40e1-94a2-979e70dc8190 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 210 time: 0.0359924 Aug 05 13:55:03.468711 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c62e0-d7c4-4299-ac15-404f6ceef3cc req-a52b5f30-47cf-48ec-b0e0-cf96abb27309 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:03.471141 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c31c62e0-d7c4-4299-ac15-404f6ceef3cc req-a52b5f30-47cf-48ec-b0e0-cf96abb27309 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d6741e-cf11-4650-88e6-c9f180ccd26a HTTP/1.1" status: 200 len: 949 time: 0.1099412 Aug 05 13:55:03.568220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e322a3-f9b1-4555-b3e3-ff5886c0ae9b req-8d2623d8-b966-4937-be1b-b6555fe42f9c tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:03.570495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f9e322a3-f9b1-4555-b3e3-ff5886c0ae9b req-8d2623d8-b966-4937-be1b-b6555fe42f9c tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 945 time: 0.1003869 Aug 05 13:55:03.578881 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c31c62e0-d7c4-4299-ac15-404f6ceef3cc req-8a207c43-d106-42c6-86c5-24a997b32d75 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965269 Aug 05 13:55:03.609917 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-991dc043-12cd-432a-bf0d-e737f3cfe2c5 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:03.612379 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-991dc043-12cd-432a-bf0d-e737f3cfe2c5 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861&tenant_id=ddc2755c0f634caaae1357405a91b9dd&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 1096 time: 0.0959535 Aug 05 13:55:03.683998 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f9e322a3-f9b1-4555-b3e3-ff5886c0ae9b req-fa5bcaf0-7557-44c6-b5a8-6908738ac1e9 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942914 Aug 05 13:55:03.875433 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44124) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:55:03.965783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab0999-db44-4340-9dc3-3e8530165b29 req-7bc7a66e-6824-4469-a228-291e809abb18 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:03.968779 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-33ab0999-db44-4340-9dc3-3e8530165b29 req-7bc7a66e-6824-4469-a228-291e809abb18 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 1096 time: 0.2707088 Aug 05 13:55:04.038299 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-ba6b6c2b-70d4-4b74-952c-e8591fbe5904 service neutron] For port 767f9280-c0dd-41ca-a924-b87863437f67, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:55:04.042583 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-121cb715-8deb-48f7-8784-a8a814f6b63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:04.046100 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-ba6b6c2b-70d4-4b74-952c-e8591fbe5904 service neutron] Notify callbacks [] for binding, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:04.047262 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bedf41c-2dff-4555-9329-e8a15ad08e75 req-ba6b6c2b-70d4-4b74-952c-e8591fbe5904 service neutron] 10.222.0.63 "DELETE /v2.0/ports/767f9280-c0dd-41ca-a924-b87863437f67/bindings/n-h2-803585-2 HTTP/1.1" status: 204 len: 173 time: 0.4153359 Aug 05 13:55:04.067285 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-33ab0999-db44-4340-9dc3-3e8530165b29 req-ca9a47c4-9f09-4754-89fa-d610b0cc7a8c tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899673 Aug 05 13:55:04.250870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de875d4-a0db-4ff5-bcbd-48dd27efb7c0 req-1ba521b5-0daf-4fa2-8702-56c85489485b tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:04.257591 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de875d4-a0db-4ff5-bcbd-48dd27efb7c0 req-1ba521b5-0daf-4fa2-8702-56c85489485b tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:04.259261 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3de875d4-a0db-4ff5-bcbd-48dd27efb7c0 req-1ba521b5-0daf-4fa2-8702-56c85489485b tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4&device_id=71d6741e-cf11-4650-88e6-c9f180ccd26a HTTP/1.1" status: 200 len: 1689 time: 0.0941472 Aug 05 13:55:04.316759 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-943c2225-a8b1-4a36-aa14-4ddbc0d3dda8 req-59fd6536-42a7-45ae-9759-83e8a6a6bb81 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0423043 Aug 05 13:55:04.334848 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3de875d4-a0db-4ff5-bcbd-48dd27efb7c0 req-45c04938-e349-4bd1-aa0a-357133b32560 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622838 Aug 05 13:55:04.340086 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-121cb715-8deb-48f7-8784-a8a814f6b63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:04.359578 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-121cb715-8deb-48f7-8784-a8a814f6b63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:04.416870 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-121cb715-8deb-48f7-8784-a8a814f6b63f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee7124449095444e864a900bfe567246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5398796 Aug 05 13:55:04.418575 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121cb715-8deb-48f7-8784-a8a814f6b63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9fecb3-662d-4242-8a35-35f4806c07cf,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:04.419577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44138) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:55:04.488500 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54b63a13-8815-4a5a-b32e-be075e108789 req-30632acb-cd0b-40a1-a67a-9b44232191ab tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 210 time: 0.0371575 Aug 05 13:55:04.542159 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48d9f3da-382b-4630-ba03-61265c92c54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:04.597804 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-4f832900-683c-4b10-87fd-38cd18b442e9 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=1b86b27ab9e8453da5ed626351654c24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529196 Aug 05 13:55:04.669283 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48d9f3da-382b-4630-ba03-61265c92c54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:04.845548 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48d9f3da-382b-4630-ba03-61265c92c54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:04.848913 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48d9f3da-382b-4630-ba03-61265c92c54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:04.852335 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-48d9f3da-382b-4630-ba03-61265c92c54e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f9fecb3-662d-4242-8a35-35f4806c07cf HTTP/1.1" status: 204 len: 168 time: 0.4294384 Aug 05 13:55:04.893713 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-5d7a247f-8525-40be-bd74-6e7ed20cc1e4 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:04.895409 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-5d7a247f-8525-40be-bd74-6e7ed20cc1e4 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2882271 Aug 05 13:55:04.897269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9f3da-382b-4630-ba03-61265c92c54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9fecb3-662d-4242-8a35-35f4806c07cf,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:04.934571 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-b72176d7-1440-4bd0-b5f0-d08718a05e8a tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Request body: {'port': {'device_id': '30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': '1b86b27ab9e8453da5ed626351654c24'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:05.054395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541a48e-ed47-4b8e-a192-30b9c5eb0571 req-52243def-4bf3-4141-b08e-1f08326968fe tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:05.061608 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3541a48e-ed47-4b8e-a192-30b9c5eb0571 req-52243def-4bf3-4141-b08e-1f08326968fe tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 945 time: 0.2377472 Aug 05 13:55:05.117393 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3541a48e-ed47-4b8e-a192-30b9c5eb0571 req-fc3c932c-d5a9-415c-8ef8-32ea72736457 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524461 Aug 05 13:55:05.144912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-b72176d7-1440-4bd0-b5f0-d08718a05e8a tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Made reservation on behalf of 1b86b27ab9e8453da5ed626351654c24 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:55:05.149224 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-b72176d7-1440-4bd0-b5f0-d08718a05e8a tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:05.163886 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-b72176d7-1440-4bd0-b5f0-d08718a05e8a tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:05.322822 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb7e34-0601-47ca-8c4b-b8733097c59b req-34b85b21-78e9-4bb3-87f1-132bb1e1ce7d tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:05.324520 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-68fb7e34-0601-47ca-8c4b-b8733097c59b req-34b85b21-78e9-4bb3-87f1-132bb1e1ce7d tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 1100 time: 0.0939441 Aug 05 13:55:05.394838 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-b72176d7-1440-4bd0-b5f0-d08718a05e8a tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:05.407068 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-b72176d7-1440-4bd0-b5f0-d08718a05e8a tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:05.437609 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-68fb7e34-0601-47ca-8c4b-b8733097c59b req-c70c0ff5-4bfe-4446-abbb-8d597943b49c tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943933 Aug 05 13:55:05.565506 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72176d7-1440-4bd0-b5f0-d08718a05e8a tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5912865-e2a0-4712-9bc9-8ebc9dfe945d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:05.701489 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-b72176d7-1440-4bd0-b5f0-d08718a05e8a tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Allocated IP 192.168.233.226 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/2c5eedb7-d82e-4f37-8056-8fb6b1acc773) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:55:05.913201 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3ba24b29-57c2-4ad0-b292-85e2e2b53997 req-5814fcc0-ffa4-4c4f-9cfc-83e5c84375ca tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0484676 Aug 05 13:55:05.917200 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-6cd5067b-0965-4e43-af53-0452af0754c0 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:55:05.920408 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-6cd5067b-0965-4e43-af53-0452af0754c0 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151646 Aug 05 13:55:05.973130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-0c40df52-4606-404d-8266-35f14fee82ca req-8e194d95-ece7-450f-988e-43d0bf1ea5df service neutron] Request body: {'binding': {'host': 'n-h2-803585-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:05.975363 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-0c40df52-4606-404d-8266-35f14fee82ca req-8e194d95-ece7-450f-988e-43d0bf1ea5df service neutron] Unknown quota resources ['binding']. {{(pid=105724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 13:55:06.125589 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-b72176d7-1440-4bd0-b5f0-d08718a05e8a tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:06.152125 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44206) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:55:06.229014 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-b72176d7-1440-4bd0-b5f0-d08718a05e8a tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Transition to ACTIVE for port object 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:55:06.250296 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7dc2ee-5ce3-4308-9a31-208248d07e44 req-8cc5a7a5-a7a6-4be0-98ef-ced6438507f1 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:06.257772 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd7dc2ee-5ce3-4308-9a31-208248d07e44 req-8cc5a7a5-a7a6-4be0-98ef-ced6438507f1 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=71d6741e-cf11-4650-88e6-c9f180ccd26a HTTP/1.1" status: 200 len: 1100 time: 0.1182075 Aug 05 13:55:06.326599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-0c40df52-4606-404d-8266-35f14fee82ca req-8e194d95-ece7-450f-988e-43d0bf1ea5df service neutron] Attempting to bind port d19adadd-c194-46b6-befe-18344a9580b8 on host n-h2-803585-2 for vnic_type normal with profile None {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:55:06.326599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-0c40df52-4606-404d-8266-35f14fee82ca req-8e194d95-ece7-450f-988e-43d0bf1ea5df service neutron] Attempting to bind port d19adadd-c194-46b6-befe-18344a9580b8 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:55:06.326599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40df52-4606-404d-8266-35f14fee82ca req-8e194d95-ece7-450f-988e-43d0bf1ea5df service neutron] Attempting to bind port d19adadd-c194-46b6-befe-18344a9580b8 on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:55:06.330862 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c2b763fd-1d80-47fa-93db-9eef4a942bf6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-589794200-network', 'tenant_id': '76942788a8484463baad60915955b3f9'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:06.335290 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd7dc2ee-5ce3-4308-9a31-208248d07e44 req-a9f49f5f-2896-4c91-b52d-3b235a557886 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768855 Aug 05 13:55:06.371470 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40df52-4606-404d-8266-35f14fee82ca req-8e194d95-ece7-450f-988e-43d0bf1ea5df service neutron] Port d19adadd-c194-46b6-befe-18344a9580b8 on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:55:06.372076 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40df52-4606-404d-8266-35f14fee82ca req-8e194d95-ece7-450f-988e-43d0bf1ea5df service neutron] Attempting to bind port d19adadd-c194-46b6-befe-18344a9580b8 on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:55:06.382337 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40df52-4606-404d-8266-35f14fee82ca req-8e194d95-ece7-450f-988e-43d0bf1ea5df service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:55:06.383099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40df52-4606-404d-8266-35f14fee82ca req-8e194d95-ece7-450f-988e-43d0bf1ea5df service neutron] Checking segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:55:06.383718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40df52-4606-404d-8266-35f14fee82ca req-8e194d95-ece7-450f-988e-43d0bf1ea5df service neutron] Bound using segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:55:06.384153 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-0c40df52-4606-404d-8266-35f14fee82ca req-8e194d95-ece7-450f-988e-43d0bf1ea5df service neutron] Bound port: d19adadd-c194-46b6-befe-18344a9580b8, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:55:06.416346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b763fd-1d80-47fa-93db-9eef4a942bf6 admin admin] Made reservation on behalf of 76942788a8484463baad60915955b3f9 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:55:06.418929 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c2b763fd-1d80-47fa-93db-9eef4a942bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:06.425410 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-b72176d7-1440-4bd0-b5f0-d08718a05e8a tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:06.431282 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c2b763fd-1d80-47fa-93db-9eef4a942bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:06.530858 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-0c40df52-4606-404d-8266-35f14fee82ca req-8e194d95-ece7-450f-988e-43d0bf1ea5df service neutron] For port d19adadd-c194-46b6-befe-18344a9580b8, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=d19adadd-c194-46b6-befe-18344a9580b8,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:55:06.543659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-b72176d7-1440-4bd0-b5f0-d08718a05e8a tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:55:06.553090 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0c40df52-4606-404d-8266-35f14fee82ca req-8e194d95-ece7-450f-988e-43d0bf1ea5df service neutron] Notify callbacks [] for binding, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:06.562612 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-8e194d95-ece7-450f-988e-43d0bf1ea5df service neutron] 10.222.0.16 "POST /v2.0/ports/d19adadd-c194-46b6-befe-18344a9580b8/bindings HTTP/1.1" status: 201 len: 389 time: 0.5919950 Aug 05 13:55:06.575936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-b72176d7-1440-4bd0-b5f0-d08718a05e8a tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:55:06.579514 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c2b763fd-1d80-47fa-93db-9eef4a942bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:06.583936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-b72176d7-1440-4bd0-b5f0-d08718a05e8a tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:55:06.586318 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c2b763fd-1d80-47fa-93db-9eef4a942bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:06.630620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b763fd-1d80-47fa-93db-9eef4a942bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38a4c37-fd1e-4dae-97ed-a1e4d023b716,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:06.663853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b763fd-1d80-47fa-93db-9eef4a942bf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:55:06.676332 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387583a-95c5-48a7-814a-e8c56af9a3bf req-5a09a0d6-6716-49bc-822d-6ed0de425142 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:06.686614 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3387583a-95c5-48a7-814a-e8c56af9a3bf req-5a09a0d6-6716-49bc-822d-6ed0de425142 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 1096 time: 0.2203612 Aug 05 13:55:06.689045 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c2b763fd-1d80-47fa-93db-9eef4a942bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:06.689659 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-c2b763fd-1d80-47fa-93db-9eef4a942bf6 admin admin] Added segment e42f7f6f-4f10-4005-968f-9d9c48be70ff of type vlan for network f7447363-4b58-4abe-9e51-4d82c721285c Aug 05 13:55:06.693186 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72176d7-1440-4bd0-b5f0-d08718a05e8a tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Pushing event updated for resources: {'Port': ['ID=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:06.778014 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c2b763fd-1d80-47fa-93db-9eef4a942bf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:06.794111 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3387583a-95c5-48a7-814a-e8c56af9a3bf req-a2b89490-8a1c-4f85-9447-ecdc587f9e8a tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065128 Aug 05 13:55:06.813807 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-b72176d7-1440-4bd0-b5f0-d08718a05e8a tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:06.814584 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-b72176d7-1440-4bd0-b5f0-d08718a05e8a tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:06.876424 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-b72176d7-1440-4bd0-b5f0-d08718a05e8a tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9466844 Aug 05 13:55:06.900349 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Request body: {'port': {'device_id': '30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:06.952579 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-782c83da-db25-4b04-8a09-c17a17197e1c None None] Provisioning for port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:55:06.958683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-782c83da-db25-4b04-8a09-c17a17197e1c None None] Provisioning complete for port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:55:06.959085 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-782c83da-db25-4b04-8a09-c17a17197e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:06.993319 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c2b763fd-1d80-47fa-93db-9eef4a942bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:06.995187 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b763fd-1d80-47fa-93db-9eef4a942bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:06.996907 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c2b763fd-1d80-47fa-93db-9eef4a942bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:07.027393 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:07.031639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4412b-929f-4e6a-b127-48e960180f6d req-0a98e511-6277-4907-bf56-e1f168203caa tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:07.038021 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-782c83da-db25-4b04-8a09-c17a17197e1c None None] Port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:55:07.046959 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f7e4412b-929f-4e6a-b127-48e960180f6d req-0a98e511-6277-4907-bf56-e1f168203caa tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 936 time: 0.2019944 Aug 05 13:55:07.208896 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40df52-4606-404d-8266-35f14fee82ca req-f783e6b9-ae68-4493-aea8-97447f26f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:07.212001 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-f783e6b9-ae68-4493-aea8-97447f26f48d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 1096 time: 0.2799861 Aug 05 13:55:07.213666 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c2b763fd-1d80-47fa-93db-9eef4a942bf6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0589190 Aug 05 13:55:07.216560 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44236) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:55:07.222288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5abd3b7c-5a10-4774-b4f1-d5ae6f57b351 admin admin] Request body: {'subnet': {'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-589794200-subnet', 'tenant_id': '76942788a8484463baad60915955b3f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:07.274970 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f7e4412b-929f-4e6a-b127-48e960180f6d req-89deceac-0274-4cf2-8ae7-a68aa4de8cd5 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5912865-e2a0-4712-9bc9-8ebc9dfe945d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271070 Aug 05 13:55:07.414129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b763fd-1d80-47fa-93db-9eef4a942bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=f7447363-4b58-4abe-9e51-4d82c721285c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:07.422700 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c5a3c-5fd0-4266-a519-da074a76d076 req-a3ed3a42-119d-4fed-b401-4e72e5238e52 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:07.424360 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network f7447363-4b58-4abe-9e51-4d82c721285c details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:55:07.424522 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d73c5a3c-5fd0-4266-a519-da074a76d076 req-a3ed3a42-119d-4fed-b401-4e72e5238e52 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 945 time: 0.0954504 Aug 05 13:55:07.469084 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-780136c5-4320-4e5f-aae2-a4f2f7669aa6 req-7b40203b-b156-491a-abbd-e27a32e3c587 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0581834 Aug 05 13:55:07.476047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40df52-4606-404d-8266-35f14fee82ca req-378f1204-3fe6-49d0-bf63-2ee881913c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:07.480667 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-378f1204-3fe6-49d0-bf63-2ee881913c49 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.2224991 Aug 05 13:55:07.482282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abd3b7c-5a10-4774-b4f1-d5ae6f57b351 admin admin] Made reservation on behalf of 76942788a8484463baad60915955b3f9 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:55:07.484651 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5abd3b7c-5a10-4774-b4f1-d5ae6f57b351 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:07.564943 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d73c5a3c-5fd0-4266-a519-da074a76d076 req-88e60134-ff7c-4c75-9d17-2603a4aaaf06 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190953 Aug 05 13:55:07.596662 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-3020cd96-3e7c-4505-851d-da1d933580fa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19adadd-c194-46b6-befe-18344a9580b8 HTTP/1.1" status: 200 len: 217 time: 0.1041067 Aug 05 13:55:07.600417 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:07.617496 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:07.658867 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Transition to ACTIVE for port object 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:55:07.680085 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:07.711834 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b44e27e1-6515-4eef-9ec0-ffe997a132e0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498891 Aug 05 13:55:07.866851 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:07.952790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-d8c5c2ff-99c8-4571-a15f-29c667908b58 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:07.961336 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-d8c5c2ff-99c8-4571-a15f-29c667908b58 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484770 Aug 05 13:55:07.984441 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-0f198e1d-f614-4584-b953-b52a2ea4af6c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/quotas/b5fd2bb24b8b4cb7871929d0ce5ab2e7 HTTP/1.1" status: 200 len: 375 time: 0.0220952 Aug 05 13:55:08.043160 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Attempting to bind port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:55:08.043584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Attempting to bind port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:55:08.044753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Attempting to bind port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:55:08.053802 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:55:08.054151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Attempting to bind port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:55:08.062936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:55:08.063335 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:55:08.063784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:55:08.064791 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Bound port: 2c5eedb7-d82e-4f37-8056-8fb6b1acc773, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:55:08.065528 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:08.089437 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-00b5ddda-4e0d-46f7-a8f0-21d201a3f291 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041174 Aug 05 13:55:08.116418 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40df52-4606-404d-8266-35f14fee82ca req-e966bc1b-2610-42b1-9197-19196e34c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:08.117818 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-e966bc1b-2610-42b1-9197-19196e34c7d4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.4929066 Aug 05 13:55:08.189101 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] For port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:55:08.194335 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] For port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:55:08.201101 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:08.209239 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-3bb64aca-5c5d-4f9a-be29-ac74c0dfefa1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682979 Aug 05 13:55:08.235740 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-7bffd08f-b011-4140-a006-ea62bb52b68b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:08.244037 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-7bffd08f-b011-4140-a006-ea62bb52b68b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 820 time: 0.6539552 Aug 05 13:55:08.276775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:08.277116 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-21b24c7a-1e3b-4fc7-bdcd-39fc76ec511b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/quotas/ddc2755c0f634caaae1357405a91b9dd HTTP/1.1" status: 200 len: 375 time: 0.0313926 Aug 05 13:55:08.285657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:08.286387 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:08.288407 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-55467a1b-1080-4dad-b5b5-a54a96e80ba3 service neutron] 10.222.0.84 "PUT /v2.0/ports/2c5eedb7-d82e-4f37-8056-8fb6b1acc773 HTTP/1.1" status: 200 len: 1096 time: 1.3923330 Aug 05 13:55:08.288545 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5', 'tag': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:08.291012 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b703f8d-6fc1-4689-a4b9-ee5b858d159d" -d '{"events": [{"name": "network-changed", "server_uuid": "30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5", "tag": "2c5eedb7-d82e-4f37-8056-8fb6b1acc773"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:08.349975 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5abd3b7c-5a10-4774-b4f1-d5ae6f57b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:08.414621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-96ba8d46-fba1-4467-8b6c-e99a9c00f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:08.417610 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-96ba8d46-fba1-4467-8b6c-e99a9c00f782 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b86b27ab9e8453da5ed626351654c24&device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 1099 time: 0.0665469 Aug 05 13:55:08.432068 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd3b7c-5a10-4774-b4f1-d5ae6f57b351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c9cb3b-02da-4b2d-886d-ad880aca8a5e,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:08.458236 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-42ce9dc9-ce62-4054-adaa-7b713c78f21f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1802404 Aug 05 13:55:08.533183 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-29e65b85-cd79-41b4-8655-05c596ce5261 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=2c5eedb7-d82e-4f37-8056-8fb6b1acc773 HTTP/1.1" status: 200 len: 217 time: 0.1016839 Aug 05 13:55:08.559866 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-9bbac9b0-0ba2-4ed5-999a-72e897b9ce9a service neutron] 10.222.0.16 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009820 Aug 05 13:55:08.660877 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-8f45741a-9cf4-4aa3-a7d9-b2d90ede2d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:08.663347 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-8f45741a-9cf4-4aa3-a7d9-b2d90ede2d71 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1218438 Aug 05 13:55:08.714118 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-cd10774d-1b20-4df9-b829-4cf52d4ae7c1 service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523365 Aug 05 13:55:08.753830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd3b7c-5a10-4774-b4f1-d5ae6f57b351 admin admin] Checking segment: {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:55:08.755032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abd3b7c-5a10-4774-b4f1-d5ae6f57b351 admin admin] Network hostable DHCP agents. Network: f7447363-4b58-4abe-9e51-4d82c721285c, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:55:08.787523 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-bd8f636d-da7e-4f98-a1ab-edb7074c8081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:08.789198 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-bd8f636d-da7e-4f98-a1ab-edb7074c8081 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1118286 Aug 05 13:55:08.836278 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-0f7593e7-ff45-4675-bcee-e03d6672467b service neutron] 10.222.0.16 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752309 Aug 05 13:55:08.905058 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abd3b7c-5a10-4774-b4f1-d5ae6f57b351 admin admin] Network f7447363-4b58-4abe-9e51-4d82c721285c is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:55:08.948975 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-5abd3b7c-5a10-4774-b4f1-d5ae6f57b351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, f7447363-4b58-4abe-9e51-4d82c721285c) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:55:08.960384 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abd3b7c-5a10-4774-b4f1-d5ae6f57b351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:08.960989 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5abd3b7c-5a10-4774-b4f1-d5ae6f57b351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:08.967512 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-75dd3c0e-9a66-4a89-bfd3-1219d087f3a9 service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358546 Aug 05 13:55:08.970361 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b414d555-3d1e-4036-8e85-2c14114748b5 None None] Network f7447363-4b58-4abe-9e51-4d82c721285c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:55:08.981820 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee073fc1-5cba-4951-86b1-30f82d4074d9 x-openstack-request-id: req-ee073fc1-5cba-4951-86b1-30f82d4074d9 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:08.982138 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5", "tag": "2c5eedb7-d82e-4f37-8056-8fb6b1acc773", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:08.982474 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee073fc1-5cba-4951-86b1-30f82d4074d9 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:08.983534 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5', 'tag': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773', 'status': 'completed', 'code': 200} Aug 05 13:55:08.999867 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5abd3b7c-5a10-4774-b4f1-d5ae6f57b351 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7816904 Aug 05 13:55:09.009160 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-89aa74de-539d-4bab-b7c1-750e0378410c service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070873 Aug 05 13:55:09.268235 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c718c1-9149-4d0f-a0d0-e36ba090e8f5 None None] Network f7447363-4b58-4abe-9e51-4d82c721285c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:55:09.272347 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4624f-4fd7-4eae-9eb3-6152c3f33d8f req-2c7348b4-cddc-4b36-b11c-96407f85cb6c tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:09.273941 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0f4624f-4fd7-4eae-9eb3-6152c3f33d8f req-2c7348b4-cddc-4b36-b11c-96407f85cb6c tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 948 time: 0.1347070 Aug 05 13:55:09.396780 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0f4624f-4fd7-4eae-9eb3-6152c3f33d8f req-adb0ccea-f258-49f9-93df-fdfa741a29d5 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5912865-e2a0-4712-9bc9-8ebc9dfe945d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115186 Aug 05 13:55:09.473400 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80642c9a-ed66-4d95-99ee-fd454902a9c8 req-8db3cf6d-e87c-4c8d-b192-d7a70676ffda service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456379 Aug 05 13:55:09.527263 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b8ae679-eba3-4291-8aab-891b694f66d5 req-0b50601c-68ac-44b6-93a4-80266236e4e7 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.1111021 Aug 05 13:55:09.735881 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b703f8d-6fc1-4689-a4b9-ee5b858d159d req-ff75191a-861d-4702-b59a-a6fc66284b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:09.738588 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b703f8d-6fc1-4689-a4b9-ee5b858d159d req-ff75191a-861d-4702-b59a-a6fc66284b4d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1b86b27ab9e8453da5ed626351654c24&device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 1099 time: 0.1900373 Aug 05 13:55:09.782441 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf597c-eb62-4477-b9f1-a386c8eb52d5 req-7cbcde77-ce9e-4a55-956b-d1dbc4fe04c7 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:09.789221 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d5bf597c-eb62-4477-b9f1-a386c8eb52d5 req-7cbcde77-ce9e-4a55-956b-d1dbc4fe04c7 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 945 time: 0.1507881 Aug 05 13:55:09.955238 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bf0c3e70-ded2-446a-aacb-d19e157b0e4a req-24438992-6cf7-43cd-af6a-6fc15dc35751 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 210 time: 0.0582614 Aug 05 13:55:10.083724 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d5bf597c-eb62-4477-b9f1-a386c8eb52d5 req-e22d075c-94fb-460e-a3c5-b4e0f63bf12e tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754221 Aug 05 13:55:10.211050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b703f8d-6fc1-4689-a4b9-ee5b858d159d req-83a57b5a-f1d3-45da-ad3e-9f6fcccafe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:10.212749 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b703f8d-6fc1-4689-a4b9-ee5b858d159d req-83a57b5a-f1d3-45da-ad3e-9f6fcccafe82 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.4555037 Aug 05 13:55:10.275646 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b703f8d-6fc1-4689-a4b9-ee5b858d159d req-45d6b107-ea73-448b-ae8b-1ab1666d67f9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=2c5eedb7-d82e-4f37-8056-8fb6b1acc773 HTTP/1.1" status: 200 len: 217 time: 0.0509026 Aug 05 13:55:10.416079 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b703f8d-6fc1-4689-a4b9-ee5b858d159d req-b64d4ebe-1531-401d-868b-816b8735c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:10.417615 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b703f8d-6fc1-4689-a4b9-ee5b858d159d req-b64d4ebe-1531-401d-868b-816b8735c5d3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1332860 Aug 05 13:55:10.473399 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e83557dd-05d4-4ac9-8b35-42a443da1c2c req-f22b135b-9606-4204-9852-c19cf693297a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 210 time: 0.0547676 Aug 05 13:55:10.493209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b703f8d-6fc1-4689-a4b9-ee5b858d159d req-33d83409-5161-4e4a-b4fa-46de7ac07813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:10.495050 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b703f8d-6fc1-4689-a4b9-ee5b858d159d req-33d83409-5161-4e4a-b4fa-46de7ac07813 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655429 Aug 05 13:55:10.606777 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d5a42a95-3d4c-4d7e-9387-22f0db0193b6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:10.628707 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d5a42a95-3d4c-4d7e-9387-22f0db0193b6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 811 time: 0.2931733 Aug 05 13:55:10.652355 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-7a4c39ee-26de-4017-92fd-70b1470a0073 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/quotas/76942788a8484463baad60915955b3f9 HTTP/1.1" status: 200 len: 375 time: 0.0205741 Aug 05 13:55:10.744689 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-5286f308-91bf-4729-8e0d-3f9386b16b33 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824707 Aug 05 13:55:10.808493 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b703f8d-6fc1-4689-a4b9-ee5b858d159d req-8785bdb4-8f28-48fa-888d-0e3e422e4fba service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988276 Aug 05 13:55:10.822795 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe06392-799c-4688-ad3e-4b3bd3bc77ef req-89cce340-77c5-420f-bf61-01632f132ea3 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:10.831405 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3fe06392-799c-4688-ad3e-4b3bd3bc77ef req-89cce340-77c5-420f-bf61-01632f132ea3 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 948 time: 0.1575420 Aug 05 13:55:10.884558 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-70fd4b59-27b9-4fd2-83f3-6f0e1c48a025 service neutron] 10.222.0.16 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389055 Aug 05 13:55:10.941432 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3fe06392-799c-4688-ad3e-4b3bd3bc77ef req-fa18d921-9785-4194-a526-22d5231586eb tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5912865-e2a0-4712-9bc9-8ebc9dfe945d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084423 Aug 05 13:55:11.088670 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e9084bb3-2d0a-4e2b-8904-7c709c084644 req-37b91959-7803-4992-89b8-67146f26e764 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0623107 Aug 05 13:55:11.105072 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b703f8d-6fc1-4689-a4b9-ee5b858d159d req-e739dddf-eabf-4ba3-a6b5-d612db1b6657 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695129 Aug 05 13:55:11.150594 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-c0b284e7-f0a4-4487-9424-43519abc7206 service neutron] 10.222.0.16 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622066 Aug 05 13:55:11.219162 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7663ea12-65dd-4be7-b2c8-38af1290d620 req-eb5d9d4d-b843-4193-aac2-a70dae12abf9 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 210 time: 0.0434096 Aug 05 13:55:11.306911 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-baf7236c-bf37-483b-89a6-5e54b2e743cb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506945 Aug 05 13:55:11.684039 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac05083-4730-4c77-9520-74b72ca50435 req-cf2dec22-82d9-49dd-8c9d-c56a6eb77299 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:11.685666 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ac05083-4730-4c77-9520-74b72ca50435 req-cf2dec22-82d9-49dd-8c9d-c56a6eb77299 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 945 time: 0.2846794 Aug 05 13:55:11.706130 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e032e1aa-63e4-419e-a3d9-5eb2bf460c82 req-3efd8977-0f67-41ec-b8a9-3c22c9a03651 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 210 time: 0.1491385 Aug 05 13:55:11.915269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2c0f1ee7-a656-46dd-8f23-7b4083f10762 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:11.916764 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2c0f1ee7-a656-46dd-8f23-7b4083f10762 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5830927 Aug 05 13:55:11.926807 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-6e32cba5-b76e-47cd-bc7b-6b2e5b34c8cb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1396551 Aug 05 13:55:11.933511 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-0f9126ef-e96c-48e8-92f0-5cdfe6498ab0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Request body: {'port': {'device_id': '1290b464-420d-4edc-ad7f-c1c145cb1768', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': 'b5fd2bb24b8b4cb7871929d0ce5ab2e7'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:11.938096 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e04d2ba0-c2e3-406b-957a-189ddf4400b1 req-3af6844b-ff6e-4944-bad0-6b9437179614 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 210 time: 0.0562818 Aug 05 13:55:12.167705 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ac05083-4730-4c77-9520-74b72ca50435 req-8b10e4d3-e27e-44c9-b1c5-db6d2b7d1232 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632041 Aug 05 13:55:12.334880 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-edc5d202-7f00-44d1-b9a7-3460b36f16a5 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:12.337755 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-edc5d202-7f00-44d1-b9a7-3460b36f16a5 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1674166 Aug 05 13:55:12.348552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7baf4a-32c5-4001-8345-8a4088c8be20 req-0729c431-db3e-4b1c-bda2-762f9b99b34d tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:12.364384 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-de7baf4a-32c5-4001-8345-8a4088c8be20 req-0729c431-db3e-4b1c-bda2-762f9b99b34d tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 948 time: 0.1863382 Aug 05 13:55:12.431734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-7e637678-1558-4c8b-89d4-24212d0adb3f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:12.433493 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-7e637678-1558-4c8b-89d4-24212d0adb3f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.84 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 820 time: 0.4193079 Aug 05 13:55:12.467191 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-de7baf4a-32c5-4001-8345-8a4088c8be20 req-2af6280b-ec89-4985-ac9a-7adfcfd48268 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5912865-e2a0-4712-9bc9-8ebc9dfe945d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011076 Aug 05 13:55:12.482916 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-fc5f0a12-333e-46db-80ed-d2a004e7427b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Request body: {'port': {'device_id': '27ee4caf-bf67-4212-90d0-8096d48d7e47', 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0', 'admin_state_up': True, 'tenant_id': 'ddc2755c0f634caaae1357405a91b9dd'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:12.684942 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a4d838df-8a32-4837-94b3-d2adfe7bd8f8 req-17a45184-5c85-4f91-9dad-a1a92dd84656 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 210 time: 0.0457675 Aug 05 13:55:12.736877 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-fc5f0a12-333e-46db-80ed-d2a004e7427b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Made reservation on behalf of ddc2755c0f634caaae1357405a91b9dd for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:55:12.742218 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-fc5f0a12-333e-46db-80ed-d2a004e7427b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:12.745726 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3943a2d-cd33-4509-9ef7-fb641d3bf8d9 req-a9282922-6730-4eda-a076-93e0404e3d8c tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.4057240 Aug 05 13:55:12.774584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-87960d71-c60e-497c-bff5-04f22c5e6a58 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Request body: {'port': {'device_id': 'f61ddd43-71da-41cf-bfea-3a6cba668ae9', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': 'b5fd2bb24b8b4cb7871929d0ce5ab2e7'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:13.013902 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aeae2801-a432-4e25-b4be-59ccf40ceca8 req-f759d349-c245-40e3-98c8-cf8b96556bb8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 210 time: 0.0827062 Aug 05 13:55:13.025255 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:55:13.047343 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-0f9126ef-e96c-48e8-92f0-5cdfe6498ab0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Made reservation on behalf of b5fd2bb24b8b4cb7871929d0ce5ab2e7 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:55:13.062103 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-0f9126ef-e96c-48e8-92f0-5cdfe6498ab0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:13.071870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-fc5f0a12-333e-46db-80ed-d2a004e7427b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Allocated IP 172.20.0.11 (2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0/5d7bb95a-eb73-4d95-8a01-f23ea032c5a9/64d73aec-86b8-4191-a076-a3e4b5cca50c) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:55:13.177644 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e3ad5fdd-77ff-48c8-8d94-a7b6e3ff8406 req-38d4fffd-8564-4948-86d6-478516f62cb1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 210 time: 0.0944548 Aug 05 13:55:13.250908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-87960d71-c60e-497c-bff5-04f22c5e6a58 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Made reservation on behalf of b5fd2bb24b8b4cb7871929d0ce5ab2e7 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:55:13.253118 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:13.254539 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-87960d71-c60e-497c-bff5-04f22c5e6a58 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:13.288245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773', 'mac_address': 'fa:16:3e:14:d2:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:55:13.348669 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:13.406029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:13.498072 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:13.508919 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:13.516854 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-fc5f0a12-333e-46db-80ed-d2a004e7427b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:13.591446 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-0f9126ef-e96c-48e8-92f0-5cdfe6498ab0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Allocated IP 192.168.233.175 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/314bb475-1570-4a36-b193-75cde195baf6) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:55:13.670758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ba578-4caa-4c74-80b6-370e95f1f18b req-f4ad310f-bab7-485b-8cd8-47504b759ea4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:13.671130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-7efad093-2f84-4338-af2f-9632d4d1728e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:13.672791 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-7efad093-2f84-4338-af2f-9632d4d1728e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.84 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 811 time: 0.2858274 Aug 05 13:55:13.678313 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e73ba578-4caa-4c74-80b6-370e95f1f18b req-f4ad310f-bab7-485b-8cd8-47504b759ea4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 945 time: 0.0940585 Aug 05 13:55:13.688810 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:13.711834 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-c4d31263-1187-45f3-a014-bc3912fe9c45 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Request body: {'port': {'device_id': 'e17772f7-f4f0-4072-867c-48943a4b216e', 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c', 'admin_state_up': True, 'tenant_id': '76942788a8484463baad60915955b3f9'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:13.742999 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e73ba578-4caa-4c74-80b6-370e95f1f18b req-f51b4497-5261-438d-91de-36362bc6255a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637097 Aug 05 13:55:13.768496 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-fc5f0a12-333e-46db-80ed-d2a004e7427b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:13.813799 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-fc5f0a12-333e-46db-80ed-d2a004e7427b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:55:13.817941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-fc5f0a12-333e-46db-80ed-d2a004e7427b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:55:13.860155 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['2c5eedb7-d82e-4f37-8056-8fb6b1acc773'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:55:13.862481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-fc5f0a12-333e-46db-80ed-d2a004e7427b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:55:13.965085 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b013f0-78fd-44ec-ba66-7b78dcde8af7 req-575ab552-0fc0-4fd5-9f11-cd7f89138659 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:13.967373 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-62b013f0-78fd-44ec-ba66-7b78dcde8af7 req-575ab552-0fc0-4fd5-9f11-cd7f89138659 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 949 time: 0.2651567 Aug 05 13:55:13.980957 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-fc5f0a12-333e-46db-80ed-d2a004e7427b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:13.981767 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-fc5f0a12-333e-46db-80ed-d2a004e7427b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:14.034332 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-fc5f0a12-333e-46db-80ed-d2a004e7427b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5645607 Aug 05 13:55:14.058855 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e5514-c3c3-4f7d-82ac-369a4f3353a2 req-745ff06f-9140-4262-90f3-08976463c6dc tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:14.062010 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-630e5514-c3c3-4f7d-82ac-369a4f3353a2 req-745ff06f-9140-4262-90f3-08976463c6dc tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 932 time: 0.1433876 Aug 05 13:55:14.068362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Request body: {'port': {'device_id': '27ee4caf-bf67-4212-90d0-8096d48d7e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:14.083860 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-62b013f0-78fd-44ec-ba66-7b78dcde8af7 req-03c1f061-1bcd-48b9-9a62-82003b2d0138 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5912865-e2a0-4712-9bc9-8ebc9dfe945d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035304 Aug 05 13:55:14.109211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f0a12-333e-46db-80ed-d2a004e7427b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Pushing event updated for resources: {'Port': ['ID=64d73aec-86b8-4191-a076-a3e4b5cca50c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:14.164660 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:14.192943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-c4d31263-1187-45f3-a014-bc3912fe9c45 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Made reservation on behalf of 76942788a8484463baad60915955b3f9 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:55:14.203883 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-c4d31263-1187-45f3-a014-bc3912fe9c45 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:14.248410 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-0f9126ef-e96c-48e8-92f0-5cdfe6498ab0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:14.307883 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6eda8391-4e0f-44a1-bc54-9da04b0d7767 req-1f8413d7-2135-4fbf-b035-44e59a50c22f tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0676737 Aug 05 13:55:14.364509 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:14.379208 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-630e5514-c3c3-4f7d-82ac-369a4f3353a2 req-a09fc4da-9ea2-4625-81a3-cab0914e5fac tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239957 Aug 05 13:55:14.400505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-0f9126ef-e96c-48e8-92f0-5cdfe6498ab0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Transition to ACTIVE for port object 314bb475-1570-4a36-b193-75cde195baf6 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:55:14.517727 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cbbca61b-bc6d-46fc-a0b8-bb3ba5138862 req-1d36cecf-3555-4cc1-9aee-47b44037fa5f tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 210 time: 0.0445225 Aug 05 13:55:14.622615 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-32569327-88b3-436f-8796-4a23ace018eb req-d10d233f-5c66-48d8-b98c-61c32b17e2b0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 210 time: 0.0617290 Aug 05 13:55:14.692574 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-0f9126ef-e96c-48e8-92f0-5cdfe6498ab0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:14.708419 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d73aec-86b8-4191-a076-a3e4b5cca50c {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:14.713200 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['0b90c80b-ea5d-476d-8890-b723dea55b6c', 'f4df28dc-9ae0-428c-af46-f643bc6b6d16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:55:14.719530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['44f6d346-7ba4-45d3-ac51-efabb23deb16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:55:14.726891 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:14.745887 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-c4d31263-1187-45f3-a014-bc3912fe9c45 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Allocated IP 172.20.0.2 (f7447363-4b58-4abe-9e51-4d82c721285c/a0c9cb3b-02da-4b2d-886d-ad880aca8a5e/b1b9b665-7fbb-4288-a23c-ba997d01c94e) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:55:14.755390 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-0f9126ef-e96c-48e8-92f0-5cdfe6498ab0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:55:14.756378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Transition to ACTIVE for port object 64d73aec-86b8-4191-a076-a3e4b5cca50c will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:55:14.780808 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:14.787060 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-0f9126ef-e96c-48e8-92f0-5cdfe6498ab0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:55:14.792724 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-87960d71-c60e-497c-bff5-04f22c5e6a58 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Allocated IP 192.168.233.242 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/4a4775b9-65bf-4e6a-a1a3-9c59413a5096) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:55:14.795035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-0f9126ef-e96c-48e8-92f0-5cdfe6498ab0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:55:14.823624 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9126ef-e96c-48e8-92f0-5cdfe6498ab0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Pushing event updated for resources: {'Port': ['ID=314bb475-1570-4a36-b193-75cde195baf6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:14.996185 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-0f9126ef-e96c-48e8-92f0-5cdfe6498ab0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:14.996876 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-0f9126ef-e96c-48e8-92f0-5cdfe6498ab0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:15.024241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:55:15.085984 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-0f9126ef-e96c-48e8-92f0-5cdfe6498ab0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1580446 Aug 05 13:55:15.135785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Request body: {'port': {'device_id': '1290b464-420d-4edc-ad7f-c1c145cb1768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:15.222526 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Pushing event updated for resources: {'Port': ['ID=64d73aec-86b8-4191-a076-a3e4b5cca50c,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:15.255985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61448b-ec4c-4075-84c0-63851ec63aa2 req-50328a06-3ee2-48f6-aa16-79be5652cacb tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:15.263938 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-c4d31263-1187-45f3-a014-bc3912fe9c45 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:15.264316 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff61448b-ec4c-4075-84c0-63851ec63aa2 req-50328a06-3ee2-48f6-aa16-79be5652cacb tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 945 time: 0.2735865 Aug 05 13:55:15.303920 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-df63e9dd-64aa-444c-88f5-c12bc2c67553 None None] Provisioning for port 314bb475-1570-4a36-b193-75cde195baf6 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:55:15.318661 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Attempting to bind port 64d73aec-86b8-4191-a076-a3e4b5cca50c on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:55:15.322852 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-df63e9dd-64aa-444c-88f5-c12bc2c67553 None None] Provisioning complete for port 314bb475-1570-4a36-b193-75cde195baf6 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:55:15.323225 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-df63e9dd-64aa-444c-88f5-c12bc2c67553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:15.324724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Attempting to bind port 64d73aec-86b8-4191-a076-a3e4b5cca50c by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:55:15.325426 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Attempting to bind port 64d73aec-86b8-4191-a076-a3e4b5cca50c on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:55:15.340388 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff61448b-ec4c-4075-84c0-63851ec63aa2 req-5ef3b7d9-94e8-4458-8992-a52cae4ba3d9 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748565 Aug 05 13:55:15.349267 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Port 64d73aec-86b8-4191-a076-a3e4b5cca50c on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:55:15.349955 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Attempting to bind port 64d73aec-86b8-4191-a076-a3e4b5cca50c on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:55:15.364340 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:55:15.367687 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Checking segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:55:15.368378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Bound using segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:55:15.369075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Bound port: 64d73aec-86b8-4191-a076-a3e4b5cca50c, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:55:15.369690 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:15.392824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-df63e9dd-64aa-444c-88f5-c12bc2c67553 None None] Port 314bb475-1570-4a36-b193-75cde195baf6 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:55:15.485728 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:55:15.517314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:55:15.520659 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:15.538957 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:15.728937 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8a9d179b-2e84-409a-91fe-da73db8c6836 req-2b98b636-d97d-4a2e-a944-9c9687d157c1 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.1744645 Aug 05 13:55:15.817718 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] For port 64d73aec-86b8-4191-a076-a3e4b5cca50c, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:55:15.823688 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] For port 64d73aec-86b8-4191-a076-a3e4b5cca50c, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=64d73aec-86b8-4191-a076-a3e4b5cca50c,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:55:15.830733 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-c4d31263-1187-45f3-a014-bc3912fe9c45 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:15.841517 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:15.931219 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:55:15.993414 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:16.000447 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:16.005083 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:16.008280 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] 10.222.0.84 "PUT /v2.0/ports/64d73aec-86b8-4191-a076-a3e4b5cca50c HTTP/1.1" status: 200 len: 1092 time: 1.9434531 Aug 05 13:55:16.039052 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-727d63cf-1176-4b1e-9784-e4effa405b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:16.118119 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ee4caf-bf67-4212-90d0-8096d48d7e47', 'tag': '64d73aec-86b8-4191-a076-a3e4b5cca50c'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:16.142684 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb67d26-32fa-42cf-bdc7-8a19fb3aeba5" -d '{"events": [{"name": "network-changed", "server_uuid": "27ee4caf-bf67-4212-90d0-8096d48d7e47", "tag": "64d73aec-86b8-4191-a076-a3e4b5cca50c"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:16.146755 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-c4d31263-1187-45f3-a014-bc3912fe9c45 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Network f7447363-4b58-4abe-9e51-4d82c721285c is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:55:16.163070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d31263-1187-45f3-a014-bc3912fe9c45 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Pushing event updated for resources: {'Port': ['ID=b1b9b665-7fbb-4288-a23c-ba997d01c94e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:16.169628 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-c4d31263-1187-45f3-a014-bc3912fe9c45 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:55:16.175509 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-c4d31263-1187-45f3-a014-bc3912fe9c45 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:55:16.196742 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:16.266608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:16.270388 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4469ba-5144-4db8-a2b9-c856e581aa4d" -d '{"events": [{"server_uuid": "30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5", "name": "network-vif-plugged", "status": "completed", "tag": "2c5eedb7-d82e-4f37-8056-8fb6b1acc773"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:16.318045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:16.326406 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:16.342199 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-c4d31263-1187-45f3-a014-bc3912fe9c45 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:16.344260 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-c4d31263-1187-45f3-a014-bc3912fe9c45 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:16.345941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6fe0b-f635-45f4-8aaf-446ca12a052f service neutron] Pushing event updated for resources: {'Port': ['ID=64d73aec-86b8-4191-a076-a3e4b5cca50c,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:16.423097 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5400433-7e92-4952-9a34-8be105131b67 req-265dc63d-5b4c-4f36-b776-50c98ddd94a6 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:16.441875 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b5400433-7e92-4952-9a34-8be105131b67 req-265dc63d-5b4c-4f36-b776-50c98ddd94a6 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 944 time: 0.4257102 Aug 05 13:55:16.469899 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-c4d31263-1187-45f3-a014-bc3912fe9c45 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7663782 Aug 05 13:55:16.483564 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-2608af01-c900-4992-a91a-7c14f8101c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:16.485495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-2608af01-c900-4992-a91a-7c14f8101c07 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 1095 time: 0.3253686 Aug 05 13:55:16.488585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Request body: {'port': {'device_id': 'e17772f7-f4f0-4072-867c-48943a4b216e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:16.527402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:16.569732 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:16.595985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff0fd5-e2f0-48d1-93e8-1bba017af4e8 req-957b461f-5132-4e15-a49e-6e980baae2f7 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:16.597590 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ccff0fd5-e2f0-48d1-93e8-1bba017af4e8 req-957b461f-5132-4e15-a49e-6e980baae2f7 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 949 time: 1.1361845 Aug 05 13:55:16.618005 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-fcf8cbfa-c13c-48c4-8a21-928ed197a5a6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d73aec-86b8-4191-a076-a3e4b5cca50c HTTP/1.1" status: 200 len: 217 time: 0.1106992 Aug 05 13:55:16.735239 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b5400433-7e92-4952-9a34-8be105131b67 req-b301d2b5-69ef-443a-8d97-86bfe5bb3f46 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855945 Aug 05 13:55:16.784256 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-7d014b80-a11d-4c7a-9c60-dbb83c3a0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:16.786230 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-7d014b80-a11d-4c7a-9c60-dbb83c3a0849 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.1509597 Aug 05 13:55:16.865289 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-8296186a-d37e-4724-9312-ec50037664b9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653846 Aug 05 13:55:16.882426 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-87960d71-c60e-497c-bff5-04f22c5e6a58 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:16.951043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-87960d71-c60e-497c-bff5-04f22c5e6a58 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Transition to ACTIVE for port object 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:55:16.959586 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ccff0fd5-e2f0-48d1-93e8-1bba017af4e8 req-33b84d19-a6a1-4e46-92ae-1e1200e69ae0 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5912865-e2a0-4712-9bc9-8ebc9dfe945d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708362 Aug 05 13:55:17.070061 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7d957-ed1b-4c0b-aebc-004a071f35fc req-5ec99604-de9f-420f-a5c0-1e3106fa23fd tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:17.078954 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50c7d957-ed1b-4c0b-aebc-004a071f35fc req-5ec99604-de9f-420f-a5c0-1e3106fa23fd tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 931 time: 0.1096761 Aug 05 13:55:17.121272 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-300584f7-754e-403b-8e04-13d10ab9ede3 service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413237 Aug 05 13:55:17.137591 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-87960d71-c60e-497c-bff5-04f22c5e6a58 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:17.152074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['44f6d346-7ba4-45d3-ac51-efabb23deb16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:55:17.182551 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b9b665-7fbb-4288-a23c-ba997d01c94e {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:17.291615 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['0b90c80b-ea5d-476d-8890-b723dea55b6c', 'f4df28dc-9ae0-428c-af46-f643bc6b6d16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:55:17.292374 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50c7d957-ed1b-4c0b-aebc-004a071f35fc req-f773240f-91be-4d54-a5c3-5abff9ed4175 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700149 Aug 05 13:55:17.351499 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:17.371876 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Transition to ACTIVE for port object b1b9b665-7fbb-4288-a23c-ba997d01c94e will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:55:17.383822 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-560a3bb6-c0f8-4bf4-b393-419537c19267 req-0df69e5f-1a5f-4caf-b9ff-d83019041b72 service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425492 Aug 05 13:55:17.387527 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f614f055-4e89-4da2-a697-b262bea757b0 x-openstack-request-id: req-f614f055-4e89-4da2-a697-b262bea757b0 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:17.390449 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ee4caf-bf67-4212-90d0-8096d48d7e47", "tag": "64d73aec-86b8-4191-a076-a3e4b5cca50c", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:17.393417 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f614f055-4e89-4da2-a697-b262bea757b0 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:17.393649 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ee4caf-bf67-4212-90d0-8096d48d7e47', 'tag': '64d73aec-86b8-4191-a076-a3e4b5cca50c', 'status': 'completed', 'code': 200} Aug 05 13:55:17.425571 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:17.448059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-87960d71-c60e-497c-bff5-04f22c5e6a58 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:55:17.463795 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5413a2a2-3e49-4e55-8598-14879212f860 x-openstack-request-id: req-5413a2a2-3e49-4e55-8598-14879212f860 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:17.464145 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5", "name": "network-vif-plugged", "status": "completed", "tag": "2c5eedb7-d82e-4f37-8056-8fb6b1acc773", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:17.468528 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5413a2a2-3e49-4e55-8598-14879212f860 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:17.469145 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773', 'code': 200} Aug 05 13:55:17.544137 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-87960d71-c60e-497c-bff5-04f22c5e6a58 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:55:17.566545 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-87960d71-c60e-497c-bff5-04f22c5e6a58 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:55:17.623901 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.84', 54865) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:55:17.664209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-87960d71-c60e-497c-bff5-04f22c5e6a58 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:17.665854 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-87960d71-c60e-497c-bff5-04f22c5e6a58 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:17.708414 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb67d26-32fa-42cf-bdc7-8a19fb3aeba5 req-c492e1f4-464f-405f-958e-f0e424f09486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:17.710115 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5fb67d26-32fa-42cf-bdc7-8a19fb3aeba5 req-c492e1f4-464f-405f-958e-f0e424f09486 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 1095 time: 0.2279003 Aug 05 13:55:17.746374 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51c272-8064-40db-b2ac-d23570771263 req-4913d79d-8213-452c-9851-a5b385d04eeb tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:17.760355 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e51c272-8064-40db-b2ac-d23570771263 req-4913d79d-8213-452c-9851-a5b385d04eeb tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 945 time: 0.1698222 Aug 05 13:55:17.787998 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-87960d71-c60e-497c-bff5-04f22c5e6a58 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0266275 Aug 05 13:55:17.793481 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87960d71-c60e-497c-bff5-04f22c5e6a58 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Pushing event updated for resources: {'Port': ['ID=4a4775b9-65bf-4e6a-a1a3-9c59413a5096,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:17.823087 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec578f4-8377-4773-a9f9-0332041015a4 req-1fbdefd2-20b5-489d-b629-99c955e66caa tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:17.825063 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bec578f4-8377-4773-a9f9-0332041015a4 req-1fbdefd2-20b5-489d-b629-99c955e66caa tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 936 time: 0.5521047 Aug 05 13:55:17.842784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Request body: {'port': {'device_id': 'f61ddd43-71da-41cf-bfea-3a6cba668ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:17.942055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ba4d3eeb-63fb-4c63-a1a6-96585bc8e726 None None] Provisioning for port 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:55:17.951848 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ba4d3eeb-63fb-4c63-a1a6-96585bc8e726 None None] Provisioning complete for port 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:55:17.953556 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3eeb-63fb-4c63-a1a6-96585bc8e726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:17.971242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d9bd1-cb5b-4fe0-8ccf-aa73f48df2e8 req-afe047a5-2dbe-4a25-b299-1b5e5006f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:17.972922 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e94d9bd1-cb5b-4fe0-8ccf-aa73f48df2e8 req-afe047a5-2dbe-4a25-b299-1b5e5006f2a8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 1101 time: 0.3430405 Aug 05 13:55:18.007244 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Attempting to bind port b1b9b665-7fbb-4288-a23c-ba997d01c94e on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:55:18.007576 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Attempting to bind port b1b9b665-7fbb-4288-a23c-ba997d01c94e by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:55:18.007889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Attempting to bind port b1b9b665-7fbb-4288-a23c-ba997d01c94e on network f7447363-4b58-4abe-9e51-4d82c721285c {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:55:18.011758 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-ba4d3eeb-63fb-4c63-a1a6-96585bc8e726 None None] Port 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:55:18.036951 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b9b665-7fbb-4288-a23c-ba997d01c94e,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:18.039221 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Port b1b9b665-7fbb-4288-a23c-ba997d01c94e on network f7447363-4b58-4abe-9e51-4d82c721285c not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:55:18.045241 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Attempting to bind port b1b9b665-7fbb-4288-a23c-ba997d01c94e on network f7447363-4b58-4abe-9e51-4d82c721285c {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:55:18.077687 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e51c272-8064-40db-b2ac-d23570771263 req-ffe87761-402c-4df9-8a69-356e9a90a71c tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126829 Aug 05 13:55:18.112839 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bec578f4-8377-4773-a9f9-0332041015a4 req-9af01625-6e55-451b-b2dc-2732d06e6544 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335031 Aug 05 13:55:18.113993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:55:18.114199 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Checking segment: {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:55:18.114532 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Bound using segment: {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:55:18.114982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Bound port: b1b9b665-7fbb-4288-a23c-ba997d01c94e, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:55:18.115342 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:18.128785 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb67d26-32fa-42cf-bdc7-8a19fb3aeba5 req-f7a5f0ce-c758-4a78-9170-2ef09994ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:18.153767 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5fb67d26-32fa-42cf-bdc7-8a19fb3aeba5 req-f7a5f0ce-c758-4a78-9170-2ef09994ce57 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 921 time: 0.3746469 Aug 05 13:55:18.164610 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:18.226282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314bb475-1570-4a36-b193-75cde195baf6 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:18.248222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:18.262098 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5fb67d26-32fa-42cf-bdc7-8a19fb3aeba5 req-cb2b5dfd-125a-4552-8a4f-406ae1cb3e60 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d73aec-86b8-4191-a076-a3e4b5cca50c HTTP/1.1" status: 200 len: 217 time: 0.0969477 Aug 05 13:55:18.289239 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e8a46ffa-a5a9-47ed-a255-172db9267aeb req-bfc6cbb1-7dac-443e-82ce-4659c3a66382 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0422068 Aug 05 13:55:18.290860 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e94d9bd1-cb5b-4fe0-8ccf-aa73f48df2e8 req-31a891c3-8476-458b-bcd7-fe936d4b4767 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a5912865-e2a0-4712-9bc9-8ebc9dfe945d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072512 Aug 05 13:55:18.300989 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-74cfee0c-b618-4fee-b517-c0a39983d543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:18.311024 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] For port b1b9b665-7fbb-4288-a23c-ba997d01c94e, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:55:18.314207 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Transition to ACTIVE for port object 314bb475-1570-4a36-b193-75cde195baf6 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:55:18.339710 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb67d26-32fa-42cf-bdc7-8a19fb3aeba5 req-9c6b75cf-a7e2-4330-ba5f-bcf61702e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:18.341312 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5fb67d26-32fa-42cf-bdc7-8a19fb3aeba5 req-9c6b75cf-a7e2-4330-ba5f-bcf61702e4eb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.0621061 Aug 05 13:55:18.370070 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:18.384912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] For port b1b9b665-7fbb-4288-a23c-ba997d01c94e, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b1b9b665-7fbb-4288-a23c-ba997d01c94e,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:55:18.429959 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5fb67d26-32fa-42cf-bdc7-8a19fb3aeba5 req-6624c86e-7388-4c9b-8a1f-1af2f9921c6c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474992 Aug 05 13:55:18.454956 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:18.535857 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:18.541044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc7b5a-3c55-4820-8fe1-c99cccdb4a16 req-629600d6-ea26-4e94-ab21-1aabc937674a tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:18.553662 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0fc7b5a-3c55-4820-8fe1-c99cccdb4a16 req-629600d6-ea26-4e94-ab21-1aabc937674a tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 945 time: 0.2721026 Aug 05 13:55:18.560187 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:18.560797 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:18.562168 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] 10.222.0.84 "PUT /v2.0/ports/b1b9b665-7fbb-4288-a23c-ba997d01c94e HTTP/1.1" status: 200 len: 1091 time: 2.0797417 Aug 05 13:55:18.564188 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17772f7-f4f0-4072-867c-48943a4b216e', 'tag': 'b1b9b665-7fbb-4288-a23c-ba997d01c94e'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:18.570337 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4db3d0-df21-48fa-b5d7-7873d2339e43" -d '{"events": [{"name": "network-changed", "server_uuid": "e17772f7-f4f0-4072-867c-48943a4b216e", "tag": "b1b9b665-7fbb-4288-a23c-ba997d01c94e"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:18.623950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Pushing event updated for resources: {'Port': ['ID=314bb475-1570-4a36-b193-75cde195baf6,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:18.881819 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5fb67d26-32fa-42cf-bdc7-8a19fb3aeba5 req-b80d4c50-d3c2-4c43-8902-2550969d93e7 service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265971 Aug 05 13:55:19.013828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258b5e6-f5e3-4ce2-925b-faf917c46ccc req-60a6ac1b-a019-4098-85ce-4e47aa3d1e91 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:19.015464 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a258b5e6-f5e3-4ce2-925b-faf917c46ccc req-60a6ac1b-a019-4098-85ce-4e47aa3d1e91 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 944 time: 0.5964341 Aug 05 13:55:19.045544 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5fb67d26-32fa-42cf-bdc7-8a19fb3aeba5 req-52145258-c077-4b4e-8df3-b89598fb447f service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412518 Aug 05 13:55:19.098416 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2cdb14f3-9d23-4545-b10c-dd76b000a2d8 req-4d9d16af-fd5b-495b-8a12-a729cc974cc7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0931745 Aug 05 13:55:19.106193 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a258b5e6-f5e3-4ce2-925b-faf917c46ccc req-817488d6-1a0e-4ecc-8a2a-fe958cd32a50 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633132 Aug 05 13:55:19.116979 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e9f81-0055-46e3-a0f5-8716aeca3671 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b9b665-7fbb-4288-a23c-ba997d01c94e,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:19.181244 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0fc7b5a-3c55-4820-8fe1-c99cccdb4a16 req-a805a8a9-e698-4b97-b098-87a8022f8fa3 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5842426 Aug 05 13:55:19.204789 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Attempting to bind port 314bb475-1570-4a36-b193-75cde195baf6 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:55:19.205329 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Attempting to bind port 314bb475-1570-4a36-b193-75cde195baf6 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:55:19.205867 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Attempting to bind port 314bb475-1570-4a36-b193-75cde195baf6 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:55:19.216620 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-4e7b6441-8912-4708-8b9d-8dc6ba3154de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:19.219061 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-4e7b6441-8912-4708-8b9d-8dc6ba3154de service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 1094 time: 0.5532746 Aug 05 13:55:19.221201 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Port 314bb475-1570-4a36-b193-75cde195baf6 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:55:19.221750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Attempting to bind port 314bb475-1570-4a36-b193-75cde195baf6 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:55:19.227846 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb14f3-9d23-4545-b10c-dd76b000a2d8 req-f435122c-4272-4820-bbcb-45b165297e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:19.229747 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2cdb14f3-9d23-4545-b10c-dd76b000a2d8 req-f435122c-4272-4820-bbcb-45b165297e9d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=53001cf07fcb4d0b92a66b65b417642b&device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 1096 time: 0.0842218 Aug 05 13:55:19.247837 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:55:19.248442 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:55:19.249032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:55:19.249543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Bound port: 314bb475-1570-4a36-b193-75cde195baf6, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:55:19.250201 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:19.316654 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-cf89d228-12c6-4733-80b1-c0b765271fc5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1b9b665-7fbb-4288-a23c-ba997d01c94e HTTP/1.1" status: 200 len: 217 time: 0.0832517 Aug 05 13:55:19.378421 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:19.446909 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb14f3-9d23-4545-b10c-dd76b000a2d8 req-0b03853f-89c3-4168-a8a3-90af8ec2eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:19.448530 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2cdb14f3-9d23-4545-b10c-dd76b000a2d8 req-0b03853f-89c3-4168-a8a3-90af8ec2eefb service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 HTTP/1.1" status: 200 len: 925 time: 0.1844184 Aug 05 13:55:19.465879 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80883f44-178e-47cd-bf10-dda7372dbc7e req-e6f4c6c8-0cc9-4226-831b-9087265e144a tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:19.467678 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80883f44-178e-47cd-bf10-dda7372dbc7e req-e6f4c6c8-0cc9-4226-831b-9087265e144a tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 943 time: 0.1316140 Aug 05 13:55:19.510970 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:19.538630 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bebc06-f418-4650-8784-fcb7a96f95e1 req-449ea505-5390-433a-9f01-c73ddbc6647f tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:19.540234 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a9bebc06-f418-4650-8784-fcb7a96f95e1 req-449ea505-5390-433a-9f01-c73ddbc6647f tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 950 time: 0.2301486 Aug 05 13:55:19.542475 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:19.545201 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] For port 314bb475-1570-4a36-b193-75cde195baf6, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:55:19.548161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-c40a42ef-d984-4dcc-b87e-0d60a78c6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:19.549726 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-c40a42ef-d984-4dcc-b87e-0d60a78c6aa8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a0c9cb3b-02da-4b2d-886d-ad880aca8a5e HTTP/1.1" status: 200 len: 851 time: 0.1964719 Aug 05 13:55:19.553849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] For port 314bb475-1570-4a36-b193-75cde195baf6, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=314bb475-1570-4a36-b193-75cde195baf6,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:55:19.564576 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:19.631019 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80883f44-178e-47cd-bf10-dda7372dbc7e req-abd8c38c-8114-4647-9ca4-5db62afe095e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431992 Aug 05 13:55:19.646603 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2cdb14f3-9d23-4545-b10c-dd76b000a2d8 req-6d6c1f5f-61f1-4c18-add7-14034027e30d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad HTTP/1.1" status: 200 len: 1000 time: 0.1773102 Aug 05 13:55:19.676232 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Transition to ACTIVE for port object 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:55:19.679171 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-8379fedc-5cc2-4a86-a56c-0339c0a5376a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f7447363-4b58-4abe-9e51-4d82c721285c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113644 Aug 05 13:55:19.688385 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:19.751896 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15656f9-05e4-4a44-8d99-9a1e8903532e x-openstack-request-id: req-f15656f9-05e4-4a44-8d99-9a1e8903532e {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:19.752145 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17772f7-f4f0-4072-867c-48943a4b216e", "tag": "b1b9b665-7fbb-4288-a23c-ba997d01c94e", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:19.752458 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f15656f9-05e4-4a44-8d99-9a1e8903532e {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:19.752861 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17772f7-f4f0-4072-867c-48943a4b216e', 'tag': 'b1b9b665-7fbb-4288-a23c-ba997d01c94e', 'status': 'completed', 'code': 200} Aug 05 13:55:19.777182 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a9bebc06-f418-4650-8784-fcb7a96f95e1 req-fc164302-82e4-4240-a23e-6fa0317c6135 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5912865-e2a0-4712-9bc9-8ebc9dfe945d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264893 Aug 05 13:55:19.791516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb14f3-9d23-4545-b10c-dd76b000a2d8 req-b89dac94-d770-4053-82b2-f36bbef84d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:19.793105 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2cdb14f3-9d23-4545-b10c-dd76b000a2d8 req-b89dac94-d770-4053-82b2-f36bbef84d3c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=00dd0760-9582-4502-9a67-893e71bba931 HTTP/1.1" status: 200 len: 863 time: 0.1328487 Aug 05 13:55:19.881840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:19.881840 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:19.887866 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] 10.222.0.84 "PUT /v2.0/ports/314bb475-1570-4a36-b193-75cde195baf6 HTTP/1.1" status: 200 len: 1096 time: 4.7819936 Aug 05 13:55:19.931723 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231ae04-18e7-4f09-91be-f432d1116278 service neutron] Pushing event updated for resources: {'Port': ['ID=314bb475-1570-4a36-b193-75cde195baf6,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:19.965855 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb14f3-9d23-4545-b10c-dd76b000a2d8 req-5d0a7f4f-6254-448e-8383-6fb054bebe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:19.969314 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2cdb14f3-9d23-4545-b10c-dd76b000a2d8 req-5d0a7f4f-6254-448e-8383-6fb054bebe9a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513064 Aug 05 13:55:20.221328 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97434ff8-5a0b-4eb1-94a4-0eb9c6542d05 req-87d40a79-6a51-4f60-905b-93610bf4bf4a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:20.226764 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97434ff8-5a0b-4eb1-94a4-0eb9c6542d05 req-87d40a79-6a51-4f60-905b-93610bf4bf4a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 945 time: 0.2514620 Aug 05 13:55:20.246295 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2cdb14f3-9d23-4545-b10c-dd76b000a2d8 req-9545caf7-aeb4-4328-909b-d1c18cd940c7 service neutron] 10.222.0.63 "GET /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603064 Aug 05 13:55:20.255745 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-3a7f2928-8e08-4f4c-8a05-4c7ab6c43a9e service neutron] 10.222.0.84 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091991 Aug 05 13:55:20.301183 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4775b9-65bf-4e6a-a1a3-9c59413a5096,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:20.337174 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97434ff8-5a0b-4eb1-94a4-0eb9c6542d05 req-1389e1a8-8582-49b2-a228-194a83d3a33b tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062264 Aug 05 13:55:20.412081 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2cdb14f3-9d23-4545-b10c-dd76b000a2d8 req-775577e1-3e8e-49c0-9e7d-62da2f961546 service neutron] 10.222.0.63 "GET /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379189 Aug 05 13:55:20.419696 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Attempting to bind port 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:55:20.420104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Attempting to bind port 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:55:20.420716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Attempting to bind port 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:55:20.437102 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5515fa5-5c30-4781-a446-e59b0c248d76 req-078f4907-3310-4106-ac86-09939295cb96 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:20.438817 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5515fa5-5c30-4781-a446-e59b0c248d76 req-078f4907-3310-4106-ac86-09939295cb96 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 948 time: 0.4243276 Aug 05 13:55:20.447136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Port 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:55:20.447493 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Attempting to bind port 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:55:20.492082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:55:20.492442 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:55:20.492819 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:55:20.493276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Bound port: 4a4775b9-65bf-4e6a-a1a3-9c59413a5096, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:55:20.493644 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:20.523175 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-75470cde-eccc-432b-b4cb-04802912da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:20.523175 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-75470cde-eccc-432b-b4cb-04802912da3e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&device_id=1290b464-420d-4edc-ad7f-c1c145cb1768 HTTP/1.1" status: 200 len: 1099 time: 0.3011281 Aug 05 13:55:20.538585 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fa7640cd-848c-4812-bee9-de0f7269bc04 req-92317fcf-5e81-466d-bc9f-aa584bcaa06b tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0589373 Aug 05 13:55:20.561238 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e962d43a-60ae-4554-838b-d9ff5d236c1d req-6df0b527-91a4-49a4-b03c-cec85ad90379 service neutron] 10.222.0.84 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859323 Aug 05 13:55:20.694312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] For port 4a4775b9-65bf-4e6a-a1a3-9c59413a5096, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:55:20.708208 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] For port 4a4775b9-65bf-4e6a-a1a3-9c59413a5096, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=4a4775b9-65bf-4e6a-a1a3-9c59413a5096,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:55:20.785186 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3193ca-fa8f-434f-8bf4-539fa8e8bd4f req-b92250fc-1a9d-47f7-8cdd-f0f749ac5551 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:20.794678 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-af3193ca-fa8f-434f-8bf4-539fa8e8bd4f req-b92250fc-1a9d-47f7-8cdd-f0f749ac5551 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 944 time: 0.0975349 Aug 05 13:55:20.818305 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5515fa5-5c30-4781-a446-e59b0c248d76 req-918c2a4f-6dfc-4786-a258-799921776ae6 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415115 Aug 05 13:55:20.827843 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:20.835192 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-641add73-4d68-470b-8c6e-e1975094a373 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=314bb475-1570-4a36-b193-75cde195baf6 HTTP/1.1" status: 200 len: 217 time: 0.2907786 Aug 05 13:55:20.880617 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-af3193ca-fa8f-434f-8bf4-539fa8e8bd4f req-c6bb99ef-9377-48b8-be8e-57d39fb89d84 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832372 Aug 05 13:55:21.034591 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:21.035220 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:21.035936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 64d73aec-86b8-4191-a076-a3e4b5cca50c details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:55:21.036631 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] 10.222.0.63 "PUT /v2.0/ports/4a4775b9-65bf-4e6a-a1a3-9c59413a5096 HTTP/1.1" status: 200 len: 1096 time: 3.2082591 Aug 05 13:55:21.157309 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4db3d0-df21-48fa-b5d7-7873d2339e43 req-3e5e8d3a-9eb4-4515-bd3d-9e51e709bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:21.159060 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd4db3d0-df21-48fa-b5d7-7873d2339e43 req-3e5e8d3a-9eb4-4515-bd3d-9e51e709bab5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 1094 time: 0.3422129 Aug 05 13:55:21.162428 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305d6ea-debe-46e3-96ee-73498d9d0bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4775b9-65bf-4e6a-a1a3-9c59413a5096,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:21.187650 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-df5a9b73-d5db-48e5-a78d-ec136ab14422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:21.190402 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-df5a9b73-d5db-48e5-a78d-ec136ab14422 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.3141363 Aug 05 13:55:21.281496 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:21.362016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 64d73aec-86b8-4191-a076-a3e4b5cca50c, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=64d73aec-86b8-4191-a076-a3e4b5cca50c,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:21.386048 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '64d73aec-86b8-4191-a076-a3e4b5cca50c', 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0', 'port_id': '64d73aec-86b8-4191-a076-a3e4b5cca50c', 'mac_address': 'fa:16:3e:f4:a6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7bb95a-eb73-4d95-8a01-f23ea032c5a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:55:21.416021 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fef472-49d8-4157-b6c1-97f8fb2f01f5 req-216fe5c5-c710-4ee6-88c1-3e6ef59e737c tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:21.421789 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b20bd7-e1c2-4cdd-97fd-e416bb09fd83 req-359f1fc8-03f8-4f85-b410-3233856aa362 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:21.424155 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d6b20bd7-e1c2-4cdd-97fd-e416bb09fd83 req-359f1fc8-03f8-4f85-b410-3233856aa362 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 943 time: 0.3690233 Aug 05 13:55:21.432040 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-41fef472-49d8-4157-b6c1-97f8fb2f01f5 req-216fe5c5-c710-4ee6-88c1-3e6ef59e737c tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 950 time: 0.1553242 Aug 05 13:55:21.438029 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:21.450971 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-3bda659d-4ec3-4059-ae29-5749464aec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:21.452576 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-3bda659d-4ec3-4059-ae29-5749464aec2b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 1099 time: 0.3305128 Aug 05 13:55:21.455155 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d73aec-86b8-4191-a076-a3e4b5cca50c {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:21.478187 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 64d73aec-86b8-4191-a076-a3e4b5cca50c, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=64d73aec-86b8-4191-a076-a3e4b5cca50c,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:21.483311 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:21.495547 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-9aec6df4-c834-4d53-b77c-42002e68a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:21.497037 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-9aec6df4-c834-4d53-b77c-42002e68a9d9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2946188 Aug 05 13:55:21.497994 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4db3d0-df21-48fa-b5d7-7873d2339e43 req-1153682c-3bd6-4f8f-89cc-654eca780da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:21.499343 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd4db3d0-df21-48fa-b5d7-7873d2339e43 req-1153682c-3bd6-4f8f-89cc-654eca780da2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 912 time: 0.3076715 Aug 05 13:55:21.511405 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-41fef472-49d8-4157-b6c1-97f8fb2f01f5 req-28332bd0-6a7f-4429-a013-4e4c0d9fd2ec tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5912865-e2a0-4712-9bc9-8ebc9dfe945d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783632 Aug 05 13:55:21.547065 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-f6ef2e6e-fb36-4d95-a2f2-fe2c2872ec5e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=4a4775b9-65bf-4e6a-a1a3-9c59413a5096 HTTP/1.1" status: 200 len: 217 time: 0.0653503 Aug 05 13:55:21.559478 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=64d73aec-86b8-4191-a076-a3e4b5cca50c,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:21.627550 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd4db3d0-df21-48fa-b5d7-7873d2339e43 req-230f1621-1486-4bd5-88bc-0127dc5f2041 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1b9b665-7fbb-4288-a23c-ba997d01c94e HTTP/1.1" status: 200 len: 217 time: 0.0981169 Aug 05 13:55:21.630570 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f8913-a475-45fc-aae6-e5328c59b3fd req-5f258454-4cbe-4b2d-a4a3-4d3649d072a4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:21.638902 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e6f8913-a475-45fc-aae6-e5328c59b3fd req-5f258454-4cbe-4b2d-a4a3-4d3649d072a4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 945 time: 0.0630977 Aug 05 13:55:21.639394 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d6b20bd7-e1c2-4cdd-97fd-e416bb09fd83 req-62c30f08-719f-4e29-9edd-51f91512694c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025404 Aug 05 13:55:21.676619 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e6f8913-a475-45fc-aae6-e5328c59b3fd req-c4991a27-0cbb-47c3-aa02-3d7f0488f8e1 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364604 Aug 05 13:55:21.757592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-9f965d53-cbda-4221-bc61-87e65282879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:21.759091 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-9f965d53-cbda-4221-bc61-87e65282879b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1591952 Aug 05 13:55:21.759517 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1290b464-420d-4edc-ad7f-c1c145cb1768', 'tag': '314bb475-1570-4a36-b193-75cde195baf6'}, {'name': 'network-changed', 'server_uuid': 'f61ddd43-71da-41cf-bfea-3a6cba668ae9', 'tag': '4a4775b9-65bf-4e6a-a1a3-9c59413a5096'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:21.761675 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1aa11e3-06f6-4619-b95d-48e50d4266a4" -d '{"events": [{"name": "network-changed", "server_uuid": "1290b464-420d-4edc-ad7f-c1c145cb1768", "tag": "314bb475-1570-4a36-b193-75cde195baf6"}, {"name": "network-changed", "server_uuid": "f61ddd43-71da-41cf-bfea-3a6cba668ae9", "tag": "4a4775b9-65bf-4e6a-a1a3-9c59413a5096"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:21.778022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4db3d0-df21-48fa-b5d7-7873d2339e43 req-062af48a-271d-4700-946f-f58447d96cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:21.779647 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd4db3d0-df21-48fa-b5d7-7873d2339e43 req-062af48a-271d-4700-946f-f58447d96cbb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a0c9cb3b-02da-4b2d-886d-ad880aca8a5e HTTP/1.1" status: 200 len: 851 time: 0.1123719 Aug 05 13:55:21.831289 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-1cb94b24-e4f8-42f8-8a5d-56cea53d13f4 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007784 Aug 05 13:55:21.859154 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd4db3d0-df21-48fa-b5d7-7873d2339e43 req-f38b0a89-e786-45da-a74a-00369bba67a9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f7447363-4b58-4abe-9e51-4d82c721285c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614195 Aug 05 13:55:21.872337 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-b942f442-804a-42ca-8f22-fdfd28e88c8e tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1568076810&fields=id&tenant_id=53001cf07fcb4d0b92a66b65b417642b HTTP/1.1" status: 200 len: 267 time: 0.1498837 Aug 05 13:55:22.032217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b1c09b9e-f920-41a4-a0e3-5285829f90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:22.034271 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-b1c09b9e-f920-41a4-a0e3-5285829f90e4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2521689 Aug 05 13:55:22.088749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['64d73aec-86b8-4191-a076-a3e4b5cca50c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:55:22.156716 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f26ae11c-1807-4244-a13d-2cef3bca6490 req-57b5ec8b-cebd-4b86-bff7-87120c653b0a tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0361779 Aug 05 13:55:22.165737 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-366517a3-a28f-48e0-a447-5b5c39782cae service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105378 Aug 05 13:55:22.190603 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd4db3d0-df21-48fa-b5d7-7873d2339e43 req-8edcd1c6-5912-4c79-838e-d2111c7e5e7b service neutron] 10.222.0.84 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090913 Aug 05 13:55:22.199538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-d1222dd2-251b-4d16-9b8c-d4e0789400df tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:22.201166 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-d1222dd2-251b-4d16-9b8c-d4e0789400df tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/networks?id=ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 HTTP/1.1" status: 200 len: 824 time: 0.2947946 Aug 05 13:55:22.224220 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e44196-01af-422d-8d78-8e1a7430eb28 x-openstack-request-id: req-d5e44196-01af-422d-8d78-8e1a7430eb28 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:22.224517 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1290b464-420d-4edc-ad7f-c1c145cb1768", "tag": "314bb475-1570-4a36-b193-75cde195baf6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f61ddd43-71da-41cf-bfea-3a6cba668ae9", "tag": "4a4775b9-65bf-4e6a-a1a3-9c59413a5096", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:22.224813 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5e44196-01af-422d-8d78-8e1a7430eb28 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:22.225176 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1290b464-420d-4edc-ad7f-c1c145cb1768', 'tag': '314bb475-1570-4a36-b193-75cde195baf6', 'status': 'completed', 'code': 200} Aug 05 13:55:22.225462 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61ddd43-71da-41cf-bfea-3a6cba668ae9', 'tag': '4a4775b9-65bf-4e6a-a1a3-9c59413a5096', 'status': 'completed', 'code': 200} Aug 05 13:55:22.242649 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-ed21f6c0-4f54-4f53-99c3-b8d20dad3179 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/quotas/53001cf07fcb4d0b92a66b65b417642b HTTP/1.1" status: 200 len: 375 time: 0.0266356 Aug 05 13:55:22.339110 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c3aae-db76-403f-95ed-51d53789cc60 req-cfb00e2d-37fb-46dc-bc86-31db4b53f1ff tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:22.340859 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b63c3aae-db76-403f-95ed-51d53789cc60 req-cfb00e2d-37fb-46dc-bc86-31db4b53f1ff tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 948 time: 0.0590389 Aug 05 13:55:22.387917 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b63c3aae-db76-403f-95ed-51d53789cc60 req-e4e498ec-855f-476b-b5a6-d2e2ea741c92 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405002 Aug 05 13:55:22.499301 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13654743-9e63-4654-98fa-d108a5a321bc req-e30ff54f-1aed-436c-a0f5-c8ea0c03239a tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:22.500857 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13654743-9e63-4654-98fa-d108a5a321bc req-e30ff54f-1aed-436c-a0f5-c8ea0c03239a tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 945 time: 0.0524373 Aug 05 13:55:22.542994 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13654743-9e63-4654-98fa-d108a5a321bc req-34a12426-6e78-4e1e-b20d-6cafdcadd30d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354571 Aug 05 13:55:22.575284 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-d194dd4f-8b59-4715-b3aa-bac22c2067b8 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999156 Aug 05 13:55:22.715489 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-bca70d48-d629-44ea-a3f3-247b0918174b tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=53001cf07fcb4d0b92a66b65b417642b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4591279 Aug 05 13:55:22.728068 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd4db3d0-df21-48fa-b5d7-7873d2339e43 req-c606437c-9885-4e7c-8cbf-48650d3868a2 service neutron] 10.222.0.84 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017841 Aug 05 13:55:22.736385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-670afc32-ad14-49fc-bed6-4a9f2cb2c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:22.737809 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-670afc32-ad14-49fc-bed6-4a9f2cb2c897 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&device_id=1290b464-420d-4edc-ad7f-c1c145cb1768 HTTP/1.1" status: 200 len: 1099 time: 0.1989200 Aug 05 13:55:22.819271 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be485789-3530-4aff-b83c-3a0c10f7cc92 req-5a189fc0-f4db-456f-969f-e803a4d919b4 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:22.821216 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-be485789-3530-4aff-b83c-3a0c10f7cc92 req-5a189fc0-f4db-456f-969f-e803a4d919b4 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 943 time: 0.0523007 Aug 05 13:55:22.839089 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765bd8f0-84bb-4bb5-813e-3e8612228cd9 req-c89de51f-f011-4ef2-aed4-f8d441b9639d service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432225 Aug 05 13:55:22.870505 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-be485789-3530-4aff-b83c-3a0c10f7cc92 req-7aff725e-180d-40c4-9b76-1d37a3deec6f tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429559 Aug 05 13:55:22.911432 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-4e8317d7-2da9-4603-abde-b26580f059d5 service neutron] 10.222.0.16 "GET /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780682 Aug 05 13:55:22.923902 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-c99529ac-8687-4668-94d7-2ea738897892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:22.925380 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-c99529ac-8687-4668-94d7-2ea738897892 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.1767654 Aug 05 13:55:23.002322 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8137e-73a8-4fdd-ad96-ee2462edebbe req-ac4709c7-e883-46f7-8516-20fa93ce4450 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:23.004035 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-85c8137e-73a8-4fdd-ad96-ee2462edebbe req-ac4709c7-e883-46f7-8516-20fa93ce4450 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 945 time: 0.0600834 Aug 05 13:55:23.029227 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-ff0d8dcb-64f8-41e5-be15-d79540101d78 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=314bb475-1570-4a36-b193-75cde195baf6 HTTP/1.1" status: 200 len: 217 time: 0.0672143 Aug 05 13:55:23.047703 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-85c8137e-73a8-4fdd-ad96-ee2462edebbe req-e39aa594-b444-42df-bd70-39a5ce0239e0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375569 Aug 05 13:55:23.063730 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-aff8417e-511b-43d7-90a6-e12f888c297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:23.066116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-aff8417e-511b-43d7-90a6-e12f888c297a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 1099 time: 0.1515710 Aug 05 13:55:23.163416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c2c8d-5054-49e3-9db5-75925b81d286 req-a7ff415d-8174-450c-88aa-9fd39a83c670 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:23.163811 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-c3fd212e-04cb-47d1-b13f-b753029bac6a service neutron] 10.222.0.16 "GET /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418172 Aug 05 13:55:23.164848 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a03c2c8d-5054-49e3-9db5-75925b81d286 req-a7ff415d-8174-450c-88aa-9fd39a83c670 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 950 time: 0.0498757 Aug 05 13:55:23.174057 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-ed7fa678-bf01-481b-8e3a-9231b5467888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:23.175563 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-ed7fa678-bf01-481b-8e3a-9231b5467888 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1243541 Aug 05 13:55:23.214751 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a03c2c8d-5054-49e3-9db5-75925b81d286 req-50f7b123-0c75-4be9-acbd-a378748e75aa tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427833 Aug 05 13:55:23.240276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-a7ca0575-f92f-4383-ae1b-06c1003940ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:23.241895 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-a7ca0575-f92f-4383-ae1b-06c1003940ae service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.1536446 Aug 05 13:55:23.254925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-e82b9b6d-4323-4b27-be25-517bf8f3a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:23.256430 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-e82b9b6d-4323-4b27-be25-517bf8f3a33c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0612931 Aug 05 13:55:23.317044 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-33aca452-7868-4e4a-8b7f-66a9fdd8a168 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=4a4775b9-65bf-4e6a-a1a3-9c59413a5096 HTTP/1.1" status: 200 len: 217 time: 0.0594678 Aug 05 13:55:23.319599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bb75904f-6c13-4b2a-86c4-e0b098021ff3 req-d72bd073-a635-4202-a4f4-66baa6ecce4b tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0356774 Aug 05 13:55:23.429796 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d0bcf9d-0ebd-4150-aaea-9dd455c3db9a req-b22288ab-123c-4e27-b13a-a904ca96b3f8 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 210 time: 0.0492549 Aug 05 13:55:23.487806 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-f6f18cd6-b82f-4871-9c09-4ac9f8370ba5 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805220 Aug 05 13:55:23.498939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-61453236-6c6e-41b5-b51f-6df164a65885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:23.500577 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-61453236-6c6e-41b5-b51f-6df164a65885 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1107802 Aug 05 13:55:23.605737 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-22d1b628-1208-4141-96ec-b1ead633dde5 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040425 Aug 05 13:55:23.638643 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55fbb1-dec9-42c7-8e8e-b7472bd9c9ed req-b2d8dd7c-1e1c-4403-ae56-73e89f8fefc3 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:23.640591 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3f55fbb1-dec9-42c7-8e8e-b7472bd9c9ed req-b2d8dd7c-1e1c-4403-ae56-73e89f8fefc3 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 948 time: 0.0980759 Aug 05 13:55:23.666509 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-511f53b8-0fd5-4b46-8582-419592f42922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:23.667500 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-511f53b8-0fd5-4b46-8582-419592f42922 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0608706 Aug 05 13:55:23.690013 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3f55fbb1-dec9-42c7-8e8e-b7472bd9c9ed req-3df6092d-8db0-4ecd-bfff-707e6c190244 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423236 Aug 05 13:55:23.832755 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-3dfc2092-6ebd-4fb8-a67c-a7d0a68bf8cf service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441777 Aug 05 13:55:23.849750 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98675d-1b2f-4ea1-8f9e-c64895cf1240 req-bb0ec470-bda9-4016-bf62-5386e90377f5 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:23.874087 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c98675d-1b2f-4ea1-8f9e-c64895cf1240 req-bb0ec470-bda9-4016-bf62-5386e90377f5 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 945 time: 0.1001809 Aug 05 13:55:23.924715 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c98675d-1b2f-4ea1-8f9e-c64895cf1240 req-53f3503f-4a02-42cc-9af2-90899df31c2b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496256 Aug 05 13:55:23.962465 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e1aa11e3-06f6-4619-b95d-48e50d4266a4 req-fa2215a4-1633-4953-819c-0f303d238a39 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066365 Aug 05 13:55:24.026466 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3811ba-83ba-405f-a49f-31ca88b4e04e req-581fd2c5-7b90-4c9e-baf6-9a9399e4bf35 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:24.034909 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e3811ba-83ba-405f-a49f-31ca88b4e04e req-581fd2c5-7b90-4c9e-baf6-9a9399e4bf35 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 943 time: 0.0715330 Aug 05 13:55:24.079065 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e3811ba-83ba-405f-a49f-31ca88b4e04e req-f220b1cc-5b72-46a9-ac90-97e678750f22 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428970 Aug 05 13:55:24.155486 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6e585-26cb-4e5d-9e9c-a1a8d5c405be req-2db525fa-0d90-4e2a-bce2-91ad3fbf3da8 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:24.157934 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ace6e585-26cb-4e5d-9e9c-a1a8d5c405be req-2db525fa-0d90-4e2a-bce2-91ad3fbf3da8 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.63 "GET /v2.0/ports?device_id=fff789c6-08a9-4d52-a52e-682806a2cd1b HTTP/1.1" status: 200 len: 945 time: 0.0716300 Aug 05 13:55:24.215706 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f7bb1-de3c-4578-a943-b96a791f39e7 req-4727c0c9-3416-4dc7-9b04-a1b8db076e6d tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:24.217686 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d49f7bb1-de3c-4578-a943-b96a791f39e7 req-4727c0c9-3416-4dc7-9b04-a1b8db076e6d tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 945 time: 0.0610161 Aug 05 13:55:24.266885 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d49f7bb1-de3c-4578-a943-b96a791f39e7 req-f4087f5b-7b7a-48fa-a557-b02e79b7bcf5 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Aug 05 13:55:24.288534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-ace6e585-26cb-4e5d-9e9c-a1a8d5c405be req-3477e272-5b9f-47f4-a3cd-cbbc307fa6ad tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Deleting port aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:55:24.288903 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ace6e585-26cb-4e5d-9e9c-a1a8d5c405be req-3477e272-5b9f-47f4-a3cd-cbbc307fa6ad tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:24.391557 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-ace6e585-26cb-4e5d-9e9c-a1a8d5c405be req-3477e272-5b9f-47f4-a3cd-cbbc307fa6ad tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] For port aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad,segment=NetworkSegment(e0f2db41-7c35-4e82-8367-798b59bea943),segment_id=e0f2db41-7c35-4e82-8367-798b59bea943)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:24.392156 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ace6e585-26cb-4e5d-9e9c-a1a8d5c405be req-3477e272-5b9f-47f4-a3cd-cbbc307fa6ad tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:24.513345 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-daa60f2a-266b-4e71-b03a-cea52e1634bb req-bd9674b7-3900-4364-9ed1-1eb9878b3561 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0839686 Aug 05 13:55:24.542475 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c9b126c-9087-438b-a925-90e74d7181b6 req-a03fe5b5-0cea-4c45-9847-e67346798623 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 210 time: 0.0355940 Aug 05 13:55:24.653579 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ace6e585-26cb-4e5d-9e9c-a1a8d5c405be req-3477e272-5b9f-47f4-a3cd-cbbc307fa6ad tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:24.654191 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ace6e585-26cb-4e5d-9e9c-a1a8d5c405be req-3477e272-5b9f-47f4-a3cd-cbbc307fa6ad tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:24.654331 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [req-ace6e585-26cb-4e5d-9e9c-a1a8d5c405be req-3477e272-5b9f-47f4-a3cd-cbbc307fa6ad tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Floating IP dd7f96d8-376f-4f22-be39-8a894e384cfb disassociated. External IP: 172.25.5.57, port: aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad. Aug 05 13:55:24.654630 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-ace6e585-26cb-4e5d-9e9c-a1a8d5c405be req-3477e272-5b9f-47f4-a3cd-cbbc307fa6ad tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Calling delete_port for aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:55:24.808916 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ace6e585-26cb-4e5d-9e9c-a1a8d5c405be req-3477e272-5b9f-47f4-a3cd-cbbc307fa6ad tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:24.843948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477e272-5b9f-47f4-a3cd-cbbc307fa6ad tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Pushing event deleted for resources: {'Port': ['ID=aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:24.856120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d16a46-fd5b-43a7-86be-2a82fe2067b0 req-905e7801-b982-4f02-a0fa-6023cdb5bffe tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:24.857775 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7d16a46-fd5b-43a7-86be-2a82fe2067b0 req-905e7801-b982-4f02-a0fa-6023cdb5bffe tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 948 time: 0.0929706 Aug 05 13:55:24.968469 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7d16a46-fd5b-43a7-86be-2a82fe2067b0 req-14f96375-1601-4490-893e-5181c8c5b067 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035366 Aug 05 13:55:24.999910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ace6e585-26cb-4e5d-9e9c-a1a8d5c405be req-3477e272-5b9f-47f4-a3cd-cbbc307fa6ad tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Router 34aed9d9-781b-4cdb-b3a9-796b202b5074 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:55:25.041340 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 314bb475-1570-4a36-b193-75cde195baf6 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:55:25.046596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 64d73aec-86b8-4191-a076-a3e4b5cca50c up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:55:25.063219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8db74-9925-4893-8b04-6709a2415fea req-28e57184-a83b-4b63-99a0-7262563fd2bb tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:25.065339 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3ab8db74-9925-4893-8b04-6709a2415fea req-28e57184-a83b-4b63-99a0-7262563fd2bb tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 945 time: 0.0566058 Aug 05 13:55:25.126920 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3ab8db74-9925-4893-8b04-6709a2415fea req-a375e3f6-a715-4463-8bb3-420341e9ca59 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505481 Aug 05 13:55:25.154677 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ace6e585-26cb-4e5d-9e9c-a1a8d5c405be req-3477e272-5b9f-47f4-a3cd-cbbc307fa6ad tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:55:25.169856 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f0a621-5ab6-4794-b39d-86509a1395d9 None None] Sync routers for ids ['34aed9d9-781b-4cdb-b3a9-796b202b5074'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:55:25.181766 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 64d73aec-86b8-4191-a076-a3e4b5cca50c completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:55:25.187213 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 64d73aec-86b8-4191-a076-a3e4b5cca50c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:55:25.187656 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:25.222130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f0a621-5ab6-4794-b39d-86509a1395d9 None None] Routers {'34aed9d9-781b-4cdb-b3a9-796b202b5074'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:55:25.222854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d7f0a621-5ab6-4794-b39d-86509a1395d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:55:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['34aed9d9-781b-4cdb-b3a9-796b202b5074'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:55:25.232409 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace6e585-26cb-4e5d-9e9c-a1a8d5c405be req-3477e272-5b9f-47f4-a3cd-cbbc307fa6ad tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] No DVR routers for this DVR port aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:55:25.235709 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ace6e585-26cb-4e5d-9e9c-a1a8d5c405be req-3477e272-5b9f-47f4-a3cd-cbbc307fa6ad tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:25.237916 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ace6e585-26cb-4e5d-9e9c-a1a8d5c405be req-3477e272-5b9f-47f4-a3cd-cbbc307fa6ad tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.63 "DELETE /v2.0/ports/aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad HTTP/1.1" status: 204 len: 173 time: 1.0579238 Aug 05 13:55:25.238385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff789c6-08a9-4d52-a52e-682806a2cd1b', 'name': 'network-vif-deleted', 'tag': 'aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:25.240794 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f101ff0a-dd50-4d01-a8ee-c763ad589a4f" -d '{"events": [{"server_uuid": "fff789c6-08a9-4d52-a52e-682806a2cd1b", "name": "network-vif-deleted", "tag": "aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:25.277816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3486e-2002-45ff-b7ed-e2a0e2c4b868 req-4ebf2473-c31c-4684-ab18-d605e0ba6cfd tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:25.286198 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7af3486e-2002-45ff-b7ed-e2a0e2c4b868 req-4ebf2473-c31c-4684-ab18-d605e0ba6cfd tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 943 time: 0.0946050 Aug 05 13:55:25.307928 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ec64e1-62fa-4e34-9368-bafd1d0c620f x-openstack-request-id: req-08ec64e1-62fa-4e34-9368-bafd1d0c620f {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:25.308259 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff789c6-08a9-4d52-a52e-682806a2cd1b", "name": "network-vif-deleted", "tag": "aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:25.308517 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08ec64e1-62fa-4e34-9368-bafd1d0c620f {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:25.309090 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff789c6-08a9-4d52-a52e-682806a2cd1b', 'name': 'network-vif-deleted', 'tag': 'aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad', 'status': 'completed', 'code': 200} Aug 05 13:55:25.345360 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7af3486e-2002-45ff-b7ed-e2a0e2c4b868 req-3fe14554-47f8-4bfe-86c8-ba1ee2067279 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580690 Aug 05 13:55:25.361106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-d7f0a621-5ab6-4794-b39d-86509a1395d9 None None] Set router 34aed9d9-781b-4cdb-b3a9-796b202b5074 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:55:25.412161 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 314bb475-1570-4a36-b193-75cde195baf6, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=314bb475-1570-4a36-b193-75cde195baf6,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:25.447865 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c049e-6478-4034-9d1e-97e98418af22 req-997dc2fd-8f1d-4748-86e5-c3d65831fa35 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:25.449515 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-739c049e-6478-4034-9d1e-97e98418af22 req-997dc2fd-8f1d-4748-86e5-c3d65831fa35 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 945 time: 0.0513759 Aug 05 13:55:25.457475 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '314bb475-1570-4a36-b193-75cde195baf6', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '314bb475-1570-4a36-b193-75cde195baf6', 'mac_address': 'fa:16:3e:de:5c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:55:25.494461 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-739c049e-6478-4034-9d1e-97e98418af22 req-2b20e1f8-3bd7-48d1-9c01-16ec176d5620 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361047 Aug 05 13:55:25.713775 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:25.714114 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-78d3a663-b4e0-4188-bfc5-04f8e78ea091 req-d9b32c16-5cae-4455-b2c0-f80a14d9adda tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 210 time: 0.0432668 Aug 05 13:55:25.747405 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:25.756259 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c5ab384d-0f61-4345-9ca8-8bbe6ea125ce req-17ed38d0-7cb4-4294-9831-3a96d8195b05 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0915694 Aug 05 13:55:25.760049 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314bb475-1570-4a36-b193-75cde195baf6 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:25.818898 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 314bb475-1570-4a36-b193-75cde195baf6, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=314bb475-1570-4a36-b193-75cde195baf6,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:25.819114 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-0cffacff-313b-4390-9aef-ea826b693f9a tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:25.820814 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-0cffacff-313b-4390-9aef-ea826b693f9a tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.63 "GET /v2.0/networks?id=ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 HTTP/1.1" status: 200 len: 824 time: 0.1713979 Aug 05 13:55:25.825325 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ee4caf-bf67-4212-90d0-8096d48d7e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d73aec-86b8-4191-a076-a3e4b5cca50c'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:25.827581 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b1c6c4-b914-45e2-9bee-449449bf2886" -d '{"events": [{"server_uuid": "27ee4caf-bf67-4212-90d0-8096d48d7e47", "name": "network-vif-plugged", "status": "completed", "tag": "64d73aec-86b8-4191-a076-a3e4b5cca50c"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:25.838525 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:25.839176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:55:25.847375 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:55:25.850864 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 64d73aec-86b8-4191-a076-a3e4b5cca50c, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=64d73aec-86b8-4191-a076-a3e4b5cca50c,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:25.925156 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f65e5e-64be-4644-b76f-96b5e5a5fc0b x-openstack-request-id: req-13f65e5e-64be-4644-b76f-96b5e5a5fc0b {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:25.925345 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ee4caf-bf67-4212-90d0-8096d48d7e47", "name": "network-vif-plugged", "status": "completed", "tag": "64d73aec-86b8-4191-a076-a3e4b5cca50c", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:25.925446 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13f65e5e-64be-4644-b76f-96b5e5a5fc0b {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:25.925818 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ee4caf-bf67-4212-90d0-8096d48d7e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d73aec-86b8-4191-a076-a3e4b5cca50c', 'code': 200} Aug 05 13:55:25.926170 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-7afebab9-bf99-42d7-8fe5-72fc4d89c212 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53001cf07fcb4d0b92a66b65b417642b HTTP/1.1" status: 200 len: 380 time: 0.0777318 Aug 05 13:55:25.942639 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-259f629b-e320-4a40-a8a8-e15662ac4962 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Request body: {'port': {'device_id': 'c48d2050-2f9b-4084-b109-8726c2feaecc', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'admin_state_up': True, 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'security_groups': ['8cfb7a1d-6588-4a77-a3ce-0daca06eb72f']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:25.951864 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:25.952683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a00bc87f-e04b-45af-be32-ccb3a82d670b no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:55:26.057566 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:26.068468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa25f9-9af9-4ddc-9699-dd36970316f3 req-c3dc4077-0e70-4734-b92b-0b9307b6407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:26.070123 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c6fa25f9-9af9-4ddc-9699-dd36970316f3 req-c3dc4077-0e70-4734-b92b-0b9307b6407a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 1097 time: 0.0807922 Aug 05 13:55:26.071820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=314bb475-1570-4a36-b193-75cde195baf6,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:26.120075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773', 'mac_address': 'fa:16:3e:14:d2:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:55:26.124776 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 4a4775b9-65bf-4e6a-a1a3-9c59413a5096, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=4a4775b9-65bf-4e6a-a1a3-9c59413a5096,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:26.151901 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d7f0a621-5ab6-4794-b39d-86509a1395d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:52:52Z', 'revision_number': 4, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'b84fbb80-67b6-4223-84df-34e5bc495fea', 'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'mac_address': 'fa:16:3e:d3:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00dd0760-9582-4502-9a67-893e71bba931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:50Z', 'updated_at': '2021-08-05T13:52:57Z', 'revision_number': 5, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'subnets': [{'id': '00dd0760-9582-4502-9a67-893e71bba931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:55:26.159686 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '4a4775b9-65bf-4e6a-a1a3-9c59413a5096', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '4a4775b9-65bf-4e6a-a1a3-9c59413a5096', 'mac_address': 'fa:16:3e:9e:15:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:55:26.170088 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c6fa25f9-9af9-4ddc-9699-dd36970316f3 req-807e03fd-92a1-480a-bbb6-75df12769e27 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799215 Aug 05 13:55:26.171868 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-259f629b-e320-4a40-a8a8-e15662ac4962 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Made reservation on behalf of 53001cf07fcb4d0b92a66b65b417642b for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:55:26.175971 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-259f629b-e320-4a40-a8a8-e15662ac4962 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:26.204884 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8b76b-523f-4cc0-b2a3-849cb241c1b2 req-650cba91-30cd-4ef2-8b48-1be91db05eca tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:26.206460 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dad8b76b-523f-4cc0-b2a3-849cb241c1b2 req-650cba91-30cd-4ef2-8b48-1be91db05eca tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 948 time: 0.0995786 Aug 05 13:55:26.224319 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f0a621-5ab6-4794-b39d-86509a1395d9 None None] Checking router: 34aed9d9-781b-4cdb-b3a9-796b202b5074 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:55:26.260888 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=64d73aec-86b8-4191-a076-a3e4b5cca50c,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:26.294442 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:26.318202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f0a621-5ab6-4794-b39d-86509a1395d9 None None] Routers {'34aed9d9-781b-4cdb-b3a9-796b202b5074'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:55:26.319122 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d7f0a621-5ab6-4794-b39d-86509a1395d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:55:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['34aed9d9-781b-4cdb-b3a9-796b202b5074'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:55:26.333673 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555d644-2a1d-4728-9fae-06b336a94b78 req-6abacc77-c2fb-46ce-a9d0-91ac0ed55feb tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:26.335830 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5555d644-2a1d-4728-9fae-06b336a94b78 req-6abacc77-c2fb-46ce-a9d0-91ac0ed55feb tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 946 time: 0.0937290 Aug 05 13:55:26.360702 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:26.363658 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:26.406423 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dad8b76b-523f-4cc0-b2a3-849cb241c1b2 req-adb7c607-1b20-4fef-94ee-aa59cac44173 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594558 Aug 05 13:55:26.410834 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5555d644-2a1d-4728-9fae-06b336a94b78 req-f59f2a49-fd67-409a-a1ca-a0b41280e8e6 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624752 Aug 05 13:55:26.421343 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:26.437954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-259f629b-e320-4a40-a8a8-e15662ac4962 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Allocated IP 172.20.0.8 (ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293/00dd0760-9582-4502-9a67-893e71bba931/af2ae289-a5b6-4d00-8b89-e587d8aafb2b) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:55:26.491863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:26.493697 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:26.519770 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:26.520344 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device b1b9b665-7fbb-4288-a23c-ba997d01c94e details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:55:26.523240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a00bc87f-e04b-45af-be32-ccb3a82d670b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a00bc87f-e04b-45af-be32-ccb3a82d670b,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:26.545265 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 4a4775b9-65bf-4e6a-a1a3-9c59413a5096, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=4a4775b9-65bf-4e6a-a1a3-9c59413a5096,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:26.552288 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:26.578480 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:26.602319 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-d7f0a621-5ab6-4794-b39d-86509a1395d9 None None] Set router 34aed9d9-781b-4cdb-b3a9-796b202b5074 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:55:26.710896 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:26.738485 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487880d-5251-4212-806b-f6b83a2a2f68 req-ebbe5ff1-7449-4a0e-9c5a-7367d4a06c67 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:26.740095 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e487880d-5251-4212-806b-f6b83a2a2f68 req-ebbe5ff1-7449-4a0e-9c5a-7367d4a06c67 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 943 time: 0.1414495 Aug 05 13:55:26.820852 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e487880d-5251-4212-806b-f6b83a2a2f68 req-2624a68b-b8ec-4226-99c9-6487210c97c0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702183 Aug 05 13:55:26.856589 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-259f629b-e320-4a40-a8a8-e15662ac4962 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:26.874926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-259f629b-e320-4a40-a8a8-e15662ac4962 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Transition to ACTIVE for port object af2ae289-a5b6-4d00-8b89-e587d8aafb2b will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:55:26.886884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port b1b9b665-7fbb-4288-a23c-ba997d01c94e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b1b9b665-7fbb-4288-a23c-ba997d01c94e,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:26.894587 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5237f1-7bc0-49b9-840b-f97cc0a9b2d0 req-ba0b478e-52d9-42fa-bcc1-696fa4f44882 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:26.902192 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b5237f1-7bc0-49b9-840b-f97cc0a9b2d0 req-ba0b478e-52d9-42fa-bcc1-696fa4f44882 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 945 time: 0.1400702 Aug 05 13:55:26.918713 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'b1b9b665-7fbb-4288-a23c-ba997d01c94e', 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c', 'port_id': 'b1b9b665-7fbb-4288-a23c-ba997d01c94e', 'mac_address': 'fa:16:3e:c7:24:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c9cb3b-02da-4b2d-886d-ad880aca8a5e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:55:26.920611 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=a00bc87f-e04b-45af-be32-ccb3a82d670b,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:26.978155 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e3e32fbe-4be1-4516-9ad4-de80785c674d req-729d03cf-be3a-421b-956a-32f786974887 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 210 time: 0.0463190 Aug 05 13:55:27.027612 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:27.048516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b9b665-7fbb-4288-a23c-ba997d01c94e {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:27.084135 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b5237f1-7bc0-49b9-840b-f97cc0a9b2d0 req-9b8e121a-c061-408f-89ed-0999f76b5893 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748068 Aug 05 13:55:27.104587 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40df52-4606-404d-8266-35f14fee82ca req-e76adcaa-e15e-450d-9bcd-858d649adc3d tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:27.106297 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-e76adcaa-e15e-450d-9bcd-858d649adc3d tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef&tenant_id=a19c317485da4147b7c1316aac248471&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 1096 time: 0.1653788 Aug 05 13:55:27.107862 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-259f629b-e320-4a40-a8a8-e15662ac4962 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:27.117853 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port b1b9b665-7fbb-4288-a23c-ba997d01c94e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b1b9b665-7fbb-4288-a23c-ba997d01c94e,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:27.147607 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:27.149187 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9d07fec1-af4a-4c11-a7a3-d402f3808fc9 req-23c65811-45c2-48e9-916b-ccf937bb2dff tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0601778 Aug 05 13:55:27.164399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803585-2'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:27.164798 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['4a4775b9-65bf-4e6a-a1a3-9c59413a5096'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:55:27.200268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f629b-e320-4a40-a8a8-e15662ac4962 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Pushing event updated for resources: {'Port': ['ID=af2ae289-a5b6-4d00-8b89-e587d8aafb2b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:27.214492 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device d19adadd-c194-46b6-befe-18344a9580b8 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:55:27.238305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-259f629b-e320-4a40-a8a8-e15662ac4962 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:55:27.242920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-259f629b-e320-4a40-a8a8-e15662ac4962 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:55:27.246846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-259f629b-e320-4a40-a8a8-e15662ac4962 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:55:27.249595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=4a4775b9-65bf-4e6a-a1a3-9c59413a5096,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:27.317982 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:27.333688 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-259f629b-e320-4a40-a8a8-e15662ac4962 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:27.334343 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-259f629b-e320-4a40-a8a8-e15662ac4962 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:27.376480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['2c5eedb7-d82e-4f37-8056-8fb6b1acc773'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:55:27.380240 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-259f629b-e320-4a40-a8a8-e15662ac4962 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4424942 Aug 05 13:55:27.405040 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Request body: {'port': {'device_id': 'c48d2050-2f9b-4084-b109-8726c2feaecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:27.464956 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=b1b9b665-7fbb-4288-a23c-ba997d01c94e,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:27.581642 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port d19adadd-c194-46b6-befe-18344a9580b8, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d19adadd-c194-46b6-befe-18344a9580b8,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:27.644142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device d19adadd-c194-46b6-befe-18344a9580b8 has no active binding in host n-h2-803585-2 {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 13:55:27.674137 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d7f0a621-5ab6-4794-b39d-86509a1395d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:52:52Z', 'revision_number': 4, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'b84fbb80-67b6-4223-84df-34e5bc495fea', 'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'mac_address': 'fa:16:3e:d3:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00dd0760-9582-4502-9a67-893e71bba931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:50Z', 'updated_at': '2021-08-05T13:52:57Z', 'revision_number': 5, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'subnets': [{'id': '00dd0760-9582-4502-9a67-893e71bba931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:55:27.714330 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d97fe4-214a-46ad-b50d-81e40179f5fd req-f6aad197-db67-4db7-989b-f25e70ae5047 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:27.723143 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-20d97fe4-214a-46ad-b50d-81e40179f5fd req-f6aad197-db67-4db7-989b-f25e70ae5047 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 949 time: 0.1165228 Aug 05 13:55:27.741919 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f0a621-5ab6-4794-b39d-86509a1395d9 None None] The sync data for ids ['34aed9d9-781b-4cdb-b3a9-796b202b5074'] in n-d-803585-2 is: [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:52:52Z', 'revision_number': 4, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'b84fbb80-67b6-4223-84df-34e5bc495fea', 'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'mac_address': 'fa:16:3e:d3:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00dd0760-9582-4502-9a67-893e71bba931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:50Z', 'updated_at': '2021-08-05T13:52:57Z', 'revision_number': 5, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'subnets': [{'id': '00dd0760-9582-4502-9a67-893e71bba931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:55:27.810879 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-20d97fe4-214a-46ad-b50d-81e40179f5fd req-dd261e89-bd9c-40e5-97c6-e475ab89873d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864837 Aug 05 13:55:27.852679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fe81edc1-a107-4865-8bcb-e2cf82d53bf5 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:55:27.854915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:55:27.993979 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] For port d19adadd-c194-46b6-befe-18344a9580b8, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d19adadd-c194-46b6-befe-18344a9580b8,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:28.060776 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] For port d19adadd-c194-46b6-befe-18344a9580b8, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:55:28.105134 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61f434-3c91-4b7a-8bdd-671f27edc06b req-98c5991e-c66b-46c3-a3c1-e3222f7bf334 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:28.114911 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0b61f434-3c91-4b7a-8bdd-671f27edc06b req-98c5991e-c66b-46c3-a3c1-e3222f7bf334 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 944 time: 0.1478972 Aug 05 13:55:28.133917 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:28.137778 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f064a771-d98a-422c-8699-43e597b701ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19adadd-c194-46b6-befe-18344a9580b8'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:28.140644 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa2055f-94c1-4ed8-86d3-b0bb5f509be3" -d '{"events": [{"server_uuid": "f064a771-d98a-422c-8699-43e597b701ef", "name": "network-vif-unplugged", "status": "completed", "tag": "d19adadd-c194-46b6-befe-18344a9580b8"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:28.145771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9ab17d-78e2-4389-b621-0cb0d562b786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a00bc87f-e04b-45af-be32-ccb3a82d670b'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:28.148306 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f4746a-5cea-4572-bf3d-ac262466b754" -d '{"events": [{"server_uuid": "0c9ab17d-78e2-4389-b621-0cb0d562b786", "name": "network-vif-unplugged", "status": "completed", "tag": "a00bc87f-e04b-45af-be32-ccb3a82d670b"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:28.150220 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:28.176294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['b1b9b665-7fbb-4288-a23c-ba997d01c94e'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:55:28.179250 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['314bb475-1570-4a36-b193-75cde195baf6'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:55:28.191162 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0b61f434-3c91-4b7a-8bdd-671f27edc06b req-3ea21dd9-7502-4f7a-8248-486f74b3bc2d tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745869 Aug 05 13:55:28.216578 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:55:28.218134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device aeb5fc37-a2d0-4c53-af2f-60fc48e7bdad not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:55:28.244916 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:28.321604 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3857fe9d-a938-4f72-8d1e-1476de827337 None None] New status for floating IP dd7f96d8-376f-4f22-be39-8a894e384cfb: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 13:55:28.367161 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b76c8-dac7-4d67-aa13-52ef36c83a41 req-c40ee89d-f1a5-44be-a152-16d81fc5f348 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:28.375623 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e1b76c8-dac7-4d67-aa13-52ef36c83a41 req-c40ee89d-f1a5-44be-a152-16d81fc5f348 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 931 time: 0.0707140 Aug 05 13:55:28.429100 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e1b76c8-dac7-4d67-aa13-52ef36c83a41 req-d4cf8b3a-4e4a-4b96-a101-e17191740665 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519466 Aug 05 13:55:28.547201 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.resource_extend [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 13:55:28.553115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a51df9-a223-4ab5-8247-32d90e295c46 req-646daaf5-2177-488e-83ac-1543929a4065 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:28.562141 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-79a51df9-a223-4ab5-8247-32d90e295c46 req-646daaf5-2177-488e-83ac-1543929a4065 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 943 time: 0.0767472 Aug 05 13:55:28.596673 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Attempting to bind port d19adadd-c194-46b6-befe-18344a9580b8 on host n-h1-803585-2 for vnic_type normal with profile {"migrating_to": "n-h2-803585-2"} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:55:28.597062 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Attempting to bind port d19adadd-c194-46b6-befe-18344a9580b8 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:55:28.597343 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Attempting to bind port d19adadd-c194-46b6-befe-18344a9580b8 on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:55:28.601322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d19adadd-c194-46b6-befe-18344a9580b8,revision_number=7']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:28.617941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61203c30-ee3b-4fe9-998b-b809e5607550 req-b8ae3215-996c-4cbe-a0f3-7424b779dab4 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:28.625327 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-61203c30-ee3b-4fe9-998b-b809e5607550 req-b8ae3215-996c-4cbe-a0f3-7424b779dab4 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 946 time: 0.4798882 Aug 05 13:55:28.627884 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-79a51df9-a223-4ab5-8247-32d90e295c46 req-985d3f28-acd3-4b39-a04d-cbbd19ee51b3 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647159 Aug 05 13:55:28.652487 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Port d19adadd-c194-46b6-befe-18344a9580b8 on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:55:28.652824 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Attempting to bind port d19adadd-c194-46b6-befe-18344a9580b8 on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:55:28.691804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:55:28.692196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Checking segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:55:28.692597 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Bound using segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:55:28.693045 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Bound port: d19adadd-c194-46b6-befe-18344a9580b8, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:55:28.693408 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:28.705979 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2963be-4a16-476a-b191-adbcc4fb81b8 x-openstack-request-id: req-5b2963be-4a16-476a-b191-adbcc4fb81b8 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:28.706952 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f064a771-d98a-422c-8699-43e597b701ef", "name": "network-vif-unplugged", "status": "completed", "tag": "d19adadd-c194-46b6-befe-18344a9580b8", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:28.707216 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b2963be-4a16-476a-b191-adbcc4fb81b8 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:28.707901 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f064a771-d98a-422c-8699-43e597b701ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19adadd-c194-46b6-befe-18344a9580b8', 'code': 200} Aug 05 13:55:28.751585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-628c688b-7eec-4850-97a5-0f95f3f553f4 None None] Provisioning for port af2ae289-a5b6-4d00-8b89-e587d8aafb2b completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:55:28.755393 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff3b27a-2e2d-4315-ab92-017bc1bc9d0f x-openstack-request-id: req-5ff3b27a-2e2d-4315-ab92-017bc1bc9d0f {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:28.755676 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9ab17d-78e2-4389-b621-0cb0d562b786", "name": "network-vif-unplugged", "status": "completed", "tag": "a00bc87f-e04b-45af-be32-ccb3a82d670b", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:28.755919 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ff3b27a-2e2d-4315-ab92-017bc1bc9d0f {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:28.756303 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9ab17d-78e2-4389-b621-0cb0d562b786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a00bc87f-e04b-45af-be32-ccb3a82d670b', 'code': 200} Aug 05 13:55:28.825667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-628c688b-7eec-4850-97a5-0f95f3f553f4 None None] Provisioning complete for port af2ae289-a5b6-4d00-8b89-e587d8aafb2b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:55:28.826447 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-628c688b-7eec-4850-97a5-0f95f3f553f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:28.841899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] For port d19adadd-c194-46b6-befe-18344a9580b8, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:55:28.847349 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] For port d19adadd-c194-46b6-befe-18344a9580b8, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d19adadd-c194-46b6-befe-18344a9580b8,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:55:28.864085 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-61203c30-ee3b-4fe9-998b-b809e5607550 req-6d7025fe-b009-4c32-a60f-e1c163c6bc98 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363539 Aug 05 13:55:28.871722 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:28.943966 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e8b9189-1853-46f5-ab5d-6fc68ebaafd6 req-85ec4b81-ee5e-4419-866d-bfa9e0231de2 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0721486 Aug 05 13:55:28.984704 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-628c688b-7eec-4850-97a5-0f95f3f553f4 None None] Port af2ae289-a5b6-4d00-8b89-e587d8aafb2b cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:55:29.027723 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fe81edc1-a107-4865-8bcb-e2cf82d53bf5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:29.057399 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5', 'mac_address': 'fa:16:3e:15:96:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:55:29.080744 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d19adadd-c194-46b6-befe-18344a9580b8,revision_number=8']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:29.081329 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac67a07-9034-41ca-be18-d6b7eccfa9e0 req-6ebb6f35-d614-40a2-8369-59e89ee5c65f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:29.082449 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ac67a07-9034-41ca-be18-d6b7eccfa9e0 req-6ebb6f35-d614-40a2-8369-59e89ee5c65f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 949 time: 0.0644727 Aug 05 13:55:29.092740 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:29.093169 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:29.096437 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-60c4a4e1-b868-4157-aeaa-3faf68f5e1e5 service neutron] 10.222.0.84 "PUT /v2.0/ports/d19adadd-c194-46b6-befe-18344a9580b8 HTTP/1.1" status: 200 len: 1121 time: 1.9501240 Aug 05 13:55:29.149076 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:29.169036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe81edc1-a107-4865-8bcb-e2cf82d53bf5 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:29.174506 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ac67a07-9034-41ca-be18-d6b7eccfa9e0 req-74faf2bf-4e3d-4520-8ca4-f25afb58fbf0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806260 Aug 05 13:55:29.183396 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:55:29.202164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2ae289-a5b6-4d00-8b89-e587d8aafb2b {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:29.212614 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:29.228006 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fe81edc1-a107-4865-8bcb-e2cf82d53bf5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:29.233974 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Transition to ACTIVE for port object af2ae289-a5b6-4d00-8b89-e587d8aafb2b will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:55:29.239663 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:29.241763 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:29.296460 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=af2ae289-a5b6-4d00-8b89-e587d8aafb2b,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:29.308159 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:29.316560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:55:29.317036 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:29.405621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab24fee-222a-4c86-b83e-32be049e5df5 req-d4ef75d5-64e4-4363-8117-4d8b540294b5 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:29.408444 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ab24fee-222a-4c86-b83e-32be049e5df5 req-d4ef75d5-64e4-4363-8117-4d8b540294b5 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 944 time: 0.1140425 Aug 05 13:55:29.417391 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['d19adadd-c194-46b6-befe-18344a9580b8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:55:29.481765 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ab24fee-222a-4c86-b83e-32be049e5df5 req-0ccc2189-5fd1-4eb9-85a6-047eb14caffc tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504830 Aug 05 13:55:29.494795 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['d19adadd-c194-46b6-befe-18344a9580b8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:55:29.515531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Attempting to bind port af2ae289-a5b6-4d00-8b89-e587d8aafb2b on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:55:29.517326 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Attempting to bind port af2ae289-a5b6-4d00-8b89-e587d8aafb2b by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'e0f2db41-7c35-4e82-8367-798b59bea943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:55:29.518062 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Attempting to bind port af2ae289-a5b6-4d00-8b89-e587d8aafb2b on network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:55:29.525646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Port af2ae289-a5b6-4d00-8b89-e587d8aafb2b on network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:55:29.527261 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Attempting to bind port af2ae289-a5b6-4d00-8b89-e587d8aafb2b on network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:55:29.535710 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:55:29.536849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Checking segment: {'id': 'e0f2db41-7c35-4e82-8367-798b59bea943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:55:29.537537 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Bound using segment: {'id': 'e0f2db41-7c35-4e82-8367-798b59bea943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:55:29.537743 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Bound port: af2ae289-a5b6-4d00-8b89-e587d8aafb2b, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0f2db41-7c35-4e82-8367-798b59bea943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:55:29.538088 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:29.576766 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:29.604137 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['fe81edc1-a107-4865-8bcb-e2cf82d53bf5'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:55:29.629242 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] For port af2ae289-a5b6-4d00-8b89-e587d8aafb2b, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:55:29.632821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] For port af2ae289-a5b6-4d00-8b89-e587d8aafb2b, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=af2ae289-a5b6-4d00-8b89-e587d8aafb2b,segment=NetworkSegment(e0f2db41-7c35-4e82-8367-798b59bea943),segment_id=e0f2db41-7c35-4e82-8367-798b59bea943)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:55:29.667954 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:29.690300 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef62ea-0a52-4027-8ed8-01f043beaa37 req-3f7a84e1-23e3-405d-9d9b-09e097273945 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:29.696945 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43ef62ea-0a52-4027-8ed8-01f043beaa37 req-3f7a84e1-23e3-405d-9d9b-09e097273945 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 943 time: 0.1297555 Aug 05 13:55:29.776749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:29.794516 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:29.797464 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43ef62ea-0a52-4027-8ed8-01f043beaa37 req-ef36fbf3-3f6a-470b-a8e1-419131ffd90d tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941594 Aug 05 13:55:29.798524 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:29.800949 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] 10.222.0.63 "PUT /v2.0/ports/af2ae289-a5b6-4d00-8b89-e587d8aafb2b HTTP/1.1" status: 200 len: 1091 time: 2.4020760 Aug 05 13:55:29.863143 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:29.891286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:55:29.973665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9d476-1b59-42ff-a169-e539dd807fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=af2ae289-a5b6-4d00-8b89-e587d8aafb2b,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:29.993263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c33350-96b0-4f20-8502-48e4ee1c8e3a req-56016825-8648-4f46-912e-d554c181dcd8 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:29.994908 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-97c33350-96b0-4f20-8502-48e4ee1c8e3a req-56016825-8648-4f46-912e-d554c181dcd8 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 943 time: 0.1922851 Aug 05 13:55:29.997259 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-c7e52a4a-ec13-42f7-b3ce-9ce1ab922f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:29.998808 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-c7e52a4a-ec13-42f7-b3ce-9ce1ab922f54 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=53001cf07fcb4d0b92a66b65b417642b&device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 1094 time: 0.1187444 Aug 05 13:55:30.111587 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-86879c2e-5add-45cb-a122-f2958552a56f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af2ae289-a5b6-4d00-8b89-e587d8aafb2b HTTP/1.1" status: 200 len: 217 time: 0.0689433 Aug 05 13:55:30.154457 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6293e-d2f3-4c0f-912d-b6ca1c864fc5 req-6e2f83f9-a269-4d31-a7bc-66b521ce7201 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:30.169001 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59e6293e-d2f3-4c0f-912d-b6ca1c864fc5 req-6e2f83f9-a269-4d31-a7bc-66b521ce7201 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 946 time: 0.1228487 Aug 05 13:55:30.200699 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-97c33350-96b0-4f20-8502-48e4ee1c8e3a req-9576e6df-e279-4bc7-9496-a7be314bef48 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880028 Aug 05 13:55:30.226760 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-825a6508-2e1f-4bb6-b9d3-3b9a5ffe036a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:30.228702 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-825a6508-2e1f-4bb6-b9d3-3b9a5ffe036a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=00dd0760-9582-4502-9a67-893e71bba931 HTTP/1.1" status: 200 len: 863 time: 0.1024659 Aug 05 13:55:30.241428 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:55:30.270826 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:55:30.271432 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:30.319337 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:30.356708 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59e6293e-d2f3-4c0f-912d-b6ca1c864fc5 req-28c0cc74-cbff-4aba-b4c3-f6eada79348f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807051 Aug 05 13:55:30.405706 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-626710b8-51f7-4a23-9536-2342526f21cd req-efb5c5b2-ef93-4b30-86b6-92e63450e1a0 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0528605 Aug 05 13:55:30.443272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-0a251148-653c-49b1-961e-858388dfe626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:30.447667 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-0a251148-653c-49b1-961e-858388dfe626 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1947923 Aug 05 13:55:30.505251 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:30.549188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 4a4775b9-65bf-4e6a-a1a3-9c59413a5096, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=4a4775b9-65bf-4e6a-a1a3-9c59413a5096,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:30.553880 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:30.637054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=4a4775b9-65bf-4e6a-a1a3-9c59413a5096,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:30.658963 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d8579-23ca-4b27-9a18-90cad6d1be0d req-50a03529-1fff-4224-ba9a-38af01be97b6 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:30.666167 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c40d8579-23ca-4b27-9a18-90cad6d1be0d req-50a03529-1fff-4224-ba9a-38af01be97b6 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 950 time: 0.1142926 Aug 05 13:55:30.695222 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-76bbb6d7-5be4-44ea-b7c8-a4ead2e96c4b service neutron] 10.222.0.63 "GET /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381718 Aug 05 13:55:30.714138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f064a771-d98a-422c-8699-43e597b701ef', 'tag': 'd19adadd-c194-46b6-befe-18344a9580b8'}, {'name': 'network-changed', 'server_uuid': 'c48d2050-2f9b-4084-b109-8726c2feaecc', 'tag': 'af2ae289-a5b6-4d00-8b89-e587d8aafb2b'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:30.716480 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19274043-b37e-462a-b1d7-5f954de3857e" -d '{"events": [{"name": "network-changed", "server_uuid": "f064a771-d98a-422c-8699-43e597b701ef", "tag": "d19adadd-c194-46b6-befe-18344a9580b8"}, {"name": "network-changed", "server_uuid": "c48d2050-2f9b-4084-b109-8726c2feaecc", "tag": "af2ae289-a5b6-4d00-8b89-e587d8aafb2b"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:30.733040 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c40d8579-23ca-4b27-9a18-90cad6d1be0d req-580680ae-fe6b-478a-986f-48af968b9205 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616469 Aug 05 13:55:30.757678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773'}, {'server_uuid': 'f61ddd43-71da-41cf-bfea-3a6cba668ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4775b9-65bf-4e6a-a1a3-9c59413a5096'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:30.760064 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1037ba95-80ae-42e3-84d4-3e3943eb3a5b" -d '{"events": [{"server_uuid": "30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5", "name": "network-vif-plugged", "status": "completed", "tag": "2c5eedb7-d82e-4f37-8056-8fb6b1acc773"}, {"server_uuid": "f61ddd43-71da-41cf-bfea-3a6cba668ae9", "name": "network-vif-plugged", "status": "completed", "tag": "4a4775b9-65bf-4e6a-a1a3-9c59413a5096"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:30.914326 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09468c57-cdc1-4438-8e17-3b17e8ca7d58 req-116fcc3e-67c9-4d92-8de1-f80033838d50 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:30.922523 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09468c57-cdc1-4438-8e17-3b17e8ca7d58 req-116fcc3e-67c9-4d92-8de1-f80033838d50 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 1097 time: 0.0811715 Aug 05 13:55:30.936274 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-231db839-8aaf-4139-bfe6-6930e4abfeb2 req-e1e0cc3d-e4f9-47ac-bab5-010d266bd633 service neutron] 10.222.0.63 "GET /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013154 Aug 05 13:55:30.976062 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09468c57-cdc1-4438-8e17-3b17e8ca7d58 req-ba0fff52-b95c-4624-8329-303737b3d2a7 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503330 Aug 05 13:55:31.189802 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac5ebc-c510-4e0e-876a-7134e53f2c33 req-8d14e3fb-77b1-4bb9-b310-d8f54fa773b0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:31.216162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 314bb475-1570-4a36-b193-75cde195baf6 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:55:31.217549 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2ac5ebc-c510-4e0e-876a-7134e53f2c33 req-8d14e3fb-77b1-4bb9-b310-d8f54fa773b0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 944 time: 0.1476471 Aug 05 13:55:31.285931 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2ac5ebc-c510-4e0e-876a-7134e53f2c33 req-94a44d95-78db-4420-814a-e058a963d96e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670524 Aug 05 13:55:31.348677 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 314bb475-1570-4a36-b193-75cde195baf6 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:55:31.362286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 314bb475-1570-4a36-b193-75cde195baf6 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:55:31.362286 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:31.399292 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06445a4a-e0a4-42de-9757-a20b4e0c0beb x-openstack-request-id: req-06445a4a-e0a4-42de-9757-a20b4e0c0beb {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:31.399594 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f064a771-d98a-422c-8699-43e597b701ef", "tag": "d19adadd-c194-46b6-befe-18344a9580b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c48d2050-2f9b-4084-b109-8726c2feaecc", "tag": "af2ae289-a5b6-4d00-8b89-e587d8aafb2b", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:31.399875 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06445a4a-e0a4-42de-9757-a20b4e0c0beb {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:31.400270 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f064a771-d98a-422c-8699-43e597b701ef', 'tag': 'd19adadd-c194-46b6-befe-18344a9580b8', 'status': 'completed', 'code': 200} Aug 05 13:55:31.400527 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48d2050-2f9b-4084-b109-8726c2feaecc', 'tag': 'af2ae289-a5b6-4d00-8b89-e587d8aafb2b', 'status': 'completed', 'code': 200} Aug 05 13:55:31.540854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274043-b37e-462a-b1d7-5f954de3857e req-0265b4db-7bde-4dd7-ac3e-797d4ccb49dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:31.542440 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19274043-b37e-462a-b1d7-5f954de3857e req-0265b4db-7bde-4dd7-ac3e-797d4ccb49dd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 1124 time: 0.0808470 Aug 05 13:55:31.663865 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7247a8-33c3-4591-9eb2-6ad89f6a499d x-openstack-request-id: req-3d7247a8-33c3-4591-9eb2-6ad89f6a499d {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:31.664249 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5", "name": "network-vif-plugged", "status": "completed", "tag": "2c5eedb7-d82e-4f37-8056-8fb6b1acc773", "code": 200}, {"server_uuid": "f61ddd43-71da-41cf-bfea-3a6cba668ae9", "name": "network-vif-plugged", "status": "completed", "tag": "4a4775b9-65bf-4e6a-a1a3-9c59413a5096", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:31.664389 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d7247a8-33c3-4591-9eb2-6ad89f6a499d {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:31.664785 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773', 'code': 200} Aug 05 13:55:31.665042 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61ddd43-71da-41cf-bfea-3a6cba668ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4775b9-65bf-4e6a-a1a3-9c59413a5096', 'code': 200} Aug 05 13:55:31.703533 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:31.761180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274043-b37e-462a-b1d7-5f954de3857e req-6f711a4f-fd10-47f9-98e4-ac9750fe5c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:31.764107 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19274043-b37e-462a-b1d7-5f954de3857e req-6f711a4f-fd10-47f9-98e4-ac9750fe5c1b service neutron] 10.222.0.63 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.1994033 Aug 05 13:55:31.790384 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167d14d-7a63-41c9-95cc-2f49746bad96 req-ee8b1abf-25ca-4d51-a289-38f2eab37910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:31.792820 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2167d14d-7a63-41c9-95cc-2f49746bad96 req-ee8b1abf-25ca-4d51-a289-38f2eab37910 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 1101 time: 0.0943177 Aug 05 13:55:31.808966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 314bb475-1570-4a36-b193-75cde195baf6, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=314bb475-1570-4a36-b193-75cde195baf6,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:31.822726 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:31.823649 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device b1b9b665-7fbb-4288-a23c-ba997d01c94e up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:55:31.843239 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19274043-b37e-462a-b1d7-5f954de3857e req-d0fc4d4f-ab6c-4c1e-b5b9-1589cdfd68e2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19adadd-c194-46b6-befe-18344a9580b8 HTTP/1.1" status: 200 len: 217 time: 0.0406227 Aug 05 13:55:31.879612 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2167d14d-7a63-41c9-95cc-2f49746bad96 req-e172be9f-6dd3-478c-bcd5-e04aace50579 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740550 Aug 05 13:55:31.889802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fe81edc1-a107-4865-8bcb-e2cf82d53bf5 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:55:31.919935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992b003-ad37-44c3-a19b-4978ddba54c3 req-5cb47ca2-782c-44f6-a424-d18bc05656de tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:31.922356 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a992b003-ad37-44c3-a19b-4978ddba54c3 req-5cb47ca2-782c-44f6-a424-d18bc05656de tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 943 time: 0.1571636 Aug 05 13:55:31.977588 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=314bb475-1570-4a36-b193-75cde195baf6,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:32.001984 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port b1b9b665-7fbb-4288-a23c-ba997d01c94e completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:55:32.004229 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port fe81edc1-a107-4865-8bcb-e2cf82d53bf5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:55:32.004604 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:32.008454 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port b1b9b665-7fbb-4288-a23c-ba997d01c94e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:55:32.008818 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:32.159688 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:32.169572 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a992b003-ad37-44c3-a19b-4978ddba54c3 req-cc1e39cf-b948-47d6-868f-685f18856e67 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906698 Aug 05 13:55:32.192449 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274043-b37e-462a-b1d7-5f954de3857e req-9f48c1d8-258c-4d73-8457-d6cb1ea8ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:32.192449 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19274043-b37e-462a-b1d7-5f954de3857e req-9f48c1d8-258c-4d73-8457-d6cb1ea8ddb3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.3275828 Aug 05 13:55:32.225084 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:32.263889 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19274043-b37e-462a-b1d7-5f954de3857e req-ce5c7fe7-f81d-4581-9dca-40a7ed410ec8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507367 Aug 05 13:55:32.286883 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fe81edc1-a107-4865-8bcb-e2cf82d53bf5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:32.289271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port b1b9b665-7fbb-4288-a23c-ba997d01c94e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b1b9b665-7fbb-4288-a23c-ba997d01c94e,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:32.298091 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:32.304517 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:32.355447 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,revision_number=10']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:32.420551 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=b1b9b665-7fbb-4288-a23c-ba997d01c94e,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:32.448468 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19274043-b37e-462a-b1d7-5f954de3857e req-a31862d6-ae8b-46c8-bb05-131c84812697 service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703353 Aug 05 13:55:32.599472 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19274043-b37e-462a-b1d7-5f954de3857e req-de7f6de9-a766-4336-a480-55ff9594d30a service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348386 Aug 05 13:55:32.741761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274043-b37e-462a-b1d7-5f954de3857e req-3a945dd4-8e1b-403b-bf73-9ed680898f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:32.744380 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19274043-b37e-462a-b1d7-5f954de3857e req-3a945dd4-8e1b-403b-bf73-9ed680898f43 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=53001cf07fcb4d0b92a66b65b417642b&device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 1094 time: 0.0518098 Aug 05 13:55:32.888678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274043-b37e-462a-b1d7-5f954de3857e req-a55b0f60-9c30-42a9-9842-67d14d1fc8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:32.890467 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19274043-b37e-462a-b1d7-5f954de3857e req-a55b0f60-9c30-42a9-9842-67d14d1fc8d5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 HTTP/1.1" status: 200 len: 925 time: 0.1256809 Aug 05 13:55:32.970807 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19274043-b37e-462a-b1d7-5f954de3857e req-7e5ae645-aec6-40fc-b15d-e2d162b5a4f9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af2ae289-a5b6-4d00-8b89-e587d8aafb2b HTTP/1.1" status: 200 len: 217 time: 0.0559096 Aug 05 13:55:33.072479 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274043-b37e-462a-b1d7-5f954de3857e req-c76ba362-3a96-4739-b1c1-23a31dd1219c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:33.073975 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19274043-b37e-462a-b1d7-5f954de3857e req-c76ba362-3a96-4739-b1c1-23a31dd1219c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=00dd0760-9582-4502-9a67-893e71bba931 HTTP/1.1" status: 200 len: 863 time: 0.0694504 Aug 05 13:55:33.156085 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274043-b37e-462a-b1d7-5f954de3857e req-ae0009ce-d5af-475d-af98-d5e95306db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:33.159838 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19274043-b37e-462a-b1d7-5f954de3857e req-ae0009ce-d5af-475d-af98-d5e95306db99 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709991 Aug 05 13:55:33.311468 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19274043-b37e-462a-b1d7-5f954de3857e req-59eea22e-9d2f-4b47-873c-2d69af4ebec6 service neutron] 10.222.0.63 "GET /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350181 Aug 05 13:55:33.550981 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19274043-b37e-462a-b1d7-5f954de3857e req-ccaf438e-329e-4465-8580-698cdc9c7175 service neutron] 10.222.0.63 "GET /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101862 Aug 05 13:55:33.666427 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1290b464-420d-4edc-ad7f-c1c145cb1768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314bb475-1570-4a36-b193-75cde195baf6'}, {'server_uuid': 'fb6e51fb-6b8c-40b4-813d-9df635121fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5'}, {'server_uuid': 'e17772f7-f4f0-4072-867c-48943a4b216e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b9b665-7fbb-4288-a23c-ba997d01c94e'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:33.669878 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdebaf87-46b5-4053-b626-7c7647dc6e4d" -d '{"events": [{"server_uuid": "1290b464-420d-4edc-ad7f-c1c145cb1768", "name": "network-vif-plugged", "status": "completed", "tag": "314bb475-1570-4a36-b193-75cde195baf6"}, {"server_uuid": "fb6e51fb-6b8c-40b4-813d-9df635121fd9", "name": "network-vif-plugged", "status": "completed", "tag": "fe81edc1-a107-4865-8bcb-e2cf82d53bf5"}, {"server_uuid": "e17772f7-f4f0-4072-867c-48943a4b216e", "name": "network-vif-plugged", "status": "completed", "tag": "b1b9b665-7fbb-4288-a23c-ba997d01c94e"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:35.198601 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0b9774fc-8e06-432b-a60a-49fcc6095666 req-45065111-7422-4bec-8b21-dab048c5fedd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0300834 Aug 05 13:55:35.886744 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device af2ae289-a5b6-4d00-8b89-e587d8aafb2b details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:55:36.066647 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port af2ae289-a5b6-4d00-8b89-e587d8aafb2b, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=af2ae289-a5b6-4d00-8b89-e587d8aafb2b,segment=NetworkSegment(e0f2db41-7c35-4e82-8367-798b59bea943),segment_id=e0f2db41-7c35-4e82-8367-798b59bea943)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:36.080154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'af2ae289-a5b6-4d00-8b89-e587d8aafb2b', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'port_id': 'af2ae289-a5b6-4d00-8b89-e587d8aafb2b', 'mac_address': 'fa:16:3e:6a:21:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dd0760-9582-4502-9a67-893e71bba931', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:55:36.127779 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:36.150589 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2ae289-a5b6-4d00-8b89-e587d8aafb2b {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:36.193044 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port af2ae289-a5b6-4d00-8b89-e587d8aafb2b, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=af2ae289-a5b6-4d00-8b89-e587d8aafb2b,segment=NetworkSegment(e0f2db41-7c35-4e82-8367-798b59bea943),segment_id=e0f2db41-7c35-4e82-8367-798b59bea943)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:36.200293 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:36.266938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=af2ae289-a5b6-4d00-8b89-e587d8aafb2b,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:36.967740 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['af2ae289-a5b6-4d00-8b89-e587d8aafb2b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:55:39.912404 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device af2ae289-a5b6-4d00-8b89-e587d8aafb2b up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:55:39.984263 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port af2ae289-a5b6-4d00-8b89-e587d8aafb2b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:55:39.990432 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port af2ae289-a5b6-4d00-8b89-e587d8aafb2b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:55:39.991011 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:40.208938 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b7485-8407-4cf7-9653-e5c238b971c7 req-5eee94ef-3552-4a80-8ba5-cc44bcfd2e04 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:40.211122 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cd2b7485-8407-4cf7-9653-e5c238b971c7 req-5eee94ef-3552-4a80-8ba5-cc44bcfd2e04 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 943 time: 0.0773320 Aug 05 13:55:40.271899 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cd2b7485-8407-4cf7-9653-e5c238b971c7 req-a2b6523f-308c-45dd-b90a-d91bd60e6c64 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483911 Aug 05 13:55:40.300281 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a0114168-e2d1-434b-bdbc-5d28150924df req-7314ca16-44a9-45e7-b516-c45bc0b1a2c1 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0565109 Aug 05 13:55:40.390011 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-1a63ca2b-22ee-4a54-b85a-a5f2a43f99f2 service neutron] 10.222.0.63 "GET /v2.0/ports/d19adadd-c194-46b6-befe-18344a9580b8/bindings/n-h2-803585-2 HTTP/1.1" status: 200 len: 384 time: 0.1168334 Aug 05 13:55:40.439153 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab6fdd-e392-4186-be75-c92fdf3d51a7 req-d48c157f-4f5b-4cfc-bc79-273469ac8d5e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:40.448389 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3bab6fdd-e392-4186-be75-c92fdf3d51a7 req-d48c157f-4f5b-4cfc-bc79-273469ac8d5e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 945 time: 0.0702405 Aug 05 13:55:40.464506 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:40.504219 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3bab6fdd-e392-4186-be75-c92fdf3d51a7 req-670cddef-791d-4694-90ca-d911d695cc78 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544975 Aug 05 13:55:40.540966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port af2ae289-a5b6-4d00-8b89-e587d8aafb2b, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=af2ae289-a5b6-4d00-8b89-e587d8aafb2b,segment=NetworkSegment(e0f2db41-7c35-4e82-8367-798b59bea943),segment_id=e0f2db41-7c35-4e82-8367-798b59bea943)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:40.556393 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:40.632619 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f60f16-59f3-472b-8c51-cd1c9424144d req-f71ad41b-ce54-408a-99b8-7528fe3ce835 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:40.647756 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-22f60f16-59f3-472b-8c51-cd1c9424144d req-f71ad41b-ce54-408a-99b8-7528fe3ce835 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 950 time: 0.2604222 Aug 05 13:55:40.702686 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=af2ae289-a5b6-4d00-8b89-e587d8aafb2b,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:40.702888 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385355d3-03ce-498e-9c69-621e44020bb5 req-5f3c87ec-b0e9-4d46-8f56-893af65ad3e3 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:40.712782 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-385355d3-03ce-498e-9c69-621e44020bb5 req-5f3c87ec-b0e9-4d46-8f56-893af65ad3e3 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 945 time: 0.0921166 Aug 05 13:55:40.721008 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-22f60f16-59f3-472b-8c51-cd1c9424144d req-e008d8c4-86c8-4cbf-a8dd-bcc489f77bfa tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713353 Aug 05 13:55:40.749050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-0c40df52-4606-404d-8266-35f14fee82ca req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] For port d19adadd-c194-46b6-befe-18344a9580b8, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d19adadd-c194-46b6-befe-18344a9580b8,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:40.764897 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-385355d3-03ce-498e-9c69-621e44020bb5 req-37d32950-a0f3-42b8-8328-20a9933169d3 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510807 Aug 05 13:55:40.803914 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-0c40df52-4606-404d-8266-35f14fee82ca req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] For port d19adadd-c194-46b6-befe-18344a9580b8, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:55:40.848217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-0c40df52-4606-404d-8266-35f14fee82ca req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19adadd-c194-46b6-befe-18344a9580b8 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:40.852868 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a918a2b4-c448-4046-8c39-f29f238b9969 x-openstack-request-id: req-a918a2b4-c448-4046-8c39-f29f238b9969 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:40.853167 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1290b464-420d-4edc-ad7f-c1c145cb1768", "name": "network-vif-plugged", "status": "completed", "tag": "314bb475-1570-4a36-b193-75cde195baf6", "code": 200}, {"server_uuid": "fb6e51fb-6b8c-40b4-813d-9df635121fd9", "name": "network-vif-plugged", "status": "completed", "tag": "fe81edc1-a107-4865-8bcb-e2cf82d53bf5", "code": 200}, {"server_uuid": "e17772f7-f4f0-4072-867c-48943a4b216e", "name": "network-vif-plugged", "status": "completed", "tag": "b1b9b665-7fbb-4288-a23c-ba997d01c94e", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:40.853418 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a918a2b4-c448-4046-8c39-f29f238b9969 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:40.854072 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1290b464-420d-4edc-ad7f-c1c145cb1768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314bb475-1570-4a36-b193-75cde195baf6', 'code': 200} Aug 05 13:55:40.854281 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6e51fb-6b8c-40b4-813d-9df635121fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5', 'code': 200} Aug 05 13:55:40.854499 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17772f7-f4f0-4072-867c-48943a4b216e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b9b665-7fbb-4288-a23c-ba997d01c94e', 'code': 200} Aug 05 13:55:40.863754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-0c40df52-4606-404d-8266-35f14fee82ca req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] For port d19adadd-c194-46b6-befe-18344a9580b8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=d19adadd-c194-46b6-befe-18344a9580b8,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:40.881565 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0c40df52-4606-404d-8266-35f14fee82ca req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:41.080742 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-0c40df52-4606-404d-8266-35f14fee82ca req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] Transition to ACTIVE for port object d19adadd-c194-46b6-befe-18344a9580b8 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:55:41.081530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938454-674a-4d73-9861-cd737e4536df req-7ef759ef-3417-4c6f-90b0-f6234c794075 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:41.087265 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130aa45-0624-464a-9673-847a5b2a42cf req-3b9d22e1-bd07-4acd-ba87-4361d812cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:41.088896 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9130aa45-0624-464a-9673-847a5b2a42cf req-3b9d22e1-bd07-4acd-ba87-4361d812cc21 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 1096 time: 0.1110885 Aug 05 13:55:41.092314 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0c40df52-4606-404d-8266-35f14fee82ca req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:41.093816 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-45938454-674a-4d73-9861-cd737e4536df req-7ef759ef-3417-4c6f-90b0-f6234c794075 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=1290b464-420d-4edc-ad7f-c1c145cb1768 HTTP/1.1" status: 200 len: 950 time: 0.1186876 Aug 05 13:55:41.107853 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74721303-b957-4cb1-81c3-cf0f8f014bac req-29a36066-fbfb-4230-941a-681a161304a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:41.109393 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-74721303-b957-4cb1-81c3-cf0f8f014bac req-29a36066-fbfb-4230-941a-681a161304a4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1290b464-420d-4edc-ad7f-c1c145cb1768 HTTP/1.1" status: 200 len: 1101 time: 0.1151087 Aug 05 13:55:41.216141 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-45938454-674a-4d73-9861-cd737e4536df req-f53453dd-706b-4d93-931c-a47210adad0c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126990 Aug 05 13:55:41.237362 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9130aa45-0624-464a-9673-847a5b2a42cf req-a838a433-7d18-4b22-998f-47fa4bdcdeb6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268899 Aug 05 13:55:41.264959 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c40df52-4606-404d-8266-35f14fee82ca req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] No DVR routers for this DVR port d19adadd-c194-46b6-befe-18344a9580b8 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:55:41.290296 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] Pushing event updated for resources: {'Port': ['ID=d19adadd-c194-46b6-befe-18344a9580b8,revision_number=10']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:41.343433 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] 10.222.0.63 "PUT /v2.0/ports/d19adadd-c194-46b6-befe-18344a9580b8/bindings/n-h2-803585-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9235158 Aug 05 13:55:41.350856 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-74721303-b957-4cb1-81c3-cf0f8f014bac req-835cfe45-28d5-4dfb-b58e-23d9d372dc82 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718345 Aug 05 13:55:41.353449 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:41.353803 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:41.354151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:41.354540 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:41.354876 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:41.355208 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:41.355536 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:41.355861 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:41.356187 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:41.356509 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:41.356831 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:41.357150 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754ca7e-d178-460a-9bc7-fdfd1fe71b8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:41.416182 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b14e0e-aa82-4238-9c39-b9a43ffc3f8b req-94a4efc9-7629-4597-b7d5-de091713c6ab tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:41.418885 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9b14e0e-aa82-4238-9c39-b9a43ffc3f8b req-94a4efc9-7629-4597-b7d5-de091713c6ab tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 950 time: 0.1168494 Aug 05 13:55:41.461221 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c58b42d4-65f8-4d30-bc12-a45fed997607 req-740685a5-f1d4-4c8c-99d7-7bdd8dfa9efb tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1&device_id=08ed9cf8-7ce4-4c15-825a-8c93561c5b31 HTTP/1.1" status: 200 len: 210 time: 0.0304310 Aug 05 13:55:41.515111 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9b14e0e-aa82-4238-9c39-b9a43ffc3f8b req-bfff5667-5598-4171-b74e-d0fca02d236c tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5912865-e2a0-4712-9bc9-8ebc9dfe945d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886993 Aug 05 13:55:41.615690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40df52-4606-404d-8266-35f14fee82ca req-a2f52932-33c5-4290-83b3-6309400c27fb tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:41.617283 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-a2f52932-33c5-4290-83b3-6309400c27fb tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef&tenant_id=a19c317485da4147b7c1316aac248471&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 1095 time: 0.0807824 Aug 05 13:55:41.693347 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40df52-4606-404d-8266-35f14fee82ca req-6ccad79b-0389-4b4c-8e76-741f1460d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:41.695226 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-6ccad79b-0389-4b4c-8e76-741f1460d14f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef&tenant_id=a19c317485da4147b7c1316aac248471 HTTP/1.1" status: 200 len: 1095 time: 0.0562966 Aug 05 13:55:41.714239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006ecab-1844-4ffc-bac1-cdda1f058cd8 req-7f3d7e76-3faa-4d74-b3c5-3257b4b74d9c tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:41.716545 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8006ecab-1844-4ffc-bac1-cdda1f058cd8 req-7f3d7e76-3faa-4d74-b3c5-3257b4b74d9c tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 944 time: 0.0878870 Aug 05 13:55:41.794006 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8006ecab-1844-4ffc-bac1-cdda1f058cd8 req-b438f7ab-bbe0-4234-9ca2-afba34072faa tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678692 Aug 05 13:55:41.884836 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40df52-4606-404d-8266-35f14fee82ca req-7c9becb9-768a-4ae2-9945-71928d9c1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:41.886420 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-7c9becb9-768a-4ae2-9945-71928d9c1bc9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 1095 time: 0.1545448 Aug 05 13:55:41.931585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device d19adadd-c194-46b6-befe-18344a9580b8 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:55:42.045176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device d19adadd-c194-46b6-befe-18344a9580b8 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:55:42.059197 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e965466-079b-45ac-a78d-ea142d5a59f4 req-943396b1-a935-4d42-a844-84e9d6e9bf10 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=85f844d83a3c4d4fba1bd8cdcb57eabb&device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0323939 Aug 05 13:55:42.113165 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27c5f9-ac57-417f-9ef2-6701dd22f760 req-3cadbb72-4717-4bbb-93ef-c5590178acfc tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:42.124241 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f27c5f9-ac57-417f-9ef2-6701dd22f760 req-3cadbb72-4717-4bbb-93ef-c5590178acfc tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 945 time: 0.0735252 Aug 05 13:55:42.131109 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e965466-079b-45ac-a78d-ea142d5a59f4 req-9ab3d5dd-bf2d-469f-90c2-32ebf46e6332 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=85f844d83a3c4d4fba1bd8cdcb57eabb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579150 Aug 05 13:55:42.190204 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f27c5f9-ac57-417f-9ef2-6701dd22f760 req-44ba4ad2-48ee-4864-906a-cc78b093dfd5 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586274 Aug 05 13:55:42.285787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40df52-4606-404d-8266-35f14fee82ca req-894d149f-8c51-4129-9450-1878ccbe02e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:42.287777 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-894d149f-8c51-4129-9450-1878ccbe02e9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.3722394 Aug 05 13:55:42.335439 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b82bdd86-c3a0-4d66-acb1-d3febccc9798 req-e360897b-cc04-423f-bab7-30709d06a6d3 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0367107 Aug 05 13:55:42.403160 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4ff48-6961-4d95-acd2-449e4a8ec8f4 req-a3c3297d-e380-4e40-a28a-67ac46b20f45 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:42.411994 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08c4ff48-6961-4d95-acd2-449e4a8ec8f4 req-a3c3297d-e380-4e40-a28a-67ac46b20f45 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 945 time: 0.3859475 Aug 05 13:55:42.437047 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-042f0dd0-1cd4-4ea3-b454-badcfa97c0f4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19adadd-c194-46b6-befe-18344a9580b8 HTTP/1.1" status: 200 len: 217 time: 0.1048770 Aug 05 13:55:42.855744 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48d2050-2f9b-4084-b109-8726c2feaecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2ae289-a5b6-4d00-8b89-e587d8aafb2b'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:42.858313 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38189fdb-e0eb-4e12-9fbf-2615c3fc6ddd" -d '{"events": [{"server_uuid": "c48d2050-2f9b-4084-b109-8726c2feaecc", "name": "network-vif-plugged", "status": "completed", "tag": "af2ae289-a5b6-4d00-8b89-e587d8aafb2b"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:42.861494 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08c4ff48-6961-4d95-acd2-449e4a8ec8f4 req-496700fc-a12f-4186-bf69-70a555fd6da1 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4461734 Aug 05 13:55:42.882144 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e965466-079b-45ac-a78d-ea142d5a59f4 req-4a37bd14-f9a0-4a05-9309-fb16d87ee388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:42.885447 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e965466-079b-45ac-a78d-ea142d5a59f4 req-4a37bd14-f9a0-4a05-9309-fb16d87ee388 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7426834 Aug 05 13:55:42.892746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40df52-4606-404d-8266-35f14fee82ca req-19638c96-d9e7-4809-91bb-5c57aeb98c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:42.894369 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-19638c96-d9e7-4809-91bb-5c57aeb98c75 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.4319153 Aug 05 13:55:42.959135 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-0048ddd4-01e8-4bec-aab3-e7d4f78f0943 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424650 Aug 05 13:55:43.074849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8a901-7f32-4708-ba75-9723924b49fb req-a1d62ee7-5489-4f52-aff1-38259e53dffc tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:43.076566 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0e8a901-7f32-4708-ba75-9723924b49fb req-a1d62ee7-5489-4f52-aff1-38259e53dffc tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=1290b464-420d-4edc-ad7f-c1c145cb1768 HTTP/1.1" status: 200 len: 950 time: 0.1301365 Aug 05 13:55:43.123672 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-dbec54a5-3bef-449d-a032-6746d6e1c7db service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447668 Aug 05 13:55:43.142641 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0e8a901-7f32-4708-ba75-9723924b49fb req-64fd9393-be40-4162-a375-98c4e45fdf61 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551448 Aug 05 13:55:43.198063 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113269d3-2cae-4c5e-8740-de2fae1c4f8b x-openstack-request-id: req-113269d3-2cae-4c5e-8740-de2fae1c4f8b {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:43.198958 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48d2050-2f9b-4084-b109-8726c2feaecc", "name": "network-vif-plugged", "status": "completed", "tag": "af2ae289-a5b6-4d00-8b89-e587d8aafb2b", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:43.199630 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-113269d3-2cae-4c5e-8740-de2fae1c4f8b {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:43.200248 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48d2050-2f9b-4084-b109-8726c2feaecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2ae289-a5b6-4d00-8b89-e587d8aafb2b', 'code': 200} Aug 05 13:55:43.283001 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-c15029c3-b53e-4405-98eb-c191e0831154 service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355000 Aug 05 13:55:43.285674 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:55:43.306300 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8fe74-563e-4e53-ac20-b1993e7551ae req-be9e4d97-0f54-4111-add3-7d3e03ebbd0f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:43.310901 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65a8fe74-563e-4e53-ac20-b1993e7551ae req-be9e4d97-0f54-4111-add3-7d3e03ebbd0f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 944 time: 0.0947297 Aug 05 13:55:43.366580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b4004-995f-4df2-8768-08b6541a0b3a req-4055f619-a8aa-438f-9a1b-159ca8262e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:43.369711 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6a4b4004-995f-4df2-8768-08b6541a0b3a req-4055f619-a8aa-438f-9a1b-159ca8262e63 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 1096 time: 0.0543828 Aug 05 13:55:43.400832 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65a8fe74-563e-4e53-ac20-b1993e7551ae req-440cf6d6-5b7d-4a0f-a315-ed83ea48cad2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764029 Aug 05 13:55:43.419984 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:43.456899 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6a4b4004-995f-4df2-8768-08b6541a0b3a req-ea000073-8e99-42a2-a9e7-7c6ca7d60190 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666585 Aug 05 13:55:43.461181 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:43.468567 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:43.476064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7625fd-1d67-43b2-8c99-96e542c4da3c req-eb565150-ee48-40d9-9df8-32cfff8dbfa4 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:43.477632 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb7625fd-1d67-43b2-8c99-96e542c4da3c req-eb565150-ee48-40d9-9df8-32cfff8dbfa4 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 945 time: 0.0714161 Aug 05 13:55:43.520006 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:43.533703 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb7625fd-1d67-43b2-8c99-96e542c4da3c req-6a1e2434-1857-4747-ab09-3d95564d929a tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443261 Aug 05 13:55:43.684342 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7149b8-9271-4222-8c5a-75fb54293ec9 req-7e0a8048-f233-47be-b49b-51536919a3c1 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:43.685828 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed7149b8-9271-4222-8c5a-75fb54293ec9 req-7e0a8048-f233-47be-b49b-51536919a3c1 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb6e51fb-6b8c-40b4-813d-9df635121fd9 HTTP/1.1" status: 200 len: 950 time: 0.0836656 Aug 05 13:55:43.695573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40df52-4606-404d-8266-35f14fee82ca req-c94b495e-aaf7-4052-bfc4-80ccb3f95cce tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:43.697018 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-c94b495e-aaf7-4052-bfc4-80ccb3f95cce tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef&tenant_id=a19c317485da4147b7c1316aac248471&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 1095 time: 0.0634441 Aug 05 13:55:43.738325 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed7149b8-9271-4222-8c5a-75fb54293ec9 req-9f0c4f43-09d3-4af5-aac4-f4360563ec1d tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451353 Aug 05 13:55:43.829621 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89af0cb6-83ec-4f9e-84f9-1237da50aa22 req-89e09637-7698-4c48-ab1a-0956a3ebdd37 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0383630 Aug 05 13:55:43.874991 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-0c40df52-4606-404d-8266-35f14fee82ca req-e4fb8f96-7acb-4901-a5aa-2a76d11f42cd service neutron] For port d19adadd-c194-46b6-befe-18344a9580b8, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:55:43.879128 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0c40df52-4606-404d-8266-35f14fee82ca req-e4fb8f96-7acb-4901-a5aa-2a76d11f42cd service neutron] Notify callbacks [] for binding, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:43.879924 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c40df52-4606-404d-8266-35f14fee82ca req-e4fb8f96-7acb-4901-a5aa-2a76d11f42cd service neutron] 10.222.0.84 "DELETE /v2.0/ports/d19adadd-c194-46b6-befe-18344a9580b8/bindings/n-h1-803585-2 HTTP/1.1" status: 204 len: 173 time: 0.1544600 Aug 05 13:55:44.173011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2aea3e-cc7b-49a9-ab77-4302c8788e88 req-fe0a63af-c044-4bcd-8702-c56010a0b5ab tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:44.174574 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d2aea3e-cc7b-49a9-ab77-4302c8788e88 req-fe0a63af-c044-4bcd-8702-c56010a0b5ab tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 945 time: 0.0785484 Aug 05 13:55:44.187501 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bfa54-f03e-4da3-bef7-4d9eca552556 req-a7f984df-0799-4a22-9d06-5cb84ae8a8b1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:44.189527 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a89bfa54-f03e-4da3-bef7-4d9eca552556 req-a7f984df-0799-4a22-9d06-5cb84ae8a8b1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 945 time: 0.0567758 Aug 05 13:55:44.214817 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d2aea3e-cc7b-49a9-ab77-4302c8788e88 req-78ac05e7-3501-4a9d-8abf-58969efb7e3c tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339472 Aug 05 13:55:44.229947 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a89bfa54-f03e-4da3-bef7-4d9eca552556 req-7ea04962-e154-4c67-84ed-489efe427384 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335026 Aug 05 13:55:44.323343 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330f55a-8546-4cf1-97e2-084ec7b5c1e5 req-15114ce9-1f2f-4571-9776-976d281ecbe7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:44.325028 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2330f55a-8546-4cf1-97e2-084ec7b5c1e5 req-15114ce9-1f2f-4571-9776-976d281ecbe7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=1290b464-420d-4edc-ad7f-c1c145cb1768 HTTP/1.1" status: 200 len: 950 time: 0.0510166 Aug 05 13:55:44.365724 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2330f55a-8546-4cf1-97e2-084ec7b5c1e5 req-a66d559e-c414-4417-bf93-29967e3c9b79 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336602 Aug 05 13:55:44.385282 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:44.546550 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216bb95-5887-495d-8811-bca461c836e9 req-f8207096-2759-478a-aa46-13e09f2a82a2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:44.554797 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5216bb95-5887-495d-8811-bca461c836e9 req-f8207096-2759-478a-aa46-13e09f2a82a2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 944 time: 0.0682354 Aug 05 13:55:44.590755 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5216bb95-5887-495d-8811-bca461c836e9 req-2c2ff94f-f63e-4540-b581-029c8467b231 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349803 Aug 05 13:55:44.693351 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed725c25-2f17-4814-a0fc-83995b25f85f req-9aa88c12-21e3-4eca-aa56-d32746de1f56 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:44.699274 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed725c25-2f17-4814-a0fc-83995b25f85f req-9aa88c12-21e3-4eca-aa56-d32746de1f56 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:44.700976 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed725c25-2f17-4814-a0fc-83995b25f85f req-9aa88c12-21e3-4eca-aa56-d32746de1f56 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=1290b464-420d-4edc-ad7f-c1c145cb1768&device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 1691 time: 0.0720549 Aug 05 13:55:44.741018 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed725c25-2f17-4814-a0fc-83995b25f85f req-57173a77-0bbf-4158-99e4-5f71fef5ef1a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329554 Aug 05 13:55:44.756028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d87dd2-edc8-4c81-b001-430140faec88 req-de6c0bbc-d1a9-456c-97bc-fddcb4a6c143 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:44.756028 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-36d87dd2-edc8-4c81-b001-430140faec88 req-de6c0bbc-d1a9-456c-97bc-fddcb4a6c143 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 1095 time: 0.0454185 Aug 05 13:55:44.791344 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-36d87dd2-edc8-4c81-b001-430140faec88 req-f4245377-121f-4bdd-9d72-4aef1cdf3b81 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362577 Aug 05 13:55:44.895821 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b29e8d-cb76-4d52-8bc2-d5b10f83048d req-a20d8aa4-4448-415a-a7d6-9a4aca1b6c28 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:44.897338 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-94b29e8d-cb76-4d52-8bc2-d5b10f83048d req-a20d8aa4-4448-415a-a7d6-9a4aca1b6c28 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1290b464-420d-4edc-ad7f-c1c145cb1768 HTTP/1.1" status: 200 len: 1101 time: 0.0424488 Aug 05 13:55:44.905979 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16077a1-aff6-4a2c-80dc-c4c86c6fb71f req-2acf1e13-fdc4-4e30-83f9-57bc246e1e32 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:44.907994 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b16077a1-aff6-4a2c-80dc-c4c86c6fb71f req-2acf1e13-fdc4-4e30-83f9-57bc246e1e32 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb6e51fb-6b8c-40b4-813d-9df635121fd9 HTTP/1.1" status: 200 len: 950 time: 0.0543902 Aug 05 13:55:44.934986 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-94b29e8d-cb76-4d52-8bc2-d5b10f83048d req-a29b61dd-327c-4b82-a618-1e0bac273d67 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299764 Aug 05 13:55:44.960139 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b16077a1-aff6-4a2c-80dc-c4c86c6fb71f req-460e35a5-8322-4457-9848-826363490a86 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356238 Aug 05 13:55:45.038886 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e7caaf8-7181-47f2-b620-0c3caa07a11b req-a51ace3e-1849-4a71-ace9-8853553697be tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0280669 Aug 05 13:55:45.048043 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1286c-f057-4581-998d-5ee9d94ce9b7 req-6da91200-0ff1-43c3-b443-70e2d96c11bc tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:45.049700 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-38b1286c-f057-4581-998d-5ee9d94ce9b7 req-6da91200-0ff1-43c3-b443-70e2d96c11bc tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 1095 time: 0.0456872 Aug 05 13:55:45.091376 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-38b1286c-f057-4581-998d-5ee9d94ce9b7 req-b63a6cc2-52f7-4eec-b241-9ac7f57f556d tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316761 Aug 05 13:55:45.148632 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bc757-a37d-4ed0-b844-d6f4d0213cb7 req-6bb66256-02a7-4c94-963c-92e178173e99 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:45.150558 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0b8bc757-a37d-4ed0-b844-d6f4d0213cb7 req-6bb66256-02a7-4c94-963c-92e178173e99 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 1101 time: 0.0523539 Aug 05 13:55:45.202151 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:45.205230 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed685975-457d-47d5-8ddb-d663ee16d2fa" -d '{"events": [{"server_uuid": "30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5", "name": "network-vif-unplugged", "status": "completed", "tag": "2c5eedb7-d82e-4f37-8056-8fb6b1acc773"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:45.211109 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0b8bc757-a37d-4ed0-b844-d6f4d0213cb7 req-1275543b-98ec-4b18-b94d-cce422169b75 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404773 Aug 05 13:55:45.359606 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f30601-d9e2-4445-949d-1a724c908b57 x-openstack-request-id: req-29f30601-d9e2-4445-949d-1a724c908b57 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:45.359904 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5", "name": "network-vif-unplugged", "status": "completed", "tag": "2c5eedb7-d82e-4f37-8056-8fb6b1acc773", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:45.360161 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29f30601-d9e2-4445-949d-1a724c908b57 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:45.360594 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773', 'code': 200} Aug 05 13:55:45.525771 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b0ec6-62b2-4d5c-9878-6a95eecafca9 req-cbd94c92-231e-489e-b116-35f7a27ce86d tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:45.527670 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ba1b0ec6-62b2-4d5c-9878-6a95eecafca9 req-cbd94c92-231e-489e-b116-35f7a27ce86d tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 945 time: 0.1078651 Aug 05 13:55:45.558920 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e965466-079b-45ac-a78d-ea142d5a59f4 req-0fda446e-8873-4df1-b576-e51aedf4792a tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.84 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0274990 Aug 05 13:55:45.609569 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ba1b0ec6-62b2-4d5c-9878-6a95eecafca9 req-89bf2f04-fba9-41cb-97bf-adaeb188b16f tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491655 Aug 05 13:55:45.725573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5381549-fefb-4493-b6e9-91fb7fca19d2 req-568ab5e6-da3d-42ab-917c-a46b02aae559 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:45.727536 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a5381549-fefb-4493-b6e9-91fb7fca19d2 req-568ab5e6-da3d-42ab-917c-a46b02aae559 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 945 time: 0.0621443 Aug 05 13:55:45.765717 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4030b2fb-dc79-4bf8-9352-6b6d61d4aa0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:45.771366 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:45.818738 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a5381549-fefb-4493-b6e9-91fb7fca19d2 req-2a01ea6e-362a-4630-b287-701fd926f666 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767794 Aug 05 13:55:45.941004 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-e9ac47e8-6334-4694-bee5-cbb0160e52d2 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270281 Aug 05 13:55:46.055103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-2dbac739-f12a-4cf9-8c24-36613e0563ae tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:46.056944 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-2dbac739-f12a-4cf9-8c24-36613e0563ae tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1097355 Aug 05 13:55:46.073313 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-4a505134-3c20-4c10-9406-163732194202 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/quotas/b5fd2bb24b8b4cb7871929d0ce5ab2e7 HTTP/1.1" status: 200 len: 375 time: 0.0109017 Aug 05 13:55:46.137889 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-d2092c6e-1d08-4e42-9ec2-71598bb1385e tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0567150 Aug 05 13:55:46.184413 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-20f660f0-b376-4766-bbf5-ad808214413a req-b29c7998-e2c2-4083-950c-e7d502b0784d tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44b6dd0-5dd4-4413-8ffa-8de59d7d2de1 HTTP/1.1" status: 200 len: 210 time: 0.0297561 Aug 05 13:55:46.353946 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ecb2e53d-c85e-4359-ab7e-fc2413065820 req-bc336454-4521-4ed9-b517-57e3db590cb8 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 210 time: 0.0581930 Aug 05 13:55:46.784857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342299a-c49e-4705-bea5-d91537f6375c req-ac05212b-2270-4057-a6fe-17e5119d1964 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:46.786515 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d342299a-c49e-4705-bea5-d91537f6375c req-ac05212b-2270-4057-a6fe-17e5119d1964 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 945 time: 0.0675924 Aug 05 13:55:46.855062 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d342299a-c49e-4705-bea5-d91537f6375c req-f753f1b4-347e-41e6-a52b-188fb1772369 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612037 Aug 05 13:55:46.970268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d274d-2d22-45b7-a141-17d9b0ca3392 req-98ddc223-80f2-454d-b67e-ddd5137f0e11 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:46.979116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d33d274d-2d22-45b7-a141-17d9b0ca3392 req-98ddc223-80f2-454d-b67e-ddd5137f0e11 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 945 time: 0.0719123 Aug 05 13:55:47.021135 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d33d274d-2d22-45b7-a141-17d9b0ca3392 req-2084cd85-08c0-417f-87d1-fdae9fd53933 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Aug 05 13:55:47.035882 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef57f0f-af25-411c-a11a-d973fd105a84 req-4d5068c2-d427-4267-a59c-2aacd9462fe8 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:47.036597 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3ef57f0f-af25-411c-a11a-d973fd105a84 req-4d5068c2-d427-4267-a59c-2aacd9462fe8 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 945 time: 0.0598674 Aug 05 13:55:47.045448 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45300) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:55:47.056033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-4ed0be41-ffc4-481b-809b-0a67b2ce006f tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Request body: {'floatingip': {'port_id': 'af2ae289-a5b6-4d00-8b89-e587d8aafb2b'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:47.114065 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ed0be41-ffc4-481b-809b-0a67b2ce006f tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:47.298433 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:55:47.472676 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:47.491482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773', 'mac_address': 'fa:16:3e:14:d2:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:55:47.511260 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5ce20eac-dfd2-40ef-9b0f-26a8dd3f242f req-238cb6d5-fb32-4eaa-b205-4cee1942c350 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 210 time: 0.0523360 Aug 05 13:55:47.521023 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070075c5-dfda-4f34-aa73-3816cf6105de req-60c28ef0-5778-4e15-b78b-41017d00da33 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:47.522756 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-070075c5-dfda-4f34-aa73-3816cf6105de req-60c28ef0-5778-4e15-b78b-41017d00da33 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.84 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 945 time: 0.1920154 Aug 05 13:55:47.541976 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:47.562128 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:47.603577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:47.613450 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:47.662128 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b893ec29-4430-4a5c-b2c0-c8e7905f64ab req-83ca9cf7-c8ae-4fcb-9592-480673ea0ca9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=85f844d83a3c4d4fba1bd8cdcb57eabb&device_id=08ed9cf8-7ce4-4c15-825a-8c93561c5b31 HTTP/1.1" status: 200 len: 210 time: 0.1313879 Aug 05 13:55:47.673095 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:47.680961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:47.681592 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:47.682133 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:47.682673 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:47.683187 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:47.683697 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:47.684221 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:47.685003 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:47.685509 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:47.686011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:47.686597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:47.687115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:47.713323 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3f975682-0d20-4a90-9914-753011fb2763 req-5a138089-4769-4596-b5d2-b0ee967c729d tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=08ed9cf8-7ce4-4c15-825a-8c93561c5b31 HTTP/1.1" status: 200 len: 210 time: 0.0828519 Aug 05 13:55:47.825422 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b893ec29-4430-4a5c-b2c0-c8e7905f64ab req-ce8fcb54-e2c0-49e9-b25a-981d12eb2425 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=85f844d83a3c4d4fba1bd8cdcb57eabb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1105812 Aug 05 13:55:47.833092 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['2c5eedb7-d82e-4f37-8056-8fb6b1acc773'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:55:47.887797 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-07c63835-79b8-4801-9f0f-0a995ef8578e tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351419 Aug 05 13:55:47.958224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fe81edc1-a107-4865-8bcb-e2cf82d53bf5 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:55:48.159426 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-b09d438d-1a68-4e61-8e53-017568b7e973 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:48.160970 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-b09d438d-1a68-4e61-8e53-017568b7e973 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625880 Aug 05 13:55:48.185277 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Request body: {'port': {'device_id': '2288e2ff-cfdb-4ef1-89f2-73b754c999b1', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': 'b5fd2bb24b8b4cb7871929d0ce5ab2e7'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:48.223484 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:48.262500 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6e51fb-6b8c-40b4-813d-9df635121fd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:48.265070 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5ee279-1e17-46af-adb9-e13b3e83125f" -d '{"events": [{"server_uuid": "fb6e51fb-6b8c-40b4-813d-9df635121fd9", "name": "network-vif-unplugged", "status": "completed", "tag": "fe81edc1-a107-4865-8bcb-e2cf82d53bf5"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:48.293855 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fe81edc1-a107-4865-8bcb-e2cf82d53bf5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:48.308297 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:48.377071 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-08d9860c-bd84-4f9f-96fa-a8d6f8cba70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:48.403570 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Made reservation on behalf of b5fd2bb24b8b4cb7871929d0ce5ab2e7 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:55:48.409936 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee79d10-dad9-45ca-8320-e385c8032015 x-openstack-request-id: req-1ee79d10-dad9-45ca-8320-e385c8032015 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:48.412407 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6e51fb-6b8c-40b4-813d-9df635121fd9", "name": "network-vif-unplugged", "status": "completed", "tag": "fe81edc1-a107-4865-8bcb-e2cf82d53bf5", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:48.412905 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ee79d10-dad9-45ca-8320-e385c8032015 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:48.413398 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6e51fb-6b8c-40b4-813d-9df635121fd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5', 'code': 200} Aug 05 13:55:48.415004 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:48.435964 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ed0be41-ffc4-481b-809b-0a67b2ce006f tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:48.449155 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,revision_number=11']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:48.482321 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ed0be41-ffc4-481b-809b-0a67b2ce006f tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:48.526356 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:48.673261 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91114d07-c7cb-4a16-8557-beb9427f79a7 req-29ba5bd1-1401-458d-93d3-240c4b9300aa tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:48.675169 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-91114d07-c7cb-4a16-8557-beb9427f79a7 req-29ba5bd1-1401-458d-93d3-240c4b9300aa tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 945 time: 0.2346313 Aug 05 13:55:48.680357 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893ec29-4430-4a5c-b2c0-c8e7905f64ab req-04de8b54-ab8b-46b5-90d1-5862d8ba56b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:48.681845 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b893ec29-4430-4a5c-b2c0-c8e7905f64ab req-04de8b54-ab8b-46b5-90d1-5862d8ba56b6 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7436872 Aug 05 13:55:48.722189 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Allocated IP 192.168.233.90 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/3a93422d-ca51-4986-96d0-599619b8bcba) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:55:48.726090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-070075c5-dfda-4f34-aa73-3816cf6105de req-ee151576-f8aa-45df-959a-02f996f1f8f8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Deleting port b1b9b665-7fbb-4288-a23c-ba997d01c94e {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:55:48.726791 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-070075c5-dfda-4f34-aa73-3816cf6105de req-ee151576-f8aa-45df-959a-02f996f1f8f8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:48.861645 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-4ed0be41-ffc4-481b-809b-0a67b2ce006f tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Floating IP dd7f96d8-376f-4f22-be39-8a894e384cfb associated. External IP: 172.25.5.57, port: af2ae289-a5b6-4d00-8b89-e587d8aafb2b. Aug 05 13:55:48.984135 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-91114d07-c7cb-4a16-8557-beb9427f79a7 req-32187879-6498-4c45-a8dc-ca7b9ed4aa34 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975106 Aug 05 13:55:49.024369 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:49.048991 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-070075c5-dfda-4f34-aa73-3816cf6105de req-ee151576-f8aa-45df-959a-02f996f1f8f8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] For port b1b9b665-7fbb-4288-a23c-ba997d01c94e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b1b9b665-7fbb-4288-a23c-ba997d01c94e,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:49.049406 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-070075c5-dfda-4f34-aa73-3816cf6105de req-ee151576-f8aa-45df-959a-02f996f1f8f8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:49.052708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Transition to ACTIVE for port object 3a93422d-ca51-4986-96d0-599619b8bcba will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:55:49.094340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-070075c5-dfda-4f34-aa73-3816cf6105de req-ee151576-f8aa-45df-959a-02f996f1f8f8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Calling delete_port for b1b9b665-7fbb-4288-a23c-ba997d01c94e owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:55:49.152768 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:49.170150 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['44f6d346-7ba4-45d3-ac51-efabb23deb16', '314bb475-1570-4a36-b193-75cde195baf6'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:55:49.194807 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1287ad63-a6d0-46dd-be1f-22265adcd564 req-e944591c-2bc2-42bb-a867-01447aefcd60 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 210 time: 0.1034205 Aug 05 13:55:49.220183 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Pushing event updated for resources: {'Port': ['ID=3a93422d-ca51-4986-96d0-599619b8bcba,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:49.232912 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:49.233253 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:49.233591 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:49.234537 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:49.234537 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:49.235002 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:49.235420 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:49.236020 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:49.236357 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:49.237376 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:49.237376 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:49.237580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:55:49.253505 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:55:49.255419 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:55:49.271151 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:55:49.293459 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['0b90c80b-ea5d-476d-8890-b723dea55b6c', 'f4df28dc-9ae0-428c-af46-f643bc6b6d16', '4a4775b9-65bf-4e6a-a1a3-9c59413a5096'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:55:49.322862 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:55:49.473630 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:49.474542 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:49.545633 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-9d8d04c8-8049-4780-aff2-590ef71d88eb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3646009 Aug 05 13:55:49.578447 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Request body: {'port': {'device_id': '2288e2ff-cfdb-4ef1-89f2-73b754c999b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:49.597571 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:49.702846 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:49.803710 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b4e56b16-6a35-4369-a732-dbb1322eadae req-cc47e924-2993-497e-86c2-122372cc9214 tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=08ed9cf8-7ce4-4c15-825a-8c93561c5b31 HTTP/1.1" status: 200 len: 210 time: 0.1007764 Aug 05 13:55:49.887432 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7261db5c-c850-4a0e-b16f-37397fe88ec6 None None] Provisioning for port 3a93422d-ca51-4986-96d0-599619b8bcba completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:55:49.938399 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:55:49.938925 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:50.013157 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed0be41-ffc4-481b-809b-0a67b2ce006f tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Router 34aed9d9-781b-4cdb-b3a9-796b202b5074 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:55:50.144164 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7261db5c-c850-4a0e-b16f-37397fe88ec6 None None] Provisioning complete for port 3a93422d-ca51-4986-96d0-599619b8bcba triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:55:50.144540 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7261db5c-c850-4a0e-b16f-37397fe88ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:50.318730 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-070075c5-dfda-4f34-aa73-3816cf6105de req-ee151576-f8aa-45df-959a-02f996f1f8f8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:50.343127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc44338-c92c-4bfa-aa37-cbf3cb751be8 req-d20d6d5e-6afa-4969-a452-6713f53180f8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:50.355038 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0bc44338-c92c-4bfa-aa37-cbf3cb751be8 req-d20d6d5e-6afa-4969-a452-6713f53180f8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 867 time: 0.1148448 Aug 05 13:55:50.430611 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee151576-f8aa-45df-959a-02f996f1f8f8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Pushing event deleted for resources: {'Port': ['ID=b1b9b665-7fbb-4288-a23c-ba997d01c94e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:50.442059 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a93422d-ca51-4986-96d0-599619b8bcba {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:50.474856 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0bc44338-c92c-4bfa-aa37-cbf3cb751be8 req-14239354-202c-44f6-8d8d-ae047ec58d72 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114221 Aug 05 13:55:50.497820 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:50.505788 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:50.508211 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-7261db5c-c850-4a0e-b16f-37397fe88ec6 None None] Port 3a93422d-ca51-4986-96d0-599619b8bcba cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:55:50.546203 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Transition to ACTIVE for port object 3a93422d-ca51-4986-96d0-599619b8bcba will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:55:50.562959 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-070075c5-dfda-4f34-aa73-3816cf6105de req-ee151576-f8aa-45df-959a-02f996f1f8f8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] No DVR routers for this DVR port b1b9b665-7fbb-4288-a23c-ba997d01c94e on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:55:50.564791 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:50.567938 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-070075c5-dfda-4f34-aa73-3816cf6105de req-ee151576-f8aa-45df-959a-02f996f1f8f8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:50.571204 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-070075c5-dfda-4f34-aa73-3816cf6105de req-ee151576-f8aa-45df-959a-02f996f1f8f8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.84 "DELETE /v2.0/ports/b1b9b665-7fbb-4288-a23c-ba997d01c94e HTTP/1.1" status: 204 len: 173 time: 2.9541199 Aug 05 13:55:50.571950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17772f7-f4f0-4072-867c-48943a4b216e', 'name': 'network-vif-deleted', 'tag': 'b1b9b665-7fbb-4288-a23c-ba997d01c94e'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:50.576349 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89837c95-c84b-4709-8353-844f8d982048" -d '{"events": [{"server_uuid": "e17772f7-f4f0-4072-867c-48943a4b216e", "name": "network-vif-deleted", "tag": "b1b9b665-7fbb-4288-a23c-ba997d01c94e"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:50.602827 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed0be41-ffc4-481b-809b-0a67b2ce006f tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:55:50.614452 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ed0be41-ffc4-481b-809b-0a67b2ce006f tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:50.647377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:50.665437 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:50.673778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Pushing event updated for resources: {'Port': ['ID=3a93422d-ca51-4986-96d0-599619b8bcba,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:50.677006 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2663e231-d31c-4a36-aa90-6e05776baa5f" -d '{"events": [{"server_uuid": "30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5", "name": "network-vif-plugged", "status": "completed", "tag": "2c5eedb7-d82e-4f37-8056-8fb6b1acc773"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:50.681808 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc4e0e-1e73-45a9-ba4b-353e42f85a88 None None] Sync routers for ids ['34aed9d9-781b-4cdb-b3a9-796b202b5074'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:55:50.691096 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4ed0be41-ffc4-481b-809b-0a67b2ce006f tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "PUT /v2.0/floatingips/dd7f96d8-376f-4f22-be39-8a894e384cfb HTTP/1.1" status: 200 len: 990 time: 3.6444159 Aug 05 13:55:50.697067 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:50.697874 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device b1b9b665-7fbb-4288-a23c-ba997d01c94e no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:55:50.765366 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,revision_number=10']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:50.841008 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb5a6-dec7-49ff-87f3-5edacab9462d req-459e9cb6-c195-4c42-bdfe-eaa1a6a1ced0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:50.847615 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: b1b9b665-7fbb-4288-a23c-ba997d01c94e {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:55:50.852082 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device b1b9b665-7fbb-4288-a23c-ba997d01c94e not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:55:50.860449 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8f8fb5a6-dec7-49ff-87f3-5edacab9462d req-459e9cb6-c195-4c42-bdfe-eaa1a6a1ced0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 947 time: 0.1988847 Aug 05 13:55:50.885621 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc4e0e-1e73-45a9-ba4b-353e42f85a88 None None] Routers {'34aed9d9-781b-4cdb-b3a9-796b202b5074'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:55:50.886681 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aacc4e0e-1e73-45a9-ba4b-353e42f85a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:55:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['34aed9d9-781b-4cdb-b3a9-796b202b5074'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:55:50.909336 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce17d474-1689-496c-8683-4c0b5e72c8cd x-openstack-request-id: req-ce17d474-1689-496c-8683-4c0b5e72c8cd {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:50.909629 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17772f7-f4f0-4072-867c-48943a4b216e", "name": "network-vif-deleted", "tag": "b1b9b665-7fbb-4288-a23c-ba997d01c94e", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:50.909959 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce17d474-1689-496c-8683-4c0b5e72c8cd {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:50.910407 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17772f7-f4f0-4072-867c-48943a4b216e', 'name': 'network-vif-deleted', 'tag': 'b1b9b665-7fbb-4288-a23c-ba997d01c94e', 'status': 'completed', 'code': 200} Aug 05 13:55:51.014384 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8f8fb5a6-dec7-49ff-87f3-5edacab9462d req-9aa74291-7e89-4230-90bc-9ac6c642e55e tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529267 Aug 05 13:55:51.073691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Attempting to bind port 3a93422d-ca51-4986-96d0-599619b8bcba on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:55:51.074128 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Attempting to bind port 3a93422d-ca51-4986-96d0-599619b8bcba by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:55:51.081771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Attempting to bind port 3a93422d-ca51-4986-96d0-599619b8bcba on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:55:51.095592 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Port 3a93422d-ca51-4986-96d0-599619b8bcba on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:55:51.097431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Attempting to bind port 3a93422d-ca51-4986-96d0-599619b8bcba on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:55:51.112410 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:55:51.113013 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:55:51.113557 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:55:51.114149 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Bound port: 3a93422d-ca51-4986-96d0-599619b8bcba, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:55:51.114774 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:51.238069 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b893ec29-4430-4a5c-b2c0-c8e7905f64ab req-e201125a-c8b0-456a-a6e8-63a614a9766e tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.63 "GET /v2.0/ports?device_id=08ed9cf8-7ce4-4c15-825a-8c93561c5b31 HTTP/1.1" status: 200 len: 210 time: 0.0956633 Aug 05 13:55:51.256417 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cb00c7-7fc7-4471-bc7c-1824930dc628 x-openstack-request-id: req-e3cb00c7-7fc7-4471-bc7c-1824930dc628 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:51.257379 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5", "name": "network-vif-plugged", "status": "completed", "tag": "2c5eedb7-d82e-4f37-8056-8fb6b1acc773", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:51.257636 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3cb00c7-7fc7-4471-bc7c-1824930dc628 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:51.260768 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773', 'code': 200} Aug 05 13:55:51.285220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] For port 3a93422d-ca51-4986-96d0-599619b8bcba, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:55:51.288703 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] For port 3a93422d-ca51-4986-96d0-599619b8bcba, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=3a93422d-ca51-4986-96d0-599619b8bcba,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:55:51.298759 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:51.323388 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:51.379894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-aacc4e0e-1e73-45a9-ba4b-353e42f85a88 None None] Set router 34aed9d9-781b-4cdb-b3a9-796b202b5074 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:55:51.431263 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:51.432687 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:51.434501 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] 10.222.0.63 "PUT /v2.0/ports/3a93422d-ca51-4986-96d0-599619b8bcba HTTP/1.1" status: 200 len: 1095 time: 1.8669906 Aug 05 13:55:51.435215 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2288e2ff-cfdb-4ef1-89f2-73b754c999b1', 'tag': '3a93422d-ca51-4986-96d0-599619b8bcba'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:51.443138 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0097c830-0363-4fbf-abb5-ccbf91b50781" -d '{"events": [{"name": "network-changed", "server_uuid": "2288e2ff-cfdb-4ef1-89f2-73b754c999b1", "tag": "3a93422d-ca51-4986-96d0-599619b8bcba"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:51.446338 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b731c4b9-b154-4393-aee6-fa35e97bbce1 req-72bffcef-09db-4444-b495-95ca8b07094b tempest-ServerShowV247Test-546124481 tempest-ServerShowV247Test-546124481-project] 10.222.0.16 "GET /v2.0/ports?device_id=08ed9cf8-7ce4-4c15-825a-8c93561c5b31 HTTP/1.1" status: 200 len: 210 time: 0.0863419 Aug 05 13:55:51.575629 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03048675-8ff3-46be-a554-9f9e7b98bf93 x-openstack-request-id: req-03048675-8ff3-46be-a554-9f9e7b98bf93 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:51.576213 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2288e2ff-cfdb-4ef1-89f2-73b754c999b1", "tag": "3a93422d-ca51-4986-96d0-599619b8bcba", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:51.576665 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03048675-8ff3-46be-a554-9f9e7b98bf93 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:51.577258 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2288e2ff-cfdb-4ef1-89f2-73b754c999b1', 'tag': '3a93422d-ca51-4986-96d0-599619b8bcba', 'status': 'completed', 'code': 200} Aug 05 13:55:51.679254 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d339d3-a75e-4dd4-9202-cd19c823b165 service neutron] Pushing event updated for resources: {'Port': ['ID=3a93422d-ca51-4986-96d0-599619b8bcba,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:51.727426 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-df0ddcdd-68ab-4377-a136-12883ffe2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:51.729291 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-df0ddcdd-68ab-4377-a136-12883ffe2203 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 1098 time: 0.1897199 Aug 05 13:55:51.743984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e1346-3f0c-4fe1-bf5a-53e77913e4da req-9796e0a3-7313-45cc-99b4-864181708533 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:51.752844 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d14e1346-3f0c-4fe1-bf5a-53e77913e4da req-9796e0a3-7313-45cc-99b4-864181708533 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 948 time: 0.3699536 Aug 05 13:55:51.770870 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f9ae542f-0c2e-48db-8f2b-048136e7587c req-56c6d85d-ea03-458d-9b1d-c359a296aff0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e17772f7-f4f0-4072-867c-48943a4b216e HTTP/1.1" status: 200 len: 210 time: 0.0742872 Aug 05 13:55:51.884192 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-cac9ded9-7960-4ac9-a052-9c3649363eaa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=3a93422d-ca51-4986-96d0-599619b8bcba HTTP/1.1" status: 200 len: 217 time: 0.1290064 Aug 05 13:55:51.923099 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d14e1346-3f0c-4fe1-bf5a-53e77913e4da req-5a385e1b-5ebb-49ee-a5d0-a41d605365b2 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676755 Aug 05 13:55:52.010478 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-c67ba302-9162-424a-9b35-99496975724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:52.017881 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-c67ba302-9162-424a-9b35-99496975724f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0909421 Aug 05 13:55:52.145990 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-b169adfd-026e-4b1e-9886-7db4451a7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:52.148020 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-b169adfd-026e-4b1e-9886-7db4451a7e4c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981514 Aug 05 13:55:52.195627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c58650-e0e5-4d70-b1d3-5dbbc71e6bab req-b5c551e4-1686-49d6-8535-c1633d59191a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:52.204231 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9c58650-e0e5-4d70-b1d3-5dbbc71e6bab req-b5c551e4-1686-49d6-8535-c1633d59191a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 947 time: 0.0960646 Aug 05 13:55:52.260795 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9c58650-e0e5-4d70-b1d3-5dbbc71e6bab req-c87f9b23-e1c1-46e6-aeee-a808ea0c68e1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504687 Aug 05 13:55:52.345236 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-465512ad-74da-418b-a54a-729340eba5ea service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858592 Aug 05 13:55:52.353599 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aacc4e0e-1e73-45a9-ba4b-353e42f85a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:52:52Z', 'revision_number': 4, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'dd7f96d8-376f-4f22-be39-8a894e384cfb', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'floating_ip_address': '172.25.5.57', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'port_id': 'af2ae289-a5b6-4d00-8b89-e587d8aafb2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'mac_address': 'fa:16:3e:6a:21:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d2050-2f9b-4084-b109-8726c2feaecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:53:08Z', 'updated_at': '2021-08-05T13:55:48Z', 'revision_number': 5, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b84fbb80-67b6-4223-84df-34e5bc495fea', 'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'mac_address': 'fa:16:3e:d3:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00dd0760-9582-4502-9a67-893e71bba931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:50Z', 'updated_at': '2021-08-05T13:52:57Z', 'revision_number': 5, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'subnets': [{'id': '00dd0760-9582-4502-9a67-893e71bba931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:55:52.397488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc4e0e-1e73-45a9-ba4b-353e42f85a88 None None] Checking router: 34aed9d9-781b-4cdb-b3a9-796b202b5074 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:55:52.412272 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc4e0e-1e73-45a9-ba4b-353e42f85a88 None None] Routers {'34aed9d9-781b-4cdb-b3a9-796b202b5074'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:55:52.413746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aacc4e0e-1e73-45a9-ba4b-353e42f85a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:55:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['34aed9d9-781b-4cdb-b3a9-796b202b5074'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:55:52.478863 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d58a948e-0ccf-4cfe-813c-e85964a4df47 req-fb363911-96df-4724-af28-ffeccffe6ffe service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097119 Aug 05 13:55:52.590755 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-aacc4e0e-1e73-45a9-ba4b-353e42f85a88 None None] Set router 34aed9d9-781b-4cdb-b3a9-796b202b5074 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:55:52.618528 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097c830-0363-4fbf-abb5-ccbf91b50781 req-ca234f2e-6f53-4a77-96f7-a1958af8a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:52.620868 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0097c830-0363-4fbf-abb5-ccbf91b50781 req-ca234f2e-6f53-4a77-96f7-a1958af8a932 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 1098 time: 0.0575631 Aug 05 13:55:52.809566 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097c830-0363-4fbf-abb5-ccbf91b50781 req-2317a89a-2c32-4e9b-9900-c5917a0b7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:52.814981 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0097c830-0363-4fbf-abb5-ccbf91b50781 req-2317a89a-2c32-4e9b-9900-c5917a0b7b72 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.1778181 Aug 05 13:55:52.912415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48d2050-2f9b-4084-b109-8726c2feaecc', 'tag': 'af2ae289-a5b6-4d00-8b89-e587d8aafb2b'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:52.914861 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f47383-f4cf-474c-9733-65dd5fa871c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c48d2050-2f9b-4084-b109-8726c2feaecc", "tag": "af2ae289-a5b6-4d00-8b89-e587d8aafb2b"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:52.929615 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:55:52.953123 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0097c830-0363-4fbf-abb5-ccbf91b50781 req-256d4831-9be0-44d1-823e-93c9804f32dd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=3a93422d-ca51-4986-96d0-599619b8bcba HTTP/1.1" status: 200 len: 217 time: 0.1207032 Aug 05 13:55:52.966322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45588) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:55:53.001102 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4f6b37-196e-4126-9fdc-ded1fb856fc9 x-openstack-request-id: req-ba4f6b37-196e-4126-9fdc-ded1fb856fc9 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:53.001473 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48d2050-2f9b-4084-b109-8726c2feaecc", "tag": "af2ae289-a5b6-4d00-8b89-e587d8aafb2b", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:53.002282 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba4f6b37-196e-4126-9fdc-ded1fb856fc9 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:53.002690 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48d2050-2f9b-4084-b109-8726c2feaecc', 'tag': 'af2ae289-a5b6-4d00-8b89-e587d8aafb2b', 'status': 'completed', 'code': 200} Aug 05 13:55:53.149881 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f47383-f4cf-474c-9733-65dd5fa871c2 req-11172799-01dc-459a-9523-79eacfad5a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:53.151485 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95f47383-f4cf-474c-9733-65dd5fa871c2 req-11172799-01dc-459a-9523-79eacfad5a08 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=53001cf07fcb4d0b92a66b65b417642b&device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 1096 time: 0.0928020 Aug 05 13:55:53.226489 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097c830-0363-4fbf-abb5-ccbf91b50781 req-e86831d5-95ca-4488-8207-36dd18c29049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:53.227969 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0097c830-0363-4fbf-abb5-ccbf91b50781 req-e86831d5-95ca-4488-8207-36dd18c29049 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.2421033 Aug 05 13:55:53.318596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aacc4e0e-1e73-45a9-ba4b-353e42f85a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:52:52Z', 'revision_number': 4, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'dd7f96d8-376f-4f22-be39-8a894e384cfb', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'floating_ip_address': '172.25.5.57', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'port_id': 'af2ae289-a5b6-4d00-8b89-e587d8aafb2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'mac_address': 'fa:16:3e:6a:21:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d2050-2f9b-4084-b109-8726c2feaecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:53:08Z', 'updated_at': '2021-08-05T13:55:48Z', 'revision_number': 5, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b84fbb80-67b6-4223-84df-34e5bc495fea', 'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'mac_address': 'fa:16:3e:d3:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00dd0760-9582-4502-9a67-893e71bba931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:50Z', 'updated_at': '2021-08-05T13:52:57Z', 'revision_number': 5, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'subnets': [{'id': '00dd0760-9582-4502-9a67-893e71bba931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:55:53.384304 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8254e-6f90-458d-b9ba-22baaadab0cf req-8620765d-c1d4-4ee5-8fd3-738b12a30cff tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:53.389226 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc4e0e-1e73-45a9-ba4b-353e42f85a88 None None] The sync data for ids ['34aed9d9-781b-4cdb-b3a9-796b202b5074'] in n-d-803585-2 is: [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:52:52Z', 'revision_number': 4, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'dd7f96d8-376f-4f22-be39-8a894e384cfb', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'floating_ip_address': '172.25.5.57', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'port_id': 'af2ae289-a5b6-4d00-8b89-e587d8aafb2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'mac_address': 'fa:16:3e:6a:21:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d2050-2f9b-4084-b109-8726c2feaecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:53:08Z', 'updated_at': '2021-08-05T13:55:48Z', 'revision_number': 5, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b84fbb80-67b6-4223-84df-34e5bc495fea', 'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'mac_address': 'fa:16:3e:d3:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00dd0760-9582-4502-9a67-893e71bba931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:50Z', 'updated_at': '2021-08-05T13:52:57Z', 'revision_number': 5, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'subnets': [{'id': '00dd0760-9582-4502-9a67-893e71bba931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:55:53.403587 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-18f8254e-6f90-458d-b9ba-22baaadab0cf req-8620765d-c1d4-4ee5-8fd3-738b12a30cff tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 948 time: 0.2624807 Aug 05 13:55:53.428098 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097c830-0363-4fbf-abb5-ccbf91b50781 req-ba1167f2-2e28-4f6e-a071-749194d74b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:53.430017 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0097c830-0363-4fbf-abb5-ccbf91b50781 req-ba1167f2-2e28-4f6e-a071-749194d74b8b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1902885 Aug 05 13:55:53.536202 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-18f8254e-6f90-458d-b9ba-22baaadab0cf req-520f540f-f738-4b51-9b55-dc174b3cb642 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313484 Aug 05 13:55:53.570179 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5d55172c-ac90-4613-990d-5e4d070fb8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:53.682790 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0097c830-0363-4fbf-abb5-ccbf91b50781 req-dbad29ba-ac83-4daf-9698-b83dd4fd3303 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388608 Aug 05 13:55:53.813161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f47383-f4cf-474c-9733-65dd5fa871c2 req-6776ad1d-9e62-426c-8233-081d1b9793cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:53.816168 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95f47383-f4cf-474c-9733-65dd5fa871c2 req-6776ad1d-9e62-426c-8233-081d1b9793cc service neutron] 10.222.0.63 "GET /v2.0/networks?id=ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 HTTP/1.1" status: 200 len: 925 time: 0.6454623 Aug 05 13:55:53.897093 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de964899-d008-49ee-9b7a-508f93d3ef50 None None] New status for floating IP dd7f96d8-376f-4f22-be39-8a894e384cfb: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 13:55:53.946404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46785b48-ffbf-41dc-ab26-99b73ddde694 req-f69b4a85-2150-4407-8343-840552f2b828 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:53.961816 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-46785b48-ffbf-41dc-ab26-99b73ddde694 req-f69b4a85-2150-4407-8343-840552f2b828 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 947 time: 0.2353103 Aug 05 13:55:54.064216 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5d55172c-ac90-4613-990d-5e4d070fb8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:54.072537 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0097c830-0363-4fbf-abb5-ccbf91b50781 req-1fe959a5-ac3c-47de-8385-a48c6b059514 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750589 Aug 05 13:55:54.117561 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-46785b48-ffbf-41dc-ab26-99b73ddde694 req-bc7921e9-1f46-4820-95ad-cb5c9606622f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529002 Aug 05 13:55:54.117926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-b96a5eba-cd1c-4c33-bff5-4be8ff4b3099 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:54.132813 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-b96a5eba-cd1c-4c33-bff5-4be8ff4b3099 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 811 time: 0.7670069 Aug 05 13:55:54.134929 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5d55172c-ac90-4613-990d-5e4d070fb8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:54.211980 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45652) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:55:54.212747 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5d55172c-ac90-4613-990d-5e4d070fb8f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85f844d83a3c4d4fba1bd8cdcb57eabb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2453005 Aug 05 13:55:54.362939 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-1bdd7eba-6f5b-4bc5-bc5b-6391672d19ad tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/quotas/76942788a8484463baad60915955b3f9 HTTP/1.1" status: 200 len: 375 time: 0.2289720 Aug 05 13:55:54.372154 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-23df5214-bcc5-48e3-a2be-b8d0cea737c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:54.424830 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-068e11ac-2787-4461-95e9-2c60c88e94ec tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607245 Aug 05 13:55:54.446215 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95f47383-f4cf-474c-9733-65dd5fa871c2 req-0d624546-14c3-4d11-ac8a-5a05f16271bf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af2ae289-a5b6-4d00-8b89-e587d8aafb2b HTTP/1.1" status: 200 len: 998 time: 0.5994568 Aug 05 13:55:54.464445 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-23df5214-bcc5-48e3-a2be-b8d0cea737c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:54.647158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55172c-ac90-4613-990d-5e4d070fb8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449180d8-e1a0-4899-805e-f51aaa618119,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:54.719730 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0640f-e56a-456e-b6a6-8b0d32b54ddf req-367637a8-38f1-4dd4-ada9-892288082555 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:54.723135 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71c0640f-e56a-456e-b6a6-8b0d32b54ddf req-367637a8-38f1-4dd4-ada9-892288082555 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 948 time: 0.7543774 Aug 05 13:55:54.728376 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f47383-f4cf-474c-9733-65dd5fa871c2 req-9bdd294e-6158-4c62-a42a-075235efb11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:54.730569 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95f47383-f4cf-474c-9733-65dd5fa871c2 req-9bdd294e-6158-4c62-a42a-075235efb11d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=00dd0760-9582-4502-9a67-893e71bba931 HTTP/1.1" status: 200 len: 863 time: 0.2636640 Aug 05 13:55:54.871685 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-a969921d-fede-4749-a23d-605b630877aa service neutron] 10.222.0.16 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458179 Aug 05 13:55:54.959299 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f47383-f4cf-474c-9733-65dd5fa871c2 req-da734834-63f8-4fcd-9a29-4c63cb77a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:54.966453 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95f47383-f4cf-474c-9733-65dd5fa871c2 req-da734834-63f8-4fcd-9a29-4c63cb77a58c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2235024 Aug 05 13:55:55.070542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7815-ed95-4f3c-87f8-9b08df66101e req-f4e3d890-acc1-4ea2-9f5f-c9daa9d900e3 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:55.079767 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d22e7815-ed95-4f3c-87f8-9b08df66101e req-f4e3d890-acc1-4ea2-9f5f-c9daa9d900e3 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 948 time: 0.1465940 Aug 05 13:55:55.088636 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-23df5214-bcc5-48e3-a2be-b8d0cea737c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:55.092659 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-23df5214-bcc5-48e3-a2be-b8d0cea737c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:55.093858 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-23df5214-bcc5-48e3-a2be-b8d0cea737c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/449180d8-e1a0-4899-805e-f51aaa618119 HTTP/1.1" status: 204 len: 168 time: 0.8801603 Aug 05 13:55:55.131645 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-71c0640f-e56a-456e-b6a6-8b0d32b54ddf req-cd5f7fe6-639c-4f07-a07d-dffc66d6f991 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Deleting port a00bc87f-e04b-45af-be32-ccb3a82d670b {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:55:55.131993 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71c0640f-e56a-456e-b6a6-8b0d32b54ddf req-cd5f7fe6-639c-4f07-a07d-dffc66d6f991 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:55.136388 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df5214-bcc5-48e3-a2be-b8d0cea737c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449180d8-e1a0-4899-805e-f51aaa618119,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:55.168789 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d22e7815-ed95-4f3c-87f8-9b08df66101e req-b89b06e5-1b71-4238-8ee2-540210219753 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876937 Aug 05 13:55:55.290055 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95f47383-f4cf-474c-9733-65dd5fa871c2 req-d23445f6-e6fa-4ac0-af65-43ced1360c38 service neutron] 10.222.0.63 "GET /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832346 Aug 05 13:55:55.303695 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-af85953a-96e3-4e0e-b675-37eb9b6fec3b service neutron] 10.222.0.16 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245796 Aug 05 13:55:55.404737 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb1517-fbcb-42fd-ad63-acb2d5361bd0 req-7b613d46-0227-497c-9390-4604c19b18fb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:55.422721 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e4fb1517-fbcb-42fd-ad63-acb2d5361bd0 req-7b613d46-0227-497c-9390-4604c19b18fb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 947 time: 0.1453977 Aug 05 13:55:55.565898 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e4fb1517-fbcb-42fd-ad63-acb2d5361bd0 req-59b06d4e-423b-462e-85b5-1c1351147485 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405194 Aug 05 13:55:55.728216 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95f47383-f4cf-474c-9733-65dd5fa871c2 req-fc909f6a-56c0-4429-931c-4b2534f72d50 service neutron] 10.222.0.63 "GET /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918259 Aug 05 13:55:55.789472 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-71c0640f-e56a-456e-b6a6-8b0d32b54ddf req-cd5f7fe6-639c-4f07-a07d-dffc66d6f991 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] For port a00bc87f-e04b-45af-be32-ccb3a82d670b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a00bc87f-e04b-45af-be32-ccb3a82d670b,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:55.791436 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71c0640f-e56a-456e-b6a6-8b0d32b54ddf req-cd5f7fe6-639c-4f07-a07d-dffc66d6f991 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:55.818926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-71c0640f-e56a-456e-b6a6-8b0d32b54ddf req-cd5f7fe6-639c-4f07-a07d-dffc66d6f991 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Calling delete_port for a00bc87f-e04b-45af-be32-ccb3a82d670b owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:55:55.854888 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e73121a-9040-4099-be83-e996b2de358c req-0bf03ebf-6044-42de-a82b-0f295ebdaf4e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 210 time: 0.1385877 Aug 05 13:55:55.992173 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 3a93422d-ca51-4986-96d0-599619b8bcba details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:55:56.136846 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71c0640f-e56a-456e-b6a6-8b0d32b54ddf req-cd5f7fe6-639c-4f07-a07d-dffc66d6f991 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:56.216827 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f7fe6-639c-4f07-a07d-dffc66d6f991 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Pushing event deleted for resources: {'Port': ['ID=a00bc87f-e04b-45af-be32-ccb3a82d670b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:56.262211 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 3a93422d-ca51-4986-96d0-599619b8bcba, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=3a93422d-ca51-4986-96d0-599619b8bcba,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:56.304408 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '3a93422d-ca51-4986-96d0-599619b8bcba', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '3a93422d-ca51-4986-96d0-599619b8bcba', 'mac_address': 'fa:16:3e:5e:5f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:55:56.391245 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:56.423801 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a93422d-ca51-4986-96d0-599619b8bcba {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:55:56.451556 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c0640f-e56a-456e-b6a6-8b0d32b54ddf req-cd5f7fe6-639c-4f07-a07d-dffc66d6f991 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] No DVR routers for this DVR port a00bc87f-e04b-45af-be32-ccb3a82d670b on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:55:56.467927 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38b2ba7d-2ed3-4ce4-aac6-3d0452070f99 req-9d0560ed-0bc5-40c7-97c3-c0401ffd125e tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 210 time: 0.0793753 Aug 05 13:55:56.474086 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71c0640f-e56a-456e-b6a6-8b0d32b54ddf req-cd5f7fe6-639c-4f07-a07d-dffc66d6f991 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:56.479227 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71c0640f-e56a-456e-b6a6-8b0d32b54ddf req-cd5f7fe6-639c-4f07-a07d-dffc66d6f991 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.84 "DELETE /v2.0/ports/a00bc87f-e04b-45af-be32-ccb3a82d670b HTTP/1.1" status: 204 len: 173 time: 1.7374556 Aug 05 13:55:56.481788 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9ab17d-78e2-4389-b621-0cb0d562b786', 'name': 'network-vif-deleted', 'tag': 'a00bc87f-e04b-45af-be32-ccb3a82d670b'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:55:56.489860 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d054e13a-4c92-4561-9e15-d4afa6f5270f" -d '{"events": [{"server_uuid": "0c9ab17d-78e2-4389-b621-0cb0d562b786", "name": "network-vif-deleted", "tag": "a00bc87f-e04b-45af-be32-ccb3a82d670b"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:55:56.518705 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 3a93422d-ca51-4986-96d0-599619b8bcba, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=3a93422d-ca51-4986-96d0-599619b8bcba,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:55:56.545301 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:56.585413 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c851953f-3655-4903-8deb-6666c71ff2fa x-openstack-request-id: req-c851953f-3655-4903-8deb-6666c71ff2fa {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:55:56.586624 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9ab17d-78e2-4389-b621-0cb0d562b786", "name": "network-vif-deleted", "tag": "a00bc87f-e04b-45af-be32-ccb3a82d670b", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:55:56.587522 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c851953f-3655-4903-8deb-6666c71ff2fa {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:55:56.588115 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9ab17d-78e2-4389-b621-0cb0d562b786', 'name': 'network-vif-deleted', 'tag': 'a00bc87f-e04b-45af-be32-ccb3a82d670b', 'status': 'completed', 'code': 200} Aug 05 13:55:56.654461 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45760) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:55:56.748466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=3a93422d-ca51-4986-96d0-599619b8bcba,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:56.795114 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2304a4-18ad-4b73-bbd7-c81e98f19ecb req-8b718489-1ebe-41f0-9f33-bfe9cfa0fa83 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:56.809508 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee2304a4-18ad-4b73-bbd7-c81e98f19ecb req-8b718489-1ebe-41f0-9f33-bfe9cfa0fa83 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 948 time: 0.0900168 Aug 05 13:55:56.888130 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee2304a4-18ad-4b73-bbd7-c81e98f19ecb req-e96958ae-0985-4c48-99ff-f24c549d10a8 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761423 Aug 05 13:55:56.935678 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-bfd792f8-ca52-43e5-8b93-e43359f4e19c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2055219146-network', 'tenant_id': '8e22626b69d945a9b83ccfa2d99dbd5b'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:56.967845 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd792f8-ca52-43e5-8b93-e43359f4e19c admin admin] Made reservation on behalf of 8e22626b69d945a9b83ccfa2d99dbd5b for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:55:56.970746 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bfd792f8-ca52-43e5-8b93-e43359f4e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:57.005505 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bfd792f8-ca52-43e5-8b93-e43359f4e19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:57.112843 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['3a93422d-ca51-4986-96d0-599619b8bcba'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:55:57.158587 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bfd792f8-ca52-43e5-8b93-e43359f4e19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:57.167090 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bfd792f8-ca52-43e5-8b93-e43359f4e19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:57.197271 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd792f8-ca52-43e5-8b93-e43359f4e19c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:55:57.210579 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-20071176-f7ba-4a19-bfee-54f81ef9bb86 req-bdbb0f65-3d39-4a76-8055-93ac2b5ba795 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 210 time: 0.1102834 Aug 05 13:55:57.215637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd792f8-ca52-43e5-8b93-e43359f4e19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f624fd66-1b80-4860-8818-d56cbe0a6884,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:57.222368 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bfd792f8-ca52-43e5-8b93-e43359f4e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:57.222717 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-bfd792f8-ca52-43e5-8b93-e43359f4e19c admin admin] Added segment ef97d82b-d05f-4cf6-b752-423128315d82 of type vlan for network 80348b2b-42f6-450a-8964-ef50602c70b7 Aug 05 13:55:57.291466 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bfd792f8-ca52-43e5-8b93-e43359f4e19c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:57.330614 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a00bc87f-e04b-45af-be32-ccb3a82d670b no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:55:57.358956 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: a00bc87f-e04b-45af-be32-ccb3a82d670b {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:55:57.360035 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a00bc87f-e04b-45af-be32-ccb3a82d670b not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:55:57.369793 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bfd792f8-ca52-43e5-8b93-e43359f4e19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:57.371420 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd792f8-ca52-43e5-8b93-e43359f4e19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:57.372243 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bfd792f8-ca52-43e5-8b93-e43359f4e19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:57.448436 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd792f8-ca52-43e5-8b93-e43359f4e19c admin admin] Pushing event updated for resources: {'Network': ['ID=80348b2b-42f6-450a-8964-ef50602c70b7,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:57.453190 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bfd792f8-ca52-43e5-8b93-e43359f4e19c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7972710 Aug 05 13:55:57.456686 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45768) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:55:57.466870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b9cc2acc-794b-4013-a91d-c0046cca5847 admin admin] Request body: {'subnet': {'network_id': '80348b2b-42f6-450a-8964-ef50602c70b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2055219146-subnet', 'tenant_id': '8e22626b69d945a9b83ccfa2d99dbd5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:57.476264 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 80348b2b-42f6-450a-8964-ef50602c70b7 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:55:57.498778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cc2acc-794b-4013-a91d-c0046cca5847 admin admin] Made reservation on behalf of 8e22626b69d945a9b83ccfa2d99dbd5b for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:55:57.502392 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9cc2acc-794b-4013-a91d-c0046cca5847 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:57.659486 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c01e2e83-fc66-4b59-8148-4b409aae0c0a req-1b8f50a3-a4e4-45ee-b804-964ca470b934 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c9ab17d-78e2-4389-b621-0cb0d562b786 HTTP/1.1" status: 200 len: 210 time: 0.0432827 Aug 05 13:55:57.721249 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9cc2acc-794b-4013-a91d-c0046cca5847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:57.789764 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc2acc-794b-4013-a91d-c0046cca5847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a850e9cb-f6ed-45f9-8707-e860d7c69da0,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:57.798047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cc2acc-794b-4013-a91d-c0046cca5847 admin admin] Checking segment: {'id': 'ef97d82b-d05f-4cf6-b752-423128315d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '80348b2b-42f6-450a-8964-ef50602c70b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:55:57.798461 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cc2acc-794b-4013-a91d-c0046cca5847 admin admin] Network hostable DHCP agents. Network: 80348b2b-42f6-450a-8964-ef50602c70b7, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:55:57.819225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cc2acc-794b-4013-a91d-c0046cca5847 admin admin] Network 80348b2b-42f6-450a-8964-ef50602c70b7 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:55:57.830806 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-b9cc2acc-794b-4013-a91d-c0046cca5847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 80348b2b-42f6-450a-8964-ef50602c70b7) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:55:57.840601 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b584f9df-8d0f-4db0-8558-f1d486a752de None None] Network 80348b2b-42f6-450a-8964-ef50602c70b7 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:55:57.842271 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cc2acc-794b-4013-a91d-c0046cca5847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:57.842880 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9cc2acc-794b-4013-a91d-c0046cca5847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:57.871654 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b9cc2acc-794b-4013-a91d-c0046cca5847 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4017839 Aug 05 13:55:58.088803 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549e1e21-dc0d-4c7f-9cf0-cc0749d77142 None None] Network 80348b2b-42f6-450a-8964-ef50602c70b7 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:55:58.238598 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-fcf5a687-8345-426b-b2f9-8c354dcd2a66 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:58.241369 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-fcf5a687-8345-426b-b2f9-8c354dcd2a66 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.84 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 811 time: 0.2461462 Aug 05 13:55:58.260925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-133f2edb-9eea-4cee-a378-e5233640e9e3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Request body: {'port': {'device_id': 'e94187ba-1d55-4829-a0d9-e691b7f2df47', 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c', 'admin_state_up': True, 'tenant_id': '76942788a8484463baad60915955b3f9'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:58.319018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c73518-9689-45b8-bfc4-eabb61325995 req-d7027438-e43f-4c22-8fbd-c4d69d9abe33 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:58.321147 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-15c73518-9689-45b8-bfc4-eabb61325995 req-d7027438-e43f-4c22-8fbd-c4d69d9abe33 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 948 time: 0.1488585 Aug 05 13:55:58.405153 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-15c73518-9689-45b8-bfc4-eabb61325995 req-ba07c2aa-ea19-41a9-86f3-943cfca09edd tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759249 Aug 05 13:55:58.472316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-133f2edb-9eea-4cee-a378-e5233640e9e3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Made reservation on behalf of 76942788a8484463baad60915955b3f9 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:55:58.477092 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-133f2edb-9eea-4cee-a378-e5233640e9e3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:58.512012 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45786) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:55:58.622861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0dbc61-87ef-4c2c-8ec0-c7203dedc62d admin admin] Deleting subnet a850e9cb-f6ed-45f9-8707-e860d7c69da0 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:55:58.635165 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef0dbc61-87ef-4c2c-8ec0-c7203dedc62d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:58.677895 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef0dbc61-87ef-4c2c-8ec0-c7203dedc62d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:58.681367 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-133f2edb-9eea-4cee-a378-e5233640e9e3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Allocated IP 172.20.0.9 (f7447363-4b58-4abe-9e51-4d82c721285c/a0c9cb3b-02da-4b2d-886d-ad880aca8a5e/ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:55:58.742431 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef0dbc61-87ef-4c2c-8ec0-c7203dedc62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:58.778020 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c968483f-5db1-4721-9f72-06b86792638a req-b28d1b59-05ab-4b9e-88ba-85060020ce9b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 210 time: 0.0487683 Aug 05 13:55:58.837747 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef0dbc61-87ef-4c2c-8ec0-c7203dedc62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:58.872806 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0dbc61-87ef-4c2c-8ec0-c7203dedc62d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a850e9cb-f6ed-45f9-8707-e860d7c69da0,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:58.874950 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef0dbc61-87ef-4c2c-8ec0-c7203dedc62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:58.878065 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ef0dbc61-87ef-4c2c-8ec0-c7203dedc62d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a850e9cb-f6ed-45f9-8707-e860d7c69da0 HTTP/1.1" status: 204 len: 168 time: 0.3638406 Aug 05 13:55:58.879926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45794) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:55:58.975652 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f89d-0b94-42e8-898d-31486e4ba6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:58.978543 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-133f2edb-9eea-4cee-a378-e5233640e9e3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:59.090682 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-133f2edb-9eea-4cee-a378-e5233640e9e3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:59.182699 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f89d-0b94-42e8-898d-31486e4ba6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:59.195136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-133f2edb-9eea-4cee-a378-e5233640e9e3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Network f7447363-4b58-4abe-9e51-4d82c721285c is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:55:59.196518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-0ce4f89d-0b94-42e8-898d-31486e4ba6e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80348b2b-42f6-450a-8964-ef50602c70b7']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:55:59.201901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-133f2edb-9eea-4cee-a378-e5233640e9e3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:55:59.213480 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-0ce4f89d-0b94-42e8-898d-31486e4ba6e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef97d82b-d05f-4cf6-b752-423128315d82') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:55:59.213480 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-0ce4f89d-0b94-42e8-898d-31486e4ba6e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef97d82b-d05f-4cf6-b752-423128315d82') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:55:59.220368 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f89d-0b94-42e8-898d-31486e4ba6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:59.248515 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f89d-0b94-42e8-898d-31486e4ba6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:59.290124 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f2edb-9eea-4cee-a378-e5233640e9e3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Pushing event updated for resources: {'Port': ['ID=ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:59.306275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-133f2edb-9eea-4cee-a378-e5233640e9e3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:55:59.325346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce4f89d-0b94-42e8-898d-31486e4ba6e6 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:55:59.325811 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f89d-0b94-42e8-898d-31486e4ba6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: timer() Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:55:59.328236 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:55:59.425565 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f89d-0b94-42e8-898d-31486e4ba6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:59.430913 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f89d-0b94-42e8-898d-31486e4ba6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:59.441033 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0ce4f89d-0b94-42e8-898d-31486e4ba6e6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/80348b2b-42f6-450a-8964-ef50602c70b7 HTTP/1.1" status: 204 len: 168 time: 0.5571275 Aug 05 13:55:59.460682 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4f89d-0b94-42e8-898d-31486e4ba6e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=80348b2b-42f6-450a-8964-ef50602c70b7,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:55:59.483924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-133f2edb-9eea-4cee-a378-e5233640e9e3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:59.484612 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-133f2edb-9eea-4cee-a378-e5233640e9e3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:59.519681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76ad85-da90-4540-85c5-3b6d46a91fa8 req-888a3451-508c-4aec-978a-4df0fed2b99a tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:55:59.521816 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da76ad85-da90-4540-85c5-3b6d46a91fa8 req-888a3451-508c-4aec-978a-4df0fed2b99a tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb6e51fb-6b8c-40b4-813d-9df635121fd9 HTTP/1.1" status: 200 len: 948 time: 0.2782121 Aug 05 13:55:59.532431 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-133f2edb-9eea-4cee-a378-e5233640e9e3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2736568 Aug 05 13:55:59.571729 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Request body: {'port': {'device_id': 'e94187ba-1d55-4829-a0d9-e691b7f2df47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:55:59.607945 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da76ad85-da90-4540-85c5-3b6d46a91fa8 req-6d605463-edcd-478e-91bc-9e939299e3c3 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703747 Aug 05 13:55:59.634853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45806) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:55:59.706898 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:59.725318 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-da23c7b2-4b79-4a7a-a28b-7c738f1fb283 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e22626b69d945a9b83ccfa2d99dbd5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0892799 Aug 05 13:55:59.730321 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45808) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:55:59.816186 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c42b6c7-cdb3-4e7d-a4d1-c8a55e3150df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:59.850529 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c42b6c7-cdb3-4e7d-a4d1-c8a55e3150df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:59.950874 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c42b6c7-cdb3-4e7d-a4d1-c8a55e3150df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:59.957267 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c42b6c7-cdb3-4e7d-a4d1-c8a55e3150df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:55:59.962483 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3c42b6c7-cdb3-4e7d-a4d1-c8a55e3150df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f624fd66-1b80-4860-8818-d56cbe0a6884 HTTP/1.1" status: 204 len: 168 time: 0.2308292 Aug 05 13:55:59.973490 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42b6c7-cdb3-4e7d-a4d1-c8a55e3150df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f624fd66-1b80-4860-8818-d56cbe0a6884,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:00.027824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 3a93422d-ca51-4986-96d0-599619b8bcba up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:56:00.111961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 3a93422d-ca51-4986-96d0-599619b8bcba completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:56:00.119259 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 3a93422d-ca51-4986-96d0-599619b8bcba triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:00.121268 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:00.284917 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:00.309374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d9bc1-192a-47ea-8c98-eaa33d021c2a req-898a9db3-20e5-4d70-a08e-57d24efad3e4 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:00.318167 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3d1d9bc1-192a-47ea-8c98-eaa33d021c2a req-898a9db3-20e5-4d70-a08e-57d24efad3e4 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 948 time: 0.5896890 Aug 05 13:56:00.320169 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2288e2ff-cfdb-4ef1-89f2-73b754c999b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a93422d-ca51-4986-96d0-599619b8bcba'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:00.324188 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2d3c42-f63f-489c-991c-3c4340cb7f6d" -d '{"events": [{"server_uuid": "2288e2ff-cfdb-4ef1-89f2-73b754c999b1", "name": "network-vif-plugged", "status": "completed", "tag": "3a93422d-ca51-4986-96d0-599619b8bcba"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:00.345255 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 3a93422d-ca51-4986-96d0-599619b8bcba, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=3a93422d-ca51-4986-96d0-599619b8bcba,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:00.357778 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:00.438790 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=3a93422d-ca51-4986-96d0-599619b8bcba,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:00.504131 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3d1d9bc1-192a-47ea-8c98-eaa33d021c2a req-6dae9c07-43c8-45e5-b3fc-e09eb788557d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847858 Aug 05 13:56:00.693752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:56:00.715578 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:00.735764 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Transition to ACTIVE for port object ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:56:00.741706 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:00.872279 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:00.937030 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a40c4-0c1d-44ae-9b74-615069f16d0b req-67560e21-8505-4814-8771-418fe67aadc8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:00.939338 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-375a40c4-0c1d-44ae-9b74-615069f16d0b req-67560e21-8505-4814-8771-418fe67aadc8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 943 time: 0.1280575 Aug 05 13:56:01.012286 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Attempting to bind port ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:56:01.012673 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Attempting to bind port ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:56:01.013101 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Attempting to bind port ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 on network f7447363-4b58-4abe-9e51-4d82c721285c {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:01.029280 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-375a40c4-0c1d-44ae-9b74-615069f16d0b req-32e50e69-3aaa-488b-9cd3-a9d026bd9a37 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775442 Aug 05 13:56:01.037888 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Port ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 on network f7447363-4b58-4abe-9e51-4d82c721285c not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:56:01.038658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Attempting to bind port ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 on network f7447363-4b58-4abe-9e51-4d82c721285c {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:01.050513 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:56:01.050859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Checking segment: {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:56:01.051253 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Bound using segment: {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:56:01.051689 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Bound port: ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:56:01.052053 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:01.095276 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57be319-5fa0-42c5-90a7-c1cdacee1ae6 x-openstack-request-id: req-d57be319-5fa0-42c5-90a7-c1cdacee1ae6 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:01.095842 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2288e2ff-cfdb-4ef1-89f2-73b754c999b1", "name": "network-vif-plugged", "status": "completed", "tag": "3a93422d-ca51-4986-96d0-599619b8bcba", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:01.096182 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d57be319-5fa0-42c5-90a7-c1cdacee1ae6 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:01.096776 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2288e2ff-cfdb-4ef1-89f2-73b754c999b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a93422d-ca51-4986-96d0-599619b8bcba', 'code': 200} Aug 05 13:56:01.258179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] For port ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:56:01.280403 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] For port ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:56:01.297851 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf4d94-842e-4ccf-b7bb-c1e10703f0b9 req-25636a1d-6b7b-4ba7-9c81-b3c5420a0485 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:01.305986 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0bbf4d94-842e-4ccf-b7bb-c1e10703f0b9 req-25636a1d-6b7b-4ba7-9c81-b3c5420a0485 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb6e51fb-6b8c-40b4-813d-9df635121fd9 HTTP/1.1" status: 200 len: 948 time: 0.1419985 Aug 05 13:56:01.319978 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:01.328360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce29a5-d99c-4827-a424-ae49441b8970 req-ddffa0b8-e8fc-47fb-9104-a4c1cbeecec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:01.329477 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0bce29a5-d99c-4827-a424-ae49441b8970 req-ddffa0b8-e8fc-47fb-9104-a4c1cbeecec8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 1100 time: 0.1213868 Aug 05 13:56:01.420158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:01.420846 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:01.425817 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] 10.222.0.84 "PUT /v2.0/ports/ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 HTTP/1.1" status: 200 len: 1091 time: 1.8661468 Aug 05 13:56:01.438467 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94187ba-1d55-4829-a0d9-e691b7f2df47', 'tag': 'ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:01.445674 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28d57fd-d3f0-451f-9975-84dea0171a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e94187ba-1d55-4829-a0d9-e691b7f2df47", "tag": "ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:01.490371 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a70f5-d11d-4a3f-81f9-cf9daf73ba06 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:01.522777 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0bce29a5-d99c-4827-a424-ae49441b8970 req-48b44b94-b023-4f03-9052-46e5eed850a8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601005 Aug 05 13:56:01.567955 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0bbf4d94-842e-4ccf-b7bb-c1e10703f0b9 req-f8fcd6d9-bcc9-4ee2-aa80-b445d3bb19f8 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499220 Aug 05 13:56:01.603393 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-3bba56c6-d015-4e48-aaaa-8b2d4cb206ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:01.605200 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-3bba56c6-d015-4e48-aaaa-8b2d4cb206ec service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 1094 time: 0.0970788 Aug 05 13:56:01.687377 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-53eb2c8a-db93-4e56-b2b9-74d1f66092c1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 HTTP/1.1" status: 200 len: 217 time: 0.0643027 Aug 05 13:56:01.764158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-ce031d54-720f-4feb-9c12-7646adcf383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:01.766775 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-ce031d54-720f-4feb-9c12-7646adcf383e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a0c9cb3b-02da-4b2d-886d-ad880aca8a5e HTTP/1.1" status: 200 len: 851 time: 0.0708704 Aug 05 13:56:01.841451 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-001da9e5-1bbb-4478-8e2d-fe1fc8810d81 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f7447363-4b58-4abe-9e51-4d82c721285c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583453 Aug 05 13:56:01.848016 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec08225-c7b3-4061-aa18-27b5a8eba1f7 x-openstack-request-id: req-9ec08225-c7b3-4061-aa18-27b5a8eba1f7 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:01.849486 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94187ba-1d55-4829-a0d9-e691b7f2df47", "tag": "ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:01.849808 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ec08225-c7b3-4061-aa18-27b5a8eba1f7 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:01.850231 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94187ba-1d55-4829-a0d9-e691b7f2df47', 'tag': 'ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743', 'status': 'completed', 'code': 200} Aug 05 13:56:02.004646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b26f5d-6831-4462-b9a4-c15d6dabca5d req-a3d7fd28-d253-4b98-89bd-63f2027c0014 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:02.015920 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80b26f5d-6831-4462-b9a4-c15d6dabca5d req-a3d7fd28-d253-4b98-89bd-63f2027c0014 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 949 time: 0.0991743 Aug 05 13:56:02.055192 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-327ad5d9-11d9-45dc-b389-ccad16e0df45 service neutron] 10.222.0.84 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997161 Aug 05 13:56:02.111844 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80b26f5d-6831-4462-b9a4-c15d6dabca5d req-764d67d9-ac07-4241-b23a-9e757dc2bb98 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942333 Aug 05 13:56:02.196733 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d13f2a1e-1dfc-4ddb-bfb4-dc2cf2fe776b req-353f69e0-ff50-40e6-8789-f0a665192c5c service neutron] 10.222.0.84 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167014 Aug 05 13:56:02.345437 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d57fd-d3f0-451f-9975-84dea0171a4d req-e5079530-47f4-4a4b-8960-1080c8381364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:02.346932 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d28d57fd-d3f0-451f-9975-84dea0171a4d req-e5079530-47f4-4a4b-8960-1080c8381364 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 1094 time: 0.0957613 Aug 05 13:56:02.359111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35ab92-6bd8-4d33-9ca4-90a268d97218 req-d06b207a-9c42-4803-8672-37bf02ee0e8c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:02.369080 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8e35ab92-6bd8-4d33-9ca4-90a268d97218 req-d06b207a-9c42-4803-8672-37bf02ee0e8c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 943 time: 0.0792546 Aug 05 13:56:02.486800 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8e35ab92-6bd8-4d33-9ca4-90a268d97218 req-efaeae24-d712-4392-8e96-d09bf688518b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155579 Aug 05 13:56:02.574834 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d57fd-d3f0-451f-9975-84dea0171a4d req-13418c83-4721-49da-b0c1-b6a4a42da97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:02.576909 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d28d57fd-d3f0-451f-9975-84dea0171a4d req-13418c83-4721-49da-b0c1-b6a4a42da97b service neutron] 10.222.0.84 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 912 time: 0.2052341 Aug 05 13:56:02.660116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d28d57fd-d3f0-451f-9975-84dea0171a4d req-c09dca80-bfeb-49fb-9f04-0c3512e783d7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 HTTP/1.1" status: 200 len: 217 time: 0.0672920 Aug 05 13:56:02.680817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b69e4-0d7d-4ed5-8257-a6f75a641f1a req-acc3fe3c-56a2-432f-b333-be59b8470f76 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:02.682557 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c48b69e4-0d7d-4ed5-8257-a6f75a641f1a req-acc3fe3c-56a2-432f-b333-be59b8470f76 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 1097 time: 0.1025348 Aug 05 13:56:02.761145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d57fd-d3f0-451f-9975-84dea0171a4d req-69bdd585-d084-4464-b060-e393f43f436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:02.762754 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d28d57fd-d3f0-451f-9975-84dea0171a4d req-69bdd585-d084-4464-b060-e393f43f436a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a0c9cb3b-02da-4b2d-886d-ad880aca8a5e HTTP/1.1" status: 200 len: 851 time: 0.0847220 Aug 05 13:56:02.775725 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c48b69e4-0d7d-4ed5-8257-a6f75a641f1a req-3eef04ba-0b65-4620-8281-bc85f4fdee34 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835180 Aug 05 13:56:02.826654 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d28d57fd-d3f0-451f-9975-84dea0171a4d req-9d64c0ce-7810-4d4a-a666-1eaaa1224021 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f7447363-4b58-4abe-9e51-4d82c721285c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369599 Aug 05 13:56:03.068428 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3fd9b-81fa-4447-b579-522df7b1a6cb req-d906589f-e1b3-4a34-8003-951e548f32f1 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:03.071088 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14d3fd9b-81fa-4447-b579-522df7b1a6cb req-d906589f-e1b3-4a34-8003-951e548f32f1 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6e51fb-6b8c-40b4-813d-9df635121fd9 HTTP/1.1" status: 200 len: 948 time: 0.1453185 Aug 05 13:56:03.081779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcb719-509f-496b-9041-136487f2ef6e req-375e560f-ecb3-4bac-a350-0cc7edcd257b tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:03.083436 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-57dcb719-509f-496b-9041-136487f2ef6e req-375e560f-ecb3-4bac-a350-0cc7edcd257b tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb6e51fb-6b8c-40b4-813d-9df635121fd9 HTTP/1.1" status: 200 len: 948 time: 0.1163306 Aug 05 13:56:03.085147 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d28d57fd-d3f0-451f-9975-84dea0171a4d req-c6b5760f-9825-4c1f-98f3-a634f19aa654 service neutron] 10.222.0.84 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442963 Aug 05 13:56:03.298892 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-57dcb719-509f-496b-9041-136487f2ef6e req-5133eb78-6a42-4b14-a50b-acc4767d9da4 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.16 "GET /v2.0/security-groups?id=189bea59-9532-4b90-a03c-cd8288b53bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041655 Aug 05 13:56:03.373306 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d28d57fd-d3f0-451f-9975-84dea0171a4d req-9e0d99c7-1724-44ee-bc5f-d17ae2ef75be service neutron] 10.222.0.84 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479916 Aug 05 13:56:03.541518 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-14d3fd9b-81fa-4447-b579-522df7b1a6cb req-7ec96703-368e-4870-96e5-b31e9c276315 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Deleting port fe81edc1-a107-4865-8bcb-e2cf82d53bf5 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:56:03.541874 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-14d3fd9b-81fa-4447-b579-522df7b1a6cb req-7ec96703-368e-4870-96e5-b31e9c276315 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:03.693909 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-14d3fd9b-81fa-4447-b579-522df7b1a6cb req-7ec96703-368e-4870-96e5-b31e9c276315 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] For port fe81edc1-a107-4865-8bcb-e2cf82d53bf5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:03.695533 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-14d3fd9b-81fa-4447-b579-522df7b1a6cb req-7ec96703-368e-4870-96e5-b31e9c276315 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:03.715022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-14d3fd9b-81fa-4447-b579-522df7b1a6cb req-7ec96703-368e-4870-96e5-b31e9c276315 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Calling delete_port for fe81edc1-a107-4865-8bcb-e2cf82d53bf5 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:56:03.933104 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-14d3fd9b-81fa-4447-b579-522df7b1a6cb req-7ec96703-368e-4870-96e5-b31e9c276315 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:04.014396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec96703-368e-4870-96e5-b31e9c276315 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Pushing event deleted for resources: {'Port': ['ID=fe81edc1-a107-4865-8bcb-e2cf82d53bf5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:04.158184 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d3fd9b-81fa-4447-b579-522df7b1a6cb req-7ec96703-368e-4870-96e5-b31e9c276315 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] No DVR routers for this DVR port fe81edc1-a107-4865-8bcb-e2cf82d53bf5 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:56:04.161513 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-14d3fd9b-81fa-4447-b579-522df7b1a6cb req-7ec96703-368e-4870-96e5-b31e9c276315 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:04.164070 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14d3fd9b-81fa-4447-b579-522df7b1a6cb req-7ec96703-368e-4870-96e5-b31e9c276315 tempest-ListImageFiltersTestJSON-1973639540 tempest-ListImageFiltersTestJSON-1973639540-project] 10.222.0.63 "DELETE /v2.0/ports/fe81edc1-a107-4865-8bcb-e2cf82d53bf5 HTTP/1.1" status: 204 len: 173 time: 1.0777576 Aug 05 13:56:04.164538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6e51fb-6b8c-40b4-813d-9df635121fd9', 'name': 'network-vif-deleted', 'tag': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:04.167254 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a113097-b268-4bca-8e0b-296e64298e6b" -d '{"events": [{"server_uuid": "fb6e51fb-6b8c-40b4-813d-9df635121fd9", "name": "network-vif-deleted", "tag": "fe81edc1-a107-4865-8bcb-e2cf82d53bf5"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:04.917547 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-165cf326-fb95-4430-b456-c08fc91a6c28 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:56:04.918628 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-165cf326-fb95-4430-b456-c08fc91a6c28 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064800 Aug 05 13:56:04.935091 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-8e1c7739-b413-478f-abd5-a90b48121887 service neutron] Request body: {'binding': {'host': 'n-h1-803585-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:04.938912 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-8e1c7739-b413-478f-abd5-a90b48121887 service neutron] Unknown quota resources ['binding']. {{(pid=105723) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 13:56:05.154049 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-8e1c7739-b413-478f-abd5-a90b48121887 service neutron] Attempting to bind port 64d73aec-86b8-4191-a076-a3e4b5cca50c on host n-h1-803585-2 for vnic_type normal with profile None {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:56:05.156247 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-8e1c7739-b413-478f-abd5-a90b48121887 service neutron] Attempting to bind port 64d73aec-86b8-4191-a076-a3e4b5cca50c by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:56:05.157482 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-8e1c7739-b413-478f-abd5-a90b48121887 service neutron] Attempting to bind port 64d73aec-86b8-4191-a076-a3e4b5cca50c on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:05.163317 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-8e1c7739-b413-478f-abd5-a90b48121887 service neutron] Port 64d73aec-86b8-4191-a076-a3e4b5cca50c on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:56:05.163879 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-8e1c7739-b413-478f-abd5-a90b48121887 service neutron] Attempting to bind port 64d73aec-86b8-4191-a076-a3e4b5cca50c on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:05.169679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-8e1c7739-b413-478f-abd5-a90b48121887 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:56:05.170230 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-8e1c7739-b413-478f-abd5-a90b48121887 service neutron] Checking segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:56:05.170854 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-8e1c7739-b413-478f-abd5-a90b48121887 service neutron] Bound using segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:56:05.171542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-8e1c7739-b413-478f-abd5-a90b48121887 service neutron] Bound port: 64d73aec-86b8-4191-a076-a3e4b5cca50c, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:56:05.257392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-8e1c7739-b413-478f-abd5-a90b48121887 service neutron] For port 64d73aec-86b8-4191-a076-a3e4b5cca50c, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=64d73aec-86b8-4191-a076-a3e4b5cca50c,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:56:05.274661 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-8e1c7739-b413-478f-abd5-a90b48121887 service neutron] Notify callbacks [] for binding, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:05.278487 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-8e1c7739-b413-478f-abd5-a90b48121887 service neutron] 10.222.0.16 "POST /v2.0/ports/64d73aec-86b8-4191-a076-a3e4b5cca50c/bindings HTTP/1.1" status: 201 len: 389 time: 0.3508747 Aug 05 13:56:05.378383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:56:05.633979 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b17866-ed22-42c2-a14a-7fb913b52870 req-3fc0c55d-db42-485f-b187-0d594317a415 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:05.649142 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c4b17866-ed22-42c2-a14a-7fb913b52870 req-3fc0c55d-db42-485f-b187-0d594317a415 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 949 time: 0.1112251 Aug 05 13:56:05.655169 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:05.677532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743', 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c', 'port_id': 'ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743', 'mac_address': 'fa:16:3e:36:82:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c9cb3b-02da-4b2d-886d-ad880aca8a5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:56:05.736368 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c4b17866-ed22-42c2-a14a-7fb913b52870 req-5c0b8a4a-7cb2-4e18-bea2-cc309e29d9ee tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794156 Aug 05 13:56:05.736867 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:05.762410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:56:05.787890 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-324faa33-b50d-4048-b300-f01d7dd2477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:05.794817 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-324faa33-b50d-4048-b300-f01d7dd2477e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 1097 time: 0.1190858 Aug 05 13:56:05.803067 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:05.809896 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:05.905731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:05.970933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-0e082c8d-eda3-4a70-a1b3-e94142f06a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:05.970933 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-0e082c8d-eda3-4a70-a1b3-e94142f06a9a service neutron] 10.222.0.63 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 921 time: 0.1670218 Aug 05 13:56:06.031702 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-011c0d56-9951-4004-92ca-387889ec0277 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d73aec-86b8-4191-a076-a3e4b5cca50c HTTP/1.1" status: 200 len: 217 time: 0.0416753 Aug 05 13:56:06.044539 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09177b0-15a2-4e0a-9756-eeffa7aa8c43 req-0c53b6b8-2a13-4bc3-a841-bc02567de0e2 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:06.046630 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d09177b0-15a2-4e0a-9756-eeffa7aa8c43 req-0c53b6b8-2a13-4bc3-a841-bc02567de0e2 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 944 time: 0.0920286 Aug 05 13:56:06.067775 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fe81edc1-a107-4865-8bcb-e2cf82d53bf5 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:56:06.093408 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: fe81edc1-a107-4865-8bcb-e2cf82d53bf5 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:56:06.094045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fe81edc1-a107-4865-8bcb-e2cf82d53bf5 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:56:06.131420 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d09177b0-15a2-4e0a-9756-eeffa7aa8c43 req-2a4692b4-8112-45bc-a94f-ad9813deafba tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762613 Aug 05 13:56:06.133205 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-9bae7725-bb11-4d99-a9ff-70c9b0ba55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:06.137524 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-9bae7725-bb11-4d99-a9ff-70c9b0ba55b3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.0882773 Aug 05 13:56:06.198292 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-20b5d19b-7ed3-4200-96e1-be8c724cac3d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440321 Aug 05 13:56:06.199734 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6843733-705c-41a4-9144-483cdde45e7a x-openstack-request-id: req-a6843733-705c-41a4-9144-483cdde45e7a {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:06.200283 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6e51fb-6b8c-40b4-813d-9df635121fd9", "name": "network-vif-deleted", "tag": "fe81edc1-a107-4865-8bcb-e2cf82d53bf5", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:06.200537 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6843733-705c-41a4-9144-483cdde45e7a {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:06.201030 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6e51fb-6b8c-40b4-813d-9df635121fd9', 'name': 'network-vif-deleted', 'tag': 'fe81edc1-a107-4865-8bcb-e2cf82d53bf5', 'status': 'completed', 'code': 200} Aug 05 13:56:06.226714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:56:06.427963 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa993a9d-344a-46d4-a7e9-6fbf491e7139 req-af837e17-9916-4eda-8b07-4ec008c541db tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:06.436578 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa993a9d-344a-46d4-a7e9-6fbf491e7139 req-af837e17-9916-4eda-8b07-4ec008c541db tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 946 time: 0.1014321 Aug 05 13:56:06.507884 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-7004cabd-ecf5-4e2a-bbf0-dfdfb4be4dd1 service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807977 Aug 05 13:56:06.510841 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa993a9d-344a-46d4-a7e9-6fbf491e7139 req-54138977-5064-427b-8a68-27efdb90cf2c tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732524 Aug 05 13:56:06.684103 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-70e2a2cf-8a30-4e21-bc74-5d429dec35a0 service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548975 Aug 05 13:56:06.687234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8569031-7400-402a-b3ba-9a4f8229c657 req-72e09699-2fd3-4e2a-9dfb-518f987111b3 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:06.689120 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8569031-7400-402a-b3ba-9a4f8229c657 req-72e09699-2fd3-4e2a-9dfb-518f987111b3 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 1100 time: 0.0701518 Aug 05 13:56:06.735818 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8569031-7400-402a-b3ba-9a4f8229c657 req-b6392378-b9ec-4c22-8e5e-564a4e41a4f6 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403700 Aug 05 13:56:07.563810 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-b04461b6-27fa-4a13-9d2c-3259a8f6dbeb tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485883 Aug 05 13:56:07.627193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931b312-c609-4906-806d-7b917209fdfb req-366db0e5-1753-41f6-bab6-af481b93f25e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:07.637851 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8931b312-c609-4906-806d-7b917209fdfb req-366db0e5-1753-41f6-bab6-af481b93f25e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 944 time: 0.0700190 Aug 05 13:56:07.688341 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8931b312-c609-4906-806d-7b917209fdfb req-3f479c34-db6a-4d14-aef5-ee2209ed0dac tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479155 Aug 05 13:56:07.711059 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-943cdecf-b56f-4996-b39f-caf1f5e234c4 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:07.712993 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-943cdecf-b56f-4996-b39f-caf1f5e234c4 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480684 Aug 05 13:56:07.736566 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-ff93b228-0012-445f-85ff-3ccf3ae2bfba tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/quotas/b5fd2bb24b8b4cb7871929d0ce5ab2e7 HTTP/1.1" status: 200 len: 375 time: 0.0158949 Aug 05 13:56:07.836698 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-3e4fe31c-e8d2-4b9a-9640-48b53d9e4102 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0940428 Aug 05 13:56:08.190790 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6edb2b03-8b3b-4acf-b772-83a1236dfa21 req-00fcb6aa-8789-4c82-a144-1dda3802e2a7 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 210 time: 0.0365410 Aug 05 13:56:08.290719 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0672990-d56d-4fa5-823b-99d1071a907c req-57057222-d0a3-4f38-9abe-7b5e45208950 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:08.300875 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a0672990-d56d-4fa5-823b-99d1071a907c req-57057222-d0a3-4f38-9abe-7b5e45208950 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 946 time: 0.1189690 Aug 05 13:56:08.357575 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a0672990-d56d-4fa5-823b-99d1071a907c req-b9df3f64-147e-449b-90bb-92c50edf0d5d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556049 Aug 05 13:56:08.549476 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5603e3-8de2-449c-abf9-590b6785c92d req-dd7b9355-9c19-43d2-84c4-7808d9883f3b tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:08.559885 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ac5603e3-8de2-449c-abf9-590b6785c92d req-dd7b9355-9c19-43d2-84c4-7808d9883f3b tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 951 time: 0.1075525 Aug 05 13:56:08.611188 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46050) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:08.669517 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ac5603e3-8de2-449c-abf9-590b6785c92d req-385134b8-d471-4d15-a3e4-6e784f8b9705 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5912865-e2a0-4712-9bc9-8ebc9dfe945d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083884 Aug 05 13:56:08.834077 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6cc9a0b-d0cc-4787-bff5-bbd95f49c574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:09.016469 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6cc9a0b-d0cc-4787-bff5-bbd95f49c574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:09.024120 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6cc9a0b-d0cc-4787-bff5-bbd95f49c574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:09.128945 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc9a0b-d0cc-4787-bff5-bbd95f49c574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fea5a2-65b5-4f17-b91d-7caebb0851b1,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:09.170009 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e6cc9a0b-d0cc-4787-bff5-bbd95f49c574 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bf53d6c9d0a487e939d9648c795074a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5558670 Aug 05 13:56:09.174696 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46076) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:09.265877 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985e8cb-3d94-416b-9c10-5c2006bfcc82 req-b3aa629e-e070-4b3a-9b45-a75ece50e915 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:09.267610 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1985e8cb-3d94-416b-9c10-5c2006bfcc82 req-b3aa629e-e070-4b3a-9b45-a75ece50e915 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 944 time: 0.2400999 Aug 05 13:56:09.332896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46092) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:09.336242 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-26b9c9bd-ada7-4fd2-8732-6cdf6d8ea7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:09.346912 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1985e8cb-3d94-416b-9c10-5c2006bfcc82 req-2638e39d-006a-47ed-b219-c2d7df74819d tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670121 Aug 05 13:56:09.372138 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-26b9c9bd-ada7-4fd2-8732-6cdf6d8ea7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:09.407476 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:56:09.502095 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-26b9c9bd-ada7-4fd2-8732-6cdf6d8ea7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:09.505286 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-26b9c9bd-ada7-4fd2-8732-6cdf6d8ea7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:09.508842 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-26b9c9bd-ada7-4fd2-8732-6cdf6d8ea7bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14fea5a2-65b5-4f17-b91d-7caebb0851b1 HTTP/1.1" status: 204 len: 168 time: 0.3305809 Aug 05 13:56:09.527002 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9c9bd-ada7-4fd2-8732-6cdf6d8ea7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fea5a2-65b5-4f17-b91d-7caebb0851b1,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:09.585238 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:56:09.592077 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-66d808a1-3b62-492d-9d47-ea49fdba8cf3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e112959282a24c9bbb3351f3a99fcd33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560959 Aug 05 13:56:09.593374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46116) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:09.598139 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:09.602633 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:09.636765 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50e153a0-80ea-4782-bf6a-9a508668cf75 req-7e992a3a-2e99-4658-b0b1-9a1c7683d1c2 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 210 time: 0.0894041 Aug 05 13:56:09.733037 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-127f46ee-10d2-4c24-9ac9-1adf6a3a5dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:09.794242 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-127f46ee-10d2-4c24-9ac9-1adf6a3a5dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:09.864621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2622dfb-3a6f-4043-a17e-730e36a504d1 req-148f2303-b515-4adb-a373-7115e6c3851f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:09.872622 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e2622dfb-3a6f-4043-a17e-730e36a504d1 req-148f2303-b515-4adb-a373-7115e6c3851f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 946 time: 0.1291487 Aug 05 13:56:09.900343 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:09.927317 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e2622dfb-3a6f-4043-a17e-730e36a504d1 req-442b7362-1efc-4390-8d29-3fbaa0d84d09 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486493 Aug 05 13:56:09.978781 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94187ba-1d55-4829-a0d9-e691b7f2df47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:09.983054 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1e8cc6-cb12-4a36-8b93-98a1871201eb" -d '{"events": [{"server_uuid": "e94187ba-1d55-4829-a0d9-e691b7f2df47", "name": "network-vif-plugged", "status": "completed", "tag": "ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:09.993950 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:10.001903 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:10.004259 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-c5c18fba-12f9-4325-9512-b63863fc0793 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395594 Aug 05 13:56:10.043675 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-127f46ee-10d2-4c24-9ac9-1adf6a3a5dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:10.049596 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-127f46ee-10d2-4c24-9ac9-1adf6a3a5dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:10.053743 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-127f46ee-10d2-4c24-9ac9-1adf6a3a5dab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/189bea59-9532-4b90-a03c-cd8288b53bbb HTTP/1.1" status: 204 len: 168 time: 0.4584603 Aug 05 13:56:10.102442 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53152347-00ad-46b0-ab14-3cc9227caa8c x-openstack-request-id: req-53152347-00ad-46b0-ab14-3cc9227caa8c {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:10.103093 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94187ba-1d55-4829-a0d9-e691b7f2df47", "name": "network-vif-plugged", "status": "completed", "tag": "ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:10.104296 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53152347-00ad-46b0-ab14-3cc9227caa8c {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:10.105593 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94187ba-1d55-4829-a0d9-e691b7f2df47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743', 'code': 200} Aug 05 13:56:10.118634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f46ee-10d2-4c24-9ac9-1adf6a3a5dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189bea59-9532-4b90-a03c-cd8288b53bbb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:10.256866 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-d842404c-3532-4f74-b926-f13be948fef2 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:10.258567 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-d842404c-3532-4f74-b926-f13be948fef2 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401335 Aug 05 13:56:10.289756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:10.342933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-8226ac38-9152-49f1-8457-01c458d099d0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Request body: {'port': {'device_id': '957caab2-fcf9-42b8-973a-f705e087c96f', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': 'b5fd2bb24b8b4cb7871929d0ce5ab2e7'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:10.487912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d88ad-9da7-4a34-a2f0-e2480a665c2b req-63a2d198-53e0-474d-bc50-36ed51d25cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:10.489747 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-759d88ad-9da7-4a34-a2f0-e2480a665c2b req-63a2d198-53e0-474d-bc50-36ed51d25cca service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 1096 time: 0.2232592 Aug 05 13:56:10.507908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f9d07-03dc-46a0-b16c-9cc55ef3f84d req-31868c37-301c-46d6-b962-00cbcc5a24ee tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:10.515375 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-389f9d07-03dc-46a0-b16c-9cc55ef3f84d req-31868c37-301c-46d6-b962-00cbcc5a24ee tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 951 time: 0.1670465 Aug 05 13:56:10.585373 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d12c63-487a-4d24-8e6b-350160d4f09d req-55c90757-7c55-48c0-b52e-93c470504393 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:10.602014 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-78d12c63-487a-4d24-8e6b-350160d4f09d req-55c90757-7c55-48c0-b52e-93c470504393 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 945 time: 0.0996041 Aug 05 13:56:10.625691 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-389f9d07-03dc-46a0-b16c-9cc55ef3f84d req-769d5c83-836a-4782-b416-2b6561ec4cf6 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5912865-e2a0-4712-9bc9-8ebc9dfe945d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092045 Aug 05 13:56:10.644240 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-759d88ad-9da7-4a34-a2f0-e2480a665c2b req-6eb16033-73c3-4a67-96a3-63a0e0bfde64 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263442 Aug 05 13:56:10.650139 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-8226ac38-9152-49f1-8457-01c458d099d0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Made reservation on behalf of b5fd2bb24b8b4cb7871929d0ce5ab2e7 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:56:10.661587 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-8226ac38-9152-49f1-8457-01c458d099d0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:10.691869 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-78d12c63-487a-4d24-8e6b-350160d4f09d req-c07f587a-7f37-424d-836e-111fa4946296 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875933 Aug 05 13:56:10.803651 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04b0dff1-0cae-46c3-922c-1aa224760dd8 req-85c90abd-e02a-47d1-b16a-cb7cb989abe4 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 210 time: 0.0353909 Aug 05 13:56:10.909037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-8226ac38-9152-49f1-8457-01c458d099d0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Allocated IP 192.168.233.235 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/5c31038d-11bc-4db6-95db-23972556c715) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:56:11.148657 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d7deb-dc02-43e7-a9f1-18bb5aeafa74 req-786d99b6-de3d-40e7-9c91-6d267d8f6b4b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:11.159335 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7c8d7deb-dc02-43e7-a9f1-18bb5aeafa74 req-786d99b6-de3d-40e7-9c91-6d267d8f6b4b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 946 time: 0.1161740 Aug 05 13:56:11.234381 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7c8d7deb-dc02-43e7-a9f1-18bb5aeafa74 req-3c9bbdcc-7b61-40db-97a3-7a8a736cbc69 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616622 Aug 05 13:56:11.426333 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:56:11.618508 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:11.631273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46188) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:11.644900 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-8226ac38-9152-49f1-8457-01c458d099d0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:11.679497 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:11.690121 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:11.714659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-8226ac38-9152-49f1-8457-01c458d099d0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Transition to ACTIVE for port object 5c31038d-11bc-4db6-95db-23972556c715 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:56:11.805128 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-8226ac38-9152-49f1-8457-01c458d099d0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:11.826041 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['44f6d346-7ba4-45d3-ac51-efabb23deb16', '314bb475-1570-4a36-b193-75cde195baf6'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:56:11.838996 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['0b90c80b-ea5d-476d-8890-b723dea55b6c', 'f4df28dc-9ae0-428c-af46-f643bc6b6d16', '4a4775b9-65bf-4e6a-a1a3-9c59413a5096', '3a93422d-ca51-4986-96d0-599619b8bcba'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:56:11.913517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc24e4-a9e5-4a2d-a6b1-59f22259e467 req-0aef007f-79c1-4034-84c9-99f3fd05f0b7 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:11.922598 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ccc24e4-a9e5-4a2d-a6b1-59f22259e467 req-0aef007f-79c1-4034-84c9-99f3fd05f0b7 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 945 time: 0.0676317 Aug 05 13:56:11.956682 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-8226ac38-9152-49f1-8457-01c458d099d0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:56:11.976772 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-8226ac38-9152-49f1-8457-01c458d099d0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:56:11.995392 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ccc24e4-a9e5-4a2d-a6b1-59f22259e467 req-966d22f4-965c-40a7-b0ed-1d2957e4a81b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715139 Aug 05 13:56:12.006232 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-8226ac38-9152-49f1-8457-01c458d099d0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:56:12.059587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-62e5d22f-d103-40bc-b1a4-aa8360cfddd9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1201380241-network', 'tenant_id': '74616b99a34b48a6a4104079c67ef572'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:12.113058 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226ac38-9152-49f1-8457-01c458d099d0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Pushing event updated for resources: {'Port': ['ID=5c31038d-11bc-4db6-95db-23972556c715,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:12.128325 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e5d22f-d103-40bc-b1a4-aa8360cfddd9 admin admin] Made reservation on behalf of 74616b99a34b48a6a4104079c67ef572 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:56:12.130683 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-62e5d22f-d103-40bc-b1a4-aa8360cfddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:12.133744 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:12.145402 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ea4706-4c44-4a3e-a9f7-476191ba09a5" -d '{"events": [{"server_uuid": "30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5", "name": "network-vif-unplugged", "status": "completed", "tag": "2c5eedb7-d82e-4f37-8056-8fb6b1acc773"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:12.161055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,revision_number=11']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:12.162893 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-62e5d22f-d103-40bc-b1a4-aa8360cfddd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:12.199650 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73c2cf-ebf6-4455-b826-d86c3fa1a793 req-2d1f50b2-0d3d-4514-9f1d-b44936e0fae9 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:12.206950 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4f73c2cf-ebf6-4455-b826-d86c3fa1a793 req-2d1f50b2-0d3d-4514-9f1d-b44936e0fae9 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 949 time: 0.4292598 Aug 05 13:56:12.262136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-8226ac38-9152-49f1-8457-01c458d099d0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:12.263129 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-8226ac38-9152-49f1-8457-01c458d099d0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:12.341671 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4f73c2cf-ebf6-4455-b826-d86c3fa1a793 req-b4dd224a-a099-422e-ba45-0c172247e485 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5912865-e2a0-4712-9bc9-8ebc9dfe945d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222239 Aug 05 13:56:12.479010 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-62e5d22f-d103-40bc-b1a4-aa8360cfddd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:12.491637 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-62e5d22f-d103-40bc-b1a4-aa8360cfddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:12.498411 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-8226ac38-9152-49f1-8457-01c458d099d0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1965425 Aug 05 13:56:12.507803 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e5d22f-d103-40bc-b1a4-aa8360cfddd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:56:12.521362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Request body: {'port': {'device_id': '957caab2-fcf9-42b8-973a-f705e087c96f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:12.534858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8b6bf5f0-f0da-4036-a8e1-99de20414807 None None] Provisioning for port 5c31038d-11bc-4db6-95db-23972556c715 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:56:12.539854 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-62e5d22f-d103-40bc-b1a4-aa8360cfddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:12.541486 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-62e5d22f-d103-40bc-b1a4-aa8360cfddd9 admin admin] Added segment 1fb11f16-ac88-4dc9-a328-53267b1293e7 of type vlan for network b4380663-ae1d-487a-a20a-c1a92b22cae9 Aug 05 13:56:12.571645 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8b6bf5f0-f0da-4036-a8e1-99de20414807 None None] Provisioning complete for port 5c31038d-11bc-4db6-95db-23972556c715 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:12.572379 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf5f0-f0da-4036-a8e1-99de20414807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:12.582075 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53d5116-b2f4-446d-b8cf-76bd07eeb5fc x-openstack-request-id: req-f53d5116-b2f4-446d-b8cf-76bd07eeb5fc {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:12.582681 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5", "name": "network-vif-unplugged", "status": "completed", "tag": "2c5eedb7-d82e-4f37-8056-8fb6b1acc773", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:12.583111 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f53d5116-b2f4-446d-b8cf-76bd07eeb5fc {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:12.583656 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773', 'code': 200} Aug 05 13:56:12.632370 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-62e5d22f-d103-40bc-b1a4-aa8360cfddd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:12.635697 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:12.719410 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-62e5d22f-d103-40bc-b1a4-aa8360cfddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:12.721399 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e5d22f-d103-40bc-b1a4-aa8360cfddd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:12.723168 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-62e5d22f-d103-40bc-b1a4-aa8360cfddd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:12.734710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8b6bf5f0-f0da-4036-a8e1-99de20414807 None None] Port 5c31038d-11bc-4db6-95db-23972556c715 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:56:12.932643 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5d22f-d103-40bc-b1a4-aa8360cfddd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da437455-edb7-451a-9aa1-d3fddeade36b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:12.963256 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcb251-7dfc-475b-ba67-9fa37f08b667 req-c6803126-6206-46a1-9c6b-fdca0440c87f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:12.965809 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87bcb251-7dfc-475b-ba67-9fa37f08b667 req-c6803126-6206-46a1-9c6b-fdca0440c87f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 936 time: 0.7840166 Aug 05 13:56:12.978069 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-62e5d22f-d103-40bc-b1a4-aa8360cfddd9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3420165 Aug 05 13:56:12.988751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46220) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:12.994421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-40026dd6-0984-416a-92b4-9eff1a8d1fa6 admin admin] Request body: {'subnet': {'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1201380241-subnet', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:13.027271 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5d22f-d103-40bc-b1a4-aa8360cfddd9 admin admin] Pushing event updated for resources: {'Network': ['ID=b4380663-ae1d-487a-a20a-c1a92b22cae9,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:13.056673 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50546b17-9da0-45ce-9c21-2d9541cec774 req-5ffb3027-d007-498e-a4a1-0e4caaf9333b tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:13.058131 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-50546b17-9da0-45ce-9c21-2d9541cec774 req-5ffb3027-d007-498e-a4a1-0e4caaf9333b tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.84 "GET /v2.0/ports?device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 949 time: 0.3309295 Aug 05 13:56:13.072325 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40026dd6-0984-416a-92b4-9eff1a8d1fa6 admin admin] Made reservation on behalf of 74616b99a34b48a6a4104079c67ef572 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:56:13.075146 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-40026dd6-0984-416a-92b4-9eff1a8d1fa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:13.091454 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87bcb251-7dfc-475b-ba67-9fa37f08b667 req-4ea1ad6b-0455-4d33-a2e4-7b08e84c93f3 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094422 Aug 05 13:56:13.117662 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network b4380663-ae1d-487a-a20a-c1a92b22cae9 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:56:13.153312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5152f1-b546-41b6-bb48-51c01dd1e129 req-7e411a92-2648-4fad-ab73-4d060c41b6d4 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:13.156878 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a5152f1-b546-41b6-bb48-51c01dd1e129 req-7e411a92-2648-4fad-ab73-4d060c41b6d4 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 946 time: 0.4306533 Aug 05 13:56:13.534672 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02297469-0ea3-4bdb-b852-e1c9d24a2e0e req-2b9d7f17-c426-48e9-8347-6b579f9e1fba tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:13.560112 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-02297469-0ea3-4bdb-b852-e1c9d24a2e0e req-2b9d7f17-c426-48e9-8347-6b579f9e1fba tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 945 time: 0.2004075 Aug 05 13:56:13.576132 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-40026dd6-0984-416a-92b4-9eff1a8d1fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:13.589498 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a5152f1-b546-41b6-bb48-51c01dd1e129 req-5794a118-4b54-463f-8679-7f37728db4ef tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919389 Aug 05 13:56:13.719548 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-02297469-0ea3-4bdb-b852-e1c9d24a2e0e req-5e732cd4-f4be-46c8-87d0-5bd2ac8ab10f tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576459 Aug 05 13:56:13.721684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40026dd6-0984-416a-92b4-9eff1a8d1fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96ce7eea-b8ad-4789-a013-c50e997e0c69,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:13.741918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40026dd6-0984-416a-92b4-9eff1a8d1fa6 admin admin] Checking segment: {'id': '1fb11f16-ac88-4dc9-a328-53267b1293e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:56:13.742230 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40026dd6-0984-416a-92b4-9eff1a8d1fa6 admin admin] Network hostable DHCP agents. Network: b4380663-ae1d-487a-a20a-c1a92b22cae9, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:56:13.801070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40026dd6-0984-416a-92b4-9eff1a8d1fa6 admin admin] Network b4380663-ae1d-487a-a20a-c1a92b22cae9 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:56:13.814486 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-40026dd6-0984-416a-92b4-9eff1a8d1fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, b4380663-ae1d-487a-a20a-c1a92b22cae9) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:56:13.820278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40026dd6-0984-416a-92b4-9eff1a8d1fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:13.821993 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-40026dd6-0984-416a-92b4-9eff1a8d1fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:13.829734 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d073dbda-d379-4960-b24b-17a69dcf7afe None None] Network b4380663-ae1d-487a-a20a-c1a92b22cae9 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:56:13.857077 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-40026dd6-0984-416a-92b4-9eff1a8d1fa6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8671019 Aug 05 13:56:13.860105 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46244) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:13.866284 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1201380241-router', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:13.885835 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-50546b17-9da0-45ce-9c21-2d9541cec774 req-77270274-ab81-4661-b27d-2022346963ab tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Deleting port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:56:13.886692 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-50546b17-9da0-45ce-9c21-2d9541cec774 req-77270274-ab81-4661-b27d-2022346963ab tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:13.920508 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:13.923343 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:13.987850 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:14.031283 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c31038d-11bc-4db6-95db-23972556c715 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:56:14.045782 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:14.083529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-b4380663-ae1d-487a-a20a-c1a92b22cae9', 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'fixed_ips': [{'subnet_id': '96ce7eea-b8ad-4789-a013-c50e997e0c69'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:56:14.084405 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:14.094834 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f5243-5237-44c6-8615-f180e28e5e1f req-56f22ea8-2375-462e-8ebe-9b7cfa1e484b tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:14.117417 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b12f5243-5237-44c6-8615-f180e28e5e1f req-56f22ea8-2375-462e-8ebe-9b7cfa1e484b tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 949 time: 0.3930326 Aug 05 13:56:14.157077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Transition to ACTIVE for port object 5c31038d-11bc-4db6-95db-23972556c715 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:56:14.173726 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-50546b17-9da0-45ce-9c21-2d9541cec774 req-77270274-ab81-4661-b27d-2022346963ab tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] For port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:14.174157 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-50546b17-9da0-45ce-9c21-2d9541cec774 req-77270274-ab81-4661-b27d-2022346963ab tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:14.176704 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:14.245275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-50546b17-9da0-45ce-9c21-2d9541cec774 req-77270274-ab81-4661-b27d-2022346963ab tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Calling delete_port for 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:56:14.272320 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b12f5243-5237-44c6-8615-f180e28e5e1f req-8adfc62c-6b10-40cd-a2f6-75dd18fdb7e9 tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5912865-e2a0-4712-9bc9-8ebc9dfe945d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539023 Aug 05 13:56:14.303411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c31038d-11bc-4db6-95db-23972556c715,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:14.408736 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:14.539092 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ce76a-8341-4001-82da-bbdc0e38b173 req-33924202-6564-45b6-bcab-86927d7088a0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:14.556776 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1e0ce76a-8341-4001-82da-bbdc0e38b173 req-33924202-6564-45b6-bcab-86927d7088a0 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 948 time: 0.2095499 Aug 05 13:56:14.581502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Allocated IP 172.20.0.2 (b4380663-ae1d-487a-a20a-c1a92b22cae9/96ce7eea-b8ad-4789-a013-c50e997e0c69/d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:56:14.584530 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:14.638619 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-50546b17-9da0-45ce-9c21-2d9541cec774 req-77270274-ab81-4661-b27d-2022346963ab tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:14.716264 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1e0ce76a-8341-4001-82da-bbdc0e38b173 req-362f2f4a-b25d-42a1-9a1c-dd4893536326 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606438 Aug 05 13:56:14.735330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77270274-ab81-4661-b27d-2022346963ab tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Pushing event deleted for resources: {'Port': ['ID=2c5eedb7-d82e-4f37-8056-8fb6b1acc773,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:14.810036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-50546b17-9da0-45ce-9c21-2d9541cec774 req-77270274-ab81-4661-b27d-2022346963ab tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] No DVR routers for this DVR port 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:56:14.818204 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-50546b17-9da0-45ce-9c21-2d9541cec774 req-77270274-ab81-4661-b27d-2022346963ab tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:14.821802 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-50546b17-9da0-45ce-9c21-2d9541cec774 req-77270274-ab81-4661-b27d-2022346963ab tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.84 "DELETE /v2.0/ports/2c5eedb7-d82e-4f37-8056-8fb6b1acc773 HTTP/1.1" status: 204 len: 173 time: 1.7478335 Aug 05 13:56:14.822301 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5', 'name': 'network-vif-deleted', 'tag': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:14.824562 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de463e4-42b3-4bac-b59a-cc73710ef19c" -d '{"events": [{"server_uuid": "30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5", "name": "network-vif-deleted", "tag": "2c5eedb7-d82e-4f37-8056-8fb6b1acc773"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:14.835960 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Attempting to bind port 5c31038d-11bc-4db6-95db-23972556c715 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:56:14.836308 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Attempting to bind port 5c31038d-11bc-4db6-95db-23972556c715 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:56:14.836933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Attempting to bind port 5c31038d-11bc-4db6-95db-23972556c715 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:14.844649 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Port 5c31038d-11bc-4db6-95db-23972556c715 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:56:14.845014 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Attempting to bind port 5c31038d-11bc-4db6-95db-23972556c715 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:14.852356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:56:14.852732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:56:14.853297 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:56:14.853757 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Bound port: 5c31038d-11bc-4db6-95db-23972556c715, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:56:14.854176 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:14.924367 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d6dc2c-4689-4965-9d28-a3ca0148c7d8 x-openstack-request-id: req-18d6dc2c-4689-4965-9d28-a3ca0148c7d8 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:14.930293 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5", "name": "network-vif-deleted", "tag": "2c5eedb7-d82e-4f37-8056-8fb6b1acc773", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:14.930694 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18d6dc2c-4689-4965-9d28-a3ca0148c7d8 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:14.931064 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5', 'name': 'network-vif-deleted', 'tag': '2c5eedb7-d82e-4f37-8056-8fb6b1acc773', 'status': 'completed', 'code': 200} Aug 05 13:56:15.005138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c7b74-2917-49e1-8299-9dca818454c8 req-978c319a-52b4-4249-8697-e0750aea44d4 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:15.007037 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a1c7b74-2917-49e1-8299-9dca818454c8 req-978c319a-52b4-4249-8697-e0750aea44d4 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 946 time: 0.1493106 Aug 05 13:56:15.055958 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] For port 5c31038d-11bc-4db6-95db-23972556c715, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:56:15.109538 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a1c7b74-2917-49e1-8299-9dca818454c8 req-973f3b0c-7408-4831-ae17-d4cf87419d5b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909984 Aug 05 13:56:15.122759 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] For port 5c31038d-11bc-4db6-95db-23972556c715, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5c31038d-11bc-4db6-95db-23972556c715,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:56:15.129308 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:15.184084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:15.184369 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:15.184823 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:15.186922 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] 10.222.0.63 "PUT /v2.0/ports/5c31038d-11bc-4db6-95db-23972556c715 HTTP/1.1" status: 200 len: 1096 time: 2.6709409 Aug 05 13:56:15.243502 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:15.244214 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638e889-3df1-443a-b46a-2d72bee2a5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c31038d-11bc-4db6-95db-23972556c715,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:15.338285 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-ce4ec470-ed85-4d17-bb41-3fb26cbfac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:15.340021 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-ce4ec470-ed85-4d17-bb41-3fb26cbfac53 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 1099 time: 0.0796278 Aug 05 13:56:15.434667 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-dc91fe51-9ac8-40ab-9cbb-d64824b7bf03 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=5c31038d-11bc-4db6-95db-23972556c715 HTTP/1.1" status: 200 len: 217 time: 0.0792139 Aug 05 13:56:15.470569 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:56:15.531726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Allocated IP 172.25.5.142 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/bd8921a3-7864-42b9-a9f2-5b36a85d0068) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:56:15.533300 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-58985f62-9b62-4acb-a9bd-d9d192a8ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:15.535397 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-58985f62-9b62-4acb-a9bd-d9d192a8ecb6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0886655 Aug 05 13:56:15.543348 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:56:15.546589 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2c5eedb7-d82e-4f37-8056-8fb6b1acc773 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:56:15.650549 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-f18d02da-7e72-4889-a0c5-d95bca7d1796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:15.652194 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-f18d02da-7e72-4889-a0c5-d95bca7d1796 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1004488 Aug 05 13:56:15.688579 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:15.711356 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Transition to ACTIVE for port object d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:56:15.757931 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:15.773185 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Transition to ACTIVE for port object d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:56:15.854446 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:15.867045 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-39170505-fb49-424d-a51b-933940a045a7 req-d0b5dfa2-d21d-4b87-8686-6221c79454fb tempest-ImagesOneServerTestJSON-1152369049 tempest-ImagesOneServerTestJSON-1152369049-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f46e54-a6a9-4f6e-b4c6-cb12b7bc07d5 HTTP/1.1" status: 200 len: 210 time: 0.0430753 Aug 05 13:56:15.877910 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:15.927897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:56:15.931314 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:56:15.949824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Pushing event updated for resources: {'Port': ['ID=d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:15.965449 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:56:15.972756 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1dd2774b-0a2e-432a-a002-2dc0b70c1de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:15.976328 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-16f3cb46-a43b-4584-9d12-3099eb3465de service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065104 Aug 05 13:56:16.007255 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:16.009425 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Network b4380663-ae1d-487a-a20a-c1a92b22cae9 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:56:16.032736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:56:16.039352 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:56:16.051124 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Pushing event updated for resources: {'Port': ['ID=bd8921a3-7864-42b9-a9f2-5b36a85d0068,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:16.256968 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd039d-af12-424f-b6ac-14041858ebc0 req-7100eaa9-f6b9-42d8-8bc4-49a682633b0c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:16.258649 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1dfd039d-af12-424f-b6ac-14041858ebc0 req-7100eaa9-f6b9-42d8-8bc4-49a682633b0c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 948 time: 0.3513277 Aug 05 13:56:16.289804 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Attempting to bind port d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:56:16.290183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Attempting to bind port d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '1fb11f16-ac88-4dc9-a328-53267b1293e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:56:16.294926 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Attempting to bind port d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 on network b4380663-ae1d-487a-a20a-c1a92b22cae9 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:16.318852 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:56:16.319815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Checking segment: {'id': '1fb11f16-ac88-4dc9-a328-53267b1293e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:56:16.320568 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:16.321353 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Bound using segment: {'id': '1fb11f16-ac88-4dc9-a328-53267b1293e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:56:16.322029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Bound port: d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb11f16-ac88-4dc9-a328-53267b1293e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:56:16.327599 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:16.415143 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c081aa43-7ca5-40b2-aa97-4415bcba73fb req-bbde68d6-56b0-4612-b8ff-6775deef8b5f service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079370 Aug 05 13:56:16.453513 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1dfd039d-af12-424f-b6ac-14041858ebc0 req-b88af68a-9723-44c3-b179-51bfa9f408e2 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821449 Aug 05 13:56:16.496428 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] For port d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:56:16.505058 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] For port d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2,segment=NetworkSegment(1fb11f16-ac88-4dc9-a328-53267b1293e7),segment_id=1fb11f16-ac88-4dc9-a328-53267b1293e7)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:56:16.534543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46300) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:16.551085 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:16.655229 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfa890-ae0f-45de-865d-82c065ebe93c None None] Pushing event updated for resources: {'Port': ['ID=d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:16.663965 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c61a5-23a8-4fde-bac8-7b0086dc8ba8 req-87c61212-3ba3-4597-b6a6-f752a8243105 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:16.675537 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-423c61a5-23a8-4fde-bac8-7b0086dc8ba8 req-87c61212-3ba3-4597-b6a6-f752a8243105 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 946 time: 0.2410643 Aug 05 13:56:16.717425 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:16.731237 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31893915-463f-4052-ad2d-4444397abcab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:16.821707 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-423c61a5-23a8-4fde-bac8-7b0086dc8ba8 req-a246d064-5dc1-41d1-8e23-3ed5a2973957 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452923 Aug 05 13:56:16.875742 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31893915-463f-4052-ad2d-4444397abcab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:16.887133 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31893915-463f-4052-ad2d-4444397abcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:16.932682 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-31893915-463f-4052-ad2d-4444397abcab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=358f945ee7794a19b77a0d7258e90518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3966432 Aug 05 13:56:16.933301 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46308) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:16.933926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957caab2-fcf9-42b8-973a-f705e087c96f', 'tag': '5c31038d-11bc-4db6-95db-23972556c715'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:16.937334 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ef9e9f-5027-47be-9b94-b4988b1ffabd" -d '{"events": [{"name": "network-changed", "server_uuid": "957caab2-fcf9-42b8-973a-f705e087c96f", "tag": "5c31038d-11bc-4db6-95db-23972556c715"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:16.941297 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31893915-463f-4052-ad2d-4444397abcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe8e22b-09f1-4677-b1f7-b89c42d2eadf,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:17.068970 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b5871a3-c467-469e-b310-a489f93991b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:17.081558 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df735186-3a6f-4e4b-b6e7-bc9fc5483816 x-openstack-request-id: req-df735186-3a6f-4e4b-b6e7-bc9fc5483816 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:17.081904 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "957caab2-fcf9-42b8-973a-f705e087c96f", "tag": "5c31038d-11bc-4db6-95db-23972556c715", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:17.082075 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df735186-3a6f-4e4b-b6e7-bc9fc5483816 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:17.082498 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '957caab2-fcf9-42b8-973a-f705e087c96f', 'tag': '5c31038d-11bc-4db6-95db-23972556c715', 'status': 'completed', 'code': 200} Aug 05 13:56:17.111122 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b5871a3-c467-469e-b310-a489f93991b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:17.192669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef9e9f-5027-47be-9b94-b4988b1ffabd req-6e35b5aa-ffbe-4881-9511-bcdc61d30d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:17.194475 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-70ef9e9f-5027-47be-9b94-b4988b1ffabd req-6e35b5aa-ffbe-4881-9511-bcdc61d30d03 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 1099 time: 0.0808518 Aug 05 13:56:17.196572 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:17.222371 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b5871a3-c467-469e-b310-a489f93991b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:17.225969 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b5871a3-c467-469e-b310-a489f93991b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:17.230992 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0b5871a3-c467-469e-b310-a489f93991b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0fe8e22b-09f1-4677-b1f7-b89c42d2eadf HTTP/1.1" status: 204 len: 168 time: 0.2911291 Aug 05 13:56:17.339168 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5871a3-c467-469e-b310-a489f93991b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe8e22b-09f1-4677-b1f7-b89c42d2eadf,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:17.467736 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef9e9f-5027-47be-9b94-b4988b1ffabd req-3e0f15eb-3d39-4a5d-bfab-727137e7abff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:17.481587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46328) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:17.481939 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-70ef9e9f-5027-47be-9b94-b4988b1ffabd req-3e0f15eb-3d39-4a5d-bfab-727137e7abff service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.2715597 Aug 05 13:56:17.505396 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Router 54e79d46-511d-4760-8c85-55ee37627b0e is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 13:56:17.682731 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-70ef9e9f-5027-47be-9b94-b4988b1ffabd req-7d7b35e0-726f-4062-8d9a-6d57f0e02f5a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=5c31038d-11bc-4db6-95db-23972556c715 HTTP/1.1" status: 200 len: 217 time: 0.1676385 Aug 05 13:56:17.759117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:56:17.775335 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Sync routers for ids ['54e79d46-511d-4760-8c85-55ee37627b0e'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:56:17.798732 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Routers {'54e79d46-511d-4760-8c85-55ee37627b0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:56:17.801538 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:55:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['54e79d46-511d-4760-8c85-55ee37627b0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:56:17.801693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef9e9f-5027-47be-9b94-b4988b1ffabd req-bd3c7bd5-284c-43d9-a05f-0d96d555d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:17.803564 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-70ef9e9f-5027-47be-9b94-b4988b1ffabd req-bd3c7bd5-284c-43d9-a05f-0d96d555d42e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1042023 Aug 05 13:56:17.823304 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45643d21-41aa-40b4-92f8-ce1447399c0a req-3ac0d5e9-48f3-45d7-a45a-650b987f2e87 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:17.832712 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-45643d21-41aa-40b4-92f8-ce1447399c0a req-3ac0d5e9-48f3-45d7-a45a-650b987f2e87 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 948 time: 0.2187824 Aug 05 13:56:17.915896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46344) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:17.955248 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f3b4bbfe-81bd-4909-a7c3-ac65885a70a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b86b27ab9e8453da5ed626351654c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724560 Aug 05 13:56:17.957968 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:17.960023 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f6bae2ba-2e9f-407d-a648-020f360808dd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0982473 Aug 05 13:56:17.960854 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46346) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:17.974611 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46348) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:17.999516 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-45643d21-41aa-40b4-92f8-ce1447399c0a req-1774e096-ac0e-4c77-9049-a71285e8bdbf tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651089 Aug 05 13:56:18.085451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Set router 54e79d46-511d-4760-8c85-55ee37627b0e gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:56:18.095761 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-221dd512-40c0-4aa9-b5ef-5f215a8771ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:18.116012 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e5fbf48-11e4-41b7-ae09-718145db5b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:18.129100 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-221dd512-40c0-4aa9-b5ef-5f215a8771ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:18.225926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef9e9f-5027-47be-9b94-b4988b1ffabd req-32449567-e3f3-4c71-a8fd-8708fd86aede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:18.227540 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-70ef9e9f-5027-47be-9b94-b4988b1ffabd req-32449567-e3f3-4c71-a8fd-8708fd86aede service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3869739 Aug 05 13:56:18.246666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e85adec-7522-4c53-b40f-630bedb96f1b None None] Network b4380663-ae1d-487a-a20a-c1a92b22cae9 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:56:18.363997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bc2027db-78b3-493a-8d33-3697df4fc20c None None] Provisioning for port d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:56:18.406581 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-55ad395d-0ea2-4c82-80fd-26f20d52d61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:18.559073 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-70ef9e9f-5027-47be-9b94-b4988b1ffabd req-8a6c6404-23de-4466-a47d-2bc6a6765f81 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575841 Aug 05 13:56:18.614189 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e5fbf48-11e4-41b7-ae09-718145db5b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:18.638078 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e5fbf48-11e4-41b7-ae09-718145db5b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:18.674738 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2141be2-1f1d-43b2-8e01-7bfdf1c7a794 req-e209a0e2-6076-4b8d-a321-b0c3b9ad943b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:18.679907 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9e5fbf48-11e4-41b7-ae09-718145db5b26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22b5c255f27d4aaab9430589e3b4699d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7627387 Aug 05 13:56:18.680532 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46360) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:18.685178 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2141be2-1f1d-43b2-8e01-7bfdf1c7a794 req-e209a0e2-6076-4b8d-a321-b0c3b9ad943b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 946 time: 0.6691375 Aug 05 13:56:18.690158 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-221dd512-40c0-4aa9-b5ef-5f215a8771ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:18.692336 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:18.697026 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-221dd512-40c0-4aa9-b5ef-5f215a8771ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:18.699058 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-221dd512-40c0-4aa9-b5ef-5f215a8771ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5912865-e2a0-4712-9bc9-8ebc9dfe945d HTTP/1.1" status: 204 len: 168 time: 0.7372484 Aug 05 13:56:18.716541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221dd512-40c0-4aa9-b5ef-5f215a8771ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5912865-e2a0-4712-9bc9-8ebc9dfe945d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:18.721614 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'name': 'tempest-ServersTestFqdnHostnames-1201380241-router', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:56:13Z', 'updated_at': '2021-08-05T13:56:16Z', 'revision_number': 3, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'gw_port': {'id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:15Z', 'updated_at': '2021-08-05T13:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:56:18.767313 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2141be2-1f1d-43b2-8e01-7bfdf1c7a794 req-3854e99f-05a9-4fed-a367-ae656b147769 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809712 Aug 05 13:56:18.800529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Checking router: 54e79d46-511d-4760-8c85-55ee37627b0e for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:56:18.801113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Updating router 54e79d46-511d-4760-8c85-55ee37627b0e port bd8921a3-7864-42b9-a9f2-5b36a85d0068 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:56:18.834158 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:19.038741 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:56:19.223359 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:56:19.237380 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:19.240957 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:19.522023 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:19.563513 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fbf48-11e4-41b7-ae09-718145db5b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3574ad45-a966-4d5c-b25e-42cd26287b6a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:19.567388 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:19.605612 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5800d776-7a86-40e1-999e-e2b5bd294a64 None None] Provisioning complete for port d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:19.605990 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5800d776-7a86-40e1-999e-e2b5bd294a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:19.611001 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Transition to ACTIVE for port object bd8921a3-7864-42b9-a9f2-5b36a85d0068 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:56:19.619766 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:19.643561 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-70ef9e9f-5027-47be-9b94-b4988b1ffabd req-471249f4-cbeb-45bd-9b8b-8891bef186c3 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0261447 Aug 05 13:56:19.727360 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:19.741408 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-19131c6b-3397-480f-8466-131ab6054e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:19.765246 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-19131c6b-3397-480f-8466-131ab6054e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:19.774605 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2,segment=NetworkSegment(1fb11f16-ac88-4dc9-a328-53267b1293e7),segment_id=1fb11f16-ac88-4dc9-a328-53267b1293e7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:19.795628 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:19.816586 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30144652-3cc0-4971-bc1e-1e3bbe2f45b7 None None] Pushing event updated for resources: {'Port': ['ID=bd8921a3-7864-42b9-a9f2-5b36a85d0068,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:19.827337 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Attempting to bind port bd8921a3-7864-42b9-a9f2-5b36a85d0068 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:56:19.827337 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Attempting to bind port bd8921a3-7864-42b9-a9f2-5b36a85d0068 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:56:19.827975 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Attempting to bind port bd8921a3-7864-42b9-a9f2-5b36a85d0068 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:19.849928 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc132c-77fa-4d54-bf0f-5ec847d862c2 req-2dc8a221-e533-44b0-b4c6-66f14e58a3da tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:19.851529 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38fc132c-77fa-4d54-bf0f-5ec847d862c2 req-2dc8a221-e533-44b0-b4c6-66f14e58a3da tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 948 time: 0.2366333 Aug 05 13:56:19.854997 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-19131c6b-3397-480f-8466-131ab6054e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:19.863893 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-19131c6b-3397-480f-8466-131ab6054e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:19.865326 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-19131c6b-3397-480f-8466-131ab6054e82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3574ad45-a966-4d5c-b25e-42cd26287b6a HTTP/1.1" status: 204 len: 168 time: 1.1515307 Aug 05 13:56:19.882522 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:56:19.882977 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:56:19.883445 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:19.883942 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:56:19.884505 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Bound port: bd8921a3-7864-42b9-a9f2-5b36a85d0068, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:56:19.884945 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:19.905062 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19131c6b-3397-480f-8466-131ab6054e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3574ad45-a966-4d5c-b25e-42cd26287b6a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:19.973028 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:19.999175 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] For port bd8921a3-7864-42b9-a9f2-5b36a85d0068, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:56:20.004392 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] For port bd8921a3-7864-42b9-a9f2-5b36a85d0068, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=bd8921a3-7864-42b9-a9f2-5b36a85d0068,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:56:20.017527 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:20.043557 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38fc132c-77fa-4d54-bf0f-5ec847d862c2 req-5cf470ce-1a57-40ad-8185-3b880e7c89dc tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767426 Aug 05 13:56:20.046401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7f850-88c6-47ae-ade7-20497220f4d1 req-d2c945ec-127c-4c79-9b90-99266a5e9972 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:20.054858 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c4f7f850-88c6-47ae-ade7-20497220f4d1 req-d2c945ec-127c-4c79-9b90-99266a5e9972 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 946 time: 0.1161513 Aug 05 13:56:20.137239 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 5c31038d-11bc-4db6-95db-23972556c715 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:56:20.163827 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c4f7f850-88c6-47ae-ade7-20497220f4d1 req-a357f061-bc06-415a-a75a-6e953e3cfcba tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079600 Aug 05 13:56:20.205290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Routers {'54e79d46-511d-4760-8c85-55ee37627b0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:56:20.205527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:56:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['54e79d46-511d-4760-8c85-55ee37627b0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:56:20.209967 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30144652-3cc0-4971-bc1e-1e3bbe2f45b7 None None] Pushing event updated for resources: {'Port': ['ID=bd8921a3-7864-42b9-a9f2-5b36a85d0068,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:20.223572 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:20.245980 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46400) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:20.488961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Allocated IP 172.20.0.1 (b4380663-ae1d-487a-a20a-c1a92b22cae9/96ce7eea-b8ad-4789-a013-c50e997e0c69/1968c969-277b-46ca-8590-8bbd1a5e1446) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:56:20.573818 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] Set router 54e79d46-511d-4760-8c85-55ee37627b0e gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:56:20.619362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-28ef295c-cf9d-4e7d-99e3-c15a9dac4a92 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1600527562-network', 'tenant_id': '36b195be19df4fdc96b16ded98dcb740'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:20.648701 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:20.653027 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 5c31038d-11bc-4db6-95db-23972556c715, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5c31038d-11bc-4db6-95db-23972556c715,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:20.665050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Transition to ACTIVE for port object 1968c969-277b-46ca-8590-8bbd1a5e1446 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:56:20.672715 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '5c31038d-11bc-4db6-95db-23972556c715', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '5c31038d-11bc-4db6-95db-23972556c715', 'mac_address': 'fa:16:3e:fd:cc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:56:20.679247 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ef295c-cf9d-4e7d-99e3-c15a9dac4a92 admin admin] Made reservation on behalf of 36b195be19df4fdc96b16ded98dcb740 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:56:20.681753 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28ef295c-cf9d-4e7d-99e3-c15a9dac4a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:20.693726 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28ef295c-cf9d-4e7d-99e3-c15a9dac4a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:20.706955 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:20.748581 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Network b4380663-ae1d-487a-a20a-c1a92b22cae9 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:56:20.752164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:56:20.756003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:56:20.803207 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Pushing event updated for resources: {'Port': ['ID=1968c969-277b-46ca-8590-8bbd1a5e1446,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:20.820048 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:20.952135 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28ef295c-cf9d-4e7d-99e3-c15a9dac4a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:20.964747 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28ef295c-cf9d-4e7d-99e3-c15a9dac4a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:20.994110 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:21.002889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ef295c-cf9d-4e7d-99e3-c15a9dac4a92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:56:21.015279 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:56:21.028917 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28ef295c-cf9d-4e7d-99e3-c15a9dac4a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:21.029343 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-28ef295c-cf9d-4e7d-99e3-c15a9dac4a92 admin admin] Added segment 6cd58d93-1aa7-4e73-8589-2eea8f7b64b0 of type vlan for network cb9c7dd8-92c7-4587-967a-d9788e894eb8 Aug 05 13:56:21.070692 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:21.086055 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28ef295c-cf9d-4e7d-99e3-c15a9dac4a92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:21.132481 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28ef295c-cf9d-4e7d-99e3-c15a9dac4a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:21.133471 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ef295c-cf9d-4e7d-99e3-c15a9dac4a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:21.134272 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28ef295c-cf9d-4e7d-99e3-c15a9dac4a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:21.262079 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef295c-cf9d-4e7d-99e3-c15a9dac4a92 admin admin] Pushing event updated for resources: {'Network': ['ID=cb9c7dd8-92c7-4587-967a-d9788e894eb8,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:21.262297 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c31038d-11bc-4db6-95db-23972556c715 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:56:21.272028 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-28ef295c-cf9d-4e7d-99e3-c15a9dac4a92 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0238318 Aug 05 13:56:21.272648 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46428) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:21.300492 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef295c-cf9d-4e7d-99e3-c15a9dac4a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:21.303188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network cb9c7dd8-92c7-4587-967a-d9788e894eb8 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:56:21.308474 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e990e654-58a5-4d78-8cc5-dc76ad0d4e73 admin admin] Request body: {'subnet': {'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1600527562-subnet', 'tenant_id': '36b195be19df4fdc96b16ded98dcb740', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:21.325161 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:21.361763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 5c31038d-11bc-4db6-95db-23972556c715, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5c31038d-11bc-4db6-95db-23972556c715,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:21.382367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f1d1e-f7a0-46ac-8d20-6245ff7daa0c req-17974b51-90fa-4bbc-bae6-e32bece6ac5b tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:21.387305 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e96f1d1e-f7a0-46ac-8d20-6245ff7daa0c req-17974b51-90fa-4bbc-bae6-e32bece6ac5b tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 948 time: 0.1254609 Aug 05 13:56:21.436739 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:21.440389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e990e654-58a5-4d78-8cc5-dc76ad0d4e73 admin admin] Made reservation on behalf of 36b195be19df4fdc96b16ded98dcb740 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:56:21.443046 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e990e654-58a5-4d78-8cc5-dc76ad0d4e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:21.532972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=5c31038d-11bc-4db6-95db-23972556c715,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:21.562329 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84ea1907-d48b-4c7d-b9c2-0e664b09296f None None] Provisioning for port 1968c969-277b-46ca-8590-8bbd1a5e1446 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:56:21.569968 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:21.575179 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84ea1907-d48b-4c7d-b9c2-0e664b09296f None None] Provisioning complete for port 1968c969-277b-46ca-8590-8bbd1a5e1446 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:21.575931 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84ea1907-d48b-4c7d-b9c2-0e664b09296f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:21.625331 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:21.626110 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:21.627610 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:21.672491 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e96f1d1e-f7a0-46ac-8d20-6245ff7daa0c req-f2f527c8-a24a-4f00-b057-559807c10fb4 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781549 Aug 05 13:56:21.704979 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84ea1907-d48b-4c7d-b9c2-0e664b09296f None None] Port 1968c969-277b-46ca-8590-8bbd1a5e1446 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:56:21.704979 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'name': 'tempest-ServersTestFqdnHostnames-1201380241-router', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:56:13Z', 'updated_at': '2021-08-05T13:56:16Z', 'revision_number': 3, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'gw_port': {'id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:15Z', 'updated_at': '2021-08-05T13:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:56:21.715901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Pushing event updated for resources: {'Port': ['ID=1968c969-277b-46ca-8590-8bbd1a5e1446,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:21.731931 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca646fc-061c-4e7b-bbff-40f6ed21dfab req-16f560aa-204a-4419-8dca-4fe8bc1b6ed0 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:21.741157 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cca646fc-061c-4e7b-bbff-40f6ed21dfab req-16f560aa-204a-4419-8dca-4fe8bc1b6ed0 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 946 time: 0.3764811 Aug 05 13:56:21.746755 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786f954-34ed-4913-8505-b9016e0ece78 None None] The sync data for ids ['54e79d46-511d-4760-8c85-55ee37627b0e'] in n-d-803585-2 is: [{'id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'name': 'tempest-ServersTestFqdnHostnames-1201380241-router', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:56:13Z', 'updated_at': '2021-08-05T13:56:16Z', 'revision_number': 3, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'gw_port': {'id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:15Z', 'updated_at': '2021-08-05T13:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:56:21.770654 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-dabd5626-1c94-49a9-a20f-3666c4fde5d3 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:21.772182 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-dabd5626-1c94-49a9-a20f-3666c4fde5d3 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47&tenant_id=ddc2755c0f634caaae1357405a91b9dd&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 1097 time: 0.2629399 Aug 05 13:56:21.806520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803585-2'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:21.838350 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:21.860835 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cca646fc-061c-4e7b-bbff-40f6ed21dfab req-43c03241-6231-4a65-88e6-a8664e6e0143 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183634 Aug 05 13:56:21.994306 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e990e654-58a5-4d78-8cc5-dc76ad0d4e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:22.087568 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990e654-58a5-4d78-8cc5-dc76ad0d4e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=187e4257-8803-4bab-bf1d-3f4f6e87414e,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:22.113198 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:22.118901 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['5c31038d-11bc-4db6-95db-23972556c715'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:56:22.134673 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e990e654-58a5-4d78-8cc5-dc76ad0d4e73 admin admin] Checking segment: {'id': '6cd58d93-1aa7-4e73-8589-2eea8f7b64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:56:22.135166 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e990e654-58a5-4d78-8cc5-dc76ad0d4e73 admin admin] Network hostable DHCP agents. Network: cb9c7dd8-92c7-4587-967a-d9788e894eb8, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:56:22.166941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e990e654-58a5-4d78-8cc5-dc76ad0d4e73 admin admin] Network cb9c7dd8-92c7-4587-967a-d9788e894eb8 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:56:22.183169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-e990e654-58a5-4d78-8cc5-dc76ad0d4e73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, cb9c7dd8-92c7-4587-967a-d9788e894eb8) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:56:22.202153 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e990e654-58a5-4d78-8cc5-dc76ad0d4e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:22.203019 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e990e654-58a5-4d78-8cc5-dc76ad0d4e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:22.287079 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 64d73aec-86b8-4191-a076-a3e4b5cca50c details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:56:22.289593 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b07f3ea-2818-4cfd-a6bb-52ef3e02c5de None None] Network cb9c7dd8-92c7-4587-967a-d9788e894eb8 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:56:22.304649 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e990e654-58a5-4d78-8cc5-dc76ad0d4e73 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0275977 Aug 05 13:56:22.488824 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.resource_extend [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 13:56:22.540021 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0fca59c-3ddc-4fe9-96b5-34f0b433d29b req-50a9ed92-2115-4bc6-a39b-596bd02474d4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4622204 Aug 05 13:56:22.652747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Network b4380663-ae1d-487a-a20a-c1a92b22cae9 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:56:22.672211 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:56:22.982406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] For port 64d73aec-86b8-4191-a076-a3e4b5cca50c, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=64d73aec-86b8-4191-a076-a3e4b5cca50c,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:22.989249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fca59c-3ddc-4fe9-96b5-34f0b433d29b req-7629cb87-98cb-4692-806a-ee3eb7528d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:22.996628 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0fca59c-3ddc-4fe9-96b5-34f0b433d29b req-7629cb87-98cb-4692-806a-ee3eb7528d1d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 1095 time: 0.3470502 Aug 05 13:56:23.065745 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf017b4-b859-43fd-a1d0-8ceb881bf511 req-f887355c-c5ed-4571-833b-0f7cb3ed167d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:23.069766 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6bf017b4-b859-43fd-a1d0-8ceb881bf511 req-f887355c-c5ed-4571-833b-0f7cb3ed167d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 949 time: 0.2315812 Aug 05 13:56:23.161457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device bd8921a3-7864-42b9-a9f2-5b36a85d0068 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:56:23.224075 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6bf017b4-b859-43fd-a1d0-8ceb881bf511 req-b13f80a0-50ee-47a0-a14b-d412939a772d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453362 Aug 05 13:56:23.269948 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 64d73aec-86b8-4191-a076-a3e4b5cca50c, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=64d73aec-86b8-4191-a076-a3e4b5cca50c,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:23.368809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-90883208-9ac5-44af-bb09-576458ce27ea None None] Provisioning complete for port 1968c969-277b-46ca-8590-8bbd1a5e1446 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:23.369207 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-90883208-9ac5-44af-bb09-576458ce27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:23.372503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7202156-1d13-4b7c-9afc-c15d563c961c None None] Network cb9c7dd8-92c7-4587-967a-d9788e894eb8 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:56:23.376159 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 64d73aec-86b8-4191-a076-a3e4b5cca50c has no active binding in host n-h1-803585-2 {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 13:56:23.479346 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] For port 64d73aec-86b8-4191-a076-a3e4b5cca50c, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:56:23.551382 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f253a7-6941-40d6-9f1f-8983f33ddc2a req-8a50f60a-6ede-49f8-b778-77d098affec0 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:23.562373 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42f253a7-6941-40d6-9f1f-8983f33ddc2a req-8a50f60a-6ede-49f8-b778-77d098affec0 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 946 time: 0.1691303 Aug 05 13:56:23.613640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Router 54e79d46-511d-4760-8c85-55ee37627b0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:56:23.656084 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42f253a7-6941-40d6-9f1f-8983f33ddc2a req-c226750a-b3de-4dc1-88ad-415be7532707 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926967 Aug 05 13:56:23.754148 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-90883208-9ac5-44af-bb09-576458ce27ea None None] Port 1968c969-277b-46ca-8590-8bbd1a5e1446 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:56:23.829111 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port bd8921a3-7864-42b9-a9f2-5b36a85d0068 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:56:23.835798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478eaf4-66be-441d-94d6-9892c480198e req-1233cc75-e52d-468c-aac8-45d2a321ffba tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:23.844802 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2478eaf4-66be-441d-94d6-9892c480198e req-1233cc75-e52d-468c-aac8-45d2a321ffba tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/networks?id=cb9c7dd8-92c7-4587-967a-d9788e894eb8 HTTP/1.1" status: 200 len: 822 time: 0.3059940 Aug 05 13:56:23.852066 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port bd8921a3-7864-42b9-a9f2-5b36a85d0068 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:23.852786 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:23.888924 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2478eaf4-66be-441d-94d6-9892c480198e req-d975fe0b-a697-471b-91bd-dc09729c5c22 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/quotas/36b195be19df4fdc96b16ded98dcb740 HTTP/1.1" status: 200 len: 375 time: 0.0429573 Aug 05 13:56:23.931816 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2478eaf4-66be-441d-94d6-9892c480198e req-aeaa1476-3506-41bc-ba4c-60852f4fd93b tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=36b195be19df4fdc96b16ded98dcb740&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419948 Aug 05 13:56:23.968886 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:23.996174 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ee4caf-bf67-4212-90d0-8096d48d7e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d73aec-86b8-4191-a076-a3e4b5cca50c'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:23.998360 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port bd8921a3-7864-42b9-a9f2-5b36a85d0068, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=bd8921a3-7864-42b9-a9f2-5b36a85d0068,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:23.998892 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20ceca2-04c1-4911-b130-05efe3e293be" -d '{"events": [{"server_uuid": "27ee4caf-bf67-4212-90d0-8096d48d7e47", "name": "network-vif-unplugged", "status": "completed", "tag": "64d73aec-86b8-4191-a076-a3e4b5cca50c"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:24.002179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fca59c-3ddc-4fe9-96b5-34f0b433d29b req-f120e768-352d-4264-8ace-b4a1cad4a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:24.003950 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0fca59c-3ddc-4fe9-96b5-34f0b433d29b req-f120e768-352d-4264-8ace-b4a1cad4a3a6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 921 time: 0.8773963 Aug 05 13:56:24.006064 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:24.044778 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:24.099111 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0fca59c-3ddc-4fe9-96b5-34f0b433d29b req-6d059156-788f-476a-bb2c-5a7c66223e6c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dbd3872-f6aa-415b-888c-a15b09035c89 HTTP/1.1" status: 200 len: 217 time: 0.0794551 Aug 05 13:56:24.110781 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:24.174776 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=bd8921a3-7864-42b9-a9f2-5b36a85d0068,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:24.196277 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e6e96a-43f1-4f6b-94ff-35b0a5aa3a17 x-openstack-request-id: req-54e6e96a-43f1-4f6b-94ff-35b0a5aa3a17 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:24.196665 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ee4caf-bf67-4212-90d0-8096d48d7e47", "name": "network-vif-unplugged", "status": "completed", "tag": "64d73aec-86b8-4191-a076-a3e4b5cca50c", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:24.196828 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54e6e96a-43f1-4f6b-94ff-35b0a5aa3a17 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:24.197265 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ee4caf-bf67-4212-90d0-8096d48d7e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d73aec-86b8-4191-a076-a3e4b5cca50c', 'code': 200} Aug 05 13:56:24.304355 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2478eaf4-66be-441d-94d6-9892c480198e req-115da81d-a4d6-446c-8dfb-a03b0a138afe service neutron] 10.222.0.16 "GET /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708367 Aug 05 13:56:24.348994 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Pushing event updated for resources: {'Port': ['ID=64d73aec-86b8-4191-a076-a3e4b5cca50c,revision_number=7']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:24.454138 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d5f08-b8c5-4d4f-b506-ceed7ba38d6f req-3527bff9-407e-4d9f-82e7-860be57ca296 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:24.455865 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-236d5f08-b8c5-4d4f-b506-ceed7ba38d6f req-3527bff9-407e-4d9f-82e7-860be57ca296 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 949 time: 0.1201510 Aug 05 13:56:24.535293 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-236d5f08-b8c5-4d4f-b506-ceed7ba38d6f req-5758457a-41c2-44fa-99b5-9163403096ab tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681522 Aug 05 13:56:24.559151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fca59c-3ddc-4fe9-96b5-34f0b433d29b req-59f8f30a-86f9-4a2d-b2a2-a64d12227e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:24.561408 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0fca59c-3ddc-4fe9-96b5-34f0b433d29b req-59f8f30a-86f9-4a2d-b2a2-a64d12227e0c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.4387648 Aug 05 13:56:24.682503 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0fca59c-3ddc-4fe9-96b5-34f0b433d29b req-9e86a7dc-9555-4f62-bd20-22407255fc6a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674748 Aug 05 13:56:24.690576 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Attempting to bind port 64d73aec-86b8-4191-a076-a3e4b5cca50c on host n-h2-803585-2 for vnic_type normal with profile {"migrating_to": "n-h1-803585-2"} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:56:24.690932 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Attempting to bind port 64d73aec-86b8-4191-a076-a3e4b5cca50c by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:56:24.691578 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Attempting to bind port 64d73aec-86b8-4191-a076-a3e4b5cca50c on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:24.719629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Port 64d73aec-86b8-4191-a076-a3e4b5cca50c on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:56:24.719953 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Attempting to bind port 64d73aec-86b8-4191-a076-a3e4b5cca50c on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:24.747546 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:56:24.763254 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Sync routers for ids ['54e79d46-511d-4760-8c85-55ee37627b0e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:56:24.786624 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-66d6c830-9408-4105-86d4-7d1f9ac4d759 admin admin] 10.222.0.16 "PUT /v2.0/routers/54e79d46-511d-4760-8c85-55ee37627b0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7823749 Aug 05 13:56:24.789022 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2478eaf4-66be-441d-94d6-9892c480198e req-0bbf1591-eae7-4e4b-9871-40bf1b746183 service neutron] 10.222.0.16 "GET /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838951 Aug 05 13:56:24.789965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:56:24.790518 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Checking segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:56:24.791196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Bound using segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:56:24.791877 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Bound port: 64d73aec-86b8-4191-a076-a3e4b5cca50c, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:56:24.792452 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:24.961715 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a658909-1c96-4b97-a322-6c5d0fbcac77 req-e052ee78-8f46-42fc-a4d9-46869145c102 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:24.963458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a658909-1c96-4b97-a322-6c5d0fbcac77 req-e052ee78-8f46-42fc-a4d9-46869145c102 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 944 time: 0.1437910 Aug 05 13:56:25.023078 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device bd8921a3-7864-42b9-a9f2-5b36a85d0068 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:56:25.027264 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0fca59c-3ddc-4fe9-96b5-34f0b433d29b req-de040544-b327-40a8-9c6d-2ac515c3a8f7 service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217542 Aug 05 13:56:25.043110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] For port 64d73aec-86b8-4191-a076-a3e4b5cca50c, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:56:25.072627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] For port 64d73aec-86b8-4191-a076-a3e4b5cca50c, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=64d73aec-86b8-4191-a076-a3e4b5cca50c,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:56:25.093346 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a658909-1c96-4b97-a322-6c5d0fbcac77 req-a21c7974-27c1-4906-907f-d558ebfbae11 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197629 Aug 05 13:56:25.106428 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46526) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:25.121941 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port bd8921a3-7864-42b9-a9f2-5b36a85d0068 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:25.130855 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:25.152526 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Routers {'54e79d46-511d-4760-8c85-55ee37627b0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:56:25.153239 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:56:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['54e79d46-511d-4760-8c85-55ee37627b0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:56:25.210527 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:25.407814 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Set router 54e79d46-511d-4760-8c85-55ee37627b0e gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:56:25.439914 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0fca59c-3ddc-4fe9-96b5-34f0b433d29b req-1b222668-d1a5-48a8-a85b-6442e47287d9 service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934286 Aug 05 13:56:25.440836 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Pushing event updated for resources: {'Port': ['ID=64d73aec-86b8-4191-a076-a3e4b5cca50c,revision_number=8']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:25.444946 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:25.445682 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:25.449056 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-db944c0c-f071-474f-ae2f-5ef97715d170 service neutron] 10.222.0.63 "PUT /v2.0/ports/64d73aec-86b8-4191-a076-a3e4b5cca50c HTTP/1.1" status: 200 len: 1122 time: 3.6615341 Aug 05 13:56:25.454929 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-79aeddb7-e4a1-4888-9cc1-e275d8bca49a req-85cb09bf-eed4-421c-85e0-b44f8b45b3bb tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 210 time: 0.1327648 Aug 05 13:56:25.459703 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc001b6b-a0e3-4fc4-85c5-138576b4bee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:25.589010 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['64d73aec-86b8-4191-a076-a3e4b5cca50c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:56:25.689347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['64d73aec-86b8-4191-a076-a3e4b5cca50c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:56:25.823239 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc001b6b-a0e3-4fc4-85c5-138576b4bee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:25.833163 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc001b6b-a0e3-4fc4-85c5-138576b4bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:25.845027 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'name': 'tempest-ServersTestFqdnHostnames-1201380241-router', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:56:13Z', 'updated_at': '2021-08-05T13:56:20Z', 'revision_number': 4, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'gw_port': {'id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:15Z', 'updated_at': '2021-08-05T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '1968c969-277b-46ca-8590-8bbd1a5e1446', 'name': '', 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'mac_address': 'fa:16:3e:20:72:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:20Z', 'updated_at': '2021-08-05T13:56:21Z', 'revision_number': 2, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'subnets': [{'id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:56:25.870529 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc001b6b-a0e3-4fc4-85c5-138576b4bee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93e01bd-cb3e-4eab-af2f-df644b12d0f9,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:25.896676 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Checking router: 54e79d46-511d-4760-8c85-55ee37627b0e for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:56:25.897287 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Updating router 54e79d46-511d-4760-8c85-55ee37627b0e port 1968c969-277b-46ca-8590-8bbd1a5e1446 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:56:25.910307 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f562a-d528-4e7a-be1f-9073474accec req-e5ea56fd-453b-42bf-8b98-2a45668af062 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:25.920917 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-398f562a-d528-4e7a-be1f-9073474accec req-e5ea56fd-453b-42bf-8b98-2a45668af062 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 949 time: 0.2631638 Aug 05 13:56:25.934225 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:25.967606 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-dc001b6b-a0e3-4fc4-85c5-138576b4bee0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd00cc5c890d42f59bd3e60b496f904e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8599381 Aug 05 13:56:25.970441 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46550) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:26.023812 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-398f562a-d528-4e7a-be1f-9073474accec req-764de39d-c4ba-4d68-907d-647c2fb5297f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014056 Aug 05 13:56:26.089589 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5334c4af-2c13-40bf-a48e-eef8edd7e0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:26.128393 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46556) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:26.133906 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b848c5f7-b8bf-442a-a644-4ca7e5284bcb tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1221454165', 'description': 'tempest-description--1650624536'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:26.180373 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5334c4af-2c13-40bf-a48e-eef8edd7e0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:26.181708 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 5c31038d-11bc-4db6-95db-23972556c715 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:56:26.199217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ee4caf-bf67-4212-90d0-8096d48d7e47', 'tag': '64d73aec-86b8-4191-a076-a3e4b5cca50c'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:26.205012 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53960e0-6c37-4869-bd42-ba3074582e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "27ee4caf-bf67-4212-90d0-8096d48d7e47", "tag": "64d73aec-86b8-4191-a076-a3e4b5cca50c"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:26.252210 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b848c5f7-b8bf-442a-a644-4ca7e5284bcb tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:26.308543 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 5c31038d-11bc-4db6-95db-23972556c715 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:56:26.313860 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 5c31038d-11bc-4db6-95db-23972556c715 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:26.314784 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:26.328352 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5334c4af-2c13-40bf-a48e-eef8edd7e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:26.333431 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5334c4af-2c13-40bf-a48e-eef8edd7e0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:26.335200 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5334c4af-2c13-40bf-a48e-eef8edd7e0ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c93e01bd-cb3e-4eab-af2f-df644b12d0f9 HTTP/1.1" status: 204 len: 168 time: 0.3623455 Aug 05 13:56:26.374603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334c4af-2c13-40bf-a48e-eef8edd7e0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93e01bd-cb3e-4eab-af2f-df644b12d0f9,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:26.496540 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-6ceff054-5d03-4b48-bdc9-b36867826206 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:26.499992 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-6ceff054-5d03-4b48-bdc9-b36867826206 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 807 time: 0.2690978 Aug 05 13:56:26.517011 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:26.520595 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-8614952d-b420-49fc-9471-1ce9a8932e79 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/quotas/a19c317485da4147b7c1316aac248471 HTTP/1.1" status: 200 len: 375 time: 0.0137837 Aug 05 13:56:26.549196 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957caab2-fcf9-42b8-973a-f705e087c96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c31038d-11bc-4db6-95db-23972556c715'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:26.552262 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d475ba-5cb5-4fca-8136-cc0e22089dd8" -d '{"events": [{"server_uuid": "957caab2-fcf9-42b8-973a-f705e087c96f", "name": "network-vif-plugged", "status": "completed", "tag": "5c31038d-11bc-4db6-95db-23972556c715"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:26.572895 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 5c31038d-11bc-4db6-95db-23972556c715, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5c31038d-11bc-4db6-95db-23972556c715,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:26.579357 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:26.638394 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:26.649379 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-06cac95f-03c4-413d-b103-026eff11f1f5 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1218853 Aug 05 13:56:26.656538 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Transition to ACTIVE for port object 1968c969-277b-46ca-8590-8bbd1a5e1446 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:56:26.668239 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:26.685527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=5c31038d-11bc-4db6-95db-23972556c715,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:26.725176 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803e043-4cdd-44ae-94f2-90b4d8d294f7 None None] Pushing event updated for resources: {'Port': ['ID=1968c969-277b-46ca-8590-8bbd1a5e1446,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:26.735677 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b803e043-4cdd-44ae-94f2-90b4d8d294f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:26.736030 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b803e043-4cdd-44ae-94f2-90b4d8d294f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:26.736375 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b803e043-4cdd-44ae-94f2-90b4d8d294f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:26.736711 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b803e043-4cdd-44ae-94f2-90b4d8d294f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:26.737045 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b803e043-4cdd-44ae-94f2-90b4d8d294f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:26.737375 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b803e043-4cdd-44ae-94f2-90b4d8d294f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:26.737703 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b803e043-4cdd-44ae-94f2-90b4d8d294f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:26.738034 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b803e043-4cdd-44ae-94f2-90b4d8d294f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:26.738527 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b803e043-4cdd-44ae-94f2-90b4d8d294f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:26.738852 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b803e043-4cdd-44ae-94f2-90b4d8d294f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:26.739176 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b803e043-4cdd-44ae-94f2-90b4d8d294f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:26.739496 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b803e043-4cdd-44ae-94f2-90b4d8d294f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:26.751486 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492c5c4-711b-4335-996b-5c48458daf18 req-b6a0df7e-d9c7-4941-ab5b-c37a823a2a0c tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:26.753879 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6492c5c4-711b-4335-996b-5c48458daf18 req-b6a0df7e-d9c7-4941-ab5b-c37a823a2a0c tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 944 time: 0.5409603 Aug 05 13:56:26.810953 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-c54b4d57-2350-48e8-93fc-cf7c961ba77c service neutron] 10.222.0.16 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602075 Aug 05 13:56:26.862479 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6492c5c4-711b-4335-996b-5c48458daf18 req-5205149c-6527-4f90-b185-e8402dfa7258 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957906 Aug 05 13:56:26.886165 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Attempting to bind port 1968c969-277b-46ca-8590-8bbd1a5e1446 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:56:26.887114 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Attempting to bind port 1968c969-277b-46ca-8590-8bbd1a5e1446 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '1fb11f16-ac88-4dc9-a328-53267b1293e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:56:26.887814 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Attempting to bind port 1968c969-277b-46ca-8590-8bbd1a5e1446 on network b4380663-ae1d-487a-a20a-c1a92b22cae9 {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:26.896929 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:56:26.910693 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Checking segment: {'id': '1fb11f16-ac88-4dc9-a328-53267b1293e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:56:26.911660 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:26.913885 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Bound using segment: {'id': '1fb11f16-ac88-4dc9-a328-53267b1293e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:56:26.915694 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Bound port: 1968c969-277b-46ca-8590-8bbd1a5e1446, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb11f16-ac88-4dc9-a328-53267b1293e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:56:26.917126 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:26.943622 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b848c5f7-b8bf-442a-a644-4ca7e5284bcb tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:26.953463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46572) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:26.980343 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7632e844-4c2c-4cd2-86fc-1f3654befacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:26.987835 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47511a53-648d-42f5-988d-d2babe283be1 x-openstack-request-id: req-47511a53-648d-42f5-988d-d2babe283be1 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:26.988124 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ee4caf-bf67-4212-90d0-8096d48d7e47", "tag": "64d73aec-86b8-4191-a076-a3e4b5cca50c", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:26.988387 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47511a53-648d-42f5-988d-d2babe283be1 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:26.988917 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ee4caf-bf67-4212-90d0-8096d48d7e47', 'tag': '64d73aec-86b8-4191-a076-a3e4b5cca50c', 'status': 'completed', 'code': 200} Aug 05 13:56:26.993638 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b848c5f7-b8bf-442a-a644-4ca7e5284bcb tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:27.011477 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-2edbc06a-5fe7-4fa9-b9a1-9fca88512c23 service neutron] 10.222.0.16 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961253 Aug 05 13:56:27.027235 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] For port 1968c969-277b-46ca-8590-8bbd1a5e1446, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:56:27.033748 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] For port 1968c969-277b-46ca-8590-8bbd1a5e1446, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1968c969-277b-46ca-8590-8bbd1a5e1446,segment=NetworkSegment(1fb11f16-ac88-4dc9-a328-53267b1293e7),segment_id=1fb11f16-ac88-4dc9-a328-53267b1293e7)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:56:27.042828 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:27.093884 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b848c5f7-b8bf-442a-a644-4ca7e5284bcb tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:27.098956 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b848c5f7-b8bf-442a-a644-4ca7e5284bcb tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9690883 Aug 05 13:56:27.102189 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46578) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:27.108551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-be123f06-0a86-4d6b-92d8-3707d2e8c770 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Request body: {'security_group_rule': {'security_group_id': 'af0179f4-b055-4b05-b418-b2db2e390348', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:27.137347 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803e043-4cdd-44ae-94f2-90b4d8d294f7 None None] Pushing event updated for resources: {'Port': ['ID=1968c969-277b-46ca-8590-8bbd1a5e1446,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:27.204579 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be123f06-0a86-4d6b-92d8-3707d2e8c770 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:27.205629 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Routers {'54e79d46-511d-4760-8c85-55ee37627b0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:56:27.206512 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:56:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['54e79d46-511d-4760-8c85-55ee37627b0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:56:27.355170 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be123f06-0a86-4d6b-92d8-3707d2e8c770 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:27.363839 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be123f06-0a86-4d6b-92d8-3707d2e8c770 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:27.367573 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7632e844-4c2c-4cd2-86fc-1f3654befacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:27.392416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be123f06-0a86-4d6b-92d8-3707d2e8c770 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7cfc03-623b-42dd-907b-0ec37c9a10bb,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:27.397105 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7632e844-4c2c-4cd2-86fc-1f3654befacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:27.397763 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] Set router 54e79d46-511d-4760-8c85-55ee37627b0e gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:56:27.411754 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be123f06-0a86-4d6b-92d8-3707d2e8c770 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:27.418588 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-be123f06-0a86-4d6b-92d8-3707d2e8c770 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3136218 Aug 05 13:56:27.429132 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46586) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:27.434683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-98ad4c68-a623-4c23-b60b-a8dfd6cdf917 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Request body: {'security_group_rule': {'security_group_id': 'af0179f4-b055-4b05-b418-b2db2e390348', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:27.477246 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98ad4c68-a623-4c23-b60b-a8dfd6cdf917 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:27.560286 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e2e15130-438e-4d7c-8f25-5cadcfd48829 req-8b6f7a9a-db59-4f54-bc7b-5ac1569f3250 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 210 time: 0.1784563 Aug 05 13:56:27.596729 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98ad4c68-a623-4c23-b60b-a8dfd6cdf917 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:27.615737 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f92c5a-6cbb-4483-9ee4-931130f24729 x-openstack-request-id: req-80f92c5a-6cbb-4483-9ee4-931130f24729 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:27.616191 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957caab2-fcf9-42b8-973a-f705e087c96f", "name": "network-vif-plugged", "status": "completed", "tag": "5c31038d-11bc-4db6-95db-23972556c715", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:27.616539 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80f92c5a-6cbb-4483-9ee4-931130f24729 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:27.616657 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98ad4c68-a623-4c23-b60b-a8dfd6cdf917 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:27.617137 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957caab2-fcf9-42b8-973a-f705e087c96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c31038d-11bc-4db6-95db-23972556c715', 'code': 200} Aug 05 13:56:27.617530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848c5f7-b8bf-442a-a644-4ca7e5284bcb tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0179f4-b055-4b05-b418-b2db2e390348,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:27.654796 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53960e0-6c37-4869-bd42-ba3074582e3c req-d685af98-c811-4312-853b-f0ffc2d7e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:27.655432 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad4c68-a623-4c23-b60b-a8dfd6cdf917 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c4c63a-2938-4e3f-b8fb-029139ad91bc,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:27.656334 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53960e0-6c37-4869-bd42-ba3074582e3c req-d685af98-c811-4312-853b-f0ffc2d7e052 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 1125 time: 0.6085184 Aug 05 13:56:27.678156 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7632e844-4c2c-4cd2-86fc-1f3654befacf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a830ea723b34699827423ebb23f1d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7212343 Aug 05 13:56:27.689297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46592) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:27.746212 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bb6db5aa-066b-4622-8af4-6c18394f1ebd req-dbf913fb-8712-443e-b557-646e779ca43f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 210 time: 0.0797257 Aug 05 13:56:27.773537 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98ad4c68-a623-4c23-b60b-a8dfd6cdf917 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:27.775983 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-98ad4c68-a623-4c23-b60b-a8dfd6cdf917 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450024 Aug 05 13:56:27.790755 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46594) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:27.815595 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-91027d64-f784-4dea-af12-4156f443ddbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:27.820195 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-8465db24-bf44-489a-ae62-4100a794d15e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:27.845378 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-91027d64-f784-4dea-af12-4156f443ddbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:27.872765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53960e0-6c37-4869-bd42-ba3074582e3c req-3403b99b-35aa-4c01-8981-f2b50c1c9e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:27.874673 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53960e0-6c37-4869-bd42-ba3074582e3c req-3403b99b-35aa-4c01-8981-f2b50c1c9e40 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 921 time: 0.1867228 Aug 05 13:56:27.875523 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632e844-4c2c-4cd2-86fc-1f3654befacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3d5877-cb8e-446c-b067-214ec6dac2bc,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:27.909040 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'name': 'tempest-ServersTestFqdnHostnames-1201380241-router', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:56:13Z', 'updated_at': '2021-08-05T13:56:20Z', 'revision_number': 4, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'gw_port': {'id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:15Z', 'updated_at': '2021-08-05T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '1968c969-277b-46ca-8590-8bbd1a5e1446', 'name': '', 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'mac_address': 'fa:16:3e:20:72:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:20Z', 'updated_at': '2021-08-05T13:56:27Z', 'revision_number': 4, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'subnets': [{'id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:56:27.938405 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-91027d64-f784-4dea-af12-4156f443ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:27.939946 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aebf9a-1d0e-4027-ae7b-a39d2c2ff625 None None] The sync data for ids ['54e79d46-511d-4760-8c85-55ee37627b0e'] in n-d-803585-2 is: [{'id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'name': 'tempest-ServersTestFqdnHostnames-1201380241-router', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:56:13Z', 'updated_at': '2021-08-05T13:56:20Z', 'revision_number': 4, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'gw_port': {'id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:15Z', 'updated_at': '2021-08-05T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '1968c969-277b-46ca-8590-8bbd1a5e1446', 'name': '', 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'mac_address': 'fa:16:3e:20:72:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:20Z', 'updated_at': '2021-08-05T13:56:27Z', 'revision_number': 4, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'subnets': [{'id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:56:27.942762 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-91027d64-f784-4dea-af12-4156f443ddbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:27.946781 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-91027d64-f784-4dea-af12-4156f443ddbc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c3d5877-cb8e-446c-b067-214ec6dac2bc HTTP/1.1" status: 204 len: 168 time: 0.2421813 Aug 05 13:56:27.964666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91027d64-f784-4dea-af12-4156f443ddbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3d5877-cb8e-446c-b067-214ec6dac2bc,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:28.009166 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53960e0-6c37-4869-bd42-ba3074582e3c req-087b3474-77be-432e-9a70-a601bc2f1c3a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d73aec-86b8-4191-a076-a3e4b5cca50c HTTP/1.1" status: 200 len: 217 time: 0.1231470 Aug 05 13:56:28.049310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478eaf4-66be-441d-94d6-9892c480198e req-aa184fc7-1515-4b28-9bf4-3cc3075c1a5c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:28.056355 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2478eaf4-66be-441d-94d6-9892c480198e req-aa184fc7-1515-4b28-9bf4-3cc3075c1a5c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.84 "GET /v2.0/networks?id=cb9c7dd8-92c7-4587-967a-d9788e894eb8 HTTP/1.1" status: 200 len: 822 time: 0.8933537 Aug 05 13:56:28.068998 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8465db24-bf44-489a-ae62-4100a794d15e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:28.129127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd5931-e1ab-403e-b4b1-1d8b53b10fd4 req-fec57b51-a824-448b-909c-7083245828d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:28.130681 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04cd5931-e1ab-403e-b4b1-1d8b53b10fd4 req-fec57b51-a824-448b-909c-7083245828d7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 1101 time: 0.3641925 Aug 05 13:56:28.134228 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-2478eaf4-66be-441d-94d6-9892c480198e req-5db07f1a-8877-41af-b1a4-219adb4e296c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Request body: {'port': {'device_id': '4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b', 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8', 'admin_state_up': True, 'tenant_id': '36b195be19df4fdc96b16ded98dcb740'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:28.162096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b4ff3-d203-48a9-b74f-2c88e50cf762 req-13ddc569-d074-422a-81f2-5ac18a5250a6 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:28.162569 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-db6b4ff3-d203-48a9-b74f-2c88e50cf762 req-13ddc569-d074-422a-81f2-5ac18a5250a6 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 944 time: 0.0934887 Aug 05 13:56:28.221747 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-db6b4ff3-d203-48a9-b74f-2c88e50cf762 req-7499bfdc-e0b5-4721-92a1-bd7be6845fc6 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468881 Aug 05 13:56:28.321127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c5a68-ddc6-42df-8bd1-d235258310fb req-8814149f-60a8-44ac-8434-43d220ead9c8 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:28.324269 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d46c5a68-ddc6-42df-8bd1-d235258310fb req-8814149f-60a8-44ac-8434-43d220ead9c8 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 950 time: 0.6395326 Aug 05 13:56:28.418381 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53960e0-6c37-4869-bd42-ba3074582e3c req-9d1d25ef-fe95-4f9f-bd69-1cd12c85700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:28.420313 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53960e0-6c37-4869-bd42-ba3074582e3c req-9d1d25ef-fe95-4f9f-bd69-1cd12c85700d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.3603411 Aug 05 13:56:28.442074 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04cd5931-e1ab-403e-b4b1-1d8b53b10fd4 req-01f9af8e-284c-492d-b108-ed1adb455df6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201614 Aug 05 13:56:28.504245 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53960e0-6c37-4869-bd42-ba3074582e3c req-6df08969-1b26-473b-b6a4-6949efe5b2cd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568855 Aug 05 13:56:28.522686 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d46c5a68-ddc6-42df-8bd1-d235258310fb req-8d35cb18-e28c-4626-a206-538becf61690 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286120 Aug 05 13:56:28.655374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2478eaf4-66be-441d-94d6-9892c480198e req-5db07f1a-8877-41af-b1a4-219adb4e296c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Made reservation on behalf of 36b195be19df4fdc96b16ded98dcb740 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:56:28.658935 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2478eaf4-66be-441d-94d6-9892c480198e req-5db07f1a-8877-41af-b1a4-219adb4e296c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:28.661560 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-54bbee75-3bed-46fc-b2c8-a245798ecd0f req-eac1b6d4-4622-44a3-a71e-9b2eeb0a6340 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 210 time: 0.0391877 Aug 05 13:56:28.696773 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53960e0-6c37-4869-bd42-ba3074582e3c req-46d10e3e-95e9-4703-9c72-526a9f8d2fbb service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818576 Aug 05 13:56:28.767127 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8465db24-bf44-489a-ae62-4100a794d15e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:28.923141 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b301083f-54ba-44da-905d-cffecaaca083 req-8c25e4c6-c80e-4f18-8944-ab08d64b3e32 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 210 time: 0.0670557 Aug 05 13:56:29.005993 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53960e0-6c37-4869-bd42-ba3074582e3c req-e7a0d3eb-9bb3-44e3-be12-c6af2931032f service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971163 Aug 05 13:56:29.032774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-2478eaf4-66be-441d-94d6-9892c480198e req-5db07f1a-8877-41af-b1a4-219adb4e296c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Allocated IP 172.20.0.11 (cb9c7dd8-92c7-4587-967a-d9788e894eb8/187e4257-8803-4bab-bf1d-3f4f6e87414e/60bc7d2e-4f34-4d51-be98-d02c697f8af8) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:56:29.033064 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1968c969-277b-46ca-8590-8bbd1a5e1446 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:56:29.062578 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-8465db24-bf44-489a-ae62-4100a794d15e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Allocated IP 172.25.5.201 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/a861c6eb-c1f0-4021-9b6f-26f7e7c0502c) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:56:29.135250 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 1968c969-277b-46ca-8590-8bbd1a5e1446 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:56:29.157970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 1968c969-277b-46ca-8590-8bbd1a5e1446 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:29.158670 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:29.291869 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:29.350396 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 1968c969-277b-46ca-8590-8bbd1a5e1446, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1968c969-277b-46ca-8590-8bbd1a5e1446,segment=NetworkSegment(1fb11f16-ac88-4dc9-a328-53267b1293e7),segment_id=1fb11f16-ac88-4dc9-a328-53267b1293e7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:29.364229 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:29.470730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=1968c969-277b-46ca-8590-8bbd1a5e1446,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:29.504076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ae4ac-ac69-45fb-8b71-8ee17d8e8b44 req-14b2d175-ec49-4b95-b479-50faa015cb9f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:29.505839 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-307ae4ac-ac69-45fb-8b71-8ee17d8e8b44 req-14b2d175-ec49-4b95-b479-50faa015cb9f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 944 time: 0.0862739 Aug 05 13:56:29.507197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-bdd2f6b6-9ad5-47e8-8c0a-8243c055cba1 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:29.509269 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-bdd2f6b6-9ad5-47e8-8c0a-8243c055cba1 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.84 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 807 time: 0.4709358 Aug 05 13:56:29.532501 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-30458420-882c-4034-b016-1d2cbfd2a77f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Request body: {'port': {'device_id': '485cfcfe-59d7-4a56-8869-20900acf2cbe', 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f', 'admin_state_up': True, 'tenant_id': 'a19c317485da4147b7c1316aac248471'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:29.553636 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8465db24-bf44-489a-ae62-4100a794d15e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:29.577873 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-307ae4ac-ac69-45fb-8b71-8ee17d8e8b44 req-18d3e327-e010-4858-b1ef-5664d49cd3e4 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644312 Aug 05 13:56:29.644352 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2478eaf4-66be-441d-94d6-9892c480198e req-5db07f1a-8877-41af-b1a4-219adb4e296c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:29.785580 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e4229f2a-a7dd-4c85-abb4-f7bed12ffdd7 req-f34a7733-577b-435b-ace1-a64bec54c18a tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 210 time: 0.0471320 Aug 05 13:56:29.811013 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8465db24-bf44-489a-ae62-4100a794d15e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:29.819685 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2478eaf4-66be-441d-94d6-9892c480198e req-5db07f1a-8877-41af-b1a4-219adb4e296c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:29.869012 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123d481-9b69-4b23-b42b-7ff2b45a58d9 req-e13dab6a-f8f0-43d4-ac11-5469cdf3f201 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:29.870622 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9123d481-9b69-4b23-b42b-7ff2b45a58d9 req-e13dab6a-f8f0-43d4-ac11-5469cdf3f201 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 950 time: 0.2086990 Aug 05 13:56:29.911907 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8465db24-bf44-489a-ae62-4100a794d15e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:56:29.930205 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:56:29.930796 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2478eaf4-66be-441d-94d6-9892c480198e req-5db07f1a-8877-41af-b1a4-219adb4e296c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Network cb9c7dd8-92c7-4587-967a-d9788e894eb8 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:56:29.931656 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-8465db24-bf44-489a-ae62-4100a794d15e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:56:29.934418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8465db24-bf44-489a-ae62-4100a794d15e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:56:29.937354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-30458420-882c-4034-b016-1d2cbfd2a77f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Made reservation on behalf of a19c317485da4147b7c1316aac248471 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:56:29.941084 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-30458420-882c-4034-b016-1d2cbfd2a77f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:29.973325 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-2478eaf4-66be-441d-94d6-9892c480198e req-5db07f1a-8877-41af-b1a4-219adb4e296c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:56:29.978952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2478eaf4-66be-441d-94d6-9892c480198e req-5db07f1a-8877-41af-b1a4-219adb4e296c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:56:29.989683 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465db24-bf44-489a-ae62-4100a794d15e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Pushing event updated for resources: {'Port': ['ID=a861c6eb-c1f0-4021-9b6f-26f7e7c0502c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:30.052239 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ddcad58e-1c25-4b6a-8c49-1002c71170b7 req-7561636e-e61e-40fa-951f-5a2852706584 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 210 time: 0.0354006 Aug 05 13:56:30.093508 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9123d481-9b69-4b23-b42b-7ff2b45a58d9 req-055a913a-8a62-4352-bc1a-a8f1291bfa8c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112854 Aug 05 13:56:30.122189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db07f1a-8877-41af-b1a4-219adb4e296c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Pushing event updated for resources: {'Port': ['ID=60bc7d2e-4f34-4d51-be98-d02c697f8af8,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:30.134418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478eaf4-66be-441d-94d6-9892c480198e req-5db07f1a-8877-41af-b1a4-219adb4e296c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:30.135064 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2478eaf4-66be-441d-94d6-9892c480198e req-5db07f1a-8877-41af-b1a4-219adb4e296c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:30.210664 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2478eaf4-66be-441d-94d6-9892c480198e req-5db07f1a-8877-41af-b1a4-219adb4e296c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1380556 Aug 05 13:56:30.238006 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Request body: {'port': {'device_id': '4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:30.290040 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8465db24-bf44-489a-ae62-4100a794d15e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:30.356183 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-30458420-882c-4034-b016-1d2cbfd2a77f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Allocated IP 172.20.0.8 (e2d2ba84-38d9-47f3-984b-f6fdc376e26f/26f261c9-c685-4d0a-b558-e4facce7cdfb/14a1ba65-5cc9-45bd-bbbb-539e25c41fcb) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:56:30.377132 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8465db24-bf44-489a-ae62-4100a794d15e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:30.380862 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:30.942842 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1968c969-277b-46ca-8590-8bbd1a5e1446 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:56:30.988672 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89594384-376d-4825-9346-d5332921131d req-0af68cb0-cebd-40a7-b822-bbbd71f83b2e tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:30.990357 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89594384-376d-4825-9346-d5332921131d req-0af68cb0-cebd-40a7-b822-bbbd71f83b2e tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 932 time: 0.0964537 Aug 05 13:56:31.028426 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 1968c969-277b-46ca-8590-8bbd1a5e1446 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:31.029177 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:31.049767 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89594384-376d-4825-9346-d5332921131d req-071eba55-f3cc-44ef-97e1-21622b19e1b3 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490458 Aug 05 13:56:31.186775 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea5d0fd8-35ad-4516-aefe-e9486360fd15 req-4ec6029c-bf0f-4afe-8332-2fae12caa2f8 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 210 time: 0.0267494 Aug 05 13:56:31.204464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c4aab-9270-4283-9265-007d9436490e req-395f8939-a2a2-4851-8e6e-e0651faa2659 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:31.206051 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-703c4aab-9270-4283-9265-007d9436490e req-395f8939-a2a2-4851-8e6e-e0651faa2659 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 944 time: 0.2831464 Aug 05 13:56:31.317799 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-30458420-882c-4034-b016-1d2cbfd2a77f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:31.321719 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747b55e-de4a-4191-a085-58df3a206719 req-e4b78f26-c01b-48eb-97d4-aa5830ea56e3 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:31.323361 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d747b55e-de4a-4191-a085-58df3a206719 req-e4b78f26-c01b-48eb-97d4-aa5830ea56e3 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 950 time: 0.0610135 Aug 05 13:56:31.342395 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8465db24-bf44-489a-ae62-4100a794d15e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:31.364672 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8465db24-bf44-489a-ae62-4100a794d15e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:31.384687 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d747b55e-de4a-4191-a085-58df3a206719 req-2aa8ddc5-0812-405b-9e1c-5e4b2677c147 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524273 Aug 05 13:56:31.449137 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-703c4aab-9270-4283-9265-007d9436490e req-45f11b86-4b06-49fb-bbdb-3d7cada5b664 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260771 Aug 05 13:56:31.520688 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405ba01-ffcf-4d1f-817e-1d8b2aedd900 req-15ac5cca-3c0d-470e-b4ce-eba9ca0ac4c8 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:31.522634 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c405ba01-ffcf-4d1f-817e-1d8b2aedd900 req-15ac5cca-3c0d-470e-b4ce-eba9ca0ac4c8 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 1101 time: 0.0535519 Aug 05 13:56:31.551200 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-30458420-882c-4034-b016-1d2cbfd2a77f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:31.565247 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['d19adadd-c194-46b6-befe-18344a9580b8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:56:31.588391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465db24-bf44-489a-ae62-4100a794d15e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Pushing event updated for resources: {'Port': ['ID=a861c6eb-c1f0-4021-9b6f-26f7e7c0502c,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:31.626690 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c405ba01-ffcf-4d1f-817e-1d8b2aedd900 req-226d3c87-b185-4b6e-a4a8-30779d333791 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973547 Aug 05 13:56:31.681766 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8465db24-bf44-489a-ae62-4100a794d15e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:31.748064 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8465db24-bf44-489a-ae62-4100a794d15e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:31.759127 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8465db24-bf44-489a-ae62-4100a794d15e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9442103 Aug 05 13:56:31.762929 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-30458420-882c-4034-b016-1d2cbfd2a77f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Network e2d2ba84-38d9-47f3-984b-f6fdc376e26f is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:56:31.772458 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-30458420-882c-4034-b016-1d2cbfd2a77f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:56:31.784519 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-30458420-882c-4034-b016-1d2cbfd2a77f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:56:31.835737 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-30458420-882c-4034-b016-1d2cbfd2a77f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:31.836289 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-30458420-882c-4034-b016-1d2cbfd2a77f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:31.842395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30458420-882c-4034-b016-1d2cbfd2a77f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Pushing event updated for resources: {'Port': ['ID=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:31.846620 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60bc7d2e-4f34-4d51-be98-d02c697f8af8 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:56:31.859866 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:31.879936 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-30458420-882c-4034-b016-1d2cbfd2a77f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3552835 Aug 05 13:56:31.895670 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Transition to ACTIVE for port object 60bc7d2e-4f34-4d51-be98-d02c697f8af8 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:56:31.905659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Request body: {'port': {'device_id': '485cfcfe-59d7-4a56-8869-20900acf2cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:31.920263 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:32.026574 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-a24099fe-b0d8-4302-97ef-4955e20da67e tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329905 Aug 05 13:56:32.027073 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46728) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:32.063968 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Pushing event updated for resources: {'Port': ['ID=60bc7d2e-4f34-4d51-be98-d02c697f8af8,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:32.139392 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:32.156639 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-02da857a-f168-4a86-822a-29af6c871ad0 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1221454165&fields=id&tenant_id=74616b99a34b48a6a4104079c67ef572 HTTP/1.1" status: 200 len: 267 time: 0.1607673 Aug 05 13:56:32.175254 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-435b4933-e48a-40f0-bbe4-ba02ef9a5e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:32.183707 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-0e94aff6-f7e1-4c9e-9070-2c90073be0d8 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:32.185225 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-0e94aff6-f7e1-4c9e-9070-2c90073be0d8 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518011 Aug 05 13:56:32.215893 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-c98e8354-1f4d-4cea-bc25-fee1a7cb898f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/quotas/b5fd2bb24b8b4cb7871929d0ce5ab2e7 HTTP/1.1" status: 200 len: 375 time: 0.0198104 Aug 05 13:56:32.303387 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-c8d47ba2-4ca6-46cf-ad3d-08d65325608e tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0792019 Aug 05 13:56:32.365015 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Attempting to bind port 60bc7d2e-4f34-4d51-be98-d02c697f8af8 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:56:32.365552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Attempting to bind port 60bc7d2e-4f34-4d51-be98-d02c697f8af8 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '6cd58d93-1aa7-4e73-8589-2eea8f7b64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:56:32.365691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Attempting to bind port 60bc7d2e-4f34-4d51-be98-d02c697f8af8 on network cb9c7dd8-92c7-4587-967a-d9788e894eb8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:32.374309 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Port 60bc7d2e-4f34-4d51-be98-d02c697f8af8 on network cb9c7dd8-92c7-4587-967a-d9788e894eb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:56:32.374648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Attempting to bind port 60bc7d2e-4f34-4d51-be98-d02c697f8af8 on network cb9c7dd8-92c7-4587-967a-d9788e894eb8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:32.380125 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-435b4933-e48a-40f0-bbe4-ba02ef9a5e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:32.383896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:56:32.384244 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Checking segment: {'id': '6cd58d93-1aa7-4e73-8589-2eea8f7b64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:56:32.384634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Bound using segment: {'id': '6cd58d93-1aa7-4e73-8589-2eea8f7b64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:56:32.385120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Bound port: 60bc7d2e-4f34-4d51-be98-d02c697f8af8, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd58d93-1aa7-4e73-8589-2eea8f7b64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:56:32.385426 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:32.391524 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-435b4933-e48a-40f0-bbe4-ba02ef9a5e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:32.479308 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-435b4933-e48a-40f0-bbe4-ba02ef9a5e7a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d20b5c3dff4439997af93517c011684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485762 Aug 05 13:56:32.482220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46740) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:32.491559 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b4933-e48a-40f0-bbe4-ba02ef9a5e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4cc481-8d52-4b6f-bb93-0c130c24e8ba,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:32.550469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-2c0d883f-cdfd-446c-b9ca-8b2d77446118 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:32.552366 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-2c0d883f-cdfd-446c-b9ca-8b2d77446118 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/networks?id=b4380663-ae1d-487a-a20a-c1a92b22cae9 HTTP/1.1" status: 200 len: 815 time: 0.3654048 Aug 05 13:56:32.574845 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-dccd450a-7bbe-4470-82b4-477ca184045e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/quotas/74616b99a34b48a6a4104079c67ef572 HTTP/1.1" status: 200 len: 375 time: 0.0125477 Aug 05 13:56:32.614280 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-786c7f87-ff76-4a7c-b2c4-5e460bc92a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:32.662654 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7831313-44b7-49c2-b65f-4a967647c498 req-fa2d6199-cf03-4304-9bdb-7f3885be1a95 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:32.664574 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7831313-44b7-49c2-b65f-4a967647c498 req-fa2d6199-cf03-4304-9bdb-7f3885be1a95 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 944 time: 0.1503906 Aug 05 13:56:32.670403 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-786c7f87-ff76-4a7c-b2c4-5e460bc92a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:32.701113 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] For port 60bc7d2e-4f34-4d51-be98-d02c697f8af8, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:56:32.708078 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] For port 60bc7d2e-4f34-4d51-be98-d02c697f8af8, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=60bc7d2e-4f34-4d51-be98-d02c697f8af8,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:56:32.723973 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-05e6cdb4-483c-4199-80f8-8b8e89c2cfd4 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=74616b99a34b48a6a4104079c67ef572&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1400366 Aug 05 13:56:32.735384 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:32.738357 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-786c7f87-ff76-4a7c-b2c4-5e460bc92a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:32.740925 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-786c7f87-ff76-4a7c-b2c4-5e460bc92a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:32.745190 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-786c7f87-ff76-4a7c-b2c4-5e460bc92a1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a4cc481-8d52-4b6f-bb93-0c130c24e8ba HTTP/1.1" status: 204 len: 168 time: 0.2583075 Aug 05 13:56:32.767373 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c7f87-ff76-4a7c-b2c4-5e460bc92a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4cc481-8d52-4b6f-bb93-0c130c24e8ba,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:32.806623 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7831313-44b7-49c2-b65f-4a967647c498 req-fe8799b7-5109-4836-9114-783b732547b4 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901468 Aug 05 13:56:32.883624 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:32.884098 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:32.885476 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2478eaf4-66be-441d-94d6-9892c480198e req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] 10.222.0.84 "PUT /v2.0/ports/60bc7d2e-4f34-4d51-be98-d02c697f8af8 HTTP/1.1" status: 200 len: 1092 time: 2.6572170 Aug 05 13:56:32.889110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b', 'tag': '60bc7d2e-4f34-4d51-be98-d02c697f8af8'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:32.891572 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a36a2d-12e3-43bd-9850-b898167ef5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b", "tag": "60bc7d2e-4f34-4d51-be98-d02c697f8af8"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:33.008707 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:56:33.011486 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b3c81-0a37-4234-adfe-b3a598523b59 req-177050be-a1af-486c-9ef6-da57adbfe317 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:33.019980 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:33.020199 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-223b3c81-0a37-4234-adfe-b3a598523b59 req-177050be-a1af-486c-9ef6-da57adbfe317 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 931 time: 0.1057661 Aug 05 13:56:33.038072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Transition to ACTIVE for port object 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:56:33.066465 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-223b3c81-0a37-4234-adfe-b3a598523b59 req-c99565a5-1b63-4af7-aa3e-f256ba63bae1 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454669 Aug 05 13:56:33.074459 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:33.099455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622aa99-4162-43b4-ad7e-20b5e94560ed service neutron] Pushing event updated for resources: {'Port': ['ID=60bc7d2e-4f34-4d51-be98-d02c697f8af8,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:33.152471 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-d8c600bf-2080-4eb4-8ec7-5566cdca95df service neutron] 10.222.0.16 "GET /v2.0/networks/b4380663-ae1d-487a-a20a-c1a92b22cae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890619 Aug 05 13:56:33.218405 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478eaf4-66be-441d-94d6-9892c480198e req-4bb1f2b5-eaef-4a1c-b3ea-1c7d02a6bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:33.220100 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2478eaf4-66be-441d-94d6-9892c480198e req-4bb1f2b5-eaef-4a1c-b3ea-1c7d02a6bbc9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=36b195be19df4fdc96b16ded98dcb740&device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 1095 time: 0.2761788 Aug 05 13:56:33.220855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46760) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:33.226179 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d7183b16-6cf1-4be0-8f50-cd9a494bbcf8 req-6b7f93fb-29ad-4aff-a9b4-5825ee833494 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 210 time: 0.0438149 Aug 05 13:56:33.265558 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Pushing event updated for resources: {'Port': ['ID=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:33.337687 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4c6142c3-c606-4e89-89d9-0cd4be6eb057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:33.352722 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2478eaf4-66be-441d-94d6-9892c480198e req-d858c6bc-e2e6-44ac-bd8d-7f5f4f34392b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60bc7d2e-4f34-4d51-be98-d02c697f8af8 HTTP/1.1" status: 200 len: 217 time: 0.0896833 Aug 05 13:56:33.360273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d7df7-6159-4b43-8332-0bc1c7ded90a req-6fbaafe4-abaa-48b2-aa8f-7fd079fa5a58 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:33.362590 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c86d7df7-6159-4b43-8332-0bc1c7ded90a req-6fbaafe4-abaa-48b2-aa8f-7fd079fa5a58 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 944 time: 0.0690308 Aug 05 13:56:33.407906 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c86d7df7-6159-4b43-8332-0bc1c7ded90a req-7e10e017-cdf0-41d1-8dae-9800db9dfe23 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390236 Aug 05 13:56:33.487848 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-4ba3a19f-51c2-41dd-8abb-6b626bbd885e service neutron] 10.222.0.16 "GET /v2.0/networks/b4380663-ae1d-487a-a20a-c1a92b22cae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239741 Aug 05 13:56:33.503803 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Attempting to bind port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:56:33.504162 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Attempting to bind port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:56:33.504527 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Attempting to bind port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:33.511961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478eaf4-66be-441d-94d6-9892c480198e req-c9e063ef-a227-4040-80b3-48c775b049df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:33.514103 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2478eaf4-66be-441d-94d6-9892c480198e req-c9e063ef-a227-4040-80b3-48c775b049df service neutron] 10.222.0.84 "GET /v2.0/subnets?id=187e4257-8803-4bab-bf1d-3f4f6e87414e HTTP/1.1" status: 200 len: 862 time: 0.1391160 Aug 05 13:56:33.518935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:56:33.519272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Attempting to bind port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:33.557065 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:56:33.557426 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Checking segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:56:33.557823 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Bound using segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:56:33.558295 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Bound port: 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:56:33.558673 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:33.566136 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2478eaf4-66be-441d-94d6-9892c480198e req-064eca4f-2696-4eea-96ed-f049c090f83e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cb9c7dd8-92c7-4587-967a-d9788e894eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413301 Aug 05 13:56:33.567648 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a785415a-450e-48f6-9b27-e02a7cc3824c x-openstack-request-id: req-a785415a-450e-48f6-9b27-e02a7cc3824c {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:33.567937 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b", "tag": "60bc7d2e-4f34-4d51-be98-d02c697f8af8", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:33.568199 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a785415a-450e-48f6-9b27-e02a7cc3824c {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:33.568577 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b', 'tag': '60bc7d2e-4f34-4d51-be98-d02c697f8af8', 'status': 'completed', 'code': 200} Aug 05 13:56:33.705979 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc46017d-1d85-4cc8-ba63-5dfd4c2bb457 req-7e0e98e4-10ce-4c29-95e0-fca178ec52de tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 210 time: 0.0336838 Aug 05 13:56:33.737293 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4c6142c3-c606-4e89-89d9-0cd4be6eb057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:33.752999 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] For port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:56:33.759889 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4c6142c3-c606-4e89-89d9-0cd4be6eb057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:33.763660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] For port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:56:33.784826 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2478eaf4-66be-441d-94d6-9892c480198e req-3e65669a-364c-432b-b943-ded6686efd44 service neutron] 10.222.0.84 "GET /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992843 Aug 05 13:56:33.789430 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:33.866832 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-78437e08-ee76-4134-af25-c3668dc5ccf8 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463970 Aug 05 13:56:33.900959 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6142c3-c606-4e89-89d9-0cd4be6eb057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca42384-9621-419e-8a41-e1cc44b5bc3b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:33.906083 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4c6142c3-c606-4e89-89d9-0cd4be6eb057 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2d75995f33d46c39241a244ae33266e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6508429 Aug 05 13:56:33.907656 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:33.910597 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:33.912532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46772) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:33.914180 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] 10.222.0.84 "PUT /v2.0/ports/14a1ba65-5cc9-45bd-bbbb-539e25c41fcb HTTP/1.1" status: 200 len: 1091 time: 2.0158005 Aug 05 13:56:34.033793 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0867fa-cd7f-43f4-aef2-d6bb21cd297c service neutron] Pushing event updated for resources: {'Port': ['ID=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:34.089759 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3856f39c-55f1-48a6-ac13-ba9ff9d5daad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:34.148408 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3856f39c-55f1-48a6-ac13-ba9ff9d5daad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:34.148888 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab482ae-892b-4b5f-8477-75e5fa8ba933 req-cf43f36d-e0e7-409b-8c3d-e0a120664d0b tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:34.172426 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ab482ae-892b-4b5f-8477-75e5fa8ba933 req-cf43f36d-e0e7-409b-8c3d-e0a120664d0b tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 944 time: 0.2269158 Aug 05 13:56:34.205478 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-7376db6e-d297-4bce-a189-cd2919767342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:34.207422 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-7376db6e-d297-4bce-a189-cd2919767342 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 1094 time: 0.2108033 Aug 05 13:56:34.210886 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2478eaf4-66be-441d-94d6-9892c480198e req-ef606b5e-9c13-4122-8fca-c5b1989d42e7 service neutron] 10.222.0.84 "GET /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033318 Aug 05 13:56:34.233613 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3856f39c-55f1-48a6-ac13-ba9ff9d5daad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:34.236513 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3856f39c-55f1-48a6-ac13-ba9ff9d5daad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:34.238008 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3856f39c-55f1-48a6-ac13-ba9ff9d5daad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aca42384-9621-419e-8a41-e1cc44b5bc3b HTTP/1.1" status: 204 len: 168 time: 0.3238285 Aug 05 13:56:34.250708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-a5e4f5ca-801d-4375-bb63-be36cd4e3202 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:34.252654 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-a5e4f5ca-801d-4375-bb63-be36cd4e3202 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3682432 Aug 05 13:56:34.287067 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-7a9dbc2b-60cc-47a0-a3a5-31ea190690d1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Request body: {'port': {'device_id': '44b0c401-0c44-4ce3-b800-af99d53544c6', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': 'b5fd2bb24b8b4cb7871929d0ce5ab2e7'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:34.291404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856f39c-55f1-48a6-ac13-ba9ff9d5daad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca42384-9621-419e-8a41-e1cc44b5bc3b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:34.340321 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-4ee1dae2-9c96-4fe1-b501-60acd0723e4b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb HTTP/1.1" status: 200 len: 217 time: 0.1157281 Aug 05 13:56:34.358214 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ab482ae-892b-4b5f-8477-75e5fa8ba933 req-951e63aa-696e-46b2-8b2c-65363c79379f tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772175 Aug 05 13:56:34.387849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35eba66-cf81-4e12-b107-db97a3acb0d8 req-689b508e-bcee-414c-a756-718a480051be tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:34.397208 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f35eba66-cf81-4e12-b107-db97a3acb0d8 req-689b508e-bcee-414c-a756-718a480051be tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 943 time: 0.1836138 Aug 05 13:56:34.458230 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f35eba66-cf81-4e12-b107-db97a3acb0d8 req-0bcf6da9-5e3a-4d5e-af87-891f20f67c4b tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596840 Aug 05 13:56:34.529750 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-7a9dbc2b-60cc-47a0-a3a5-31ea190690d1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Made reservation on behalf of b5fd2bb24b8b4cb7871929d0ce5ab2e7 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:56:34.540887 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-7a9dbc2b-60cc-47a0-a3a5-31ea190690d1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:34.541124 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a36a2d-12e3-43bd-9850-b898167ef5e9 req-c957060c-18f5-451c-a844-bbaf0aec5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:34.542812 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29a36a2d-12e3-43bd-9850-b898167ef5e9 req-c957060c-18f5-451c-a844-bbaf0aec5e41 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=36b195be19df4fdc96b16ded98dcb740&device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 1095 time: 0.2116179 Aug 05 13:56:34.544424 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-a9b12c2e-b1f2-4b0c-bf2c-9253419f5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:34.546084 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-a9b12c2e-b1f2-4b0c-bf2c-9253419f5cc6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.1833067 Aug 05 13:56:34.576682 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9f9982c6-e9a8-4c3b-bbb5-aff3c2abfc85 req-16c7fdb1-e510-46cc-a2ff-a58521073715 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 210 time: 0.0469048 Aug 05 13:56:34.656482 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-45f5cdae-ad13-4e82-a772-aad4a9c39292 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844347 Aug 05 13:56:34.757662 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-7a9dbc2b-60cc-47a0-a3a5-31ea190690d1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Allocated IP 192.168.233.155 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/93eaf761-85f3-471b-a47c-8911d8492f7e) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:56:34.770889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a3a32-4cd2-4821-9d89-47179b3b4ceb req-53f0b741-d563-4682-99b6-6eb7297f4a62 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:34.781842 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b1a3a32-4cd2-4821-9d89-47179b3b4ceb req-53f0b741-d563-4682-99b6-6eb7297f4a62 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 944 time: 0.1199634 Aug 05 13:56:34.971208 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b1a3a32-4cd2-4821-9d89-47179b3b4ceb req-e02985db-1f8b-4788-975e-ca907d1c51ec tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825709 Aug 05 13:56:35.125382 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-7a9dbc2b-60cc-47a0-a3a5-31ea190690d1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:35.148072 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7bc86076-30ca-4413-bfb0-26682f6b47f2 req-40430ee2-2477-4d4e-96ee-351d239063a1 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 210 time: 0.0416522 Aug 05 13:56:35.178609 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-7a9dbc2b-60cc-47a0-a3a5-31ea190690d1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Transition to ACTIVE for port object 93eaf761-85f3-471b-a47c-8911d8492f7e will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:56:35.187028 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-aad5f5da-0b47-4451-bbe7-60e937a1b34a service neutron] 10.222.0.84 "GET /v2.0/ports/64d73aec-86b8-4191-a076-a3e4b5cca50c/bindings/n-h1-803585-2 HTTP/1.1" status: 200 len: 384 time: 0.2113876 Aug 05 13:56:35.201996 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a36a2d-12e3-43bd-9850-b898167ef5e9 req-7670b0ed-3568-4e2f-bfe7-005c4bcce8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:35.203624 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29a36a2d-12e3-43bd-9850-b898167ef5e9 req-7670b0ed-3568-4e2f-bfe7-005c4bcce8f6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cb9c7dd8-92c7-4587-967a-d9788e894eb8 HTTP/1.1" status: 200 len: 923 time: 0.6303890 Aug 05 13:56:35.273238 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29a36a2d-12e3-43bd-9850-b898167ef5e9 req-2dea0726-75a2-4f63-8237-a40d735a2070 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60bc7d2e-4f34-4d51-be98-d02c697f8af8 HTTP/1.1" status: 200 len: 217 time: 0.0536063 Aug 05 13:56:35.297623 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-7a9dbc2b-60cc-47a0-a3a5-31ea190690d1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:35.311683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['44f6d346-7ba4-45d3-ac51-efabb23deb16', '314bb475-1570-4a36-b193-75cde195baf6'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:56:35.353085 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-7fbff9a7-f5eb-4771-a445-013fb23156aa service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6848392 Aug 05 13:56:35.366953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9dbc2b-60cc-47a0-a3a5-31ea190690d1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Pushing event updated for resources: {'Port': ['ID=93eaf761-85f3-471b-a47c-8911d8492f7e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:35.391173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a36a2d-12e3-43bd-9850-b898167ef5e9 req-095c1ea4-8c58-45dc-8637-b618d6429776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:35.392827 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29a36a2d-12e3-43bd-9850-b898167ef5e9 req-095c1ea4-8c58-45dc-8637-b618d6429776 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=187e4257-8803-4bab-bf1d-3f4f6e87414e HTTP/1.1" status: 200 len: 862 time: 0.1107452 Aug 05 13:56:35.397162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['0b90c80b-ea5d-476d-8890-b723dea55b6c', 'f4df28dc-9ae0-428c-af46-f643bc6b6d16', '4a4775b9-65bf-4e6a-a1a3-9c59413a5096', '3a93422d-ca51-4986-96d0-599619b8bcba', '5c31038d-11bc-4db6-95db-23972556c715'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:56:35.405605 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-7a9dbc2b-60cc-47a0-a3a5-31ea190690d1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:56:35.409429 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-7a9dbc2b-60cc-47a0-a3a5-31ea190690d1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:56:35.413601 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-7a9dbc2b-60cc-47a0-a3a5-31ea190690d1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:56:35.543354 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29a36a2d-12e3-43bd-9850-b898167ef5e9 req-e1dcbda8-4ff3-452c-9cce-a851ee4fa04e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cb9c7dd8-92c7-4587-967a-d9788e894eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090260 Aug 05 13:56:35.570418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485cfcfe-59d7-4a56-8869-20900acf2cbe', 'tag': '14a1ba65-5cc9-45bd-bbbb-539e25c41fcb'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:35.573313 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43965f6-16b7-4d5b-b561-ea79b920ed64" -d '{"events": [{"name": "network-changed", "server_uuid": "485cfcfe-59d7-4a56-8869-20900acf2cbe", "tag": "14a1ba65-5cc9-45bd-bbbb-539e25c41fcb"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:35.597945 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 64d73aec-86b8-4191-a076-a3e4b5cca50c no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:56:35.639183 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-7a9dbc2b-60cc-47a0-a3a5-31ea190690d1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:35.639875 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-7a9dbc2b-60cc-47a0-a3a5-31ea190690d1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:35.721237 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-e88c2a7d-072b-490e-bc04-4bbc33ed8790 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:35.724047 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-e88c2a7d-072b-490e-bc04-4bbc33ed8790 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.63 "GET /v2.0/networks?id=b4380663-ae1d-487a-a20a-c1a92b22cae9 HTTP/1.1" status: 200 len: 815 time: 0.2877364 Aug 05 13:56:35.741330 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3eb25cbd-8514-4b3a-acd4-6c389bff5433 req-5787a245-2d7e-420b-8705-066b440afa63 service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767688 Aug 05 13:56:35.797112 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-7a9dbc2b-60cc-47a0-a3a5-31ea190690d1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5147483 Aug 05 13:56:35.839186 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Request body: {'port': {'device_id': '44b0c401-0c44-4ce3-b800-af99d53544c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:35.893546 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c163bec-1fb9-457d-be36-55ed5f2da1ae req-7f1fabb8-bd74-4899-8e3f-1da6f0f8be1c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:35.895824 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-a89f66ee-a0ed-440f-b348-dae61633b157 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74616b99a34b48a6a4104079c67ef572 HTTP/1.1" status: 200 len: 380 time: 0.1376457 Aug 05 13:56:35.904060 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1c163bec-1fb9-457d-be36-55ed5f2da1ae req-7f1fabb8-bd74-4899-8e3f-1da6f0f8be1c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 944 time: 0.2594576 Aug 05 13:56:35.911122 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3b78c-25e7-4a3d-b41a-c72be8334a12 req-b7f53faf-8b0d-4d3f-ac0c-e95877519444 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:35.913667 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-02b3b78c-25e7-4a3d-b41a-c72be8334a12 req-b7f53faf-8b0d-4d3f-ac0c-e95877519444 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 943 time: 0.1882062 Aug 05 13:56:35.918718 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-164e7371-89ba-4630-a6ac-abb85c56b4e2 None None] Provisioning for port 93eaf761-85f3-471b-a47c-8911d8492f7e completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:56:35.923757 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-d76a19bd-a3d4-49ee-b242-57a97f7ad79f tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Request body: {'port': {'device_id': 'f1bea6d7-2629-40c4-876d-af6584d91f31', 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9', 'admin_state_up': True, 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'security_groups': ['af0179f4-b055-4b05-b418-b2db2e390348']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:35.954761 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-164e7371-89ba-4630-a6ac-abb85c56b4e2 None None] Provisioning complete for port 93eaf761-85f3-471b-a47c-8911d8492f7e triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:35.955511 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-164e7371-89ba-4630-a6ac-abb85c56b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:35.995747 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:36.010804 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-94bb207a-995e-45a2-b526-a45a7b60679c service neutron] For port 64d73aec-86b8-4191-a076-a3e4b5cca50c, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=64d73aec-86b8-4191-a076-a3e4b5cca50c,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:36.025872 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1c163bec-1fb9-457d-be36-55ed5f2da1ae req-6a5c948e-d7b7-4313-9416-656868f1b3df tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206937 Aug 05 13:56:36.026733 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-164e7371-89ba-4630-a6ac-abb85c56b4e2 None None] Port 93eaf761-85f3-471b-a47c-8911d8492f7e cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:56:36.041827 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29a36a2d-12e3-43bd-9850-b898167ef5e9 req-56c4757f-ddb8-46fa-966a-ead7847460fc service neutron] 10.222.0.84 "GET /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841726 Aug 05 13:56:36.144215 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82385d62-3a39-4936-856f-efbefb3561fc x-openstack-request-id: req-82385d62-3a39-4936-856f-efbefb3561fc {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:36.144502 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485cfcfe-59d7-4a56-8869-20900acf2cbe", "tag": "14a1ba65-5cc9-45bd-bbbb-539e25c41fcb", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:36.144760 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82385d62-3a39-4936-856f-efbefb3561fc {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:36.145249 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485cfcfe-59d7-4a56-8869-20900acf2cbe', 'tag': '14a1ba65-5cc9-45bd-bbbb-539e25c41fcb', 'status': 'completed', 'code': 200} Aug 05 13:56:36.263499 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-02b3b78c-25e7-4a3d-b41a-c72be8334a12 req-655e4720-52d9-44ea-91ad-27814107d9a0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158566 Aug 05 13:56:36.273693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-d76a19bd-a3d4-49ee-b242-57a97f7ad79f tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Made reservation on behalf of 74616b99a34b48a6a4104079c67ef572 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:56:36.285050 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-d76a19bd-a3d4-49ee-b242-57a97f7ad79f tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:36.337934 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43965f6-16b7-4d5b-b561-ea79b920ed64 req-2c3fd6e5-686f-441d-9953-0e69281a32de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:36.339857 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f43965f6-16b7-4d5b-b561-ea79b920ed64 req-2c3fd6e5-686f-441d-9953-0e69281a32de service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 1094 time: 0.1489987 Aug 05 13:56:36.377176 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-94bb207a-995e-45a2-b526-a45a7b60679c service neutron] For port 64d73aec-86b8-4191-a076-a3e4b5cca50c, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:56:36.381238 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29a36a2d-12e3-43bd-9850-b898167ef5e9 req-a4e0a1f3-a885-4c5b-bb24-7375c4975310 service neutron] 10.222.0.84 "GET /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235829 Aug 05 13:56:36.502926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-94bb207a-995e-45a2-b526-a45a7b60679c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d73aec-86b8-4191-a076-a3e4b5cca50c {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:56:36.535174 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-94bb207a-995e-45a2-b526-a45a7b60679c service neutron] For port 64d73aec-86b8-4191-a076-a3e4b5cca50c, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=64d73aec-86b8-4191-a076-a3e4b5cca50c,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:36.589601 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43965f6-16b7-4d5b-b561-ea79b920ed64 req-4acb38e9-392e-4c0d-912d-8fba58e3248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:36.591056 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f43965f6-16b7-4d5b-b561-ea79b920ed64 req-4acb38e9-392e-4c0d-912d-8fba58e3248f service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.2347746 Aug 05 13:56:36.613781 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-d76a19bd-a3d4-49ee-b242-57a97f7ad79f tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Allocated IP 172.20.0.8 (b4380663-ae1d-487a-a20a-c1a92b22cae9/96ce7eea-b8ad-4789-a013-c50e997e0c69/da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:56:36.659466 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e5384-bb93-4362-934d-0b4d1e6aa8d4 req-cbad40da-20b8-4979-b5ca-d466ea6d3fc1 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:36.671447 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-207e5384-bb93-4362-934d-0b4d1e6aa8d4 req-cbad40da-20b8-4979-b5ca-d466ea6d3fc1 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 944 time: 0.1493342 Aug 05 13:56:36.675255 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f43965f6-16b7-4d5b-b561-ea79b920ed64 req-1e20dfb4-f2eb-4086-bb23-94ba242be93f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb HTTP/1.1" status: 200 len: 217 time: 0.0720415 Aug 05 13:56:36.704146 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-94bb207a-995e-45a2-b526-a45a7b60679c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:36.802725 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-207e5384-bb93-4362-934d-0b4d1e6aa8d4 req-86cd9672-9613-4ac0-948c-7384611cfe77 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182697 Aug 05 13:56:36.848284 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd60dd3-dc01-4177-8a08-6cfeda784d8e req-f1fe322e-b3c0-4722-b433-528f4715abb1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:36.853717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43965f6-16b7-4d5b-b561-ea79b920ed64 req-bacb23b6-abaf-4905-ad65-410602bf6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:36.855767 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f43965f6-16b7-4d5b-b561-ea79b920ed64 req-bacb23b6-abaf-4905-ad65-410602bf6b67 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.1619885 Aug 05 13:56:36.856351 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ccd60dd3-dc01-4177-8a08-6cfeda784d8e req-f1fe322e-b3c0-4722-b433-528f4715abb1 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 936 time: 0.4773712 Aug 05 13:56:36.889388 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-94bb207a-995e-45a2-b526-a45a7b60679c service neutron] Transition to ACTIVE for port object 64d73aec-86b8-4191-a076-a3e4b5cca50c will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:56:36.897195 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f43965f6-16b7-4d5b-b561-ea79b920ed64 req-db0c7565-b90f-4377-83f8-a709ea6863b8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303407 Aug 05 13:56:36.917511 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-94bb207a-995e-45a2-b526-a45a7b60679c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:36.972814 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cd6d7d13-3e27-4609-8706-97a69e9af149 req-c889f558-590a-4904-9d7a-ec0eb285a5b7 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 210 time: 0.0693555 Aug 05 13:56:37.040873 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-d76a19bd-a3d4-49ee-b242-57a97f7ad79f tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:37.068793 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-d76a19bd-a3d4-49ee-b242-57a97f7ad79f tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Transition to ACTIVE for port object da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:56:37.074096 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ccd60dd3-dc01-4177-8a08-6cfeda784d8e req-08aad4db-c089-4ccc-94f2-ac43322e5d1a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168105 Aug 05 13:56:37.087508 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-94bb207a-995e-45a2-b526-a45a7b60679c service neutron] No DVR routers for this DVR port 64d73aec-86b8-4191-a076-a3e4b5cca50c on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:56:37.104715 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f43965f6-16b7-4d5b-b561-ea79b920ed64 req-2d5d2678-a1c4-40d7-b00a-74229e5d2200 service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915092 Aug 05 13:56:37.116408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb207a-995e-45a2-b526-a45a7b60679c service neutron] Pushing event updated for resources: {'Port': ['ID=64d73aec-86b8-4191-a076-a3e4b5cca50c,revision_number=10']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:37.151111 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93eaf761-85f3-471b-a47c-8911d8492f7e {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:56:37.173503 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:37.183686 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-d76a19bd-a3d4-49ee-b242-57a97f7ad79f tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:37.189844 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-94bb207a-995e-45a2-b526-a45a7b60679c service neutron] 10.222.0.84 "PUT /v2.0/ports/64d73aec-86b8-4191-a076-a3e4b5cca50c/bindings/n-h1-803585-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9866967 Aug 05 13:56:37.216305 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Transition to ACTIVE for port object 93eaf761-85f3-471b-a47c-8911d8492f7e will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:56:37.244193 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:37.259264 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5dcad-7008-48bb-b962-f36b2c4deebe req-e078eeda-1f6a-4737-9fe4-05494644de08 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:37.267454 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-20b5dcad-7008-48bb-b962-f36b2c4deebe req-e078eeda-1f6a-4737-9fe4-05494644de08 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 944 time: 0.0969722 Aug 05 13:56:37.400375 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-d76a19bd-a3d4-49ee-b242-57a97f7ad79f tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Network b4380663-ae1d-487a-a20a-c1a92b22cae9 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:56:37.407430 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Pushing event updated for resources: {'Port': ['ID=93eaf761-85f3-471b-a47c-8911d8492f7e,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:37.430536 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-d76a19bd-a3d4-49ee-b242-57a97f7ad79f tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:56:37.477846 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f43965f6-16b7-4d5b-b561-ea79b920ed64 req-92407d77-d6f7-4eac-959e-3c1ea68d4140 service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255029 Aug 05 13:56:37.479584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-d76a19bd-a3d4-49ee-b242-57a97f7ad79f tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:56:37.529691 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-20b5dcad-7008-48bb-b962-f36b2c4deebe req-f27a9363-a0d5-4b9c-bfa3-c98a799ca429 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613373 Aug 05 13:56:37.546676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a19bd-a3d4-49ee-b242-57a97f7ad79f tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Pushing event updated for resources: {'Port': ['ID=da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:37.556045 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-d76a19bd-a3d4-49ee-b242-57a97f7ad79f tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:37.556608 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-d76a19bd-a3d4-49ee-b242-57a97f7ad79f tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:37.573908 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-e1724318-c73e-4c71-b4ae-431f1a8feae1 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:37.577972 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-e1724318-c73e-4c71-b4ae-431f1a8feae1 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47&tenant_id=ddc2755c0f634caaae1357405a91b9dd&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 1096 time: 0.2639084 Aug 05 13:56:37.579304 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Attempting to bind port 93eaf761-85f3-471b-a47c-8911d8492f7e on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:56:37.579660 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Attempting to bind port 93eaf761-85f3-471b-a47c-8911d8492f7e by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:56:37.579958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Attempting to bind port 93eaf761-85f3-471b-a47c-8911d8492f7e on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:37.587369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 60bc7d2e-4f34-4d51-be98-d02c697f8af8 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:56:37.590549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Port 93eaf761-85f3-471b-a47c-8911d8492f7e on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:56:37.590810 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Attempting to bind port 93eaf761-85f3-471b-a47c-8911d8492f7e on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:37.602796 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d3821-ad51-4ee8-ad67-ddeec686e605 req-8058f6ab-870e-40ae-a6f2-d182671481b0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:37.633439 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ba5d3821-ad51-4ee8-ad67-ddeec686e605 req-8058f6ab-870e-40ae-a6f2-d182671481b0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 945 time: 0.3473322 Aug 05 13:56:37.642995 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:56:37.643324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:56:37.643709 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:56:37.644222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Bound port: 93eaf761-85f3-471b-a47c-8911d8492f7e, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:56:37.644510 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:37.650009 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-d76a19bd-a3d4-49ee-b242-57a97f7ad79f tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7352414 Aug 05 13:56:37.705505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Request body: {'port': {'device_id': 'f1bea6d7-2629-40c4-876d-af6584d91f31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:37.754710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 60bc7d2e-4f34-4d51-be98-d02c697f8af8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=60bc7d2e-4f34-4d51-be98-d02c697f8af8,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:37.829014 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-cfb5e41b-5357-466b-b6e6-e72232a53111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:37.830608 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-cfb5e41b-5357-466b-b6e6-e72232a53111 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47&tenant_id=ddc2755c0f634caaae1357405a91b9dd HTTP/1.1" status: 200 len: 1096 time: 0.2130227 Aug 05 13:56:37.846862 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] For port 93eaf761-85f3-471b-a47c-8911d8492f7e, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:56:37.851621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] For port 93eaf761-85f3-471b-a47c-8911d8492f7e, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=93eaf761-85f3-471b-a47c-8911d8492f7e,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:56:37.860838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8e135-ba2f-4baa-8007-5263532bb2a1 req-f08c4e40-5517-4d43-a744-e1d7421801db tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:37.868545 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-51f8e135-ba2f-4baa-8007-5263532bb2a1 req-f08c4e40-5517-4d43-a744-e1d7421801db tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 943 time: 0.1109653 Aug 05 13:56:37.889921 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ba5d3821-ad51-4ee8-ad67-ddeec686e605 req-0f712aaa-dfab-4dce-bc37-907caec14ada tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549009 Aug 05 13:56:37.901484 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:37.934470 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:37.952549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:37.953226 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:37.954828 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] 10.222.0.84 "PUT /v2.0/ports/93eaf761-85f3-471b-a47c-8911d8492f7e HTTP/1.1" status: 200 len: 1096 time: 2.1317124 Aug 05 13:56:37.972488 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b0c401-0c44-4ce3-b800-af99d53544c6', 'tag': '93eaf761-85f3-471b-a47c-8911d8492f7e'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:37.974940 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a36e4d6-7750-4ee3-9135-a607433a7c15" -d '{"events": [{"name": "network-changed", "server_uuid": "44b0c401-0c44-4ce3-b800-af99d53544c6", "tag": "93eaf761-85f3-471b-a47c-8911d8492f7e"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:37.993029 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-51f8e135-ba2f-4baa-8007-5263532bb2a1 req-7309f1d0-9df6-4292-8ecb-040062c8af80 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235683 Aug 05 13:56:38.039222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-548335ab-348d-4eea-b135-1e8505ac0364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:38.049675 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '60bc7d2e-4f34-4d51-be98-d02c697f8af8', 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8', 'port_id': '60bc7d2e-4f34-4d51-be98-d02c697f8af8', 'mac_address': 'fa:16:3e:e5:ce:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187e4257-8803-4bab-bf1d-3f4f6e87414e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:56:38.051337 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-548335ab-348d-4eea-b135-1e8505ac0364 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 1096 time: 0.1804636 Aug 05 13:56:38.173434 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:38.184087 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa887d-bb4f-44fb-892b-e027c6e656fc service neutron] Pushing event updated for resources: {'Port': ['ID=93eaf761-85f3-471b-a47c-8911d8492f7e,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:38.204590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60bc7d2e-4f34-4d51-be98-d02c697f8af8 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:56:38.237647 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf454b7-c45e-4304-b6a7-3d80717c4440 x-openstack-request-id: req-5cf454b7-c45e-4304-b6a7-3d80717c4440 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:38.238210 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b0c401-0c44-4ce3-b800-af99d53544c6", "tag": "93eaf761-85f3-471b-a47c-8911d8492f7e", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:38.238631 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5cf454b7-c45e-4304-b6a7-3d80717c4440 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:38.239345 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b0c401-0c44-4ce3-b800-af99d53544c6', 'tag': '93eaf761-85f3-471b-a47c-8911d8492f7e', 'status': 'completed', 'code': 200} Aug 05 13:56:38.265400 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 60bc7d2e-4f34-4d51-be98-d02c697f8af8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=60bc7d2e-4f34-4d51-be98-d02c697f8af8,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:38.276740 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:38.310898 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-61e58994-07f2-48cd-96f7-e1450afae8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:38.312593 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-61e58994-07f2-48cd-96f7-e1450afae8db service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 1099 time: 0.2576194 Aug 05 13:56:38.331865 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b255b6d6-ef22-4cd6-a638-85f68b7df38c None None] Provisioning for port da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:56:38.344024 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b255b6d6-ef22-4cd6-a638-85f68b7df38c None None] Provisioning complete for port da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:38.344865 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b255b6d6-ef22-4cd6-a638-85f68b7df38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:38.383851 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=60bc7d2e-4f34-4d51-be98-d02c697f8af8,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:38.394484 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:56:38.405698 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:38.409053 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b255b6d6-ef22-4cd6-a638-85f68b7df38c None None] Port da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:56:38.446533 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Transition to ACTIVE for port object da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:56:38.457137 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:38.504402 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93e80e-b8cb-41f3-a122-f7c138017353 req-7d3e74e2-764f-4d4c-9f45-ab5fdb5077e2 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:38.506034 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-db93e80e-b8cb-41f3-a122-f7c138017353 req-7d3e74e2-764f-4d4c-9f45-ab5fdb5077e2 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 931 time: 0.1044807 Aug 05 13:56:38.578463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Pushing event updated for resources: {'Port': ['ID=da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:38.641051 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-db93e80e-b8cb-41f3-a122-f7c138017353 req-9a1dfecd-ac1c-429a-a43d-f8448b2c970f tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/security-groups?id=af0179f4-b055-4b05-b418-b2db2e390348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210544 Aug 05 13:56:38.672327 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bdbd-3dc3-4bb1-8df2-e240e2412ec5 req-82ef395b-1d23-4cb4-ae4b-e8f756fbb2f1 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:38.674845 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-79e3bdbd-3dc3-4bb1-8df2-e240e2412ec5 req-82ef395b-1d23-4cb4-ae4b-e8f756fbb2f1 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 945 time: 0.5111296 Aug 05 13:56:38.679329 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-11a8d932-fde9-4c11-8a84-5ead29beb50b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=93eaf761-85f3-471b-a47c-8911d8492f7e HTTP/1.1" status: 200 len: 217 time: 0.3491843 Aug 05 13:56:38.689185 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Attempting to bind port da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:56:38.690129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Attempting to bind port da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '1fb11f16-ac88-4dc9-a328-53267b1293e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:56:38.690928 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Attempting to bind port da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a on network b4380663-ae1d-487a-a20a-c1a92b22cae9 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:38.699310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Port da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a on network b4380663-ae1d-487a-a20a-c1a92b22cae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:56:38.699855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Attempting to bind port da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a on network b4380663-ae1d-487a-a20a-c1a92b22cae9 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:38.706762 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['60bc7d2e-4f34-4d51-be98-d02c697f8af8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:56:38.709656 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:56:38.710120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Checking segment: {'id': '1fb11f16-ac88-4dc9-a328-53267b1293e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:56:38.711045 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Bound using segment: {'id': '1fb11f16-ac88-4dc9-a328-53267b1293e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:56:38.711758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Bound port: da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb11f16-ac88-4dc9-a328-53267b1293e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:56:38.712220 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:38.762879 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-e979cd1c-fa7c-41a1-88f4-db2f38641463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:38.765064 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-e979cd1c-fa7c-41a1-88f4-db2f38641463 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 921 time: 0.6664038 Aug 05 13:56:38.794828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-b00d79ad-ef1a-4eca-9063-2ce49dc7bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:38.796297 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-b00d79ad-ef1a-4eca-9063-2ce49dc7bfec service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0981438 Aug 05 13:56:38.833625 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] For port da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:56:38.839344 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] For port da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a,segment=NetworkSegment(1fb11f16-ac88-4dc9-a328-53267b1293e7),segment_id=1fb11f16-ac88-4dc9-a328-53267b1293e7)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:56:38.850696 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-79e3bdbd-3dc3-4bb1-8df2-e240e2412ec5 req-40ce9e8d-be7f-4d7a-a220-f1360abef797 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670916 Aug 05 13:56:38.858472 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a8b38-e7f2-40a6-8e87-b1d1cd9e463e req-d5934750-9507-4fc6-ab51-e1871e3482cf tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:38.860563 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-c7aa1ef8-f7ad-422a-81d7-75e5753be63c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d73aec-86b8-4191-a076-a3e4b5cca50c HTTP/1.1" status: 200 len: 217 time: 0.0759881 Aug 05 13:56:38.862006 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-848a8b38-e7f2-40a6-8e87-b1d1cd9e463e req-d5934750-9507-4fc6-ab51-e1871e3482cf tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 948 time: 0.0889304 Aug 05 13:56:38.864814 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:38.931841 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:38.932634 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:38.934109 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] 10.222.0.63 "PUT /v2.0/ports/da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a HTTP/1.1" status: 200 len: 1091 time: 1.2540410 Aug 05 13:56:38.943847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1bea6d7-2629-40c4-876d-af6584d91f31', 'tag': 'da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:38.956100 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68f5192-139d-4088-b2b0-4c317035488e" -d '{"events": [{"name": "network-changed", "server_uuid": "f1bea6d7-2629-40c4-876d-af6584d91f31", "tag": "da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:38.966070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-8abed9c6-2d0e-4f22-8821-35f63c6441a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:38.970776 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-8abed9c6-2d0e-4f22-8821-35f63c6441a8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1187491 Aug 05 13:56:38.972216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-7f8e3cbd-cffb-4ad0-8175-ce3639fe8495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:38.973587 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-7f8e3cbd-cffb-4ad0-8175-ce3639fe8495 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.0905633 Aug 05 13:56:39.025242 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-848a8b38-e7f2-40a6-8e87-b1d1cd9e463e req-6f17d052-1644-435d-81a0-e1f779579904 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553428 Aug 05 13:56:39.069341 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b17fbe-4b3e-4420-be27-02ec7a154c54 service neutron] Pushing event updated for resources: {'Port': ['ID=da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:39.104486 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-db4d9ace-a011-492c-a172-6db53f2a76de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:39.106427 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-db4d9ace-a011-492c-a172-6db53f2a76de service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74616b99a34b48a6a4104079c67ef572&device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 1094 time: 0.1024275 Aug 05 13:56:39.140174 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-e14b5e62-2923-4385-b337-aa1cc726b501 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152711 Aug 05 13:56:39.203346 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-16c91b5d-fd79-478d-9d10-4c8145c0c3d0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a HTTP/1.1" status: 200 len: 217 time: 0.0796525 Aug 05 13:56:39.250998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2b6c0-b11d-487d-a9c3-21bf1c74cc51 req-3c756355-e066-4d8d-b3d9-3206d2aa95c9 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:39.261306 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724639e6-9699-4e21-acb8-1ff2cecfa3ed req-84137e3f-c23f-4c7d-9a23-02c58cdbaa94 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:39.261501 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-37d2b6c0-b11d-487d-a9c3-21bf1c74cc51 req-3c756355-e066-4d8d-b3d9-3206d2aa95c9 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 945 time: 0.2604790 Aug 05 13:56:39.267281 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-724639e6-9699-4e21-acb8-1ff2cecfa3ed req-84137e3f-c23f-4c7d-9a23-02c58cdbaa94 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 945 time: 0.1423385 Aug 05 13:56:39.300931 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-fdd66c3b-1e9e-4a01-9536-f6255c54918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:39.302426 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-fdd66c3b-1e9e-4a01-9536-f6255c54918a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=96ce7eea-b8ad-4789-a013-c50e997e0c69 HTTP/1.1" status: 200 len: 854 time: 0.0857124 Aug 05 13:56:39.305599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-83e7bc6b-da43-4e8d-bd20-03e0c32843e3 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163073 Aug 05 13:56:39.331030 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-724639e6-9699-4e21-acb8-1ff2cecfa3ed req-e5329b03-a8b4-444f-8930-1ee846105042 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627484 Aug 05 13:56:39.358888 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-37d2b6c0-b11d-487d-a9c3-21bf1c74cc51 req-e49afa3c-419f-4ead-82ed-c72fb9c7f573 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974395 Aug 05 13:56:39.396574 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b9a3da-9376-41a8-86f6-a7df2b88a543 x-openstack-request-id: req-98b9a3da-9376-41a8-86f6-a7df2b88a543 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:39.397081 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1bea6d7-2629-40c4-876d-af6584d91f31", "tag": "da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:39.397437 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98b9a3da-9376-41a8-86f6-a7df2b88a543 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:39.397987 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1bea6d7-2629-40c4-876d-af6584d91f31', 'tag': 'da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a', 'status': 'completed', 'code': 200} Aug 05 13:56:39.428588 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-b7899cb2-6d83-464c-8b72-23eceba059fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:39.430560 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-b7899cb2-6d83-464c-8b72-23eceba059fb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b4380663-ae1d-487a-a20a-c1a92b22cae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163790 Aug 05 13:56:39.436644 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-c646277c-5461-41b7-b95c-1232b00d70a6 service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798336 Aug 05 13:56:39.576165 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d40106c-07c8-4883-8fde-9b96c665d959 req-e54d0bb2-809f-4476-91ac-7adc4bc50ab8 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554607 Aug 05 13:56:39.601471 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dced0-d46e-43ff-8ceb-a155e72281c5 req-fc8db8f4-381b-46f5-a27c-3a2c2414d352 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:39.603167 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-793dced0-d46e-43ff-8ceb-a155e72281c5 req-fc8db8f4-381b-46f5-a27c-3a2c2414d352 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 943 time: 0.1655624 Aug 05 13:56:39.618605 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-2de3425f-fa7f-4cd7-976e-3efd5500ad4f service neutron] 10.222.0.63 "GET /v2.0/networks/b4380663-ae1d-487a-a20a-c1a92b22cae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590760 Aug 05 13:56:39.627616 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8553e7e-ddad-4354-af20-ab9eb768be5d req-3bf0aa33-4ae3-43a6-82e7-0006381ec5a3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:39.629632 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8553e7e-ddad-4354-af20-ab9eb768be5d req-3bf0aa33-4ae3-43a6-82e7-0006381ec5a3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.84 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 945 time: 0.0816376 Aug 05 13:56:39.645804 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-15146456-4406-479f-9311-08756fc15b07 service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693678 Aug 05 13:56:39.733429 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-793dced0-d46e-43ff-8ceb-a155e72281c5 req-71977970-3923-4370-a39f-2e2f69ce279b tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085310 Aug 05 13:56:39.740747 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36e4d6-7750-4ee3-9135-a607433a7c15 req-442992d3-af41-47bb-8065-3152ed110311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:39.742433 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a36e4d6-7750-4ee3-9135-a607433a7c15 req-442992d3-af41-47bb-8065-3152ed110311 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 1099 time: 0.0898807 Aug 05 13:56:39.848282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36e4d6-7750-4ee3-9135-a607433a7c15 req-240fa0c0-7882-4d54-8141-9e69d0f1f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:39.849442 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a36e4d6-7750-4ee3-9135-a607433a7c15 req-240fa0c0-7882-4d54-8141-9e69d0f1f935 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.0975807 Aug 05 13:56:39.865724 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cbf99e2-8c44-426f-aaac-9059179b5465 req-71469620-9e26-4695-85b1-02b5ef1ff05a service neutron] 10.222.0.63 "GET /v2.0/networks/b4380663-ae1d-487a-a20a-c1a92b22cae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302821 Aug 05 13:56:39.873316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac1ac3-255b-41cd-8221-8db63a16c48e req-ed855b8f-5b79-4e3b-b404-196e44d7f596 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:39.874828 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e6ac1ac3-255b-41cd-8221-8db63a16c48e req-ed855b8f-5b79-4e3b-b404-196e44d7f596 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 943 time: 0.1481979 Aug 05 13:56:39.915156 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a36e4d6-7750-4ee3-9135-a607433a7c15 req-d9eb8a85-9be5-44fa-bb04-3081bc7ba3dc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=93eaf761-85f3-471b-a47c-8911d8492f7e HTTP/1.1" status: 200 len: 217 time: 0.0555923 Aug 05 13:56:39.936407 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e6ac1ac3-255b-41cd-8221-8db63a16c48e req-7461d660-6750-4caf-911b-b6fab0c9629a tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/security-groups?id=af0179f4-b055-4b05-b418-b2db2e390348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482807 Aug 05 13:56:39.939117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d8553e7e-ddad-4354-af20-ab9eb768be5d req-176201f4-ce87-43b6-bd32-5bc275a20513 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Deleting port ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:56:39.939722 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d8553e7e-ddad-4354-af20-ab9eb768be5d req-176201f4-ce87-43b6-bd32-5bc275a20513 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:40.072288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36e4d6-7750-4ee3-9135-a607433a7c15 req-6e1ed19e-8766-4f39-89aa-47197ebf2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:40.073826 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a36e4d6-7750-4ee3-9135-a607433a7c15 req-6e1ed19e-8766-4f39-89aa-47197ebf2e34 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1494434 Aug 05 13:56:40.091946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ba074-25d0-4557-b039-16326eb57668 req-afc7a181-8df8-44e3-87ba-ba635af49085 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:40.094988 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-418ba074-25d0-4557-b039-16326eb57668 req-afc7a181-8df8-44e3-87ba-ba635af49085 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 945 time: 0.1068618 Aug 05 13:56:40.119081 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-21fa045d-83a1-4a4a-b38a-adede52c67fa tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:40.120660 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-21fa045d-83a1-4a4a-b38a-adede52c67fa tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47&tenant_id=ddc2755c0f634caaae1357405a91b9dd&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 1096 time: 0.1191866 Aug 05 13:56:40.230035 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-418ba074-25d0-4557-b039-16326eb57668 req-e0f3a65b-be97-45a9-a60d-c34216fa0fc2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176870 Aug 05 13:56:40.235604 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36e4d6-7750-4ee3-9135-a607433a7c15 req-892d8e5c-a4fb-46e7-a040-843350749a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:40.237623 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a36e4d6-7750-4ee3-9135-a607433a7c15 req-892d8e5c-a4fb-46e7-a040-843350749a05 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1394966 Aug 05 13:56:40.363574 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-4663c158-5c9a-4ba5-bcd9-e2dc0699d3cd service neutron] For port 64d73aec-86b8-4191-a076-a3e4b5cca50c, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:56:40.368790 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-4663c158-5c9a-4ba5-bcd9-e2dc0699d3cd service neutron] Notify callbacks [] for binding, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:40.370023 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17bb5de4-ee77-4cc7-aff6-66465045339b req-4663c158-5c9a-4ba5-bcd9-e2dc0699d3cd service neutron] 10.222.0.63 "DELETE /v2.0/ports/64d73aec-86b8-4191-a076-a3e4b5cca50c/bindings/n-h2-803585-2 HTTP/1.1" status: 204 len: 173 time: 0.2228086 Aug 05 13:56:40.393712 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a36e4d6-7750-4ee3-9135-a607433a7c15 req-59c49e82-2d0f-4190-8307-c0b570bfdc31 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450229 Aug 05 13:56:40.462484 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f5192-139d-4088-b2b0-4c317035488e req-1f470749-72e5-44e7-8999-c6da46efadf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:40.463767 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c68f5192-139d-4088-b2b0-4c317035488e req-1f470749-72e5-44e7-8999-c6da46efadf0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74616b99a34b48a6a4104079c67ef572&device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 1094 time: 0.4725363 Aug 05 13:56:40.469894 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d8553e7e-ddad-4354-af20-ab9eb768be5d req-176201f4-ce87-43b6-bd32-5bc275a20513 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] For port ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:40.470331 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d8553e7e-ddad-4354-af20-ab9eb768be5d req-176201f4-ce87-43b6-bd32-5bc275a20513 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:40.494720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d8553e7e-ddad-4354-af20-ab9eb768be5d req-176201f4-ce87-43b6-bd32-5bc275a20513 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Calling delete_port for ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:56:40.527610 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e9aa2-ac08-41a4-9acf-97140a8d89bc req-c68778e3-e122-4f9a-a541-68922394f1ef tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:40.529415 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-705e9aa2-ac08-41a4-9acf-97140a8d89bc req-c68778e3-e122-4f9a-a541-68922394f1ef tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 945 time: 0.0771923 Aug 05 13:56:40.543469 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a36e4d6-7750-4ee3-9135-a607433a7c15 req-3de5bc5f-0546-46ab-9032-8b41439d53d9 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417232 Aug 05 13:56:40.555880 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e51ebe-6b0e-492b-9ab1-a7b724d4992f req-84bf0469-4c2a-4536-974a-acaadc49c444 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:40.557101 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d6e51ebe-6b0e-492b-9ab1-a7b724d4992f req-84bf0469-4c2a-4536-974a-acaadc49c444 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 948 time: 0.1828983 Aug 05 13:56:40.585990 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-705e9aa2-ac08-41a4-9acf-97140a8d89bc req-affd7538-2aa3-49b3-9d96-3e1498414ace tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415516 Aug 05 13:56:40.683294 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d6e51ebe-6b0e-492b-9ab1-a7b724d4992f req-c22ff6f3-8165-48b5-aee0-dd348d7ba485 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840101 Aug 05 13:56:40.693252 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f5192-139d-4088-b2b0-4c317035488e req-4e6b8693-808a-4898-ba95-e22aded6346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:40.694692 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c68f5192-139d-4088-b2b0-4c317035488e req-4e6b8693-808a-4898-ba95-e22aded6346a service neutron] 10.222.0.63 "GET /v2.0/networks?id=b4380663-ae1d-487a-a20a-c1a92b22cae9 HTTP/1.1" status: 200 len: 916 time: 0.2161224 Aug 05 13:56:40.710428 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1378976-9d35-4bab-9fca-ff83328c9389 req-e26ea1e8-cf4e-4261-b641-f9a29df8ec9f tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:40.721301 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a1378976-9d35-4bab-9fca-ff83328c9389 req-e26ea1e8-cf4e-4261-b641-f9a29df8ec9f tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 945 time: 0.0711355 Aug 05 13:56:40.774306 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a1378976-9d35-4bab-9fca-ff83328c9389 req-3f04e23e-f1ef-432d-a41a-ceff504332ad tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457218 Aug 05 13:56:40.808048 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c68f5192-139d-4088-b2b0-4c317035488e req-1fe3e448-b11d-42bc-836a-e518c273c211 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a HTTP/1.1" status: 200 len: 217 time: 0.0957241 Aug 05 13:56:40.891579 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d8553e7e-ddad-4354-af20-ab9eb768be5d req-176201f4-ce87-43b6-bd32-5bc275a20513 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:40.940172 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176201f4-ce87-43b6-bd32-5bc275a20513 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Pushing event deleted for resources: {'Port': ['ID=ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:40.972433 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f5192-139d-4088-b2b0-4c317035488e req-614df3ae-b176-40e7-b98c-657a5a6cd7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:40.973919 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c68f5192-139d-4088-b2b0-4c317035488e req-614df3ae-b176-40e7-b98c-657a5a6cd7f6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=96ce7eea-b8ad-4789-a013-c50e997e0c69 HTTP/1.1" status: 200 len: 854 time: 0.1438413 Aug 05 13:56:40.989574 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937eb06-7b2b-4b7c-9069-604eb841751a req-fa4a4e16-9f7d-4db6-b610-2e1e0c180584 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:40.991104 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c937eb06-7b2b-4b7c-9069-604eb841751a req-fa4a4e16-9f7d-4db6-b610-2e1e0c180584 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 943 time: 0.1646986 Aug 05 13:56:41.006743 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8553e7e-ddad-4354-af20-ab9eb768be5d req-176201f4-ce87-43b6-bd32-5bc275a20513 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] No DVR routers for this DVR port ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:56:41.022061 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d8553e7e-ddad-4354-af20-ab9eb768be5d req-176201f4-ce87-43b6-bd32-5bc275a20513 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:41.023982 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8553e7e-ddad-4354-af20-ab9eb768be5d req-176201f4-ce87-43b6-bd32-5bc275a20513 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.84 "DELETE /v2.0/ports/ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 HTTP/1.1" status: 204 len: 173 time: 1.3703632 Aug 05 13:56:41.073502 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2374ad-491f-4176-9d53-f1baed7d9f4b req-672edf93-85df-4032-ac1d-1ff877a13117 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:41.076599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e2374ad-491f-4176-9d53-f1baed7d9f4b req-672edf93-85df-4032-ac1d-1ff877a13117 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 943 time: 0.0731282 Aug 05 13:56:41.078061 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c937eb06-7b2b-4b7c-9069-604eb841751a req-0a4ef06d-f032-4305-bbca-8147678dfa63 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722675 Aug 05 13:56:41.081251 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f5192-139d-4088-b2b0-4c317035488e req-cad8e371-bc00-4d67-9662-ba7cbecea83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:41.082531 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c68f5192-139d-4088-b2b0-4c317035488e req-cad8e371-bc00-4d67-9662-ba7cbecea83b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b4380663-ae1d-487a-a20a-c1a92b22cae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779145 Aug 05 13:56:41.129446 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e2374ad-491f-4176-9d53-f1baed7d9f4b req-edf18998-5f55-47d1-96a8-dbc1a2e9ac24 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/security-groups?id=af0179f4-b055-4b05-b418-b2db2e390348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453479 Aug 05 13:56:41.211595 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c68f5192-139d-4088-b2b0-4c317035488e req-2a7317fd-508d-410d-94f8-cc5331165754 service neutron] 10.222.0.63 "GET /v2.0/networks/b4380663-ae1d-487a-a20a-c1a92b22cae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083102 Aug 05 13:56:41.324767 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c68f5192-139d-4088-b2b0-4c317035488e req-07f7d1dd-5e3d-43da-a887-43588edbf326 service neutron] 10.222.0.63 "GET /v2.0/networks/b4380663-ae1d-487a-a20a-c1a92b22cae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967479 Aug 05 13:56:41.390831 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd041f09-ce9f-4c9b-bdbc-3a9ee13a2f0e req-352aea86-d7ad-42d4-914b-3b3d56484946 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:41.392361 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd041f09-ce9f-4c9b-bdbc-3a9ee13a2f0e req-352aea86-d7ad-42d4-914b-3b3d56484946 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 945 time: 0.0635209 Aug 05 13:56:41.402041 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94187ba-1d55-4829-a0d9-e691b7f2df47', 'name': 'network-vif-deleted', 'tag': 'ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:41.405047 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff402351-a1c5-4fa7-8059-1ee81a8d92e6" -d '{"events": [{"server_uuid": "e94187ba-1d55-4829-a0d9-e691b7f2df47", "name": "network-vif-deleted", "tag": "ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:41.459179 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd041f09-ce9f-4c9b-bdbc-3a9ee13a2f0e req-87c2ad69-60be-4181-b31f-1613843a09b6 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475345 Aug 05 13:56:41.459179 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161a276b-01a2-4ce9-ab48-38afdd99983d x-openstack-request-id: req-161a276b-01a2-4ce9-ab48-38afdd99983d {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:41.459179 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94187ba-1d55-4829-a0d9-e691b7f2df47", "name": "network-vif-deleted", "tag": "ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:41.459179 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-161a276b-01a2-4ce9-ab48-38afdd99983d {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:41.459179 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94187ba-1d55-4829-a0d9-e691b7f2df47', 'name': 'network-vif-deleted', 'tag': 'ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743', 'status': 'completed', 'code': 200} Aug 05 13:56:41.615066 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 93eaf761-85f3-471b-a47c-8911d8492f7e details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:56:41.618437 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 60bc7d2e-4f34-4d51-be98-d02c697f8af8 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:56:41.628833 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2275d70-e5d7-490b-b080-7e8a23084c65 req-1d3e1708-df06-4f18-83c7-22bcaadb174d tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:41.645091 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2275d70-e5d7-490b-b080-7e8a23084c65 req-1d3e1708-df06-4f18-83c7-22bcaadb174d tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 1096 time: 0.0794804 Aug 05 13:56:41.727835 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2275d70-e5d7-490b-b080-7e8a23084c65 req-dab4ef9e-2147-49b3-9fb7-a8420eab0810 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789454 Aug 05 13:56:41.760118 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 60bc7d2e-4f34-4d51-be98-d02c697f8af8 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:56:41.771276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 60bc7d2e-4f34-4d51-be98-d02c697f8af8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:41.771863 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:41.790713 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca8f4d86-423f-41db-a197-874d1ff0b07d req-899226b7-ae24-4385-9199-2985de94ea33 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 210 time: 0.0509362 Aug 05 13:56:41.832069 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 93eaf761-85f3-471b-a47c-8911d8492f7e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=93eaf761-85f3-471b-a47c-8911d8492f7e,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:41.861545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '93eaf761-85f3-471b-a47c-8911d8492f7e', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '93eaf761-85f3-471b-a47c-8911d8492f7e', 'mac_address': 'fa:16:3e:a1:5b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:56:41.923070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa4d03-f962-4a40-abb9-8995d34ea4c9 req-bdf026e4-e202-4794-a6fa-17a6a17602da tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:41.931768 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-93fa4d03-f962-4a40-abb9-8995d34ea4c9 req-bdf026e4-e202-4794-a6fa-17a6a17602da tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 948 time: 0.0709944 Aug 05 13:56:41.951665 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e615989-e192-489f-aa4e-dd500b90d0f6 req-99d1fb57-0c27-4885-879c-d84d01502344 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:41.956466 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:41.961599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e615989-e192-489f-aa4e-dd500b90d0f6 req-99d1fb57-0c27-4885-879c-d84d01502344 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 1096 time: 0.0588329 Aug 05 13:56:41.976397 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93eaf761-85f3-471b-a47c-8911d8492f7e {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:56:41.987840 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-93fa4d03-f962-4a40-abb9-8995d34ea4c9 req-139a4bc0-f940-4eed-8279-9e2d2cb0340d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548425 Aug 05 13:56:42.002984 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:42.008673 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 93eaf761-85f3-471b-a47c-8911d8492f7e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=93eaf761-85f3-471b-a47c-8911d8492f7e,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:42.017194 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e615989-e192-489f-aa4e-dd500b90d0f6 req-9dd873ac-d7f5-4ef5-97ec-984d9de21c7b tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496633 Aug 05 13:56:42.020731 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:42.131802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bc7d2e-4f34-4d51-be98-d02c697f8af8'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:42.134712 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07da2158-bcb1-466b-919d-22bfc70e4a84" -d '{"events": [{"server_uuid": "4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b", "name": "network-vif-plugged", "status": "completed", "tag": "60bc7d2e-4f34-4d51-be98-d02c697f8af8"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:42.140294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=93eaf761-85f3-471b-a47c-8911d8492f7e,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:42.161978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 60bc7d2e-4f34-4d51-be98-d02c697f8af8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=60bc7d2e-4f34-4d51-be98-d02c697f8af8,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:42.168941 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:42.170582 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:56:42.204344 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80394c19-8fa7-438e-aea6-e8bb1ea5a87d req-1dbbb8ff-47fe-4261-a032-31e6ca50b5b1 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:42.206217 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80394c19-8fa7-438e-aea6-e8bb1ea5a87d req-1dbbb8ff-47fe-4261-a032-31e6ca50b5b1 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 945 time: 0.0686755 Aug 05 13:56:42.273278 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80394c19-8fa7-438e-aea6-e8bb1ea5a87d req-cdfe8a85-f006-43ce-b5e3-75dd9c27bedd tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566525 Aug 05 13:56:42.290094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:56:42.290396 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device ec1dbd82-2c41-4e0d-9f62-e7f3dffd6743 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:56:42.297003 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=60bc7d2e-4f34-4d51-be98-d02c697f8af8,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:42.318126 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12707c-7148-4f04-9260-d5e045aea9ae req-f0a5d15d-7153-4a53-8f70-d8cfbacb53a0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:42.326764 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2e12707c-7148-4f04-9260-d5e045aea9ae req-f0a5d15d-7153-4a53-8f70-d8cfbacb53a0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 943 time: 0.1124117 Aug 05 13:56:42.363683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['93eaf761-85f3-471b-a47c-8911d8492f7e'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:56:42.374801 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2e12707c-7148-4f04-9260-d5e045aea9ae req-e3248e95-e44a-4bd5-8f0f-61cd84739dc0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460246 Aug 05 13:56:42.456610 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7f0772-4fe5-4736-96f4-1378fe5f18cd x-openstack-request-id: req-7e7f0772-4fe5-4736-96f4-1378fe5f18cd {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:42.456903 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b", "name": "network-vif-plugged", "status": "completed", "tag": "60bc7d2e-4f34-4d51-be98-d02c697f8af8", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:42.457155 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e7f0772-4fe5-4736-96f4-1378fe5f18cd {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:42.457659 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bc7d2e-4f34-4d51-be98-d02c697f8af8', 'code': 200} Aug 05 13:56:42.596537 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3d355-a705-42b0-b6bc-8d287e9870df req-466ebf2f-4079-402a-8556-1f8887bcfcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:42.601442 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ce3d355-a705-42b0-b6bc-8d287e9870df req-466ebf2f-4079-402a-8556-1f8887bcfcd8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 1097 time: 0.0645051 Aug 05 13:56:42.696045 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ce3d355-a705-42b0-b6bc-8d287e9870df req-37150f72-d69e-4f8f-9953-98f070430bc7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861945 Aug 05 13:56:42.713037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0a522-d9dd-48f3-a64b-26a2622c5df5 req-e2762a96-cc7f-427c-b78e-e5a4803b1c3e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:42.714671 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3ef0a522-d9dd-48f3-a64b-26a2622c5df5 req-e2762a96-cc7f-427c-b78e-e5a4803b1c3e tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 943 time: 0.0955064 Aug 05 13:56:42.762233 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3ef0a522-d9dd-48f3-a64b-26a2622c5df5 req-df8d0719-8b6a-4ac5-a880-e526db237d54 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/security-groups?id=af0179f4-b055-4b05-b418-b2db2e390348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396507 Aug 05 13:56:42.908328 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c11fc172-a8e7-406f-b155-7800eb3b4b01 req-db57dccc-1304-490d-aab1-136d16b11702 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 210 time: 0.0357523 Aug 05 13:56:43.105068 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b15ff9-637e-4f03-a78c-6276aee7d4fa req-094d4869-1c8a-42a0-8cb9-df02919852ce tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:43.106708 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46b15ff9-637e-4f03-a78c-6276aee7d4fa req-094d4869-1c8a-42a0-8cb9-df02919852ce tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 949 time: 0.0536699 Aug 05 13:56:43.149791 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46b15ff9-637e-4f03-a78c-6276aee7d4fa req-337ce8c5-ddb6-4cb5-b464-8a25c79f1eef tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362301 Aug 05 13:56:43.392703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd8640-aee5-491e-ac5a-89ab0a3fb3cf req-4d21351e-2bb1-4b55-8b7b-5984570aa70e tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:43.394437 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-28cd8640-aee5-491e-ac5a-89ab0a3fb3cf req-4d21351e-2bb1-4b55-8b7b-5984570aa70e tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 946 time: 0.0588887 Aug 05 13:56:43.446480 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-28cd8640-aee5-491e-ac5a-89ab0a3fb3cf req-6dac1dfe-fe2d-485a-aa77-ed74da450fd4 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457540 Aug 05 13:56:43.524932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6364cf-9b15-492a-9eab-05624435e680 req-d3c424f0-0064-4c10-8562-b82fe9588cc2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:43.526772 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e6364cf-9b15-492a-9eab-05624435e680 req-d3c424f0-0064-4c10-8562-b82fe9588cc2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 943 time: 0.0707562 Aug 05 13:56:43.577659 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e6364cf-9b15-492a-9eab-05624435e680 req-b214446f-a8e9-4364-90fa-cd61faeb6e43 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431983 Aug 05 13:56:43.890359 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a392355-552e-4949-b212-2fe81eb64667 req-ac16416e-4650-4279-8f08-aad90cb58b76 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:43.894822 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5a392355-552e-4949-b212-2fe81eb64667 req-ac16416e-4650-4279-8f08-aad90cb58b76 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 943 time: 0.0584278 Aug 05 13:56:43.947264 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5a392355-552e-4949-b212-2fe81eb64667 req-8dab82fa-db93-4d03-b931-11f7c12e1ba9 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/security-groups?id=af0179f4-b055-4b05-b418-b2db2e390348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488989 Aug 05 13:56:44.013444 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-55c9bc14-0f30-4ab3-a7c9-72bed6ca528c req-072aa69b-52dd-4f8f-a66c-64640672555c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 210 time: 0.0283322 Aug 05 13:56:44.205168 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:56:44.305039 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb4802-15cd-4b8c-9f1b-9acb4592b4b0 req-2dc0e64b-c2e2-4d53-933f-140d71916893 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:44.313642 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94bb4802-15cd-4b8c-9f1b-9acb4592b4b0 req-2dc0e64b-c2e2-4d53-933f-140d71916893 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 949 time: 0.0873101 Aug 05 13:56:44.343423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a,segment=NetworkSegment(1fb11f16-ac88-4dc9-a328-53267b1293e7),segment_id=1fb11f16-ac88-4dc9-a328-53267b1293e7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:44.356052 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a', 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9', 'port_id': 'da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a', 'mac_address': 'fa:16:3e:c4:ef:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:56:44.359745 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94bb4802-15cd-4b8c-9f1b-9acb4592b4b0 req-d3019658-6cea-44e8-b7ab-076c5a9667fe tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450785 Aug 05 13:56:44.415767 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:44.423469 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:44.439672 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:56:44.461420 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a,segment=NetworkSegment(1fb11f16-ac88-4dc9-a328-53267b1293e7),segment_id=1fb11f16-ac88-4dc9-a328-53267b1293e7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:44.467027 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:44.538667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:44.589807 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6032595-08c2-46cc-bc5e-a84aa5eba58d req-4078f5a9-3c35-49e2-a190-40d6569421a4 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:44.591968 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a6032595-08c2-46cc-bc5e-a84aa5eba58d req-4078f5a9-3c35-49e2-a190-40d6569421a4 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 946 time: 0.0601594 Aug 05 13:56:44.655181 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a6032595-08c2-46cc-bc5e-a84aa5eba58d req-285304be-0a5c-47d3-8967-7f012e02e82a tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562370 Aug 05 13:56:44.710526 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47044) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:44.750613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24f4b7-1de5-401f-8564-62eb4b446557 req-05809b7d-6a1d-46ef-a73d-25f2833490e7 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:44.752290 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb24f4b7-1de5-401f-8564-62eb4b446557 req-05809b7d-6a1d-46ef-a73d-25f2833490e7 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 943 time: 0.0768692 Aug 05 13:56:44.783872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983830cd-0a20-4981-a03b-107b97e4b900 req-30880fcf-1b28-4775-9890-faea52a363ce tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:44.785735 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-983830cd-0a20-4981-a03b-107b97e4b900 req-30880fcf-1b28-4775-9890-faea52a363ce tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 946 time: 0.0614538 Aug 05 13:56:44.800827 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb24f4b7-1de5-401f-8564-62eb4b446557 req-eb955bd4-96d7-47d3-8094-ee49fcc17521 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423462 Aug 05 13:56:44.834347 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-983830cd-0a20-4981-a03b-107b97e4b900 req-8d7d8769-7942-46ee-8bed-bfa68a29b477 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398469 Aug 05 13:56:44.850331 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d405fe4a-4ae7-42aa-b969-17cc6043d626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:44.971316 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d405fe4a-4ae7-42aa-b969-17cc6043d626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:44.979402 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d405fe4a-4ae7-42aa-b969-17cc6043d626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:45.001724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fac18b-3e9a-411d-9418-3539d349c307 req-4b794ea6-37d5-4aa2-a934-9aec94cddfc8 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:45.003307 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d0fac18b-3e9a-411d-9418-3539d349c307 req-4b794ea6-37d5-4aa2-a934-9aec94cddfc8 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 946 time: 0.0801320 Aug 05 13:56:45.016570 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:56:45.052902 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47056) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:45.053115 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d405fe4a-4ae7-42aa-b969-17cc6043d626 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dcf68e4902ce4e049e881e96944f4b37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412490 Aug 05 13:56:45.054889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405fe4a-4ae7-42aa-b969-17cc6043d626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92652ef1-94d6-4604-929f-f0eddae3fb11,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:45.076537 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d0fac18b-3e9a-411d-9418-3539d349c307 req-af1149b5-34d1-485b-8239-76019d4eb9f3 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650036 Aug 05 13:56:45.135568 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d1dcb-e13d-4397-8607-3d19fb73df8f req-be4f602d-6875-46ef-9d31-cbb709c2d7ae tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:45.144336 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9d6d1dcb-e13d-4397-8607-3d19fb73df8f req-be4f602d-6875-46ef-9d31-cbb709c2d7ae tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 944 time: 0.1037891 Aug 05 13:56:45.173772 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8db20c3a-a504-4b29-807a-04d2566f36be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:45.205418 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8db20c3a-a504-4b29-807a-04d2566f36be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:45.210353 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1db533a5-acf9-4385-816e-aa2bc0537957 req-19c01571-ef38-4837-b4ce-4b9deb566cbe tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=e94187ba-1d55-4829-a0d9-e691b7f2df47 HTTP/1.1" status: 200 len: 210 time: 0.0457251 Aug 05 13:56:45.221730 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9d6d1dcb-e13d-4397-8607-3d19fb73df8f req-af4a5631-85f8-40b2-bf67-221f2757d104 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/security-groups?id=af0179f4-b055-4b05-b418-b2db2e390348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764523 Aug 05 13:56:45.283677 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8db20c3a-a504-4b29-807a-04d2566f36be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:45.289949 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8db20c3a-a504-4b29-807a-04d2566f36be admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:45.293403 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8db20c3a-a504-4b29-807a-04d2566f36be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92652ef1-94d6-4604-929f-f0eddae3fb11 HTTP/1.1" status: 204 len: 168 time: 0.2376642 Aug 05 13:56:45.324209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db20c3a-a504-4b29-807a-04d2566f36be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92652ef1-94d6-4604-929f-f0eddae3fb11,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:45.339669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20c3a-a504-4b29-807a-04d2566f36be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:45.340113 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20c3a-a504-4b29-807a-04d2566f36be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:45.340992 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20c3a-a504-4b29-807a-04d2566f36be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:45.341489 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20c3a-a504-4b29-807a-04d2566f36be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:45.342289 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20c3a-a504-4b29-807a-04d2566f36be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:45.342652 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20c3a-a504-4b29-807a-04d2566f36be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:45.343062 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20c3a-a504-4b29-807a-04d2566f36be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:45.343502 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20c3a-a504-4b29-807a-04d2566f36be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:45.344424 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20c3a-a504-4b29-807a-04d2566f36be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:45.344922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20c3a-a504-4b29-807a-04d2566f36be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:45.345264 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20c3a-a504-4b29-807a-04d2566f36be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:45.345765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20c3a-a504-4b29-807a-04d2566f36be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:45.398084 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5936eef-e9af-4e5c-8b4c-9164d970b6ac req-0f57d700-570e-47bd-aa76-a6e20cf4f339 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:45.399970 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5936eef-e9af-4e5c-8b4c-9164d970b6ac req-0f57d700-570e-47bd-aa76-a6e20cf4f339 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 946 time: 0.0868223 Aug 05 13:56:45.456288 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5936eef-e9af-4e5c-8b4c-9164d970b6ac req-bb72acce-0bb1-4112-9f19-4889fce9d473 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497010 Aug 05 13:56:45.541961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609aa2d-0f97-4308-b05a-f652a147607a req-d9537271-f5f0-4589-830e-7cc2661d832e tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:45.544023 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3609aa2d-0f97-4308-b05a-f652a147607a req-d9537271-f5f0-4589-830e-7cc2661d832e tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 949 time: 0.0679710 Aug 05 13:56:45.589483 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3609aa2d-0f97-4308-b05a-f652a147607a req-56ce11c9-6c82-49f1-97ac-378122f9471e tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393243 Aug 05 13:56:45.647480 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547ceb3-a1a9-44ba-9977-9a14919caa03 req-4afa0e2b-e765-4379-b563-46305df4de86 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:45.649200 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3547ceb3-a1a9-44ba-9977-9a14919caa03 req-4afa0e2b-e765-4379-b563-46305df4de86 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 946 time: 0.0842569 Aug 05 13:56:45.662170 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:56:45.664904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 93eaf761-85f3-471b-a47c-8911d8492f7e up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:56:45.715601 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3547ceb3-a1a9-44ba-9977-9a14919caa03 req-5151d871-f166-4da4-a2ea-845f0f21856a tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445883 Aug 05 13:56:45.716264 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47072) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:45.732684 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5800e9c8-9d2f-4395-a3a6-64ad03ac4d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:45.805553 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ba93d03c-cfe1-425d-8dc1-14deeee1bf1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:45.819429 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:45.910639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:45.917130 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5800e9c8-9d2f-4395-a3a6-64ad03ac4d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:45.926595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '14a1ba65-5cc9-45bd-bbbb-539e25c41fcb', 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f', 'port_id': '14a1ba65-5cc9-45bd-bbbb-539e25c41fcb', 'mac_address': 'fa:16:3e:43:57:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f261c9-c685-4d0a-b558-e4facce7cdfb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:56:45.940310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bfaf1-cf09-47b2-8b79-fbf5b57aed32 req-8952adf1-4b95-4ec1-9a9a-759e33eaa9d7 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:45.942598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-746bfaf1-cf09-47b2-8b79-fbf5b57aed32 req-8952adf1-4b95-4ec1-9a9a-759e33eaa9d7 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 946 time: 0.1108429 Aug 05 13:56:45.959879 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5800e9c8-9d2f-4395-a3a6-64ad03ac4d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:46.000971 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-746bfaf1-cf09-47b2-8b79-fbf5b57aed32 req-e13c61b6-70fa-4e29-9274-270f7a253b49 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504081 Aug 05 13:56:46.004722 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 93eaf761-85f3-471b-a47c-8911d8492f7e completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:56:46.010272 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:46.011862 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 93eaf761-85f3-471b-a47c-8911d8492f7e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:46.012356 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:46.050215 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5800e9c8-9d2f-4395-a3a6-64ad03ac4d23 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7bf66d661b24019b1682e8876af7eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323953 Aug 05 13:56:46.053045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800e9c8-9d2f-4395-a3a6-64ad03ac4d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae256d20-dda0-46b9-8715-12bc0d7203ab,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:46.053849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47082) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:46.081624 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da78d47-6b20-499c-8810-7550c16ef233 req-6908f8ae-e65a-4191-8730-bd8b50979eda tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:46.082640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:56:46.084190 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4da78d47-6b20-499c-8810-7550c16ef233 req-6908f8ae-e65a-4191-8730-bd8b50979eda tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 943 time: 0.1828282 Aug 05 13:56:46.127091 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:46.137941 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:46.147200 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4da78d47-6b20-499c-8810-7550c16ef233 req-36774181-bc66-4d03-9a02-1c6dee3a63cf tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570538 Aug 05 13:56:46.180777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c1f25-0b5f-4c66-be64-579a838eb8de req-9fff34fe-2e16-4f0d-9396-98a15f134178 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:46.182299 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e47c1f25-0b5f-4c66-be64-579a838eb8de req-9fff34fe-2e16-4f0d-9396-98a15f134178 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 946 time: 0.0824730 Aug 05 13:56:46.182931 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48c66dc8-da04-4796-af1c-d444c122a37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:46.219252 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:46.220206 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48c66dc8-da04-4796-af1c-d444c122a37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:46.244755 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:46.277741 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e47c1f25-0b5f-4c66-be64-579a838eb8de req-c5027b58-2dac-4900-a60b-5f34c06eed6e tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752652 Aug 05 13:56:46.278116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 93eaf761-85f3-471b-a47c-8911d8492f7e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=93eaf761-85f3-471b-a47c-8911d8492f7e,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:46.278116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b0c401-0c44-4ce3-b800-af99d53544c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93eaf761-85f3-471b-a47c-8911d8492f7e'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:46.278116 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845c41d6-cd82-4343-ad16-33b927325532" -d '{"events": [{"server_uuid": "44b0c401-0c44-4ce3-b800-af99d53544c6", "name": "network-vif-plugged", "status": "completed", "tag": "93eaf761-85f3-471b-a47c-8911d8492f7e"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:46.283961 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:46.328097 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48c66dc8-da04-4796-af1c-d444c122a37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:46.331444 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48c66dc8-da04-4796-af1c-d444c122a37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:46.335077 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-48c66dc8-da04-4796-af1c-d444c122a37f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae256d20-dda0-46b9-8715-12bc0d7203ab HTTP/1.1" status: 204 len: 168 time: 0.2777591 Aug 05 13:56:46.344952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c66dc8-da04-4796-af1c-d444c122a37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae256d20-dda0-46b9-8715-12bc0d7203ab,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:46.389448 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf3fa91-0e0d-411a-bf32-cc53f8c91693 x-openstack-request-id: req-dbf3fa91-0e0d-411a-bf32-cc53f8c91693 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:46.390056 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b0c401-0c44-4ce3-b800-af99d53544c6", "name": "network-vif-plugged", "status": "completed", "tag": "93eaf761-85f3-471b-a47c-8911d8492f7e", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:46.394555 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbf3fa91-0e0d-411a-bf32-cc53f8c91693 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:46.395082 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b0c401-0c44-4ce3-b800-af99d53544c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93eaf761-85f3-471b-a47c-8911d8492f7e', 'code': 200} Aug 05 13:56:46.442405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=93eaf761-85f3-471b-a47c-8911d8492f7e,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:46.505315 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['14a1ba65-5cc9-45bd-bbbb-539e25c41fcb'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:56:46.517499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bca1ba-2a91-4f18-adf2-dcf2944c6c7c req-b4f4989f-f60b-49d5-890d-b8a11f35c19a tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:46.524896 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33bca1ba-2a91-4f18-adf2-dcf2944c6c7c req-b4f4989f-f60b-49d5-890d-b8a11f35c19a tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 946 time: 0.0683942 Aug 05 13:56:46.552615 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512154e1-5497-4ef6-a10d-062f23596799 req-c7ef053d-b65e-4dad-8926-398c4ccd4f6b tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:46.568738 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-512154e1-5497-4ef6-a10d-062f23596799 req-c7ef053d-b65e-4dad-8926-398c4ccd4f6b tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 944 time: 0.1885493 Aug 05 13:56:46.572319 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666554d2-e5f7-49f4-a61b-f026ae0fb48f req-967044c0-3357-4ff2-a733-95e66834a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:46.578273 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33bca1ba-2a91-4f18-adf2-dcf2944c6c7c req-f9e7da60-1069-47a3-9cb0-39fd623d2340 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522220 Aug 05 13:56:46.584578 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-666554d2-e5f7-49f4-a61b-f026ae0fb48f req-967044c0-3357-4ff2-a733-95e66834a2e2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 1101 time: 0.1623008 Aug 05 13:56:46.755013 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-512154e1-5497-4ef6-a10d-062f23596799 req-7ee9706e-f29d-4488-bef4-60bb0da72dbb tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/security-groups?id=af0179f4-b055-4b05-b418-b2db2e390348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849957 Aug 05 13:56:46.762467 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-666554d2-e5f7-49f4-a61b-f026ae0fb48f req-8e3f8525-71fa-4257-81e3-8855f8afa7bd service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553481 Aug 05 13:56:46.928815 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1debd23-6810-4b8f-80a1-5b3908a03935 req-a8d88a7d-4a96-4dd4-a449-ffe792b89f45 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:46.931372 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1debd23-6810-4b8f-80a1-5b3908a03935 req-a8d88a7d-4a96-4dd4-a449-ffe792b89f45 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 950 time: 0.0734427 Aug 05 13:56:46.991200 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1debd23-6810-4b8f-80a1-5b3908a03935 req-bd188d2a-7549-4a95-a3e2-9ef5faaa75a2 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531859 Aug 05 13:56:47.219684 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf420b-f176-41e6-81ed-71e135a737d9 req-d6cb2bad-fde5-4d5b-af09-654ec104b038 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:47.227785 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-58cf420b-f176-41e6-81ed-71e135a737d9 req-d6cb2bad-fde5-4d5b-af09-654ec104b038 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 811 time: 0.1487346 Aug 05 13:56:47.242741 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-58cf420b-f176-41e6-81ed-71e135a737d9 req-4ba48b0b-97af-4761-9840-6a6f82b6f99b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/quotas/76942788a8484463baad60915955b3f9 HTTP/1.1" status: 200 len: 375 time: 0.0140204 Aug 05 13:56:47.288453 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-58cf420b-f176-41e6-81ed-71e135a737d9 req-6bd45e60-84bb-4a34-9fa3-e2cba023b248 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386252 Aug 05 13:56:47.292391 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21525220-ffb6-4992-abba-78a5532eac71 req-968d42b3-d96b-4887-8127-3e9296898321 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:47.300308 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-21525220-ffb6-4992-abba-78a5532eac71 req-968d42b3-d96b-4887-8127-3e9296898321 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 944 time: 0.0765171 Aug 05 13:56:47.344809 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-21525220-ffb6-4992-abba-78a5532eac71 req-4fdf6f7b-38e1-4f7c-8110-b74f10a8e8cd tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435038 Aug 05 13:56:47.398106 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-58cf420b-f176-41e6-81ed-71e135a737d9 req-6402548f-2940-4f00-9ab2-011f3c6ada02 service neutron] 10.222.0.16 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088908 Aug 05 13:56:47.507425 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-58cf420b-f176-41e6-81ed-71e135a737d9 req-ba634766-9112-43d5-a6e1-88449f807eef service neutron] 10.222.0.16 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027434 Aug 05 13:56:47.670234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb952d9-8beb-4ee6-bebc-46934cfd843d req-99c7c7ae-011a-4de1-bddb-a86cae01c630 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:47.671541 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3eb952d9-8beb-4ee6-bebc-46934cfd843d req-99c7c7ae-011a-4de1-bddb-a86cae01c630 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 946 time: 0.0966511 Aug 05 13:56:47.732989 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3eb952d9-8beb-4ee6-bebc-46934cfd843d req-50bc3a98-7bf4-451d-b474-a2651c6cf24e tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543656 Aug 05 13:56:47.747163 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0aa5575f-83b0-4f9b-894c-6c38411b048b req-b5551c1e-37dd-4c30-ac9a-de746e09a979 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=86186eef-4e18-4587-b98d-76f9693854a6 HTTP/1.1" status: 200 len: 210 time: 0.0350447 Aug 05 13:56:47.903704 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8b438-eb8b-47cd-9945-187dd85fd3a3 req-fa208f8b-0164-4495-ad41-3775a04ee310 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:47.905707 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6fe8b438-eb8b-47cd-9945-187dd85fd3a3 req-fa208f8b-0164-4495-ad41-3775a04ee310 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 944 time: 0.0840602 Aug 05 13:56:47.976233 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6fe8b438-eb8b-47cd-9945-187dd85fd3a3 req-3ac9f1b1-49ae-432f-bde6-4891b1f06a51 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/security-groups?id=af0179f4-b055-4b05-b418-b2db2e390348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622799 Aug 05 13:56:48.156672 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c73267-b5c7-4dbc-996b-f2bbbda14f6f req-882546b4-51da-4ed2-bb70-bdab93467f04 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:48.165694 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04c73267-b5c7-4dbc-996b-f2bbbda14f6f req-882546b4-51da-4ed2-bb70-bdab93467f04 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 950 time: 0.0795791 Aug 05 13:56:48.222513 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04c73267-b5c7-4dbc-996b-f2bbbda14f6f req-5503703e-7f4b-4824-a564-618badbf0d1d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459840 Aug 05 13:56:48.254580 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:56:48.323308 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-771888f3-b26c-492d-83c0-530585fb1891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:48.374245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:56:48.382040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:48.383263 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:48.531779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8dc192-c2fc-4c76-ac16-1ea11ea40a13 req-0fcd99a8-87f6-4ec7-b287-9cc37faab921 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:48.534159 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a8dc192-c2fc-4c76-ac16-1ea11ea40a13 req-0fcd99a8-87f6-4ec7-b287-9cc37faab921 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 944 time: 0.0949590 Aug 05 13:56:48.536061 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:48.549382 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:48.572661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bea6d7-2629-40c4-876d-af6584d91f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:48.581245 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074214ce-c61b-480b-bbae-f59c191a9e57" -d '{"events": [{"server_uuid": "f1bea6d7-2629-40c4-876d-af6584d91f31", "name": "network-vif-plugged", "status": "completed", "tag": "da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:48.598521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a,segment=NetworkSegment(1fb11f16-ac88-4dc9-a328-53267b1293e7),segment_id=1fb11f16-ac88-4dc9-a328-53267b1293e7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:48.601594 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a8dc192-c2fc-4c76-ac16-1ea11ea40a13 req-34db9ec0-a6a4-4a5b-a6e7-c55eabe8d7cc tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582979 Aug 05 13:56:48.605099 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:48.663637 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b7e2ac-d70e-429d-b3cc-40a4d0af5d75 x-openstack-request-id: req-76b7e2ac-d70e-429d-b3cc-40a4d0af5d75 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:48.676952 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bea6d7-2629-40c4-876d-af6584d91f31", "name": "network-vif-plugged", "status": "completed", "tag": "da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:48.679347 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76b7e2ac-d70e-429d-b3cc-40a4d0af5d75 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:48.680135 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1bea6d7-2629-40c4-876d-af6584d91f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a', 'code': 200} Aug 05 13:56:48.744171 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:48.754106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:48.754490 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:48.754833 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:48.755379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:48.757370 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:48.757907 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:48.758523 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:48.759051 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:48.759603 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:48.760158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:48.760659 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:48.761167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:48.884018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2d92b-3cbd-4c33-8e47-ff5704bbe670 req-ee57eb10-18f6-421c-bcb6-dce0247e93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:48.885552 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-03d2d92b-3cbd-4c33-8e47-ff5704bbe670 req-ee57eb10-18f6-421c-bcb6-dce0247e93d8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 1096 time: 0.1340201 Aug 05 13:56:48.887834 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff30a62-8a88-45f7-84eb-fff9f769be0f req-c19de19d-86e6-4a02-b708-b26d1f913648 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:48.890093 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2ff30a62-8a88-45f7-84eb-fff9f769be0f req-c19de19d-86e6-4a02-b708-b26d1f913648 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 946 time: 0.0664930 Aug 05 13:56:48.956937 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2ff30a62-8a88-45f7-84eb-fff9f769be0f req-5a400fb3-8aac-4029-b782-89da9d367e21 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592332 Aug 05 13:56:48.959938 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-03d2d92b-3cbd-4c33-8e47-ff5704bbe670 req-f400865f-2452-480b-8de5-f5e8e6d4dda6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=af0179f4-b055-4b05-b418-b2db2e390348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624583 Aug 05 13:56:48.978534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-1d0ad14c-c14c-4561-a5f7-abdb214c004e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:48.980128 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-1d0ad14c-c14c-4561-a5f7-abdb214c004e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 811 time: 0.1632128 Aug 05 13:56:49.004848 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-9a06d915-5cea-4b0a-aa52-a5d9bb5f54ba tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/quotas/76942788a8484463baad60915955b3f9 HTTP/1.1" status: 200 len: 375 time: 0.0151010 Aug 05 13:56:49.040979 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-39b19077-a287-4039-9b77-8b8fb8405ce2 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317364 Aug 05 13:56:49.156389 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-398c2198-04a8-4583-a7ae-e3ba9948c58f service neutron] 10.222.0.16 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061471 Aug 05 13:56:49.206485 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f343cb5-420b-4b9c-b03d-febd8b19df1a req-3d02a7d7-1cf8-4d3a-a309-8adce9738a65 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:49.215022 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0f343cb5-420b-4b9c-b03d-febd8b19df1a req-3d02a7d7-1cf8-4d3a-a309-8adce9738a65 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 945 time: 0.0820022 Aug 05 13:56:49.253374 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0f343cb5-420b-4b9c-b03d-febd8b19df1a req-20365532-56fa-4f98-989c-10533d81c6f9 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/security-groups?id=af0179f4-b055-4b05-b418-b2db2e390348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367322 Aug 05 13:56:49.276129 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-3281233b-549e-4353-97d4-af99f1becd3d service neutron] 10.222.0.16 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071200 Aug 05 13:56:49.389900 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:49.400799 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c068027-d404-4a5d-bde4-49cfcfe1a653 req-2d67db98-1a90-45fd-86b0-f556fd804b66 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:49.402366 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c068027-d404-4a5d-bde4-49cfcfe1a653 req-2d67db98-1a90-45fd-86b0-f556fd804b66 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 950 time: 0.0664630 Aug 05 13:56:49.463781 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c068027-d404-4a5d-bde4-49cfcfe1a653 req-2ad96c7d-83af-47da-a01e-73de733bb007 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532179 Aug 05 13:56:49.501314 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e3b743fc-55d1-4686-97a7-94c99961e546 req-e7b51d02-954d-4b70-9362-b17d4dd4c355 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 210 time: 0.0667219 Aug 05 13:56:49.598117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa947d9-024c-463e-9221-7c8bd92d3085 req-d4b4013d-a104-4d09-9e8e-357dbeaa736c tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:49.599704 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efa947d9-024c-463e-9221-7c8bd92d3085 req-d4b4013d-a104-4d09-9e8e-357dbeaa736c tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 1101 time: 0.0505261 Aug 05 13:56:49.667105 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efa947d9-024c-463e-9221-7c8bd92d3085 req-21786073-bcbc-4e24-8b01-586b70d76e09 tempest-ServersOnMultiNodesTest-1875901231 tempest-ServersOnMultiNodesTest-1875901231-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610218 Aug 05 13:56:49.720106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 60bc7d2e-4f34-4d51-be98-d02c697f8af8 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:56:49.723474 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:56:49.786074 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2b26e-a306-40b5-937f-c80f7dd58774 req-54673ca0-8b51-4bff-852d-dda245140f26 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:49.794460 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a3f2b26e-a306-40b5-937f-c80f7dd58774 req-54673ca0-8b51-4bff-852d-dda245140f26 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 944 time: 0.1047554 Aug 05 13:56:49.936687 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a3f2b26e-a306-40b5-937f-c80f7dd58774 req-b9b36aaf-ae43-4cbd-98d7-a2bc0ee35af6 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374555 Aug 05 13:56:49.975704 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:56:49.983652 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:49.988137 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:50.053736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 60bc7d2e-4f34-4d51-be98-d02c697f8af8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=60bc7d2e-4f34-4d51-be98-d02c697f8af8,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:50.073218 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '60bc7d2e-4f34-4d51-be98-d02c697f8af8', 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8', 'port_id': '60bc7d2e-4f34-4d51-be98-d02c697f8af8', 'mac_address': 'fa:16:3e:e5:ce:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187e4257-8803-4bab-bf1d-3f4f6e87414e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:56:50.107269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc013fa-d180-4a3e-8910-75be9aac783f req-8bfdbd3c-d373-4770-a628-6374b94d7baa tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:50.109191 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fbc013fa-d180-4a3e-8910-75be9aac783f req-8bfdbd3c-d373-4770-a628-6374b94d7baa tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 950 time: 0.0705965 Aug 05 13:56:50.145078 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:50.146707 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47294) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:50.165891 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:50.185369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60bc7d2e-4f34-4d51-be98-d02c697f8af8 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:56:50.188974 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a396c5a-357a-46d9-84a4-2d1dd33699e9 req-1d1ff5b6-8bc2-4295-804c-b3e4cb7234c2 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:50.196847 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fbc013fa-d180-4a3e-8910-75be9aac783f req-454bb509-2feb-4bb8-b16e-5f02bcc641bf tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803628 Aug 05 13:56:50.197789 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3a396c5a-357a-46d9-84a4-2d1dd33699e9 req-1d1ff5b6-8bc2-4295-804c-b3e4cb7234c2 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 946 time: 0.1496294 Aug 05 13:56:50.228288 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 60bc7d2e-4f34-4d51-be98-d02c697f8af8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=60bc7d2e-4f34-4d51-be98-d02c697f8af8,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:50.241352 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:50.242785 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:50.251178 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:50.263352 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3a396c5a-357a-46d9-84a4-2d1dd33699e9 req-bbc0eca0-a515-44ba-9759-90adbfbc86cf tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643101 Aug 05 13:56:50.318751 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=60bc7d2e-4f34-4d51-be98-d02c697f8af8,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:50.388406 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:50.390005 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-708b0b57-853c-4594-a5eb-1b1ff278ef15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:50.405670 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['60bc7d2e-4f34-4d51-be98-d02c697f8af8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:56:50.415225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc3647-015e-4221-9cfa-4aa967563405 req-85aa1763-b98e-497a-bc34-9ff7330bc047 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:50.416805 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acfc3647-015e-4221-9cfa-4aa967563405 req-85aa1763-b98e-497a-bc34-9ff7330bc047 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 945 time: 0.0741489 Aug 05 13:56:50.485653 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acfc3647-015e-4221-9cfa-4aa967563405 req-6a4eb445-afee-4a39-b290-3012519881a4 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/security-groups?id=af0179f4-b055-4b05-b418-b2db2e390348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587626 Aug 05 13:56:50.550051 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-708b0b57-853c-4594-a5eb-1b1ff278ef15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:50.554415 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-708b0b57-853c-4594-a5eb-1b1ff278ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:50.607414 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-708b0b57-853c-4594-a5eb-1b1ff278ef15 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=477650ac96fe45669a384e1c876867f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4576285 Aug 05 13:56:50.608372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b0b57-853c-4594-a5eb-1b1ff278ef15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b2785a-7baf-4e73-9e7e-d277582e24a3,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:50.612896 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47304) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:50.622078 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-db1b8327-7b7b-4e1b-9d00-fbd7a9be0535 req-5a7d8a5e-a0ff-4869-a8d0-b910dd54cd74 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 210 time: 0.0290542 Aug 05 13:56:50.629769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708b0b57-853c-4594-a5eb-1b1ff278ef15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:50.630116 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708b0b57-853c-4594-a5eb-1b1ff278ef15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:50.630508 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708b0b57-853c-4594-a5eb-1b1ff278ef15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:50.630831 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708b0b57-853c-4594-a5eb-1b1ff278ef15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:50.631162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708b0b57-853c-4594-a5eb-1b1ff278ef15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:50.631488 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708b0b57-853c-4594-a5eb-1b1ff278ef15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:50.631815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708b0b57-853c-4594-a5eb-1b1ff278ef15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:50.632143 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708b0b57-853c-4594-a5eb-1b1ff278ef15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:50.632458 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708b0b57-853c-4594-a5eb-1b1ff278ef15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:50.632779 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708b0b57-853c-4594-a5eb-1b1ff278ef15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:50.633101 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708b0b57-853c-4594-a5eb-1b1ff278ef15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:50.633425 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708b0b57-853c-4594-a5eb-1b1ff278ef15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:56:50.673951 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cf4949a8-fb30-45f1-ba36-f9cf089a9c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:50.683053 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485cfcfe-59d7-4a56-8869-20900acf2cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a1ba65-5cc9-45bd-bbbb-539e25c41fcb'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:50.686221 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7601d835-2a08-4057-8a42-e87ca4cf3087" -d '{"events": [{"server_uuid": "485cfcfe-59d7-4a56-8869-20900acf2cbe", "name": "network-vif-plugged", "status": "completed", "tag": "14a1ba65-5cc9-45bd-bbbb-539e25c41fcb"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:50.704387 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cf4949a8-fb30-45f1-ba36-f9cf089a9c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:50.726080 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228541e5-c050-4944-a1e8-f346b9681f34 x-openstack-request-id: req-228541e5-c050-4944-a1e8-f346b9681f34 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:50.726402 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485cfcfe-59d7-4a56-8869-20900acf2cbe", "name": "network-vif-plugged", "status": "completed", "tag": "14a1ba65-5cc9-45bd-bbbb-539e25c41fcb", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:50.726657 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-228541e5-c050-4944-a1e8-f346b9681f34 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:50.727052 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485cfcfe-59d7-4a56-8869-20900acf2cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a1ba65-5cc9-45bd-bbbb-539e25c41fcb', 'code': 200} Aug 05 13:56:50.758832 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cf4949a8-fb30-45f1-ba36-f9cf089a9c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:50.761473 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cf4949a8-fb30-45f1-ba36-f9cf089a9c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:50.762830 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cf4949a8-fb30-45f1-ba36-f9cf089a9c62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4b2785a-7baf-4e73-9e7e-d277582e24a3 HTTP/1.1" status: 204 len: 168 time: 0.1506975 Aug 05 13:56:50.773577 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4949a8-fb30-45f1-ba36-f9cf089a9c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b2785a-7baf-4e73-9e7e-d277582e24a3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:50.880742 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf4d65-6987-458c-bde1-b79bc107ac6e req-a9a96cdd-36f5-4f7a-a581-a2b32f304947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:50.882279 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eddf4d65-6987-458c-bde1-b79bc107ac6e req-a9a96cdd-36f5-4f7a-a581-a2b32f304947 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 1096 time: 0.0518425 Aug 05 13:56:50.930666 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eddf4d65-6987-458c-bde1-b79bc107ac6e req-3a1e1e7d-6f1f-491f-93e0-8a5f024225ac service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369468 Aug 05 13:56:51.112508 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47332) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:51.128730 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ac302789-41ed-4eaf-8415-a0249ecf91ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:51.140718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f147a73-dce3-4f00-ac5b-7e9deda3fcb7 req-a3900a1e-a9df-43f4-9791-f95a14416368 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:51.142241 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9f147a73-dce3-4f00-ac5b-7e9deda3fcb7 req-a3900a1e-a9df-43f4-9791-f95a14416368 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 945 time: 0.1215646 Aug 05 13:56:51.172880 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-f535dfac-681a-4856-ba1f-6bcddd699c50 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:51.174448 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-f535dfac-681a-4856-ba1f-6bcddd699c50 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.84 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 811 time: 0.1752806 Aug 05 13:56:51.210130 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:51.217276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-66c5ef49-7726-4170-a482-f85262b8ac1c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Request body: {'port': {'device_id': 'daf11832-f2b9-431a-b8f6-d88a98182d8a', 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c', 'admin_state_up': True, 'tenant_id': '76942788a8484463baad60915955b3f9'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:51.225002 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9f147a73-dce3-4f00-ac5b-7e9deda3fcb7 req-a7478a9f-9bab-47a9-9b6a-1038d321972a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693724 Aug 05 13:56:51.249596 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ac302789-41ed-4eaf-8415-a0249ecf91ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:51.250712 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ac302789-41ed-4eaf-8415-a0249ecf91ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:51.299082 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac302789-41ed-4eaf-8415-a0249ecf91ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6309f808-6d9f-4287-99e0-1844c9bbe244,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:51.307490 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ac302789-41ed-4eaf-8415-a0249ecf91ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6cd2947141c24e9790d85b6092a04428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930561 Aug 05 13:56:51.319625 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47362) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:51.373632 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bf839-ade6-4607-86d0-948b5619fd2f req-72793130-31bd-4b9e-af45-07dadde9b87f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:51.375212 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7a4bf839-ade6-4607-86d0-948b5619fd2f req-72793130-31bd-4b9e-af45-07dadde9b87f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 950 time: 0.0718539 Aug 05 13:56:51.428503 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7a4bf839-ade6-4607-86d0-948b5619fd2f req-c44abd0c-5999-4d45-8ad1-6b9b639068b3 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444236 Aug 05 13:56:51.452732 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15339a4d-8683-467c-8501-54ab6a696f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:51.459984 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-66c5ef49-7726-4170-a482-f85262b8ac1c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Made reservation on behalf of 76942788a8484463baad60915955b3f9 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:56:51.463588 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-66c5ef49-7726-4170-a482-f85262b8ac1c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:51.485585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd716127-2c1a-4fbb-bd66-abb4e1009dd5 req-31845f46-67db-4601-a486-1459080f684b tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:51.487238 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd716127-2c1a-4fbb-bd66-abb4e1009dd5 req-31845f46-67db-4601-a486-1459080f684b tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 945 time: 0.1223648 Aug 05 13:56:51.508909 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15339a4d-8683-467c-8501-54ab6a696f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:51.641631 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd716127-2c1a-4fbb-bd66-abb4e1009dd5 req-f92fab7b-73e2-4b41-a712-5353a504ebe9 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477909 Aug 05 13:56:51.643513 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f222c-31b8-436e-bc5b-fdec84193e89 req-863aaaa4-e260-42fc-8ae6-0fd872fcaa66 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:51.653185 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-246f222c-31b8-436e-bc5b-fdec84193e89 req-863aaaa4-e260-42fc-8ae6-0fd872fcaa66 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 945 time: 0.0808649 Aug 05 13:56:51.697106 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15339a4d-8683-467c-8501-54ab6a696f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:51.699816 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15339a4d-8683-467c-8501-54ab6a696f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:51.704325 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-15339a4d-8683-467c-8501-54ab6a696f1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6309f808-6d9f-4287-99e0-1844c9bbe244 HTTP/1.1" status: 204 len: 168 time: 0.3836770 Aug 05 13:56:51.715368 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-246f222c-31b8-436e-bc5b-fdec84193e89 req-945aa2ea-9a66-42a3-ac14-5e2af02007cb tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/security-groups?id=af0179f4-b055-4b05-b418-b2db2e390348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541344 Aug 05 13:56:51.739930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15339a4d-8683-467c-8501-54ab6a696f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6309f808-6d9f-4287-99e0-1844c9bbe244,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:51.742559 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 60bc7d2e-4f34-4d51-be98-d02c697f8af8 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:56:51.789740 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-750c28ce-f4fe-439d-a33e-26de758ec1a2 req-48af4316-8adf-456f-b51e-158701ff4ffb tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 210 time: 0.0459428 Aug 05 13:56:51.809019 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-66c5ef49-7726-4170-a482-f85262b8ac1c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Allocated IP 172.20.0.13 (f7447363-4b58-4abe-9e51-4d82c721285c/a0c9cb3b-02da-4b2d-886d-ad880aca8a5e/1209a135-9812-40c4-86e6-7023f1cb8b16) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:56:51.900391 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:51.918324 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 60bc7d2e-4f34-4d51-be98-d02c697f8af8 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:56:51.944023 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 60bc7d2e-4f34-4d51-be98-d02c697f8af8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=60bc7d2e-4f34-4d51-be98-d02c697f8af8,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:51.960209 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:52.055229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39d4c4-60e5-4603-9a32-f4430f9e881a req-cc0cb674-59cf-4696-bad8-9df081a63558 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:52.061800 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5d39d4c4-60e5-4603-9a32-f4430f9e881a req-cc0cb674-59cf-4696-bad8-9df081a63558 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 945 time: 0.0984240 Aug 05 13:56:52.066907 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47414) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:52.072568 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-15ad3e71-c63e-4741-902a-21ae0a026061 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Request body: {'floatingip': {'port_id': 'da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:52.089533 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=60bc7d2e-4f34-4d51-be98-d02c697f8af8,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:52.094091 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-66c5ef49-7726-4170-a482-f85262b8ac1c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:52.166135 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-15ad3e71-c63e-4741-902a-21ae0a026061 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for floatingip, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:52.167822 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-66c5ef49-7726-4170-a482-f85262b8ac1c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:52.191151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-66c5ef49-7726-4170-a482-f85262b8ac1c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Network f7447363-4b58-4abe-9e51-4d82c721285c is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:56:52.195270 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-66c5ef49-7726-4170-a482-f85262b8ac1c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:56:52.197386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-66c5ef49-7726-4170-a482-f85262b8ac1c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:56:52.302708 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5ef49-7726-4170-a482-f85262b8ac1c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Pushing event updated for resources: {'Port': ['ID=1209a135-9812-40c4-86e6-7023f1cb8b16,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:52.320579 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-66c5ef49-7726-4170-a482-f85262b8ac1c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:52.321589 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-66c5ef49-7726-4170-a482-f85262b8ac1c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:52.382578 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-66c5ef49-7726-4170-a482-f85262b8ac1c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1711428 Aug 05 13:56:52.385054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709fa52-cd9e-4a0b-bb1d-e87c7663d5d9 req-6bebb517-6da0-478c-ba16-e6f456e0721c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:52.386987 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5709fa52-cd9e-4a0b-bb1d-e87c7663d5d9 req-6bebb517-6da0-478c-ba16-e6f456e0721c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 944 time: 0.2680280 Aug 05 13:56:52.393159 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b20f74-1d14-468b-970f-3716376fd72e req-59b785e4-76a4-4fcf-becb-09adc48534ca tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:52.396322 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-55b20f74-1d14-468b-970f-3716376fd72e req-59b785e4-76a4-4fcf-becb-09adc48534ca tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 945 time: 0.0695112 Aug 05 13:56:52.402136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Request body: {'port': {'device_id': 'daf11832-f2b9-431a-b8f6-d88a98182d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:52.479984 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:52.493551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90519b36-12c2-4fe2-86fe-05c845fa481a req-0bc4048f-3681-437a-8a54-e751913f53d3 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:52.495636 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90519b36-12c2-4fe2-86fe-05c845fa481a req-0bc4048f-3681-437a-8a54-e751913f53d3 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.84 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 950 time: 0.1815772 Aug 05 13:56:52.514361 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-55b20f74-1d14-468b-970f-3716376fd72e req-94c57a97-096f-401f-a35f-00c014aba0de tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876682 Aug 05 13:56:52.546266 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5709fa52-cd9e-4a0b-bb1d-e87c7663d5d9 req-e96c7bbc-d4a0-4879-be7f-db240b68c4b7 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413293 Aug 05 13:56:52.839735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63777c38-6c40-4c69-a717-7adfa7bd71c5 req-036d55e8-92fc-4e6d-bd2b-02efe7d73237 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:52.841436 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-63777c38-6c40-4c69-a717-7adfa7bd71c5 req-036d55e8-92fc-4e6d-bd2b-02efe7d73237 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 950 time: 0.0909157 Aug 05 13:56:52.956344 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-63777c38-6c40-4c69-a717-7adfa7bd71c5 req-281202f3-bdd0-4c30-8294-af6e5ec19d96 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044235 Aug 05 13:56:52.971203 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1209a135-9812-40c4-86e6-7023f1cb8b16 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:56:52.990649 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:53.006270 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Transition to ACTIVE for port object 1209a135-9812-40c4-86e6-7023f1cb8b16 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:56:53.014960 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:53.147088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Pushing event updated for resources: {'Port': ['ID=1209a135-9812-40c4-86e6-7023f1cb8b16,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:53.161569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Attempting to bind port 1209a135-9812-40c4-86e6-7023f1cb8b16 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:56:53.162009 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Attempting to bind port 1209a135-9812-40c4-86e6-7023f1cb8b16 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:56:53.162435 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Attempting to bind port 1209a135-9812-40c4-86e6-7023f1cb8b16 on network f7447363-4b58-4abe-9e51-4d82c721285c {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:53.169238 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Port 1209a135-9812-40c4-86e6-7023f1cb8b16 on network f7447363-4b58-4abe-9e51-4d82c721285c not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:56:53.169644 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Attempting to bind port 1209a135-9812-40c4-86e6-7023f1cb8b16 on network f7447363-4b58-4abe-9e51-4d82c721285c {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:53.175281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:56:53.175621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Checking segment: {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:56:53.176008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Bound using segment: {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:56:53.176438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Bound port: 1209a135-9812-40c4-86e6-7023f1cb8b16, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:56:53.176795 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:53.250094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] For port 1209a135-9812-40c4-86e6-7023f1cb8b16, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:56:53.253558 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] For port 1209a135-9812-40c4-86e6-7023f1cb8b16, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1209a135-9812-40c4-86e6-7023f1cb8b16,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:56:53.259236 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:53.295393 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-90519b36-12c2-4fe2-86fe-05c845fa481a req-15595766-f799-4ff0-aa8e-da0df6fe4fd6 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Deleting port 93eaf761-85f3-471b-a47c-8911d8492f7e {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:56:53.295742 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-90519b36-12c2-4fe2-86fe-05c845fa481a req-15595766-f799-4ff0-aa8e-da0df6fe4fd6 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:53.304196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:53.305434 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:53.306614 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] 10.222.0.84 "PUT /v2.0/ports/1209a135-9812-40c4-86e6-7023f1cb8b16 HTTP/1.1" status: 200 len: 1092 time: 0.9091561 Aug 05 13:56:53.307057 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf11832-f2b9-431a-b8f6-d88a98182d8a', 'tag': '1209a135-9812-40c4-86e6-7023f1cb8b16'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:53.310794 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e820ab-c01f-4be8-b854-ba259332e30b" -d '{"events": [{"name": "network-changed", "server_uuid": "daf11832-f2b9-431a-b8f6-d88a98182d8a", "tag": "1209a135-9812-40c4-86e6-7023f1cb8b16"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:53.341812 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec046b87-afa2-45d3-a40a-f1741936cc3d service neutron] Pushing event updated for resources: {'Port': ['ID=1209a135-9812-40c4-86e6-7023f1cb8b16,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:53.395633 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881773cb-e108-4f52-8182-9ebdd4c8ee80 x-openstack-request-id: req-881773cb-e108-4f52-8182-9ebdd4c8ee80 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:53.395934 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf11832-f2b9-431a-b8f6-d88a98182d8a", "tag": "1209a135-9812-40c4-86e6-7023f1cb8b16", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:53.396182 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-881773cb-e108-4f52-8182-9ebdd4c8ee80 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:53.396571 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf11832-f2b9-431a-b8f6-d88a98182d8a', 'tag': '1209a135-9812-40c4-86e6-7023f1cb8b16', 'status': 'completed', 'code': 200} Aug 05 13:56:53.412554 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-e207b4ab-42af-435f-84d7-71d654ad461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:53.414291 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-e207b4ab-42af-435f-84d7-71d654ad461e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 1095 time: 0.0545235 Aug 05 13:56:53.489818 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-cb784d12-eb6f-4b75-b483-1aa960e19c50 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1209a135-9812-40c4-86e6-7023f1cb8b16 HTTP/1.1" status: 200 len: 217 time: 0.0653856 Aug 05 13:56:53.563547 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-c4035265-b195-445a-a5c1-b2d6ef1b44b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:53.565862 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-c4035265-b195-445a-a5c1-b2d6ef1b44b2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a0c9cb3b-02da-4b2d-886d-ad880aca8a5e HTTP/1.1" status: 200 len: 851 time: 0.0672841 Aug 05 13:56:53.570870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950e0fc-65d3-4a2c-a7a1-f47a0b5349ea req-d2a6f8e9-bdb5-4f81-bfd2-ebf09d5bde1c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:53.580716 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6950e0fc-65d3-4a2c-a7a1-f47a0b5349ea req-d2a6f8e9-bdb5-4f81-bfd2-ebf09d5bde1c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 944 time: 0.2750130 Aug 05 13:56:53.628143 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-90519b36-12c2-4fe2-86fe-05c845fa481a req-15595766-f799-4ff0-aa8e-da0df6fe4fd6 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] For port 93eaf761-85f3-471b-a47c-8911d8492f7e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=93eaf761-85f3-471b-a47c-8911d8492f7e,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:53.628579 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-90519b36-12c2-4fe2-86fe-05c845fa481a req-15595766-f799-4ff0-aa8e-da0df6fe4fd6 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:53.641519 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.resource_extend [None req-15ad3e71-c63e-4741-902a-21ae0a026061 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 13:56:53.648606 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-d3d08be7-313e-473e-8628-f146045caa2a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f7447363-4b58-4abe-9e51-4d82c721285c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718262 Aug 05 13:56:53.707567 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-90519b36-12c2-4fe2-86fe-05c845fa481a req-15595766-f799-4ff0-aa8e-da0df6fe4fd6 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Calling delete_port for 93eaf761-85f3-471b-a47c-8911d8492f7e owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:56:53.773937 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-15ad3e71-c63e-4741-902a-21ae0a026061 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:53.791490 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6950e0fc-65d3-4a2c-a7a1-f47a0b5349ea req-c4e73335-dc0d-4b6f-b59a-3c5c214718b6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092073 Aug 05 13:56:53.881736 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-15ad3e71-c63e-4741-902a-21ae0a026061 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:54.111460 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991417ec-eb9e-402b-a830-c57007c4f74e req-24bfb23f-735d-4d56-8d5a-7367923eecf7 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:54.113050 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-991417ec-eb9e-402b-a830-c57007c4f74e req-24bfb23f-735d-4d56-8d5a-7367923eecf7 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 945 time: 0.4611061 Aug 05 13:56:54.120588 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbb311-2aec-4626-8b35-0f83d1dce73a req-bc0fe229-63d4-4089-a1be-8f7c8c448d9a tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:54.124868 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e3cbb311-2aec-4626-8b35-0f83d1dce73a req-bc0fe229-63d4-4089-a1be-8f7c8c448d9a tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 944 time: 0.1854861 Aug 05 13:56:54.184926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed72a1d-22d4-4c80-87d6-c3ee0785c4e9 req-8090293b-344a-4b9a-8931-b9e995010ffe tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:54.186085 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ed72a1d-22d4-4c80-87d6-c3ee0785c4e9 req-8090293b-344a-4b9a-8931-b9e995010ffe tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 944 time: 0.1983094 Aug 05 13:56:54.188446 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-991417ec-eb9e-402b-a830-c57007c4f74e req-3b9217cc-34cf-4da9-8a62-c8fddfc1ca18 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579314 Aug 05 13:56:54.191066 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-15ad3e71-c63e-4741-902a-21ae0a026061 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Floating IP b9d0775c-7d5e-4143-b520-f9b34a18544e associated. External IP: 172.25.5.201, port: da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a. Aug 05 13:56:54.197768 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-a05c835d-1a2a-4add-8eab-4bde2c74751a service neutron] 10.222.0.84 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336492 Aug 05 13:56:54.300851 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e3cbb311-2aec-4626-8b35-0f83d1dce73a req-75b6f1c9-67ba-4fde-905b-86fc578e191f tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551270 Aug 05 13:56:54.317978 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-90519b36-12c2-4fe2-86fe-05c845fa481a req-15595766-f799-4ff0-aa8e-da0df6fe4fd6 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:54.330509 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['44f6d346-7ba4-45d3-ac51-efabb23deb16', '314bb475-1570-4a36-b193-75cde195baf6'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:56:54.372690 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['0b90c80b-ea5d-476d-8890-b723dea55b6c', 'f4df28dc-9ae0-428c-af46-f643bc6b6d16', '4a4775b9-65bf-4e6a-a1a3-9c59413a5096', '3a93422d-ca51-4986-96d0-599619b8bcba', '5c31038d-11bc-4db6-95db-23972556c715'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:56:54.410217 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ef518b96-dc70-4838-894a-ffb93f6258f8 req-7e5b92f7-7d88-48f4-b862-037cf15f6bbc tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b0c401-0c44-4ce3-b800-af99d53544c6 HTTP/1.1" status: 200 len: 210 time: 0.0459249 Aug 05 13:56:54.412851 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46c5b868-29f1-4ee7-92b2-3849913df389 req-97696bda-df38-4a94-b958-86351840cff8 service neutron] 10.222.0.84 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060256 Aug 05 13:56:54.483694 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15595766-f799-4ff0-aa8e-da0df6fe4fd6 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Pushing event deleted for resources: {'Port': ['ID=93eaf761-85f3-471b-a47c-8911d8492f7e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:54.584104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e820ab-c01f-4be8-b854-ba259332e30b req-b40bae32-30be-41b1-98d7-8fc93483da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:54.589495 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78e820ab-c01f-4be8-b854-ba259332e30b req-b40bae32-30be-41b1-98d7-8fc93483da5a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 1095 time: 0.0970638 Aug 05 13:56:54.676292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-90519b36-12c2-4fe2-86fe-05c845fa481a req-15595766-f799-4ff0-aa8e-da0df6fe4fd6 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] No DVR routers for this DVR port 93eaf761-85f3-471b-a47c-8911d8492f7e on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:56:54.701835 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-90519b36-12c2-4fe2-86fe-05c845fa481a req-15595766-f799-4ff0-aa8e-da0df6fe4fd6 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:54.708713 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90519b36-12c2-4fe2-86fe-05c845fa481a req-15595766-f799-4ff0-aa8e-da0df6fe4fd6 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.84 "DELETE /v2.0/ports/93eaf761-85f3-471b-a47c-8911d8492f7e HTTP/1.1" status: 204 len: 173 time: 2.1899621 Aug 05 13:56:54.713156 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b0c401-0c44-4ce3-b800-af99d53544c6', 'name': 'network-vif-deleted', 'tag': '93eaf761-85f3-471b-a47c-8911d8492f7e'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:54.720945 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c23b069-5629-452e-a941-43f3dc98229d" -d '{"events": [{"server_uuid": "44b0c401-0c44-4ce3-b800-af99d53544c6", "name": "network-vif-deleted", "tag": "93eaf761-85f3-471b-a47c-8911d8492f7e"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:54.787970 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e820ab-c01f-4be8-b854-ba259332e30b req-350f54e5-c3f0-4aba-a0b0-58047e89a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:54.789605 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78e820ab-c01f-4be8-b854-ba259332e30b req-350f54e5-c3f0-4aba-a0b0-58047e89a2bf service neutron] 10.222.0.84 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 912 time: 0.1916919 Aug 05 13:56:54.905773 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebfe9ae-0189-4344-ad75-905fbe5a4cda x-openstack-request-id: req-eebfe9ae-0189-4344-ad75-905fbe5a4cda {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:54.906620 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b0c401-0c44-4ce3-b800-af99d53544c6", "name": "network-vif-deleted", "tag": "93eaf761-85f3-471b-a47c-8911d8492f7e", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:54.906971 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eebfe9ae-0189-4344-ad75-905fbe5a4cda {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:54.907584 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b0c401-0c44-4ce3-b800-af99d53544c6', 'name': 'network-vif-deleted', 'tag': '93eaf761-85f3-471b-a47c-8911d8492f7e', 'status': 'completed', 'code': 200} Aug 05 13:56:54.910969 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643a140-40e1-4f96-af53-d7a2cf389a69 req-3f806766-26da-4837-ada9-eb8d8cde3871 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:54.920899 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9643a140-40e1-4f96-af53-d7a2cf389a69 req-3f806766-26da-4837-ada9-eb8d8cde3871 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 1096 time: 0.4533987 Aug 05 13:56:54.945598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78e820ab-c01f-4be8-b854-ba259332e30b req-af4a92e8-4c40-4195-be0b-334322287b15 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1209a135-9812-40c4-86e6-7023f1cb8b16 HTTP/1.1" status: 200 len: 217 time: 0.1464765 Aug 05 13:56:54.980116 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9643a140-40e1-4f96-af53-d7a2cf389a69 req-d46c765a-bbd4-4642-927b-ff68fbb03854 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580852 Aug 05 13:56:54.993179 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-1ed72a1d-22d4-4c80-87d6-c3ee0785c4e9 req-c15864b7-09f1-40e7-a164-e46a1d871cf2 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Deleting port 60bc7d2e-4f34-4d51-be98-d02c697f8af8 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:56:54.993400 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1ed72a1d-22d4-4c80-87d6-c3ee0785c4e9 req-c15864b7-09f1-40e7-a164-e46a1d871cf2 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:55.097998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ad3e71-c63e-4741-902a-21ae0a026061 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Router 54e79d46-511d-4760-8c85-55ee37627b0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:56:55.111373 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e820ab-c01f-4be8-b854-ba259332e30b req-fd30bd37-1f26-420e-a523-b53f704b7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:55.112529 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78e820ab-c01f-4be8-b854-ba259332e30b req-fd30bd37-1f26-420e-a523-b53f704b7b0c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a0c9cb3b-02da-4b2d-886d-ad880aca8a5e HTTP/1.1" status: 200 len: 851 time: 0.1573181 Aug 05 13:56:55.217329 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78e820ab-c01f-4be8-b854-ba259332e30b req-a3ca4c99-e4ac-448d-bc72-e59c59bed139 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f7447363-4b58-4abe-9e51-4d82c721285c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931351 Aug 05 13:56:55.236275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e10911-4635-4ef5-91d8-2598e5141799 req-7ea5d549-db59-4f58-b796-a272adef1e0e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:55.238220 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41e10911-4635-4ef5-91d8-2598e5141799 req-7ea5d549-db59-4f58-b796-a272adef1e0e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 944 time: 0.2712255 Aug 05 13:56:55.270556 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-1ed72a1d-22d4-4c80-87d6-c3ee0785c4e9 req-c15864b7-09f1-40e7-a164-e46a1d871cf2 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] For port 60bc7d2e-4f34-4d51-be98-d02c697f8af8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=60bc7d2e-4f34-4d51-be98-d02c697f8af8,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:55.270931 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1ed72a1d-22d4-4c80-87d6-c3ee0785c4e9 req-c15864b7-09f1-40e7-a164-e46a1d871cf2 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:55.292409 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe482b-28bc-4c7e-acb4-8b7f7a56bf1a req-2c0126b1-99bf-424f-a16e-8b033d367674 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:55.301983 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b7fe482b-28bc-4c7e-acb4-8b7f7a56bf1a req-2c0126b1-99bf-424f-a16e-8b033d367674 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 1096 time: 0.2019923 Aug 05 13:56:55.312755 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-1ed72a1d-22d4-4c80-87d6-c3ee0785c4e9 req-c15864b7-09f1-40e7-a164-e46a1d871cf2 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Calling delete_port for 60bc7d2e-4f34-4d51-be98-d02c697f8af8 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:56:55.357993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ad3e71-c63e-4741-902a-21ae0a026061 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:56:55.364765 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-15ad3e71-c63e-4741-902a-21ae0a026061 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:55.377521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f527f6a-9103-4a72-991c-c3c0c519ac15 None None] Sync routers for ids ['54e79d46-511d-4760-8c85-55ee37627b0e'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:56:55.406919 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f527f6a-9103-4a72-991c-c3c0c519ac15 None None] Routers {'54e79d46-511d-4760-8c85-55ee37627b0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:56:55.407914 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0f527f6a-9103-4a72-991c-c3c0c519ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:56:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['54e79d46-511d-4760-8c85-55ee37627b0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:56:55.457570 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-15ad3e71-c63e-4741-902a-21ae0a026061 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "PUT /v2.0/floatingips/b9d0775c-7d5e-4143-b520-f9b34a18544e HTTP/1.1" status: 200 len: 991 time: 3.3893018 Aug 05 13:56:55.471939 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b7fe482b-28bc-4c7e-acb4-8b7f7a56bf1a req-bac35f88-01b8-437b-854c-3802bd675867 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688399 Aug 05 13:56:55.489456 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41e10911-4635-4ef5-91d8-2598e5141799 req-bdada8b9-9d6d-4ea0-8a9a-f1037f5011bd tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407889 Aug 05 13:56:55.597454 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78e820ab-c01f-4be8-b854-ba259332e30b req-c21dcaa6-4660-4094-a563-c5c41a9a9368 service neutron] 10.222.0.84 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578024 Aug 05 13:56:55.625354 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-0f527f6a-9103-4a72-991c-c3c0c519ac15 None None] Set router 54e79d46-511d-4760-8c85-55ee37627b0e gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:56:55.640924 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1ed72a1d-22d4-4c80-87d6-c3ee0785c4e9 req-c15864b7-09f1-40e7-a164-e46a1d871cf2 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:55.707322 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a063d65f-b3a6-4ad7-af3e-255d72609512 req-2a14fd21-101d-495d-93ff-169e50e88da9 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b HTTP/1.1" status: 200 len: 210 time: 0.1060059 Aug 05 13:56:55.754369 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15864b7-09f1-40e7-a164-e46a1d871cf2 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Pushing event deleted for resources: {'Port': ['ID=60bc7d2e-4f34-4d51-be98-d02c697f8af8,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:55.779913 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 93eaf761-85f3-471b-a47c-8911d8492f7e no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:56:55.825778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed72a1d-22d4-4c80-87d6-c3ee0785c4e9 req-c15864b7-09f1-40e7-a164-e46a1d871cf2 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] No DVR routers for this DVR port 60bc7d2e-4f34-4d51-be98-d02c697f8af8 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:56:55.828541 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1ed72a1d-22d4-4c80-87d6-c3ee0785c4e9 req-c15864b7-09f1-40e7-a164-e46a1d871cf2 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:55.830799 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ed72a1d-22d4-4c80-87d6-c3ee0785c4e9 req-c15864b7-09f1-40e7-a164-e46a1d871cf2 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.84 "DELETE /v2.0/ports/60bc7d2e-4f34-4d51-be98-d02c697f8af8 HTTP/1.1" status: 204 len: 173 time: 1.5984535 Aug 05 13:56:55.893997 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78e820ab-c01f-4be8-b854-ba259332e30b req-726d8e2a-e50d-4436-bb65-73f3a0bc110e service neutron] 10.222.0.84 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853640 Aug 05 13:56:55.917602 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 93eaf761-85f3-471b-a47c-8911d8492f7e {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:56:55.917947 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 93eaf761-85f3-471b-a47c-8911d8492f7e not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:56:56.233281 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456306c-dcda-421f-b3c4-22bb125bf2c3 req-97eb12d7-5758-4c8d-894d-ec4610a850fd tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:56.241727 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4456306c-dcda-421f-b3c4-22bb125bf2c3 req-97eb12d7-5758-4c8d-894d-ec4610a850fd tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 950 time: 0.0824721 Aug 05 13:56:56.305778 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4456306c-dcda-421f-b3c4-22bb125bf2c3 req-acd74a05-20f9-429f-91b5-05a6d7a4b250 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624137 Aug 05 13:56:56.310762 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0f527f6a-9103-4a72-991c-c3c0c519ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'name': 'tempest-ServersTestFqdnHostnames-1201380241-router', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:56:13Z', 'updated_at': '2021-08-05T13:56:20Z', 'revision_number': 4, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'gw_port': {'id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:15Z', 'updated_at': '2021-08-05T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'b9d0775c-7d5e-4143-b520-f9b34a18544e', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'port_id': 'da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9', 'mac_address': 'fa:16:3e:c4:ef:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bea6d7-2629-40c4-876d-af6584d91f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:56:30Z', 'updated_at': '2021-08-05T13:56:53Z', 'revision_number': 1, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1968c969-277b-46ca-8590-8bbd1a5e1446', 'name': '', 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'mac_address': 'fa:16:3e:20:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:20Z', 'updated_at': '2021-08-05T13:56:29Z', 'revision_number': 5, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'subnets': [{'id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:56:56.354718 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f527f6a-9103-4a72-991c-c3c0c519ac15 None None] Checking router: 54e79d46-511d-4760-8c85-55ee37627b0e for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:56:56.370391 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f527f6a-9103-4a72-991c-c3c0c519ac15 None None] Routers {'54e79d46-511d-4760-8c85-55ee37627b0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:56:56.371256 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0f527f6a-9103-4a72-991c-c3c0c519ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:56:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['54e79d46-511d-4760-8c85-55ee37627b0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:56:56.553017 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-0f527f6a-9103-4a72-991c-c3c0c519ac15 None None] Set router 54e79d46-511d-4760-8c85-55ee37627b0e gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:56:56.730154 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b1381-8212-4426-af8d-d2a3690c30fd req-ade0b8e2-f2b1-447d-9c67-463b5caa9cf2 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:56.732759 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d7b1381-8212-4426-af8d-d2a3690c30fd req-ade0b8e2-f2b1-447d-9c67-463b5caa9cf2 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 944 time: 0.1126289 Aug 05 13:56:56.807140 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d7b1381-8212-4426-af8d-d2a3690c30fd req-144a04ea-defb-41b7-a2d0-f6e34598b681 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576754 Aug 05 13:56:56.909267 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1bea6d7-2629-40c4-876d-af6584d91f31', 'tag': 'da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a'}, {'server_uuid': '4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b', 'name': 'network-vif-deleted', 'tag': '60bc7d2e-4f34-4d51-be98-d02c697f8af8'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:56:56.911818 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89770fbe-387e-43d1-a48f-c268907eb2cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f1bea6d7-2629-40c4-876d-af6584d91f31", "tag": "da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a"}, {"server_uuid": "4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b", "name": "network-vif-deleted", "tag": "60bc7d2e-4f34-4d51-be98-d02c697f8af8"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:56:57.010454 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0f527f6a-9103-4a72-991c-c3c0c519ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'name': 'tempest-ServersTestFqdnHostnames-1201380241-router', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:56:13Z', 'updated_at': '2021-08-05T13:56:20Z', 'revision_number': 4, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'gw_port': {'id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:15Z', 'updated_at': '2021-08-05T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'b9d0775c-7d5e-4143-b520-f9b34a18544e', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'port_id': 'da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9', 'mac_address': 'fa:16:3e:c4:ef:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bea6d7-2629-40c4-876d-af6584d91f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:56:30Z', 'updated_at': '2021-08-05T13:56:53Z', 'revision_number': 1, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1968c969-277b-46ca-8590-8bbd1a5e1446', 'name': '', 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'mac_address': 'fa:16:3e:20:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:20Z', 'updated_at': '2021-08-05T13:56:29Z', 'revision_number': 5, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'subnets': [{'id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:56:57.072729 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f527f6a-9103-4a72-991c-c3c0c519ac15 None None] The sync data for ids ['54e79d46-511d-4760-8c85-55ee37627b0e'] in n-d-803585-2 is: [{'id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'name': 'tempest-ServersTestFqdnHostnames-1201380241-router', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:56:13Z', 'updated_at': '2021-08-05T13:56:20Z', 'revision_number': 4, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'gw_port': {'id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:15Z', 'updated_at': '2021-08-05T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'b9d0775c-7d5e-4143-b520-f9b34a18544e', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'port_id': 'da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9', 'mac_address': 'fa:16:3e:c4:ef:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bea6d7-2629-40c4-876d-af6584d91f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:56:30Z', 'updated_at': '2021-08-05T13:56:53Z', 'revision_number': 1, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1968c969-277b-46ca-8590-8bbd1a5e1446', 'name': '', 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'mac_address': 'fa:16:3e:20:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:20Z', 'updated_at': '2021-08-05T13:56:29Z', 'revision_number': 5, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'subnets': [{'id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:56:57.117498 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 05 Aug 2021 13:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f5807d-912a-45d2-8758-6b4bca3a25a4 x-openstack-request-id: req-63f5807d-912a-45d2-8758-6b4bca3a25a4 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:56:57.117960 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1bea6d7-2629-40c4-876d-af6584d91f31", "tag": "da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a", "status": "completed", "code": 200}, {"server_uuid": "4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b", "name": "network-vif-deleted", "tag": "60bc7d2e-4f34-4d51-be98-d02c697f8af8", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:56:57.118207 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63f5807d-912a-45d2-8758-6b4bca3a25a4 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:56:57.118639 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1bea6d7-2629-40c4-876d-af6584d91f31', 'tag': 'da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a', 'status': 'completed', 'code': 200} Aug 05 13:56:57.118955 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca31649-c6ad-4dd5-a910-9cec5f7a3b6b', 'name': 'network-vif-deleted', 'tag': '60bc7d2e-4f34-4d51-be98-d02c697f8af8', 'status': 'completed', 'code': 200} Aug 05 13:56:57.249003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89770fbe-387e-43d1-a48f-c268907eb2cf req-d29a9631-1faa-4be0-83ba-7fb532d14164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:57.251232 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89770fbe-387e-43d1-a48f-c268907eb2cf req-d29a9631-1faa-4be0-83ba-7fb532d14164 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74616b99a34b48a6a4104079c67ef572&device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 1096 time: 0.0788460 Aug 05 13:56:57.412842 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89770fbe-387e-43d1-a48f-c268907eb2cf req-437df85a-bdef-4517-a76e-1eb7367e2e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:57.414412 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89770fbe-387e-43d1-a48f-c268907eb2cf req-437df85a-bdef-4517-a76e-1eb7367e2e67 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b4380663-ae1d-487a-a20a-c1a92b22cae9 HTTP/1.1" status: 200 len: 916 time: 0.1276152 Aug 05 13:56:57.499607 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa6fc42-e892-42d6-8cda-3ab9457cc676 None None] New status for floating IP b9d0775c-7d5e-4143-b520-f9b34a18544e: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 13:56:57.516834 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-43ac949f-3af3-4aba-8228-7d2517c12bb3 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:56:57.518465 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-43ac949f-3af3-4aba-8228-7d2517c12bb3 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079060 Aug 05 13:56:57.532687 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-7e193535-2171-485e-99a0-2b12033890f9 req-4d589c35-9886-464e-8567-7a1475638b08 service neutron] Request body: {'binding': {'host': 'n-h1-803585-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:57.533385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-7e193535-2171-485e-99a0-2b12033890f9 req-4d589c35-9886-464e-8567-7a1475638b08 service neutron] Unknown quota resources ['binding']. {{(pid=105723) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 13:56:57.541824 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89770fbe-387e-43d1-a48f-c268907eb2cf req-e107dcbc-0e8c-4048-8aca-26d5e5abe342 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a HTTP/1.1" status: 200 len: 999 time: 0.1175025 Aug 05 13:56:57.632732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47582) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:57.655959 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f9148d8b-09b9-48b7-8db9-6931ef870282 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104444630', 'description': 'tempest-description--1807720881'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:57.703091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89770fbe-387e-43d1-a48f-c268907eb2cf req-09588c2e-63da-41a7-bebe-b4d508f09f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:57.704573 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89770fbe-387e-43d1-a48f-c268907eb2cf req-09588c2e-63da-41a7-bebe-b4d508f09f20 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=96ce7eea-b8ad-4789-a013-c50e997e0c69 HTTP/1.1" status: 200 len: 854 time: 0.1364257 Aug 05 13:56:57.714976 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f9148d8b-09b9-48b7-8db9-6931ef870282 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:57.761550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1209a135-9812-40c4-86e6-7023f1cb8b16 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:56:57.803784 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa1746-0715-4e6d-b382-736db6da0760 req-35765e05-4a50-43d6-9ea3-29235ea6c7e8 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:57.806274 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72fa1746-0715-4e6d-b382-736db6da0760 req-35765e05-4a50-43d6-9ea3-29235ea6c7e8 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 950 time: 0.0951130 Aug 05 13:56:57.826010 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89770fbe-387e-43d1-a48f-c268907eb2cf req-5756c717-c9ff-4f05-9949-761203fbdc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:57.833207 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89770fbe-387e-43d1-a48f-c268907eb2cf req-5756c717-c9ff-4f05-9949-761203fbdc14 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b4380663-ae1d-487a-a20a-c1a92b22cae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146228 Aug 05 13:56:57.861615 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-7e193535-2171-485e-99a0-2b12033890f9 req-4d589c35-9886-464e-8567-7a1475638b08 service neutron] Attempting to bind port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb on host n-h1-803585-2 for vnic_type normal with profile None {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:56:57.862203 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-7e193535-2171-485e-99a0-2b12033890f9 req-4d589c35-9886-464e-8567-7a1475638b08 service neutron] Attempting to bind port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:56:57.862504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e193535-2171-485e-99a0-2b12033890f9 req-4d589c35-9886-464e-8567-7a1475638b08 service neutron] Attempting to bind port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:57.871392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e193535-2171-485e-99a0-2b12033890f9 req-4d589c35-9886-464e-8567-7a1475638b08 service neutron] Port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:56:57.873116 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e193535-2171-485e-99a0-2b12033890f9 req-4d589c35-9886-464e-8567-7a1475638b08 service neutron] Attempting to bind port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:56:57.891101 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 60bc7d2e-4f34-4d51-be98-d02c697f8af8 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:56:57.892730 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e193535-2171-485e-99a0-2b12033890f9 req-4d589c35-9886-464e-8567-7a1475638b08 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:56:57.893057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e193535-2171-485e-99a0-2b12033890f9 req-4d589c35-9886-464e-8567-7a1475638b08 service neutron] Checking segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:56:57.893441 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e193535-2171-485e-99a0-2b12033890f9 req-4d589c35-9886-464e-8567-7a1475638b08 service neutron] Bound using segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:56:57.894057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-7e193535-2171-485e-99a0-2b12033890f9 req-4d589c35-9886-464e-8567-7a1475638b08 service neutron] Bound port: 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:56:57.928820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 60bc7d2e-4f34-4d51-be98-d02c697f8af8 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:56:57.929156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 60bc7d2e-4f34-4d51-be98-d02c697f8af8 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:56:57.950341 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 1209a135-9812-40c4-86e6-7023f1cb8b16, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1209a135-9812-40c4-86e6-7023f1cb8b16,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:57.967090 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '1209a135-9812-40c4-86e6-7023f1cb8b16', 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c', 'port_id': '1209a135-9812-40c4-86e6-7023f1cb8b16', 'mac_address': 'fa:16:3e:b9:2d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c9cb3b-02da-4b2d-886d-ad880aca8a5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:56:57.967700 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-7e193535-2171-485e-99a0-2b12033890f9 req-4d589c35-9886-464e-8567-7a1475638b08 service neutron] For port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:56:57.988096 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72fa1746-0715-4e6d-b382-736db6da0760 req-fa7c9b8d-70c4-4379-bdad-1c7cbd160f7a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593282 Aug 05 13:56:57.995953 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7e193535-2171-485e-99a0-2b12033890f9 req-4d589c35-9886-464e-8567-7a1475638b08 service neutron] Notify callbacks [] for binding, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:58.010776 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-4d589c35-9886-464e-8567-7a1475638b08 service neutron] 10.222.0.16 "POST /v2.0/ports/14a1ba65-5cc9-45bd-bbbb-539e25c41fcb/bindings HTTP/1.1" status: 201 len: 389 time: 0.4817073 Aug 05 13:56:58.019266 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f9148d8b-09b9-48b7-8db9-6931ef870282 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:58.037317 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:58.056615 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1209a135-9812-40c4-86e6-7023f1cb8b16 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:56:58.064208 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89770fbe-387e-43d1-a48f-c268907eb2cf req-c88bb3e0-7f85-4f59-9d49-b9bb4477233d service neutron] 10.222.0.63 "GET /v2.0/networks/b4380663-ae1d-487a-a20a-c1a92b22cae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884091 Aug 05 13:56:58.065213 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f9148d8b-09b9-48b7-8db9-6931ef870282 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:58.097981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 1209a135-9812-40c4-86e6-7023f1cb8b16, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1209a135-9812-40c4-86e6-7023f1cb8b16,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:56:58.105723 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:58.150715 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a443d3-fdfa-483e-bb65-37ad4ff577b7 req-bc425d7e-26b3-4fa8-801a-b5a647d1b4ac tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:58.166111 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-66a443d3-fdfa-483e-bb65-37ad4ff577b7 req-bc425d7e-26b3-4fa8-801a-b5a647d1b4ac tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 945 time: 0.0857091 Aug 05 13:56:58.233893 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89770fbe-387e-43d1-a48f-c268907eb2cf req-560c7a58-9480-41a4-ac3e-f939438824bd service neutron] 10.222.0.63 "GET /v2.0/networks/b4380663-ae1d-487a-a20a-c1a92b22cae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487184 Aug 05 13:56:58.239613 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f9148d8b-09b9-48b7-8db9-6931ef870282 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:58.243811 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f9148d8b-09b9-48b7-8db9-6931ef870282 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6000497 Aug 05 13:56:58.245256 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47598) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:58.250313 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=1209a135-9812-40c4-86e6-7023f1cb8b16,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:58.252908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-73ad8c36-a940-4835-b3fe-5f470a9c272d tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Request body: {'security_group_rule': {'security_group_id': '5cdadf07-c0d0-4e84-b637-546594d6d0ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:58.260569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9148d8b-09b9-48b7-8db9-6931ef870282 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdadf07-c0d0-4e84-b637-546594d6d0ae,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:58.299055 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-66a443d3-fdfa-483e-bb65-37ad4ff577b7 req-7b26003c-9acd-4fa8-89d2-1884a41889e9 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300111 Aug 05 13:56:58.300933 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73ad8c36-a940-4835-b3fe-5f470a9c272d tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:58.383070 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73ad8c36-a940-4835-b3fe-5f470a9c272d tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:58.395033 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73ad8c36-a940-4835-b3fe-5f470a9c272d tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:58.452118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad8c36-a940-4835-b3fe-5f470a9c272d tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc17071-dd15-4de6-9fad-99528f4f1af3,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:58.464700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['1209a135-9812-40c4-86e6-7023f1cb8b16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:56:58.469883 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73ad8c36-a940-4835-b3fe-5f470a9c272d tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:58.473776 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-73ad8c36-a940-4835-b3fe-5f470a9c272d tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2248683 Aug 05 13:56:58.474219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47602) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:58.479294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-74b3cb3d-4d45-49ae-9e85-bcf7b0065e59 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Request body: {'security_group_rule': {'security_group_id': '5cdadf07-c0d0-4e84-b637-546594d6d0ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:58.500915 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193535-2171-485e-99a0-2b12033890f9 req-3f4fb3a7-85e2-41f5-a1b0-bb022baca5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:58.502980 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-3f4fb3a7-85e2-41f5-a1b0-bb022baca5a2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 1096 time: 0.1242218 Aug 05 13:56:58.524940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd968d7e-4b65-4f11-a4ce-1f3086dc96d9 req-a3ccfde0-245c-4c26-83f8-4784a77b460b tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:58.529424 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd968d7e-4b65-4f11-a4ce-1f3086dc96d9 req-a3ccfde0-245c-4c26-83f8-4784a77b460b tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 945 time: 0.0783095 Aug 05 13:56:58.542872 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-74b3cb3d-4d45-49ae-9e85-bcf7b0065e59 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:58.616686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-74b3cb3d-4d45-49ae-9e85-bcf7b0065e59 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:58.621698 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-74b3cb3d-4d45-49ae-9e85-bcf7b0065e59 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:58.636953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3cb3d-4d45-49ae-9e85-bcf7b0065e59 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c802f95-d59a-4202-abb0-3001d22da347,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:58.664051 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-74b3cb3d-4d45-49ae-9e85-bcf7b0065e59 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:58.669014 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-74b3cb3d-4d45-49ae-9e85-bcf7b0065e59 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1926889 Aug 05 13:56:58.671173 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47604) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:56:58.677301 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2d564183-d889-41ac-8f2f-296c1f4d1e06 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:56:58.683099 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd968d7e-4b65-4f11-a4ce-1f3086dc96d9 req-be7c938d-59ed-4653-ae93-8e4c280427da tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384909 Aug 05 13:56:58.710764 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193535-2171-485e-99a0-2b12033890f9 req-a4ecd050-34d7-4766-9a69-98eb44257ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:58.713136 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-a4ecd050-34d7-4766-9a69-98eb44257ae7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.1826005 Aug 05 13:56:58.713752 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2d564183-d889-41ac-8f2f-296c1f4d1e06 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:58.769965 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-08535b1d-8438-4d67-a40c-b44f32befd45 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb HTTP/1.1" status: 200 len: 217 time: 0.0409288 Aug 05 13:56:58.833194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193535-2171-485e-99a0-2b12033890f9 req-72e1763c-cd1e-497a-a61b-243d2a826389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:58.835036 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-72e1763c-cd1e-497a-a61b-243d2a826389 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.0515988 Aug 05 13:56:58.846444 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2d564183-d889-41ac-8f2f-296c1f4d1e06 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:58.883981 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-c26bca02-ec21-4064-9455-9913038fe74c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326993 Aug 05 13:56:58.994614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-2d564183-d889-41ac-8f2f-296c1f4d1e06 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Allocated IP 172.25.5.79 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/aa306e81-fe72-492f-94d4-e39ef7e4e811) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:56:59.027652 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-48f8fd14-8147-4c8c-9d78-13d90446fcd4 service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267262 Aug 05 13:56:59.157023 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-e8cf736b-669e-4d8a-9165-3a8350419335 service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108971 Aug 05 13:56:59.164322 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2d564183-d889-41ac-8f2f-296c1f4d1e06 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:59.183669 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbe979-f5ca-42b4-81dd-e898f674f068 req-37521d86-4748-4ec2-8677-915f7b4acf99 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:59.192705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8cbe979-f5ca-42b4-81dd-e898f674f068 req-37521d86-4748-4ec2-8677-915f7b4acf99 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 950 time: 0.1053574 Aug 05 13:56:59.251243 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8cbe979-f5ca-42b4-81dd-e898f674f068 req-e323c996-3d37-45c5-bcc9-63a75629abf3 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573878 Aug 05 13:56:59.276573 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2d564183-d889-41ac-8f2f-296c1f4d1e06 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:59.298912 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d564183-d889-41ac-8f2f-296c1f4d1e06 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:56:59.332224 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-2d564183-d889-41ac-8f2f-296c1f4d1e06 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:56:59.336006 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d564183-d889-41ac-8f2f-296c1f4d1e06 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:56:59.380009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d564183-d889-41ac-8f2f-296c1f4d1e06 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Pushing event updated for resources: {'Port': ['ID=aa306e81-fe72-492f-94d4-e39ef7e4e811,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:56:59.517105 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2d564183-d889-41ac-8f2f-296c1f4d1e06 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:59.580966 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557f4ae-5161-40be-b67f-ba338c9a07cf req-c34818fd-7d3d-42e3-ad79-231f0352f761 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:59.582691 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a557f4ae-5161-40be-b67f-ba338c9a07cf req-c34818fd-7d3d-42e3-ad79-231f0352f761 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 945 time: 0.1519711 Aug 05 13:56:59.659569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769ec95-1e15-4858-8c32-48d46c46e7c5 req-b361c796-cedf-429f-9895-e6e192900e60 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:56:59.661632 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f769ec95-1e15-4858-8c32-48d46c46e7c5 req-b361c796-cedf-429f-9895-e6e192900e60 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 950 time: 0.1722717 Aug 05 13:56:59.675546 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a557f4ae-5161-40be-b67f-ba338c9a07cf req-6edc0401-fb16-45be-a253-86e6136da37d tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813608 Aug 05 13:56:59.779551 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1209a135-9812-40c4-86e6-7023f1cb8b16 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:56:59.895590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-f769ec95-1e15-4858-8c32-48d46c46e7c5 req-6f6cb348-85d9-466b-bb2c-c1dfa88d8086 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Deleting port 5c31038d-11bc-4db6-95db-23972556c715 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:56:59.896078 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f769ec95-1e15-4858-8c32-48d46c46e7c5 req-6f6cb348-85d9-466b-bb2c-c1dfa88d8086 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:59.904816 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 1209a135-9812-40c4-86e6-7023f1cb8b16 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:56:59.911050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 1209a135-9812-40c4-86e6-7023f1cb8b16 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:56:59.911423 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:56:59.991891 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83a56-d96b-4835-a5b7-c4451415a448 req-ff337d92-7da2-4cb4-aa8d-148197b7e669 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:00.003848 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2ed83a56-d96b-4835-a5b7-c4451415a448 req-ff337d92-7da2-4cb4-aa8d-148197b7e669 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 945 time: 0.1560934 Aug 05 13:57:00.048857 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2d564183-d889-41ac-8f2f-296c1f4d1e06 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:00.082940 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:00.121029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf11832-f2b9-431a-b8f6-d88a98182d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1209a135-9812-40c4-86e6-7023f1cb8b16'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:00.125278 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088bbd25-d8ea-4bd2-a78b-a0927e2b3fe4" -d '{"events": [{"server_uuid": "daf11832-f2b9-431a-b8f6-d88a98182d8a", "name": "network-vif-plugged", "status": "completed", "tag": "1209a135-9812-40c4-86e6-7023f1cb8b16"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:00.126799 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f769ec95-1e15-4858-8c32-48d46c46e7c5 req-6f6cb348-85d9-466b-bb2c-c1dfa88d8086 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] For port 5c31038d-11bc-4db6-95db-23972556c715, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5c31038d-11bc-4db6-95db-23972556c715,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:00.127173 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f769ec95-1e15-4858-8c32-48d46c46e7c5 req-6f6cb348-85d9-466b-bb2c-c1dfa88d8086 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:00.165398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-f769ec95-1e15-4858-8c32-48d46c46e7c5 req-6f6cb348-85d9-466b-bb2c-c1dfa88d8086 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Calling delete_port for 5c31038d-11bc-4db6-95db-23972556c715 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:00.185134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 1209a135-9812-40c4-86e6-7023f1cb8b16, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1209a135-9812-40c4-86e6-7023f1cb8b16,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:00.194442 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:00.225895 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2ed83a56-d96b-4835-a5b7-c4451415a448 req-12222848-f495-413d-a89a-9d2a349aa84c tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215192 Aug 05 13:57:00.260798 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1e6d8a-59ed-4466-bf7a-fb7119d0f810 x-openstack-request-id: req-1c1e6d8a-59ed-4466-bf7a-fb7119d0f810 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:00.261053 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf11832-f2b9-431a-b8f6-d88a98182d8a", "name": "network-vif-plugged", "status": "completed", "tag": "1209a135-9812-40c4-86e6-7023f1cb8b16", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:00.261305 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c1e6d8a-59ed-4466-bf7a-fb7119d0f810 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:00.261749 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf11832-f2b9-431a-b8f6-d88a98182d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1209a135-9812-40c4-86e6-7023f1cb8b16', 'code': 200} Aug 05 13:57:00.303971 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=1209a135-9812-40c4-86e6-7023f1cb8b16,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:00.355959 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2d564183-d889-41ac-8f2f-296c1f4d1e06 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:00.369307 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2d564183-d889-41ac-8f2f-296c1f4d1e06 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:00.448650 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb5876-52c9-43a8-a61a-9698dad20f52 req-e4a3a1bc-bc53-48e0-a480-21df8ceb7764 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:00.450278 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1cb5876-52c9-43a8-a61a-9698dad20f52 req-e4a3a1bc-bc53-48e0-a480-21df8ceb7764 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 950 time: 0.0764961 Aug 05 13:57:00.453796 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd655f-abbd-48fb-b31d-db42e49ac28c req-5ee65c0c-360a-432f-925d-0604716c6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:00.455264 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29fd655f-abbd-48fb-b31d-db42e49ac28c req-5ee65c0c-360a-432f-925d-0604716c6b5d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 1097 time: 0.1632092 Aug 05 13:57:00.477364 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d564183-d889-41ac-8f2f-296c1f4d1e06 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Pushing event updated for resources: {'Port': ['ID=aa306e81-fe72-492f-94d4-e39ef7e4e811,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:00.488900 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2d564183-d889-41ac-8f2f-296c1f4d1e06 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:00.554020 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2d564183-d889-41ac-8f2f-296c1f4d1e06 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:00.555773 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2d564183-d889-41ac-8f2f-296c1f4d1e06 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8836215 Aug 05 13:57:00.578222 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1cb5876-52c9-43a8-a61a-9698dad20f52 req-9078c80e-b44e-4cd4-adc1-4bb867d2af30 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185443 Aug 05 13:57:00.585284 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29fd655f-abbd-48fb-b31d-db42e49ac28c req-5105cbd8-5e08-41e0-8a46-770f293ea6c2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921044 Aug 05 13:57:00.587536 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f769ec95-1e15-4858-8c32-48d46c46e7c5 req-6f6cb348-85d9-466b-bb2c-c1dfa88d8086 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:00.610058 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['44f6d346-7ba4-45d3-ac51-efabb23deb16', '314bb475-1570-4a36-b193-75cde195baf6'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:00.643038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cb348-85d9-466b-bb2c-c1dfa88d8086 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Pushing event deleted for resources: {'Port': ['ID=5c31038d-11bc-4db6-95db-23972556c715,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:00.666796 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['0b90c80b-ea5d-476d-8890-b723dea55b6c', 'f4df28dc-9ae0-428c-af46-f643bc6b6d16', '4a4775b9-65bf-4e6a-a1a3-9c59413a5096', '3a93422d-ca51-4986-96d0-599619b8bcba', '5c31038d-11bc-4db6-95db-23972556c715'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:00.729526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f769ec95-1e15-4858-8c32-48d46c46e7c5 req-6f6cb348-85d9-466b-bb2c-c1dfa88d8086 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] No DVR routers for this DVR port 5c31038d-11bc-4db6-95db-23972556c715 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:57:00.732546 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f769ec95-1e15-4858-8c32-48d46c46e7c5 req-6f6cb348-85d9-466b-bb2c-c1dfa88d8086 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:00.735063 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f769ec95-1e15-4858-8c32-48d46c46e7c5 req-6f6cb348-85d9-466b-bb2c-c1dfa88d8086 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "DELETE /v2.0/ports/5c31038d-11bc-4db6-95db-23972556c715 HTTP/1.1" status: 204 len: 173 time: 1.0535169 Aug 05 13:57:00.735833 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957caab2-fcf9-42b8-973a-f705e087c96f', 'name': 'network-vif-deleted', 'tag': '5c31038d-11bc-4db6-95db-23972556c715'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:00.739629 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66b5517-2208-49a6-bb26-736c76f50a1e" -d '{"events": [{"server_uuid": "957caab2-fcf9-42b8-973a-f705e087c96f", "name": "network-vif-deleted", "tag": "5c31038d-11bc-4db6-95db-23972556c715"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:00.895696 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610ab7ad-52bc-44ed-b431-dbe76b16a1e4 x-openstack-request-id: req-610ab7ad-52bc-44ed-b431-dbe76b16a1e4 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:00.895989 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957caab2-fcf9-42b8-973a-f705e087c96f", "name": "network-vif-deleted", "tag": "5c31038d-11bc-4db6-95db-23972556c715", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:00.896240 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-610ab7ad-52bc-44ed-b431-dbe76b16a1e4 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:00.896664 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957caab2-fcf9-42b8-973a-f705e087c96f', 'name': 'network-vif-deleted', 'tag': '5c31038d-11bc-4db6-95db-23972556c715', 'status': 'completed', 'code': 200} Aug 05 13:57:00.956586 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af77f66-9a4b-41b3-bdb3-b3ce67952630 req-8b0d8be3-3ea0-40a0-b7ed-7c1ad8c7ce95 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:00.961784 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0af77f66-9a4b-41b3-bdb3-b3ce67952630 req-8b0d8be3-3ea0-40a0-b7ed-7c1ad8c7ce95 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 946 time: 0.1269548 Aug 05 13:57:01.101634 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0af77f66-9a4b-41b3-bdb3-b3ce67952630 req-68ed3d13-4587-4779-9dfb-8bbd101f9566 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309180 Aug 05 13:57:01.206234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-871a5bd6-5ec4-4c53-aa30-79359022c888 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:01.208869 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-871a5bd6-5ec4-4c53-aa30-79359022c888 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/networks?id=cb9c7dd8-92c7-4587-967a-d9788e894eb8 HTTP/1.1" status: 200 len: 822 time: 0.1955359 Aug 05 13:57:01.235255 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-053eb211-a1d0-495d-b797-ca01a9a0bcb5 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/quotas/36b195be19df4fdc96b16ded98dcb740 HTTP/1.1" status: 200 len: 375 time: 0.0202360 Aug 05 13:57:01.329436 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-e3396b8e-94e1-4993-b9b6-6d3e696ca415 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=36b195be19df4fdc96b16ded98dcb740&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0880842 Aug 05 13:57:01.463441 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb70a8-fb3e-4f79-9f8d-c0287958c0f3 req-cfa2fedb-6f7b-4999-87bb-f05e19a69c1d tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:01.471461 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5edb70a8-fb3e-4f79-9f8d-c0287958c0f3 req-cfa2fedb-6f7b-4999-87bb-f05e19a69c1d tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 945 time: 0.1126065 Aug 05 13:57:01.547483 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5edb70a8-fb3e-4f79-9f8d-c0287958c0f3 req-8cc659a1-8a22-4c11-a14c-faff20beaf30 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729706 Aug 05 13:57:01.559829 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-fa22c198-af25-422e-927d-6a4b5ec8f8ae service neutron] 10.222.0.16 "GET /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291267 Aug 05 13:57:01.787840 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-b4962a49-0e42-4c22-b9e7-8ab95b8a53ed service neutron] 10.222.0.16 "GET /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186692 Aug 05 13:57:01.978985 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f6190f35-cee8-4d12-9e7d-9755c4a2e46c req-843a82a5-a417-4f14-a265-5dcce08f3cd9 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=957caab2-fcf9-42b8-973a-f705e087c96f HTTP/1.1" status: 200 len: 210 time: 0.0856895 Aug 05 13:57:02.118054 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4cb44741-030c-4a58-8b1c-4b841fb43cdf req-2ad0e8cc-3644-4f46-8598-ed9e3cde69e0 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 210 time: 0.0555091 Aug 05 13:57:02.280881 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b17a1d-d89e-48a0-97f6-8ee1a73d1970 req-bf6c0e68-3e18-471b-908c-a7b71bcd73a8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:02.301190 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-51b17a1d-d89e-48a0-97f6-8ee1a73d1970 req-bf6c0e68-3e18-471b-908c-a7b71bcd73a8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 946 time: 0.0999756 Aug 05 13:57:02.372360 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-51b17a1d-d89e-48a0-97f6-8ee1a73d1970 req-7d1cbd81-fb6d-48f0-a0f0-245b4074f375 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663285 Aug 05 13:57:02.735345 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd3b8c-163a-45a5-aa74-72231a63977b req-f494b9ef-cc39-4a04-ab7e-6a419ae90af9 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:02.755860 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-26bd3b8c-163a-45a5-aa74-72231a63977b req-f494b9ef-cc39-4a04-ab7e-6a419ae90af9 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 945 time: 0.0940833 Aug 05 13:57:02.769798 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b33d7-3292-40e9-9076-e97f0cc4c5bc req-704e022b-cb56-42fa-b2c3-5d44a108f71c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:02.780779 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bf9b33d7-3292-40e9-9076-e97f0cc4c5bc req-704e022b-cb56-42fa-b2c3-5d44a108f71c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 946 time: 0.0877252 Aug 05 13:57:02.820386 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-26bd3b8c-163a-45a5-aa74-72231a63977b req-aa873822-4b04-40bc-8d76-19a6fd920faa tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578859 Aug 05 13:57:02.875217 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bf9b33d7-3292-40e9-9076-e97f0cc4c5bc req-f679209c-d7b0-4da2-a4cb-926ee452cc7a tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932705 Aug 05 13:57:03.328952 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-322c856a-c3e9-4c36-a647-c3a3d3ad0437 req-39e8cb7a-8166-46b7-8e19-e9476230399e tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 210 time: 0.0583768 Aug 05 13:57:03.397863 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94595c-d2ca-483c-8bd9-89026011c59d req-568c701f-9617-46c8-b69e-4cd015501827 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:03.400153 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fc94595c-d2ca-483c-8bd9-89026011c59d req-568c701f-9617-46c8-b69e-4cd015501827 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 949 time: 0.0617943 Aug 05 13:57:03.465563 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fc94595c-d2ca-483c-8bd9-89026011c59d req-1e4d00f3-e12e-466a-98f3-696c78546a03 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587211 Aug 05 13:57:03.647950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-2ac5694f-06bd-4470-84bb-ac5ad1baa049 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:03.649911 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-2ac5694f-06bd-4470-84bb-ac5ad1baa049 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.84 "GET /v2.0/networks?id=cb9c7dd8-92c7-4587-967a-d9788e894eb8 HTTP/1.1" status: 200 len: 822 time: 0.1992173 Aug 05 13:57:03.673162 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-66c3d422-7dd9-465f-9fdd-a7166a1f38ef tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Request body: {'port': {'device_id': '11c8ebfe-8514-4879-a5a3-b7b069d46cad', 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8', 'admin_state_up': True, 'tenant_id': '36b195be19df4fdc96b16ded98dcb740'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:03.833002 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-66c3d422-7dd9-465f-9fdd-a7166a1f38ef tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Made reservation on behalf of 36b195be19df4fdc96b16ded98dcb740 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:57:03.843483 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-66c3d422-7dd9-465f-9fdd-a7166a1f38ef tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:04.005366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-66c3d422-7dd9-465f-9fdd-a7166a1f38ef tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Allocated IP 172.20.0.10 (cb9c7dd8-92c7-4587-967a-d9788e894eb8/187e4257-8803-4bab-bf1d-3f4f6e87414e/2cc9a4e7-777f-4d78-b086-33c545b96893) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:57:04.060553 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef65c4b-36b7-4c1b-872c-674a84fc9396 req-db4af7ef-d287-4a86-ba50-b71719828d00 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:04.074768 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5ef65c4b-36b7-4c1b-872c-674a84fc9396 req-db4af7ef-d287-4a86-ba50-b71719828d00 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 945 time: 0.1333616 Aug 05 13:57:04.151020 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5ef65c4b-36b7-4c1b-872c-674a84fc9396 req-6dab3ec4-8ff5-40b4-8391-2ab5f8cc9462 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741334 Aug 05 13:57:04.191039 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457a5fe-b1b0-4b52-af5d-cfa5bff277a0 req-1266a6f4-8bb3-4eb7-bb24-316076e93324 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:04.206831 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a457a5fe-b1b0-4b52-af5d-cfa5bff277a0 req-1266a6f4-8bb3-4eb7-bb24-316076e93324 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 946 time: 0.1529195 Aug 05 13:57:04.273565 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a457a5fe-b1b0-4b52-af5d-cfa5bff277a0 req-aeabbbc3-cb33-4803-bb2b-0123091a753d tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656674 Aug 05 13:57:04.285956 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 5c31038d-11bc-4db6-95db-23972556c715 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:04.347638 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 5c31038d-11bc-4db6-95db-23972556c715 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:57:04.347994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 5c31038d-11bc-4db6-95db-23972556c715 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:57:04.364199 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-66c3d422-7dd9-465f-9fdd-a7166a1f38ef tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:04.446184 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-66c3d422-7dd9-465f-9fdd-a7166a1f38ef tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:04.549047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc99f5-f8e7-4258-9a4a-ea29f5ba479f req-756ffc7c-f75e-4149-a7a5-07990143fa3f tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:04.553123 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-66c3d422-7dd9-465f-9fdd-a7166a1f38ef tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Network cb9c7dd8-92c7-4587-967a-d9788e894eb8 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:57:04.561739 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-66c3d422-7dd9-465f-9fdd-a7166a1f38ef tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:04.565582 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-38cc99f5-f8e7-4258-9a4a-ea29f5ba479f req-756ffc7c-f75e-4149-a7a5-07990143fa3f tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 932 time: 0.0861332 Aug 05 13:57:04.575890 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-66c3d422-7dd9-465f-9fdd-a7166a1f38ef tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:57:04.640082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-66c3d422-7dd9-465f-9fdd-a7166a1f38ef tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:04.640738 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-66c3d422-7dd9-465f-9fdd-a7166a1f38ef tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:04.643827 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-38cc99f5-f8e7-4258-9a4a-ea29f5ba479f req-d37062cc-321a-4ce1-b007-6aa6fc8be718 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738361 Aug 05 13:57:04.685764 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3d422-7dd9-465f-9fdd-a7166a1f38ef tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Pushing event updated for resources: {'Port': ['ID=2cc9a4e7-777f-4d78-b086-33c545b96893,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:04.696885 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-66c3d422-7dd9-465f-9fdd-a7166a1f38ef tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0288250 Aug 05 13:57:04.716698 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Request body: {'port': {'device_id': '11c8ebfe-8514-4879-a5a3-b7b069d46cad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:04.787046 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:04.852390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449ec1f-c990-4a61-b525-cfbee8d8f43b req-f584e983-9b47-489c-8a9d-c571080123f0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:04.854625 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6449ec1f-c990-4a61-b525-cfbee8d8f43b req-f584e983-9b47-489c-8a9d-c571080123f0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 946 time: 0.1188545 Aug 05 13:57:04.938689 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309120c5-4a64-4382-862a-ab3ada97d0b5 req-9d0c2794-ecd2-4593-ad0d-2d485296db4a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:04.940560 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-309120c5-4a64-4382-862a-ab3ada97d0b5 req-9d0c2794-ecd2-4593-ad0d-2d485296db4a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 949 time: 0.1400485 Aug 05 13:57:04.965993 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6449ec1f-c990-4a61-b525-cfbee8d8f43b req-45e1d788-e499-4d6a-87ec-52d2a100f658 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012397 Aug 05 13:57:05.078992 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-309120c5-4a64-4382-862a-ab3ada97d0b5 req-ee7dbf30-7cdb-44fa-8dd2-cc1ed215df8d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280665 Aug 05 13:57:05.274763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc9a4e7-777f-4d78-b086-33c545b96893 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:57:05.289130 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:05.316704 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Transition to ACTIVE for port object 2cc9a4e7-777f-4d78-b086-33c545b96893 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:57:05.321929 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:05.393323 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Pushing event updated for resources: {'Port': ['ID=2cc9a4e7-777f-4d78-b086-33c545b96893,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:05.413644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaad5f0-a562-4756-9067-49c4534d7f75 req-fe158e40-0e49-4d97-ad4b-3465225972b8 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:05.415272 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-adaad5f0-a562-4756-9067-49c4534d7f75 req-fe158e40-0e49-4d97-ad4b-3465225972b8 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 945 time: 0.1062629 Aug 05 13:57:05.504180 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-adaad5f0-a562-4756-9067-49c4534d7f75 req-ec8e9e9a-5efe-466d-afd4-5138b7415c91 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712941 Aug 05 13:57:05.529877 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2a2d6-8ff2-453c-8723-0c002166abd3 req-556114e5-ed86-40cd-8d57-91b054c15094 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:05.531464 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-efc2a2d6-8ff2-453c-8723-0c002166abd3 req-556114e5-ed86-40cd-8d57-91b054c15094 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "GET /v2.0/ports?device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 949 time: 0.1426606 Aug 05 13:57:05.648448 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Attempting to bind port 2cc9a4e7-777f-4d78-b086-33c545b96893 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:57:05.648698 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Attempting to bind port 2cc9a4e7-777f-4d78-b086-33c545b96893 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '6cd58d93-1aa7-4e73-8589-2eea8f7b64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:57:05.649184 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Attempting to bind port 2cc9a4e7-777f-4d78-b086-33c545b96893 on network cb9c7dd8-92c7-4587-967a-d9788e894eb8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:57:05.672677 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Port 2cc9a4e7-777f-4d78-b086-33c545b96893 on network cb9c7dd8-92c7-4587-967a-d9788e894eb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:57:05.673027 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Attempting to bind port 2cc9a4e7-777f-4d78-b086-33c545b96893 on network cb9c7dd8-92c7-4587-967a-d9788e894eb8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:57:05.680667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:57:05.681008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Checking segment: {'id': '6cd58d93-1aa7-4e73-8589-2eea8f7b64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:57:05.681405 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Bound using segment: {'id': '6cd58d93-1aa7-4e73-8589-2eea8f7b64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:57:05.681826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Bound port: 2cc9a4e7-777f-4d78-b086-33c545b96893, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd58d93-1aa7-4e73-8589-2eea8f7b64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:57:05.682184 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:05.755747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-efc2a2d6-8ff2-453c-8723-0c002166abd3 req-d2cb75d4-fcdd-4479-a22e-54d939efb63c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Deleting port 3a93422d-ca51-4986-96d0-599619b8bcba {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:05.755747 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-efc2a2d6-8ff2-453c-8723-0c002166abd3 req-d2cb75d4-fcdd-4479-a22e-54d939efb63c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:05.811270 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88ca56-ff2d-47c2-9b31-d107d511322c req-dd6cacba-1c09-4122-997a-f8f93f37ddd5 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:05.819861 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c88ca56-ff2d-47c2-9b31-d107d511322c req-dd6cacba-1c09-4122-997a-f8f93f37ddd5 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 944 time: 0.1015983 Aug 05 13:57:05.824577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] For port 2cc9a4e7-777f-4d78-b086-33c545b96893, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:57:05.846038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] For port 2cc9a4e7-777f-4d78-b086-33c545b96893, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2cc9a4e7-777f-4d78-b086-33c545b96893,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:57:05.863040 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:05.890917 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c88ca56-ff2d-47c2-9b31-d107d511322c req-9d86b0e3-7d2d-4eaa-9074-14056f6b73ff tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695508 Aug 05 13:57:05.919399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-efc2a2d6-8ff2-453c-8723-0c002166abd3 req-d2cb75d4-fcdd-4479-a22e-54d939efb63c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] For port 3a93422d-ca51-4986-96d0-599619b8bcba, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=3a93422d-ca51-4986-96d0-599619b8bcba,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:05.919767 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-efc2a2d6-8ff2-453c-8723-0c002166abd3 req-d2cb75d4-fcdd-4479-a22e-54d939efb63c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:05.922878 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:05.923494 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:05.924928 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] 10.222.0.84 "PUT /v2.0/ports/2cc9a4e7-777f-4d78-b086-33c545b96893 HTTP/1.1" status: 200 len: 1092 time: 1.2168770 Aug 05 13:57:05.929442 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c8ebfe-8514-4879-a5a3-b7b069d46cad', 'tag': '2cc9a4e7-777f-4d78-b086-33c545b96893'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:05.931963 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1944c282-de84-4bb0-b9cd-eb8dd3470202" -d '{"events": [{"name": "network-changed", "server_uuid": "11c8ebfe-8514-4879-a5a3-b7b069d46cad", "tag": "2cc9a4e7-777f-4d78-b086-33c545b96893"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:05.958095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-efc2a2d6-8ff2-453c-8723-0c002166abd3 req-d2cb75d4-fcdd-4479-a22e-54d939efb63c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Calling delete_port for 3a93422d-ca51-4986-96d0-599619b8bcba owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:05.970697 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f6155-6fb2-42d9-8587-78f1019e2cdf service neutron] Pushing event updated for resources: {'Port': ['ID=2cc9a4e7-777f-4d78-b086-33c545b96893,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:06.022950 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bcfac3-f5ba-4808-940a-c6b560a68e52 x-openstack-request-id: req-99bcfac3-f5ba-4808-940a-c6b560a68e52 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:06.023234 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c8ebfe-8514-4879-a5a3-b7b069d46cad", "tag": "2cc9a4e7-777f-4d78-b086-33c545b96893", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:06.023480 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99bcfac3-f5ba-4808-940a-c6b560a68e52 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:06.023869 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c8ebfe-8514-4879-a5a3-b7b069d46cad', 'tag': '2cc9a4e7-777f-4d78-b086-33c545b96893', 'status': 'completed', 'code': 200} Aug 05 13:57:06.085095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-b2e93e6f-d6fb-4611-b729-36dcd8d04d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:06.085095 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-b2e93e6f-d6fb-4611-b729-36dcd8d04d8d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=36b195be19df4fdc96b16ded98dcb740&device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 1095 time: 0.0727687 Aug 05 13:57:06.178068 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-1af56cd9-ee15-47b7-93b2-8048ff68d6bc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cc9a4e7-777f-4d78-b086-33c545b96893 HTTP/1.1" status: 200 len: 217 time: 0.0783815 Aug 05 13:57:06.185133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7525f-af8a-4301-a22f-5ff3373634f7 req-3ef20116-bbfc-42f8-b60f-4784090179c5 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:06.189479 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6a7525f-af8a-4301-a22f-5ff3373634f7 req-3ef20116-bbfc-42f8-b60f-4784090179c5 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 946 time: 0.1068439 Aug 05 13:57:06.237124 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-efc2a2d6-8ff2-453c-8723-0c002166abd3 req-d2cb75d4-fcdd-4479-a22e-54d939efb63c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:06.252377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['44f6d346-7ba4-45d3-ac51-efabb23deb16', '314bb475-1570-4a36-b193-75cde195baf6'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:06.254668 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['0b90c80b-ea5d-476d-8890-b723dea55b6c', 'f4df28dc-9ae0-428c-af46-f643bc6b6d16', '4a4775b9-65bf-4e6a-a1a3-9c59413a5096', '3a93422d-ca51-4986-96d0-599619b8bcba'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:06.269332 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6a7525f-af8a-4301-a22f-5ff3373634f7 req-049212ab-2b76-447b-bb37-33cecb960deb tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700915 Aug 05 13:57:06.297629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-e18f8c2a-edaa-47e1-80d4-32ac3ab06ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:06.299595 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-e18f8c2a-edaa-47e1-80d4-32ac3ab06ef4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=187e4257-8803-4bab-bf1d-3f4f6e87414e HTTP/1.1" status: 200 len: 862 time: 0.1116199 Aug 05 13:57:06.352336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb75d4-fcdd-4479-a22e-54d939efb63c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Pushing event deleted for resources: {'Port': ['ID=3a93422d-ca51-4986-96d0-599619b8bcba,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:06.445035 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-66c3f6d7-bf5c-4e3e-8224-19a070796717 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cb9c7dd8-92c7-4587-967a-d9788e894eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934176 Aug 05 13:57:06.448950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc2a2d6-8ff2-453c-8723-0c002166abd3 req-d2cb75d4-fcdd-4479-a22e-54d939efb63c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] No DVR routers for this DVR port 3a93422d-ca51-4986-96d0-599619b8bcba on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:57:06.453774 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1cf89eef-b1a4-45e4-8ed1-2f913908d4ee req-f8471bc9-7e5c-45dd-88b5-1497c0a78ad3 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=2288e2ff-cfdb-4ef1-89f2-73b754c999b1 HTTP/1.1" status: 200 len: 210 time: 0.2085660 Aug 05 13:57:06.461634 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-efc2a2d6-8ff2-453c-8723-0c002166abd3 req-d2cb75d4-fcdd-4479-a22e-54d939efb63c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:06.463988 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-efc2a2d6-8ff2-453c-8723-0c002166abd3 req-d2cb75d4-fcdd-4479-a22e-54d939efb63c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "DELETE /v2.0/ports/3a93422d-ca51-4986-96d0-599619b8bcba HTTP/1.1" status: 204 len: 173 time: 0.9042447 Aug 05 13:57:06.650089 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949ee38-0eb1-4b57-be57-907f1b68bfc9 req-a9650d2a-50b3-42ea-9516-f831599bded4 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:06.655331 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4949ee38-0eb1-4b57-be57-907f1b68bfc9 req-a9650d2a-50b3-42ea-9516-f831599bded4 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.84 "GET /v2.0/ports?device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 946 time: 0.1791422 Aug 05 13:57:06.858016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-4949ee38-0eb1-4b57-be57-907f1b68bfc9 req-2779697f-cada-4e72-9f21-9bc03979a9d0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Deleting port 1209a135-9812-40c4-86e6-7023f1cb8b16 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:06.859419 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4949ee38-0eb1-4b57-be57-907f1b68bfc9 req-2779697f-cada-4e72-9f21-9bc03979a9d0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:06.932870 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:57:07.092179 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4949ee38-0eb1-4b57-be57-907f1b68bfc9 req-2779697f-cada-4e72-9f21-9bc03979a9d0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] For port 1209a135-9812-40c4-86e6-7023f1cb8b16, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1209a135-9812-40c4-86e6-7023f1cb8b16,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:07.093838 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4949ee38-0eb1-4b57-be57-907f1b68bfc9 req-2779697f-cada-4e72-9f21-9bc03979a9d0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:07.174328 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-4949ee38-0eb1-4b57-be57-907f1b68bfc9 req-2779697f-cada-4e72-9f21-9bc03979a9d0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Calling delete_port for 1209a135-9812-40c4-86e6-7023f1cb8b16 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:07.246643 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f99fc-0110-43c0-81c7-e0c82edef698 req-b1cd48a2-5564-4ac7-984c-d1afab52f1cf tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:07.248857 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-741f99fc-0110-43c0-81c7-e0c82edef698 req-b1cd48a2-5564-4ac7-984c-d1afab52f1cf tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 944 time: 0.1448255 Aug 05 13:57:07.298571 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc663a-9511-42e2-9d97-433914718968 req-bfce9268-cd02-4fee-bf8d-eac1a81ab1db tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:07.300160 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7bbc663a-9511-42e2-9d97-433914718968 req-bfce9268-cd02-4fee-bf8d-eac1a81ab1db tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 945 time: 0.6022980 Aug 05 13:57:07.323417 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-741f99fc-0110-43c0-81c7-e0c82edef698 req-37d5742e-24bb-4cac-942c-901bd4ef04e2 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661247 Aug 05 13:57:07.327923 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-28940eff-87da-4e08-ad08-c8d306e9b2a5 service neutron] 10.222.0.84 "GET /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8695395 Aug 05 13:57:07.392510 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4949ee38-0eb1-4b57-be57-907f1b68bfc9 req-2779697f-cada-4e72-9f21-9bc03979a9d0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:07.452598 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779697f-cada-4e72-9f21-9bc03979a9d0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Pushing event deleted for resources: {'Port': ['ID=1209a135-9812-40c4-86e6-7023f1cb8b16,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:07.467395 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7bbc663a-9511-42e2-9d97-433914718968 req-15237e4b-2b97-4c3f-af1b-c2fb98711645 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523297 Aug 05 13:57:07.517380 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7767c89e-a0cc-4c9c-98fe-3e1cd92e76c0 req-ed7f4d80-d405-4154-ac14-5151857e8f05 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf11832-f2b9-431a-b8f6-d88a98182d8a HTTP/1.1" status: 200 len: 210 time: 0.0593338 Aug 05 13:57:07.523988 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a750efb-3ad2-436c-8344-5cd57be59dc4 req-040dacf0-e58d-4551-b3dc-78cf1f3618ea service neutron] 10.222.0.84 "GET /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711485 Aug 05 13:57:07.546975 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4949ee38-0eb1-4b57-be57-907f1b68bfc9 req-2779697f-cada-4e72-9f21-9bc03979a9d0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] No DVR routers for this DVR port 1209a135-9812-40c4-86e6-7023f1cb8b16 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:57:07.550777 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4949ee38-0eb1-4b57-be57-907f1b68bfc9 req-2779697f-cada-4e72-9f21-9bc03979a9d0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:07.564978 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4949ee38-0eb1-4b57-be57-907f1b68bfc9 req-2779697f-cada-4e72-9f21-9bc03979a9d0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.84 "DELETE /v2.0/ports/1209a135-9812-40c4-86e6-7023f1cb8b16 HTTP/1.1" status: 204 len: 173 time: 0.9021490 Aug 05 13:57:07.566326 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf11832-f2b9-431a-b8f6-d88a98182d8a', 'name': 'network-vif-deleted', 'tag': '1209a135-9812-40c4-86e6-7023f1cb8b16'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:07.572196 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e1c37f-e40f-49f7-a25d-934f97ac0642" -d '{"events": [{"server_uuid": "daf11832-f2b9-431a-b8f6-d88a98182d8a", "name": "network-vif-deleted", "tag": "1209a135-9812-40c4-86e6-7023f1cb8b16"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:07.584333 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['1209a135-9812-40c4-86e6-7023f1cb8b16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:07.717176 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944c282-de84-4bb0-b9cd-eb8dd3470202 req-0935dd8a-8394-47ee-8a97-50678fbf91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:07.719979 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1944c282-de84-4bb0-b9cd-eb8dd3470202 req-0935dd8a-8394-47ee-8a97-50678fbf91ce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=36b195be19df4fdc96b16ded98dcb740&device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 1095 time: 0.1175320 Aug 05 13:57:07.764400 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ad703b-efa0-4e15-9eaf-026ee8acd92a x-openstack-request-id: req-92ad703b-efa0-4e15-9eaf-026ee8acd92a {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:07.764661 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf11832-f2b9-431a-b8f6-d88a98182d8a", "name": "network-vif-deleted", "tag": "1209a135-9812-40c4-86e6-7023f1cb8b16", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:07.764913 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92ad703b-efa0-4e15-9eaf-026ee8acd92a {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:07.765308 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf11832-f2b9-431a-b8f6-d88a98182d8a', 'name': 'network-vif-deleted', 'tag': '1209a135-9812-40c4-86e6-7023f1cb8b16', 'status': 'completed', 'code': 200} Aug 05 13:57:07.882870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944c282-de84-4bb0-b9cd-eb8dd3470202 req-80ea00b7-888e-4b80-9948-7977ae95bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:07.884471 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1944c282-de84-4bb0-b9cd-eb8dd3470202 req-80ea00b7-888e-4b80-9948-7977ae95bc5b service neutron] 10.222.0.84 "GET /v2.0/networks?id=cb9c7dd8-92c7-4587-967a-d9788e894eb8 HTTP/1.1" status: 200 len: 923 time: 0.1524217 Aug 05 13:57:07.936064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47830) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:07.977610 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1944c282-de84-4bb0-b9cd-eb8dd3470202 req-80908936-2543-492f-988f-dd320321cc56 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cc9a4e7-777f-4d78-b086-33c545b96893 HTTP/1.1" status: 200 len: 217 time: 0.0817640 Aug 05 13:57:08.054841 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2288e2ff-cfdb-4ef1-89f2-73b754c999b1', 'name': 'network-vif-deleted', 'tag': '3a93422d-ca51-4986-96d0-599619b8bcba'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:08.057029 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944c282-de84-4bb0-b9cd-eb8dd3470202 req-494ae233-0d90-4891-b3bf-c28011f0989e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:08.057905 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a16937-1bc6-470b-b5ca-c93396ac2ec7" -d '{"events": [{"server_uuid": "2288e2ff-cfdb-4ef1-89f2-73b754c999b1", "name": "network-vif-deleted", "tag": "3a93422d-ca51-4986-96d0-599619b8bcba"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:08.060211 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1944c282-de84-4bb0-b9cd-eb8dd3470202 req-494ae233-0d90-4891-b3bf-c28011f0989e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=187e4257-8803-4bab-bf1d-3f4f6e87414e HTTP/1.1" status: 200 len: 862 time: 0.0710537 Aug 05 13:57:08.086229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d458d35-103a-4539-9f25-3c4225e5406c req-7ab06fa2-a02a-4b00-bece-9194ff2f9ed3 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:08.094222 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6d458d35-103a-4539-9f25-3c4225e5406c req-7ab06fa2-a02a-4b00-bece-9194ff2f9ed3 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=1290b464-420d-4edc-ad7f-c1c145cb1768 HTTP/1.1" status: 200 len: 950 time: 0.0728223 Aug 05 13:57:08.109978 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1944c282-de84-4bb0-b9cd-eb8dd3470202 req-87611c29-a8c1-4684-bdcb-f8816b395802 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cb9c7dd8-92c7-4587-967a-d9788e894eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402100 Aug 05 13:57:08.126563 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bfed0f-819a-4d59-b9a9-bb724ba95eaa x-openstack-request-id: req-f0bfed0f-819a-4d59-b9a9-bb724ba95eaa {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:08.126928 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2288e2ff-cfdb-4ef1-89f2-73b754c999b1", "name": "network-vif-deleted", "tag": "3a93422d-ca51-4986-96d0-599619b8bcba", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:08.127184 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0bfed0f-819a-4d59-b9a9-bb724ba95eaa {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:08.127565 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2288e2ff-cfdb-4ef1-89f2-73b754c999b1', 'name': 'network-vif-deleted', 'tag': '3a93422d-ca51-4986-96d0-599619b8bcba', 'status': 'completed', 'code': 200} Aug 05 13:57:08.132163 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8bc32cd-6cd4-472f-a995-91dafb348efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:08.170914 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6d458d35-103a-4539-9f25-3c4225e5406c req-4250fa3f-aa63-420b-a9f0-8604762ed71d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751867 Aug 05 13:57:08.277365 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1944c282-de84-4bb0-b9cd-eb8dd3470202 req-f4c8cd7a-2286-4f82-a5ac-d8a93c8221e5 service neutron] 10.222.0.84 "GET /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469643 Aug 05 13:57:08.312291 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8bc32cd-6cd4-472f-a995-91dafb348efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:08.317020 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8bc32cd-6cd4-472f-a995-91dafb348efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:08.373536 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b8bc32cd-6cd4-472f-a995-91dafb348efe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9d6bbf0a9f644c781cf6fbd77b78942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352889 Aug 05 13:57:08.374687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc32cd-6cd4-472f-a995-91dafb348efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02d457b-c71c-43a3-862e-4f4b198ff174,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:08.375662 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47840) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:08.425278 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1944c282-de84-4bb0-b9cd-eb8dd3470202 req-427b4256-0265-4883-b78f-074e004e3bbc service neutron] 10.222.0.84 "GET /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362946 Aug 05 13:57:08.489667 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6f9745c1-aea9-48e0-b8e4-4a6db7020803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:08.509660 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b308b-33f3-4584-a7db-8b2f69eee558 req-64d6042b-6ccb-4570-8909-500a96216f1d tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:08.511401 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c21b308b-33f3-4584-a7db-8b2f69eee558 req-64d6042b-6ccb-4570-8909-500a96216f1d tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 944 time: 0.0821202 Aug 05 13:57:08.550231 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6f9745c1-aea9-48e0-b8e4-4a6db7020803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:08.587080 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c21b308b-33f3-4584-a7db-8b2f69eee558 req-13259b89-877d-4bdd-b24d-69ce933e9aff tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637906 Aug 05 13:57:08.595779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e3e1f-bc6f-415f-82b8-40650a3ddb6f req-72377866-7d16-4e69-967e-a7bd0e9553c0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:08.597555 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d41e3e1f-bc6f-415f-82b8-40650a3ddb6f req-72377866-7d16-4e69-967e-a7bd0e9553c0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 945 time: 0.0530691 Aug 05 13:57:08.615455 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6f9745c1-aea9-48e0-b8e4-4a6db7020803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:08.618681 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6f9745c1-aea9-48e0-b8e4-4a6db7020803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:08.620008 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6f9745c1-aea9-48e0-b8e4-4a6db7020803 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e02d457b-c71c-43a3-862e-4f4b198ff174 HTTP/1.1" status: 204 len: 168 time: 0.2425351 Aug 05 13:57:08.630581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9745c1-aea9-48e0-b8e4-4a6db7020803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02d457b-c71c-43a3-862e-4f4b198ff174,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:08.712647 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d41e3e1f-bc6f-415f-82b8-40650a3ddb6f req-2e2db7b9-89cf-450b-ace5-6fc06ffc5fb6 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916767 Aug 05 13:57:09.005042 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47866) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:09.019005 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e1c8432-6c54-4855-83ab-c7217752d0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:09.031637 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65445776-f191-4a9f-b911-8103215bf60c req-5a98ec38-be61-4054-94ce-e7fa9d984504 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:09.033430 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-65445776-f191-4a9f-b911-8103215bf60c req-5a98ec38-be61-4054-94ce-e7fa9d984504 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 811 time: 0.1220651 Aug 05 13:57:09.051620 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-65445776-f191-4a9f-b911-8103215bf60c req-f3d16f4c-9334-4d58-b167-1d5b7dea441e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/quotas/76942788a8484463baad60915955b3f9 HTTP/1.1" status: 200 len: 375 time: 0.0122821 Aug 05 13:57:09.088351 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-65445776-f191-4a9f-b911-8103215bf60c req-89392171-065d-465e-b1b2-43b4fccf1cf9 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309095 Aug 05 13:57:09.145087 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e1c8432-6c54-4855-83ab-c7217752d0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:09.150432 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e1c8432-6c54-4855-83ab-c7217752d0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:09.193121 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3e1c8432-6c54-4855-83ab-c7217752d0b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ce164b8adf44b528baca9463b989db6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869752 Aug 05 13:57:09.194065 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c8432-6c54-4855-83ab-c7217752d0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98865e98-2860-44f7-b3a0-1f26df171221,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:09.196506 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47870) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:09.214363 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-65445776-f191-4a9f-b911-8103215bf60c req-4fd62a79-7778-4c6c-9fc3-5e799b54d9ae service neutron] 10.222.0.16 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158631 Aug 05 13:57:09.285198 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4d26-2400-45b1-b4bc-b207adf42f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:09.322851 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-65445776-f191-4a9f-b911-8103215bf60c req-0943f2d2-220c-497f-9d20-28dbf5819f0b service neutron] 10.222.0.16 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013556 Aug 05 13:57:09.332947 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4d26-2400-45b1-b4bc-b207adf42f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:09.388956 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091129ef-1b90-4b03-9cd5-b49b93c6642b req-56b2d44a-6cfe-4f3d-9eb5-b12907aafd47 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:09.398425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-091129ef-1b90-4b03-9cd5-b49b93c6642b req-56b2d44a-6cfe-4f3d-9eb5-b12907aafd47 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=1290b464-420d-4edc-ad7f-c1c145cb1768 HTTP/1.1" status: 200 len: 950 time: 0.1391299 Aug 05 13:57:09.442266 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-091129ef-1b90-4b03-9cd5-b49b93c6642b req-14a0c446-a173-466c-b04e-7df78a36ed74 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427823 Aug 05 13:57:09.458002 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4d26-2400-45b1-b4bc-b207adf42f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:09.461097 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4d26-2400-45b1-b4bc-b207adf42f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:09.462661 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8a7d4d26-2400-45b1-b4bc-b207adf42f8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98865e98-2860-44f7-b3a0-1f26df171221 HTTP/1.1" status: 204 len: 168 time: 0.2649341 Aug 05 13:57:09.474736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d4d26-2400-45b1-b4bc-b207adf42f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98865e98-2860-44f7-b3a0-1f26df171221,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:09.543956 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f12d5eb9-0c9a-4383-9d7e-0d0ecd4a23f2 req-b060dbc3-199e-4cad-ad93-29e5de878fec tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 210 time: 0.0430000 Aug 05 13:57:09.587730 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88de021-6bde-42d3-a6da-ed438b046d72 req-cdd287c0-2f4e-4e9c-a58b-69e4b4304c2d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:09.589267 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b88de021-6bde-42d3-a6da-ed438b046d72 req-cdd287c0-2f4e-4e9c-a58b-69e4b4304c2d tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.84 "GET /v2.0/ports?device_id=1290b464-420d-4edc-ad7f-c1c145cb1768 HTTP/1.1" status: 200 len: 950 time: 0.0588553 Aug 05 13:57:09.790289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-b88de021-6bde-42d3-a6da-ed438b046d72 req-5d03be09-108f-4371-ab5f-7a5b0c185165 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Deleting port 314bb475-1570-4a36-b193-75cde195baf6 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:09.792386 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b88de021-6bde-42d3-a6da-ed438b046d72 req-5d03be09-108f-4371-ab5f-7a5b0c185165 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:09.816730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2cc9a4e7-777f-4d78-b086-33c545b96893 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:57:09.839769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1209a135-9812-40c4-86e6-7023f1cb8b16 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:09.860524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf610a-d4d5-4b28-a796-0b557824a38a req-f3ba4b64-a8e6-43d2-8f23-7b5edd9972da tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:09.862136 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2fdf610a-d4d5-4b28-a796-0b557824a38a req-f3ba4b64-a8e6-43d2-8f23-7b5edd9972da tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 944 time: 0.1536188 Aug 05 13:57:09.893461 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 1209a135-9812-40c4-86e6-7023f1cb8b16 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:57:09.894829 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1209a135-9812-40c4-86e6-7023f1cb8b16 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:57:09.902874 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf72b2-d7ac-4482-9f30-324ee48be0d3 req-94a4f3e1-1dcf-43ae-97f1-4fa2c274dd85 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:09.915643 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98cf72b2-d7ac-4482-9f30-324ee48be0d3 req-94a4f3e1-1dcf-43ae-97f1-4fa2c274dd85 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 945 time: 0.1005466 Aug 05 13:57:09.979090 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98cf72b2-d7ac-4482-9f30-324ee48be0d3 req-ba76a546-46a7-4214-bc22-c1cdc9bc7b93 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568457 Aug 05 13:57:10.080524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47896) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:10.084933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2cc9a4e7-777f-4d78-b086-33c545b96893, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2cc9a4e7-777f-4d78-b086-33c545b96893,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:10.102090 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '2cc9a4e7-777f-4d78-b086-33c545b96893', 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8', 'port_id': '2cc9a4e7-777f-4d78-b086-33c545b96893', 'mac_address': 'fa:16:3e:d1:f8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187e4257-8803-4bab-bf1d-3f4f6e87414e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:57:10.112386 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2fdf610a-d4d5-4b28-a796-0b557824a38a req-b0493fe8-9d04-4f02-9a2f-ec9b8521d084 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795466 Aug 05 13:57:10.118490 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-b88de021-6bde-42d3-a6da-ed438b046d72 req-5d03be09-108f-4371-ab5f-7a5b0c185165 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] For port 314bb475-1570-4a36-b193-75cde195baf6, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=314bb475-1570-4a36-b193-75cde195baf6,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:10.120689 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b88de021-6bde-42d3-a6da-ed438b046d72 req-5d03be09-108f-4371-ab5f-7a5b0c185165 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:10.149611 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438efacc-b5a1-4092-b931-0388bca89cc0 req-ec363453-d09c-4616-a44c-11645dfbc31a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:10.151217 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-438efacc-b5a1-4092-b931-0388bca89cc0 req-ec363453-d09c-4616-a44c-11645dfbc31a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "GET /v2.0/ports?device_id=f61ddd43-71da-41cf-bfea-3a6cba668ae9 HTTP/1.1" status: 200 len: 950 time: 0.0847170 Aug 05 13:57:10.155846 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-b88de021-6bde-42d3-a6da-ed438b046d72 req-5d03be09-108f-4371-ab5f-7a5b0c185165 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Calling delete_port for 314bb475-1570-4a36-b193-75cde195baf6 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:10.183606 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:10.206205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc9a4e7-777f-4d78-b086-33c545b96893 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:57:10.229231 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e756e1ef-9522-46e6-a662-8723be9b5454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:10.235022 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2cc9a4e7-777f-4d78-b086-33c545b96893, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2cc9a4e7-777f-4d78-b086-33c545b96893,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:10.240753 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:10.312458 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 3a93422d-ca51-4986-96d0-599619b8bcba no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:10.314496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-438efacc-b5a1-4092-b931-0388bca89cc0 req-4a4047a1-7655-455d-b024-21894f867694 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Deleting port 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:10.314815 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-438efacc-b5a1-4092-b931-0388bca89cc0 req-4a4047a1-7655-455d-b024-21894f867694 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:10.350500 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=2cc9a4e7-777f-4d78-b086-33c545b96893,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:10.355168 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 3a93422d-ca51-4986-96d0-599619b8bcba {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:57:10.356492 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 3a93422d-ca51-4986-96d0-599619b8bcba not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:57:10.469803 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b88de021-6bde-42d3-a6da-ed438b046d72 req-5d03be09-108f-4371-ab5f-7a5b0c185165 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:10.480118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-438efacc-b5a1-4092-b931-0388bca89cc0 req-4a4047a1-7655-455d-b024-21894f867694 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] For port 4a4775b9-65bf-4e6a-a1a3-9c59413a5096, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=4a4775b9-65bf-4e6a-a1a3-9c59413a5096,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:10.480796 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-438efacc-b5a1-4092-b931-0388bca89cc0 req-4a4047a1-7655-455d-b024-21894f867694 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:10.486432 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['44f6d346-7ba4-45d3-ac51-efabb23deb16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:10.489205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['0b90c80b-ea5d-476d-8890-b723dea55b6c', 'f4df28dc-9ae0-428c-af46-f643bc6b6d16', '4a4775b9-65bf-4e6a-a1a3-9c59413a5096'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:10.502535 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-438efacc-b5a1-4092-b931-0388bca89cc0 req-4a4047a1-7655-455d-b024-21894f867694 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Calling delete_port for 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:10.512849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03be09-108f-4371-ab5f-7a5b0c185165 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Pushing event deleted for resources: {'Port': ['ID=314bb475-1570-4a36-b193-75cde195baf6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:10.518482 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e756e1ef-9522-46e6-a662-8723be9b5454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:10.524344 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e756e1ef-9522-46e6-a662-8723be9b5454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:10.579908 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88de021-6bde-42d3-a6da-ed438b046d72 req-5d03be09-108f-4371-ab5f-7a5b0c185165 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] No DVR routers for this DVR port 314bb475-1570-4a36-b193-75cde195baf6 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:57:10.586754 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b88de021-6bde-42d3-a6da-ed438b046d72 req-5d03be09-108f-4371-ab5f-7a5b0c185165 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:10.588496 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b88de021-6bde-42d3-a6da-ed438b046d72 req-5d03be09-108f-4371-ab5f-7a5b0c185165 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.84 "DELETE /v2.0/ports/314bb475-1570-4a36-b193-75cde195baf6 HTTP/1.1" status: 204 len: 173 time: 0.9924579 Aug 05 13:57:10.591333 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1290b464-420d-4edc-ad7f-c1c145cb1768', 'name': 'network-vif-deleted', 'tag': '314bb475-1570-4a36-b193-75cde195baf6'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:10.593292 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2299445f-88a1-4dcd-ab89-588dd728f516" -d '{"events": [{"server_uuid": "1290b464-420d-4edc-ad7f-c1c145cb1768", "name": "network-vif-deleted", "tag": "314bb475-1570-4a36-b193-75cde195baf6"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:10.604086 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e756e1ef-9522-46e6-a662-8723be9b5454 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3416a1ee810e4336a3654eb1fe57044b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5223210 Aug 05 13:57:10.609715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47906) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:10.624935 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['2cc9a4e7-777f-4d78-b086-33c545b96893'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:10.657668 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6a0bd862-ab07-41f3-be47-f1800becabf2 req-e8af84e3-de94-4ea2-bdb0-d4c6717444d6 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=1290b464-420d-4edc-ad7f-c1c145cb1768 HTTP/1.1" status: 200 len: 210 time: 0.0572996 Aug 05 13:57:10.658471 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756e1ef-9522-46e6-a662-8723be9b5454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4758d1d5-6433-4c08-ad14-c7be53e2694d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:10.756579 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e84ff65-a26c-4185-937e-483759d14eef x-openstack-request-id: req-8e84ff65-a26c-4185-937e-483759d14eef {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:10.756579 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1290b464-420d-4edc-ad7f-c1c145cb1768", "name": "network-vif-deleted", "tag": "314bb475-1570-4a36-b193-75cde195baf6", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:10.756579 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e84ff65-a26c-4185-937e-483759d14eef {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:10.756579 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1290b464-420d-4edc-ad7f-c1c145cb1768', 'name': 'network-vif-deleted', 'tag': '314bb475-1570-4a36-b193-75cde195baf6', 'status': 'completed', 'code': 200} Aug 05 13:57:10.824087 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-51be13d4-6534-4136-98d5-99bd3ce8a375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:10.839239 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0b5e333e-6d57-4160-943d-1e5eb11b233b req-9c803313-f7cc-4c6d-b62d-39769a335107 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 210 time: 0.0657682 Aug 05 13:57:10.912567 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-51be13d4-6534-4136-98d5-99bd3ce8a375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:10.959329 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-438efacc-b5a1-4092-b931-0388bca89cc0 req-4a4047a1-7655-455d-b024-21894f867694 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:11.009624 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4047a1-7655-455d-b024-21894f867694 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Pushing event deleted for resources: {'Port': ['ID=4a4775b9-65bf-4e6a-a1a3-9c59413a5096,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:11.151976 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-438efacc-b5a1-4092-b931-0388bca89cc0 req-4a4047a1-7655-455d-b024-21894f867694 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] No DVR routers for this DVR port 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:57:11.156093 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-438efacc-b5a1-4092-b931-0388bca89cc0 req-4a4047a1-7655-455d-b024-21894f867694 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:11.159246 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-438efacc-b5a1-4092-b931-0388bca89cc0 req-4a4047a1-7655-455d-b024-21894f867694 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "DELETE /v2.0/ports/4a4775b9-65bf-4e6a-a1a3-9c59413a5096 HTTP/1.1" status: 204 len: 173 time: 0.9985361 Aug 05 13:57:11.160959 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61ddd43-71da-41cf-bfea-3a6cba668ae9', 'name': 'network-vif-deleted', 'tag': '4a4775b9-65bf-4e6a-a1a3-9c59413a5096'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:11.164018 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70de2fe8-f6c2-456d-a45d-ff34c495bd4a" -d '{"events": [{"server_uuid": "f61ddd43-71da-41cf-bfea-3a6cba668ae9", "name": "network-vif-deleted", "tag": "4a4775b9-65bf-4e6a-a1a3-9c59413a5096"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:11.168020 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-51be13d4-6534-4136-98d5-99bd3ce8a375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:11.170990 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-51be13d4-6534-4136-98d5-99bd3ce8a375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:11.178418 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-51be13d4-6534-4136-98d5-99bd3ce8a375 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4758d1d5-6433-4c08-ad14-c7be53e2694d HTTP/1.1" status: 204 len: 168 time: 0.5658920 Aug 05 13:57:11.197510 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be13d4-6534-4136-98d5-99bd3ce8a375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4758d1d5-6433-4c08-ad14-c7be53e2694d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:11.244582 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65445776-f191-4a9f-b911-8103215bf60c req-c8958ba5-425b-48f6-af01-28bd8358b82c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:11.247236 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65445776-f191-4a9f-b911-8103215bf60c req-c8958ba5-425b-48f6-af01-28bd8358b82c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.63 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 811 time: 0.3621640 Aug 05 13:57:11.271193 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-65445776-f191-4a9f-b911-8103215bf60c req-e1648fc5-ca6a-4cef-8fe0-a2d98d17cfe6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Request body: {'port': {'device_id': 'aa9c3202-4e1a-4406-85cd-bbaa78d0ca22', 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c', 'admin_state_up': True, 'tenant_id': '76942788a8484463baad60915955b3f9'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:11.312990 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b2574-0eff-4de6-870c-c7f461210c7e req-0c49fb42-4a37-4d33-82b6-74853951b027 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:11.323521 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-897b2574-0eff-4de6-870c-c7f461210c7e req-0c49fb42-4a37-4d33-82b6-74853951b027 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 945 time: 0.1518185 Aug 05 13:57:11.421858 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-897b2574-0eff-4de6-870c-c7f461210c7e req-eccb320c-0af6-414b-9d6d-6ba7d1baba4e tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966623 Aug 05 13:57:11.553213 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984d8f2-b39f-423f-81b6-ce59b4d7bdd1 req-31605ea1-8ee1-461c-a69a-bbc3b712c645 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:11.555119 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a984d8f2-b39f-423f-81b6-ce59b4d7bdd1 req-31605ea1-8ee1-461c-a69a-bbc3b712c645 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 945 time: 0.1653328 Aug 05 13:57:11.565511 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d7bfe0-8c74-4a27-b6fd-20e953eff085 x-openstack-request-id: req-f8d7bfe0-8c74-4a27-b6fd-20e953eff085 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:11.565811 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61ddd43-71da-41cf-bfea-3a6cba668ae9", "name": "network-vif-deleted", "tag": "4a4775b9-65bf-4e6a-a1a3-9c59413a5096", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:11.566197 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8d7bfe0-8c74-4a27-b6fd-20e953eff085 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:11.567244 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61ddd43-71da-41cf-bfea-3a6cba668ae9', 'name': 'network-vif-deleted', 'tag': '4a4775b9-65bf-4e6a-a1a3-9c59413a5096', 'status': 'completed', 'code': 200} Aug 05 13:57:11.633780 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65445776-f191-4a9f-b911-8103215bf60c req-e1648fc5-ca6a-4cef-8fe0-a2d98d17cfe6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Made reservation on behalf of 76942788a8484463baad60915955b3f9 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:57:11.651322 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-65445776-f191-4a9f-b911-8103215bf60c req-e1648fc5-ca6a-4cef-8fe0-a2d98d17cfe6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:11.697873 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a984d8f2-b39f-423f-81b6-ce59b4d7bdd1 req-c536b18b-3b95-4a2a-8764-4494472dcefc tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297448 Aug 05 13:57:11.827860 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 314bb475-1570-4a36-b193-75cde195baf6 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:11.864368 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08df8398-2cd3-4716-a6d7-762d290a1fdf req-0cd54331-2648-46d3-a7ef-e2ce3a846a35 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=1290b464-420d-4edc-ad7f-c1c145cb1768 HTTP/1.1" status: 200 len: 210 time: 0.0508468 Aug 05 13:57:11.909850 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 314bb475-1570-4a36-b193-75cde195baf6 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:57:11.910463 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 314bb475-1570-4a36-b193-75cde195baf6 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:57:12.000547 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-65445776-f191-4a9f-b911-8103215bf60c req-e1648fc5-ca6a-4cef-8fe0-a2d98d17cfe6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Allocated IP 172.20.0.11 (f7447363-4b58-4abe-9e51-4d82c721285c/a0c9cb3b-02da-4b2d-886d-ad880aca8a5e/2a5009e0-9e01-4dff-80a7-8ded1bce2e42) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:57:12.030657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193535-2171-485e-99a0-2b12033890f9 req-6411a977-38ff-45b1-8583-5135930d4035 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:12.032523 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-6411a977-38ff-45b1-8583-5135930d4035 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe&tenant_id=a19c317485da4147b7c1316aac248471&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 1096 time: 0.1057074 Aug 05 13:57:12.049696 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46d9f416-6765-4454-90ac-dbb9ce6d5e77 req-77ccd21c-37fd-43fc-a794-742409e3ae76 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 210 time: 0.0654552 Aug 05 13:57:12.051398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['44f6d346-7ba4-45d3-ac51-efabb23deb16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:12.062942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803585-2'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:12.166930 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:12.343192 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-65445776-f191-4a9f-b911-8103215bf60c req-e1648fc5-ca6a-4cef-8fe0-a2d98d17cfe6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:12.390629 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-65445776-f191-4a9f-b911-8103215bf60c req-e1648fc5-ca6a-4cef-8fe0-a2d98d17cfe6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:12.412474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] For port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:12.479554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65445776-f191-4a9f-b911-8103215bf60c req-e1648fc5-ca6a-4cef-8fe0-a2d98d17cfe6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Network f7447363-4b58-4abe-9e51-4d82c721285c is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:57:12.483511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-65445776-f191-4a9f-b911-8103215bf60c req-e1648fc5-ca6a-4cef-8fe0-a2d98d17cfe6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:12.489977 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-65445776-f191-4a9f-b911-8103215bf60c req-e1648fc5-ca6a-4cef-8fe0-a2d98d17cfe6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:57:12.508856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] For port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:57:12.551859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65445776-f191-4a9f-b911-8103215bf60c req-e1648fc5-ca6a-4cef-8fe0-a2d98d17cfe6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:12.552593 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-65445776-f191-4a9f-b911-8103215bf60c req-e1648fc5-ca6a-4cef-8fe0-a2d98d17cfe6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:12.556423 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1648fc5-ca6a-4cef-8fe0-a2d98d17cfe6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Pushing event updated for resources: {'Port': ['ID=2a5009e0-9e01-4dff-80a7-8ded1bce2e42,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:12.572005 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65445776-f191-4a9f-b911-8103215bf60c req-e1648fc5-ca6a-4cef-8fe0-a2d98d17cfe6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3057554 Aug 05 13:57:12.598339 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Request body: {'port': {'device_id': 'aa9c3202-4e1a-4406-85cd-bbaa78d0ca22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:12.634319 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:12.661842 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f054f8d-fde3-4d47-890e-91a1f3cf5937 req-fbbf3144-5a8f-47be-bb92-3e098dd06e47 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:12.670798 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8f054f8d-fde3-4d47-890e-91a1f3cf5937 req-fbbf3144-5a8f-47be-bb92-3e098dd06e47 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 945 time: 0.1252978 Aug 05 13:57:12.671790 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:12.676784 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:12.818398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['0b90c80b-ea5d-476d-8890-b723dea55b6c', 'f4df28dc-9ae0-428c-af46-f643bc6b6d16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:12.828266 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Pushing event updated for resources: {'Port': ['ID=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,revision_number=7']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:12.973305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Attempting to bind port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb on host n-h2-803585-2 for vnic_type normal with profile {"migrating_to": "n-h1-803585-2"} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:57:12.973638 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Attempting to bind port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:57:12.973967 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Attempting to bind port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:57:12.995547 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8f054f8d-fde3-4d47-890e-91a1f3cf5937 req-1effa527-c38f-4396-9ee5-692972c090a8 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085899 Aug 05 13:57:12.996674 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:57:13.006417 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Attempting to bind port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb on network e2d2ba84-38d9-47f3-984b-f6fdc376e26f {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:57:13.021396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:57:13.021982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Checking segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:57:13.022559 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Bound using segment: {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:57:13.023180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Bound port: 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743eccb-cefb-4f5b-b282-1907b1af2a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e2d2ba84-38d9-47f3-984b-f6fdc376e26f'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:57:13.023713 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:13.097758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:57:13.112680 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:13.147849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Transition to ACTIVE for port object 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:57:13.165816 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:13.192469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] For port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:57:13.199579 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] For port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:57:13.208084 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:13.255332 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8aec5-91f6-4fec-bd6f-30cbcddf143f req-ad4f3bf2-891b-4bae-a0f2-0f7243e5b965 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:13.257179 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f4f8aec5-91f6-4fec-bd6f-30cbcddf143f req-ad4f3bf2-891b-4bae-a0f2-0f7243e5b965 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 945 time: 0.3494053 Aug 05 13:57:13.271619 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Pushing event updated for resources: {'Port': ['ID=2a5009e0-9e01-4dff-80a7-8ded1bce2e42,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:13.339193 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f4f8aec5-91f6-4fec-bd6f-30cbcddf143f req-53247f80-6581-427e-92ea-c4efa4c9fba1 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695162 Aug 05 13:57:13.351241 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Pushing event updated for resources: {'Port': ['ID=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,revision_number=8']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:13.358904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:13.359678 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:13.363906 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-c67eb66e-a602-4587-9ac1-0ccf67e71f3b service neutron] 10.222.0.63 "PUT /v2.0/ports/14a1ba65-5cc9-45bd-bbbb-539e25c41fcb HTTP/1.1" status: 200 len: 1121 time: 1.3066416 Aug 05 13:57:13.391344 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39d481-1dbe-49dd-9b64-a373a0322183 req-b1711dd0-7384-4ce8-ad88-27938a836fff tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:13.412426 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e39d481-1dbe-49dd-9b64-a373a0322183 req-b1711dd0-7384-4ce8-ad88-27938a836fff tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 944 time: 0.1750453 Aug 05 13:57:13.456923 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['14a1ba65-5cc9-45bd-bbbb-539e25c41fcb'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:13.457539 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Attempting to bind port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:57:13.457967 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Attempting to bind port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:57:13.457967 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Attempting to bind port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 on network f7447363-4b58-4abe-9e51-4d82c721285c {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:57:13.478840 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 on network f7447363-4b58-4abe-9e51-4d82c721285c not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:57:13.479228 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Attempting to bind port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 on network f7447363-4b58-4abe-9e51-4d82c721285c {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:57:13.499627 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:57:13.504442 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Checking segment: {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:57:13.504674 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Bound using segment: {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:57:13.505122 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Bound port: 2a5009e0-9e01-4dff-80a7-8ded1bce2e42, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:57:13.505462 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:13.517640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['14a1ba65-5cc9-45bd-bbbb-539e25c41fcb'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:13.560191 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e39d481-1dbe-49dd-9b64-a373a0322183 req-037cb1a8-92a3-4020-8fec-1c20b293e9a8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359012 Aug 05 13:57:13.568817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485cfcfe-59d7-4a56-8869-20900acf2cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a1ba65-5cc9-45bd-bbbb-539e25c41fcb'}, {'name': 'network-changed', 'server_uuid': '485cfcfe-59d7-4a56-8869-20900acf2cbe', 'tag': '14a1ba65-5cc9-45bd-bbbb-539e25c41fcb'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:13.575114 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce908659-4207-4ef1-b6ef-f44443b2e70d" -d '{"events": [{"server_uuid": "485cfcfe-59d7-4a56-8869-20900acf2cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "14a1ba65-5cc9-45bd-bbbb-539e25c41fcb"}, {"name": "network-changed", "server_uuid": "485cfcfe-59d7-4a56-8869-20900acf2cbe", "tag": "14a1ba65-5cc9-45bd-bbbb-539e25c41fcb"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:13.723812 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] For port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:57:13.729175 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] For port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2a5009e0-9e01-4dff-80a7-8ded1bce2e42,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:57:13.738287 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:13.806948 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:13.807664 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:13.810081 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65445776-f191-4a9f-b911-8103215bf60c req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] 10.222.0.63 "PUT /v2.0/ports/2a5009e0-9e01-4dff-80a7-8ded1bce2e42 HTTP/1.1" status: 200 len: 1092 time: 1.2194190 Aug 05 13:57:13.810631 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9c3202-4e1a-4406-85cd-bbaa78d0ca22', 'tag': '2a5009e0-9e01-4dff-80a7-8ded1bce2e42'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:13.814806 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648e16aa-f12f-45e8-97ad-84a7cd4d1be7" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9c3202-4e1a-4406-85cd-bbaa78d0ca22", "tag": "2a5009e0-9e01-4dff-80a7-8ded1bce2e42"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:13.839302 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2cc9a4e7-777f-4d78-b086-33c545b96893 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:57:13.863939 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08410001-1e6b-46f2-9fb0-1bdf82c6707d x-openstack-request-id: req-08410001-1e6b-46f2-9fb0-1bdf82c6707d {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:13.864508 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485cfcfe-59d7-4a56-8869-20900acf2cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "14a1ba65-5cc9-45bd-bbbb-539e25c41fcb", "code": 200}, {"name": "network-changed", "server_uuid": "485cfcfe-59d7-4a56-8869-20900acf2cbe", "tag": "14a1ba65-5cc9-45bd-bbbb-539e25c41fcb", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:13.864805 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08410001-1e6b-46f2-9fb0-1bdf82c6707d {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:13.865508 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485cfcfe-59d7-4a56-8869-20900acf2cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a1ba65-5cc9-45bd-bbbb-539e25c41fcb', 'code': 200} Aug 05 13:57:13.869109 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485cfcfe-59d7-4a56-8869-20900acf2cbe', 'tag': '14a1ba65-5cc9-45bd-bbbb-539e25c41fcb', 'status': 'completed', 'code': 200} Aug 05 13:57:13.991714 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04c929e-aa93-424d-aff9-facd9436ec9d x-openstack-request-id: req-b04c929e-aa93-424d-aff9-facd9436ec9d {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:13.992008 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9c3202-4e1a-4406-85cd-bbaa78d0ca22", "tag": "2a5009e0-9e01-4dff-80a7-8ded1bce2e42", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:13.992318 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b04c929e-aa93-424d-aff9-facd9436ec9d {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:13.992729 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9c3202-4e1a-4406-85cd-bbaa78d0ca22', 'tag': '2a5009e0-9e01-4dff-80a7-8ded1bce2e42', 'status': 'completed', 'code': 200} Aug 05 13:57:14.014310 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbb3d6-fbb6-4c79-a245-db6334d0f70f service neutron] Pushing event updated for resources: {'Port': ['ID=2a5009e0-9e01-4dff-80a7-8ded1bce2e42,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:14.036072 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce908659-4207-4ef1-b6ef-f44443b2e70d req-514a82db-8f54-4e0a-bbe6-259f6bb9b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:14.038040 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce908659-4207-4ef1-b6ef-f44443b2e70d req-514a82db-8f54-4e0a-bbe6-259f6bb9b063 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 1124 time: 0.1283517 Aug 05 13:57:14.048334 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65445776-f191-4a9f-b911-8103215bf60c req-50c44f8c-df4b-4325-a891-82f92493bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:14.058075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 2cc9a4e7-777f-4d78-b086-33c545b96893 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:57:14.064441 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65445776-f191-4a9f-b911-8103215bf60c req-50c44f8c-df4b-4325-a891-82f92493bf4d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 1095 time: 0.1811979 Aug 05 13:57:14.068244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 2cc9a4e7-777f-4d78-b086-33c545b96893 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:14.068503 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:14.240796 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae61e5-15c5-45b8-b559-e3771d828139 req-ce80192d-cece-485e-8cb2-826b35c5a923 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:14.250925 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71ae61e5-15c5-45b8-b559-e3771d828139 req-ce80192d-cece-485e-8cb2-826b35c5a923 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 943 time: 0.0930018 Aug 05 13:57:14.350402 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71ae61e5-15c5-45b8-b559-e3771d828139 req-ec39c3d1-4a3b-421f-af51-74afdce809c7 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981884 Aug 05 13:57:14.362109 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:57:14.369097 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:14.430887 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:57:14.431236 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 4a4775b9-65bf-4e6a-a1a3-9c59413a5096 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:57:14.433673 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:14.437305 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65445776-f191-4a9f-b911-8103215bf60c req-6904c7cf-bdf1-416c-8994-52686f152322 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a5009e0-9e01-4dff-80a7-8ded1bce2e42 HTTP/1.1" status: 200 len: 217 time: 0.0666282 Aug 05 13:57:14.452365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce908659-4207-4ef1-b6ef-f44443b2e70d req-ff23494b-33fc-45ee-9847-bc58023a5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:14.455988 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce908659-4207-4ef1-b6ef-f44443b2e70d req-ff23494b-33fc-45ee-9847-bc58023a5998 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.3872333 Aug 05 13:57:14.524263 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:14.531242 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c8ebfe-8514-4879-a5a3-b7b069d46cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc9a4e7-777f-4d78-b086-33c545b96893'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:14.532870 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715f0fa-1b5e-412d-95bb-670d4a43bb61 req-8c254c7a-bbbd-4dad-83e2-c4e1314d4452 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:14.533086 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87eae30-614e-4fa6-a49e-ed1a70d8f0b3" -d '{"events": [{"server_uuid": "11c8ebfe-8514-4879-a5a3-b7b069d46cad", "name": "network-vif-plugged", "status": "completed", "tag": "2cc9a4e7-777f-4d78-b086-33c545b96893"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:14.544266 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2715f0fa-1b5e-412d-95bb-670d4a43bb61 req-8c254c7a-bbbd-4dad-83e2-c4e1314d4452 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 945 time: 0.0796115 Aug 05 13:57:14.554789 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2cc9a4e7-777f-4d78-b086-33c545b96893, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2cc9a4e7-777f-4d78-b086-33c545b96893,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:14.561166 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:14.583838 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce908659-4207-4ef1-b6ef-f44443b2e70d req-e11b50f4-af5b-4ee3-9843-259e3887fc50 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb HTTP/1.1" status: 200 len: 217 time: 0.0922909 Aug 05 13:57:14.619040 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2715f0fa-1b5e-412d-95bb-670d4a43bb61 req-fdbb7d4d-1f58-43f0-9c0e-d3c617495415 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734494 Aug 05 13:57:14.642894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=2cc9a4e7-777f-4d78-b086-33c545b96893,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:14.668944 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f42a10-ef16-455a-b1e8-9573d5fd5b63 req-c1133a49-ccb5-4dba-8482-22f7f95085bf tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:14.669129 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:14.681023 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7f42a10-ef16-455a-b1e8-9573d5fd5b63 req-c1133a49-ccb5-4dba-8482-22f7f95085bf tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d6741e-cf11-4650-88e6-c9f180ccd26a HTTP/1.1" status: 200 len: 949 time: 0.2403629 Aug 05 13:57:14.685652 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb has no active binding in host n-h1-803585-2 {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 13:57:14.689246 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65445776-f191-4a9f-b911-8103215bf60c req-8505901a-9098-4983-a741-cb72cce14eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:14.691704 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dc5c5e-da10-4f96-9022-e076afacfc21 x-openstack-request-id: req-b1dc5c5e-da10-4f96-9022-e076afacfc21 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:14.691994 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65445776-f191-4a9f-b911-8103215bf60c req-8505901a-9098-4983-a741-cb72cce14eec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0c9cb3b-02da-4b2d-886d-ad880aca8a5e HTTP/1.1" status: 200 len: 851 time: 0.2332289 Aug 05 13:57:14.692117 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c8ebfe-8514-4879-a5a3-b7b069d46cad", "name": "network-vif-plugged", "status": "completed", "tag": "2cc9a4e7-777f-4d78-b086-33c545b96893", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:14.692397 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1dc5c5e-da10-4f96-9022-e076afacfc21 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:14.692800 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c8ebfe-8514-4879-a5a3-b7b069d46cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc9a4e7-777f-4d78-b086-33c545b96893', 'code': 200} Aug 05 13:57:14.759919 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65445776-f191-4a9f-b911-8103215bf60c req-72cb2ee7-fccc-43b6-874a-7cc6d7bc3a28 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7447363-4b58-4abe-9e51-4d82c721285c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373602 Aug 05 13:57:14.785352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce908659-4207-4ef1-b6ef-f44443b2e70d req-ecda0b3c-7d85-45b6-929a-02e1a3ae7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:14.787398 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce908659-4207-4ef1-b6ef-f44443b2e70d req-ecda0b3c-7d85-45b6-929a-02e1a3ae7895 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.1918843 Aug 05 13:57:14.861161 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7f42a10-ef16-455a-b1e8-9573d5fd5b63 req-fccdf9a6-2f63-4002-b28d-f557b387955c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789384 Aug 05 13:57:14.864451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf78ab-8023-40d9-bfd2-87cdfeee0a24 req-6fec2739-c22e-4edf-a0a3-e37b39b7dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:14.866339 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c8bf78ab-8023-40d9-bfd2-87cdfeee0a24 req-6fec2739-c22e-4edf-a0a3-e37b39b7dcd9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 1097 time: 0.1061845 Aug 05 13:57:14.909398 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce908659-4207-4ef1-b6ef-f44443b2e70d req-96b1e9c3-f8bb-49d5-af3c-56e04b839709 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734310 Aug 05 13:57:14.916940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c08def-9b89-419e-a60d-24417879be7c req-c6f12603-baca-4ce7-b2b0-69da0653f52a tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:14.919491 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-27c08def-9b89-419e-a60d-24417879be7c req-c6f12603-baca-4ce7-b2b0-69da0653f52a tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 944 time: 0.1191812 Aug 05 13:57:14.949545 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c8bf78ab-8023-40d9-bfd2-87cdfeee0a24 req-23675640-6c5d-4b5a-8be9-df7f81c12cd2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656905 Aug 05 13:57:14.983431 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-27c08def-9b89-419e-a60d-24417879be7c req-0bd41bb8-a27d-4fcc-9662-c6f3e9aee6c4 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532522 Aug 05 13:57:15.021700 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65445776-f191-4a9f-b911-8103215bf60c req-c97baac0-a110-493c-8ac4-01ae6011030b service neutron] 10.222.0.63 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394719 Aug 05 13:57:15.381523 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce908659-4207-4ef1-b6ef-f44443b2e70d req-feacb5c7-09a0-426f-964f-0a67e0e814b5 service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508097 Aug 05 13:57:15.501500 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65445776-f191-4a9f-b911-8103215bf60c req-f500fb53-9e73-4ed5-8f50-127fbe1a910f service neutron] 10.222.0.63 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649835 Aug 05 13:57:15.507701 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9334b-3db9-4719-9a40-a03187c33e3f req-4fc4e0e6-f904-46c1-988e-d2510617b29e tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:15.509574 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-edc9334b-3db9-4719-9a40-a03187c33e3f req-4fc4e0e6-f904-46c1-988e-d2510617b29e tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 943 time: 0.0820267 Aug 05 13:57:15.517766 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce908659-4207-4ef1-b6ef-f44443b2e70d req-468535cc-d4d3-4d21-b883-f357274226bb service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258748 Aug 05 13:57:15.563521 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-edc9334b-3db9-4719-9a40-a03187c33e3f req-dedde200-be6a-4ddf-8e2d-a2d5d8fd5177 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467298 Aug 05 13:57:15.660380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e16aa-f12f-45e8-97ad-84a7cd4d1be7 req-cf251bfe-80e8-4f4c-be5f-ddcf158cdae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:15.662160 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-648e16aa-f12f-45e8-97ad-84a7cd4d1be7 req-cf251bfe-80e8-4f4c-be5f-ddcf158cdae8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 1095 time: 0.0712776 Aug 05 13:57:15.741784 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-86bb0d6b-0a40-4320-bd36-8233ea67144c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:15.786079 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:15.831030 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063eee52-890e-429d-af88-df0f70fcef41 req-314b30b0-7b71-4976-9f47-d5b5ba2969ba tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:15.838979 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-063eee52-890e-429d-af88-df0f70fcef41 req-314b30b0-7b71-4976-9f47-d5b5ba2969ba tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 946 time: 0.1415684 Aug 05 13:57:15.867328 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e16aa-f12f-45e8-97ad-84a7cd4d1be7 req-291a7592-a5a1-4170-b557-de9b489a88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:15.869982 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-648e16aa-f12f-45e8-97ad-84a7cd4d1be7 req-291a7592-a5a1-4170-b557-de9b489a88c9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 912 time: 0.1837792 Aug 05 13:57:15.948162 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-063eee52-890e-429d-af88-df0f70fcef41 req-903dcb97-dd14-4bac-a9b7-fb43de04aadf tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066868 Aug 05 13:57:15.950980 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-648e16aa-f12f-45e8-97ad-84a7cd4d1be7 req-afebf61b-c3ba-4a28-8e7a-30ac08e86074 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a5009e0-9e01-4dff-80a7-8ded1bce2e42 HTTP/1.1" status: 200 len: 217 time: 0.0535500 Aug 05 13:57:16.032354 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e16aa-f12f-45e8-97ad-84a7cd4d1be7 req-3218aee1-b836-4ead-9054-5cadd6db575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:16.035572 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-648e16aa-f12f-45e8-97ad-84a7cd4d1be7 req-3218aee1-b836-4ead-9054-5cadd6db575e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0c9cb3b-02da-4b2d-886d-ad880aca8a5e HTTP/1.1" status: 200 len: 851 time: 0.0731928 Aug 05 13:57:16.048390 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ce49f-29f6-4639-9f8d-7b6dc41fffd8 req-942c09e3-51f9-4abf-9bf1-5853b7079b67 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:16.049730 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f06ce49f-29f6-4639-9f8d-7b6dc41fffd8 req-942c09e3-51f9-4abf-9bf1-5853b7079b67 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d6741e-cf11-4650-88e6-c9f180ccd26a HTTP/1.1" status: 200 len: 949 time: 0.0717564 Aug 05 13:57:16.121442 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f06ce49f-29f6-4639-9f8d-7b6dc41fffd8 req-132b73b5-ef7c-4fea-a0a3-afead35dd52c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648701 Aug 05 13:57:16.131821 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-648e16aa-f12f-45e8-97ad-84a7cd4d1be7 req-9a952c1e-05dd-43b0-9bfc-dfc69d82aa47 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7447363-4b58-4abe-9e51-4d82c721285c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791628 Aug 05 13:57:16.133981 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48068) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:16.296761 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76a99aa9-3f35-4770-968f-5a558f817e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:16.304538 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78e044-24df-4058-8d66-24a7d962e169 req-8e427a5c-aa93-4299-b25d-7f5e99137818 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:16.314633 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a78e044-24df-4058-8d66-24a7d962e169 req-8e427a5c-aa93-4299-b25d-7f5e99137818 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 944 time: 0.1060061 Aug 05 13:57:16.366684 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-648e16aa-f12f-45e8-97ad-84a7cd4d1be7 req-fda47d9b-94da-48d2-9f73-c368cdfda7e6 service neutron] 10.222.0.63 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153032 Aug 05 13:57:16.371832 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a78e044-24df-4058-8d66-24a7d962e169 req-6bc265aa-6498-4603-b3a4-c1b3f9450248 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561135 Aug 05 13:57:16.444121 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76a99aa9-3f35-4770-968f-5a558f817e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:16.452588 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76a99aa9-3f35-4770-968f-5a558f817e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:16.496931 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-648e16aa-f12f-45e8-97ad-84a7cd4d1be7 req-19532e48-e2dd-46a8-bcd4-197a7eaf46dc service neutron] 10.222.0.63 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159337 Aug 05 13:57:16.504300 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-76a99aa9-3f35-4770-968f-5a558f817e41 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37443f1fd8274419bf263c6497676139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665655 Aug 05 13:57:16.504629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a99aa9-3f35-4770-968f-5a558f817e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff2e788-4693-486b-8a09-97f836b00794,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:16.504802 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48074) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:16.580850 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e3a60f6a-4f1b-498e-ace8-8668d0ddeb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:16.608686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e3a60f6a-4f1b-498e-ace8-8668d0ddeb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:16.674905 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e3a60f6a-4f1b-498e-ace8-8668d0ddeb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:16.691016 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e3a60f6a-4f1b-498e-ace8-8668d0ddeb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:16.693287 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e3a60f6a-4f1b-498e-ace8-8668d0ddeb9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eff2e788-4693-486b-8a09-97f836b00794 HTTP/1.1" status: 204 len: 168 time: 0.1873477 Aug 05 13:57:16.773942 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a60f6a-4f1b-498e-ace8-8668d0ddeb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff2e788-4693-486b-8a09-97f836b00794,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:16.808762 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2eb0e-8b34-4e47-8df7-1505fd5aece0 req-72980d5b-73c1-4873-96dd-3abab0bb4f87 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:16.810469 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108ae6f-4edd-48a4-ab06-6dfdf337f30a req-4c65b1c8-b531-432c-82b3-a8cfe2c89287 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:16.811644 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ace2eb0e-8b34-4e47-8df7-1505fd5aece0 req-72980d5b-73c1-4873-96dd-3abab0bb4f87 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 943 time: 0.1335497 Aug 05 13:57:16.812025 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a108ae6f-4edd-48a4-ab06-6dfdf337f30a req-4c65b1c8-b531-432c-82b3-a8cfe2c89287 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "GET /v2.0/ports?device_id=71d6741e-cf11-4650-88e6-c9f180ccd26a HTTP/1.1" status: 200 len: 949 time: 0.0914853 Aug 05 13:57:16.901342 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ace2eb0e-8b34-4e47-8df7-1505fd5aece0 req-9088652d-351a-413c-aa43-113731b0505c tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752733 Aug 05 13:57:16.980494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-a108ae6f-4edd-48a4-ab06-6dfdf337f30a req-cc7539c5-c2ac-414f-a127-4f3cebc4764a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Deleting port 0b90c80b-ea5d-476d-8890-b723dea55b6c {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:16.981745 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a108ae6f-4edd-48a4-ab06-6dfdf337f30a req-cc7539c5-c2ac-414f-a127-4f3cebc4764a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:17.163870 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfc2ae-1fe2-4e66-b3ff-f3fe50953db6 req-f6d7f838-4603-470d-adfd-72ee8afc3880 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:17.166795 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-00dfc2ae-1fe2-4e66-b3ff-f3fe50953db6 req-f6d7f838-4603-470d-adfd-72ee8afc3880 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "GET /v2.0/ports?device_id=5533d981-8ebc-483a-907a-b29fe4f55dd4 HTTP/1.1" status: 200 len: 949 time: 0.0966697 Aug 05 13:57:17.254880 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5788b-99ce-461d-bf0c-e41b4ccc12b9 req-fb89c7ff-a95a-4ac7-a054-ed3631c80d6b tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:17.267160 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-91c5788b-99ce-461d-bf0c-e41b4ccc12b9 req-fb89c7ff-a95a-4ac7-a054-ed3631c80d6b tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 946 time: 0.2149191 Aug 05 13:57:17.331565 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-a108ae6f-4edd-48a4-ab06-6dfdf337f30a req-cc7539c5-c2ac-414f-a127-4f3cebc4764a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] For port 0b90c80b-ea5d-476d-8890-b723dea55b6c, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=0b90c80b-ea5d-476d-8890-b723dea55b6c,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:17.332048 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a108ae6f-4edd-48a4-ab06-6dfdf337f30a req-cc7539c5-c2ac-414f-a127-4f3cebc4764a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:17.351055 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-91c5788b-99ce-461d-bf0c-e41b4ccc12b9 req-e497dfd0-f1d5-4daf-a3b1-3b24da9573a0 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829408 Aug 05 13:57:17.357172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-a108ae6f-4edd-48a4-ab06-6dfdf337f30a req-cc7539c5-c2ac-414f-a127-4f3cebc4764a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Calling delete_port for 0b90c80b-ea5d-476d-8890-b723dea55b6c owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:17.398147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5096b-2246-412d-9030-9faef42ba074 req-0707aac7-9736-4d49-afca-68b98bf08289 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:17.402981 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8cb5096b-2246-412d-9030-9faef42ba074 req-0707aac7-9736-4d49-afca-68b98bf08289 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d6741e-cf11-4650-88e6-c9f180ccd26a HTTP/1.1" status: 200 len: 949 time: 0.1026413 Aug 05 13:57:17.498357 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8cb5096b-2246-412d-9030-9faef42ba074 req-44ed90a9-4e33-45b0-95f1-b14587e33a00 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741632 Aug 05 13:57:17.531012 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-00dfc2ae-1fe2-4e66-b3ff-f3fe50953db6 req-a5593a8d-b8b7-4b35-b346-13352aebd35f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Deleting port f4df28dc-9ae0-428c-af46-f643bc6b6d16 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:17.535715 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-00dfc2ae-1fe2-4e66-b3ff-f3fe50953db6 req-a5593a8d-b8b7-4b35-b346-13352aebd35f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:17.585767 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a108ae6f-4edd-48a4-ab06-6dfdf337f30a req-cc7539c5-c2ac-414f-a127-4f3cebc4764a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:17.599873 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['44f6d346-7ba4-45d3-ac51-efabb23deb16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:17.603480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['0b90c80b-ea5d-476d-8890-b723dea55b6c', 'f4df28dc-9ae0-428c-af46-f643bc6b6d16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:17.639779 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7539c5-c2ac-414f-a127-4f3cebc4764a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Pushing event deleted for resources: {'Port': ['ID=0b90c80b-ea5d-476d-8890-b723dea55b6c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:17.735751 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8973ca-6d63-4db2-a8b6-4fc6b31ff804 req-599d3b13-5fee-43ef-8ffb-1fa198f9dd85 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:17.744000 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc8973ca-6d63-4db2-a8b6-4fc6b31ff804 req-599d3b13-5fee-43ef-8ffb-1fa198f9dd85 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 944 time: 0.0924706 Aug 05 13:57:17.748049 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d948534-7cf2-45df-aa9c-992c7fd0ec4d req-3802489d-7716-4980-a633-c642f19d3daa tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:17.759325 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d948534-7cf2-45df-aa9c-992c7fd0ec4d req-3802489d-7716-4980-a633-c642f19d3daa tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 946 time: 0.1851866 Aug 05 13:57:17.778831 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-00dfc2ae-1fe2-4e66-b3ff-f3fe50953db6 req-a5593a8d-b8b7-4b35-b346-13352aebd35f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] For port f4df28dc-9ae0-428c-af46-f643bc6b6d16, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f4df28dc-9ae0-428c-af46-f643bc6b6d16,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:17.779373 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-00dfc2ae-1fe2-4e66-b3ff-f3fe50953db6 req-a5593a8d-b8b7-4b35-b346-13352aebd35f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:17.803561 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a108ae6f-4edd-48a4-ab06-6dfdf337f30a req-cc7539c5-c2ac-414f-a127-4f3cebc4764a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] No DVR routers for this DVR port 0b90c80b-ea5d-476d-8890-b723dea55b6c on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:57:17.813002 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a108ae6f-4edd-48a4-ab06-6dfdf337f30a req-cc7539c5-c2ac-414f-a127-4f3cebc4764a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:17.819770 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a108ae6f-4edd-48a4-ab06-6dfdf337f30a req-cc7539c5-c2ac-414f-a127-4f3cebc4764a tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "DELETE /v2.0/ports/0b90c80b-ea5d-476d-8890-b723dea55b6c HTTP/1.1" status: 204 len: 173 time: 0.9932966 Aug 05 13:57:17.821846 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc8973ca-6d63-4db2-a8b6-4fc6b31ff804 req-249ab377-1cd8-4052-a55d-40f75a7cb463 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764000 Aug 05 13:57:17.822011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d6741e-cf11-4650-88e6-c9f180ccd26a', 'name': 'network-vif-deleted', 'tag': '0b90c80b-ea5d-476d-8890-b723dea55b6c'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:17.832067 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5e0f6e-eeef-44da-812a-d5754130ef07" -d '{"events": [{"server_uuid": "71d6741e-cf11-4650-88e6-c9f180ccd26a", "name": "network-vif-deleted", "tag": "0b90c80b-ea5d-476d-8890-b723dea55b6c"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:17.843469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-00dfc2ae-1fe2-4e66-b3ff-f3fe50953db6 req-a5593a8d-b8b7-4b35-b346-13352aebd35f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Calling delete_port for f4df28dc-9ae0-428c-af46-f643bc6b6d16 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:17.925038 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d948534-7cf2-45df-aa9c-992c7fd0ec4d req-e5a625b0-b15b-468e-8235-dae5994382f3 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635063 Aug 05 13:57:17.937138 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f6dee7-c83d-4c3d-a16b-b7f745fa51cd x-openstack-request-id: req-c6f6dee7-c83d-4c3d-a16b-b7f745fa51cd {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:17.937623 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d6741e-cf11-4650-88e6-c9f180ccd26a", "name": "network-vif-deleted", "tag": "0b90c80b-ea5d-476d-8890-b723dea55b6c", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:17.937873 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6f6dee7-c83d-4c3d-a16b-b7f745fa51cd {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:17.938824 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d6741e-cf11-4650-88e6-c9f180ccd26a', 'name': 'network-vif-deleted', 'tag': '0b90c80b-ea5d-476d-8890-b723dea55b6c', 'status': 'completed', 'code': 200} Aug 05 13:57:18.230575 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d201e-e064-4059-b26e-4c68016fede7 req-aae80dd5-66e2-482a-98a0-2b5ea6d2e0e0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:18.232235 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-381d201e-e064-4059-b26e-4c68016fede7 req-aae80dd5-66e2-482a-98a0-2b5ea6d2e0e0 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 943 time: 0.1553001 Aug 05 13:57:18.267691 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-00dfc2ae-1fe2-4e66-b3ff-f3fe50953db6 req-a5593a8d-b8b7-4b35-b346-13352aebd35f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:18.293335 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dde44de4-282a-47e4-b3af-6c3c1feb4716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:18.302568 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['0b90c80b-ea5d-476d-8890-b723dea55b6c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:18.349702 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-381d201e-e064-4059-b26e-4c68016fede7 req-6fb3b469-4abc-4910-9379-de7ff03d8f5d tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096811 Aug 05 13:57:18.366715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5593a8d-b8b7-4b35-b346-13352aebd35f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Pushing event deleted for resources: {'Port': ['ID=f4df28dc-9ae0-428c-af46-f643bc6b6d16,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:18.429533 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['44f6d346-7ba4-45d3-ac51-efabb23deb16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:18.432067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dfc2ae-1fe2-4e66-b3ff-f3fe50953db6 req-a5593a8d-b8b7-4b35-b346-13352aebd35f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] No DVR routers for this DVR port f4df28dc-9ae0-428c-af46-f643bc6b6d16 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:57:18.442993 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-00dfc2ae-1fe2-4e66-b3ff-f3fe50953db6 req-a5593a8d-b8b7-4b35-b346-13352aebd35f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:18.446382 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-00dfc2ae-1fe2-4e66-b3ff-f3fe50953db6 req-a5593a8d-b8b7-4b35-b346-13352aebd35f tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.63 "DELETE /v2.0/ports/f4df28dc-9ae0-428c-af46-f643bc6b6d16 HTTP/1.1" status: 204 len: 173 time: 1.2675538 Aug 05 13:57:18.446858 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5533d981-8ebc-483a-907a-b29fe4f55dd4', 'name': 'network-vif-deleted', 'tag': 'f4df28dc-9ae0-428c-af46-f643bc6b6d16'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:18.449708 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df9bb8d-1bc7-410b-8432-71cda1d46fbf" -d '{"events": [{"server_uuid": "5533d981-8ebc-483a-907a-b29fe4f55dd4", "name": "network-vif-deleted", "tag": "f4df28dc-9ae0-428c-af46-f643bc6b6d16"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:18.553209 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:18.672802 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d80208-4652-4bd7-b652-5b0d5c4f79e2 x-openstack-request-id: req-f8d80208-4652-4bd7-b652-5b0d5c4f79e2 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:18.673143 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5533d981-8ebc-483a-907a-b29fe4f55dd4", "name": "network-vif-deleted", "tag": "f4df28dc-9ae0-428c-af46-f643bc6b6d16", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:18.673398 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8d80208-4652-4bd7-b652-5b0d5c4f79e2 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:18.673810 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5533d981-8ebc-483a-907a-b29fe4f55dd4', 'name': 'network-vif-deleted', 'tag': 'f4df28dc-9ae0-428c-af46-f643bc6b6d16', 'status': 'completed', 'code': 200} Aug 05 13:57:19.023059 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-411ae3da-196f-4414-b89c-021980e4450f req-bcf4f9a6-3417-451f-8845-11f247767877 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d6741e-cf11-4650-88e6-c9f180ccd26a HTTP/1.1" status: 200 len: 210 time: 0.0477178 Aug 05 13:57:19.188320 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48f3d4-e4b5-4a3a-8d5b-bccbc38132cc req-43998ca4-6551-4b94-996e-2d7e0d1b9fdc tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:19.192081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ea48f3d4-e4b5-4a3a-8d5b-bccbc38132cc req-43998ca4-6551-4b94-996e-2d7e0d1b9fdc tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 944 time: 0.0779855 Aug 05 13:57:19.251975 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb147f-920f-4e2b-8016-42cdebc814cb req-dd36e640-dabb-4986-849c-d1f4ad6c3168 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:19.260716 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ea48f3d4-e4b5-4a3a-8d5b-bccbc38132cc req-8854d25b-1bad-4403-9aff-17738d3dd852 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607162 Aug 05 13:57:19.270029 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42fb147f-920f-4e2b-8016-42cdebc814cb req-dd36e640-dabb-4986-849c-d1f4ad6c3168 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 946 time: 0.0738554 Aug 05 13:57:19.341355 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42fb147f-920f-4e2b-8016-42cdebc814cb req-bac2efbf-bac3-4617-9360-fa1b9ef48ea2 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648973 Aug 05 13:57:19.374305 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:19.551880 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-4e9b31c8-2cd0-4ede-a7de-af88960271da tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:19.552564 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d71bc-0adc-4349-99c6-60b253523088 req-1f3a57e5-0446-44da-8c1d-5593a69edcb6 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:19.553554 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-4e9b31c8-2cd0-4ede-a7de-af88960271da tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 820 time: 0.1435685 Aug 05 13:57:19.555513 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5a2d71bc-0adc-4349-99c6-60b253523088 req-1f3a57e5-0446-44da-8c1d-5593a69edcb6 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 943 time: 0.1031759 Aug 05 13:57:19.581971 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-0ab93cab-0007-497a-a66c-95e729454007 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/quotas/ddc2755c0f634caaae1357405a91b9dd HTTP/1.1" status: 200 len: 375 time: 0.0186317 Aug 05 13:57:19.624093 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5a2d71bc-0adc-4349-99c6-60b253523088 req-0e96fdd7-9531-4be9-a37c-75d87d2b6b0f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595756 Aug 05 13:57:19.672554 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-51bf8f36-2d56-4e4e-9fa7-45576f34c7a3 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0889945 Aug 05 13:57:19.787842 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-ea7e861d-d37f-4486-a98b-5cbd89a22162 service neutron] 10.222.0.16 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141286 Aug 05 13:57:19.912149 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:19.932903 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-4bdbdf36-ab92-44d0-95e3-d42d21b62167 service neutron] 10.222.0.16 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355550 Aug 05 13:57:20.160427 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-d5a07dce-995b-4818-98c3-769b38e0b017 service neutron] 10.222.0.84 "GET /v2.0/ports/14a1ba65-5cc9-45bd-bbbb-539e25c41fcb/bindings/n-h1-803585-2 HTTP/1.1" status: 200 len: 384 time: 0.1314914 Aug 05 13:57:20.341589 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:57:20.343776 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 0b90c80b-ea5d-476d-8890-b723dea55b6c no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:20.441997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 0b90c80b-ea5d-476d-8890-b723dea55b6c {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:57:20.443170 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 0b90c80b-ea5d-476d-8890-b723dea55b6c not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:57:20.443961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device f4df28dc-9ae0-428c-af46-f643bc6b6d16 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:20.454292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-7e193535-2171-485e-99a0-2b12033890f9 req-54032d12-4149-4321-8350-b49510037624 service neutron] For port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:20.471958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: f4df28dc-9ae0-428c-af46-f643bc6b6d16 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:57:20.472570 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device f4df28dc-9ae0-428c-af46-f643bc6b6d16 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:57:20.485949 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-7e193535-2171-485e-99a0-2b12033890f9 req-54032d12-4149-4321-8350-b49510037624 service neutron] For port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:57:20.514556 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8d223-cb98-4f4c-aa7c-7847f39c2911 req-6d563ead-0d07-420f-87e6-596e5a9f9c4b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:20.522470 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-37e8d223-cb98-4f4c-aa7c-7847f39c2911 req-6d563ead-0d07-420f-87e6-596e5a9f9c4b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 944 time: 0.1658545 Aug 05 13:57:20.550735 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-7e193535-2171-485e-99a0-2b12033890f9 req-54032d12-4149-4321-8350-b49510037624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:57:20.567779 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-7e193535-2171-485e-99a0-2b12033890f9 req-54032d12-4149-4321-8350-b49510037624 service neutron] For port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:20.596160 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7e193535-2171-485e-99a0-2b12033890f9 req-54032d12-4149-4321-8350-b49510037624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:20.631018 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-37e8d223-cb98-4f4c-aa7c-7847f39c2911 req-a91c01f8-7de0-491b-982a-ec666be50598 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074264 Aug 05 13:57:20.644245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2a5009e0-9e01-4dff-80a7-8ded1bce2e42,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:20.653409 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-661f7650-f78e-4a9a-a9c2-d57436843a0d req-a3159dec-6c7e-4299-9223-f24542f6f57f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 210 time: 0.0711362 Aug 05 13:57:20.686916 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '2a5009e0-9e01-4dff-80a7-8ded1bce2e42', 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c', 'port_id': '2a5009e0-9e01-4dff-80a7-8ded1bce2e42', 'mac_address': 'fa:16:3e:c6:74:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c9cb3b-02da-4b2d-886d-ad880aca8a5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:57:20.749961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48262) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:20.758155 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:20.779453 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:57:20.807564 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2a5009e0-9e01-4dff-80a7-8ded1bce2e42,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:20.814791 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:20.842699 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-7e193535-2171-485e-99a0-2b12033890f9 req-54032d12-4149-4321-8350-b49510037624 service neutron] Transition to ACTIVE for port object 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:57:20.847245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c53bfd-bf28-4b94-834d-a506da98c97d req-3ec143a6-ee17-40de-9ae7-ae53f2b8045a tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:20.849195 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7e193535-2171-485e-99a0-2b12033890f9 req-54032d12-4149-4321-8350-b49510037624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:20.855118 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-62c53bfd-bf28-4b94-834d-a506da98c97d req-3ec143a6-ee17-40de-9ae7-ae53f2b8045a tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 946 time: 0.0836337 Aug 05 13:57:20.915564 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-62c53bfd-bf28-4b94-834d-a506da98c97d req-ca8feb32-1d90-4efd-b7b8-29245043f9a4 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593414 Aug 05 13:57:20.925761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e193535-2171-485e-99a0-2b12033890f9 req-54032d12-4149-4321-8350-b49510037624 service neutron] No DVR routers for this DVR port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:57:20.934580 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=2a5009e0-9e01-4dff-80a7-8ded1bce2e42,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:20.968438 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a930c353-1b27-401d-bb87-df6d7fd1d640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:20.985153 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55162d55-bd9b-4c64-9bc4-f44a37bb7ce3 req-1ff14fb3-f21c-4aaf-ba71-06b2ad2779db tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:20.986807 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-55162d55-bd9b-4c64-9bc4-f44a37bb7ce3 req-1ff14fb3-f21c-4aaf-ba71-06b2ad2779db tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a HTTP/1.1" status: 200 len: 950 time: 0.1999645 Aug 05 13:57:20.995367 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-54032d12-4149-4321-8350-b49510037624 service neutron] 10.222.0.84 "PUT /v2.0/ports/14a1ba65-5cc9-45bd-bbbb-539e25c41fcb/bindings/n-h1-803585-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8212972 Aug 05 13:57:21.021980 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54032d12-4149-4321-8350-b49510037624 service neutron] Pushing event updated for resources: {'Port': ['ID=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,revision_number=10']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:21.056350 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-55162d55-bd9b-4c64-9bc4-f44a37bb7ce3 req-83db8e21-93c0-42cd-825b-f1c07cb5f1da tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541763 Aug 05 13:57:21.142342 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973308f-c9af-4631-8139-94b844b4b3ff req-00e23630-7336-4c73-a488-89b89a8822c1 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:21.143946 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f973308f-c9af-4631-8139-94b844b4b3ff req-00e23630-7336-4c73-a488-89b89a8822c1 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 944 time: 0.1236656 Aug 05 13:57:21.187026 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a930c353-1b27-401d-bb87-df6d7fd1d640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:21.197786 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['2a5009e0-9e01-4dff-80a7-8ded1bce2e42'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:21.198088 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a930c353-1b27-401d-bb87-df6d7fd1d640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:21.224231 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193535-2171-485e-99a0-2b12033890f9 req-29e53451-a774-44af-9331-24932d8c237f tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:21.225668 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-29e53451-a774-44af-9331-24932d8c237f tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe&tenant_id=a19c317485da4147b7c1316aac248471&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 1095 time: 0.1407912 Aug 05 13:57:21.237364 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:21.286114 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a930c353-1b27-401d-bb87-df6d7fd1d640 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea20232aabaf4f949c241b3a7b9e7e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5338743 Aug 05 13:57:21.288835 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48270) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:21.302045 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f973308f-c9af-4631-8139-94b844b4b3ff req-cceba02d-40de-42ba-8e28-240bf401a5a6 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476126 Aug 05 13:57:21.306804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930c353-1b27-401d-bb87-df6d7fd1d640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ec0a04-b80b-4b07-a6d1-43378c13b347,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:21.330634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193535-2171-485e-99a0-2b12033890f9 req-4c954036-5963-4575-bd49-28ca0fa718d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:21.333397 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-4c954036-5963-4575-bd49-28ca0fa718d4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe&tenant_id=a19c317485da4147b7c1316aac248471 HTTP/1.1" status: 200 len: 1095 time: 0.0963833 Aug 05 13:57:21.373445 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e05405d8-e188-4246-9666-6de81bd04d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:21.408694 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e05405d8-e188-4246-9666-6de81bd04d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:21.429788 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193535-2171-485e-99a0-2b12033890f9 req-970bebaf-5562-466f-8ccb-757d36009511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:21.431614 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-970bebaf-5562-466f-8ccb-757d36009511 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 1095 time: 0.0660336 Aug 05 13:57:21.498107 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e05405d8-e188-4246-9666-6de81bd04d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:21.500686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e05405d8-e188-4246-9666-6de81bd04d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:21.501906 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e05405d8-e188-4246-9666-6de81bd04d3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71ec0a04-b80b-4b07-a6d1-43378c13b347 HTTP/1.1" status: 204 len: 168 time: 0.2120631 Aug 05 13:57:21.516038 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05405d8-e188-4246-9666-6de81bd04d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ec0a04-b80b-4b07-a6d1-43378c13b347,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:21.531347 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72e12a4f-cb16-4585-8b0f-2d2a805fcd81 req-13621063-a267-45ac-98e6-727a9b82a3d8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712028 Aug 05 13:57:21.555689 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193535-2171-485e-99a0-2b12033890f9 req-c23bee61-62f9-4244-bd27-34e1e2f153c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:21.557217 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-c23bee61-62f9-4244-bd27-34e1e2f153c2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.1155255 Aug 05 13:57:21.620624 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-b3bacb1d-bdae-4795-83e7-e53dcdbdcb57 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb HTTP/1.1" status: 200 len: 217 time: 0.0437922 Aug 05 13:57:21.645878 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e12a4f-cb16-4585-8b0f-2d2a805fcd81 req-8b4be975-8c0a-49ab-89e8-ec9535f1504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:21.647715 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72e12a4f-cb16-4585-8b0f-2d2a805fcd81 req-8b4be975-8c0a-49ab-89e8-ec9535f1504a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 1095 time: 0.0564215 Aug 05 13:57:21.692336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193535-2171-485e-99a0-2b12033890f9 req-52e56c54-207f-4995-a907-0828780f33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:21.703857 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-52e56c54-207f-4995-a907-0828780f33b6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.0750766 Aug 05 13:57:21.778616 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-1ff45936-afc7-484e-8200-c349e1da8d12 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623930 Aug 05 13:57:21.880827 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0d933edb-f3c8-400f-8c18-e765632001a9 req-8bb7834f-9f75-45e3-8936-dab65877d191 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 210 time: 0.0349991 Aug 05 13:57:21.931292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e12a4f-cb16-4585-8b0f-2d2a805fcd81 req-0f61685c-f605-4492-8645-08191ebbbc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:21.933398 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72e12a4f-cb16-4585-8b0f-2d2a805fcd81 req-0f61685c-f605-4492-8645-08191ebbbc54 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.2616360 Aug 05 13:57:21.936230 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2cc9a4e7-777f-4d78-b086-33c545b96893 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:57:21.971205 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-c7c093dd-1088-463c-82e7-1044a54161fe service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820056 Aug 05 13:57:21.979814 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7cc2e-b8bd-4e32-ae79-50fa696d38d9 req-79199f99-08ff-40d2-a779-3e5a62278cb2 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:21.990546 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-31b7cc2e-b8bd-4e32-ae79-50fa696d38d9 req-79199f99-08ff-40d2-a779-3e5a62278cb2 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 945 time: 0.1971698 Aug 05 13:57:22.075658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48284) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:22.100224 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7814db8f-d19c-4d44-be71-a5fc550e85ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:22.103237 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72e12a4f-cb16-4585-8b0f-2d2a805fcd81 req-a51c6734-2a9d-4902-88d8-7e8bf8e40000 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6684bdba-b3f1-4089-b536-8b0aa9beee58 HTTP/1.1" status: 200 len: 217 time: 0.1620660 Aug 05 13:57:22.130284 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2cc9a4e7-777f-4d78-b086-33c545b96893, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2cc9a4e7-777f-4d78-b086-33c545b96893,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:22.147807 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '2cc9a4e7-777f-4d78-b086-33c545b96893', 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8', 'port_id': '2cc9a4e7-777f-4d78-b086-33c545b96893', 'mac_address': 'fa:16:3e:d1:f8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187e4257-8803-4bab-bf1d-3f4f6e87414e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:57:22.217069 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:22.217297 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be944d0-719f-43fd-968a-d0258d0ae484 req-92273c74-4fdc-471d-be80-57697aa7470f tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:22.218777 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5be944d0-719f-43fd-968a-d0258d0ae484 req-92273c74-4fdc-471d-be80-57697aa7470f tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 946 time: 0.1046267 Aug 05 13:57:22.240767 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cc9a4e7-777f-4d78-b086-33c545b96893 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:57:22.249281 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-31b7cc2e-b8bd-4e32-ae79-50fa696d38d9 req-0f55065b-61c1-46ee-b4f0-08fb669b4ab3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488530 Aug 05 13:57:22.251125 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-82cc056f-1e4d-4106-8c1e-ba79fa72247f service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695732 Aug 05 13:57:22.289222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-ac38a06d-5347-4fae-94e3-5a12aa843722 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:22.292038 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2cc9a4e7-777f-4d78-b086-33c545b96893, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2cc9a4e7-777f-4d78-b086-33c545b96893,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:22.295035 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5be944d0-719f-43fd-968a-d0258d0ae484 req-329a00c2-7ff1-49b6-8739-969c1725fde6 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644569 Aug 05 13:57:22.297804 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-ac38a06d-5347-4fae-94e3-5a12aa843722 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.63 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 820 time: 0.4605696 Aug 05 13:57:22.298217 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:22.341771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-8fd21998-f786-480a-9d93-a28034705749 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Request body: {'port': {'device_id': '38b19f9a-67de-43eb-b0bc-eaf570a36f49', 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0', 'admin_state_up': True, 'tenant_id': 'ddc2755c0f634caaae1357405a91b9dd'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:22.363701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e12a4f-cb16-4585-8b0f-2d2a805fcd81 req-f66b700f-7fe3-49b7-ac00-b17fe988141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:22.365137 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72e12a4f-cb16-4585-8b0f-2d2a805fcd81 req-f66b700f-7fe3-49b7-ac00-b17fe988141f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.2466114 Aug 05 13:57:22.391733 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=2cc9a4e7-777f-4d78-b086-33c545b96893,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:22.451772 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['2cc9a4e7-777f-4d78-b086-33c545b96893'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:22.480665 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72e12a4f-cb16-4585-8b0f-2d2a805fcd81 req-a89ea6c7-d584-4233-8a20-787c81561991 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952597 Aug 05 13:57:22.684321 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193535-2171-485e-99a0-2b12033890f9 req-25069959-e2bc-450d-8d05-b0e70384c37f tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:22.686992 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-25069959-e2bc-450d-8d05-b0e70384c37f tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe&tenant_id=a19c317485da4147b7c1316aac248471&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 1095 time: 0.1299915 Aug 05 13:57:22.694901 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b83e5-5bb4-4b82-ade0-f43ffab78df0 req-3ab09215-6cc2-4178-afd5-f3656eab5225 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:22.696689 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-829b83e5-5bb4-4b82-ade0-f43ffab78df0 req-3ab09215-6cc2-4178-afd5-f3656eab5225 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.84 "GET /v2.0/ports?device_id=6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a HTTP/1.1" status: 200 len: 950 time: 0.3094258 Aug 05 13:57:22.712409 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c13016-52f6-4bee-8ae1-699f88283fd0 req-9065a3e5-3307-472e-b9cb-724037ea835b tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:22.715019 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-30c13016-52f6-4bee-8ae1-699f88283fd0 req-9065a3e5-3307-472e-b9cb-724037ea835b tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 944 time: 0.0969737 Aug 05 13:57:22.734130 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf448a84-d514-47cc-9dd4-7dd7e0454571 req-92fda4c2-f705-4b8d-ad25-f498131aba7c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:22.742330 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf448a84-d514-47cc-9dd4-7dd7e0454571 req-92fda4c2-f705-4b8d-ad25-f498131aba7c tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a HTTP/1.1" status: 200 len: 950 time: 0.3430324 Aug 05 13:57:22.869005 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-30c13016-52f6-4bee-8ae1-699f88283fd0 req-20a2c774-096c-43b5-b13c-bf23bf06a07e tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782704 Aug 05 13:57:22.882673 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72e12a4f-cb16-4585-8b0f-2d2a805fcd81 req-b9478038-495f-4ee5-800c-90ac068f7f8c service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600574 Aug 05 13:57:22.884585 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7814db8f-d19c-4d44-be71-a5fc550e85ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:22.899322 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7814db8f-d19c-4d44-be71-a5fc550e85ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:22.906239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-7e193535-2171-485e-99a0-2b12033890f9 req-5a1ee8ed-d141-40d4-b6bc-2cb835eeb3ee service neutron] For port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:57:22.910773 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7e193535-2171-485e-99a0-2b12033890f9 req-5a1ee8ed-d141-40d4-b6bc-2cb835eeb3ee service neutron] Notify callbacks [] for binding, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:22.912050 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e193535-2171-485e-99a0-2b12033890f9 req-5a1ee8ed-d141-40d4-b6bc-2cb835eeb3ee service neutron] 10.222.0.63 "DELETE /v2.0/ports/14a1ba65-5cc9-45bd-bbbb-539e25c41fcb/bindings/n-h2-803585-2 HTTP/1.1" status: 204 len: 173 time: 0.2175901 Aug 05 13:57:22.925377 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf448a84-d514-47cc-9dd4-7dd7e0454571 req-d8eaf008-f009-44a2-b77a-9aa30fd708cd tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/security-groups?id=649d87c9-8328-4fdc-b3bb-c6e0930c252f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807280 Aug 05 13:57:23.015798 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814db8f-d19c-4d44-be71-a5fc550e85ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1e53b1-e186-4e12-9cf2-f355291a9f0c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:23.060526 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-99d3a60a-3e0c-446c-9970-731d5a136ff4 req-16dde842-5bde-465c-b0ab-c3568535e022 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 210 time: 0.0545049 Aug 05 13:57:23.084069 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-8fd21998-f786-480a-9d93-a28034705749 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Made reservation on behalf of ddc2755c0f634caaae1357405a91b9dd for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:57:23.086170 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-8fd21998-f786-480a-9d93-a28034705749 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:23.132282 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7814db8f-d19c-4d44-be71-a5fc550e85ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8de7d5dcaa44919abc8e921ab72d5e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0555537 Aug 05 13:57:23.135379 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48300) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:23.178793 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-829b83e5-5bb4-4b82-ade0-f43ffab78df0 req-79d2464e-0d78-4155-a1e4-e3d4a7177600 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Deleting port 44f6d346-7ba4-45d3-ac51-efabb23deb16 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:23.179137 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-829b83e5-5bb4-4b82-ade0-f43ffab78df0 req-79d2464e-0d78-4155-a1e4-e3d4a7177600 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:23.187220 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0746f871-ddd2-4b5a-8ddb-60bd943b4888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:23.210125 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0746f871-ddd2-4b5a-8ddb-60bd943b4888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:23.266669 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0746f871-ddd2-4b5a-8ddb-60bd943b4888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:23.269551 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0746f871-ddd2-4b5a-8ddb-60bd943b4888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:23.273167 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0746f871-ddd2-4b5a-8ddb-60bd943b4888 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d1e53b1-e186-4e12-9cf2-f355291a9f0c HTTP/1.1" status: 204 len: 168 time: 0.1341565 Aug 05 13:57:23.288682 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746f871-ddd2-4b5a-8ddb-60bd943b4888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1e53b1-e186-4e12-9cf2-f355291a9f0c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:23.382209 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-829b83e5-5bb4-4b82-ade0-f43ffab78df0 req-79d2464e-0d78-4155-a1e4-e3d4a7177600 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] For port 44f6d346-7ba4-45d3-ac51-efabb23deb16, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=44f6d346-7ba4-45d3-ac51-efabb23deb16,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:23.385511 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-829b83e5-5bb4-4b82-ade0-f43ffab78df0 req-79d2464e-0d78-4155-a1e4-e3d4a7177600 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:23.401055 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-829b83e5-5bb4-4b82-ade0-f43ffab78df0 req-79d2464e-0d78-4155-a1e4-e3d4a7177600 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Calling delete_port for 44f6d346-7ba4-45d3-ac51-efabb23deb16 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:23.459735 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72e12a4f-cb16-4585-8b0f-2d2a805fcd81 req-d2cd14f2-f08a-48b6-80a0-13e2b60bc1fc service neutron] 10.222.0.63 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666468 Aug 05 13:57:23.460727 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cccee-4d4a-4dd2-96ed-5767069180cd req-9222dbf9-e42b-40b1-8ef3-bab9f0a6223b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:23.470955 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4a2cccee-4d4a-4dd2-96ed-5767069180cd req-9222dbf9-e42b-40b1-8ef3-bab9f0a6223b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 945 time: 0.1126626 Aug 05 13:57:23.531275 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4a2cccee-4d4a-4dd2-96ed-5767069180cd req-c2aaa8a9-2f9e-4bc4-a512-7530903be15f tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588706 Aug 05 13:57:23.600452 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-8fd21998-f786-480a-9d93-a28034705749 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Allocated IP 172.20.0.6 (2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0/5d7bb95a-eb73-4d95-8a01-f23ea032c5a9/b202055e-4dd4-45ac-ba7f-3daed8249fee) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:57:23.626202 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab7005-3574-43c4-9582-7037eb35a97b req-143497fe-8f34-4f41-99ef-a884c8b0443c tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:23.627839 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-19ab7005-3574-43c4-9582-7037eb35a97b req-143497fe-8f34-4f41-99ef-a884c8b0443c tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 1095 time: 0.6034553 Aug 05 13:57:23.684311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53e4bc-c4c3-4e2b-bd8e-c890ff58d1b8 req-cb35fe89-3264-4a8c-9a62-be43d9705535 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:23.696331 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d53e4bc-c4c3-4e2b-bd8e-c890ff58d1b8 req-cb35fe89-3264-4a8c-9a62-be43d9705535 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 945 time: 0.0965121 Aug 05 13:57:23.773619 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d53e4bc-c4c3-4e2b-bd8e-c890ff58d1b8 req-d7bb1dcf-a929-4a88-8e69-4bc4ba2cdb01 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740795 Aug 05 13:57:23.860852 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-19ab7005-3574-43c4-9582-7037eb35a97b req-e8b569e3-d9ed-4501-a77f-fb365ebc6053 tempest-LiveMigrationTest-485577307 tempest-LiveMigrationTest-485577307-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627555 Aug 05 13:57:23.935087 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2cc9a4e7-777f-4d78-b086-33c545b96893 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:23.960526 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-829b83e5-5bb4-4b82-ade0-f43ffab78df0 req-79d2464e-0d78-4155-a1e4-e3d4a7177600 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:24.053394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2464e-0d78-4155-a1e4-e3d4a7177600 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Pushing event deleted for resources: {'Port': ['ID=44f6d346-7ba4-45d3-ac51-efabb23deb16,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:24.127975 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:24.143259 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-829b83e5-5bb4-4b82-ade0-f43ffab78df0 req-79d2464e-0d78-4155-a1e4-e3d4a7177600 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] No DVR routers for this DVR port 44f6d346-7ba4-45d3-ac51-efabb23deb16 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:57:24.148372 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-829b83e5-5bb4-4b82-ade0-f43ffab78df0 req-79d2464e-0d78-4155-a1e4-e3d4a7177600 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:24.151438 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-829b83e5-5bb4-4b82-ade0-f43ffab78df0 req-79d2464e-0d78-4155-a1e4-e3d4a7177600 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.84 "DELETE /v2.0/ports/44f6d346-7ba4-45d3-ac51-efabb23deb16 HTTP/1.1" status: 204 len: 173 time: 1.4432347 Aug 05 13:57:24.152404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a', 'name': 'network-vif-deleted', 'tag': '44f6d346-7ba4-45d3-ac51-efabb23deb16'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:24.154782 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2cc9a4e7-777f-4d78-b086-33c545b96893 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:57:24.155621 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387ad951-a279-4f5b-9fe5-133a52727c1d" -d '{"events": [{"server_uuid": "6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a", "name": "network-vif-deleted", "tag": "44f6d346-7ba4-45d3-ac51-efabb23deb16"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:24.196364 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2cc9a4e7-777f-4d78-b086-33c545b96893, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2cc9a4e7-777f-4d78-b086-33c545b96893,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:24.209617 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:24.211690 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 44f6d346-7ba4-45d3-ac51-efabb23deb16 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:24.263552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 44f6d346-7ba4-45d3-ac51-efabb23deb16 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:57:24.266692 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 44f6d346-7ba4-45d3-ac51-efabb23deb16 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:57:24.377778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:57:24.420826 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=2cc9a4e7-777f-4d78-b086-33c545b96893,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:24.440843 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:57:24.446448 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:24.447289 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:24.490790 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41e3086c-fe90-46d8-9664-746c0d78979e req-8bd09a1f-1e38-49b2-9a2f-916d1acf2770 tempest-ServersOnMultiNodesTest-1461004850 tempest-ServersOnMultiNodesTest-1461004850-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a HTTP/1.1" status: 200 len: 210 time: 0.0799000 Aug 05 13:57:24.556677 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:24.607778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2a5009e0-9e01-4dff-80a7-8ded1bce2e42,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:24.612113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9c3202-4e1a-4406-85cd-bbaa78d0ca22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5009e0-9e01-4dff-80a7-8ded1bce2e42'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:24.621721 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2851224-adc3-4191-a806-3e71b5c32565" -d '{"events": [{"server_uuid": "aa9c3202-4e1a-4406-85cd-bbaa78d0ca22", "name": "network-vif-plugged", "status": "completed", "tag": "2a5009e0-9e01-4dff-80a7-8ded1bce2e42"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:24.628558 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:24.755481 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=2a5009e0-9e01-4dff-80a7-8ded1bce2e42,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:24.806750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619374e-7055-4ef7-94b1-2cbb2c39c3ba req-b8725a7f-ff13-45dc-be40-e10d511a4440 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:24.814491 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-8fd21998-f786-480a-9d93-a28034705749 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:24.821250 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3619374e-7055-4ef7-94b1-2cbb2c39c3ba req-b8725a7f-ff13-45dc-be40-e10d511a4440 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 944 time: 0.0987444 Aug 05 13:57:24.894298 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a03d868-d4e2-4de3-b09d-32dc80f06929 x-openstack-request-id: req-1a03d868-d4e2-4de3-b09d-32dc80f06929 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:24.894862 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a", "name": "network-vif-deleted", "tag": "44f6d346-7ba4-45d3-ac51-efabb23deb16", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:24.895089 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a03d868-d4e2-4de3-b09d-32dc80f06929 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:24.898906 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7dcf98-4386-4f50-8d3e-9f27ced2ab3a', 'name': 'network-vif-deleted', 'tag': '44f6d346-7ba4-45d3-ac51-efabb23deb16', 'status': 'completed', 'code': 200} Aug 05 13:57:24.903543 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3619374e-7055-4ef7-94b1-2cbb2c39c3ba req-71e30dd2-064f-4194-a057-7990267c2436 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749114 Aug 05 13:57:24.907279 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-8fd21998-f786-480a-9d93-a28034705749 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:24.921531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['64d73aec-86b8-4191-a076-a3e4b5cca50c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:25.031102 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0fead793-0957-425e-87fe-d3cd1a2bf3f3 req-1095811c-cd76-4d12-a0b3-d5c8ceb7d317 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8528669 Aug 05 13:57:25.160726 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e76850-a113-475b-ada4-b5974b29e2fb req-b29b3925-c7c1-47bb-ad08-141d0b68a23b tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:25.162321 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3e76850-a113-475b-ada4-b5974b29e2fb req-b29b3925-c7c1-47bb-ad08-141d0b68a23b tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 944 time: 0.1281059 Aug 05 13:57:25.222948 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-8fd21998-f786-480a-9d93-a28034705749 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:57:25.242011 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3e76850-a113-475b-ada4-b5974b29e2fb req-88a12be6-ed59-49a6-a1c7-5b55871956dc tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715113 Aug 05 13:57:25.273012 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-8fd21998-f786-480a-9d93-a28034705749 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:25.275970 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-8fd21998-f786-480a-9d93-a28034705749 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:57:25.284268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd21998-f786-480a-9d93-a28034705749 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Pushing event updated for resources: {'Port': ['ID=b202055e-4dd4-45ac-ba7f-3daed8249fee,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:25.330773 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fead793-0957-425e-87fe-d3cd1a2bf3f3 req-fd35ffc9-b664-4173-8481-38d12b983153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:25.332426 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0fead793-0957-425e-87fe-d3cd1a2bf3f3 req-fd35ffc9-b664-4173-8481-38d12b983153 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a19c317485da4147b7c1316aac248471&device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 1095 time: 0.2508032 Aug 05 13:57:25.367268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef92962-a034-4d30-aa56-bcc13379f0a2 req-defe24f7-824f-418b-890b-90f99e453ecb tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:25.375495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5ef92962-a034-4d30-aa56-bcc13379f0a2 req-defe24f7-824f-418b-890b-90f99e453ecb tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 931 time: 0.4737368 Aug 05 13:57:25.438103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9196278-2a6a-4ae2-ad54-24168ea202f7 req-9daf7291-ec11-4444-8a61-625c55ab238b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:25.453845 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9196278-2a6a-4ae2-ad54-24168ea202f7 req-9daf7291-ec11-4444-8a61-625c55ab238b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.1080184 Aug 05 13:57:25.463212 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3ebf6-659f-4bc9-a3e3-119568e83c2f req-04b00bfb-f35a-445b-ae8c-4ea65fe36bf1 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:25.464959 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25f3ebf6-659f-4bc9-a3e3-119568e83c2f req-04b00bfb-f35a-445b-ae8c-4ea65fe36bf1 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.63 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 944 time: 0.2958980 Aug 05 13:57:25.482220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-8fd21998-f786-480a-9d93-a28034705749 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:25.483009 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-8fd21998-f786-480a-9d93-a28034705749 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:25.524047 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9196278-2a6a-4ae2-ad54-24168ea202f7 req-698cde61-1b3e-4ef7-a12f-80eb2cf3628c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696001 Aug 05 13:57:25.566395 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-8fd21998-f786-480a-9d93-a28034705749 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2548318 Aug 05 13:57:25.572105 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5ef92962-a034-4d30-aa56-bcc13379f0a2 req-1b82a6db-1a25-4ddb-89b3-0a2aca86aad7 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957808 Aug 05 13:57:25.590848 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Request body: {'port': {'device_id': '38b19f9a-67de-43eb-b0bc-eaf570a36f49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:25.641758 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbdfcd1-011d-4e48-ab75-740ffe2aca0b x-openstack-request-id: req-ddbdfcd1-011d-4e48-ab75-740ffe2aca0b {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:25.642189 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9c3202-4e1a-4406-85cd-bbaa78d0ca22", "name": "network-vif-plugged", "status": "completed", "tag": "2a5009e0-9e01-4dff-80a7-8ded1bce2e42", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:25.642307 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddbdfcd1-011d-4e48-ab75-740ffe2aca0b {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:25.642697 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9c3202-4e1a-4406-85cd-bbaa78d0ca22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5009e0-9e01-4dff-80a7-8ded1bce2e42', 'code': 200} Aug 05 13:57:25.657471 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fead793-0957-425e-87fe-d3cd1a2bf3f3 req-6c436dd3-fe25-4392-88b9-fe8ec09e9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:25.659008 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0fead793-0957-425e-87fe-d3cd1a2bf3f3 req-6c436dd3-fe25-4392-88b9-fe8ec09e9503 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 200 len: 908 time: 0.2805948 Aug 05 13:57:25.732369 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0fead793-0957-425e-87fe-d3cd1a2bf3f3 req-01f362d5-8b1c-46f0-805b-ffa59bda9f9b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19adadd-c194-46b6-befe-18344a9580b8 HTTP/1.1" status: 200 len: 217 time: 0.0603254 Aug 05 13:57:25.808530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1265a-7df5-43eb-8124-b57280eae538 req-11800db5-f95e-4b5b-a915-7ea467d8c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:25.810591 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:25.815631 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-45e1265a-7df5-43eb-8124-b57280eae538 req-11800db5-f95e-4b5b-a915-7ea467d8c6f6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 1097 time: 0.0796685 Aug 05 13:57:25.838732 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-25f3ebf6-659f-4bc9-a3e3-119568e83c2f req-ba06424c-0ce0-41b5-8b29-9042941617b2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Deleting port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:25.839908 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-25f3ebf6-659f-4bc9-a3e3-119568e83c2f req-ba06424c-0ce0-41b5-8b29-9042941617b2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:25.869742 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-45e1265a-7df5-43eb-8124-b57280eae538 req-1ab9784d-4947-48a4-a0a0-a10c161c0ad9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412982 Aug 05 13:57:25.878058 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fead793-0957-425e-87fe-d3cd1a2bf3f3 req-12bcdb4a-8ff8-4c90-8458-73b268385fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:25.879567 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0fead793-0957-425e-87fe-d3cd1a2bf3f3 req-12bcdb4a-8ff8-4c90-8458-73b268385fe3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 200 len: 847 time: 0.1343701 Aug 05 13:57:25.948981 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0fead793-0957-425e-87fe-d3cd1a2bf3f3 req-d472997b-f5a8-46d9-a72f-62063e132e02 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2d2ba84-38d9-47f3-984b-f6fdc376e26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423839 Aug 05 13:57:26.153391 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-25f3ebf6-659f-4bc9-a3e3-119568e83c2f req-ba06424c-0ce0-41b5-8b29-9042941617b2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] For port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:26.153645 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-25f3ebf6-659f-4bc9-a3e3-119568e83c2f req-ba06424c-0ce0-41b5-8b29-9042941617b2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:26.185362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-25f3ebf6-659f-4bc9-a3e3-119568e83c2f req-ba06424c-0ce0-41b5-8b29-9042941617b2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Calling delete_port for 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:26.247516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48394) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:26.312551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cd6eb-e4ab-4e80-bd53-c150106ebc18 req-0e61989d-d6f6-4584-b53c-a2bf8c9ce7be tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:26.320395 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-890cd6eb-e4ab-4e80-bd53-c150106ebc18 req-0e61989d-d6f6-4584-b53c-a2bf8c9ce7be tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 944 time: 0.2873533 Aug 05 13:57:26.334452 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0fead793-0957-425e-87fe-d3cd1a2bf3f3 req-4aeb1356-f1e6-4ef6-8d7e-b277da595e99 service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682971 Aug 05 13:57:26.345798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b4df0-6cc6-428c-8e7a-0affb9887a54 req-1c28bd35-c19e-43f0-884f-a87b6b03c999 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:26.358917 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-310b4df0-6cc6-428c-8e7a-0affb9887a54 req-1c28bd35-c19e-43f0-884f-a87b6b03c999 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.84 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 944 time: 0.1272745 Aug 05 13:57:26.486503 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-890cd6eb-e4ab-4e80-bd53-c150106ebc18 req-57a2ae33-f357-4761-b2b0-c7ecfbcd0cb3 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629963 Aug 05 13:57:26.539653 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8340f4e-9791-42a0-badc-006e8761128e req-3e78aeed-b341-468e-9c70-46a6df5e3e9f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:26.541868 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8340f4e-9791-42a0-badc-006e8761128e req-3e78aeed-b341-468e-9c70-46a6df5e3e9f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 944 time: 0.1288590 Aug 05 13:57:26.621421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-310b4df0-6cc6-428c-8e7a-0affb9887a54 req-be106a6c-9122-44f5-9aa8-c9aae693d587 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Deleting port 2cc9a4e7-777f-4d78-b086-33c545b96893 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:26.621421 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-310b4df0-6cc6-428c-8e7a-0affb9887a54 req-be106a6c-9122-44f5-9aa8-c9aae693d587 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:26.663013 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2e70861f-75b9-4ed1-bfa8-da0148120247 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5fd2bb24b8b4cb7871929d0ce5ab2e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112489 Aug 05 13:57:26.695375 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48432) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:26.697506 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b202055e-4dd4-45ac-ba7f-3daed8249fee {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:57:26.705173 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0fead793-0957-425e-87fe-d3cd1a2bf3f3 req-934ac517-e513-4db7-8ba9-862be62bb05b service neutron] 10.222.0.84 "GET /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540123 Aug 05 13:57:26.715712 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8340f4e-9791-42a0-badc-006e8761128e req-75c1979a-9fa4-4000-92ab-3033845f079c tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499188 Aug 05 13:57:26.717375 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:26.761831 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Transition to ACTIVE for port object b202055e-4dd4-45ac-ba7f-3daed8249fee will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:57:26.770820 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54de1e3-e4de-407d-8a3d-e53e803c7820 req-9cff2e4c-37f7-4ad0-b62e-714629da7b14 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:26.780251 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e54de1e3-e4de-407d-8a3d-e53e803c7820 req-9cff2e4c-37f7-4ad0-b62e-714629da7b14 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.1249144 Aug 05 13:57:26.783054 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-25f3ebf6-659f-4bc9-a3e3-119568e83c2f req-ba06424c-0ce0-41b5-8b29-9042941617b2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:26.790300 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:26.797092 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['d19adadd-c194-46b6-befe-18344a9580b8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:26.907073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-310b4df0-6cc6-428c-8e7a-0affb9887a54 req-be106a6c-9122-44f5-9aa8-c9aae693d587 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] For port 2cc9a4e7-777f-4d78-b086-33c545b96893, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2cc9a4e7-777f-4d78-b086-33c545b96893,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:26.907576 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-310b4df0-6cc6-428c-8e7a-0affb9887a54 req-be106a6c-9122-44f5-9aa8-c9aae693d587 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:26.923823 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e54de1e3-e4de-407d-8a3d-e53e803c7820 req-2f48cd55-5360-4ae5-bf9a-6306601a1673 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428292 Aug 05 13:57:26.928749 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4378e346-a5e1-4d7d-8f10-54dd62e6e78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:26.936018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-310b4df0-6cc6-428c-8e7a-0affb9887a54 req-be106a6c-9122-44f5-9aa8-c9aae693d587 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Calling delete_port for 2cc9a4e7-777f-4d78-b086-33c545b96893 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:26.974895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdcf78-5cd2-4303-8c87-59a35cb70e94 req-e6279734-375f-40ce-8636-c82893187051 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:26.984634 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69fdcf78-5cd2-4303-8c87-59a35cb70e94 req-e6279734-375f-40ce-8636-c82893187051 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 943 time: 0.1439550 Aug 05 13:57:27.031280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Pushing event updated for resources: {'Port': ['ID=b202055e-4dd4-45ac-ba7f-3daed8249fee,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:27.039716 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f3ebf6-659f-4bc9-a3e3-119568e83c2f req-ba06424c-0ce0-41b5-8b29-9042941617b2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] No DVR routers for this DVR port 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:57:27.049158 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-25f3ebf6-659f-4bc9-a3e3-119568e83c2f req-ba06424c-0ce0-41b5-8b29-9042941617b2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:27.049884 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4378e346-a5e1-4d7d-8f10-54dd62e6e78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:27.066239 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25f3ebf6-659f-4bc9-a3e3-119568e83c2f req-ba06424c-0ce0-41b5-8b29-9042941617b2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.63 "DELETE /v2.0/ports/14a1ba65-5cc9-45bd-bbbb-539e25c41fcb HTTP/1.1" status: 204 len: 173 time: 1.5717740 Aug 05 13:57:27.105939 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485cfcfe-59d7-4a56-8869-20900acf2cbe', 'name': 'network-vif-deleted', 'tag': '14a1ba65-5cc9-45bd-bbbb-539e25c41fcb'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:27.115990 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd04a229-f888-4aaf-8b2b-f1975ac0e27e" -d '{"events": [{"server_uuid": "485cfcfe-59d7-4a56-8869-20900acf2cbe", "name": "network-vif-deleted", "tag": "14a1ba65-5cc9-45bd-bbbb-539e25c41fcb"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:27.157838 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69fdcf78-5cd2-4303-8c87-59a35cb70e94 req-25d3b744-ea08-4a51-9336-f988109a9369 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702240 Aug 05 13:57:27.237141 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06424c-0ce0-41b5-8b29-9042941617b2 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Pushing event deleted for resources: {'Port': ['ID=14a1ba65-5cc9-45bd-bbbb-539e25c41fcb,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:27.277642 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295e8b94-e4e7-41cd-abe8-b22565dfaf20 x-openstack-request-id: req-295e8b94-e4e7-41cd-abe8-b22565dfaf20 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:27.278049 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485cfcfe-59d7-4a56-8869-20900acf2cbe", "name": "network-vif-deleted", "tag": "14a1ba65-5cc9-45bd-bbbb-539e25c41fcb", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:27.280171 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-295e8b94-e4e7-41cd-abe8-b22565dfaf20 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:27.286663 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4378e346-a5e1-4d7d-8f10-54dd62e6e78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:27.288299 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485cfcfe-59d7-4a56-8869-20900acf2cbe', 'name': 'network-vif-deleted', 'tag': '14a1ba65-5cc9-45bd-bbbb-539e25c41fcb', 'status': 'completed', 'code': 200} Aug 05 13:57:27.289883 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4378e346-a5e1-4d7d-8f10-54dd62e6e78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:27.293257 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4378e346-a5e1-4d7d-8f10-54dd62e6e78c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/649d87c9-8328-4fdc-b3bb-c6e0930c252f HTTP/1.1" status: 204 len: 168 time: 0.5748653 Aug 05 13:57:27.315067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378e346-a5e1-4d7d-8f10-54dd62e6e78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649d87c9-8328-4fdc-b3bb-c6e0930c252f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:27.316917 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Attempting to bind port b202055e-4dd4-45ac-ba7f-3daed8249fee on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:57:27.318438 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Attempting to bind port b202055e-4dd4-45ac-ba7f-3daed8249fee by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:57:27.320013 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Attempting to bind port b202055e-4dd4-45ac-ba7f-3daed8249fee on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:57:27.329587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Port b202055e-4dd4-45ac-ba7f-3daed8249fee on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:57:27.330310 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Attempting to bind port b202055e-4dd4-45ac-ba7f-3daed8249fee on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:57:27.345242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:57:27.346033 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Checking segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:57:27.347132 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Bound using segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:57:27.347713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Bound port: b202055e-4dd4-45ac-ba7f-3daed8249fee, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:57:27.348429 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:27.358010 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-310b4df0-6cc6-428c-8e7a-0affb9887a54 req-be106a6c-9122-44f5-9aa8-c9aae693d587 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:27.416635 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be106a6c-9122-44f5-9aa8-c9aae693d587 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Pushing event deleted for resources: {'Port': ['ID=2cc9a4e7-777f-4d78-b086-33c545b96893,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:27.460969 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] For port b202055e-4dd4-45ac-ba7f-3daed8249fee, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:57:27.466468 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] For port b202055e-4dd4-45ac-ba7f-3daed8249fee, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b202055e-4dd4-45ac-ba7f-3daed8249fee,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:57:27.473360 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:27.488823 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-310b4df0-6cc6-428c-8e7a-0affb9887a54 req-be106a6c-9122-44f5-9aa8-c9aae693d587 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] No DVR routers for this DVR port 2cc9a4e7-777f-4d78-b086-33c545b96893 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:57:27.491847 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-310b4df0-6cc6-428c-8e7a-0affb9887a54 req-be106a6c-9122-44f5-9aa8-c9aae693d587 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:27.494091 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-310b4df0-6cc6-428c-8e7a-0affb9887a54 req-be106a6c-9122-44f5-9aa8-c9aae693d587 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.84 "DELETE /v2.0/ports/2cc9a4e7-777f-4d78-b086-33c545b96893 HTTP/1.1" status: 204 len: 173 time: 1.1343849 Aug 05 13:57:27.494681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c8ebfe-8514-4879-a5a3-b7b069d46cad', 'name': 'network-vif-deleted', 'tag': '2cc9a4e7-777f-4d78-b086-33c545b96893'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:27.497186 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b03325-0ac7-4bba-8eed-61f7fa55bcdf" -d '{"events": [{"server_uuid": "11c8ebfe-8514-4879-a5a3-b7b069d46cad", "name": "network-vif-deleted", "tag": "2cc9a4e7-777f-4d78-b086-33c545b96893"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:27.534585 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:27.536863 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:27.541127 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] 10.222.0.63 "PUT /v2.0/ports/b202055e-4dd4-45ac-ba7f-3daed8249fee HTTP/1.1" status: 200 len: 1091 time: 1.9561574 Aug 05 13:57:27.571038 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9103964c-b776-4abe-8a5d-a2218b26ac13 x-openstack-request-id: req-9103964c-b776-4abe-8a5d-a2218b26ac13 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:27.571713 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c8ebfe-8514-4879-a5a3-b7b069d46cad", "name": "network-vif-deleted", "tag": "2cc9a4e7-777f-4d78-b086-33c545b96893", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:27.572175 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9103964c-b776-4abe-8a5d-a2218b26ac13 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:27.572797 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c8ebfe-8514-4879-a5a3-b7b069d46cad', 'name': 'network-vif-deleted', 'tag': '2cc9a4e7-777f-4d78-b086-33c545b96893', 'status': 'completed', 'code': 200} Aug 05 13:57:27.719408 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33df9c2e-7043-4dc7-94f3-6f4a0a11dc70 req-13eda3d0-eb1d-441a-bb5f-dbf3b204c4af tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c8ebfe-8514-4879-a5a3-b7b069d46cad HTTP/1.1" status: 200 len: 210 time: 0.0464807 Aug 05 13:57:27.739231 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-f8e31162-d410-4266-bddc-e2bdb8ac9b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:27.740749 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-f8e31162-d410-4266-bddc-e2bdb8ac9b74 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 1094 time: 0.1285703 Aug 05 13:57:27.746625 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895e6b9-4c5d-40ed-b7f3-1691bfe3444f service neutron] Pushing event updated for resources: {'Port': ['ID=b202055e-4dd4-45ac-ba7f-3daed8249fee,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:27.812641 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-33d8ca12-1ca8-42dc-95b1-b882ba968654 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b202055e-4dd4-45ac-ba7f-3daed8249fee HTTP/1.1" status: 200 len: 217 time: 0.0541747 Aug 05 13:57:27.853824 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48516) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:27.861466 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e92b352c-40ce-4c38-ba42-a537237de271 req-746db5b4-d24b-4a43-ba0d-de258218ed0a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 210 time: 0.0497627 Aug 05 13:57:27.901369 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-1d7c97f3-eee9-4b5c-bb3e-2debf0bf168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:27.903530 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-1d7c97f3-eee9-4b5c-bb3e-2debf0bf168e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.0782516 Aug 05 13:57:27.928041 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9919fcfc-9a3a-4161-9b2d-80dc63eb1b76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0241eb79367d4e81923c51067ef6f369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703959 Aug 05 13:57:27.928541 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48522) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:27.948363 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-78b8bcbe-7b82-4475-8d6d-e2377669f64a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345941 Aug 05 13:57:28.011074 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d80cbcbf-7bc0-4373-9fad-f8301365eb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:28.035305 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d80cbcbf-7bc0-4373-9fad-f8301365eb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:28.106885 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d80cbcbf-7bc0-4373-9fad-f8301365eb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:28.121740 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d80cbcbf-7bc0-4373-9fad-f8301365eb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:28.123100 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d80cbcbf-7bc0-4373-9fad-f8301365eb7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f1f6c38-a7a6-4f32-b1d7-81aaadccce80 HTTP/1.1" status: 204 len: 168 time: 0.1934819 Aug 05 13:57:28.132746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cbcbf-7bc0-4373-9fad-f8301365eb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1f6c38-a7a6-4f32-b1d7-81aaadccce80,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:28.213532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9afa0-4b9c-4d88-8c6b-6a85628cfa35 req-c50be1f0-e6c1-4b21-a116-64539c5e9c28 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:28.215839 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f4d9afa0-4b9c-4d88-8c6b-6a85628cfa35 req-c50be1f0-e6c1-4b21-a116-64539c5e9c28 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.1817267 Aug 05 13:57:28.267856 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-a8de4e0d-ee8a-476f-bbc9-86f6c3982cc3 service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013277 Aug 05 13:57:28.313345 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f4d9afa0-4b9c-4d88-8c6b-6a85628cfa35 req-45f0e0cf-f3ce-410a-b12f-86d8beb85923 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849118 Aug 05 13:57:28.421094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:28.432147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a486b-236e-41a8-a135-853cc5757569 req-9cc02b5d-40f8-4533-b92f-1bd080f0e26e tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:28.445022 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-763a486b-236e-41a8-a135-853cc5757569 req-9cc02b5d-40f8-4533-b92f-1bd080f0e26e tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 943 time: 0.1131327 Aug 05 13:57:28.462922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:57:28.463530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 14a1ba65-5cc9-45bd-bbbb-539e25c41fcb not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:57:28.473905 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17a2af8a-3966-4794-a51b-f8f2302b7518 req-4bfdfad9-da36-42d2-a057-b2154013df5c service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941066 Aug 05 13:57:28.522003 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-763a486b-236e-41a8-a135-853cc5757569 req-9f800d2c-8c60-4a17-80fa-b6cd1090eab6 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726473 Aug 05 13:57:28.802200 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48570) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:29.044409 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ce9e4a8-688f-4037-b7da-51d33694784d req-c05d6e12-5eca-4d0e-bfc1-94cb2f826004 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 210 time: 0.0365067 Aug 05 13:57:29.117268 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9f9b903-9b7f-487b-bdd6-71ca0130aa57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:29.230403 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87052271-ed3f-475f-be55-5498c468ed85 req-f34ff129-eace-43a0-81a3-86615ce9c6ad tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:29.231983 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87052271-ed3f-475f-be55-5498c468ed85 req-f34ff129-eace-43a0-81a3-86615ce9c6ad tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.0984423 Aug 05 13:57:29.286651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f386801-14b1-4fb1-b405-d505a738e05a req-0468ef86-6988-491f-bc92-f47766ed3f9a tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:29.289009 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f386801-14b1-4fb1-b405-d505a738e05a req-0468ef86-6988-491f-bc92-f47766ed3f9a tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/networks?id=cb9c7dd8-92c7-4587-967a-d9788e894eb8 HTTP/1.1" status: 200 len: 822 time: 0.1798325 Aug 05 13:57:29.289765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b19f9a-67de-43eb-b0bc-eaf570a36f49', 'tag': 'b202055e-4dd4-45ac-ba7f-3daed8249fee'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:29.293010 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc58a01-a741-44d4-a412-fa07828fc5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "38b19f9a-67de-43eb-b0bc-eaf570a36f49", "tag": "b202055e-4dd4-45ac-ba7f-3daed8249fee"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:29.308180 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f386801-14b1-4fb1-b405-d505a738e05a req-cfb0c78b-a706-408e-90ef-c8d2445058ab tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/quotas/36b195be19df4fdc96b16ded98dcb740 HTTP/1.1" status: 200 len: 375 time: 0.0107477 Aug 05 13:57:29.326715 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87052271-ed3f-475f-be55-5498c468ed85 req-85f5cb57-a933-480d-bf65-b22b3074cb59 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631530 Aug 05 13:57:29.374987 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9f9b903-9b7f-487b-bdd6-71ca0130aa57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:29.380403 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9f9b903-9b7f-487b-bdd6-71ca0130aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:29.411565 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f386801-14b1-4fb1-b405-d505a738e05a req-70c4de00-c05e-4914-82b2-35a2bad5e4de tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=36b195be19df4fdc96b16ded98dcb740&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0972188 Aug 05 13:57:29.447756 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d9f9b903-9b7f-487b-bdd6-71ca0130aa57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=097324ca52424b6a980caefe5f2ca1d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6442251 Aug 05 13:57:29.449268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9b903-9b7f-487b-bdd6-71ca0130aa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6274d171-032d-41c4-922e-06984f15dcca,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:29.451985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48610) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:29.509300 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd78bc0b-2d2e-4900-8b65-59dfc1ca416d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:29.528675 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f46f10b-a239-449f-b3de-45d811ec1c8e x-openstack-request-id: req-7f46f10b-a239-449f-b3de-45d811ec1c8e {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:29.529892 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b19f9a-67de-43eb-b0bc-eaf570a36f49", "tag": "b202055e-4dd4-45ac-ba7f-3daed8249fee", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:29.530742 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f46f10b-a239-449f-b3de-45d811ec1c8e {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:29.531331 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b19f9a-67de-43eb-b0bc-eaf570a36f49', 'tag': 'b202055e-4dd4-45ac-ba7f-3daed8249fee', 'status': 'completed', 'code': 200} Aug 05 13:57:29.534083 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd78bc0b-2d2e-4900-8b65-59dfc1ca416d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:29.598233 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd78bc0b-2d2e-4900-8b65-59dfc1ca416d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:29.605400 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd78bc0b-2d2e-4900-8b65-59dfc1ca416d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:29.605400 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dd78bc0b-2d2e-4900-8b65-59dfc1ca416d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6274d171-032d-41c4-922e-06984f15dcca HTTP/1.1" status: 204 len: 168 time: 0.1519415 Aug 05 13:57:29.621641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78bc0b-2d2e-4900-8b65-59dfc1ca416d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6274d171-032d-41c4-922e-06984f15dcca,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:29.623860 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc58a01-a741-44d4-a412-fa07828fc5fe req-316fe1ee-624b-4edb-b5cb-374254f07d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:29.626473 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1cc58a01-a741-44d4-a412-fa07828fc5fe req-316fe1ee-624b-4edb-b5cb-374254f07d79 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 1094 time: 0.0936387 Aug 05 13:57:29.663876 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f386801-14b1-4fb1-b405-d505a738e05a req-42af99d8-d116-44ce-a502-fd8af06167d6 service neutron] 10.222.0.16 "GET /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433994 Aug 05 13:57:29.847872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc58a01-a741-44d4-a412-fa07828fc5fe req-061e3cb7-14dd-4cbc-b83e-62f8a631e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:29.849459 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1cc58a01-a741-44d4-a412-fa07828fc5fe req-061e3cb7-14dd-4cbc-b83e-62f8a631e0ec service neutron] 10.222.0.63 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 921 time: 0.2031443 Aug 05 13:57:29.864238 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f386801-14b1-4fb1-b405-d505a738e05a req-124a78bc-870c-4133-8048-9e2d16541a2f service neutron] 10.222.0.16 "GET /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852229 Aug 05 13:57:29.941619 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35450c6-e94c-4829-965a-2e26539ef0b3 req-8627e62b-47bc-44fb-ad05-b76188c92119 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:29.943226 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c35450c6-e94c-4829-965a-2e26539ef0b3 req-8627e62b-47bc-44fb-ad05-b76188c92119 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 943 time: 0.1017480 Aug 05 13:57:29.950137 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2cc9a4e7-777f-4d78-b086-33c545b96893 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:29.959886 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1cc58a01-a741-44d4-a412-fa07828fc5fe req-6a1dae50-34fe-48a0-ad49-9002590abd57 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b202055e-4dd4-45ac-ba7f-3daed8249fee HTTP/1.1" status: 200 len: 217 time: 0.0904632 Aug 05 13:57:30.021745 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 2cc9a4e7-777f-4d78-b086-33c545b96893 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:57:30.022379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2cc9a4e7-777f-4d78-b086-33c545b96893 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:57:30.083479 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc58a01-a741-44d4-a412-fa07828fc5fe req-9b4675ca-058c-4809-91b4-0d03c01b1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:30.087920 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1cc58a01-a741-44d4-a412-fa07828fc5fe req-9b4675ca-058c-4809-91b4-0d03c01b1d4a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.1159518 Aug 05 13:57:30.151084 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1cc58a01-a741-44d4-a412-fa07828fc5fe req-21ec4583-1d7c-400e-86a0-e7a2bc86d475 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514290 Aug 05 13:57:30.237422 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad0fa9ad-4c15-4ee5-af04-ce5cc702cfa0 req-c3ae824f-2bd7-4ebc-933a-b7a610462baf tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 210 time: 0.0849035 Aug 05 13:57:30.237665 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48644) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:30.399925 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c35450c6-e94c-4829-965a-2e26539ef0b3 req-63bb88b9-2beb-4d6f-b869-356702d8ea10 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284022 Aug 05 13:57:30.625464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66167d-11c8-425b-aa87-08d93bf9501c req-3906e466-2a3e-4c05-9f2a-8498ddc7faf0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:30.627053 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bf66167d-11c8-425b-aa87-08d93bf9501c req-3906e466-2a3e-4c05-9f2a-8498ddc7faf0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.0917284 Aug 05 13:57:30.632363 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b99d8c2a-fd74-40d9-b3c5-7d68c230f85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:30.726408 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bf66167d-11c8-425b-aa87-08d93bf9501c req-1c2d20cf-f9b2-4f02-ba7e-0488ed7e9ae8 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701735 Aug 05 13:57:30.736678 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bcca202b-df5a-4ead-a5ed-507cbd0557d2 req-c8e2a764-3af6-45d5-8b0d-26f40eab09fb tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f HTTP/1.1" status: 200 len: 210 time: 0.1053145 Aug 05 13:57:30.862042 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1cc58a01-a741-44d4-a412-fa07828fc5fe req-da706923-b79d-45f9-9a8d-25aa39bca17d service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6234019 Aug 05 13:57:30.998094 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b99d8c2a-fd74-40d9-b3c5-7d68c230f85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:31.004749 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1cc58a01-a741-44d4-a412-fa07828fc5fe req-4ce1098d-d2ec-4a81-acfb-732eef090a49 service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284747 Aug 05 13:57:31.005521 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b99d8c2a-fd74-40d9-b3c5-7d68c230f85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:31.015320 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-53772096-6bd0-4185-8b40-a53451ff4868 req-8a6098f3-8eb2-4de5-93f6-b3be5bd3f485 tempest-FlavorsV2NegativeTest-1708578850 tempest-FlavorsV2NegativeTest-1708578850-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2194c22450a94c2cb6a96a30dbe22c15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302625 Aug 05 13:57:31.045463 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b99d8c2a-fd74-40d9-b3c5-7d68c230f85b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=821b52380559447dbe96616125d88024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8055809 Aug 05 13:57:31.047269 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d8c2a-fd74-40d9-b3c5-7d68c230f85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1007699-7cd7-4133-9ed6-a93d8cb65d95,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:31.049608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48680) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:31.109119 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc063940-6a86-450c-bd00-040e8a29dee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:31.129003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53772096-6bd0-4185-8b40-a53451ff4868 req-3c0583e9-4022-45e4-9419-5e7ad6b33059 tempest-FlavorsV2NegativeTest-1708578850 tempest-FlavorsV2NegativeTest-1708578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:31.130589 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-53772096-6bd0-4185-8b40-a53451ff4868 req-3c0583e9-4022-45e4-9419-5e7ad6b33059 tempest-FlavorsV2NegativeTest-1708578850 tempest-FlavorsV2NegativeTest-1708578850-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1144567 Aug 05 13:57:31.133793 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc063940-6a86-450c-bd00-040e8a29dee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:31.157840 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-53772096-6bd0-4185-8b40-a53451ff4868 req-2512b463-36ee-418a-8b1f-073e8b637fe5 tempest-FlavorsV2NegativeTest-1708578850 tempest-FlavorsV2NegativeTest-1708578850-project] 10.222.0.16 "GET /v2.0/quotas/2194c22450a94c2cb6a96a30dbe22c15 HTTP/1.1" status: 200 len: 375 time: 0.0140679 Aug 05 13:57:31.197318 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-53772096-6bd0-4185-8b40-a53451ff4868 req-fe3a0bd5-ab4a-469d-8662-2a52b55bb173 tempest-FlavorsV2NegativeTest-1708578850 tempest-FlavorsV2NegativeTest-1708578850-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2194c22450a94c2cb6a96a30dbe22c15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327945 Aug 05 13:57:31.202840 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc063940-6a86-450c-bd00-040e8a29dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:31.206184 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc063940-6a86-450c-bd00-040e8a29dee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:31.207672 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cc063940-6a86-450c-bd00-040e8a29dee4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1007699-7cd7-4133-9ed6-a93d8cb65d95 HTTP/1.1" status: 204 len: 168 time: 0.1570880 Aug 05 13:57:31.227088 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc063940-6a86-450c-bd00-040e8a29dee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1007699-7cd7-4133-9ed6-a93d8cb65d95,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:31.390877 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-66431692-8838-46aa-8864-aadca92b5555 req-e64b3e71-d4d2-490a-9c78-9c2a24026acc tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 210 time: 0.0455210 Aug 05 13:57:31.426487 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f386801-14b1-4fb1-b405-d505a738e05a req-644b2f93-fe34-4fec-b004-d2e360347176 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:31.428230 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f386801-14b1-4fb1-b405-d505a738e05a req-644b2f93-fe34-4fec-b004-d2e360347176 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.84 "GET /v2.0/networks?id=cb9c7dd8-92c7-4587-967a-d9788e894eb8 HTTP/1.1" status: 200 len: 822 time: 0.1958001 Aug 05 13:57:31.458398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-5f386801-14b1-4fb1-b405-d505a738e05a req-ebb4bf03-1a93-4f83-a13f-380626ecd571 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Request body: {'port': {'device_id': '7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f', 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8', 'admin_state_up': True, 'tenant_id': '36b195be19df4fdc96b16ded98dcb740'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:31.606514 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414985e8-50c5-4418-8d6e-53f0dedb2b28 req-93021922-5c03-4aef-8f7b-fd2cf6541a1f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:31.608082 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-414985e8-50c5-4418-8d6e-53f0dedb2b28 req-93021922-5c03-4aef-8f7b-fd2cf6541a1f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 943 time: 0.0908747 Aug 05 13:57:31.669642 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-414985e8-50c5-4418-8d6e-53f0dedb2b28 req-a6362b0a-fb06-440d-85bd-5c031bc4fb3b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506730 Aug 05 13:57:31.679708 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f386801-14b1-4fb1-b405-d505a738e05a req-ebb4bf03-1a93-4f83-a13f-380626ecd571 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Made reservation on behalf of 36b195be19df4fdc96b16ded98dcb740 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:57:31.685476 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5f386801-14b1-4fb1-b405-d505a738e05a req-ebb4bf03-1a93-4f83-a13f-380626ecd571 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:31.865575 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-5f386801-14b1-4fb1-b405-d505a738e05a req-ebb4bf03-1a93-4f83-a13f-380626ecd571 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Allocated IP 172.20.0.12 (cb9c7dd8-92c7-4587-967a-d9788e894eb8/187e4257-8803-4bab-bf1d-3f4f6e87414e/3c29651a-64a3-4c72-9667-13ee6670554a) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:57:31.905257 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568a424-b478-4be6-a1e6-88ea3f53bde4 req-08a82c65-64e4-4b35-a437-94e8decc739d tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:31.913711 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2568a424-b478-4be6-a1e6-88ea3f53bde4 req-08a82c65-64e4-4b35-a437-94e8decc739d tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.0651944 Aug 05 13:57:31.932047 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e9be268b-f569-4f7c-876c-b51e3df1ddc1 req-852cf14c-c1c8-4da3-ae95-07d9cc1f959c tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f HTTP/1.1" status: 200 len: 210 time: 0.0631430 Aug 05 13:57:31.982647 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2568a424-b478-4be6-a1e6-88ea3f53bde4 req-f83a1a61-8bdb-4efd-983b-288c5358b262 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609949 Aug 05 13:57:32.027870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48726) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:32.188140 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3b29469b-cb09-47ab-a223-7b255fc82f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:32.210887 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5f386801-14b1-4fb1-b405-d505a738e05a req-ebb4bf03-1a93-4f83-a13f-380626ecd571 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:32.273853 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5f386801-14b1-4fb1-b405-d505a738e05a req-ebb4bf03-1a93-4f83-a13f-380626ecd571 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:32.324998 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f386801-14b1-4fb1-b405-d505a738e05a req-ebb4bf03-1a93-4f83-a13f-380626ecd571 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Network cb9c7dd8-92c7-4587-967a-d9788e894eb8 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:57:32.329493 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3b29469b-cb09-47ab-a223-7b255fc82f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:32.331581 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-5f386801-14b1-4fb1-b405-d505a738e05a req-ebb4bf03-1a93-4f83-a13f-380626ecd571 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:32.335572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f386801-14b1-4fb1-b405-d505a738e05a req-ebb4bf03-1a93-4f83-a13f-380626ecd571 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:57:32.341712 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3b29469b-cb09-47ab-a223-7b255fc82f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:32.372239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4bf03-1a93-4f83-a13f-380626ecd571 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Pushing event updated for resources: {'Port': ['ID=3c29651a-64a3-4c72-9667-13ee6670554a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:32.375325 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48744) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:32.381658 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3b29469b-cb09-47ab-a223-7b255fc82f25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2194c22450a94c2cb6a96a30dbe22c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453825 Aug 05 13:57:32.404783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29469b-cb09-47ab-a223-7b255fc82f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d874df2d-57c8-406e-a507-93023eed446c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:32.414388 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f386801-14b1-4fb1-b405-d505a738e05a req-ebb4bf03-1a93-4f83-a13f-380626ecd571 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:32.414976 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5f386801-14b1-4fb1-b405-d505a738e05a req-ebb4bf03-1a93-4f83-a13f-380626ecd571 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:32.445500 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f386801-14b1-4fb1-b405-d505a738e05a req-ebb4bf03-1a93-4f83-a13f-380626ecd571 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9943280 Aug 05 13:57:32.460640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Request body: {'port': {'device_id': '7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:32.495718 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-56dce32b-57a3-49d5-be71-1b02c03b7266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:32.530921 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0bd6ec79-a2b1-4326-a451-adc1606f3752 req-eed4bdcb-0e93-49b6-94e4-33f73478a8c1 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=485cfcfe-59d7-4a56-8869-20900acf2cbe HTTP/1.1" status: 200 len: 210 time: 0.0416315 Aug 05 13:57:32.558942 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-56dce32b-57a3-49d5-be71-1b02c03b7266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:32.580313 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:32.753019 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-56dce32b-57a3-49d5-be71-1b02c03b7266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:32.756459 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-56dce32b-57a3-49d5-be71-1b02c03b7266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:32.757952 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-56dce32b-57a3-49d5-be71-1b02c03b7266 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d874df2d-57c8-406e-a507-93023eed446c HTTP/1.1" status: 204 len: 168 time: 0.3776486 Aug 05 13:57:32.860899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dce32b-57a3-49d5-be71-1b02c03b7266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d874df2d-57c8-406e-a507-93023eed446c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:32.925066 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2e7a4-75af-438d-8395-6e622c5e69a3 req-d8a33db8-6951-45a6-93f4-fb9595cd1997 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:32.926730 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ac2e7a4-75af-438d-8395-6e622c5e69a3 req-d8a33db8-6951-45a6-93f4-fb9595cd1997 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 943 time: 0.1564806 Aug 05 13:57:33.034913 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ac2e7a4-75af-438d-8395-6e622c5e69a3 req-52e3a19b-5487-4c34-a47c-fa53dd43f8f3 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931318 Aug 05 13:57:33.100052 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c29651a-64a3-4c72-9667-13ee6670554a {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:57:33.115993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3f52d-554a-49d6-a7bf-847dc59b442a req-eaf967fe-199d-4292-83c3-3a1671359082 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:33.126964 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-48a3f52d-554a-49d6-a7bf-847dc59b442a req-eaf967fe-199d-4292-83c3-3a1671359082 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f HTTP/1.1" status: 200 len: 932 time: 0.1122291 Aug 05 13:57:33.133156 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:33.160836 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Transition to ACTIVE for port object 3c29651a-64a3-4c72-9667-13ee6670554a will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:57:33.170424 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:33.235213 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-48a3f52d-554a-49d6-a7bf-847dc59b442a req-a92087bc-09a1-48c8-95de-2d7cae4d3bdb tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066144 Aug 05 13:57:33.273845 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48798) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:33.313702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c9853-4cfd-4f75-b3ad-10b90d8bc160 req-d2a17db7-7f25-49bb-9f4e-d0a7197bd0f7 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:33.328007 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f39c9853-4cfd-4f75-b3ad-10b90d8bc160 req-d2a17db7-7f25-49bb-9f4e-d0a7197bd0f7 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.1601603 Aug 05 13:57:33.389133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c29651a-64a3-4c72-9667-13ee6670554a,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:33.449319 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f39c9853-4cfd-4f75-b3ad-10b90d8bc160 req-f3ac0460-65be-49d8-a572-152c73503894 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201935 Aug 05 13:57:33.464761 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-74395eb6-80ba-4403-98a9-2762493c69d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:33.500682 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Attempting to bind port 3c29651a-64a3-4c72-9667-13ee6670554a on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:57:33.501192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Attempting to bind port 3c29651a-64a3-4c72-9667-13ee6670554a by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '6cd58d93-1aa7-4e73-8589-2eea8f7b64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:57:33.501530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Attempting to bind port 3c29651a-64a3-4c72-9667-13ee6670554a on network cb9c7dd8-92c7-4587-967a-d9788e894eb8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:57:33.506730 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Port 3c29651a-64a3-4c72-9667-13ee6670554a on network cb9c7dd8-92c7-4587-967a-d9788e894eb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:57:33.507057 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Attempting to bind port 3c29651a-64a3-4c72-9667-13ee6670554a on network cb9c7dd8-92c7-4587-967a-d9788e894eb8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:57:33.512777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:57:33.513193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Checking segment: {'id': '6cd58d93-1aa7-4e73-8589-2eea8f7b64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:57:33.513558 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Bound using segment: {'id': '6cd58d93-1aa7-4e73-8589-2eea8f7b64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:57:33.514054 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Bound port: 3c29651a-64a3-4c72-9667-13ee6670554a, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd58d93-1aa7-4e73-8589-2eea8f7b64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:57:33.514513 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:33.613755 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] For port 3c29651a-64a3-4c72-9667-13ee6670554a, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:57:33.617574 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] For port 3c29651a-64a3-4c72-9667-13ee6670554a, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=3c29651a-64a3-4c72-9667-13ee6670554a,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:57:33.626601 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:33.659054 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-74395eb6-80ba-4403-98a9-2762493c69d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:33.674747 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-74395eb6-80ba-4403-98a9-2762493c69d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:33.675380 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:33.675966 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:33.677536 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f386801-14b1-4fb1-b405-d505a738e05a req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] 10.222.0.84 "PUT /v2.0/ports/3c29651a-64a3-4c72-9667-13ee6670554a HTTP/1.1" status: 200 len: 1092 time: 1.2213995 Aug 05 13:57:33.677983 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f', 'tag': '3c29651a-64a3-4c72-9667-13ee6670554a'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:33.680773 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0b8bc3-013f-42f5-b9e8-71c685f32872" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f", "tag": "3c29651a-64a3-4c72-9667-13ee6670554a"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:33.746151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7bde0-8019-4859-8cf1-32af818de5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c29651a-64a3-4c72-9667-13ee6670554a,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:33.752298 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-74395eb6-80ba-4403-98a9-2762493c69d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19326801ce1f408cb6fe25566dde6926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4769790 Aug 05 13:57:33.753065 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74395eb6-80ba-4403-98a9-2762493c69d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4372bccc-d2b5-458c-b4e1-5e9548a92150,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:33.759846 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48818) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:33.847665 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10679402-fd34-4464-a890-44e8a9d2e274 x-openstack-request-id: req-10679402-fd34-4464-a890-44e8a9d2e274 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:33.848113 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f", "tag": "3c29651a-64a3-4c72-9667-13ee6670554a", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:33.848491 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10679402-fd34-4464-a890-44e8a9d2e274 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:33.849094 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f', 'tag': '3c29651a-64a3-4c72-9667-13ee6670554a', 'status': 'completed', 'code': 200} Aug 05 13:57:33.891289 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e80b01a1-fdae-44a0-95dd-a6f9d23f660b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:33.895735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f386801-14b1-4fb1-b405-d505a738e05a req-d569764b-0387-4ce2-9e0e-7fb9a1218ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:33.898370 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f386801-14b1-4fb1-b405-d505a738e05a req-d569764b-0387-4ce2-9e0e-7fb9a1218ead service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=36b195be19df4fdc96b16ded98dcb740&device_id=7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f HTTP/1.1" status: 200 len: 1095 time: 0.1426282 Aug 05 13:57:33.934619 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e80b01a1-fdae-44a0-95dd-a6f9d23f660b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:33.975727 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f386801-14b1-4fb1-b405-d505a738e05a req-b27f895d-8fd4-42f1-8f21-d90fa4b54b7e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c29651a-64a3-4c72-9667-13ee6670554a HTTP/1.1" status: 200 len: 217 time: 0.0673132 Aug 05 13:57:34.002818 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e80b01a1-fdae-44a0-95dd-a6f9d23f660b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:34.005473 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e80b01a1-fdae-44a0-95dd-a6f9d23f660b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:34.006670 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e80b01a1-fdae-44a0-95dd-a6f9d23f660b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4372bccc-d2b5-458c-b4e1-5e9548a92150 HTTP/1.1" status: 204 len: 168 time: 0.2458055 Aug 05 13:57:34.018858 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48828) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:34.030102 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b01a1-fdae-44a0-95dd-a6f9d23f660b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4372bccc-d2b5-458c-b4e1-5e9548a92150,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:34.074447 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f386801-14b1-4fb1-b405-d505a738e05a req-7fec46ff-e802-4ee2-8ad5-9bef2459fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:34.075385 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f386801-14b1-4fb1-b405-d505a738e05a req-7fec46ff-e802-4ee2-8ad5-9bef2459fff3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=187e4257-8803-4bab-bf1d-3f4f6e87414e HTTP/1.1" status: 200 len: 862 time: 0.0912273 Aug 05 13:57:34.130050 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f386801-14b1-4fb1-b405-d505a738e05a req-3677b1f1-18df-477e-b96b-b03992110ec4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cb9c7dd8-92c7-4587-967a-d9788e894eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460801 Aug 05 13:57:34.224366 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c88ec40f-5fd0-4462-94d4-89e3fdbc5c6c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2023259477-network', 'tenant_id': '7a4e13d2430e4189bf4c7aa1f2aabd89'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:34.309191 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88ec40f-5fd0-4462-94d4-89e3fdbc5c6c admin admin] Made reservation on behalf of 7a4e13d2430e4189bf4c7aa1f2aabd89 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:57:34.311710 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c88ec40f-5fd0-4462-94d4-89e3fdbc5c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:34.326357 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c88ec40f-5fd0-4462-94d4-89e3fdbc5c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:34.396613 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f386801-14b1-4fb1-b405-d505a738e05a req-65847096-3fde-4928-bdf3-911d725ce296 service neutron] 10.222.0.84 "GET /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578094 Aug 05 13:57:34.555569 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c88ec40f-5fd0-4462-94d4-89e3fdbc5c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:34.571967 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c88ec40f-5fd0-4462-94d4-89e3fdbc5c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:34.642061 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f386801-14b1-4fb1-b405-d505a738e05a req-80f76169-2fa9-4f20-adc1-00c42d352f89 service neutron] 10.222.0.84 "GET /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351186 Aug 05 13:57:34.656147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88ec40f-5fd0-4462-94d4-89e3fdbc5c6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:57:34.679665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45524cc-ecb6-47a4-b097-51ddc75d1c83 req-f24c61e0-2b70-4773-a389-a4d2dedab38b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:34.687733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ec40f-5fd0-4462-94d4-89e3fdbc5c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8840d7a-3df1-4905-94f9-844d2e6eff8f,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:34.696334 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c88ec40f-5fd0-4462-94d4-89e3fdbc5c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:34.700630 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-c88ec40f-5fd0-4462-94d4-89e3fdbc5c6c admin admin] Added segment 91b6bb56-dd01-41f5-b0c0-b07073e763d1 of type vlan for network e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b Aug 05 13:57:34.702827 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a45524cc-ecb6-47a4-b097-51ddc75d1c83 req-f24c61e0-2b70-4773-a389-a4d2dedab38b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 943 time: 0.5220578 Aug 05 13:57:34.790075 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c88ec40f-5fd0-4462-94d4-89e3fdbc5c6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:34.861289 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a45524cc-ecb6-47a4-b097-51ddc75d1c83 req-2a53f5a2-8db1-4811-a4ca-4d9da26c7c65 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571872 Aug 05 13:57:34.889306 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b8bc3-013f-42f5-b9e8-71c685f32872 req-c4415f63-402d-4e46-a899-d417a4d98850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:34.891775 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f0b8bc3-013f-42f5-b9e8-71c685f32872 req-c4415f63-402d-4e46-a899-d417a4d98850 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=36b195be19df4fdc96b16ded98dcb740&device_id=7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f HTTP/1.1" status: 200 len: 1095 time: 0.1542006 Aug 05 13:57:34.991589 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c88ec40f-5fd0-4462-94d4-89e3fdbc5c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:35.001037 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88ec40f-5fd0-4462-94d4-89e3fdbc5c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:35.002075 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c88ec40f-5fd0-4462-94d4-89e3fdbc5c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:35.063549 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b8bc3-013f-42f5-b9e8-71c685f32872 req-8826ef81-8c99-414c-8898-d4e52edd1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:35.065066 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f0b8bc3-013f-42f5-b9e8-71c685f32872 req-8826ef81-8c99-414c-8898-d4e52edd1ec5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cb9c7dd8-92c7-4587-967a-d9788e894eb8 HTTP/1.1" status: 200 len: 923 time: 0.1645396 Aug 05 13:57:35.139364 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f0b8bc3-013f-42f5-b9e8-71c685f32872 req-554c0304-9f55-4836-86d1-2a0c29383156 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c29651a-64a3-4c72-9667-13ee6670554a HTTP/1.1" status: 200 len: 217 time: 0.0640402 Aug 05 13:57:35.210975 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d4c67-1cac-49ba-b8ce-a796a7dabc2a req-f27fbbd3-217a-4d5c-ae58-33af7a3c07c9 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:35.219293 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-285d4c67-1cac-49ba-b8ce-a796a7dabc2a req-f27fbbd3-217a-4d5c-ae58-33af7a3c07c9 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f HTTP/1.1" status: 200 len: 944 time: 0.8459516 Aug 05 13:57:35.241986 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b8bc3-013f-42f5-b9e8-71c685f32872 req-9bf67188-93bd-4336-a996-7393d0e64069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:35.243513 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f0b8bc3-013f-42f5-b9e8-71c685f32872 req-9bf67188-93bd-4336-a996-7393d0e64069 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=187e4257-8803-4bab-bf1d-3f4f6e87414e HTTP/1.1" status: 200 len: 862 time: 0.0951328 Aug 05 13:57:35.244819 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ec40f-5fd0-4462-94d4-89e3fdbc5c6c admin admin] Pushing event updated for resources: {'Network': ['ID=e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:35.256347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:57:35.258852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11528772-685f-4742-b58d-eda2d286e16c req-83920b01-82fb-4390-b2f2-be5e14328095 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:35.260965 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-11528772-685f-4742-b58d-eda2d286e16c req-83920b01-82fb-4390-b2f2-be5e14328095 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.0712855 Aug 05 13:57:35.274756 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c88ec40f-5fd0-4462-94d4-89e3fdbc5c6c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2548013 Aug 05 13:57:35.279022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48862) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:35.287647 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d5dde3a6-3980-4c9d-9347-7f2274f61b32 admin admin] Request body: {'subnet': {'network_id': 'e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2023259477-subnet', 'tenant_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:35.319309 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-285d4c67-1cac-49ba-b8ce-a796a7dabc2a req-0d473804-4375-447c-9d24-974eb6693451 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937672 Aug 05 13:57:35.345353 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f0b8bc3-013f-42f5-b9e8-71c685f32872 req-241363d8-1652-4be6-9182-f6e089b38092 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cb9c7dd8-92c7-4587-967a-d9788e894eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833240 Aug 05 13:57:35.349327 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5dde3a6-3980-4c9d-9347-7f2274f61b32 admin admin] Made reservation on behalf of 7a4e13d2430e4189bf4c7aa1f2aabd89 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:57:35.352379 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d5dde3a6-3980-4c9d-9347-7f2274f61b32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:35.387369 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-11528772-685f-4742-b58d-eda2d286e16c req-9d154b99-7a02-482d-b672-ab65e7bc6c26 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176262 Aug 05 13:57:35.478884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48866) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:35.519695 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f0b8bc3-013f-42f5-b9e8-71c685f32872 req-186d08cb-7636-4aed-9e5b-01747d872986 service neutron] 10.222.0.84 "GET /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441541 Aug 05 13:57:35.621077 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-9e9c8ffe-7f42-4f55-94d6-cb29fc8d1557 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1179784992'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:35.658845 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f0b8bc3-013f-42f5-b9e8-71c685f32872 req-bbf1587f-1218-4c1d-a8cc-ec4823a68d51 service neutron] 10.222.0.84 "GET /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303327 Aug 05 13:57:35.686676 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d5dde3a6-3980-4c9d-9347-7f2274f61b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:35.717166 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9c8ffe-7f42-4f55-94d6-cb29fc8d1557 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:57:35.720705 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8ffe-7f42-4f55-94d6-cb29fc8d1557 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:35.742590 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8ffe-7f42-4f55-94d6-cb29fc8d1557 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:35.772223 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dde3a6-3980-4c9d-9347-7f2274f61b32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61eee99f-6faf-43fe-9d9d-76bf1e5f7e48,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:35.790881 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dde3a6-3980-4c9d-9347-7f2274f61b32 admin admin] Checking segment: {'id': '91b6bb56-dd01-41f5-b0c0-b07073e763d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:57:35.791347 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dde3a6-3980-4c9d-9347-7f2274f61b32 admin admin] Network hostable DHCP agents. Network: e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:57:35.831959 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dde3a6-3980-4c9d-9347-7f2274f61b32 admin admin] Network e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:57:35.848516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-d5dde3a6-3980-4c9d-9347-7f2274f61b32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:35.857332 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dde3a6-3980-4c9d-9347-7f2274f61b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:35.857791 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d5dde3a6-3980-4c9d-9347-7f2274f61b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:35.860444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec7b90a-4449-4e2f-8683-ac731daaca5a None None] Network e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:57:35.897776 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8ffe-7f42-4f55-94d6-cb29fc8d1557 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:35.903749 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8ffe-7f42-4f55-94d6-cb29fc8d1557 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:35.931190 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48872) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:35.931422 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d5dde3a6-3980-4c9d-9347-7f2274f61b32 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6512313 Aug 05 13:57:35.937946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9c8ffe-7f42-4f55-94d6-cb29fc8d1557 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:57:35.939006 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2023259477-router', 'tenant_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:35.955635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c8ffe-7f42-4f55-94d6-cb29fc8d1557 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c964c49e-e58e-4b4d-b9b5-71a7c2a5a927,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:35.962223 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8ffe-7f42-4f55-94d6-cb29fc8d1557 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:35.962612 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-9e9c8ffe-7f42-4f55-94d6-cb29fc8d1557 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Added segment 6dc3206a-677e-4705-93d3-3d9d9700884e of type vlan for network d383197b-be4f-4631-b475-d0f41f5bebcf Aug 05 13:57:36.015786 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:36.019662 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:36.037633 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 3c29651a-64a3-4c72-9667-13ee6670554a details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:57:36.040872 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8ffe-7f42-4f55-94d6-cb29fc8d1557 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:36.084866 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b', 'network_id': 'e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b', 'tenant_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'fixed_ips': [{'subnet_id': '61eee99f-6faf-43fe-9d9d-76bf1e5f7e48'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:57:36.086236 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:36.087216 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8ffe-7f42-4f55-94d6-cb29fc8d1557 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:36.107303 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9c8ffe-7f42-4f55-94d6-cb29fc8d1557 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:36.107997 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8ffe-7f42-4f55-94d6-cb29fc8d1557 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:36.169041 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:36.270899 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9e9c8ffe-7f42-4f55-94d6-cb29fc8d1557 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7879372 Aug 05 13:57:36.278210 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48878) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:36.284103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-4c891143-4267-4f97-9234-3efae8d947a0 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2027356035'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:36.303650 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584f895-d037-464c-a0e1-d110c7d53585 req-1affc50f-8dfa-46b0-8969-0efe9749b10a tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:36.313159 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8584f895-d037-464c-a0e1-d110c7d53585 req-1affc50f-8dfa-46b0-8969-0efe9749b10a tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 943 time: 0.2534237 Aug 05 13:57:36.322464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c8ffe-7f42-4f55-94d6-cb29fc8d1557 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Network': ['ID=d383197b-be4f-4631-b475-d0f41f5bebcf,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:36.337620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c891143-4267-4f97-9234-3efae8d947a0 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:57:36.347279 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4c891143-4267-4f97-9234-3efae8d947a0 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:36.349730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network d383197b-be4f-4631-b475-d0f41f5bebcf details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:57:36.401700 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c891143-4267-4f97-9234-3efae8d947a0 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:57:36.428767 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4c891143-4267-4f97-9234-3efae8d947a0 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:36.429114 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-4c891143-4267-4f97-9234-3efae8d947a0 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Added segment ba81f4bb-185a-4d8c-84fd-18062fce69f2 of type vlan for network a9fd1019-cf19-4052-86c7-184485e91a2c Aug 05 13:57:36.481432 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4c891143-4267-4f97-9234-3efae8d947a0 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:36.486272 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:36.497490 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8584f895-d037-464c-a0e1-d110c7d53585 req-ee849655-6e4b-4ea7-b30e-267d7f52dd75 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830423 Aug 05 13:57:36.589969 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4c891143-4267-4f97-9234-3efae8d947a0 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:36.595824 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c891143-4267-4f97-9234-3efae8d947a0 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:36.596909 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4c891143-4267-4f97-9234-3efae8d947a0 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:36.602862 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b202055e-4dd4-45ac-ba7f-3daed8249fee details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:57:36.625106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 3c29651a-64a3-4c72-9667-13ee6670554a, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=3c29651a-64a3-4c72-9667-13ee6670554a,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:36.686404 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '3c29651a-64a3-4c72-9667-13ee6670554a', 'network_id': 'cb9c7dd8-92c7-4587-967a-d9788e894eb8', 'port_id': '3c29651a-64a3-4c72-9667-13ee6670554a', 'mac_address': 'fa:16:3e:6e:d2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187e4257-8803-4bab-bf1d-3f4f6e87414e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:57:36.691723 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9dff49-9b73-416d-a2b3-68166fe88476 req-5e0fc24d-a179-4e81-b534-44a98edc265a tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:36.700038 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9f9dff49-9b73-416d-a2b3-68166fe88476 req-5e0fc24d-a179-4e81-b534-44a98edc265a tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f HTTP/1.1" status: 200 len: 944 time: 0.2920568 Aug 05 13:57:36.705152 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4c891143-4267-4f97-9234-3efae8d947a0 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4251719 Aug 05 13:57:36.710578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48886) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:36.728119 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2caf1656-ced3-4f28-b7e3-5f38842b4641 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'subnet': {'network_id': 'd383197b-be4f-4631-b475-d0f41f5bebcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:36.789854 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:36.803195 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Allocated IP 172.20.0.2 (e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b/61eee99f-6faf-43fe-9d9d-76bf1e5f7e48/437e6255-44af-4e5d-9bdb-ef37adb3a080) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:57:36.833401 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c29651a-64a3-4c72-9667-13ee6670554a {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:57:36.852729 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c891143-4267-4f97-9234-3efae8d947a0 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Network': ['ID=a9fd1019-cf19-4052-86c7-184485e91a2c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:36.882962 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network a9fd1019-cf19-4052-86c7-184485e91a2c details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:57:36.888484 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9f9dff49-9b73-416d-a2b3-68166fe88476 req-ed0c5154-60be-494a-9098-70a760a5162e tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870759 Aug 05 13:57:36.966015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caf1656-ced3-4f28-b7e3-5f38842b4641 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:57:36.969907 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2caf1656-ced3-4f28-b7e3-5f38842b4641 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:36.970087 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:37.013601 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:37.061266 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 3c29651a-64a3-4c72-9667-13ee6670554a, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=3c29651a-64a3-4c72-9667-13ee6670554a,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:37.072211 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b202055e-4dd4-45ac-ba7f-3daed8249fee, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b202055e-4dd4-45ac-ba7f-3daed8249fee,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:37.096665 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:37.183633 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=3c29651a-64a3-4c72-9667-13ee6670554a,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:37.204689 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'b202055e-4dd4-45ac-ba7f-3daed8249fee', 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0', 'port_id': 'b202055e-4dd4-45ac-ba7f-3daed8249fee', 'mac_address': 'fa:16:3e:88:f9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7bb95a-eb73-4d95-8a01-f23ea032c5a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:57:37.300207 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2caf1656-ced3-4f28-b7e3-5f38842b4641 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:37.355661 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:37.377840 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b202055e-4dd4-45ac-ba7f-3daed8249fee {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:57:37.399895 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:37.402276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf1656-ced3-4f28-b7e3-5f38842b4641 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Subnet': ['ID=aab69585-b155-4009-84e5-a8a79c42f8fb,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:37.411072 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['3c29651a-64a3-4c72-9667-13ee6670554a'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:37.423554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caf1656-ced3-4f28-b7e3-5f38842b4641 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Checking segment: {'id': '6dc3206a-677e-4705-93d3-3d9d9700884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd383197b-be4f-4631-b475-d0f41f5bebcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:57:37.424224 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caf1656-ced3-4f28-b7e3-5f38842b4641 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network hostable DHCP agents. Network: d383197b-be4f-4631-b475-d0f41f5bebcf, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:57:37.438119 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b202055e-4dd4-45ac-ba7f-3daed8249fee, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b202055e-4dd4-45ac-ba7f-3daed8249fee,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:37.439809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Transition to ACTIVE for port object 437e6255-44af-4e5d-9bdb-ef37adb3a080 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:57:37.450972 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:37.451867 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caf1656-ced3-4f28-b7e3-5f38842b4641 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network d383197b-be4f-4631-b475-d0f41f5bebcf is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:57:37.471567 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-2caf1656-ced3-4f28-b7e3-5f38842b4641 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, d383197b-be4f-4631-b475-d0f41f5bebcf) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:37.480117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caf1656-ced3-4f28-b7e3-5f38842b4641 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:37.480541 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2caf1656-ced3-4f28-b7e3-5f38842b4641 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:37.492661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facc6fac-054c-4847-91af-60df3a1f68ea None None] Network d383197b-be4f-4631-b475-d0f41f5bebcf requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:57:37.500669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Transition to ACTIVE for port object 437e6255-44af-4e5d-9bdb-ef37adb3a080 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:57:37.512474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac40d3-cacb-4e97-8658-7857adaa32ec req-035d714b-b30d-46c5-98c5-06ccefb939d2 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:37.521063 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ccac40d3-cacb-4e97-8658-7857adaa32ec req-035d714b-b30d-46c5-98c5-06ccefb939d2 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.8019114 Aug 05 13:57:37.528856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48894) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:37.529044 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2caf1656-ced3-4f28-b7e3-5f38842b4641 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8130369 Aug 05 13:57:37.551695 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:37.560977 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d28a3362-fbf7-4866-a780-7c8793ba69c5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'subnet': {'network_id': 'a9fd1019-cf19-4052-86c7-184485e91a2c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:37.608403 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Network e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:57:37.613653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:37.618781 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:57:37.651971 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=b202055e-4dd4-45ac-ba7f-3daed8249fee,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:37.694891 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ccac40d3-cacb-4e97-8658-7857adaa32ec req-60a0ff78-498c-45af-9212-b9168bb5fef1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717288 Aug 05 13:57:37.722064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Allocated IP 172.25.5.86 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:57:37.738271 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cedaad-38a2-497a-bdeb-b38daa1a769f req-b2ce9382-d4ad-4a3e-bd22-e3f0ec4950ce tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:37.739744 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-48cedaad-38a2-497a-bdeb-b38daa1a769f req-b2ce9382-d4ad-4a3e-bd22-e3f0ec4950ce tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 944 time: 0.0882156 Aug 05 13:57:37.758618 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28a3362-fbf7-4866-a780-7c8793ba69c5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:57:37.762624 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d28a3362-fbf7-4866-a780-7c8793ba69c5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:37.796446 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-48cedaad-38a2-497a-bdeb-b38daa1a769f req-021ae18c-f401-48d6-870f-ac0e94b0d070 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472798 Aug 05 13:57:37.874938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Attempting to bind port 437e6255-44af-4e5d-9bdb-ef37adb3a080 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:57:37.875377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Attempting to bind port 437e6255-44af-4e5d-9bdb-ef37adb3a080 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '91b6bb56-dd01-41f5-b0c0-b07073e763d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:57:37.876298 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Attempting to bind port 437e6255-44af-4e5d-9bdb-ef37adb3a080 on network e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:57:37.880270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Pushing event updated for resources: {'Port': ['ID=437e6255-44af-4e5d-9bdb-ef37adb3a080,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:37.889587 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['b202055e-4dd4-45ac-ba7f-3daed8249fee'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:37.946906 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:57:37.947290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Checking segment: {'id': '91b6bb56-dd01-41f5-b0c0-b07073e763d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:57:37.947926 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:37.948787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Bound using segment: {'id': '91b6bb56-dd01-41f5-b0c0-b07073e763d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:57:37.949291 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Bound port: 437e6255-44af-4e5d-9bdb-ef37adb3a080, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6bb56-dd01-41f5-b0c0-b07073e763d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:57:37.951637 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:37.962768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-d383197b-be4f-4631-b475-d0f41f5bebcf', 'network_id': 'd383197b-be4f-4631-b475-d0f41f5bebcf', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'fixed_ips': [{'subnet_id': 'aab69585-b155-4009-84e5-a8a79c42f8fb'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:57:37.964309 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:38.071067 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:38.152759 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479fa90-87ba-4b53-8ec7-e49e42371e2b req-fb00f537-dd6d-4737-9bd1-698c6f27f4e8 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:38.154342 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4479fa90-87ba-4b53-8ec7-e49e42371e2b req-fb00f537-dd6d-4737-9bd1-698c6f27f4e8 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f HTTP/1.1" status: 200 len: 945 time: 0.1432993 Aug 05 13:57:38.189994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] For port 437e6255-44af-4e5d-9bdb-ef37adb3a080, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:57:38.234105 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] For port 437e6255-44af-4e5d-9bdb-ef37adb3a080, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=437e6255-44af-4e5d-9bdb-ef37adb3a080,segment=NetworkSegment(91b6bb56-dd01-41f5-b0c0-b07073e763d1),segment_id=91b6bb56-dd01-41f5-b0c0-b07073e763d1)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:57:38.240015 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d28a3362-fbf7-4866-a780-7c8793ba69c5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:38.242490 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:38.251553 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:38.266132 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4479fa90-87ba-4b53-8ec7-e49e42371e2b req-394b60c2-0245-47a9-b061-28e55695ea44 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850370 Aug 05 13:57:38.327325 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:57:38.337261 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:38.344911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:57:38.378017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Pushing event updated for resources: {'Port': ['ID=89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:38.409311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a3362-fbf7-4866-a780-7c8793ba69c5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Subnet': ['ID=68dd4a59-9748-42e9-9da3-465ac86e939d,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:38.413175 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Allocated IP 2001:db8::2 (d383197b-be4f-4631-b475-d0f41f5bebcf/aab69585-b155-4009-84e5-a8a79c42f8fb/4edf488f-ebdf-49db-bd81-8ecae9f8ae1e) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:57:38.438123 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d49b95-2bab-4766-a23d-dce650c60685 None None] Pushing event updated for resources: {'Port': ['ID=437e6255-44af-4e5d-9bdb-ef37adb3a080,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:38.448211 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28a3362-fbf7-4866-a780-7c8793ba69c5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Checking segment: {'id': 'ba81f4bb-185a-4d8c-84fd-18062fce69f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a9fd1019-cf19-4052-86c7-184485e91a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:57:38.448538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a3362-fbf7-4866-a780-7c8793ba69c5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network hostable DHCP agents. Network: a9fd1019-cf19-4052-86c7-184485e91a2c, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:57:38.570507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a3362-fbf7-4866-a780-7c8793ba69c5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network a9fd1019-cf19-4052-86c7-184485e91a2c is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:57:38.615173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-d28a3362-fbf7-4866-a780-7c8793ba69c5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, a9fd1019-cf19-4052-86c7-184485e91a2c) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:38.621727 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28a3362-fbf7-4866-a780-7c8793ba69c5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:38.622358 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d28a3362-fbf7-4866-a780-7c8793ba69c5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:38.695338 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da45a33-16ad-42b9-aaf4-6d938ab7ff59 None None] Network a9fd1019-cf19-4052-86c7-184485e91a2c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:57:38.793629 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d28a3362-fbf7-4866-a780-7c8793ba69c5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2363646 Aug 05 13:57:38.794451 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48914) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:38.803478 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f0518dd1-4cf7-4a4f-b06f-ddad117edc4f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-433852811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:38.813960 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5fa56-a8a4-45f1-96ff-49a51b5d39c9 req-9fcda22a-0e21-4c4e-be20-33b6ff8daa83 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:38.818571 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0bf5fa56-a8a4-45f1-96ff-49a51b5d39c9 req-9fcda22a-0e21-4c4e-be20-33b6ff8daa83 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 944 time: 0.1309326 Aug 05 13:57:38.900075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922c293-0ce9-4215-bab5-64bcfd45decd req-aa86edcb-3fd3-41ba-ba5f-8f6c8e9b3e40 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:38.902885 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e922c293-0ce9-4215-bab5-64bcfd45decd req-aa86edcb-3fd3-41ba-ba5f-8f6c8e9b3e40 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.0893469 Aug 05 13:57:38.904156 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0518dd1-4cf7-4a4f-b06f-ddad117edc4f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:38.906314 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0518dd1-4cf7-4a4f-b06f-ddad117edc4f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:38.909955 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0bf5fa56-a8a4-45f1-96ff-49a51b5d39c9 req-1368e934-c796-4aec-93f6-833c6edea50b tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849013 Aug 05 13:57:38.936014 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:38.964490 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:39.007168 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Transition to ACTIVE for port object 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:57:39.016605 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-a9fd1019-cf19-4052-86c7-184485e91a2c', 'network_id': 'a9fd1019-cf19-4052-86c7-184485e91a2c', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'fixed_ips': [{'subnet_id': '68dd4a59-9748-42e9-9da3-465ac86e939d'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:57:39.017464 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:39.042779 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Transition to ACTIVE for port object 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:57:39.055533 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:39.109873 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e922c293-0ce9-4215-bab5-64bcfd45decd req-8e6765be-17b9-4ee1-9861-1aac5cea4371 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964226 Aug 05 13:57:39.121708 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0518dd1-4cf7-4a4f-b06f-ddad117edc4f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:39.136524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4a715-5a96-48da-9d5e-b76d2c2950e4 req-b580d8fc-c775-406b-82ae-395900141e13 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:39.138223 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0518dd1-4cf7-4a4f-b06f-ddad117edc4f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:39.140471 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fcb4a715-5a96-48da-9d5e-b76d2c2950e4 req-b580d8fc-c775-406b-82ae-395900141e13 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 944 time: 0.1133246 Aug 05 13:57:39.160859 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0518dd1-4cf7-4a4f-b06f-ddad117edc4f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:39.162300 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f0518dd1-4cf7-4a4f-b06f-ddad117edc4f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3668313 Aug 05 13:57:39.165103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48920) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:39.173784 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 437e6255-44af-4e5d-9bdb-ef37adb3a080 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:57:39.229936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Network d383197b-be4f-4631-b475-d0f41f5bebcf is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:57:39.239129 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Pushing event updated for resources: {'Port': ['ID=4edf488f-ebdf-49db-bd81-8ecae9f8ae1e,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:39.242280 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:39.249893 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:57:39.345274 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:39.351157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Attempting to bind port 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:57:39.351526 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Attempting to bind port 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '6dc3206a-677e-4705-93d3-3d9d9700884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd383197b-be4f-4631-b475-d0f41f5bebcf'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:57:39.351894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Attempting to bind port 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e on network d383197b-be4f-4631-b475-d0f41f5bebcf {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:57:39.367142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Allocated IP 2001:db8:1::2 (a9fd1019-cf19-4052-86c7-184485e91a2c/68dd4a59-9748-42e9-9da3-465ac86e939d/16591ffe-8129-471c-8ecf-1c7f87a9feb7) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:57:39.369506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:57:39.369952 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Checking segment: {'id': '6dc3206a-677e-4705-93d3-3d9d9700884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd383197b-be4f-4631-b475-d0f41f5bebcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:57:39.370696 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:39.370903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Bound using segment: {'id': '6dc3206a-677e-4705-93d3-3d9d9700884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd383197b-be4f-4631-b475-d0f41f5bebcf'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:57:39.371453 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Bound port: 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc3206a-677e-4705-93d3-3d9d9700884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd383197b-be4f-4631-b475-d0f41f5bebcf'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:57:39.371838 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:39.373820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 437e6255-44af-4e5d-9bdb-ef37adb3a080 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:57:39.418375 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fcb4a715-5a96-48da-9d5e-b76d2c2950e4 req-6bbef8fe-c45e-4c8c-9b04-ab1a553034df tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280586 Aug 05 13:57:39.436127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ae149-eaf7-49ce-9145-d03dd801f344 req-fe41ad08-4fa5-4527-bc46-80ba4e98ba6d tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:39.437644 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-762ae149-eaf7-49ce-9145-d03dd801f344 req-fe41ad08-4fa5-4527-bc46-80ba4e98ba6d tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.84 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 944 time: 0.2192931 Aug 05 13:57:39.639656 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-762ae149-eaf7-49ce-9145-d03dd801f344 req-92f5de6a-3969-4b7e-8d72-7a03dcafc5e5 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Deleting port d19adadd-c194-46b6-befe-18344a9580b8 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:39.640641 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-762ae149-eaf7-49ce-9145-d03dd801f344 req-92f5de6a-3969-4b7e-8d72-7a03dcafc5e5 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:39.648157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bd60a-d0dd-4915-a85e-9c4d01e5c2c9 req-f4de4751-1dee-450b-b0c3-26c01f4e01ab tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:39.649945 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-536bd60a-d0dd-4915-a85e-9c4d01e5c2c9 req-f4de4751-1dee-450b-b0c3-26c01f4e01ab tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f HTTP/1.1" status: 200 len: 945 time: 0.1558142 Aug 05 13:57:39.693895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Router bfffae04-ed6a-4cb5-9e99-839c047f805f is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 13:57:39.708835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2184b2e-d529-465d-af6b-efcd2f16e38a None None] Network e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:57:39.746051 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-536bd60a-d0dd-4915-a85e-9c4d01e5c2c9 req-39ee9e47-337f-410b-b2ab-fe6448d4b147 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801203 Aug 05 13:57:39.771249 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] For port 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:57:39.773223 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:39.808978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] For port 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4edf488f-ebdf-49db-bd81-8ecae9f8ae1e,segment=NetworkSegment(6dc3206a-677e-4705-93d3-3d9d9700884e),segment_id=6dc3206a-677e-4705-93d3-3d9d9700884e)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:57:39.831404 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:39.837823 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-762ae149-eaf7-49ce-9145-d03dd801f344 req-92f5de6a-3969-4b7e-8d72-7a03dcafc5e5 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] For port d19adadd-c194-46b6-befe-18344a9580b8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=d19adadd-c194-46b6-befe-18344a9580b8,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:39.838455 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-762ae149-eaf7-49ce-9145-d03dd801f344 req-92f5de6a-3969-4b7e-8d72-7a03dcafc5e5 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:39.857429 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-762ae149-eaf7-49ce-9145-d03dd801f344 req-92f5de6a-3969-4b7e-8d72-7a03dcafc5e5 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Calling delete_port for d19adadd-c194-46b6-befe-18344a9580b8 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:39.873157 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:57:39.894586 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Sync routers for ids ['bfffae04-ed6a-4cb5-9e99-839c047f805f'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:57:39.906282 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-79e6e1bc-4abe-4811-bb3c-4d3dd56d69a4 None None] Provisioning for port 437e6255-44af-4e5d-9bdb-ef37adb3a080 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:57:39.941410 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:39.945931 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c1af0baf-4643-49d5-8fdc-4ddfb243cee0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0125744 Aug 05 13:57:39.946873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48928) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:39.966736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-79e6e1bc-4abe-4811-bb3c-4d3dd56d69a4 None None] Provisioning complete for port 437e6255-44af-4e5d-9bdb-ef37adb3a080 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:39.967117 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-79e6e1bc-4abe-4811-bb3c-4d3dd56d69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:39.997221 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:40.041946 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 3c29651a-64a3-4c72-9667-13ee6670554a up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:57:40.044117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Routers {'bfffae04-ed6a-4cb5-9e99-839c047f805f'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:57:40.044754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['bfffae04-ed6a-4cb5-9e99-839c047f805f'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:40.119063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61750d7e-0f59-4b2c-a267-4f3f8046c226 None None] Pushing event updated for resources: {'Port': ['ID=4edf488f-ebdf-49db-bd81-8ecae9f8ae1e,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:40.125790 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Transition to ACTIVE for port object 16591ffe-8129-471c-8ecf-1c7f87a9feb7 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:57:40.194125 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Transition to ACTIVE for port object 16591ffe-8129-471c-8ecf-1c7f87a9feb7 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:57:40.215084 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Allocated IP 2001:db8::1 (d383197b-be4f-4631-b475-d0f41f5bebcf/aab69585-b155-4009-84e5-a8a79c42f8fb/594e860b-635f-473c-8001-707ceb6bfa06) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:57:40.225146 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf926e7-9dd5-4b3c-96cf-0427b1e6f62b req-534fc1a2-08a7-4486-92b0-db9c5790f702 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:40.228768 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-faf926e7-9dd5-4b3c-96cf-0427b1e6f62b req-534fc1a2-08a7-4486-92b0-db9c5790f702 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=f064a771-d98a-422c-8699-43e597b701ef HTTP/1.1" status: 200 len: 944 time: 0.2096329 Aug 05 13:57:40.289260 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Set router bfffae04-ed6a-4cb5-9e99-839c047f805f gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:57:40.366830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b847a4-92fe-47eb-85f7-832306bc8b16 req-a943a4b3-467e-42ce-953b-a3ed30b713e1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:40.368577 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-54b847a4-92fe-47eb-85f7-832306bc8b16 req-a943a4b3-467e-42ce-953b-a3ed30b713e1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.1297510 Aug 05 13:57:40.395843 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:40.431308 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:40.454978 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-54b847a4-92fe-47eb-85f7-832306bc8b16 req-c3a0cc06-89b5-4b53-a7ae-1d8b25e9eac9 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765696 Aug 05 13:57:40.465331 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Transition to ACTIVE for port object 594e860b-635f-473c-8001-707ceb6bfa06 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:57:40.509873 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:40.555858 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network d383197b-be4f-4631-b475-d0f41f5bebcf is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:57:40.562564 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:40.567407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:57:40.568101 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:40.573557 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-79e6e1bc-4abe-4811-bb3c-4d3dd56d69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:40.589802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b202055e-4dd4-45ac-ba7f-3daed8249fee up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:57:40.625658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=594e860b-635f-473c-8001-707ceb6bfa06,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:40.663502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-79e6e1bc-4abe-4811-bb3c-4d3dd56d69a4 None None] For port 437e6255-44af-4e5d-9bdb-ef37adb3a080, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=437e6255-44af-4e5d-9bdb-ef37adb3a080,segment=NetworkSegment(91b6bb56-dd01-41f5-b0c0-b07073e763d1),segment_id=91b6bb56-dd01-41f5-b0c0-b07073e763d1)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:40.665179 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Pushing event updated for resources: {'Port': ['ID=16591ffe-8129-471c-8ecf-1c7f87a9feb7,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:40.665400 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-762ae149-eaf7-49ce-9145-d03dd801f344 req-92f5de6a-3969-4b7e-8d72-7a03dcafc5e5 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:40.671277 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 3c29651a-64a3-4c72-9667-13ee6670554a completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:57:40.679431 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-79e6e1bc-4abe-4811-bb3c-4d3dd56d69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:40.689974 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Network a9fd1019-cf19-4052-86c7-184485e91a2c is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:57:40.698806 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-faf926e7-9dd5-4b3c-96cf-0427b1e6f62b req-73ec0e7b-2533-43c0-b80d-fc72cd8a960a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138238 Aug 05 13:57:40.723199 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5de6a-3969-4b7e-8d72-7a03dcafc5e5 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Pushing event deleted for resources: {'Port': ['ID=d19adadd-c194-46b6-befe-18344a9580b8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:40.729382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:40.733757 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae700271-fa77-4cb0-8384-f3d96e39a0a8 req-b5c7eca7-902d-4e0f-8d32-4d0dffb677bb tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:40.735355 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae700271-fa77-4cb0-8384-f3d96e39a0a8 req-b5c7eca7-902d-4e0f-8d32-4d0dffb677bb tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 944 time: 0.0703771 Aug 05 13:57:40.738819 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:57:40.746384 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 3c29651a-64a3-4c72-9667-13ee6670554a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:40.746759 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:40.795068 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:40.823996 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-762ae149-eaf7-49ce-9145-d03dd801f344 req-92f5de6a-3969-4b7e-8d72-7a03dcafc5e5 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] No DVR routers for this DVR port d19adadd-c194-46b6-befe-18344a9580b8 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:57:40.827778 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-762ae149-eaf7-49ce-9145-d03dd801f344 req-92f5de6a-3969-4b7e-8d72-7a03dcafc5e5 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:40.829764 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-762ae149-eaf7-49ce-9145-d03dd801f344 req-92f5de6a-3969-4b7e-8d72-7a03dcafc5e5 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.84 "DELETE /v2.0/ports/d19adadd-c194-46b6-befe-18344a9580b8 HTTP/1.1" status: 204 len: 173 time: 1.3806374 Aug 05 13:57:40.830215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f064a771-d98a-422c-8699-43e597b701ef', 'name': 'network-vif-deleted', 'tag': 'd19adadd-c194-46b6-befe-18344a9580b8'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:40.832604 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0656eac0-bb2c-4fca-9bb1-c140e1ac2d76" -d '{"events": [{"server_uuid": "f064a771-d98a-422c-8699-43e597b701ef", "name": "network-vif-deleted", "tag": "d19adadd-c194-46b6-befe-18344a9580b8"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:40.937521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port b202055e-4dd4-45ac-ba7f-3daed8249fee completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:57:40.980919 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Attempting to bind port 16591ffe-8129-471c-8ecf-1c7f87a9feb7 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:57:40.986099 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Attempting to bind port 16591ffe-8129-471c-8ecf-1c7f87a9feb7 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'ba81f4bb-185a-4d8c-84fd-18062fce69f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a9fd1019-cf19-4052-86c7-184485e91a2c'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:57:40.986865 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Attempting to bind port 16591ffe-8129-471c-8ecf-1c7f87a9feb7 on network a9fd1019-cf19-4052-86c7-184485e91a2c {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:57:41.003283 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:57:41.003917 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Checking segment: {'id': 'ba81f4bb-185a-4d8c-84fd-18062fce69f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a9fd1019-cf19-4052-86c7-184485e91a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:57:41.004692 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:41.005245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Bound using segment: {'id': 'ba81f4bb-185a-4d8c-84fd-18062fce69f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a9fd1019-cf19-4052-86c7-184485e91a2c'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:57:41.008122 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Bound port: 16591ffe-8129-471c-8ecf-1c7f87a9feb7, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba81f4bb-185a-4d8c-84fd-18062fce69f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a9fd1019-cf19-4052-86c7-184485e91a2c'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:57:41.008631 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:41.040283 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae700271-fa77-4cb0-8384-f3d96e39a0a8 req-f0497a1d-2bd6-4010-a76d-84df00da3225 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402477 Aug 05 13:57:41.061418 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port b202055e-4dd4-45ac-ba7f-3daed8249fee triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:41.061418 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:41.132092 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6e1bc-4abe-4811-bb3c-4d3dd56d69a4 None None] Pushing event updated for resources: {'Port': ['ID=437e6255-44af-4e5d-9bdb-ef37adb3a080,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:41.153275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee60bff-f7db-4c25-a528-39f9af947fa5 req-832f58a6-d20d-4645-9b5e-bc3b2ea04f96 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:41.154932 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2ee60bff-f7db-4c25-a528-39f9af947fa5 req-832f58a6-d20d-4645-9b5e-bc3b2ea04f96 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f HTTP/1.1" status: 200 len: 945 time: 0.2022572 Aug 05 13:57:41.186946 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb6de79-7bca-44af-904b-1bf64fa402ae x-openstack-request-id: req-cfb6de79-7bca-44af-904b-1bf64fa402ae {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:41.187220 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f064a771-d98a-422c-8699-43e597b701ef", "name": "network-vif-deleted", "tag": "d19adadd-c194-46b6-befe-18344a9580b8", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:41.187506 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cfb6de79-7bca-44af-904b-1bf64fa402ae {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:41.187900 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f064a771-d98a-422c-8699-43e597b701ef', 'name': 'network-vif-deleted', 'tag': 'd19adadd-c194-46b6-befe-18344a9580b8', 'status': 'completed', 'code': 200} Aug 05 13:57:41.194283 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:57:41.242986 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:41.338125 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2ee60bff-f7db-4c25-a528-39f9af947fa5 req-124a6bcf-5c73-4648-a53d-a29579110d57 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718478 Aug 05 13:57:41.347416 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-14766f29-18f1-40cc-93e6-012b77ab19ca None None] Provisioning complete for port 437e6255-44af-4e5d-9bdb-ef37adb3a080 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:41.347793 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-14766f29-18f1-40cc-93e6-012b77ab19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:41.349870 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] For port 16591ffe-8129-471c-8ecf-1c7f87a9feb7, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:57:41.400010 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:41.422665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] For port 16591ffe-8129-471c-8ecf-1c7f87a9feb7, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=16591ffe-8129-471c-8ecf-1c7f87a9feb7,segment=NetworkSegment(ba81f4bb-185a-4d8c-84fd-18062fce69f2),segment_id=ba81f4bb-185a-4d8c-84fd-18062fce69f2)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:57:41.433311 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:41.443739 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:41.527145 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baee0439-12ce-4622-a99e-ae173cd8cf9d None None] Network d383197b-be4f-4631-b475-d0f41f5bebcf requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:57:41.540753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c29651a-64a3-4c72-9667-13ee6670554a'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:41.551486 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6999e0-596e-4469-858d-7a150c7dcf6c" -d '{"events": [{"server_uuid": "7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f", "name": "network-vif-plugged", "status": "completed", "tag": "3c29651a-64a3-4c72-9667-13ee6670554a"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:41.553972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Allocated IP 172.20.0.1 (e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b/61eee99f-6faf-43fe-9d9d-76bf1e5f7e48/85dc8020-fca1-46ee-99d0-aca7fce8c29c) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:57:41.585368 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'name': 'tempest-FloatingIPsTestJSON-2023259477-router', 'tenant_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:57:36Z', 'updated_at': '2021-08-05T13:57:38Z', 'revision_number': 3, 'project_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'gw_port': {'id': '89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:93:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:57:37Z', 'updated_at': '2021-08-05T13:57:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:41.589120 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:57:41.643419 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd2339-a154-477d-a0e0-b6c174c6b182 req-0e347e86-d559-4eb0-bd17-1abbb7f464f6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:41.645307 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89fd2339-a154-477d-a0e0-b6c174c6b182 req-0e347e86-d559-4eb0-bd17-1abbb7f464f6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.0846329 Aug 05 13:57:41.702841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 3c29651a-64a3-4c72-9667-13ee6670554a, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=3c29651a-64a3-4c72-9667-13ee6670554a,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:41.707526 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:41.727156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Checking router: bfffae04-ed6a-4cb5-9e99-839c047f805f for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:57:41.727515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Updating router bfffae04-ed6a-4cb5-9e99-839c047f805f port 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:57:41.733741 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Transition to ACTIVE for port object 85dc8020-fca1-46ee-99d0-aca7fce8c29c will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:57:41.752902 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dfe74e-4760-471d-96be-c7bcd431b60d x-openstack-request-id: req-91dfe74e-4760-471d-96be-c7bcd431b60d {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:41.753390 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f", "name": "network-vif-plugged", "status": "completed", "tag": "3c29651a-64a3-4c72-9667-13ee6670554a", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:41.753390 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91dfe74e-4760-471d-96be-c7bcd431b60d {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:41.753700 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c29651a-64a3-4c72-9667-13ee6670554a', 'code': 200} Aug 05 13:57:41.765963 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:41.789912 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:41.803570 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b202055e-4dd4-45ac-ba7f-3daed8249fee, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b202055e-4dd4-45ac-ba7f-3daed8249fee,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:41.814299 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89fd2339-a154-477d-a0e0-b6c174c6b182 req-55d5fe13-b6b1-4555-aaa8-ca7a5402920d tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478059 Aug 05 13:57:41.850626 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:41.887531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Pushing event updated for resources: {'Port': ['ID=85dc8020-fca1-46ee-99d0-aca7fce8c29c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:41.933615 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Network e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:57:41.936902 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:41.951695 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:41.954776 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:57:41.976114 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:41.977258 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:42.055756 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:42.089076 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83878e-6427-41bf-b27c-461c1fe62f58 None None] Pushing event updated for resources: {'Port': ['ID=16591ffe-8129-471c-8ecf-1c7f87a9feb7,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:42.096891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device d19adadd-c194-46b6-befe-18344a9580b8 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:42.148893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca9de1-6f5f-4c54-ae49-ebdc9fc17fba req-88a6795c-c55e-4c92-b0eb-d650b69f092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:42.150612 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1dca9de1-6f5f-4c54-ae49-ebdc9fc17fba req-88a6795c-c55e-4c92-b0eb-d650b69f092a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f HTTP/1.1" status: 200 len: 1097 time: 0.3550272 Aug 05 13:57:42.178390 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: d19adadd-c194-46b6-befe-18344a9580b8 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:57:42.178740 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device d19adadd-c194-46b6-befe-18344a9580b8 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:57:42.181251 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:42.190457 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=594e860b-635f-473c-8001-707ceb6bfa06,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:42.250162 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1dca9de1-6f5f-4c54-ae49-ebdc9fc17fba req-6e1a5104-8e78-4df4-9761-715fc413c6bb service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906239 Aug 05 13:57:42.287530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network d383197b-be4f-4631-b475-d0f41f5bebcf is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:57:42.290461 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:42.305394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d0907-b6c7-489e-8e22-086bf1cab5f5 req-b0d9f0d5-f182-4304-816f-ee8619772877 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:42.313551 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-495d0907-b6c7-489e-8e22-086bf1cab5f5 req-b0d9f0d5-f182-4304-816f-ee8619772877 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 945 time: 0.0897183 Aug 05 13:57:42.332694 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999226a-17a2-4ff2-bb63-b675f93a587a req-af8252a6-89ba-41e5-902b-4022cf15a55a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:42.339789 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9999226a-17a2-4ff2-bb63-b675f93a587a req-af8252a6-89ba-41e5-902b-4022cf15a55a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 945 time: 0.0861998 Aug 05 13:57:42.350987 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=3c29651a-64a3-4c72-9667-13ee6670554a,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:42.392450 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:42.414964 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9999226a-17a2-4ff2-bb63-b675f93a587a req-64d0a4ee-2afd-4eb7-bac3-fe2f7e18ce3a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742025 Aug 05 13:57:42.426749 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-495d0907-b6c7-489e-8e22-086bf1cab5f5 req-744b0a7e-0267-4a31-9ce0-faf09bfd6cd3 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103852 Aug 05 13:57:42.485100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-939d3c71-0bf3-4f8d-865b-c34d8ae688f7 None None] Provisioning for port 85dc8020-fca1-46ee-99d0-aca7fce8c29c completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:57:42.501885 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=b202055e-4dd4-45ac-ba7f-3daed8249fee,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:42.512538 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router 6c571c1e-a7f7-4567-9beb-3cafd9f7ac45 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 13:57:42.533460 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-939d3c71-0bf3-4f8d-865b-c34d8ae688f7 None None] Provisioning complete for port 85dc8020-fca1-46ee-99d0-aca7fce8c29c triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:42.534101 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-939d3c71-0bf3-4f8d-865b-c34d8ae688f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:42.590728 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-939d3c71-0bf3-4f8d-865b-c34d8ae688f7 None None] Port 85dc8020-fca1-46ee-99d0-aca7fce8c29c cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:57:42.632093 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-939d3c71-0bf3-4f8d-865b-c34d8ae688f7 None None] Provisioning for port 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:57:42.641892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:57:42.646172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-939d3c71-0bf3-4f8d-865b-c34d8ae688f7 None None] Provisioning complete for port 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:42.646581 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-939d3c71-0bf3-4f8d-865b-c34d8ae688f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:42.648827 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f9a59cb1-e0c4-45a9-9f81-cdfe2e0a7dbc tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/6c571c1e-a7f7-4567-9beb-3cafd9f7ac45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4819102 Aug 05 13:57:42.650916 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48964) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:42.656121 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81574382-55d8-4f9f-9fa3-597e6a39ba0e None None] Sync routers for ids ['6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:57:42.671715 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81574382-55d8-4f9f-9fa3-597e6a39ba0e None None] Routers {'6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:57:42.672760 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-81574382-55d8-4f9f-9fa3-597e6a39ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:42.758007 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:42.765650 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:42.780528 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff5da5-35a5-4bfa-9747-2c1745052d44 req-75afe7c9-b9a1-4f39-8f40-cf7221a65bfb tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:42.788422 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94ff5da5-35a5-4bfa-9747-2c1745052d44 req-75afe7c9-b9a1-4f39-8f40-cf7221a65bfb tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f HTTP/1.1" status: 200 len: 946 time: 0.1749914 Aug 05 13:57:42.796621 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Transition to ACTIVE for port object 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:57:42.803270 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:42.812109 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bf1a8c-6476-40c8-a64c-6767ba5a1410 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:42.819315 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-93bf1a8c-6476-40c8-a64c-6767ba5a1410 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports/594e860b-635f-473c-8001-707ceb6bfa06 HTTP/1.1" status: 200 len: 911 time: 0.1671181 Aug 05 13:57:42.822685 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48968) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:42.824299 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:42.885506 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-939d3c71-0bf3-4f8d-865b-c34d8ae688f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:42.922796 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Attempting to bind port 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:57:42.923178 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Attempting to bind port 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:57:42.923511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Attempting to bind port 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:57:42.925578 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98c1c7-d124-4c2c-9d19-7e55ea926273 None None] Pushing event updated for resources: {'Port': ['ID=89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:42.945832 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:57:42.946209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:57:42.946687 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:42.947075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:57:42.947857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Bound port: 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:57:42.948205 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:42.949591 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94ff5da5-35a5-4bfa-9747-2c1745052d44 req-12ad88e6-43d8-458d-9ac1-7366e9188fb9 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602073 Aug 05 13:57:43.004975 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:43.021700 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Pushing event updated for resources: {'Port': ['ID=85dc8020-fca1-46ee-99d0-aca7fce8c29c,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:43.034885 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-81574382-55d8-4f9f-9fa3-597e6a39ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:43.073326 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81574382-55d8-4f9f-9fa3-597e6a39ba0e None None] Routers {'6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:57:43.075918 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-81574382-55d8-4f9f-9fa3-597e6a39ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:43.098607 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-939d3c71-0bf3-4f8d-865b-c34d8ae688f7 None None] For port 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4edf488f-ebdf-49db-bd81-8ecae9f8ae1e,segment=NetworkSegment(6dc3206a-677e-4705-93d3-3d9d9700884e),segment_id=6dc3206a-677e-4705-93d3-3d9d9700884e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:43.108824 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-939d3c71-0bf3-4f8d-865b-c34d8ae688f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:43.119252 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-81574382-55d8-4f9f-9fa3-597e6a39ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:43.121140 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81574382-55d8-4f9f-9fa3-597e6a39ba0e None None] The sync data for ids ['6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:57:43.206988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c7616-47e4-4154-bae1-dfa0c5893c7a req-b552b808-18d0-4799-abe4-0d7995944621 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:43.208758 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] For port 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:57:43.209372 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b6c7616-47e4-4154-bae1-dfa0c5893c7a req-b552b808-18d0-4799-abe4-0d7995944621 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.63 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 945 time: 0.4936590 Aug 05 13:57:43.302008 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] For port 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:57:43.306023 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d3c71-0bf3-4f8d-865b-c34d8ae688f7 None None] Pushing event updated for resources: {'Port': ['ID=4edf488f-ebdf-49db-bd81-8ecae9f8ae1e,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:43.312131 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Network e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:57:43.317551 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:43.327488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 437e6255-44af-4e5d-9bdb-ef37adb3a080 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:57:43.341010 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581508c1-1add-42f5-96f7-5647a77bc376 req-97e4657b-0754-431a-91ce-c568711b8c49 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:43.348882 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-581508c1-1add-42f5-96f7-5647a77bc376 req-97e4657b-0754-431a-91ce-c568711b8c49 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.3560705 Aug 05 13:57:43.367593 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:43.374283 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e452fd15-57cf-4450-a2e8-4f8a89472e40 None None] Provisioning complete for port 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:43.374791 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e452fd15-57cf-4450-a2e8-4f8a89472e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:43.482455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Router bfffae04-ed6a-4cb5-9e99-839c047f805f has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:57:43.501826 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98c1c7-d124-4c2c-9d19-7e55ea926273 None None] Pushing event updated for resources: {'Port': ['ID=89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:43.570534 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Routers {'bfffae04-ed6a-4cb5-9e99-839c047f805f'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:57:43.571865 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['bfffae04-ed6a-4cb5-9e99-839c047f805f'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:43.616424 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad54cb0-8e38-40b9-aa23-c724796af088 None None] Network a9fd1019-cf19-4052-86c7-184485e91a2c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:57:43.623208 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 437e6255-44af-4e5d-9bdb-ef37adb3a080 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:43.623517 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:43.625265 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-581508c1-1add-42f5-96f7-5647a77bc376 req-40c780a5-d52e-40bf-92d3-c8bd8417aa08 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718635 Aug 05 13:57:43.714461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2453f50-ffe7-4bfc-99d4-561c30daa6c4 req-1c2d3e6c-7e2d-4925-8b96-3ba20c4de72e tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:43.716048 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d2453f50-ffe7-4bfc-99d4-561c30daa6c4 req-1c2d3e6c-7e2d-4925-8b96-3ba20c4de72e tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 945 time: 0.1423237 Aug 05 13:57:43.742750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:57:43.761435 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a5e08ad3-af20-43dd-aede-80a49bab93f9 admin admin] 10.222.0.16 "PUT /v2.0/routers/bfffae04-ed6a-4cb5-9e99-839c047f805f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8036318 Aug 05 13:57:43.772812 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d2453f50-ffe7-4bfc-99d4-561c30daa6c4 req-6e463013-90c8-40a6-9eb5-5e58589afa4e tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508084 Aug 05 13:57:43.787097 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b19f9a-67de-43eb-b0bc-eaf570a36f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b202055e-4dd4-45ac-ba7f-3daed8249fee'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:43.801305 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b64393-acd4-4cf6-8c95-e5a61cb7601f" -d '{"events": [{"server_uuid": "38b19f9a-67de-43eb-b0bc-eaf570a36f49", "name": "network-vif-plugged", "status": "completed", "tag": "b202055e-4dd4-45ac-ba7f-3daed8249fee"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:43.819938 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-6b6c7616-47e4-4154-bae1-dfa0c5893c7a req-37070aa5-d7e4-4347-a396-f4b63e2dbf47 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Deleting port ef0bc736-89e4-4e9e-b633-f719c9f9e06b {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:43.820553 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6b6c7616-47e4-4154-bae1-dfa0c5893c7a req-37070aa5-d7e4-4347-a396-f4b63e2dbf47 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:43.912932 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] Set router bfffae04-ed6a-4cb5-9e99-839c047f805f gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:57:43.935896 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:57:43.952804 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b306542c-198d-491f-bf2d-aa8485baa665 x-openstack-request-id: req-b306542c-198d-491f-bf2d-aa8485baa665 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:43.953136 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b19f9a-67de-43eb-b0bc-eaf570a36f49", "name": "network-vif-plugged", "status": "completed", "tag": "b202055e-4dd4-45ac-ba7f-3daed8249fee", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:43.953340 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b306542c-198d-491f-bf2d-aa8485baa665 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:43.953722 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b19f9a-67de-43eb-b0bc-eaf570a36f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b202055e-4dd4-45ac-ba7f-3daed8249fee', 'code': 200} Aug 05 13:57:43.957157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11b7c0-84ff-45e9-ab3d-02e920cea1c5 req-89366569-c6f2-4412-a2fb-38c526dfbae2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:43.959264 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff11b7c0-84ff-45e9-ab3d-02e920cea1c5 req-89366569-c6f2-4412-a2fb-38c526dfbae2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 945 time: 0.1936059 Aug 05 13:57:44.076255 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6b6c7616-47e4-4154-bae1-dfa0c5893c7a req-37070aa5-d7e4-4347-a396-f4b63e2dbf47 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] For port ef0bc736-89e4-4e9e-b633-f719c9f9e06b, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:44.076641 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6b6c7616-47e4-4154-bae1-dfa0c5893c7a req-37070aa5-d7e4-4347-a396-f4b63e2dbf47 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:44.105834 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-6b6c7616-47e4-4154-bae1-dfa0c5893c7a req-37070aa5-d7e4-4347-a396-f4b63e2dbf47 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Calling delete_port for ef0bc736-89e4-4e9e-b633-f719c9f9e06b owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:44.110583 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 16591ffe-8129-471c-8ecf-1c7f87a9feb7 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:57:44.112246 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e452fd15-57cf-4450-a2e8-4f8a89472e40 None None] Provisioning for port 594e860b-635f-473c-8001-707ceb6bfa06 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:57:44.146621 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff11b7c0-84ff-45e9-ab3d-02e920cea1c5 req-968574fc-27d4-4054-a38a-1b8af494459c tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791317 Aug 05 13:57:44.147269 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e452fd15-57cf-4450-a2e8-4f8a89472e40 None None] Provisioning complete for port 594e860b-635f-473c-8001-707ceb6bfa06 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:44.147645 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e452fd15-57cf-4450-a2e8-4f8a89472e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:44.186599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89333b91-760e-4865-8b3d-e0ace6f758c6 req-7924a833-a88e-41dc-b9a3-da7b6545508f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:44.188493 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89333b91-760e-4865-8b3d-e0ace6f758c6 req-7924a833-a88e-41dc-b9a3-da7b6545508f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 1096 time: 0.1789715 Aug 05 13:57:44.212416 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:44.254026 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4557f350-d58d-41f1-9b60-c600d389091f req-f7d8b5ff-47e7-4484-9d35-fb1991f9ce9f tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2469084 Aug 05 13:57:44.258893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4557f350-d58d-41f1-9b60-c600d389091f req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:44.276248 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e452fd15-57cf-4450-a2e8-4f8a89472e40 None None] Port 594e860b-635f-473c-8001-707ceb6bfa06 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:57:44.284035 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4557f350-d58d-41f1-9b60-c600d389091f req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:44.324854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 16591ffe-8129-471c-8ecf-1c7f87a9feb7 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:57:44.365190 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'name': 'tempest-FloatingIPsTestJSON-2023259477-router', 'tenant_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:57:36Z', 'updated_at': '2021-08-05T13:57:42Z', 'revision_number': 4, 'project_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'gw_port': {'id': '89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:93:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:57:37Z', 'updated_at': '2021-08-05T13:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '85dc8020-fca1-46ee-99d0-aca7fce8c29c', 'name': '', 'network_id': 'e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b', 'tenant_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'mac_address': 'fa:16:3e:f1:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '61eee99f-6faf-43fe-9d9d-76bf1e5f7e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:57:41Z', 'updated_at': '2021-08-05T13:57:42Z', 'revision_number': 2, 'project_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'subnets': [{'id': '61eee99f-6faf-43fe-9d9d-76bf1e5f7e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:44.372558 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89333b91-760e-4865-8b3d-e0ace6f758c6 req-95624846-7012-4d2f-ac22-5d8f8e1aafff service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704826 Aug 05 13:57:44.401148 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce059a5d-9afd-41cf-8bd2-97d8ea975a23 None None] The sync data for ids ['bfffae04-ed6a-4cb5-9e99-839c047f805f'] in n-d-803585-2 is: [{'id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'name': 'tempest-FloatingIPsTestJSON-2023259477-router', 'tenant_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:57:36Z', 'updated_at': '2021-08-05T13:57:42Z', 'revision_number': 4, 'project_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'gw_port': {'id': '89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:93:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:57:37Z', 'updated_at': '2021-08-05T13:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '85dc8020-fca1-46ee-99d0-aca7fce8c29c', 'name': '', 'network_id': 'e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b', 'tenant_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'mac_address': 'fa:16:3e:f1:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '61eee99f-6faf-43fe-9d9d-76bf1e5f7e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:57:41Z', 'updated_at': '2021-08-05T13:57:42Z', 'revision_number': 2, 'project_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'subnets': [{'id': '61eee99f-6faf-43fe-9d9d-76bf1e5f7e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:57:44.416984 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a4fa5726-ad59-4ed0-90f1-b344b4fa0e0e None None] Provisioning complete for port 85dc8020-fca1-46ee-99d0-aca7fce8c29c triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:44.417963 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4fa5726-ad59-4ed0-90f1-b344b4fa0e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:44.436265 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cd4ab-0239-4323-903a-5105e59ddc83 req-ae4ee89c-7cfb-46b6-8b87-fe2bb955a3ee tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:44.444050 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4557f350-d58d-41f1-9b60-c600d389091f req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:44.444970 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d62cd4ab-0239-4323-903a-5105e59ddc83 req-ae4ee89c-7cfb-46b6-8b87-fe2bb955a3ee tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f HTTP/1.1" status: 200 len: 946 time: 0.1934054 Aug 05 13:57:44.470439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa5726-ad59-4ed0-90f1-b344b4fa0e0e None None] Port 85dc8020-fca1-46ee-99d0-aca7fce8c29c cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:57:44.492655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a4fa5726-ad59-4ed0-90f1-b344b4fa0e0e None None] Provisioning complete for port 594e860b-635f-473c-8001-707ceb6bfa06 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:44.493098 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4fa5726-ad59-4ed0-90f1-b344b4fa0e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:44.547571 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa5726-ad59-4ed0-90f1-b344b4fa0e0e None None] Port 594e860b-635f-473c-8001-707ceb6bfa06 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:57:44.549478 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:44.554907 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6b6c7616-47e4-4154-bae1-dfa0c5893c7a req-37070aa5-d7e4-4347-a396-f4b63e2dbf47 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:44.563626 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a4fa5726-ad59-4ed0-90f1-b344b4fa0e0e None None] Provisioning for port 16591ffe-8129-471c-8ecf-1c7f87a9feb7 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:57:44.568446 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a4fa5726-ad59-4ed0-90f1-b344b4fa0e0e None None] Provisioning complete for port 16591ffe-8129-471c-8ecf-1c7f87a9feb7 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:44.568828 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4fa5726-ad59-4ed0-90f1-b344b4fa0e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:44.578555 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d62cd4ab-0239-4323-903a-5105e59ddc83 req-2c3a5ba9-3849-4c23-8097-01511d304a1e tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314108 Aug 05 13:57:44.626014 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-4557f350-d58d-41f1-9b60-c600d389091f req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Allocated IP 172.25.5.69 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/2dbe944b-d48f-4c5a-bcd0-1676b7223fe7) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:57:44.653573 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37070aa5-d7e4-4347-a396-f4b63e2dbf47 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Pushing event deleted for resources: {'Port': ['ID=ef0bc736-89e4-4e9e-b633-f719c9f9e06b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:44.776465 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4557f350-d58d-41f1-9b60-c600d389091f req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:44.837231 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6c7616-47e4-4154-bae1-dfa0c5893c7a req-37070aa5-d7e4-4347-a396-f4b63e2dbf47 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] No DVR routers for this DVR port ef0bc736-89e4-4e9e-b633-f719c9f9e06b on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:57:44.839927 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4557f350-d58d-41f1-9b60-c600d389091f req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:44.844017 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6b6c7616-47e4-4154-bae1-dfa0c5893c7a req-37070aa5-d7e4-4347-a396-f4b63e2dbf47 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:44.846365 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b6c7616-47e4-4154-bae1-dfa0c5893c7a req-37070aa5-d7e4-4347-a396-f4b63e2dbf47 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.63 "DELETE /v2.0/ports/ef0bc736-89e4-4e9e-b633-f719c9f9e06b HTTP/1.1" status: 204 len: 173 time: 1.6202741 Aug 05 13:57:44.846818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33275f29-a0dc-4a65-9055-48ed1fa19912', 'name': 'network-vif-deleted', 'tag': 'ef0bc736-89e4-4e9e-b633-f719c9f9e06b'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:44.851102 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd7435a-e4b4-4780-8518-1b9b2558e9a0" -d '{"events": [{"server_uuid": "33275f29-a0dc-4a65-9055-48ed1fa19912", "name": "network-vif-deleted", "tag": "ef0bc736-89e4-4e9e-b633-f719c9f9e06b"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:44.878965 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4fa5726-ad59-4ed0-90f1-b344b4fa0e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:44.912293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4557f350-d58d-41f1-9b60-c600d389091f req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:57:44.915219 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-4557f350-d58d-41f1-9b60-c600d389091f req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:44.937573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4557f350-d58d-41f1-9b60-c600d389091f req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:57:44.957982 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a4fa5726-ad59-4ed0-90f1-b344b4fa0e0e None None] For port 16591ffe-8129-471c-8ecf-1c7f87a9feb7, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=16591ffe-8129-471c-8ecf-1c7f87a9feb7,segment=NetworkSegment(ba81f4bb-185a-4d8c-84fd-18062fce69f2),segment_id=ba81f4bb-185a-4d8c-84fd-18062fce69f2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:44.975128 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4fa5726-ad59-4ed0-90f1-b344b4fa0e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:45.021640 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Allocated IP 2001:db8:1::1 (a9fd1019-cf19-4052-86c7-184485e91a2c/68dd4a59-9748-42e9-9da3-465ac86e939d/31fffe34-d2c5-4f83-9108-d37052a977cb) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:57:45.047362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Pushing event updated for resources: {'Port': ['ID=2dbe944b-d48f-4c5a-bcd0-1676b7223fe7,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:45.051002 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:57:45.060229 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa5726-ad59-4ed0-90f1-b344b4fa0e0e None None] Pushing event updated for resources: {'Port': ['ID=16591ffe-8129-471c-8ecf-1c7f87a9feb7,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:45.115023 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9f912e62-d1c6-4b55-a71f-2733f8ac286b None None] Provisioning complete for port 16591ffe-8129-471c-8ecf-1c7f87a9feb7 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:45.116020 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9f912e62-d1c6-4b55-a71f-2733f8ac286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:45.162130 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4557f350-d58d-41f1-9b60-c600d389091f req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:45.166901 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:45.167466 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:45.205173 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4557f350-d58d-41f1-9b60-c600d389091f req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:45.220421 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:45.241481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Transition to ACTIVE for port object 31fffe34-d2c5-4f83-9108-d37052a977cb will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:57:45.323516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd80ec-be2a-4567-abfa-4e2ecee1a1f4 req-db11761f-b1ad-43ef-abf6-6907c65201a5 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:45.325501 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c0cd80ec-be2a-4567-abfa-4e2ecee1a1f4 req-db11761f-b1ad-43ef-abf6-6907c65201a5 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.2435608 Aug 05 13:57:45.343377 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:45.420019 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network a9fd1019-cf19-4052-86c7-184485e91a2c is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:57:45.423530 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4557f350-d58d-41f1-9b60-c600d389091f req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:45.428395 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4557f350-d58d-41f1-9b60-c600d389091f req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:45.432971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:45.436888 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=31fffe34-d2c5-4f83-9108-d37052a977cb,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:45.439632 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:57:45.440007 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:45.461364 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c0cd80ec-be2a-4567-abfa-4e2ecee1a1f4 req-90a88315-f648-436b-ab0a-84ddcb39c788 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081014 Aug 05 13:57:45.565224 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Pushing event updated for resources: {'Port': ['ID=2dbe944b-d48f-4c5a-bcd0-1676b7223fe7,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:45.580651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:45.580996 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:45.581464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:45.581801 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:45.582133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:45.582592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:45.582916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:45.583240 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:45.583609 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:45.583936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:45.584265 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:45.584628 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:45.597404 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4557f350-d58d-41f1-9b60-c600d389091f req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:45.635561 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72d27f17-740c-46d3-b943-59a34d71d015 req-90a38eb1-5d19-4c9f-bb0f-97c725161499 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=33275f29-a0dc-4a65-9055-48ed1fa19912 HTTP/1.1" status: 200 len: 210 time: 0.0595725 Aug 05 13:57:45.645155 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4557f350-d58d-41f1-9b60-c600d389091f req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:45.646860 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4557f350-d58d-41f1-9b60-c600d389091f req-e8cc731d-89dd-4513-be90-3e3d0e8b0312 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3918917 Aug 05 13:57:45.717966 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d3a592-6add-4a81-8d10-3e16ff4c4568 x-openstack-request-id: req-12d3a592-6add-4a81-8d10-3e16ff4c4568 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:45.733980 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33275f29-a0dc-4a65-9055-48ed1fa19912", "name": "network-vif-deleted", "tag": "ef0bc736-89e4-4e9e-b633-f719c9f9e06b", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:45.734214 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12d3a592-6add-4a81-8d10-3e16ff4c4568 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:45.737486 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33275f29-a0dc-4a65-9055-48ed1fa19912', 'name': 'network-vif-deleted', 'tag': 'ef0bc736-89e4-4e9e-b633-f719c9f9e06b', 'status': 'completed', 'code': 200} Aug 05 13:57:45.770342 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-283c1b70-b455-403c-84cb-4afc13054cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:45.780266 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:45.807719 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4557f350-d58d-41f1-9b60-c600d389091f req-509fc2b0-b773-4253-b8ac-f1ef30c5563c tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 695 time: 0.1532018 Aug 05 13:57:45.811964 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:45.929276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3480e2a1-25f8-4e25-b307-329e2f606fd2 None None] Provisioning for port 31fffe34-d2c5-4f83-9108-d37052a977cb completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:57:45.935362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3480e2a1-25f8-4e25-b307-329e2f606fd2 None None] Provisioning complete for port 31fffe34-d2c5-4f83-9108-d37052a977cb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:45.935850 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3480e2a1-25f8-4e25-b307-329e2f606fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:45.958976 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557f350-d58d-41f1-9b60-c600d389091f req-7c1e6f81-5282-4edc-bf60-bc233bf48560 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:45.967134 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4557f350-d58d-41f1-9b60-c600d389091f req-7c1e6f81-5282-4edc-bf60-bc233bf48560 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.1583550 Aug 05 13:57:45.976154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-4557f350-d58d-41f1-9b60-c600d389091f req-2d1359ef-678d-4798-9103-061dc9e29605 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:57:45.996544 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4557f350-d58d-41f1-9b60-c600d389091f req-2d1359ef-678d-4798-9103-061dc9e29605 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0260644 Aug 05 13:57:45.999066 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-3480e2a1-25f8-4e25-b307-329e2f606fd2 None None] Port 31fffe34-d2c5-4f83-9108-d37052a977cb cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:57:46.101452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91558a67-10cd-496e-b140-a8b578311e4f req-b1ae5148-eb4a-44f2-b2a1-1a3f9a968db7 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:46.104298 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-91558a67-10cd-496e-b140-a8b578311e4f req-b1ae5148-eb4a-44f2-b2a1-1a3f9a968db7 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 945 time: 0.0621526 Aug 05 13:57:46.150525 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-91558a67-10cd-496e-b140-a8b578311e4f req-6360a004-bc36-493e-8a71-e5da9b78c501 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384016 Aug 05 13:57:46.299354 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80fae97f-2a86-457a-8179-012a929b8baa req-12aaf1cd-ae23-43aa-9eb0-6953483911af tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/floatingips/74dcde32-298e-4b76-8e60-68011e5fedfc HTTP/1.1" status: 200 len: 692 time: 0.0460255 Aug 05 13:57:46.364100 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a514663-df86-40c4-9146-2a186d4cd490 req-af9bc30a-be93-4b3b-9647-71d4955d6785 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:46.365484 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a514663-df86-40c4-9146-2a186d4cd490 req-af9bc30a-be93-4b3b-9647-71d4955d6785 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f HTTP/1.1" status: 200 len: 946 time: 0.4076171 Aug 05 13:57:46.409849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fae97f-2a86-457a-8179-012a929b8baa req-f9103a8a-820b-466e-97e2-30ddafd10a5a tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:46.411271 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80fae97f-2a86-457a-8179-012a929b8baa req-f9103a8a-820b-466e-97e2-30ddafd10a5a tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.1059852 Aug 05 13:57:46.421532 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-80fae97f-2a86-457a-8179-012a929b8baa req-c721ea65-48a8-410f-8bdb-f114f1c03926 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:57:46.423263 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80fae97f-2a86-457a-8179-012a929b8baa req-c721ea65-48a8-410f-8bdb-f114f1c03926 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063431 Aug 05 13:57:46.452143 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a514663-df86-40c4-9146-2a186d4cd490 req-f46fa35d-bbe5-4ef5-96c8-63702ba9cbd7 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups?id=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726106 Aug 05 13:57:46.533419 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5dbbf-0003-4afd-b303-d268efd6b922 req-b77e941c-9082-4248-a54f-3bb0cbb91996 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:46.535005 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29e5dbbf-0003-4afd-b303-d268efd6b922 req-b77e941c-9082-4248-a54f-3bb0cbb91996 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.84 "GET /v2.0/ports?device_id=7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f HTTP/1.1" status: 200 len: 946 time: 0.0940609 Aug 05 13:57:46.541474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f54fe-f05f-4b9a-82f2-2bfd87507594 req-3cfe388b-a52b-4c87-9d41-c1028d153ccc tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:46.543688 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-355f54fe-f05f-4b9a-82f2-2bfd87507594 req-3cfe388b-a52b-4c87-9d41-c1028d153ccc tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 1096 time: 0.0614285 Aug 05 13:57:46.546208 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device ef0bc736-89e4-4e9e-b633-f719c9f9e06b no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:46.570990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: ef0bc736-89e4-4e9e-b633-f719c9f9e06b {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:57:46.571483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device ef0bc736-89e4-4e9e-b633-f719c9f9e06b not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:57:46.581248 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f1049f0-a2dd-4cb9-9efd-399ef3faae4a req-ee1368d0-762a-4798-9997-f673f15823f2 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=7a4e13d2430e4189bf4c7aa1f2aabd89 HTTP/1.1" status: 200 len: 695 time: 0.0962918 Aug 05 13:57:46.620491 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:46.647659 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:46.648437 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:46.769131 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=31fffe34-d2c5-4f83-9108-d37052a977cb,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:46.799770 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1049f0-a2dd-4cb9-9efd-399ef3faae4a req-904887d7-298b-45c5-ba6b-767d2e9cbd70 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:46.801352 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f1049f0-a2dd-4cb9-9efd-399ef3faae4a req-904887d7-298b-45c5-ba6b-767d2e9cbd70 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/networks?id=cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 787 time: 0.2122116 Aug 05 13:57:46.818798 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-7f1049f0-a2dd-4cb9-9efd-399ef3faae4a req-b8a20e4b-9db9-47d0-b232-8bdf7a4647eb tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:57:46.819843 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f1049f0-a2dd-4cb9-9efd-399ef3faae4a req-b8a20e4b-9db9-47d0-b232-8bdf7a4647eb tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085242 Aug 05 13:57:46.856300 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network a9fd1019-cf19-4052-86c7-184485e91a2c is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:57:46.858865 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:46.910716 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-355f54fe-f05f-4b9a-82f2-2bfd87507594 req-1d4e839f-1e35-49ef-a001-8b3ec7e5353f tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716417 Aug 05 13:57:46.981568 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-29e5dbbf-0003-4afd-b303-d268efd6b922 req-d7fe4954-174e-4dfa-9ee0-d44cae43e844 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Deleting port 3c29651a-64a3-4c72-9667-13ee6670554a {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:46.982163 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-29e5dbbf-0003-4afd-b303-d268efd6b922 req-d7fe4954-174e-4dfa-9ee0-d44cae43e844 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:47.013563 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router 6c571c1e-a7f7-4567-9beb-3cafd9f7ac45 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:57:47.032397 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a0477-84a5-41d4-8711-3acad07d3043 req-e1d7d914-2c5a-4f51-94fa-bfc409da386b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:47.038704 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-542a0477-84a5-41d4-8711-3acad07d3043 req-e1d7d914-2c5a-4f51-94fa-bfc409da386b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.0847561 Aug 05 13:57:47.099278 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1e31f5b3-447a-4a97-87e1-d0e4416a5b78 req-54c0a1e9-5e15-42fe-9a19-4d4dc3ab82c2 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/floatingips/74dcde32-298e-4b76-8e60-68011e5fedfc HTTP/1.1" status: 200 len: 692 time: 0.0927036 Aug 05 13:57:47.117970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Sync routers for ids ['bfffae04-ed6a-4cb5-9e99-839c047f805f'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:57:47.131816 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Routers {'bfffae04-ed6a-4cb5-9e99-839c047f805f'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:57:47.132717 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['bfffae04-ed6a-4cb5-9e99-839c047f805f'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:47.172942 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-542a0477-84a5-41d4-8711-3acad07d3043 req-8f479182-bcc2-43f2-9cec-7ea103bafe24 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261637 Aug 05 13:57:47.193938 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:57:47.200350 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-16801dea-532a-423d-ab24-516394d8b2a9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/6c571c1e-a7f7-4567-9beb-3cafd9f7ac45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3742173 Aug 05 13:57:47.202450 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49026) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:47.204683 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48277f06-c477-4ab7-b22c-d19149abf16d None None] Sync routers for ids ['6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:57:47.209349 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:57:47.221896 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48277f06-c477-4ab7-b22c-d19149abf16d None None] Routers {'6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:57:47.222648 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-48277f06-c477-4ab7-b22c-d19149abf16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:47.254858 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31f5b3-447a-4a97-87e1-d0e4416a5b78 req-a1406dfa-2c5d-4bc8-8d46-cace11bf4475 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:47.256322 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1e31f5b3-447a-4a97-87e1-d0e4416a5b78 req-a1406dfa-2c5d-4bc8-8d46-cace11bf4475 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.1487334 Aug 05 13:57:47.257808 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70049fba-9158-4070-84d8-ddb4941eafc3 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:47.259333 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-70049fba-9158-4070-84d8-ddb4941eafc3 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports/31fffe34-d2c5-4f83-9108-d37052a977cb HTTP/1.1" status: 200 len: 913 time: 0.0558302 Aug 05 13:57:47.262472 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49030) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:47.276902 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-1e31f5b3-447a-4a97-87e1-d0e4416a5b78 req-d1b3cd51-b118-433f-91f4-f591b8aaddfe tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:57:47.278027 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1e31f5b3-447a-4a97-87e1-d0e4416a5b78 req-d1b3cd51-b118-433f-91f4-f591b8aaddfe tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081646 Aug 05 13:57:47.309546 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-48277f06-c477-4ab7-b22c-d19149abf16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:47.324331 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48277f06-c477-4ab7-b22c-d19149abf16d None None] Routers {'6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:57:47.324951 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-48277f06-c477-4ab7-b22c-d19149abf16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:47.359567 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ce509656-b8c3-4780-bf9c-ae4927dd11d5 None None] Provisioning complete for port 31fffe34-d2c5-4f83-9108-d37052a977cb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:47.360202 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ce509656-b8c3-4780-bf9c-ae4927dd11d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:47.363611 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Set router bfffae04-ed6a-4cb5-9e99-839c047f805f gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:57:47.381331 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-48277f06-c477-4ab7-b22c-d19149abf16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:47.382304 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48277f06-c477-4ab7-b22c-d19149abf16d None None] The sync data for ids ['6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:57:47.410801 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1e31f5b3-447a-4a97-87e1-d0e4416a5b78 req-b7a2ca2e-15ce-4b9d-b8df-e48889b823c3 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 695 time: 0.1255219 Aug 05 13:57:47.418169 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-29e5dbbf-0003-4afd-b303-d268efd6b922 req-d7fe4954-174e-4dfa-9ee0-d44cae43e844 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] For port 3c29651a-64a3-4c72-9667-13ee6670554a, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=3c29651a-64a3-4c72-9667-13ee6670554a,segment=NetworkSegment(6cd58d93-1aa7-4e73-8589-2eea8f7b64b0),segment_id=6cd58d93-1aa7-4e73-8589-2eea8f7b64b0)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:47.419018 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-29e5dbbf-0003-4afd-b303-d268efd6b922 req-d7fe4954-174e-4dfa-9ee0-d44cae43e844 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:47.422001 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:57:47.436609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:47.436982 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:47.469141 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-29e5dbbf-0003-4afd-b303-d268efd6b922 req-d7fe4954-174e-4dfa-9ee0-d44cae43e844 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Calling delete_port for 3c29651a-64a3-4c72-9667-13ee6670554a owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:47.487785 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1e31f5b3-447a-4a97-87e1-d0e4416a5b78 req-7307df13-db59-4780-9a86-1fd14ffb6bf5 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 695 time: 0.0650754 Aug 05 13:57:47.506732 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-ce509656-b8c3-4780-bf9c-ae4927dd11d5 None None] Port 31fffe34-d2c5-4f83-9108-d37052a977cb cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:57:47.544624 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f2061-4fb6-49c3-8735-e68957433b22 req-9ae0da85-9115-4426-9d54-ba2ee28ac279 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:47.546326 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-207f2061-4fb6-49c3-8735-e68957433b22 req-9ae0da85-9115-4426-9d54-ba2ee28ac279 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 1096 time: 0.1113877 Aug 05 13:57:47.614604 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-207f2061-4fb6-49c3-8735-e68957433b22 req-d2d1c46d-470b-41c0-95d5-fe761f0720ce tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563145 Aug 05 13:57:47.625525 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:47.679902 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:47.691911 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:47.692660 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 16591ffe-8129-471c-8ecf-1c7f87a9feb7 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:57:47.719727 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c08f2a51-4e07-4ef0-8eaf-2405b68d504f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:47.781857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:47.785435 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-29e5dbbf-0003-4afd-b303-d268efd6b922 req-d7fe4954-174e-4dfa-9ee0-d44cae43e844 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:47.792096 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'name': 'tempest-FloatingIPsTestJSON-2023259477-router', 'tenant_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:57:36Z', 'updated_at': '2021-08-05T13:57:42Z', 'revision_number': 4, 'project_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'gw_port': {'id': '89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:93:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:57:37Z', 'updated_at': '2021-08-05T13:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '85dc8020-fca1-46ee-99d0-aca7fce8c29c', 'name': '', 'network_id': 'e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b', 'tenant_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'mac_address': 'fa:16:3e:f1:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '61eee99f-6faf-43fe-9d9d-76bf1e5f7e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:57:41Z', 'updated_at': '2021-08-05T13:57:42Z', 'revision_number': 2, 'project_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'subnets': [{'id': '61eee99f-6faf-43fe-9d9d-76bf1e5f7e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:47.804074 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-1e31f5b3-447a-4a97-87e1-d0e4416a5b78 req-8baf0715-e08f-46bf-8b10-e09be296234e tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Deleting port 2dbe944b-d48f-4c5a-bcd0-1676b7223fe7 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:47.804422 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-1e31f5b3-447a-4a97-87e1-d0e4416a5b78 req-8baf0715-e08f-46bf-8b10-e09be296234e tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:47.827988 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['3c29651a-64a3-4c72-9667-13ee6670554a'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:47.833480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Checking router: bfffae04-ed6a-4cb5-9e99-839c047f805f for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:57:47.833673 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe4954-174e-4dfa-9ee0-d44cae43e844 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Pushing event deleted for resources: {'Port': ['ID=3c29651a-64a3-4c72-9667-13ee6670554a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:47.833930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Updating router bfffae04-ed6a-4cb5-9e99-839c047f805f port 85dc8020-fca1-46ee-99d0-aca7fce8c29c binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:57:47.875516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 16591ffe-8129-471c-8ecf-1c7f87a9feb7 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:47.875888 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:47.911534 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:47.921449 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e5dbbf-0003-4afd-b303-d268efd6b922 req-d7fe4954-174e-4dfa-9ee0-d44cae43e844 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] No DVR routers for this DVR port 3c29651a-64a3-4c72-9667-13ee6670554a on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:57:47.925303 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-29e5dbbf-0003-4afd-b303-d268efd6b922 req-d7fe4954-174e-4dfa-9ee0-d44cae43e844 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:47.927318 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29e5dbbf-0003-4afd-b303-d268efd6b922 req-d7fe4954-174e-4dfa-9ee0-d44cae43e844 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.84 "DELETE /v2.0/ports/3c29651a-64a3-4c72-9667-13ee6670554a HTTP/1.1" status: 204 len: 173 time: 1.3833382 Aug 05 13:57:47.927834 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f', 'name': 'network-vif-deleted', 'tag': '3c29651a-64a3-4c72-9667-13ee6670554a'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:47.930351 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8b649c-bf58-4f9b-9107-646d1497b119" -d '{"events": [{"server_uuid": "7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f", "name": "network-vif-deleted", "tag": "3c29651a-64a3-4c72-9667-13ee6670554a"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:47.988424 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-1e31f5b3-447a-4a97-87e1-d0e4416a5b78 req-8baf0715-e08f-46bf-8b10-e09be296234e tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:47.988765 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-1e31f5b3-447a-4a97-87e1-d0e4416a5b78 req-8baf0715-e08f-46bf-8b10-e09be296234e tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:48.003821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-1e31f5b3-447a-4a97-87e1-d0e4416a5b78 req-8baf0715-e08f-46bf-8b10-e09be296234e tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Calling delete_port for 2dbe944b-d48f-4c5a-bcd0-1676b7223fe7 owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:48.093985 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71c07e66-56b4-4821-8ced-f761ca43c79f req-6409020c-1a52-4c5f-9545-ae75d89cfc47 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f HTTP/1.1" status: 200 len: 210 time: 0.0670321 Aug 05 13:57:48.183026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-c08f2a51-4e07-4ef0-8eaf-2405b68d504f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting port 31fffe34-d2c5-4f83-9108-d37052a977cb {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:48.183026 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c08f2a51-4e07-4ef0-8eaf-2405b68d504f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:48.225275 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-1e31f5b3-447a-4a97-87e1-d0e4416a5b78 req-8baf0715-e08f-46bf-8b10-e09be296234e tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:48.255784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf0715-e08f-46bf-8b10-e09be296234e tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Pushing event deleted for resources: {'Port': ['ID=2dbe944b-d48f-4c5a-bcd0-1676b7223fe7,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:48.295931 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:48.304008 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-255dfee2-8fbd-4349-9303-7f15f9c6b950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:48.304530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ba576-d1d2-4a4f-9273-37bcfdabe8c3 req-85964c59-9018-415c-b0e5-53fa5f8b97b4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:48.306335 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-847ba576-d1d2-4a4f-9273-37bcfdabe8c3 req-85964c59-9018-415c-b0e5-53fa5f8b97b4 tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 944 time: 0.1066992 Aug 05 13:57:48.315766 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Transition to ACTIVE for port object 85dc8020-fca1-46ee-99d0-aca7fce8c29c will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:57:48.330401 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c08f2a51-4e07-4ef0-8eaf-2405b68d504f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:48.331246 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:48.354309 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-c08f2a51-4e07-4ef0-8eaf-2405b68d504f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Calling delete_port for 31fffe34-d2c5-4f83-9108-d37052a977cb owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:48.358191 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-1e31f5b3-447a-4a97-87e1-d0e4416a5b78 req-8baf0715-e08f-46bf-8b10-e09be296234e tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:48.362647 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-1e31f5b3-447a-4a97-87e1-d0e4416a5b78 req-8baf0715-e08f-46bf-8b10-e09be296234e tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:48.363963 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1e31f5b3-447a-4a97-87e1-d0e4416a5b78 req-8baf0715-e08f-46bf-8b10-e09be296234e tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "DELETE /v2.0/floatingips/74dcde32-298e-4b76-8e60-68011e5fedfc HTTP/1.1" status: 204 len: 173 time: 0.8669941 Aug 05 13:57:48.388505 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-847ba576-d1d2-4a4f-9273-37bcfdabe8c3 req-8b4e042a-21bc-48c2-9226-58281bd9346c tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.16 "GET /v2.0/security-groups?id=73c7cba7-b5e4-4726-a447-61d47c4e44b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740042 Aug 05 13:57:48.414143 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15542-b389-4db2-b11a-e407b418b5a4 None None] Pushing event updated for resources: {'Port': ['ID=85dc8020-fca1-46ee-99d0-aca7fce8c29c,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:48.420592 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4928500-cfb5-40a1-82b0-1131ce7609a3 x-openstack-request-id: req-e4928500-cfb5-40a1-82b0-1131ce7609a3 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:48.421196 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f", "name": "network-vif-deleted", "tag": "3c29651a-64a3-4c72-9667-13ee6670554a", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:48.421689 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4928500-cfb5-40a1-82b0-1131ce7609a3 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:48.422466 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3a0490-b875-4fdd-a606-ddf0aaa1cf4f', 'name': 'network-vif-deleted', 'tag': '3c29651a-64a3-4c72-9667-13ee6670554a', 'status': 'completed', 'code': 200} Aug 05 13:57:48.517417 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Attempting to bind port 85dc8020-fca1-46ee-99d0-aca7fce8c29c on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:57:48.517875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Attempting to bind port 85dc8020-fca1-46ee-99d0-aca7fce8c29c by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '91b6bb56-dd01-41f5-b0c0-b07073e763d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:57:48.519499 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Attempting to bind port 85dc8020-fca1-46ee-99d0-aca7fce8c29c on network e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:57:48.530023 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:57:48.530555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Checking segment: {'id': '91b6bb56-dd01-41f5-b0c0-b07073e763d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:57:48.531025 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:48.531540 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Bound using segment: {'id': '91b6bb56-dd01-41f5-b0c0-b07073e763d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:57:48.532076 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Bound port: 85dc8020-fca1-46ee-99d0-aca7fce8c29c, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6bb56-dd01-41f5-b0c0-b07073e763d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:57:48.532649 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:48.567657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e45222-e506-4245-88de-4ea65e9dda7f req-fde32427-af1c-4a47-81f5-3c939048d1b6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:48.569243 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b5e45222-e506-4245-88de-4ea65e9dda7f req-fde32427-af1c-4a47-81f5-3c939048d1b6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.0766206 Aug 05 13:57:48.584691 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:48.641031 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] For port 85dc8020-fca1-46ee-99d0-aca7fce8c29c, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:57:48.646515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] For port 85dc8020-fca1-46ee-99d0-aca7fce8c29c, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=85dc8020-fca1-46ee-99d0-aca7fce8c29c,segment=NetworkSegment(91b6bb56-dd01-41f5-b0c0-b07073e763d1),segment_id=91b6bb56-dd01-41f5-b0c0-b07073e763d1)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:57:48.654311 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:48.672748 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b5e45222-e506-4245-88de-4ea65e9dda7f req-7295cc0a-ce97-48e5-a136-5e77e14aa24f tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893674 Aug 05 13:57:48.721294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Routers {'bfffae04-ed6a-4cb5-9e99-839c047f805f'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:57:48.721930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['bfffae04-ed6a-4cb5-9e99-839c047f805f'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:48.730422 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889400d-aa9c-48de-b984-2ac5c6f65632 req-0ebe504c-8a8b-4a58-bb46-1edd1e22871a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:48.732473 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6889400d-aa9c-48de-b984-2ac5c6f65632 req-0ebe504c-8a8b-4a58-bb46-1edd1e22871a tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb80a458-4238-47ca-b9fd-41a5ea14d52a HTTP/1.1" status: 200 len: 944 time: 0.1446791 Aug 05 13:57:48.837394 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15542-b389-4db2-b11a-e407b418b5a4 None None] Pushing event updated for resources: {'Port': ['ID=85dc8020-fca1-46ee-99d0-aca7fce8c29c,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:48.848132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15542-b389-4db2-b11a-e407b418b5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:48.848480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15542-b389-4db2-b11a-e407b418b5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:48.848818 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15542-b389-4db2-b11a-e407b418b5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:48.849150 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15542-b389-4db2-b11a-e407b418b5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:48.849482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15542-b389-4db2-b11a-e407b418b5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:48.849810 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15542-b389-4db2-b11a-e407b418b5a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:48.850133 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15542-b389-4db2-b11a-e407b418b5a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:48.850600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15542-b389-4db2-b11a-e407b418b5a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:48.850923 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15542-b389-4db2-b11a-e407b418b5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:48.851243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15542-b389-4db2-b11a-e407b418b5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:48.851567 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15542-b389-4db2-b11a-e407b418b5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:48.851882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15542-b389-4db2-b11a-e407b418b5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:48.897432 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c08f2a51-4e07-4ef0-8eaf-2405b68d504f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:49.020011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] Set router bfffae04-ed6a-4cb5-9e99-839c047f805f gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:57:49.024972 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-291564df-d564-4322-90b6-88fe825241a9 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2351837 Aug 05 13:57:49.037211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f2a51-4e07-4ef0-8eaf-2405b68d504f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Port': ['ID=31fffe34-d2c5-4f83-9108-d37052a977cb,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:49.041408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-bd850738-aa1a-4b9a-b419-1117d77dc158 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:49.059067 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-6889400d-aa9c-48de-b984-2ac5c6f65632 req-5b64848c-3b57-4d02-9d59-5be37e2e2b2f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Deleting port 6684bdba-b3f1-4089-b536-8b0aa9beee58 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:49.059985 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6889400d-aa9c-48de-b984-2ac5c6f65632 req-5b64848c-3b57-4d02-9d59-5be37e2e2b2f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:49.076163 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-bd850738-aa1a-4b9a-b419-1117d77dc158 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:49.128325 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 85dc8020-fca1-46ee-99d0-aca7fce8c29c up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:57:49.214103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6889400d-aa9c-48de-b984-2ac5c6f65632 req-5b64848c-3b57-4d02-9d59-5be37e2e2b2f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] For port 6684bdba-b3f1-4089-b536-8b0aa9beee58, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6684bdba-b3f1-4089-b536-8b0aa9beee58,segment=NetworkSegment(9743eccb-cefb-4f5b-b282-1907b1af2a1b),segment_id=9743eccb-cefb-4f5b-b282-1907b1af2a1b)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:49.214570 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6889400d-aa9c-48de-b984-2ac5c6f65632 req-5b64848c-3b57-4d02-9d59-5be37e2e2b2f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:49.229962 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-6889400d-aa9c-48de-b984-2ac5c6f65632 req-5b64848c-3b57-4d02-9d59-5be37e2e2b2f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Calling delete_port for 6684bdba-b3f1-4089-b536-8b0aa9beee58 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:49.251255 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-bd850738-aa1a-4b9a-b419-1117d77dc158 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:49.384091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-bd850738-aa1a-4b9a-b419-1117d77dc158 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Allocated IP 172.25.5.168 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/58946912-d980-4a62-b59e-bec189fe4c9c) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:57:49.409450 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6889400d-aa9c-48de-b984-2ac5c6f65632 req-5b64848c-3b57-4d02-9d59-5be37e2e2b2f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:49.437694 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:49.472690 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 85dc8020-fca1-46ee-99d0-aca7fce8c29c completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:57:49.481159 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 85dc8020-fca1-46ee-99d0-aca7fce8c29c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:49.481532 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:49.502901 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64848c-3b57-4d02-9d59-5be37e2e2b2f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Pushing event deleted for resources: {'Port': ['ID=6684bdba-b3f1-4089-b536-8b0aa9beee58,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:49.546268 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-bd850738-aa1a-4b9a-b419-1117d77dc158 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:49.555390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6889400d-aa9c-48de-b984-2ac5c6f65632 req-5b64848c-3b57-4d02-9d59-5be37e2e2b2f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] No DVR routers for this DVR port 6684bdba-b3f1-4089-b536-8b0aa9beee58 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:57:49.559563 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6889400d-aa9c-48de-b984-2ac5c6f65632 req-5b64848c-3b57-4d02-9d59-5be37e2e2b2f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:49.561585 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6889400d-aa9c-48de-b984-2ac5c6f65632 req-5b64848c-3b57-4d02-9d59-5be37e2e2b2f tempest-LiveMigrationTest-756403499 tempest-LiveMigrationTest-756403499-project] 10.222.0.63 "DELETE /v2.0/ports/6684bdba-b3f1-4089-b536-8b0aa9beee58 HTTP/1.1" status: 204 len: 173 time: 0.7958393 Aug 05 13:57:49.562048 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb80a458-4238-47ca-b9fd-41a5ea14d52a', 'name': 'network-vif-deleted', 'tag': '6684bdba-b3f1-4089-b536-8b0aa9beee58'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:49.564603 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc46475-d149-4cb4-b12a-939fc683845b" -d '{"events": [{"server_uuid": "eb80a458-4238-47ca-b9fd-41a5ea14d52a", "name": "network-vif-deleted", "tag": "6684bdba-b3f1-4089-b536-8b0aa9beee58"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:49.569784 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c08f2a51-4e07-4ef0-8eaf-2405b68d504f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:49.602494 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'name': 'tempest-FloatingIPsTestJSON-2023259477-router', 'tenant_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:57:36Z', 'updated_at': '2021-08-05T13:57:42Z', 'revision_number': 4, 'project_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'gw_port': {'id': '89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:57:37Z', 'updated_at': '2021-08-05T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '85dc8020-fca1-46ee-99d0-aca7fce8c29c', 'name': '', 'network_id': 'e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b', 'tenant_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'mac_address': 'fa:16:3e:f1:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '61eee99f-6faf-43fe-9d9d-76bf1e5f7e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:57:41Z', 'updated_at': '2021-08-05T13:57:48Z', 'revision_number': 4, 'project_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'subnets': [{'id': '61eee99f-6faf-43fe-9d9d-76bf1e5f7e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:49.636121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2bc351-6fae-453a-8f0f-58cbebab38d3 None None] The sync data for ids ['bfffae04-ed6a-4cb5-9e99-839c047f805f'] in n-d-803585-2 is: [{'id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'name': 'tempest-FloatingIPsTestJSON-2023259477-router', 'tenant_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:57:36Z', 'updated_at': '2021-08-05T13:57:42Z', 'revision_number': 4, 'project_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'gw_port': {'id': '89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:57:37Z', 'updated_at': '2021-08-05T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '85dc8020-fca1-46ee-99d0-aca7fce8c29c', 'name': '', 'network_id': 'e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b', 'tenant_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'mac_address': 'fa:16:3e:f1:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '61eee99f-6faf-43fe-9d9d-76bf1e5f7e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:57:41Z', 'updated_at': '2021-08-05T13:57:48Z', 'revision_number': 4, 'project_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'subnets': [{'id': '61eee99f-6faf-43fe-9d9d-76bf1e5f7e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:57:49.638402 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:49.640901 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-bd850738-aa1a-4b9a-b419-1117d77dc158 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:49.679004 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 85dc8020-fca1-46ee-99d0-aca7fce8c29c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=85dc8020-fca1-46ee-99d0-aca7fce8c29c,segment=NetworkSegment(91b6bb56-dd01-41f5-b0c0-b07073e763d1),segment_id=91b6bb56-dd01-41f5-b0c0-b07073e763d1)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:49.692039 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:49.694525 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:57:49.702536 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-bd850738-aa1a-4b9a-b419-1117d77dc158 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:57:49.706316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-bd850738-aa1a-4b9a-b419-1117d77dc158 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:49.709839 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-bd850738-aa1a-4b9a-b419-1117d77dc158 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:57:49.802952 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=85dc8020-fca1-46ee-99d0-aca7fce8c29c,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:49.807230 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-bf50e153-b815-4ee8-a6c8-af857eb57038 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:57:49.808220 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-bf50e153-b815-4ee8-a6c8-af857eb57038 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076587 Aug 05 13:57:49.814363 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:49.814979 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:49.848973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4c631825-e76f-4689-97a8-080b2944579a req-fd7a0f25-971e-4f85-a553-ef1ff77c0b43 service neutron] Request body: {'binding': {'host': 'n-h2-803585-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:49.849425 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4c631825-e76f-4689-97a8-080b2944579a req-fd7a0f25-971e-4f85-a553-ef1ff77c0b43 service neutron] Unknown quota resources ['binding']. {{(pid=105724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 13:57:49.855829 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd850738-aa1a-4b9a-b419-1117d77dc158 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Pushing event updated for resources: {'Port': ['ID=58946912-d980-4a62-b59e-bec189fe4c9c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:49.868784 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08f2a51-4e07-4ef0-8eaf-2405b68d504f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router 6c571c1e-a7f7-4567-9beb-3cafd9f7ac45 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:57:49.909209 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-bd850738-aa1a-4b9a-b419-1117d77dc158 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:49.985147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08f2a51-4e07-4ef0-8eaf-2405b68d504f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:57:49.993705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c08f2a51-4e07-4ef0-8eaf-2405b68d504f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/6c571c1e-a7f7-4567-9beb-3cafd9f7ac45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7300360 Aug 05 13:57:49.995008 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49082) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:49.998108 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe38e9-292a-4eec-bd99-3b907513dc08 None None] Sync routers for ids ['6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:57:50.000062 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-bd850738-aa1a-4b9a-b419-1117d77dc158 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:50.021760 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe38e9-292a-4eec-bd99-3b907513dc08 None None] Routers {'6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:57:50.026145 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9bfe38e9-292a-4eec-bd99-3b907513dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:50.071209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 3c29651a-64a3-4c72-9667-13ee6670554a no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:50.075058 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9bfe38e9-292a-4eec-bd99-3b907513dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:50.100436 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 3c29651a-64a3-4c72-9667-13ee6670554a {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:57:50.100807 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 3c29651a-64a3-4c72-9667-13ee6670554a not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:57:50.106746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe38e9-292a-4eec-bd99-3b907513dc08 None None] Routers {'6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:57:50.107397 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9bfe38e9-292a-4eec-bd99-3b907513dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:50.138138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4c631825-e76f-4689-97a8-080b2944579a req-fd7a0f25-971e-4f85-a553-ef1ff77c0b43 service neutron] Attempting to bind port b202055e-4dd4-45ac-ba7f-3daed8249fee on host n-h2-803585-2 for vnic_type normal with profile None {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:57:50.138759 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4c631825-e76f-4689-97a8-080b2944579a req-fd7a0f25-971e-4f85-a553-ef1ff77c0b43 service neutron] Attempting to bind port b202055e-4dd4-45ac-ba7f-3daed8249fee by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:57:50.139020 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c631825-e76f-4689-97a8-080b2944579a req-fd7a0f25-971e-4f85-a553-ef1ff77c0b43 service neutron] Attempting to bind port b202055e-4dd4-45ac-ba7f-3daed8249fee on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:57:50.141679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9bfe38e9-292a-4eec-bd99-3b907513dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:50.142535 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe38e9-292a-4eec-bd99-3b907513dc08 None None] The sync data for ids ['6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:57:50.147682 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c631825-e76f-4689-97a8-080b2944579a req-fd7a0f25-971e-4f85-a553-ef1ff77c0b43 service neutron] Port b202055e-4dd4-45ac-ba7f-3daed8249fee on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:57:50.147983 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c631825-e76f-4689-97a8-080b2944579a req-fd7a0f25-971e-4f85-a553-ef1ff77c0b43 service neutron] Attempting to bind port b202055e-4dd4-45ac-ba7f-3daed8249fee on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:57:50.163965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c631825-e76f-4689-97a8-080b2944579a req-fd7a0f25-971e-4f85-a553-ef1ff77c0b43 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:57:50.164355 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c631825-e76f-4689-97a8-080b2944579a req-fd7a0f25-971e-4f85-a553-ef1ff77c0b43 service neutron] Checking segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:57:50.164755 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c631825-e76f-4689-97a8-080b2944579a req-fd7a0f25-971e-4f85-a553-ef1ff77c0b43 service neutron] Bound using segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:57:50.165254 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4c631825-e76f-4689-97a8-080b2944579a req-fd7a0f25-971e-4f85-a553-ef1ff77c0b43 service neutron] Bound port: b202055e-4dd4-45ac-ba7f-3daed8249fee, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:57:50.272643 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4c631825-e76f-4689-97a8-080b2944579a req-fd7a0f25-971e-4f85-a553-ef1ff77c0b43 service neutron] For port b202055e-4dd4-45ac-ba7f-3daed8249fee, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b202055e-4dd4-45ac-ba7f-3daed8249fee,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:57:50.282073 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4c631825-e76f-4689-97a8-080b2944579a req-fd7a0f25-971e-4f85-a553-ef1ff77c0b43 service neutron] Notify callbacks [] for binding, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:50.283319 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-fd7a0f25-971e-4f85-a553-ef1ff77c0b43 service neutron] 10.222.0.16 "POST /v2.0/ports/b202055e-4dd4-45ac-ba7f-3daed8249fee/bindings HTTP/1.1" status: 201 len: 389 time: 0.4379628 Aug 05 13:57:50.293544 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-bd850738-aa1a-4b9a-b419-1117d77dc158 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:50.301196 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-bd850738-aa1a-4b9a-b419-1117d77dc158 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:50.417247 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd850738-aa1a-4b9a-b419-1117d77dc158 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Pushing event updated for resources: {'Port': ['ID=58946912-d980-4a62-b59e-bec189fe4c9c,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:50.440179 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-bd850738-aa1a-4b9a-b419-1117d77dc158 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:50.460065 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-bd850738-aa1a-4b9a-b419-1117d77dc158 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:50.461692 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-bd850738-aa1a-4b9a-b419-1117d77dc158 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4347596 Aug 05 13:57:50.530116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-2f694315-7a9e-44e4-b707-ccfb36bebeed tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 696 time: 0.0586390 Aug 05 13:57:50.628512 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49088) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:50.710086 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-618db993-0ad8-4700-a86f-d0d81619923a tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:50.719143 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-434e2654-d07f-4f1f-a5fc-bf90f456b6ae req-618db993-0ad8-4700-a86f-d0d81619923a tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.1797962 Aug 05 13:57:50.728657 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fceb0cff-6feb-4869-97ab-7e4d2d6a3a8d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:50.732732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c631825-e76f-4689-97a8-080b2944579a req-16dada94-1896-441a-9707-d6838117c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:50.735741 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-16dada94-1896-441a-9707-d6838117c5a5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 1096 time: 0.1170716 Aug 05 13:57:50.777384 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252ef6c4-4f18-487c-b7fa-c215bbec544d x-openstack-request-id: req-252ef6c4-4f18-487c-b7fa-c215bbec544d {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:57:50.777677 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb80a458-4238-47ca-b9fd-41a5ea14d52a", "name": "network-vif-deleted", "tag": "6684bdba-b3f1-4089-b536-8b0aa9beee58", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:57:50.777926 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-252ef6c4-4f18-487c-b7fa-c215bbec544d {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:57:50.778349 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb80a458-4238-47ca-b9fd-41a5ea14d52a', 'name': 'network-vif-deleted', 'tag': '6684bdba-b3f1-4089-b536-8b0aa9beee58', 'status': 'completed', 'code': 200} Aug 05 13:57:50.889790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514c171-9310-419f-98c0-52ba0f9f79f7 req-665b3820-7a46-4f4a-a6a8-d03eea8d9851 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:50.891310 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1514c171-9310-419f-98c0-52ba0f9f79f7 req-665b3820-7a46-4f4a-a6a8-d03eea8d9851 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.1028242 Aug 05 13:57:50.909102 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Deleting subnet 26f261c9-c685-4d0a-b558-e4facce7cdfb {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:57:50.910949 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c631825-e76f-4689-97a8-080b2944579a req-fe7a54f6-2881-4bf0-9a9d-da8a0e9e327d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:50.912334 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-fe7a54f6-2881-4bf0-9a9d-da8a0e9e327d service neutron] 10.222.0.84 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 921 time: 0.1686773 Aug 05 13:57:50.924957 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:50.960316 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-18c4bc8c-74d9-474f-8eb5-8da678964613 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b202055e-4dd4-45ac-ba7f-3daed8249fee HTTP/1.1" status: 200 len: 217 time: 0.0386183 Aug 05 13:57:50.981780 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1514c171-9310-419f-98c0-52ba0f9f79f7 req-156b567a-62b9-4d19-92b7-e7d4b1c787c2 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817459 Aug 05 13:57:50.990666 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:50.995724 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 85dc8020-fca1-46ee-99d0-aca7fce8c29c up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:57:51.020218 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c631825-e76f-4689-97a8-080b2944579a req-24c7361c-15b5-4c05-b138-cade3609ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:51.021866 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-24c7361c-15b5-4c05-b138-cade3609ebb5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.0535653 Aug 05 13:57:51.059818 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:51.061894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 85dc8020-fca1-46ee-99d0-aca7fce8c29c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:51.062315 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:51.068540 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-639e4e56-eb3b-4b05-9241-807d0e5a0c56 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368366 Aug 05 13:57:51.093769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8553d-72e3-46e3-a4c6-383c0563ada9 req-06fc38ae-5144-4afc-a84d-f90ed67a6916 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:51.095306 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-54c8553d-72e3-46e3-a4c6-383c0563ada9 req-06fc38ae-5144-4afc-a84d-f90ed67a6916 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 945 time: 0.2323158 Aug 05 13:57:51.152952 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7b7fbe5-9dd3-4fbf-86e8-b8b578f15757 req-90e4b457-80fa-4644-a6cf-72e0540b3131 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/floatingips/3a98861f-72a0-4f75-8955-00cb8bc697d6 HTTP/1.1" status: 200 len: 693 time: 0.0869570 Aug 05 13:57:51.190673 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-54c8553d-72e3-46e3-a4c6-383c0563ada9 req-38297f25-da45-4184-91e7-4690cdcb6bed tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860548 Aug 05 13:57:51.195219 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:51.199902 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:51.259499 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:51.261409 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/26f261c9-c685-4d0a-b558-e4facce7cdfb HTTP/1.1" status: 204 len: 168 time: 0.6318173 Aug 05 13:57:51.263635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f261c9-c685-4d0a-b558-e4facce7cdfb,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:51.264005 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49104) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:51.278649 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:51.279044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:51.279322 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:51.279655 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:51.279981 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:51.280307 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:51.280627 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:51.281011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:51.281272 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:51.281593 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:51.281906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:51.282219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a633063-b7a7-4d7c-9a76-783603509c1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:57:51.285239 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-4c5a9116-2d73-40e4-bf9d-d6fdc0aefa87 service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091272 Aug 05 13:57:51.306739 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-fceb0cff-6feb-4869-97ab-7e4d2d6a3a8d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting port 594e860b-635f-473c-8001-707ceb6bfa06 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:51.307218 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fceb0cff-6feb-4869-97ab-7e4d2d6a3a8d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:51.309874 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49108) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:51.401971 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7fbe5-9dd3-4fbf-86e8-b8b578f15757 req-d539b45e-cf41-4aed-9e11-ee790310b147 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:51.403492 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7b7fbe5-9dd3-4fbf-86e8-b8b578f15757 req-d539b45e-cf41-4aed-9e11-ee790310b147 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.2377732 Aug 05 13:57:51.429848 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c84a5fd6-d4a3-4e33-9be2-37526154bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:51.430588 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36e47fb1-6f01-4224-a27c-6d78124b2837 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:51.435389 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fceb0cff-6feb-4869-97ab-7e4d2d6a3a8d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:51.458126 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-fceb0cff-6feb-4869-97ab-7e4d2d6a3a8d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Calling delete_port for 594e860b-635f-473c-8001-707ceb6bfa06 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:51.471341 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36e47fb1-6f01-4224-a27c-6d78124b2837 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:51.577850 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36e47fb1-6f01-4224-a27c-6d78124b2837 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:51.580431 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36e47fb1-6f01-4224-a27c-6d78124b2837 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:51.583962 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-36e47fb1-6f01-4224-a27c-6d78124b2837 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "DELETE /v2.0/security-groups/5cdadf07-c0d0-4e84-b637-546594d6d0ae HTTP/1.1" status: 204 len: 168 time: 0.2707205 Aug 05 13:57:51.617923 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49112) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:51.643714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e47fb1-6f01-4224-a27c-6d78124b2837 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdadf07-c0d0-4e84-b637-546594d6d0ae,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:51.653167 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-8fd516ca-a190-44e5-88a7-1856b20e9d14 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] show failed (client error): The resource could not be found. Aug 05 13:57:51.654205 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8fd516ca-a190-44e5-88a7-1856b20e9d14 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "GET /v2.0/security-groups/5cdadf07-c0d0-4e84-b637-546594d6d0ae HTTP/1.1" status: 404 len: 347 time: 0.0352969 Aug 05 13:57:51.657117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49114) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:51.765896 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7b7fbe5-9dd3-4fbf-86e8-b8b578f15757 req-c4302b9e-f364-4c0a-b6ae-b42b3c16be22 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 696 time: 0.3490794 Aug 05 13:57:51.813796 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fceb0cff-6feb-4869-97ab-7e4d2d6a3a8d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:51.844930 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb0cff-6feb-4869-97ab-7e4d2d6a3a8d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Port': ['ID=594e860b-635f-473c-8001-707ceb6bfa06,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:51.847052 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-a89c35ff-600f-4ffb-b9ba-e619050401c0 service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213985 Aug 05 13:57:51.851590 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7b7fbe5-9dd3-4fbf-86e8-b8b578f15757 req-f9e2968c-8670-4074-84ad-80dc95e01d9c tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.168 HTTP/1.1" status: 200 len: 696 time: 0.0746393 Aug 05 13:57:51.920118 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-67d61261-3761-436f-b957-3b6e7f69d450 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Deleting port aa306e81-fe72-492f-94d4-e39ef7e4e811 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:51.920712 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67d61261-3761-436f-b957-3b6e7f69d450 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:51.952403 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c84a5fd6-d4a3-4e33-9be2-37526154bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.004832 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c84a5fd6-d4a3-4e33-9be2-37526154bb36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d2ba84-38d9-47f3-984b-f6fdc376e26f']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:52.023239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c84a5fd6-d4a3-4e33-9be2-37526154bb36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9743eccb-cefb-4f5b-b282-1907b1af2a1b') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:52.023552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c84a5fd6-d4a3-4e33-9be2-37526154bb36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9743eccb-cefb-4f5b-b282-1907b1af2a1b') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:52.054166 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c84a5fd6-d4a3-4e33-9be2-37526154bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.080272 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c84a5fd6-d4a3-4e33-9be2-37526154bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.098649 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67d61261-3761-436f-b957-3b6e7f69d450 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.099090 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67d61261-3761-436f-b957-3b6e7f69d450 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.100119 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84a5fd6-d4a3-4e33-9be2-37526154bb36 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:57:52.100783 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c84a5fd6-d4a3-4e33-9be2-37526154bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: timer() Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:57:52.104774 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:57:52.116644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-67d61261-3761-436f-b957-3b6e7f69d450 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Calling delete_port for aa306e81-fe72-492f-94d4-e39ef7e4e811 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:52.126969 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fceb0cff-6feb-4869-97ab-7e4d2d6a3a8d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.172976 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a7b7fbe5-9dd3-4fbf-86e8-b8b578f15757 req-b7586928-e64a-4888-a634-de3211d61bc0 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Deleting port 58946912-d980-4a62-b59e-bec189fe4c9c {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:52.173489 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a7b7fbe5-9dd3-4fbf-86e8-b8b578f15757 req-b7586928-e64a-4888-a634-de3211d61bc0 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.213070 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c84a5fd6-d4a3-4e33-9be2-37526154bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.220621 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c84a5fd6-d4a3-4e33-9be2-37526154bb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.222605 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c84a5fd6-d4a3-4e33-9be2-37526154bb36 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e2d2ba84-38d9-47f3-984b-f6fdc376e26f HTTP/1.1" status: 204 len: 168 time: 0.9575059 Aug 05 13:57:52.229559 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49122) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:52.272320 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a5fd6-d4a3-4e33-9be2-37526154bb36 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2d2ba84-38d9-47f3-984b-f6fdc376e26f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:52.312397 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a7b7fbe5-9dd3-4fbf-86e8-b8b578f15757 req-b7586928-e64a-4888-a634-de3211d61bc0 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.312729 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a7b7fbe5-9dd3-4fbf-86e8-b8b578f15757 req-b7586928-e64a-4888-a634-de3211d61bc0 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.317549 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-24269b56-eecb-48e4-9510-76edbddb86eb admin admin] Deleting subnet 4718d7fb-986e-4cdc-b1bf-f7844de49d99 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:57:52.325598 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6c103-cfb7-4b8a-8c84-0c18445f8286 req-33473a5c-73ec-4b80-af92-2ae63e5cba3e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:52.325832 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24269b56-eecb-48e4-9510-76edbddb86eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.329652 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-96c6c103-cfb7-4b8a-8c84-0c18445f8286 req-33473a5c-73ec-4b80-af92-2ae63e5cba3e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.1959577 Aug 05 13:57:52.354544 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a7b7fbe5-9dd3-4fbf-86e8-b8b578f15757 req-b7586928-e64a-4888-a634-de3211d61bc0 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Calling delete_port for 58946912-d980-4a62-b59e-bec189fe4c9c owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:52.377686 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24269b56-eecb-48e4-9510-76edbddb86eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.459934 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-96c6c103-cfb7-4b8a-8c84-0c18445f8286 req-d1047cdc-13d2-4d20-acb4-ea8abfea60e3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225007 Aug 05 13:57:52.462051 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fceb0cff-6feb-4869-97ab-7e4d2d6a3a8d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router 6c571c1e-a7f7-4567-9beb-3cafd9f7ac45 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:57:52.464270 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24269b56-eecb-48e4-9510-76edbddb86eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.565283 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24269b56-eecb-48e4-9510-76edbddb86eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.592914 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6684bdba-b3f1-4089-b536-8b0aa9beee58 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:52.604116 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24269b56-eecb-48e4-9510-76edbddb86eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4718d7fb-986e-4cdc-b1bf-f7844de49d99,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:52.605531 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24269b56-eecb-48e4-9510-76edbddb86eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.607442 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-24269b56-eecb-48e4-9510-76edbddb86eb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4718d7fb-986e-4cdc-b1bf-f7844de49d99 HTTP/1.1" status: 204 len: 168 time: 0.3769484 Aug 05 13:57:52.611103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49126) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:52.632013 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 6684bdba-b3f1-4089-b536-8b0aa9beee58 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:57:52.633659 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6684bdba-b3f1-4089-b536-8b0aa9beee58 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:57:52.648115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fceb0cff-6feb-4869-97ab-7e4d2d6a3a8d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:57:52.655743 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a7b7fbe5-9dd3-4fbf-86e8-b8b578f15757 req-b7586928-e64a-4888-a634-de3211d61bc0 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.663329 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de79e51-40dd-43e1-9dde-2d1a4370c237 None None] Sync routers for ids ['6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:57:52.673064 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fceb0cff-6feb-4869-97ab-7e4d2d6a3a8d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/6c571c1e-a7f7-4567-9beb-3cafd9f7ac45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6769340 Aug 05 13:57:52.674123 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de79e51-40dd-43e1-9dde-2d1a4370c237 None None] Routers {'6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:57:52.675012 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5de79e51-40dd-43e1-9dde-2d1a4370c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:52.678909 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49128) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:52.682727 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67d61261-3761-436f-b957-3b6e7f69d450 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.715873 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5de79e51-40dd-43e1-9dde-2d1a4370c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:52.725503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7586928-e64a-4888-a634-de3211d61bc0 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Pushing event deleted for resources: {'Port': ['ID=58946912-d980-4a62-b59e-bec189fe4c9c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:52.733200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d61261-3761-436f-b957-3b6e7f69d450 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Pushing event deleted for resources: {'Port': ['ID=aa306e81-fe72-492f-94d4-e39ef7e4e811,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:52.736093 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de79e51-40dd-43e1-9dde-2d1a4370c237 None None] Routers {'6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:57:52.736484 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-47989273-eb69-4520-aedc-d42d167ae3c2 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c571c1e-a7f7-4567-9beb-3cafd9f7ac45 HTTP/1.1" status: 200 len: 205 time: 0.0549700 Aug 05 13:57:52.737075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49130) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:52.737434 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5de79e51-40dd-43e1-9dde-2d1a4370c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:52.780677 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5de79e51-40dd-43e1-9dde-2d1a4370c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:52.781744 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de79e51-40dd-43e1-9dde-2d1a4370c237 None None] The sync data for ids ['6c571c1e-a7f7-4567-9beb-3cafd9f7ac45'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:57:52.792918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e878551-d942-4d7f-ba8d-e2dae4969a60 req-267b33b6-1455-49c3-861e-005d3c01218f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:52.794624 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1e878551-d942-4d7f-ba8d-e2dae4969a60 req-267b33b6-1455-49c3-861e-005d3c01218f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 945 time: 0.2493913 Aug 05 13:57:52.825011 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67d61261-3761-436f-b957-3b6e7f69d450 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.827742 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67d61261-3761-436f-b957-3b6e7f69d450 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.829017 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-67d61261-3761-436f-b957-3b6e7f69d450 tempest-ImagesOneServerNegativeTestJSON-415375036 tempest-ImagesOneServerNegativeTestJSON-415375036-project] 10.222.0.16 "DELETE /v2.0/floatingips/203c3141-3500-43b2-8e8b-421b582fe801 HTTP/1.1" status: 204 len: 168 time: 1.1710930 Aug 05 13:57:52.840813 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8930b18-fc77-4bd2-b9df-22d9938f1e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.848322 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1e878551-d942-4d7f-ba8d-e2dae4969a60 req-8da8c9d5-1eb7-46cd-91b0-af301537a158 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451138 Aug 05 13:57:52.911396 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-269ea1f3-f3aa-4fc3-9606-997279c5c5fe tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.996076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a7b7fbe5-9dd3-4fbf-86e8-b8b578f15757 req-b7586928-e64a-4888-a634-de3211d61bc0 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:52.999611 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a7b7fbe5-9dd3-4fbf-86e8-b8b578f15757 req-b7586928-e64a-4888-a634-de3211d61bc0 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.001038 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7b7fbe5-9dd3-4fbf-86e8-b8b578f15757 req-b7586928-e64a-4888-a634-de3211d61bc0 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "DELETE /v2.0/floatingips/3a98861f-72a0-4f75-8955-00cb8bc697d6 HTTP/1.1" status: 204 len: 173 time: 1.1081734 Aug 05 13:57:53.098623 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49146) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:53.145238 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca510c2-2707-4a16-b20b-02a6522f0648 admin admin] Deleting subnet 187e4257-8803-4bab-bf1d-3f4f6e87414e {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:57:53.147764 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6ca510c2-2707-4a16-b20b-02a6522f0648 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.186025 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6ca510c2-2707-4a16-b20b-02a6522f0648 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.186386 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-2957b983-4a4b-4652-998b-7c6f3a904b40 req-f2f45c97-6153-4aed-9c40-b193b912066a tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] show failed (client error): The resource could not be found. Aug 05 13:57:53.187443 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2957b983-4a4b-4652-998b-7c6f3a904b40 req-f2f45c97-6153-4aed-9c40-b193b912066a tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/floatingips/3a98861f-72a0-4f75-8955-00cb8bc697d6 HTTP/1.1" status: 404 len: 350 time: 0.1125350 Aug 05 13:57:53.191165 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-269ea1f3-f3aa-4fc3-9606-997279c5c5fe tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.195755 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8930b18-fc77-4bd2-b9df-22d9938f1e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.196650 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-269ea1f3-f3aa-4fc3-9606-997279c5c5fe tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.208546 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f8930b18-fc77-4bd2-b9df-22d9938f1e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206a9fc9-5b5b-4369-ab72-95e80dd4868f']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:53.248432 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f8930b18-fc77-4bd2-b9df-22d9938f1e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c1dfb5-d062-4ca4-89fd-b9e503f36888') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:53.248722 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f8930b18-fc77-4bd2-b9df-22d9938f1e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c1dfb5-d062-4ca4-89fd-b9e503f36888') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:53.258604 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8930b18-fc77-4bd2-b9df-22d9938f1e2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.266074 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-269ea1f3-f3aa-4fc3-9606-997279c5c5fe tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.266623 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269ea1f3-f3aa-4fc3-9606-997279c5c5fe tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Fanout notify agent at l3_agent the message router_deleted on router 6c571c1e-a7f7-4567-9beb-3cafd9f7ac45 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 13:57:53.277657 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-269ea1f3-f3aa-4fc3-9606-997279c5c5fe tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.277919 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-42a6a941-c0d1-4254-9549-700363d471a5 req-eb247935-95b0-457d-b4b9-c3da249e26f1 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] show failed (client error): The resource could not be found. Aug 05 13:57:53.281445 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-269ea1f3-f3aa-4fc3-9606-997279c5c5fe tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/routers/6c571c1e-a7f7-4567-9beb-3cafd9f7ac45 HTTP/1.1" status: 204 len: 168 time: 0.5361354 Aug 05 13:57:53.282066 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49150) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:53.283978 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42a6a941-c0d1-4254-9549-700363d471a5 req-eb247935-95b0-457d-b4b9-c3da249e26f1 tempest-FloatingIPsTestJSON-1936399028 tempest-FloatingIPsTestJSON-1936399028-project] 10.222.0.16 "GET /v2.0/floatingips/3a98861f-72a0-4f75-8955-00cb8bc697d6 HTTP/1.1" status: 404 len: 350 time: 0.0524886 Aug 05 13:57:53.286766 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8930b18-fc77-4bd2-b9df-22d9938f1e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.288075 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6ca510c2-2707-4a16-b20b-02a6522f0648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.290225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49152) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:53.317420 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8930b18-fc77-4bd2-b9df-22d9938f1e2f admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:57:53.317865 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8930b18-fc77-4bd2-b9df-22d9938f1e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: timer() Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:57:53.319622 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:57:53.394154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6717a9e-7643-43d5-9cef-353c087403ec tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting subnet 68dd4a59-9748-42e9-9da3-465ac86e939d {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:57:53.397385 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8930b18-fc77-4bd2-b9df-22d9938f1e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.398949 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6717a9e-7643-43d5-9cef-353c087403ec tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.423181 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8930b18-fc77-4bd2-b9df-22d9938f1e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.427511 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f8930b18-fc77-4bd2-b9df-22d9938f1e2f admin admin] 10.222.0.16 "DELETE /v2.0/networks/206a9fc9-5b5b-4369-ab72-95e80dd4868f HTTP/1.1" status: 204 len: 168 time: 0.8127604 Aug 05 13:57:53.429649 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6ca510c2-2707-4a16-b20b-02a6522f0648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.446350 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8930b18-fc77-4bd2-b9df-22d9938f1e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=206a9fc9-5b5b-4369-ab72-95e80dd4868f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:53.461848 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6717a9e-7643-43d5-9cef-353c087403ec tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.497180 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6ca510c2-2707-4a16-b20b-02a6522f0648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.502409 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49158) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:53.503448 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6ca510c2-2707-4a16-b20b-02a6522f0648 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/187e4257-8803-4bab-bf1d-3f4f6e87414e HTTP/1.1" status: 204 len: 168 time: 0.4028368 Aug 05 13:57:53.507331 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca510c2-2707-4a16-b20b-02a6522f0648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=187e4257-8803-4bab-bf1d-3f4f6e87414e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:53.647068 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38504d91-9456-443c-be9f-0dd82076d788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.653464 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6717a9e-7643-43d5-9cef-353c087403ec tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.684769 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49160) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:53.763490 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0aaba-1c04-4280-a6aa-9761b664163c req-39b7782a-1172-4fba-9f16-634cfff567f1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:53.765127 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9f0aaba-1c04-4280-a6aa-9761b664163c req-39b7782a-1172-4fba-9f16-634cfff567f1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.1740036 Aug 05 13:57:53.819755 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e133530-6e73-4bc1-8d26-4682d5a8df28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.845801 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-df11a8d9-4896-4112-a45f-c9f58b7e9360 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a19c317485da4147b7c1316aac248471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574674 Aug 05 13:57:53.851110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49162) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:53.880746 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6717a9e-7643-43d5-9cef-353c087403ec tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.886135 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38504d91-9456-443c-be9f-0dd82076d788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.915485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-38504d91-9456-443c-be9f-0dd82076d788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9c7dd8-92c7-4587-967a-d9788e894eb8']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:53.940021 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9f0aaba-1c04-4280-a6aa-9761b664163c req-143f5ac8-98f9-4e68-ad6f-d8bce191b298 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674469 Aug 05 13:57:53.953045 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6717a9e-7643-43d5-9cef-353c087403ec tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Subnet': ['ID=68dd4a59-9748-42e9-9da3-465ac86e939d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:53.955891 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-38504d91-9456-443c-be9f-0dd82076d788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd58d93-1aa7-4e73-8589-2eea8f7b64b0') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:53.956253 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-38504d91-9456-443c-be9f-0dd82076d788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd58d93-1aa7-4e73-8589-2eea8f7b64b0') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:53.961843 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24af71ec-873b-4963-9f9a-972943702fa1 None None] Network a9fd1019-cf19-4052-86c7-184485e91a2c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:57:53.964354 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6717a9e-7643-43d5-9cef-353c087403ec tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:53.970052 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d6717a9e-7643-43d5-9cef-353c087403ec tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/subnets/68dd4a59-9748-42e9-9da3-465ac86e939d HTTP/1.1" status: 204 len: 168 time: 0.6863160 Aug 05 13:57:53.973002 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49168) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:53.993900 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38504d91-9456-443c-be9f-0dd82076d788 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.039473 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38504d91-9456-443c-be9f-0dd82076d788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.061726 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38504d91-9456-443c-be9f-0dd82076d788 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:57:54.062149 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38504d91-9456-443c-be9f-0dd82076d788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: timer() Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:57:54.064652 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:57:54.140218 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad374-10c4-4999-ab16-69e8335a9caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.173944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-0173efa0-bd14-4774-9f7c-6b866beeda9d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting subnet aab69585-b155-4009-84e5-a8a79c42f8fb {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:57:54.182475 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0173efa0-bd14-4774-9f7c-6b866beeda9d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.201814 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f380e-0546-4dc3-8a3f-9790251a089e req-d76b78ee-acdc-4fd3-934f-226b252a49de tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:54.223204 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-171f380e-0546-4dc3-8a3f-9790251a089e req-d76b78ee-acdc-4fd3-934f-226b252a49de tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 945 time: 0.1718264 Aug 05 13:57:54.238520 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0173efa0-bd14-4774-9f7c-6b866beeda9d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.254299 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4743e8a7-a29f-48cc-bcce-2050b2b40939 None None] DHCP port deletion for a9fd1019-cf19-4052-86c7-184485e91a2c request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 13:57:54.271999 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38504d91-9456-443c-be9f-0dd82076d788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.284494 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38504d91-9456-443c-be9f-0dd82076d788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.289746 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-38504d91-9456-443c-be9f-0dd82076d788 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cb9c7dd8-92c7-4587-967a-d9788e894eb8 HTTP/1.1" status: 204 len: 168 time: 0.7862425 Aug 05 13:57:54.303699 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad374-10c4-4999-ab16-69e8335a9caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.332917 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38504d91-9456-443c-be9f-0dd82076d788 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb9c7dd8-92c7-4587-967a-d9788e894eb8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:54.336904 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-171f380e-0546-4dc3-8a3f-9790251a089e req-2fcc9221-f233-4f57-b8a7-0a847c446e2c tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101341 Aug 05 13:57:54.371094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4743e8a7-a29f-48cc-bcce-2050b2b40939 None None] Deleting port 16591ffe-8129-471c-8ecf-1c7f87a9feb7 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:54.371668 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4743e8a7-a29f-48cc-bcce-2050b2b40939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.377366 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-3e133530-6e73-4bc1-8d26-4682d5a8df28 admin admin] Deleting port 85dc8020-fca1-46ee-99d0-aca7fce8c29c {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:54.377978 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e133530-6e73-4bc1-8d26-4682d5a8df28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.430182 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0173efa0-bd14-4774-9f7c-6b866beeda9d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.458353 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad374-10c4-4999-ab16-69e8335a9caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.461068 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad374-10c4-4999-ab16-69e8335a9caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.465354 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0b3ad374-10c4-4999-ab16-69e8335a9caf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73c7cba7-b5e4-4726-a447-61d47c4e44b5 HTTP/1.1" status: 204 len: 168 time: 0.6069839 Aug 05 13:57:54.487538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ad374-10c4-4999-ab16-69e8335a9caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c7cba7-b5e4-4726-a447-61d47c4e44b5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:54.542681 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-3e133530-6e73-4bc1-8d26-4682d5a8df28 admin admin] For port 85dc8020-fca1-46ee-99d0-aca7fce8c29c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=85dc8020-fca1-46ee-99d0-aca7fce8c29c,segment=NetworkSegment(91b6bb56-dd01-41f5-b0c0-b07073e763d1),segment_id=91b6bb56-dd01-41f5-b0c0-b07073e763d1)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:54.543079 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e133530-6e73-4bc1-8d26-4682d5a8df28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.574404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-3e133530-6e73-4bc1-8d26-4682d5a8df28 admin admin] Calling delete_port for 85dc8020-fca1-46ee-99d0-aca7fce8c29c owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:54.583743 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0173efa0-bd14-4774-9f7c-6b866beeda9d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.588306 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-4743e8a7-a29f-48cc-bcce-2050b2b40939 None None] For port 16591ffe-8129-471c-8ecf-1c7f87a9feb7, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=16591ffe-8129-471c-8ecf-1c7f87a9feb7,segment=NetworkSegment(ba81f4bb-185a-4d8c-84fd-18062fce69f2),segment_id=ba81f4bb-185a-4d8c-84fd-18062fce69f2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:54.592640 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4743e8a7-a29f-48cc-bcce-2050b2b40939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.624739 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4743e8a7-a29f-48cc-bcce-2050b2b40939 None None] Calling delete_port for 16591ffe-8129-471c-8ecf-1c7f87a9feb7 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:54.645243 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0173efa0-bd14-4774-9f7c-6b866beeda9d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.647770 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0173efa0-bd14-4774-9f7c-6b866beeda9d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/subnets/aab69585-b155-4009-84e5-a8a79c42f8fb HTTP/1.1" status: 204 len: 168 time: 0.6686759 Aug 05 13:57:54.649584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173efa0-bd14-4774-9f7c-6b866beeda9d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Subnet': ['ID=aab69585-b155-4009-84e5-a8a79c42f8fb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:54.653526 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddac0f76-f2f0-4294-a9bf-bac21608f205 None None] Network d383197b-be4f-4631-b475-d0f41f5bebcf requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:57:54.659263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49176) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:54.687442 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49178) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:54.799154 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.811138 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-40e684d0-c284-4587-a14b-f83b09ff035e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36b195be19df4fdc96b16ded98dcb740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1223330 Aug 05 13:57:54.811849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49182) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:54.881229 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4743e8a7-a29f-48cc-bcce-2050b2b40939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.894386 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e133530-6e73-4bc1-8d26-4682d5a8df28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:54.918689 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743e8a7-a29f-48cc-bcce-2050b2b40939 None None] Pushing event deleted for resources: {'Port': ['ID=16591ffe-8129-471c-8ecf-1c7f87a9feb7,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:54.922875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4743e8a7-a29f-48cc-bcce-2050b2b40939 None None] No DVR routers for this DVR port 16591ffe-8129-471c-8ecf-1c7f87a9feb7 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:57:54.952944 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e133530-6e73-4bc1-8d26-4682d5a8df28 admin admin] Pushing event deleted for resources: {'Port': ['ID=85dc8020-fca1-46ee-99d0-aca7fce8c29c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:54.981702 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42352a9-29eb-4c53-b159-b6ffad77752f None None] DHCP port deletion for d383197b-be4f-4631-b475-d0f41f5bebcf request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 13:57:55.010493 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93bcac33-4075-475c-879a-3f632b2b6599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.031893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting port 16591ffe-8129-471c-8ecf-1c7f87a9feb7 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:55.032228 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.067098 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 16591ffe-8129-471c-8ecf-1c7f87a9feb7 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:55.098642 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49188) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:55.115225 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93bcac33-4075-475c-879a-3f632b2b6599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.158569 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 16591ffe-8129-471c-8ecf-1c7f87a9feb7 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:57:55.158916 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 16591ffe-8129-471c-8ecf-1c7f87a9feb7 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:57:55.198845 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] For port 16591ffe-8129-471c-8ecf-1c7f87a9feb7, host n-d-803585-2, got binding levels [] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:55.199603 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.229895 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e42352a9-29eb-4c53-b159-b6ffad77752f None None] Deleting port 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:55.230509 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e42352a9-29eb-4c53-b159-b6ffad77752f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.247968 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Calling delete_port for 16591ffe-8129-471c-8ecf-1c7f87a9feb7 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:55.252933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.ipam_backend_mixin [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Port 16591ffe-8129-471c-8ecf-1c7f87a9feb7 was not found and therefore no delete operation was performed {{(pid=105724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 13:57:55.256097 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.260586 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f775d31f-583e-4f59-86f5-7a90098a8f2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf15e48b1d594c2794430ed022eef14a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1612442 Aug 05 13:57:55.265899 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49192) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:55.301020 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] No DVR routers for this DVR port 16591ffe-8129-471c-8ecf-1c7f87a9feb7 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:57:55.333464 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e42352a9-29eb-4c53-b159-b6ffad77752f None None] For port 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4edf488f-ebdf-49db-bd81-8ecae9f8ae1e,segment=NetworkSegment(6dc3206a-677e-4705-93d3-3d9d9700884e),segment_id=6dc3206a-677e-4705-93d3-3d9d9700884e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:55.334163 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e42352a9-29eb-4c53-b159-b6ffad77752f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.348625 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e42352a9-29eb-4c53-b159-b6ffad77752f None None] Calling delete_port for 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:55.376332 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e133530-6e73-4bc1-8d26-4682d5a8df28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.384141 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-10d245c7-2281-49bf-91b1-878863832953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.416259 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Port': ['ID=16591ffe-8129-471c-8ecf-1c7f87a9feb7,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:55.441672 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274f3b6-6627-47e4-8c10-ca286045dc53 req-310cccc2-e16b-435e-921e-ba734e0baf7e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:55.443945 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6274f3b6-6627-47e4-8c10-ca286045dc53 req-310cccc2-e16b-435e-921e-ba734e0baf7e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.3264890 Aug 05 13:57:55.500059 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-10d245c7-2281-49bf-91b1-878863832953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.511555 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e42352a9-29eb-4c53-b159-b6ffad77752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.557407 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42352a9-29eb-4c53-b159-b6ffad77752f None None] Pushing event deleted for resources: {'Port': ['ID=4edf488f-ebdf-49db-bd81-8ecae9f8ae1e,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:55.561875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42352a9-29eb-4c53-b159-b6ffad77752f None None] No DVR routers for this DVR port 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:57:55.579582 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6274f3b6-6627-47e4-8c10-ca286045dc53 req-202620e2-b144-4833-af77-1a756468bf47 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968060 Aug 05 13:57:55.580962 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.593776 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93bcac33-4075-475c-879a-3f632b2b6599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.596422 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93bcac33-4075-475c-879a-3f632b2b6599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.597583 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-93bcac33-4075-475c-879a-3f632b2b6599 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/762c89f5-8aea-4af0-b6d5-3a69c8cc3da1 HTTP/1.1" status: 204 len: 168 time: 0.7820978 Aug 05 13:57:55.599872 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fd1019-cf19-4052-86c7-184485e91a2c']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:55.619680 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcac33-4075-475c-879a-3f632b2b6599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762c89f5-8aea-4af0-b6d5-3a69c8cc3da1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:55.623401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba81f4bb-185a-4d8c-84fd-18062fce69f2') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:55.623825 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba81f4bb-185a-4d8c-84fd-18062fce69f2') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:55.648875 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.670412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4c199-5509-4770-bd31-175c69376a86 req-4d7f4c1f-1da3-4dfb-8e63-1e732b308bc9 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:55.675445 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.678060 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95d4c199-5509-4770-bd31-175c69376a86 req-4d7f4c1f-1da3-4dfb-8e63-1e732b308bc9 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 945 time: 0.2181153 Aug 05 13:57:55.686023 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:57:55.687187 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: timer() Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:57:55.692847 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:57:55.747233 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95d4c199-5509-4770-bd31-175c69376a86 req-6dc45c84-d872-4530-953f-6898adc796a9 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546458 Aug 05 13:57:55.802283 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.826194 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:55.828855 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/networks/a9fd1019-cf19-4052-86c7-184485e91a2c HTTP/1.1" status: 204 len: 168 time: 1.1684828 Aug 05 13:57:55.842632 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49198) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:55.854954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006dae0-a58e-41df-bcde-ff2403f54f21 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Network': ['ID=a9fd1019-cf19-4052-86c7-184485e91a2c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:55.943313 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e44b3701-fd86-4897-91b2-49879afea3f4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:56.170766 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-10d245c7-2281-49bf-91b1-878863832953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:56.173289 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-10d245c7-2281-49bf-91b1-878863832953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:56.176773 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-10d245c7-2281-49bf-91b1-878863832953 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c402d69-2c60-4c16-9bd2-b2e85e40365e HTTP/1.1" status: 204 len: 168 time: 0.8784878 Aug 05 13:57:56.193230 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d245c7-2281-49bf-91b1-878863832953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c402d69-2c60-4c16-9bd2-b2e85e40365e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:56.233637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e133530-6e73-4bc1-8d26-4682d5a8df28 admin admin] Router bfffae04-ed6a-4cb5-9e99-839c047f805f has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:57:56.475817 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e44b3701-fd86-4897-91b2-49879afea3f4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:56.486013 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e44b3701-fd86-4897-91b2-49879afea3f4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d383197b-be4f-4631-b475-d0f41f5bebcf']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:56.497706 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e44b3701-fd86-4897-91b2-49879afea3f4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc3206a-677e-4705-93d3-3d9d9700884e') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:56.498055 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e44b3701-fd86-4897-91b2-49879afea3f4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc3206a-677e-4705-93d3-3d9d9700884e') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:56.508151 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e44b3701-fd86-4897-91b2-49879afea3f4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:56.523475 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e44b3701-fd86-4897-91b2-49879afea3f4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:56.530375 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44b3701-fd86-4897-91b2-49879afea3f4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:57:56.530790 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e44b3701-fd86-4897-91b2-49879afea3f4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:56.532068 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e133530-6e73-4bc1-8d26-4682d5a8df28 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:57:56.543829 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a256dcea-8749-45ba-9eb9-ffa977da55cb None None] Sync routers for ids ['bfffae04-ed6a-4cb5-9e99-839c047f805f'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:57:56.554115 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3e133530-6e73-4bc1-8d26-4682d5a8df28 admin admin] 10.222.0.16 "PUT /v2.0/routers/bfffae04-ed6a-4cb5-9e99-839c047f805f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2493379 Aug 05 13:57:56.555172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49224) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:56.567698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a256dcea-8749-45ba-9eb9-ffa977da55cb None None] Routers {'bfffae04-ed6a-4cb5-9e99-839c047f805f'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:57:56.571031 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a256dcea-8749-45ba-9eb9-ffa977da55cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['bfffae04-ed6a-4cb5-9e99-839c047f805f'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: timer() Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:57:56.625801 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:57:56.641449 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e44b3701-fd86-4897-91b2-49879afea3f4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:56.661431 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e44b3701-fd86-4897-91b2-49879afea3f4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:56.663623 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e44b3701-fd86-4897-91b2-49879afea3f4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/networks/d383197b-be4f-4631-b475-d0f41f5bebcf HTTP/1.1" status: 204 len: 168 time: 0.8196869 Aug 05 13:57:56.664635 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b3701-fd86-4897-91b2-49879afea3f4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Network': ['ID=d383197b-be4f-4631-b475-d0f41f5bebcf,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:56.668483 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49234) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:56.676865 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c9f06982-588d-47ed-954e-50c3796b8ae8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1833650201'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:56.682933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:57:56.830841 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f06982-588d-47ed-954e-50c3796b8ae8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:57:56.845361 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9f06982-588d-47ed-954e-50c3796b8ae8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:56.874600 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-52df9958-75ae-4cdd-9ac7-87d6138b1627 admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:56.901409 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664cde2-9221-4c45-a7bc-d9b54c07be01 req-e04a35be-4846-4482-bf2a-c6226c0a2f03 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:56.904288 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5664cde2-9221-4c45-a7bc-d9b54c07be01 req-e04a35be-4846-4482-bf2a-c6226c0a2f03 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.1858711 Aug 05 13:57:56.919778 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f06982-588d-47ed-954e-50c3796b8ae8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:57:57.013809 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9f06982-588d-47ed-954e-50c3796b8ae8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:57.014542 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-c9f06982-588d-47ed-954e-50c3796b8ae8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Added segment 69605ee9-1d3e-4cbd-968c-5ddb4ade8ba0 of type vlan for network 23ff372d-0d1b-45d1-b1e7-e35c14e0311c Aug 05 13:57:57.068381 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5664cde2-9221-4c45-a7bc-d9b54c07be01 req-9b747213-43c5-487c-8e7a-3acc50c5e051 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450648 Aug 05 13:57:57.115366 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2a5009e0-9e01-4dff-80a7-8ded1bce2e42,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:57.139339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-a256dcea-8749-45ba-9eb9-ffa977da55cb None None] Set router bfffae04-ed6a-4cb5-9e99-839c047f805f gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:57:57.142635 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '2a5009e0-9e01-4dff-80a7-8ded1bce2e42', 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c', 'port_id': '2a5009e0-9e01-4dff-80a7-8ded1bce2e42', 'mac_address': 'fa:16:3e:c6:74:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c9cb3b-02da-4b2d-886d-ad880aca8a5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:57:57.171566 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9f06982-588d-47ed-954e-50c3796b8ae8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:57.250926 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9f06982-588d-47ed-954e-50c3796b8ae8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:57.263530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f06982-588d-47ed-954e-50c3796b8ae8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:57.264187 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9f06982-588d-47ed-954e-50c3796b8ae8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:57.381173 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7106e-bdcd-41f1-a524-1e3b04280f7e req-c2e98fd0-d3dc-4fb2-ab19-333b16a440b1 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:57.389989 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5bf7106e-bdcd-41f1-a524-1e3b04280f7e req-c2e98fd0-d3dc-4fb2-ab19-333b16a440b1 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 945 time: 0.3406105 Aug 05 13:57:57.432045 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c9f06982-588d-47ed-954e-50c3796b8ae8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7619789 Aug 05 13:57:57.432442 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49272) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:57.438443 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d7f3feca-f35f-4e30-b5ce-d7ccc606749e tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'subnet': {'network_id': '23ff372d-0d1b-45d1-b1e7-e35c14e0311c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:57.512182 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:57.538713 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f06982-588d-47ed-954e-50c3796b8ae8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Network': ['ID=23ff372d-0d1b-45d1-b1e7-e35c14e0311c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:57.543982 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5bf7106e-bdcd-41f1-a524-1e3b04280f7e req-7d0d7670-5a71-4346-88b1-c15d84955d42 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473908 Aug 05 13:57:57.548396 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-52df9958-75ae-4cdd-9ac7-87d6138b1627 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:57.565950 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 23ff372d-0d1b-45d1-b1e7-e35c14e0311c details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:57:57.576519 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:57:57.576854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4edf488f-ebdf-49db-bd81-8ecae9f8ae1e not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:57:57.693413 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:57.747806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:57:57.748319 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f3feca-f35f-4e30-b5ce-d7ccc606749e tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:57:57.755037 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d7f3feca-f35f-4e30-b5ce-d7ccc606749e tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:57.785889 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2a5009e0-9e01-4dff-80a7-8ded1bce2e42,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:57.808324 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:57.846303 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-52df9958-75ae-4cdd-9ac7-87d6138b1627 admin admin] Deleting port 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:57:57.846653 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-52df9958-75ae-4cdd-9ac7-87d6138b1627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:57.943307 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=2a5009e0-9e01-4dff-80a7-8ded1bce2e42,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:57.960303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['2a5009e0-9e01-4dff-80a7-8ded1bce2e42'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:57:58.007380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-52df9958-75ae-4cdd-9ac7-87d6138b1627 admin admin] For port 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:58.008158 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-52df9958-75ae-4cdd-9ac7-87d6138b1627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:58.035238 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a256dcea-8749-45ba-9eb9-ffa977da55cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'name': 'tempest-FloatingIPsTestJSON-2023259477-router', 'tenant_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:57:36Z', 'updated_at': '2021-08-05T13:57:54Z', 'revision_number': 5, 'project_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'gw_port': {'id': '89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:93:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:57:37Z', 'updated_at': '2021-08-05T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:58.098424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-52df9958-75ae-4cdd-9ac7-87d6138b1627 admin admin] Calling delete_port for 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:57:58.100381 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a256dcea-8749-45ba-9eb9-ffa977da55cb None None] Checking router: bfffae04-ed6a-4cb5-9e99-839c047f805f for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:57:58.133535 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a256dcea-8749-45ba-9eb9-ffa977da55cb None None] Routers {'bfffae04-ed6a-4cb5-9e99-839c047f805f'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:57:58.134188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a256dcea-8749-45ba-9eb9-ffa977da55cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['bfffae04-ed6a-4cb5-9e99-839c047f805f'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:58.311055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-a256dcea-8749-45ba-9eb9-ffa977da55cb None None] Set router bfffae04-ed6a-4cb5-9e99-839c047f805f gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:57:58.324956 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d7f3feca-f35f-4e30-b5ce-d7ccc606749e tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:58.352416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba5cad-593a-4bd8-8f08-fc67527c5153 req-dbbf41ff-4f93-4296-9a1b-496cb77213dc tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:58.362100 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08ba5cad-593a-4bd8-8f08-fc67527c5153 req-dbbf41ff-4f93-4296-9a1b-496cb77213dc tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 945 time: 0.1422470 Aug 05 13:57:58.395969 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a256dcea-8749-45ba-9eb9-ffa977da55cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'name': 'tempest-FloatingIPsTestJSON-2023259477-router', 'tenant_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:57:36Z', 'updated_at': '2021-08-05T13:57:57Z', 'revision_number': 6, 'project_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:57:58.442097 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a256dcea-8749-45ba-9eb9-ffa977da55cb None None] The sync data for ids ['bfffae04-ed6a-4cb5-9e99-839c047f805f'] in n-d-803585-2 is: [{'id': 'bfffae04-ed6a-4cb5-9e99-839c047f805f', 'name': 'tempest-FloatingIPsTestJSON-2023259477-router', 'tenant_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:57:36Z', 'updated_at': '2021-08-05T13:57:57Z', 'revision_number': 6, 'project_id': '7a4e13d2430e4189bf4c7aa1f2aabd89', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:57:58.599082 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08ba5cad-593a-4bd8-8f08-fc67527c5153 req-fdf50e10-0ea8-47f1-b7c8-5c7660a42a9a tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361724 Aug 05 13:57:58.604934 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3feca-f35f-4e30-b5ce-d7ccc606749e tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Subnet': ['ID=3822f25f-b14a-4373-b0c5-a407264962fb,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:58.627134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:57:58.702356 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f3feca-f35f-4e30-b5ce-d7ccc606749e tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Checking segment: {'id': '69605ee9-1d3e-4cbd-968c-5ddb4ade8ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '23ff372d-0d1b-45d1-b1e7-e35c14e0311c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:57:58.703121 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f3feca-f35f-4e30-b5ce-d7ccc606749e tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network hostable DHCP agents. Network: 23ff372d-0d1b-45d1-b1e7-e35c14e0311c, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:57:58.774651 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-52df9958-75ae-4cdd-9ac7-87d6138b1627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:58.785500 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f3feca-f35f-4e30-b5ce-d7ccc606749e tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network 23ff372d-0d1b-45d1-b1e7-e35c14e0311c is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:57:58.785728 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:57:58.788026 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:58.830605 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df9958-75ae-4cdd-9ac7-87d6138b1627 admin admin] Pushing event deleted for resources: {'Port': ['ID=89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:58.865036 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc3471-78e9-4250-bde2-e5240d5e6020 req-1310c138-8b8f-4e40-9f68-7b2dcd8400e9 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:58.866664 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01dc3471-78e9-4250-bde2-e5240d5e6020 req-1310c138-8b8f-4e40-9f68-7b2dcd8400e9 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 945 time: 0.1523201 Aug 05 13:57:58.891052 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-d7f3feca-f35f-4e30-b5ce-d7ccc606749e tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 23ff372d-0d1b-45d1-b1e7-e35c14e0311c) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:57:58.905241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20202daf-afd4-42fa-a5ed-85301ca7abc3 None None] Network 23ff372d-0d1b-45d1-b1e7-e35c14e0311c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:57:58.926593 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f3feca-f35f-4e30-b5ce-d7ccc606749e tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:58.927334 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d7f3feca-f35f-4e30-b5ce-d7ccc606749e tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:58.979306 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d7f3feca-f35f-4e30-b5ce-d7ccc606749e tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5454659 Aug 05 13:57:58.979957 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49306) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:58.987170 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-52df9958-75ae-4cdd-9ac7-87d6138b1627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:59.157767 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-52df9958-75ae-4cdd-9ac7-87d6138b1627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:59.171565 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-52df9958-75ae-4cdd-9ac7-87d6138b1627 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:59.287614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c29e8f17-99f3-4e8c-92e6-d0f0fb9a6910 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1467396775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:59.316391 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-52df9958-75ae-4cdd-9ac7-87d6138b1627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:59.316920 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52df9958-75ae-4cdd-9ac7-87d6138b1627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfffae04-ed6a-4cb5-9e99-839c047f805f {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 13:57:59.325771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-23ff372d-0d1b-45d1-b1e7-e35c14e0311c', 'network_id': '23ff372d-0d1b-45d1-b1e7-e35c14e0311c', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'fixed_ips': [{'subnet_id': '3822f25f-b14a-4373-b0c5-a407264962fb'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:57:59.326744 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:59.335312 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01dc3471-78e9-4250-bde2-e5240d5e6020 req-b4d3f21a-2ac2-489c-8893-aa421150c452 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406931 Aug 05 13:57:59.336328 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c29e8f17-99f3-4e8c-92e6-d0f0fb9a6910 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:59.345680 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c29e8f17-99f3-4e8c-92e6-d0f0fb9a6910 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:59.356411 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-52df9958-75ae-4cdd-9ac7-87d6138b1627 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:59.359378 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-52df9958-75ae-4cdd-9ac7-87d6138b1627 admin admin] 10.222.0.16 "DELETE /v2.0/routers/bfffae04-ed6a-4cb5-9e99-839c047f805f HTTP/1.1" status: 204 len: 168 time: 2.8031361 Aug 05 13:57:59.361987 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49314) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:59.438804 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:59.531881 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-311a9748-1745-45e1-8c68-76126fb39ca9 admin admin] Deleting subnet 61eee99f-6faf-43fe-9d9d-76bf1e5f7e48 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:57:59.537554 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-311a9748-1745-45e1-8c68-76126fb39ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:59.540899 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c29e8f17-99f3-4e8c-92e6-d0f0fb9a6910 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:59.555849 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c29e8f17-99f3-4e8c-92e6-d0f0fb9a6910 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:59.575934 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 85dc8020-fca1-46ee-99d0-aca7fce8c29c no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:57:59.587569 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c29e8f17-99f3-4e8c-92e6-d0f0fb9a6910 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:59.589380 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c29e8f17-99f3-4e8c-92e6-d0f0fb9a6910 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3090012 Aug 05 13:57:59.592852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49320) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:57:59.600760 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-3c29360d-8bfd-4350-bf30-81e550cde8d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'port': {'network_id': '23ff372d-0d1b-45d1-b1e7-e35c14e0311c', 'name': 'tempest-RoutersIpV6Test-1011450310'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:57:59.657053 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2a5009e0-9e01-4dff-80a7-8ded1bce2e42,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:57:59.675039 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-311a9748-1745-45e1-8c68-76126fb39ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:59.729321 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9c3202-4e1a-4406-85cd-bbaa78d0ca22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5009e0-9e01-4dff-80a7-8ded1bce2e42'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:57:59.738912 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31059131-8f01-4eee-b49f-b9fa16eb042a" -d '{"events": [{"server_uuid": "aa9c3202-4e1a-4406-85cd-bbaa78d0ca22", "name": "network-vif-plugged", "status": "completed", "tag": "2a5009e0-9e01-4dff-80a7-8ded1bce2e42"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:57:59.751499 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:59.849819 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a2c4d-1756-4930-9376-8bb8d4e667f9 req-6cfcb6ef-2c27-414c-926b-646168c2afc3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:57:59.860837 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7a4a2c4d-1756-4930-9376-8bb8d4e667f9 req-6cfcb6ef-2c27-414c-926b-646168c2afc3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.0953798 Aug 05 13:57:59.865698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 85dc8020-fca1-46ee-99d0-aca7fce8c29c {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:57:59.866397 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 85dc8020-fca1-46ee-99d0-aca7fce8c29c not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:57:59.877075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=2a5009e0-9e01-4dff-80a7-8ded1bce2e42,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:57:59.889909 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-311a9748-1745-45e1-8c68-76126fb39ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:59.924423 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7a4a2c4d-1756-4930-9376-8bb8d4e667f9 req-32adc2fb-aacf-4f21-b8a1-556967ed8fcc tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558975 Aug 05 13:57:59.927304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Allocated IP 2001:db8::2 (23ff372d-0d1b-45d1-b1e7-e35c14e0311c/3822f25f-b14a-4373-b0c5-a407264962fb/00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:57:59.936822 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c29360d-8bfd-4350-bf30-81e550cde8d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:57:59.941064 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c29360d-8bfd-4350-bf30-81e550cde8d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:57:59.997653 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-3c29360d-8bfd-4350-bf30-81e550cde8d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] device_id is not set on port 2e5e99c6-0eee-498c-b4cc-683c35732f4f yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 13:58:00.108273 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-311a9748-1745-45e1-8c68-76126fb39ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:00.154760 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a9748-1745-45e1-8c68-76126fb39ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61eee99f-6faf-43fe-9d9d-76bf1e5f7e48,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:00.163988 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09e9fe62-f7ba-4490-92df-322da9654281 req-e157ce0e-7665-4ff2-a52c-aa2d2ce009a2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7753100351b94216b5369d9876cd92eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1295426 Aug 05 13:58:00.174652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-311a9748-1745-45e1-8c68-76126fb39ca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:00.180258 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-311a9748-1745-45e1-8c68-76126fb39ca9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/61eee99f-6faf-43fe-9d9d-76bf1e5f7e48 HTTP/1.1" status: 204 len: 168 time: 0.8170595 Aug 05 13:58:00.181237 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49342) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:00.197621 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:00.206554 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Transition to ACTIVE for port object 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:00.223228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Transition to ACTIVE for port object 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:00.231640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25a1475-a866-4f6e-a0f3-14d5384fcbf2 None None] Network e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:00.266299 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:00.335113 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:00.375638 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Network 23ff372d-0d1b-45d1-b1e7-e35c14e0311c is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:00.387859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:00.391935 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:58:00.393933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Pushing event updated for resources: {'Port': ['ID=00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:00.435335 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] Deleting port 437e6255-44af-4e5d-9bdb-ef37adb3a080 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:00.435691 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:00.492104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Attempting to bind port 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:58:00.492604 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Attempting to bind port 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '69605ee9-1d3e-4cbd-968c-5ddb4ade8ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '23ff372d-0d1b-45d1-b1e7-e35c14e0311c'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:58:00.492967 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Attempting to bind port 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 on network 23ff372d-0d1b-45d1-b1e7-e35c14e0311c {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:58:00.499473 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:58:00.499838 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Checking segment: {'id': '69605ee9-1d3e-4cbd-968c-5ddb4ade8ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '23ff372d-0d1b-45d1-b1e7-e35c14e0311c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:00.500239 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:00.500628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Bound using segment: {'id': '69605ee9-1d3e-4cbd-968c-5ddb4ade8ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '23ff372d-0d1b-45d1-b1e7-e35c14e0311c'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:58:00.501087 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Bound port: 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69605ee9-1d3e-4cbd-968c-5ddb4ade8ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '23ff372d-0d1b-45d1-b1e7-e35c14e0311c'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:58:00.501463 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:00.522452 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] For port 437e6255-44af-4e5d-9bdb-ef37adb3a080, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=437e6255-44af-4e5d-9bdb-ef37adb3a080,segment=NetworkSegment(91b6bb56-dd01-41f5-b0c0-b07073e763d1),segment_id=91b6bb56-dd01-41f5-b0c0-b07073e763d1)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:00.522897 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:00.524003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-3c29360d-8bfd-4350-bf30-81e550cde8d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Allocated IP 2001:db8::2b0 (23ff372d-0d1b-45d1-b1e7-e35c14e0311c/3822f25f-b14a-4373-b0c5-a407264962fb/2e5e99c6-0eee-498c-b4cc-683c35732f4f) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:58:00.549720 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] Calling delete_port for 437e6255-44af-4e5d-9bdb-ef37adb3a080 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:00.575890 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04aad029-fbd3-4a09-ae26-8b0f3234d78e x-openstack-request-id: req-04aad029-fbd3-4a09-ae26-8b0f3234d78e {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:00.576225 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9c3202-4e1a-4406-85cd-bbaa78d0ca22", "name": "network-vif-plugged", "status": "completed", "tag": "2a5009e0-9e01-4dff-80a7-8ded1bce2e42", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:00.576476 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04aad029-fbd3-4a09-ae26-8b0f3234d78e {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:00.576889 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9c3202-4e1a-4406-85cd-bbaa78d0ca22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5009e0-9e01-4dff-80a7-8ded1bce2e42', 'code': 200} Aug 05 13:58:00.590197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9fe62-f7ba-4490-92df-322da9654281 req-b4cb1f3d-e532-4b02-99a3-d0e5c54142f1 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:00.597264 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09e9fe62-f7ba-4490-92df-322da9654281 req-b4cb1f3d-e532-4b02-99a3-d0e5c54142f1 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4157531 Aug 05 13:58:00.640940 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] For port 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:58:00.646303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] For port 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1,segment=NetworkSegment(69605ee9-1d3e-4cbd-968c-5ddb4ade8ba0),segment_id=69605ee9-1d3e-4cbd-968c-5ddb4ade8ba0)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:58:00.646906 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09e9fe62-f7ba-4490-92df-322da9654281 req-5d444283-fbbd-4cd8-b997-902a70920189 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/quotas/7753100351b94216b5369d9876cd92eb HTTP/1.1" status: 200 len: 375 time: 0.0332439 Aug 05 13:58:00.662740 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:00.716856 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b71b00-5f0f-4b9c-9c7a-2f4a7433ddca None None] DHCP port deletion for e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 13:58:00.758346 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09e9fe62-f7ba-4490-92df-322da9654281 req-b02a8563-0383-4948-853f-6a8a8f539182 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999548 Aug 05 13:58:00.793364 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:00.809484 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a279c8d-9301-454d-8db2-3b34db039204 None None] Pushing event updated for resources: {'Port': ['ID=00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:00.848050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-42b71b00-5f0f-4b9c-9c7a-2f4a7433ddca None None] Deleting port 437e6255-44af-4e5d-9bdb-ef37adb3a080 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:00.848572 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-42b71b00-5f0f-4b9c-9c7a-2f4a7433ddca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:00.865482 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] Pushing event deleted for resources: {'Port': ['ID=437e6255-44af-4e5d-9bdb-ef37adb3a080,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:00.904371 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] No DVR routers for this DVR port 437e6255-44af-4e5d-9bdb-ef37adb3a080 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:58:01.065845 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-42b71b00-5f0f-4b9c-9c7a-2f4a7433ddca None None] For port 437e6255-44af-4e5d-9bdb-ef37adb3a080, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:01.071096 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-42b71b00-5f0f-4b9c-9c7a-2f4a7433ddca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:01.118152 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:01.123866 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:01.167647 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:01.214107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b6bb56-dd01-41f5-b0c0-b07073e763d1') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:01.214720 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b6bb56-dd01-41f5-b0c0-b07073e763d1') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:01.228248 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:01.229160 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c29360d-8bfd-4350-bf30-81e550cde8d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:01.252055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-42b71b00-5f0f-4b9c-9c7a-2f4a7433ddca None None] Calling delete_port for 437e6255-44af-4e5d-9bdb-ef37adb3a080 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:01.265796 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-42b71b00-5f0f-4b9c-9c7a-2f4a7433ddca None None] Port 437e6255-44af-4e5d-9bdb-ef37adb3a080 was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 13:58:01.271793 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-42b71b00-5f0f-4b9c-9c7a-2f4a7433ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:01.273279 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-3c29360d-8bfd-4350-bf30-81e550cde8d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Transition to ACTIVE for port object 2e5e99c6-0eee-498c-b4cc-683c35732f4f will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:01.284924 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:58:01.285285 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 89e2db2d-0eb5-4f7e-a3ee-f4ab531a65f4 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:58:01.285680 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 437e6255-44af-4e5d-9bdb-ef37adb3a080 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:01.311701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad9248-ea42-4860-9e98-6e86dadc9093 req-59213675-8199-47e1-9a82-f2b7649f8fc5 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:01.319003 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5ad9248-ea42-4860-9e98-6e86dadc9093 req-59213675-8199-47e1-9a82-f2b7649f8fc5 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 945 time: 0.1490993 Aug 05 13:58:01.320476 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:01.356678 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c29360d-8bfd-4350-bf30-81e550cde8d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:01.395486 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 437e6255-44af-4e5d-9bdb-ef37adb3a080 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:58:01.396130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 437e6255-44af-4e5d-9bdb-ef37adb3a080 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:58:01.400314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b71b00-5f0f-4b9c-9c7a-2f4a7433ddca None None] Pushing event deleted for resources: {'Port': ['ID=437e6255-44af-4e5d-9bdb-ef37adb3a080,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:01.409287 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b71b00-5f0f-4b9c-9c7a-2f4a7433ddca None None] No DVR routers for this DVR port 437e6255-44af-4e5d-9bdb-ef37adb3a080 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:58:01.416197 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:58:01.416404 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c29360d-8bfd-4350-bf30-81e550cde8d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network 23ff372d-0d1b-45d1-b1e7-e35c14e0311c is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:01.419809 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-3c29360d-8bfd-4350-bf30-81e550cde8d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:01.424341 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c29360d-8bfd-4350-bf30-81e550cde8d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:58:01.425081 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:01.430372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c29360d-8bfd-4350-bf30-81e550cde8d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:01.431671 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c29360d-8bfd-4350-bf30-81e550cde8d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: timer() Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:58:01.433629 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:58:01.459612 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29360d-8bfd-4350-bf30-81e550cde8d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=2e5e99c6-0eee-498c-b4cc-683c35732f4f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:01.476820 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3c29360d-8bfd-4350-bf30-81e550cde8d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8802586 Aug 05 13:58:01.477083 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49360) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:01.572800 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5ad9248-ea42-4860-9e98-6e86dadc9093 req-509df956-2a3b-4fea-9f33-647933b1adc6 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465923 Aug 05 13:58:01.576555 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:01.595942 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:01.603927 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b HTTP/1.1" status: 204 len: 168 time: 1.4210978 Aug 05 13:58:01.663525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a47eb-a7ec-42ff-8332-7b70f2443708 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a45d3a-3dff-4fe6-8b84-b8b8c5160a5b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:01.866826 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487837b-16c9-4eb1-bfc0-36c033951c48 req-5f21a8fc-d18a-43be-8209-910a9e28dff2 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:01.875524 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a487837b-16c9-4eb1-bfc0-36c033951c48 req-5f21a8fc-d18a-43be-8209-910a9e28dff2 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.1722314 Aug 05 13:58:01.955229 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a487837b-16c9-4eb1-bfc0-36c033951c48 req-b6840ee6-f96a-4858-88a4-daf6c3f8ccfa tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786979 Aug 05 13:58:02.013511 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-53efd702-d3a1-4c28-91a9-d87c718aa88c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:02.087597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49374) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:02.208547 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d4f445c-ce27-4e47-a9bf-1b3061ddcb8e req-c01b1035-b718-4003-a77d-1f3efd0f1661 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 210 time: 0.1393795 Aug 05 13:58:02.280349 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ed200b95-0336-4079-ae94-9a49843d925d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a4e13d2430e4189bf4c7aa1f2aabd89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848867 Aug 05 13:58:02.283991 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49380) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:02.441056 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb70cd43-49ee-4b49-8252-21fa7fb80666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:02.507154 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb70cd43-49ee-4b49-8252-21fa7fb80666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:02.542883 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-53efd702-d3a1-4c28-91a9-d87c718aa88c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:02.546661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518216b2-ffe8-46d7-b058-65ad7b5c1a41 None None] Network 23ff372d-0d1b-45d1-b1e7-e35c14e0311c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:02.553340 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-53efd702-d3a1-4c28-91a9-d87c718aa88c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:02.637507 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb70cd43-49ee-4b49-8252-21fa7fb80666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:02.639923 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb70cd43-49ee-4b49-8252-21fa7fb80666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:02.646909 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-eb70cd43-49ee-4b49-8252-21fa7fb80666 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8840d7a-3df1-4905-94f9-844d2e6eff8f HTTP/1.1" status: 204 len: 168 time: 0.3617239 Aug 05 13:58:02.664083 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70cd43-49ee-4b49-8252-21fa7fb80666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8840d7a-3df1-4905-94f9-844d2e6eff8f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:02.760711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2119a8e6-6362-43ff-9d9e-778276f6f2d3 None None] Provisioning for port 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:02.827421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efd702-d3a1-4c28-91a9-d87c718aa88c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=2e5e99c6-0eee-498c-b4cc-683c35732f4f,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:02.864949 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5ffdd-9fa6-4513-980b-f1821826baf5 req-a4c59e81-983a-4f6d-8eb0-7c9f358d84d1 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:02.874297 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5db5ffdd-9fa6-4513-980b-f1821826baf5 req-a4c59e81-983a-4f6d-8eb0-7c9f358d84d1 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 945 time: 0.1335664 Aug 05 13:58:02.955965 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5db5ffdd-9fa6-4513-980b-f1821826baf5 req-92087b49-db06-42ac-afc8-1b91ad999835 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769114 Aug 05 13:58:03.068363 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-53efd702-d3a1-4c28-91a9-d87c718aa88c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:03.129786 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:58:03.212248 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:03.220371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:03.221264 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:03.318293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168578b-6578-48d1-8b48-80fd7a658704 req-7f392948-ae57-47fe-901e-5452725aa6a4 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:03.326632 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6168578b-6578-48d1-8b48-80fd7a658704 req-7f392948-ae57-47fe-901e-5452725aa6a4 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.2600329 Aug 05 13:58:03.412180 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09e9fe62-f7ba-4490-92df-322da9654281 req-c5b60680-f029-491e-86cc-594baa553056 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=7753100351b94216b5369d9876cd92eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812042 Aug 05 13:58:03.736431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4a23541b-0647-44b2-81fb-d506ac0ef8e0 None None] Provisioning for port 2e5e99c6-0eee-498c-b4cc-683c35732f4f completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:03.753389 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4a23541b-0647-44b2-81fb-d506ac0ef8e0 None None] Provisioning complete for port 2e5e99c6-0eee-498c-b4cc-683c35732f4f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:03.753759 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4a23541b-0647-44b2-81fb-d506ac0ef8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:03.769382 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6168578b-6578-48d1-8b48-80fd7a658704 req-66ea74cc-0833-4ac6-b16f-2c3a6744dac1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373543 Aug 05 13:58:03.838785 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-53efd702-d3a1-4c28-91a9-d87c718aa88c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:03.867511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4a23541b-0647-44b2-81fb-d506ac0ef8e0 None None] Port 2e5e99c6-0eee-498c-b4cc-683c35732f4f cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:58:03.918872 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d4e19de-d942-45f6-8590-5f339051b7ca req-4f97f999-6e79-4c28-9ea5-9313c0546098 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 210 time: 0.0732934 Aug 05 13:58:03.948644 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4a23541b-0647-44b2-81fb-d506ac0ef8e0 None None] Provisioning complete for port 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:03.949249 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4a23541b-0647-44b2-81fb-d506ac0ef8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:04.111677 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device b202055e-4dd4-45ac-ba7f-3daed8249fee details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:58:04.264552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49434) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:04.310417 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c631825-e76f-4689-97a8-080b2944579a req-b03bef84-02fa-4e2d-bdd4-5a9a0085f60b tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:04.311981 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-b03bef84-02fa-4e2d-bdd4-5a9a0085f60b tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49&tenant_id=ddc2755c0f634caaae1357405a91b9dd&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 1096 time: 0.1509905 Aug 05 13:58:04.331544 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803585-2'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:04.370914 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-53efd702-d3a1-4c28-91a9-d87c718aa88c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:04.393352 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9fe62-f7ba-4490-92df-322da9654281 req-cd0a53bc-20d5-4861-918e-aefc0276207d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:04.394483 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09e9fe62-f7ba-4490-92df-322da9654281 req-cd0a53bc-20d5-4861-918e-aefc0276207d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8879843 Aug 05 13:58:04.426754 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-53efd702-d3a1-4c28-91a9-d87c718aa88c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:04.427842 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-53efd702-d3a1-4c28-91a9-d87c718aa88c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:04.443086 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:04.492863 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-09e9fe62-f7ba-4490-92df-322da9654281 req-be561dc2-9ad5-4955-a546-93b3c8aad6a0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Request body: {'port': {'device_id': 'ad29ce8e-7779-462b-9d73-87db46a1ccdd', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': '7753100351b94216b5369d9876cd92eb'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:04.504757 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e0a29b80-f879-4259-8ae4-a358836771e2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-190372702-network', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:04.549342 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a29b80-f879-4259-8ae4-a358836771e2 admin admin] Made reservation on behalf of 98c6c1520e3e4272bc824b52ad079e1c for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:58:04.552790 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e0a29b80-f879-4259-8ae4-a358836771e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:04.576085 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:04.579530 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e0a29b80-f879-4259-8ae4-a358836771e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:04.604910 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1,segment=NetworkSegment(69605ee9-1d3e-4cbd-968c-5ddb4ade8ba0),segment_id=69605ee9-1d3e-4cbd-968c-5ddb4ade8ba0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:04.615398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port b202055e-4dd4-45ac-ba7f-3daed8249fee, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b202055e-4dd4-45ac-ba7f-3daed8249fee,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:04.620473 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:04.646091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efd702-d3a1-4c28-91a9-d87c718aa88c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=2e5e99c6-0eee-498c-b4cc-683c35732f4f,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:04.662234 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device b202055e-4dd4-45ac-ba7f-3daed8249fee has no active binding in host n-h2-803585-2 {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 13:58:04.679542 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e9fe62-f7ba-4490-92df-322da9654281 req-be561dc2-9ad5-4955-a546-93b3c8aad6a0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Made reservation on behalf of 7753100351b94216b5369d9876cd92eb for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:58:04.683659 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-09e9fe62-f7ba-4490-92df-322da9654281 req-be561dc2-9ad5-4955-a546-93b3c8aad6a0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:04.686770 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4a23541b-0647-44b2-81fb-d506ac0ef8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:04.734877 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-09e9fe62-f7ba-4490-92df-322da9654281 req-be561dc2-9ad5-4955-a546-93b3c8aad6a0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:04.764861 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:04.824105 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] For port b202055e-4dd4-45ac-ba7f-3daed8249fee, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b202055e-4dd4-45ac-ba7f-3daed8249fee,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:04.838986 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-4a23541b-0647-44b2-81fb-d506ac0ef8e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 13:58:04.839463 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-4a23541b-0647-44b2-81fb-d506ac0ef8e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 13:58:04.855591 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-09e9fe62-f7ba-4490-92df-322da9654281 req-be561dc2-9ad5-4955-a546-93b3c8aad6a0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:04.866351 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6106cb9-dce5-4cf3-93ce-5e17615eb805 req-d09cff89-3afe-4085-ace4-acb7e9bbd380 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:04.876327 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b6106cb9-dce5-4cf3-93ce-5e17615eb805 req-d09cff89-3afe-4085-ace4-acb7e9bbd380 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 945 time: 0.4998457 Aug 05 13:58:04.881284 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-09e9fe62-f7ba-4490-92df-322da9654281 req-be561dc2-9ad5-4955-a546-93b3c8aad6a0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:04.979984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] For port b202055e-4dd4-45ac-ba7f-3daed8249fee, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:58:05.036126 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be561dc2-9ad5-4955-a546-93b3c8aad6a0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa0bb58-1223-4fd7-acb9-99bd03e7c355,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:05.069512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:58:05.095892 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b6106cb9-dce5-4cf3-93ce-5e17615eb805 req-5ce7feab-d914-43e5-baea-e6f574ea1709 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185392 Aug 05 13:58:05.100631 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e0a29b80-f879-4259-8ae4-a358836771e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:05.116972 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:05.123936 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b19f9a-67de-43eb-b0bc-eaf570a36f49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b202055e-4dd4-45ac-ba7f-3daed8249fee'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:58:05.127454 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30573d06-ac2f-4a94-92db-1175ee9bd671" -d '{"events": [{"server_uuid": "38b19f9a-67de-43eb-b0bc-eaf570a36f49", "name": "network-vif-unplugged", "status": "completed", "tag": "b202055e-4dd4-45ac-ba7f-3daed8249fee"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:58:05.133045 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e0a29b80-f879-4259-8ae4-a358836771e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:05.151630 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a29b80-f879-4259-8ae4-a358836771e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:58:05.163835 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e0a29b80-f879-4259-8ae4-a358836771e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:05.164361 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-e0a29b80-f879-4259-8ae4-a358836771e2 admin admin] Added segment c870057b-dda9-45b4-b9e4-381c58cab10b of type vlan for network 9abad8ab-841f-4069-b39f-5bb10bcfc23b Aug 05 13:58:05.170634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53efd702-d3a1-4c28-91a9-d87c718aa88c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network 23ff372d-0d1b-45d1-b1e7-e35c14e0311c is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:05.195772 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-53efd702-d3a1-4c28-91a9-d87c718aa88c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:05.218610 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e0a29b80-f879-4259-8ae4-a358836771e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:05.250994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:05.251460 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:05.252326 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:05.280296 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e0a29b80-f879-4259-8ae4-a358836771e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:05.281253 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a29b80-f879-4259-8ae4-a358836771e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:05.281957 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e0a29b80-f879-4259-8ae4-a358836771e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:05.345095 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9dddf232-2767-4282-a80b-d7e200c28de9 req-3e6c6836-674e-4cb0-b876-edc08bf2940d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 210 time: 0.0845556 Aug 05 13:58:05.374114 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-09e9fe62-f7ba-4490-92df-322da9654281 req-be561dc2-9ad5-4955-a546-93b3c8aad6a0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Allocated IP 192.168.233.184 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:58:05.423073 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a29b80-f879-4259-8ae4-a358836771e2 admin admin] Pushing event updated for resources: {'Network': ['ID=9abad8ab-841f-4069-b39f-5bb10bcfc23b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:05.454839 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 9abad8ab-841f-4069-b39f-5bb10bcfc23b details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:58:05.500801 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e0a29b80-f879-4259-8ae4-a358836771e2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.2342286 Aug 05 13:58:05.501472 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49454) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:05.514006 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1422de-6898-4ec8-9f23-355a24981e60 req-ee0fd2e0-5cb2-4623-b8f6-235de9b2a83a tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:05.516028 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a1422de-6898-4ec8-9f23-355a24981e60 req-ee0fd2e0-5cb2-4623-b8f6-235de9b2a83a tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.2674870 Aug 05 13:58:05.517001 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a29b80-f879-4259-8ae4-a358836771e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90f85b8-7243-4e70-9d65-76ae3920a910,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:05.533722 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-1924e8e6-353a-4c65-b522-9d849799a54e admin admin] Request body: {'subnet': {'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-190372702-subnet', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:05.580087 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a1422de-6898-4ec8-9f23-355a24981e60 req-36ee25a0-5fb0-4042-b6b5-5cf3dc05acd5 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540819 Aug 05 13:58:05.581772 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Pushing event updated for resources: {'Port': ['ID=b202055e-4dd4-45ac-ba7f-3daed8249fee,revision_number=7']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:05.621132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1924e8e6-353a-4c65-b522-9d849799a54e admin admin] Made reservation on behalf of 98c6c1520e3e4272bc824b52ad079e1c for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:58:05.624481 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1924e8e6-353a-4c65-b522-9d849799a54e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:05.640964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53efd702-d3a1-4c28-91a9-d87c718aa88c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router 613ea75e-b080-40ef-957c-9603927a9ff9 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 13:58:05.652948 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Attempting to bind port b202055e-4dd4-45ac-ba7f-3daed8249fee on host n-h1-803585-2 for vnic_type normal with profile {"migrating_to": "n-h2-803585-2"} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:58:05.653607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Attempting to bind port b202055e-4dd4-45ac-ba7f-3daed8249fee by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:58:05.654107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Attempting to bind port b202055e-4dd4-45ac-ba7f-3daed8249fee on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:58:05.660140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Port b202055e-4dd4-45ac-ba7f-3daed8249fee on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:58:05.661157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Attempting to bind port b202055e-4dd4-45ac-ba7f-3daed8249fee on network 2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:58:05.667719 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:58:05.668062 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Checking segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:05.668446 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Bound using segment: {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:58:05.668877 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Bound port: b202055e-4dd4-45ac-ba7f-3daed8249fee, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485300b0-2e6b-4376-ad8d-c1c09a185080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:58:05.674023 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:05.748636 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 13:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c0d317-63ac-4d99-a925-537c7134745f x-openstack-request-id: req-c3c0d317-63ac-4d99-a925-537c7134745f {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:05.748932 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b19f9a-67de-43eb-b0bc-eaf570a36f49", "name": "network-vif-unplugged", "status": "completed", "tag": "b202055e-4dd4-45ac-ba7f-3daed8249fee", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:05.749180 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3c0d317-63ac-4d99-a925-537c7134745f {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:05.749824 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b19f9a-67de-43eb-b0bc-eaf570a36f49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b202055e-4dd4-45ac-ba7f-3daed8249fee', 'code': 200} Aug 05 13:58:05.778208 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c72548f8-9b7e-4538-8aa8-bdbf8070e810 None None] Provisioning complete for port 2e5e99c6-0eee-498c-b4cc-683c35732f4f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:05.779342 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c72548f8-9b7e-4538-8aa8-bdbf8070e810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:05.784611 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] For port b202055e-4dd4-45ac-ba7f-3daed8249fee, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:58:05.788188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] For port b202055e-4dd4-45ac-ba7f-3daed8249fee, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b202055e-4dd4-45ac-ba7f-3daed8249fee,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:58:05.836376 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:05.856494 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c72548f8-9b7e-4538-8aa8-bdbf8070e810 None None] Port 2e5e99c6-0eee-498c-b4cc-683c35732f4f cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:58:05.963596 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Pushing event updated for resources: {'Port': ['ID=b202055e-4dd4-45ac-ba7f-3daed8249fee,revision_number=8']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:05.989965 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:05.991151 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:05.992000 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-8df9248e-2346-49ec-8fb3-9cfb54426678 service neutron] 10.222.0.84 "PUT /v2.0/ports/b202055e-4dd4-45ac-ba7f-3daed8249fee HTTP/1.1" status: 200 len: 1121 time: 1.6648192 Aug 05 13:58:06.093136 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['b202055e-4dd4-45ac-ba7f-3daed8249fee'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:58:06.191544 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['b202055e-4dd4-45ac-ba7f-3daed8249fee'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:58:06.197524 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cda96605-12e0-4f45-9ebe-c94bf9dffe90 None None] Provisioning complete for port 2e5e99c6-0eee-498c-b4cc-683c35732f4f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:06.198609 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cda96605-12e0-4f45-9ebe-c94bf9dffe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:06.212614 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53efd702-d3a1-4c28-91a9-d87c718aa88c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:58:06.228372 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-53efd702-d3a1-4c28-91a9-d87c718aa88c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/613ea75e-b080-40ef-957c-9603927a9ff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7468967 Aug 05 13:58:06.228645 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187a7efa-c957-46ca-8f4d-a166813fb3e6 None None] Sync routers for ids ['613ea75e-b080-40ef-957c-9603927a9ff9'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:58:06.229834 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49468) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:06.270889 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187a7efa-c957-46ca-8f4d-a166813fb3e6 None None] Routers {'613ea75e-b080-40ef-957c-9603927a9ff9'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:06.271526 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-187a7efa-c957-46ca-8f4d-a166813fb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['613ea75e-b080-40ef-957c-9603927a9ff9'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:06.330544 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-09e9fe62-f7ba-4490-92df-322da9654281 req-be561dc2-9ad5-4955-a546-93b3c8aad6a0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:06.353096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430994e4-695f-4069-a8f6-46fb61ce2617 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:06.354697 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-09e9fe62-f7ba-4490-92df-322da9654281 req-be561dc2-9ad5-4955-a546-93b3c8aad6a0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Transition to ACTIVE for port object a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:06.362694 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-430994e4-695f-4069-a8f6-46fb61ce2617 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports/2e5e99c6-0eee-498c-b4cc-683c35732f4f HTTP/1.1" status: 200 len: 984 time: 0.1291032 Aug 05 13:58:06.377743 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-187a7efa-c957-46ca-8f4d-a166813fb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:06.384237 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49474) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:06.404034 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187a7efa-c957-46ca-8f4d-a166813fb3e6 None None] Routers {'613ea75e-b080-40ef-957c-9603927a9ff9'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:06.405311 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-187a7efa-c957-46ca-8f4d-a166813fb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['613ea75e-b080-40ef-957c-9603927a9ff9'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:06.407970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-cda96605-12e0-4f45-9ebe-c94bf9dffe90 None None] Port 2e5e99c6-0eee-498c-b4cc-683c35732f4f cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:58:06.482014 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe82eeb-3018-4d0c-ab7e-cf5e3a25c246 req-1d19d1ae-3152-4185-86cf-a05530ed6e52 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:06.484616 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-187a7efa-c957-46ca-8f4d-a166813fb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:06.485493 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fbe82eeb-3018-4d0c-ab7e-cf5e3a25c246 req-1d19d1ae-3152-4185-86cf-a05530ed6e52 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 943 time: 0.1242566 Aug 05 13:58:06.485717 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187a7efa-c957-46ca-8f4d-a166813fb3e6 None None] The sync data for ids ['613ea75e-b080-40ef-957c-9603927a9ff9'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:58:06.501183 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49478) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:06.585274 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fbe82eeb-3018-4d0c-ab7e-cf5e3a25c246 req-5064a7b9-1f99-4319-8683-8cd7b1026d45 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913846 Aug 05 13:58:06.673138 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed1c3e10-10fa-4d26-b1f7-627568e76ce4 req-8628d075-77ed-42cb-937f-dc269bbd482f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 210 time: 0.1294470 Aug 05 13:58:06.786719 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2798-f695-4c43-8b25-b10cbeea8140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:06.885585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9c774-1709-41f1-8003-f4dd90ee6de2 req-e589a42e-5fcf-49e8-b243-8e0c33268ead tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:06.893396 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31f9c774-1709-41f1-8003-f4dd90ee6de2 req-e589a42e-5fcf-49e8-b243-8e0c33268ead tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.1142886 Aug 05 13:58:06.909014 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2798-f695-4c43-8b25-b10cbeea8140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:06.918638 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2798-f695-4c43-8b25-b10cbeea8140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:06.962909 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9a5d2798-f695-4c43-8b25-b10cbeea8140 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70835fb7c2db47999d965e947df421ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568126 Aug 05 13:58:06.966561 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49484) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:06.982274 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1924e8e6-353a-4c65-b522-9d849799a54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:06.985919 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d2798-f695-4c43-8b25-b10cbeea8140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4271c91f-11f9-4c2b-9b82-8456f5665c69,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:07.011397 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-09e9fe62-f7ba-4490-92df-322da9654281 req-be561dc2-9ad5-4955-a546-93b3c8aad6a0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:07.108822 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be561dc2-9ad5-4955-a546-93b3c8aad6a0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Pushing event updated for resources: {'Port': ['ID=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:07.129295 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31f9c774-1709-41f1-8003-f4dd90ee6de2 req-fe2456c3-550b-4ef0-b6bc-683a2fd78a4d tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350049 Aug 05 13:58:07.188977 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e9fe62-f7ba-4490-92df-322da9654281 req-be561dc2-9ad5-4955-a546-93b3c8aad6a0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:07.201481 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924e8e6-353a-4c65-b522-9d849799a54e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ffb7cfc-542a-4e78-923d-06814a14f982,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:07.203515 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0fad6293-c0e0-4244-94b7-4f6baafcecb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:07.212270 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-09e9fe62-f7ba-4490-92df-322da9654281 req-be561dc2-9ad5-4955-a546-93b3c8aad6a0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:07.216951 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e9fe62-f7ba-4490-92df-322da9654281 req-be561dc2-9ad5-4955-a546-93b3c8aad6a0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:58:07.313594 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1924e8e6-353a-4c65-b522-9d849799a54e admin admin] Checking segment: {'id': 'c870057b-dda9-45b4-b9e4-381c58cab10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:07.313594 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1924e8e6-353a-4c65-b522-9d849799a54e admin admin] Network hostable DHCP agents. Network: 9abad8ab-841f-4069-b39f-5bb10bcfc23b, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:58:07.324657 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0fad6293-c0e0-4244-94b7-4f6baafcecb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:07.386528 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9fe62-f7ba-4490-92df-322da9654281 req-be561dc2-9ad5-4955-a546-93b3c8aad6a0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:07.387702 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-09e9fe62-f7ba-4490-92df-322da9654281 req-be561dc2-9ad5-4955-a546-93b3c8aad6a0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:07.403758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1924e8e6-353a-4c65-b522-9d849799a54e admin admin] Network 9abad8ab-841f-4069-b39f-5bb10bcfc23b is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:58:07.433668 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-1924e8e6-353a-4c65-b522-9d849799a54e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 9abad8ab-841f-4069-b39f-5bb10bcfc23b) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:07.445504 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc33ea1-066a-46b6-8dc2-6ecb5a86e19f None None] Network 9abad8ab-841f-4069-b39f-5bb10bcfc23b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:07.459334 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1924e8e6-353a-4c65-b522-9d849799a54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:07.459985 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1924e8e6-353a-4c65-b522-9d849799a54e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:07.494296 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09e9fe62-f7ba-4490-92df-322da9654281 req-be561dc2-9ad5-4955-a546-93b3c8aad6a0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0532553 Aug 05 13:58:07.500795 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1924e8e6-353a-4c65-b522-9d849799a54e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9976480 Aug 05 13:58:07.504164 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49490) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:07.510637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-190372702-router', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:07.539228 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:07.541099 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:07.555635 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Request body: {'port': {'device_id': 'ad29ce8e-7779-462b-9d73-87db46a1ccdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:07.600206 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0fad6293-c0e0-4244-94b7-4f6baafcecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:07.608892 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0fad6293-c0e0-4244-94b7-4f6baafcecb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:07.610137 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0fad6293-c0e0-4244-94b7-4f6baafcecb4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4271c91f-11f9-4c2b-9b82-8456f5665c69 HTTP/1.1" status: 204 len: 168 time: 0.6396294 Aug 05 13:58:07.638411 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:07.719882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-685190cb-7767-4e57-a3e5-ce6feaa107c7 None None] Provisioning for port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:07.732523 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-9abad8ab-841f-4069-b39f-5bb10bcfc23b', 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'fixed_ips': [{'subnet_id': '4ffb7cfc-542a-4e78-923d-06814a14f982'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:58:07.734159 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:07.755446 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad6293-c0e0-4244-94b7-4f6baafcecb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4271c91f-11f9-4c2b-9b82-8456f5665c69,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:07.760975 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11fd047c-034e-4674-ad29-43c0b8a2ea7d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:07.766952 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b19f9a-67de-43eb-b0bc-eaf570a36f49', 'tag': 'b202055e-4dd4-45ac-ba7f-3daed8249fee'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:58:07.769334 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7ef85b-9a86-4cd0-b655-cc67456c0214" -d '{"events": [{"name": "network-changed", "server_uuid": "38b19f9a-67de-43eb-b0bc-eaf570a36f49", "tag": "b202055e-4dd4-45ac-ba7f-3daed8249fee"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:58:07.772088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-685190cb-7767-4e57-a3e5-ce6feaa107c7 None None] Provisioning complete for port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:07.772896 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-685190cb-7767-4e57-a3e5-ce6feaa107c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:07.889392 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:07.969624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Allocated IP 172.20.0.2 (9abad8ab-841f-4069-b39f-5bb10bcfc23b/4ffb7cfc-542a-4e78-923d-06814a14f982/ca670049-e85a-4877-af99-798270398be7) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:58:08.000617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd3914-ab04-454c-a6e5-04a677fb46c6 req-7ca6b084-5a30-48d0-a020-db32959bd76f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:08.017524 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d3cd3914-ab04-454c-a6e5-04a677fb46c6 req-7ca6b084-5a30-48d0-a020-db32959bd76f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 943 time: 0.2718139 Aug 05 13:58:08.041439 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:08.089213 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d3cd3914-ab04-454c-a6e5-04a677fb46c6 req-5524733a-e6ac-4bc8-af05-ef4d60b9e72e tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699229 Aug 05 13:58:08.139343 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042594af-4030-419c-b53c-59df3407af8f req-807998e6-9756-4bf9-9838-ab8ad0917a13 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:08.143147 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-042594af-4030-419c-b53c-59df3407af8f req-807998e6-9756-4bf9-9838-ab8ad0917a13 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 936 time: 0.2687056 Aug 05 13:58:08.190534 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:08.223506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Transition to ACTIVE for port object ca670049-e85a-4877-af99-798270398be7 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:08.261750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Transition to ACTIVE for port object ca670049-e85a-4877-af99-798270398be7 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:08.279794 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:08.313951 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Network 9abad8ab-841f-4069-b39f-5bb10bcfc23b is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:08.320620 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:08.342679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:58:08.364245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-685190cb-7767-4e57-a3e5-ce6feaa107c7 None None] Port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:58:08.407598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Pushing event updated for resources: {'Port': ['ID=ca670049-e85a-4877-af99-798270398be7,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:08.439759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Attempting to bind port ca670049-e85a-4877-af99-798270398be7 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:58:08.440135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Attempting to bind port ca670049-e85a-4877-af99-798270398be7 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'c870057b-dda9-45b4-b9e4-381c58cab10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:58:08.440500 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Attempting to bind port ca670049-e85a-4877-af99-798270398be7 on network 9abad8ab-841f-4069-b39f-5bb10bcfc23b {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:58:08.446670 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:58:08.447383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Checking segment: {'id': 'c870057b-dda9-45b4-b9e4-381c58cab10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:08.447648 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:08.447873 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Bound using segment: {'id': 'c870057b-dda9-45b4-b9e4-381c58cab10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:58:08.448349 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Bound port: ca670049-e85a-4877-af99-798270398be7, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c870057b-dda9-45b4-b9e4-381c58cab10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:58:08.448835 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:08.601109 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] For port ca670049-e85a-4877-af99-798270398be7, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:58:08.608276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] For port ca670049-e85a-4877-af99-798270398be7, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ca670049-e85a-4877-af99-798270398be7,segment=NetworkSegment(c870057b-dda9-45b4-b9e4-381c58cab10b),segment_id=c870057b-dda9-45b4-b9e4-381c58cab10b)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:58:08.617680 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:08.729028 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df305b33-d17a-4adf-b2ac-bf02367cded3 None None] Pushing event updated for resources: {'Port': ['ID=ca670049-e85a-4877-af99-798270398be7,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:08.736157 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95812038-725b-4270-a2a3-ea660fa7be2e x-openstack-request-id: req-95812038-725b-4270-a2a3-ea660fa7be2e {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:08.736742 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b19f9a-67de-43eb-b0bc-eaf570a36f49", "tag": "b202055e-4dd4-45ac-ba7f-3daed8249fee", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:08.736742 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95812038-725b-4270-a2a3-ea660fa7be2e {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:08.737093 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b19f9a-67de-43eb-b0bc-eaf570a36f49', 'tag': 'b202055e-4dd4-45ac-ba7f-3daed8249fee', 'status': 'completed', 'code': 200} Aug 05 13:58:08.844064 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31b9c7-0b27-4a94-97ff-d03d78cf2536 req-17257f3c-4164-4d3f-9473-60a6d46332cf tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:08.859353 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fd31b9c7-0b27-4a94-97ff-d03d78cf2536 req-17257f3c-4164-4d3f-9473-60a6d46332cf tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.1252031 Aug 05 13:58:08.913944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:58:08.929252 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:08.962868 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Transition to ACTIVE for port object a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:08.987243 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-042594af-4030-419c-b53c-59df3407af8f req-6b60b104-b5e5-4836-99e7-daa50e4d8212 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8367393 Aug 05 13:58:08.995147 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:09.059624 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fd31b9c7-0b27-4a94-97ff-d03d78cf2536 req-23f9891a-0893-44a3-97cc-424a08bf5c53 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990232 Aug 05 13:58:09.147374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:09.228610 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49528) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:09.540404 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:09.620363 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ef85b-9a86-4cd0-b655-cc67456c0214 req-0153a735-98cc-4070-ac30-98e66d80cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:09.623929 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e7ef85b-9a86-4cd0-b655-cc67456c0214 req-0153a735-98cc-4070-ac30-98e66d80cfa1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 1124 time: 0.8857636 Aug 05 13:58:09.634594 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:09.839107 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-62719c9f-8c88-4e56-b5ed-cf4962736da1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-566755245-network', 'tenant_id': 'b460cb52021d4702911af72670e00d7b'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:09.861116 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ef85b-9a86-4cd0-b655-cc67456c0214 req-66369aa2-a0a9-4a74-af31-41d44754747c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:09.863386 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e7ef85b-9a86-4cd0-b655-cc67456c0214 req-66369aa2-a0a9-4a74-af31-41d44754747c service neutron] 10.222.0.63 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 921 time: 0.2184510 Aug 05 13:58:09.878523 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455a5ca-dff6-472c-8707-d57bba579df1 req-acb6e2b3-bea9-4e1b-86d1-7b9ea1cdbf07 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:09.880166 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0455a5ca-dff6-472c-8707-d57bba579df1 req-acb6e2b3-bea9-4e1b-86d1-7b9ea1cdbf07 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 943 time: 0.6370661 Aug 05 13:58:09.885942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62719c9f-8c88-4e56-b5ed-cf4962736da1 admin admin] Made reservation on behalf of b460cb52021d4702911af72670e00d7b for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:58:09.888438 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62719c9f-8c88-4e56-b5ed-cf4962736da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:09.940095 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62719c9f-8c88-4e56-b5ed-cf4962736da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:09.967574 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Attempting to bind port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:58:09.968271 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Attempting to bind port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:58:09.968271 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Attempting to bind port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:58:09.984199 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0455a5ca-dff6-472c-8707-d57bba579df1 req-31dad3d2-24bc-4c2f-9fa8-6411e50b3489 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900922 Aug 05 13:58:09.988434 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:58:09.988763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Attempting to bind port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:58:09.999216 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-11fd047c-034e-4674-ad29-43c0b8a2ea7d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting port 2e5e99c6-0eee-498c-b4cc-683c35732f4f {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:09.999623 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11fd047c-034e-4674-ad29-43c0b8a2ea7d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:10.011775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:58:10.012364 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:10.012862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:58:10.013442 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Bound port: a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:58:10.013777 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:10.052910 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e7ef85b-9a86-4cd0-b655-cc67456c0214 req-48d164e7-05e0-4551-98fc-e56d3c339357 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b202055e-4dd4-45ac-ba7f-3daed8249fee HTTP/1.1" status: 200 len: 217 time: 0.1776142 Aug 05 13:58:10.068685 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Allocated IP 172.25.5.17 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/2eb43191-5709-4e59-a109-18b251211bd1) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:58:10.235198 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11fd047c-034e-4674-ad29-43c0b8a2ea7d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:10.238313 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] For port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:58:10.269771 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-11fd047c-034e-4674-ad29-43c0b8a2ea7d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Calling delete_port for 2e5e99c6-0eee-498c-b4cc-683c35732f4f owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:10.279332 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] For port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:58:10.319506 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:10.351704 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ef85b-9a86-4cd0-b655-cc67456c0214 req-ca942b48-c1b2-4f4d-a218-859efac7ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:10.353935 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e7ef85b-9a86-4cd0-b655-cc67456c0214 req-ca942b48-c1b2-4f4d-a218-859efac7ace1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.2570791 Aug 05 13:58:10.370848 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62719c9f-8c88-4e56-b5ed-cf4962736da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:10.447096 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62719c9f-8c88-4e56-b5ed-cf4962736da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:10.461068 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e7ef85b-9a86-4cd0-b655-cc67456c0214 req-60435c26-3a61-4e7c-b70f-5a1c83a53c14 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959477 Aug 05 13:58:10.465431 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:10.466284 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:10.467768 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09e9fe62-f7ba-4490-92df-322da9654281 req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] 10.222.0.84 "PUT /v2.0/ports/a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 HTTP/1.1" status: 200 len: 1096 time: 2.9501128 Aug 05 13:58:10.469810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad29ce8e-7779-462b-9d73-87db46a1ccdd', 'tag': 'a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:58:10.472395 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb9bd12-4011-4136-9ce2-bffe66c1cc94" -d '{"events": [{"name": "network-changed", "server_uuid": "ad29ce8e-7779-462b-9d73-87db46a1ccdd", "tag": "a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:58:10.507028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea69fb-7b92-40cf-b7ae-2bee7d6ebbd8 req-1708ce02-d00d-40c4-96ca-512045d13993 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:10.509218 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5fea69fb-7b92-40cf-b7ae-2bee7d6ebbd8 req-1708ce02-d00d-40c4-96ca-512045d13993 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 948 time: 0.2681580 Aug 05 13:58:10.557563 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4863fa73-b8ba-437b-b964-ca18d90ec33d None None] Network 9abad8ab-841f-4069-b39f-5bb10bcfc23b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:10.579134 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62719c9f-8c88-4e56-b5ed-cf4962736da1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:58:10.611744 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:10.655695 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5fea69fb-7b92-40cf-b7ae-2bee7d6ebbd8 req-d3c3e4f1-be92-4a91-8b31-e1df92fdbbda tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353526 Aug 05 13:58:10.705468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62719c9f-8c88-4e56-b5ed-cf4962736da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09e90a2-cf72-49ec-96f2-af52ab31ffa2,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:10.724877 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a5d35-e22d-472e-9da6-8dbb30f0d249 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:10.735953 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62719c9f-8c88-4e56-b5ed-cf4962736da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:10.736321 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-62719c9f-8c88-4e56-b5ed-cf4962736da1 admin admin] Added segment b7e96214-734c-43fa-bb2d-1c0c9566f7c8 of type vlan for network 591e4af6-9d65-45c5-953a-9aa5906420c6 Aug 05 13:58:10.783667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4f3e8-2a7a-4ec8-809e-5b084fddbde5 req-46609494-0ad7-4282-9fe2-872df0a1b653 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:10.783930 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e7ef85b-9a86-4cd0-b655-cc67456c0214 req-f7b1c044-6bf2-4315-8301-8b0fb26f535b service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098631 Aug 05 13:58:10.786067 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54f4f3e8-2a7a-4ec8-809e-5b084fddbde5 req-46609494-0ad7-4282-9fe2-872df0a1b653 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.4906929 Aug 05 13:58:10.938952 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:10.950704 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-226ab6cc-b5b1-48e0-a137-24557d601940 None None] Provisioning for port ca670049-e85a-4877-af99-798270398be7 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:11.002741 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Pushing event updated for resources: {'Port': ['ID=2eb43191-5709-4e59-a109-18b251211bd1,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:11.010642 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2277fa42-dd07-428d-9946-8aad64fc0ef7 x-openstack-request-id: req-2277fa42-dd07-428d-9946-8aad64fc0ef7 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:11.011624 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad29ce8e-7779-462b-9d73-87db46a1ccdd", "tag": "a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:11.013025 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2277fa42-dd07-428d-9946-8aad64fc0ef7 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:11.014811 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad29ce8e-7779-462b-9d73-87db46a1ccdd', 'tag': 'a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5', 'status': 'completed', 'code': 200} Aug 05 13:58:11.044074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:11.053240 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:11.066746 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:58:11.084341 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62719c9f-8c88-4e56-b5ed-cf4962736da1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:11.121523 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9fe62-f7ba-4490-92df-322da9654281 req-c53a4ada-44cb-4548-bdec-2ca0de00883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:11.123812 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09e9fe62-f7ba-4490-92df-322da9654281 req-c53a4ada-44cb-4548-bdec-2ca0de00883f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 1099 time: 0.6048627 Aug 05 13:58:11.138286 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54f4f3e8-2a7a-4ec8-809e-5b084fddbde5 req-45bfd47b-d3e7-4370-a3dd-7560e8c93133 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802114 Aug 05 13:58:11.200832 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ca670049-e85a-4877-af99-798270398be7 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:58:11.258118 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e7ef85b-9a86-4cd0-b655-cc67456c0214 req-f5182d8d-a137-4213-8cae-5fd4c9a70b95 service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590383 Aug 05 13:58:11.272699 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09e9fe62-f7ba-4490-92df-322da9654281 req-5e3b1ff2-9c5b-4732-800f-6539dcb96938 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 HTTP/1.1" status: 200 len: 217 time: 0.1303327 Aug 05 13:58:11.361057 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9fe62-f7ba-4490-92df-322da9654281 req-5f7e3511-61c1-4203-9b37-43a9ad85d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:11.364375 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09e9fe62-f7ba-4490-92df-322da9654281 req-5f7e3511-61c1-4203-9b37-43a9ad85d79c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0809786 Aug 05 13:58:11.369993 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62719c9f-8c88-4e56-b5ed-cf4962736da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:11.371107 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port ca670049-e85a-4877-af99-798270398be7 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:11.371259 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62719c9f-8c88-4e56-b5ed-cf4962736da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:11.371942 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62719c9f-8c88-4e56-b5ed-cf4962736da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:11.375806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port ca670049-e85a-4877-af99-798270398be7 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:11.376183 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:11.475774 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-890436e2-7a4c-42e9-84b0-3845fa125a36 None None] Provisioning complete for port ca670049-e85a-4877-af99-798270398be7 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:11.475774 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-890436e2-7a4c-42e9-84b0-3845fa125a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:11.512033 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-62719c9f-8c88-4e56-b5ed-cf4962736da1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2780352 Aug 05 13:58:11.512033 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11fd047c-034e-4674-ad29-43c0b8a2ea7d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:11.516570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49550) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:11.525457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-460e124d-20b9-4cb6-a438-45c3ef98df69 admin admin] Request body: {'subnet': {'network_id': '591e4af6-9d65-45c5-953a-9aa5906420c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-566755245-subnet', 'tenant_id': 'b460cb52021d4702911af72670e00d7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:11.533788 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62719c9f-8c88-4e56-b5ed-cf4962736da1 admin admin] Pushing event updated for resources: {'Network': ['ID=591e4af6-9d65-45c5-953a-9aa5906420c6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:11.554512 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9fe62-f7ba-4490-92df-322da9654281 req-61b1cca4-dcac-43b9-ab94-38115be8d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:11.557487 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09e9fe62-f7ba-4490-92df-322da9654281 req-61b1cca4-dcac-43b9-ab94-38115be8d39a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1789324 Aug 05 13:58:11.569029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 591e4af6-9d65-45c5-953a-9aa5906420c6 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:58:11.611208 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd047c-034e-4674-ad29-43c0b8a2ea7d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Port': ['ID=2e5e99c6-0eee-498c-b4cc-683c35732f4f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:11.629473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682c7b5-b929-4276-88a5-77daf1985a85 req-6f1270ed-9c7b-417e-947d-4c709b3d0251 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:11.643800 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d682c7b5-b929-4276-88a5-77daf1985a85 req-6f1270ed-9c7b-417e-947d-4c709b3d0251 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 943 time: 0.2453394 Aug 05 13:58:11.788461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460e124d-20b9-4cb6-a438-45c3ef98df69 admin admin] Made reservation on behalf of b460cb52021d4702911af72670e00d7b for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:58:11.790934 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-890436e2-7a4c-42e9-84b0-3845fa125a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:11.808175 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d682c7b5-b929-4276-88a5-77daf1985a85 req-7175711e-1daa-416e-9702-5a3f6e98d44d tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633568 Aug 05 13:58:11.812312 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-460e124d-20b9-4cb6-a438-45c3ef98df69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:11.871271 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:11.911566 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:11.922383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-890436e2-7a4c-42e9-84b0-3845fa125a36 None None] For port ca670049-e85a-4877-af99-798270398be7, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ca670049-e85a-4877-af99-798270398be7,segment=NetworkSegment(c870057b-dda9-45b4-b9e4-381c58cab10b),segment_id=c870057b-dda9-45b4-b9e4-381c58cab10b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:11.931075 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-890436e2-7a4c-42e9-84b0-3845fa125a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:12.083168 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 13:58:12.083585 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 13:58:12.088589 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890436e2-7a4c-42e9-84b0-3845fa125a36 None None] Pushing event updated for resources: {'Port': ['ID=ca670049-e85a-4877-af99-798270398be7,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:12.100854 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11fd047c-034e-4674-ad29-43c0b8a2ea7d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:12.203140 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-7a1d1414-3379-49cb-876c-19ceb9855011 service neutron] 10.222.0.63 "GET /v2.0/ports/b202055e-4dd4-45ac-ba7f-3daed8249fee/bindings/n-h2-803585-2 HTTP/1.1" status: 200 len: 384 time: 0.2048986 Aug 05 13:58:12.278235 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-460e124d-20b9-4cb6-a438-45c3ef98df69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:12.342743 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:12.419845 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b043d-c94c-468a-8312-9317ca35d412 req-383baa25-25e9-4594-b7af-21b28e908211 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:12.421608 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a3b043d-c94c-468a-8312-9317ca35d412 req-383baa25-25e9-4594-b7af-21b28e908211 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 948 time: 0.4568534 Aug 05 13:58:12.439861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c21e4-0877-4bb6-bcf8-d08014e23622 req-1d1c9302-bf69-47e6-8890-a4bf15214d62 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:12.442817 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-167c21e4-0877-4bb6-bcf8-d08014e23622 req-1d1c9302-bf69-47e6-8890-a4bf15214d62 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.1604390 Aug 05 13:58:12.506629 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09e9fe62-f7ba-4490-92df-322da9654281 req-9f59879d-fabe-410f-adc5-a79e140e12ec service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9212372 Aug 05 13:58:12.600030 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-167c21e4-0877-4bb6-bcf8-d08014e23622 req-d2be1389-bb69-4c5e-b034-5d33301ed27b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475248 Aug 05 13:58:12.668073 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b202055e-4dd4-45ac-ba7f-3daed8249fee no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:12.671065 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e124d-20b9-4cb6-a438-45c3ef98df69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc274ae8-6254-4a74-9024-58ff196bb260,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:12.671546 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4c631825-e76f-4689-97a8-080b2944579a req-408cec4b-7749-4f2f-810b-a76ebbe9ff04 service neutron] For port b202055e-4dd4-45ac-ba7f-3daed8249fee, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b202055e-4dd4-45ac-ba7f-3daed8249fee,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:12.685149 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a3b043d-c94c-468a-8312-9317ca35d412 req-1ea1f781-ff9a-4606-8a2e-c937a8e84c08 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504840 Aug 05 13:58:12.704894 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4c631825-e76f-4689-97a8-080b2944579a req-408cec4b-7749-4f2f-810b-a76ebbe9ff04 service neutron] For port b202055e-4dd4-45ac-ba7f-3daed8249fee, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:58:12.718078 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fd047c-034e-4674-ad29-43c0b8a2ea7d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router 613ea75e-b080-40ef-957c-9603927a9ff9 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:58:12.733062 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e124d-20b9-4cb6-a438-45c3ef98df69 admin admin] Checking segment: {'id': 'b7e96214-734c-43fa-bb2d-1c0c9566f7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '591e4af6-9d65-45c5-953a-9aa5906420c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:12.733623 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460e124d-20b9-4cb6-a438-45c3ef98df69 admin admin] Network hostable DHCP agents. Network: 591e4af6-9d65-45c5-953a-9aa5906420c6, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:58:12.733748 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Router 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 13:58:12.754343 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-4c631825-e76f-4689-97a8-080b2944579a req-408cec4b-7749-4f2f-810b-a76ebbe9ff04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b202055e-4dd4-45ac-ba7f-3daed8249fee {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:58:12.761919 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09e9fe62-f7ba-4490-92df-322da9654281 req-ca1ca584-e19d-4fe1-85ba-5c3a946108eb service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429066 Aug 05 13:58:12.881015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:58:12.898066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4c631825-e76f-4689-97a8-080b2944579a req-408cec4b-7749-4f2f-810b-a76ebbe9ff04 service neutron] For port b202055e-4dd4-45ac-ba7f-3daed8249fee, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b202055e-4dd4-45ac-ba7f-3daed8249fee,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:12.904925 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:12.908678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Sync routers for ids ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:58:12.909222 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-20909cdc-6b8a-4bff-98ea-65219c3ed8ce admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 5.4034812 Aug 05 13:58:12.914033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49566) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:12.922931 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460e124d-20b9-4cb6-a438-45c3ef98df69 admin admin] Network 591e4af6-9d65-45c5-953a-9aa5906420c6 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:58:12.932639 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4c631825-e76f-4689-97a8-080b2944579a req-408cec4b-7749-4f2f-810b-a76ebbe9ff04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:12.942382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Routers {'4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:12.943763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:12.990748 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fd047c-034e-4674-ad29-43c0b8a2ea7d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:58:13.001868 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a1d5d8-cace-4b4b-8f5d-3ddce7b0385d None None] Sync routers for ids ['613ea75e-b080-40ef-957c-9603927a9ff9'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:58:13.010691 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-11fd047c-034e-4674-ad29-43c0b8a2ea7d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/613ea75e-b080-40ef-957c-9603927a9ff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6207995 Aug 05 13:58:13.013301 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49568) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:13.020564 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a1d5d8-cace-4b4b-8f5d-3ddce7b0385d None None] Routers {'613ea75e-b080-40ef-957c-9603927a9ff9'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:13.022178 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-51a1d5d8-cace-4b4b-8f5d-3ddce7b0385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['613ea75e-b080-40ef-957c-9603927a9ff9'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:13.121003 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-51a1d5d8-cace-4b4b-8f5d-3ddce7b0385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:13.123676 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ca670049-e85a-4877-af99-798270398be7 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:58:13.137852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af3019-8b06-4129-9ec1-09a8afd82f03 req-4286d1a3-6873-4064-b2cd-0b0621f4b84f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:13.142541 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a1d5d8-cace-4b4b-8f5d-3ddce7b0385d None None] Routers {'613ea75e-b080-40ef-957c-9603927a9ff9'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:13.143404 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-51a1d5d8-cace-4b4b-8f5d-3ddce7b0385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['613ea75e-b080-40ef-957c-9603927a9ff9'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:13.145630 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-79af3019-8b06-4129-9ec1-09a8afd82f03 req-4286d1a3-6873-4064-b2cd-0b0621f4b84f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 943 time: 0.1807630 Aug 05 13:58:13.216177 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-4c631825-e76f-4689-97a8-080b2944579a req-408cec4b-7749-4f2f-810b-a76ebbe9ff04 service neutron] Transition to ACTIVE for port object b202055e-4dd4-45ac-ba7f-3daed8249fee will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:13.229075 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-51a1d5d8-cace-4b4b-8f5d-3ddce7b0385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:13.231913 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a1d5d8-cace-4b4b-8f5d-3ddce7b0385d None None] The sync data for ids ['613ea75e-b080-40ef-957c-9603927a9ff9'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:58:13.253115 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-79af3019-8b06-4129-9ec1-09a8afd82f03 req-dc3ce166-61af-4fea-a2e6-027eb1851139 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065331 Aug 05 13:58:13.254684 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4c631825-e76f-4689-97a8-080b2944579a req-408cec4b-7749-4f2f-810b-a76ebbe9ff04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:13.362671 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408cec4b-7749-4f2f-810b-a76ebbe9ff04 service neutron] Pushing event updated for resources: {'Port': ['ID=b202055e-4dd4-45ac-ba7f-3daed8249fee,revision_number=10']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:13.382641 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Set router 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:58:13.385982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-460e124d-20b9-4cb6-a438-45c3ef98df69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 591e4af6-9d65-45c5-953a-9aa5906420c6) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:13.430010 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e124d-20b9-4cb6-a438-45c3ef98df69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:13.434299 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-460e124d-20b9-4cb6-a438-45c3ef98df69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:13.457055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c183316-7ef0-46bc-b001-7c5fd224c5eb None None] Network 591e4af6-9d65-45c5-953a-9aa5906420c6 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:13.465494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c631825-e76f-4689-97a8-080b2944579a req-408cec4b-7749-4f2f-810b-a76ebbe9ff04 service neutron] No DVR routers for this DVR port b202055e-4dd4-45ac-ba7f-3daed8249fee on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:58:13.492268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d58bd-f9d7-415d-a615-240c136c797e req-02f24411-7caa-4b96-9ed0-986253902666 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:13.500646 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-570d58bd-f9d7-415d-a615-240c136c797e req-02f24411-7caa-4b96-9ed0-986253902666 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 945 time: 0.1282258 Aug 05 13:58:13.507430 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-29c39123-90b4-4bc6-a335-b2c49f4e47d2 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] remove_router_interface failed (client error): The resource could not be found. Aug 05 13:58:13.511625 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-29c39123-90b4-4bc6-a335-b2c49f4e47d2 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/613ea75e-b080-40ef-957c-9603927a9ff9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4966829 Aug 05 13:58:13.513048 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-460e124d-20b9-4cb6-a438-45c3ef98df69 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9930141 Aug 05 13:58:13.515879 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49576) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:13.518040 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9bd12-4011-4136-9ce2-bffe66c1cc94 req-5ad42aaf-f5e9-4176-ab31-12f3630d2104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:13.519596 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8cb9bd12-4011-4136-9ce2-bffe66c1cc94 req-5ad42aaf-f5e9-4176-ab31-12f3630d2104 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 1099 time: 0.7003007 Aug 05 13:58:13.546922 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-408cec4b-7749-4f2f-810b-a76ebbe9ff04 service neutron] 10.222.0.63 "PUT /v2.0/ports/b202055e-4dd4-45ac-ba7f-3daed8249fee/bindings/n-h2-803585-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3305960 Aug 05 13:58:13.575228 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-570d58bd-f9d7-415d-a615-240c136c797e req-04d69b6f-446d-4940-8fa0-aa23db4b9dc9 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735331 Aug 05 13:58:13.609969 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49580) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:13.621598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5a741242-6273-43c3-9277-63f26abda957 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports?device_id=613ea75e-b080-40ef-957c-9603927a9ff9 HTTP/1.1" status: 200 len: 205 time: 0.0831463 Aug 05 13:58:13.718555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677f6e3a-f026-431b-9d57-c93d1c06f09f None None] Network 591e4af6-9d65-45c5-953a-9aa5906420c6 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:13.772686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7121c0f0-8ac1-4bfc-993d-e0b02acf0803 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:13.851277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9bd12-4011-4136-9ce2-bffe66c1cc94 req-3f9dc16e-b411-4584-a7fc-e614c4113e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:13.854394 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8cb9bd12-4011-4136-9ce2-bffe66c1cc94 req-3f9dc16e-b411-4584-a7fc-e614c4113e35 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.2607272 Aug 05 13:58:13.911457 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c631825-e76f-4689-97a8-080b2944579a req-0bfa813d-d37f-4d50-b5d2-e0e5679feaca tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:13.913018 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-0bfa813d-d37f-4d50-b5d2-e0e5679feaca tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49&tenant_id=ddc2755c0f634caaae1357405a91b9dd&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 1095 time: 0.1381555 Aug 05 13:58:13.957261 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8cb9bd12-4011-4136-9ce2-bffe66c1cc94 req-db3d5289-c082-47f9-ab5b-180f274bf33e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 HTTP/1.1" status: 200 len: 217 time: 0.0598271 Aug 05 13:58:14.032309 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b68c93-b649-4044-9b3c-4fad5be22ab2 req-30cca251-f30d-48c6-ac16-80777a24178c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:14.034614 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a3b68c93-b649-4044-9b3c-4fad5be22ab2 req-30cca251-f30d-48c6-ac16-80777a24178c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.1772773 Aug 05 13:58:14.066144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port ca670049-e85a-4877-af99-798270398be7 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:14.066676 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:14.073325 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-43a4a5eb-1091-4f68-8990-92154a113c3a req-c2ff8445-735b-4b1a-9b4c-80867ef951d9 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-353478865', 'description': 'tempest-description-1059061853'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:14.081459 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7121c0f0-8ac1-4bfc-993d-e0b02acf0803 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:14.085487 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7121c0f0-8ac1-4bfc-993d-e0b02acf0803 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:14.087333 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a3b68c93-b649-4044-9b3c-4fad5be22ab2 req-889b63df-99b1-4fe3-aa39-bb78cc0943f5 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427003 Aug 05 13:58:14.091550 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9bd12-4011-4136-9ce2-bffe66c1cc94 req-7ff2bd45-2fb8-4e35-88d4-e3c78b05291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:14.093560 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8cb9bd12-4011-4136-9ce2-bffe66c1cc94 req-7ff2bd45-2fb8-4e35-88d4-e3c78b05291b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1265864 Aug 05 13:58:14.181990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:58:14.219119 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-190372702-router', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '2eb43191-5709-4e59-a109-18b251211bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:07Z', 'updated_at': '2021-08-05T13:58:11Z', 'revision_number': 3, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'gw_port': {'id': '2eb43191-5709-4e59-a109-18b251211bd1', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:09Z', 'updated_at': '2021-08-05T13:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:14.263477 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Checking router: 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:58:14.264170 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Updating router 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 port 2eb43191-5709-4e59-a109-18b251211bd1 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:58:14.350954 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:14.508603 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:14.556477 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c631825-e76f-4689-97a8-080b2944579a req-10a43c5e-0ffa-4a1d-9276-a40d4a30d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:14.558966 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-10a43c5e-0ffa-4a1d-9276-a40d4a30d846 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49&tenant_id=ddc2755c0f634caaae1357405a91b9dd HTTP/1.1" status: 200 len: 1095 time: 0.6093478 Aug 05 13:58:14.560338 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-43a4a5eb-1091-4f68-8990-92154a113c3a req-c2ff8445-735b-4b1a-9b4c-80867ef951d9 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:14.579864 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7121c0f0-8ac1-4bfc-993d-e0b02acf0803 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:14.580351 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7121c0f0-8ac1-4bfc-993d-e0b02acf0803 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Fanout notify agent at l3_agent the message router_deleted on router 613ea75e-b080-40ef-957c-9603927a9ff9 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 13:58:14.595994 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7121c0f0-8ac1-4bfc-993d-e0b02acf0803 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:14.599557 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7121c0f0-8ac1-4bfc-993d-e0b02acf0803 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/routers/613ea75e-b080-40ef-957c-9603927a9ff9 HTTP/1.1" status: 204 len: 168 time: 0.9858279 Aug 05 13:58:14.602378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49598) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:14.615684 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:14.651373 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': 'a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5', 'mac_address': 'fa:16:3e:8c:93:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:58:14.753018 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c631825-e76f-4689-97a8-080b2944579a req-0ca1cefe-aca8-4cae-8cee-79b280b1a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:14.754717 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-0ca1cefe-aca8-4cae-8cee-79b280b1a1b2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 1095 time: 0.1564980 Aug 05 13:58:14.812471 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:14.831075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9bd12-4011-4136-9ce2-bffe66c1cc94 req-106450e7-4820-4048-8363-5974672ad348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:14.833014 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8cb9bd12-4011-4136-9ce2-bffe66c1cc94 req-106450e7-4820-4048-8363-5974672ad348 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6284897 Aug 05 13:58:14.838841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:58:14.848223 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c286cd-b83b-4f60-899c-ed9af160926c req-2a42df23-cf0f-49d0-8b8f-41a1b4bb756e tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:14.857080 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2c286cd-b83b-4f60-899c-ed9af160926c req-2a42df23-cf0f-49d0-8b8f-41a1b4bb756e tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 948 time: 0.6363602 Aug 05 13:58:14.887626 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:14.892606 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c631825-e76f-4689-97a8-080b2944579a req-958b3df1-831d-426a-bb96-d97496f85985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:14.895911 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-958b3df1-831d-426a-bb96-d97496f85985 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 921 time: 0.1275864 Aug 05 13:58:14.900880 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:14.903010 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c0e05d-b7e0-4246-b59c-d7057e257743 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting subnet 3822f25f-b14a-4373-b0c5-a407264962fb {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:58:14.917328 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-78c0e05d-b7e0-4246-b59c-d7057e257743 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:14.993438 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-1c8d090a-dce1-44e4-a6f6-02d40bfbec19 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b202055e-4dd4-45ac-ba7f-3daed8249fee HTTP/1.1" status: 200 len: 217 time: 0.0871212 Aug 05 13:58:15.022190 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:15.029270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:15.031979 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2c286cd-b83b-4f60-899c-ed9af160926c req-a5d1dcac-4c03-420b-a71b-bad49ad31bf3 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740363 Aug 05 13:58:15.057172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Transition to ACTIVE for port object 2eb43191-5709-4e59-a109-18b251211bd1 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:15.075421 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:15.077414 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c631825-e76f-4689-97a8-080b2944579a req-db06541d-6676-499e-963f-6fc8ff156f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:15.078976 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-db06541d-6676-499e-963f-6fc8ff156f74 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.0742319 Aug 05 13:58:15.094917 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-78c0e05d-b7e0-4246-b59c-d7057e257743 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:15.117812 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-43a4a5eb-1091-4f68-8990-92154a113c3a req-c2ff8445-735b-4b1a-9b4c-80867ef951d9 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:15.159455 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-43a4a5eb-1091-4f68-8990-92154a113c3a req-c2ff8445-735b-4b1a-9b4c-80867ef951d9 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:15.176849 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-98646131-84d8-4dbb-9394-1a76ee5db390 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850248 Aug 05 13:58:15.197361 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-43a4a5eb-1091-4f68-8990-92154a113c3a req-c2ff8445-735b-4b1a-9b4c-80867ef951d9 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:15.198587 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43a4a5eb-1091-4f68-8990-92154a113c3a req-c2ff8445-735b-4b1a-9b4c-80867ef951d9 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1425922 Aug 05 13:58:15.216381 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b6cf0-5c49-40b3-bc6e-3153e2bc29af None None] Pushing event updated for resources: {'Port': ['ID=2eb43191-5709-4e59-a109-18b251211bd1,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:15.223898 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:58:15.254838 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8cb9bd12-4011-4136-9ce2-bffe66c1cc94 req-72662c9e-6ea4-4822-bfb7-e839ab660681 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884108 Aug 05 13:58:15.316455 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Attempting to bind port 2eb43191-5709-4e59-a109-18b251211bd1 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:58:15.316910 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Attempting to bind port 2eb43191-5709-4e59-a109-18b251211bd1 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:58:15.317340 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Attempting to bind port 2eb43191-5709-4e59-a109-18b251211bd1 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:58:15.327734 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:58:15.328004 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:15.328568 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:15.329275 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:58:15.329824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Bound port: 2eb43191-5709-4e59-a109-18b251211bd1, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:58:15.330483 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:15.350054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff8445-735b-4b1a-9b4c-80867ef951d9 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc3edec-6428-4ab7-870a-b49b5ac8b3d9,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:15.420427 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] For port 2eb43191-5709-4e59-a109-18b251211bd1, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:58:15.432293 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] For port 2eb43191-5709-4e59-a109-18b251211bd1, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2eb43191-5709-4e59-a109-18b251211bd1,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:58:15.449929 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8cb9bd12-4011-4136-9ce2-bffe66c1cc94 req-ad97748b-b4d6-4ba2-99c7-45f659609c3f service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816244 Aug 05 13:58:15.467601 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:15.503103 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:15.525053 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-78c0e05d-b7e0-4246-b59c-d7057e257743 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:15.536044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb302b-dee8-4b85-8fc2-dffd91498e99 req-afb1e90a-ee0d-4551-98ef-408c4b18cfd2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:15.537672 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bbcb302b-dee8-4b85-8fc2-dffd91498e99 req-afb1e90a-ee0d-4551-98ef-408c4b18cfd2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 944 time: 0.0867846 Aug 05 13:58:15.559523 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b6cf0-5c49-40b3-bc6e-3153e2bc29af None None] Pushing event updated for resources: {'Port': ['ID=2eb43191-5709-4e59-a109-18b251211bd1,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:15.583072 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-7d838369-b705-4b0f-81a7-bf1cdbaa84c0 service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878469 Aug 05 13:58:15.681920 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Routers {'4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:15.682650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:57:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:15.720119 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-78c0e05d-b7e0-4246-b59c-d7057e257743 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:15.755809 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bbcb302b-dee8-4b85-8fc2-dffd91498e99 req-d94df74b-7884-4419-b53e-e4089f524b44 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481667 Aug 05 13:58:15.758928 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-78c0e05d-b7e0-4246-b59c-d7057e257743 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:15.761390 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-78c0e05d-b7e0-4246-b59c-d7057e257743 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/subnets/3822f25f-b14a-4373-b0c5-a407264962fb HTTP/1.1" status: 204 len: 168 time: 1.1304677 Aug 05 13:58:15.764738 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49606) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:15.771032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0e05d-b7e0-4246-b59c-d7057e257743 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Subnet': ['ID=3822f25f-b14a-4373-b0c5-a407264962fb,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:15.794039 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18038584-9f2b-4af8-998b-20cd2fdbf198 req-f8a9a04a-1f3e-4c31-85e2-9e7321e5ade6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:15.801861 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-18038584-9f2b-4af8-998b-20cd2fdbf198 req-f8a9a04a-1f3e-4c31-85e2-9e7321e5ade6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.1514118 Aug 05 13:58:15.808341 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-372f96d6-472a-458c-9881-824b54d2ddc5 service neutron] 10.222.0.84 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164235 Aug 05 13:58:15.852864 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] Set router 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:58:15.855491 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-18038584-9f2b-4af8-998b-20cd2fdbf198 req-257cc908-a316-48f0-aa1d-20ec84f6b979 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521982 Aug 05 13:58:15.965919 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Allocated IP 172.20.0.1 (9abad8ab-841f-4069-b39f-5bb10bcfc23b/4ffb7cfc-542a-4e78-923d-06814a14f982/fb9f413e-9251-40de-8298-6cec599a0ee1) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:58:16.038181 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891a8a9-aae5-4f09-ab98-caf86d0d8451 req-0fd7bbc1-b89d-4cbc-9d7b-0f4a2562630b tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:16.042596 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ef0ff36a-f149-4080-87e1-f30163b6da39 req-06550c36-1732-49e1-9cd5-ac363b677712 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/fbc3edec-6428-4ab7-870a-b49b5ac8b3d9 HTTP/1.1" status: 200 len: 1804 time: 0.2231286 Aug 05 13:58:16.046554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4891a8a9-aae5-4f09-ab98-caf86d0d8451 req-0fd7bbc1-b89d-4cbc-9d7b-0f4a2562630b tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 945 time: 0.1019795 Aug 05 13:58:16.068059 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:16.090569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-ef0ff36a-f149-4080-87e1-f30163b6da39 req-15a25028-4b6c-4964-b8f1-4fe5d796c287 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fbc3edec-6428-4ab7-870a-b49b5ac8b3d9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:16.090971 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-ef0ff36a-f149-4080-87e1-f30163b6da39 req-15a25028-4b6c-4964-b8f1-4fe5d796c287 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fbc3edec-6428-4ab7-870a-b49b5ac8b3d9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:16.105146 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4891a8a9-aae5-4f09-ab98-caf86d0d8451 req-f7447aca-e1c2-4bcf-88d7-ad3de536b3c3 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575974 Aug 05 13:58:16.122215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a6ff8a-6fc0-4c30-bf0d-cb6d66cbc7ef None None] Network 23ff372d-0d1b-45d1-b1e7-e35c14e0311c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:16.238268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c631825-e76f-4689-97a8-080b2944579a req-4b3a3617-f556-4b2a-a62f-a3c67275a1f2 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:16.239947 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-4b3a3617-f556-4b2a-a62f-a3c67275a1f2 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49&tenant_id=ddc2755c0f634caaae1357405a91b9dd&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 1095 time: 0.1203644 Aug 05 13:58:16.301467 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d55a2-caa8-4abd-b456-fff51db0382e req-3451ea91-1f1f-4915-9bc4-32b34b0aad95 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:16.310569 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bf3d55a2-caa8-4abd-b456-fff51db0382e req-3451ea91-1f1f-4915-9bc4-32b34b0aad95 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 949 time: 0.1031415 Aug 05 13:58:16.312784 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:16.338566 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4ccbd29b-b90a-4399-a819-c807b50b5e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:16.370957 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bf3d55a2-caa8-4abd-b456-fff51db0382e req-8338c9d6-8f18-4ccb-9a06-abb86aa5d884 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592721 Aug 05 13:58:16.434143 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:16.502059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Transition to ACTIVE for port object fb9f413e-9251-40de-8298-6cec599a0ee1 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:16.505230 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2915fe-5efe-4c41-977c-3c574244b887 None None] DHCP port deletion for 23ff372d-0d1b-45d1-b1e7-e35c14e0311c request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 13:58:16.531725 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4c631825-e76f-4689-97a8-080b2944579a req-b871002e-e421-4e36-8e9a-4522fb678801 service neutron] For port b202055e-4dd4-45ac-ba7f-3daed8249fee, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:58:16.536662 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting port 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:16.537046 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:16.540724 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4c631825-e76f-4689-97a8-080b2944579a req-b871002e-e421-4e36-8e9a-4522fb678801 service neutron] Notify callbacks [] for binding, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:16.544271 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c631825-e76f-4689-97a8-080b2944579a req-b871002e-e421-4e36-8e9a-4522fb678801 service neutron] 10.222.0.84 "DELETE /v2.0/ports/b202055e-4dd4-45ac-ba7f-3daed8249fee/bindings/n-h1-803585-2 HTTP/1.1" status: 204 len: 173 time: 0.2913723 Aug 05 13:58:16.612301 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] For port 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1,segment=NetworkSegment(69605ee9-1d3e-4cbd-968c-5ddb4ade8ba0),segment_id=69605ee9-1d3e-4cbd-968c-5ddb4ade8ba0)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:16.613014 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:16.624128 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-190372702-router', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '2eb43191-5709-4e59-a109-18b251211bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:07Z', 'updated_at': '2021-08-05T13:58:11Z', 'revision_number': 3, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'gw_port': {'id': '2eb43191-5709-4e59-a109-18b251211bd1', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:09Z', 'updated_at': '2021-08-05T13:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:16.647173 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ef0ff36a-f149-4080-87e1-f30163b6da39 req-15a25028-4b6c-4964-b8f1-4fe5d796c287 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:16.650916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Calling delete_port for 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:16.661912 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9b18ee-8c84-4ea3-b873-45e30a18224e None None] The sync data for ids ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'] in n-d-803585-2 is: [{'id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-190372702-router', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '2eb43191-5709-4e59-a109-18b251211bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:07Z', 'updated_at': '2021-08-05T13:58:11Z', 'revision_number': 3, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'gw_port': {'id': '2eb43191-5709-4e59-a109-18b251211bd1', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:09Z', 'updated_at': '2021-08-05T13:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:58:16.664309 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-3a2915fe-5efe-4c41-977c-3c574244b887 None None] Deleting port 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:16.665082 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3a2915fe-5efe-4c41-977c-3c574244b887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:16.755639 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ef0ff36a-f149-4080-87e1-f30163b6da39 req-15a25028-4b6c-4964-b8f1-4fe5d796c287 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:16.787327 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3a2915fe-5efe-4c41-977c-3c574244b887 None None] For port 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1,segment=NetworkSegment(69605ee9-1d3e-4cbd-968c-5ddb4ade8ba0),segment_id=69605ee9-1d3e-4cbd-968c-5ddb4ade8ba0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:16.788177 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3a2915fe-5efe-4c41-977c-3c574244b887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:16.788803 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ef0ff36a-f149-4080-87e1-f30163b6da39 req-15a25028-4b6c-4964-b8f1-4fe5d796c287 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:16.824705 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-3a2915fe-5efe-4c41-977c-3c574244b887 None None] Calling delete_port for 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:16.833868 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:16.885294 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a25028-4b6c-4964-b8f1-4fe5d796c287 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b59eb2-61ac-4328-a248-72f3881984fd,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:16.897137 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ef0ff36a-f149-4080-87e1-f30163b6da39 req-15a25028-4b6c-4964-b8f1-4fe5d796c287 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:16.898209 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ef0ff36a-f149-4080-87e1-f30163b6da39 req-15a25028-4b6c-4964-b8f1-4fe5d796c287 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8449693 Aug 05 13:58:16.936900 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Network 9abad8ab-841f-4069-b39f-5bb10bcfc23b is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:16.947939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:16.962377 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:16.964746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:58:17.045384 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e70829-89d6-44f5-8202-187adab94331 req-c47350fc-2f0b-4c97-bbaa-5cb4d3e519df tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:17.070074 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b5e70829-89d6-44f5-8202-187adab94331 req-c47350fc-2f0b-4c97-bbaa-5cb4d3e519df tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 944 time: 0.1937866 Aug 05 13:58:17.080645 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3a2915fe-5efe-4c41-977c-3c574244b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:17.142765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Pushing event updated for resources: {'Port': ['ID=fb9f413e-9251-40de-8298-6cec599a0ee1,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:17.168948 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2915fe-5efe-4c41-977c-3c574244b887 None None] Pushing event deleted for resources: {'Port': ['ID=00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:17.177421 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2915fe-5efe-4c41-977c-3c574244b887 None None] No DVR routers for this DVR port 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:58:17.196710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:17.292456 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b5e70829-89d6-44f5-8202-187adab94331 req-7177d20e-7750-4a53-a674-39b2aac20ef3 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187314 Aug 05 13:58:17.320569 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:58:17.321359 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:58:17.345712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Port': ['ID=00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:17.359392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4986b-0866-4705-a024-16f07124155d req-2f2ece7b-bf8d-4dea-ab34-d6036978e627 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:17.361695 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d4f4986b-0866-4705-a024-16f07124155d req-2f2ece7b-bf8d-4dea-ab34-d6036978e627 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.63 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 945 time: 0.1534591 Aug 05 13:58:17.368835 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-fe152ff7-1cd1-41c2-ba2e-24bf6271f367 req-19c58cc6-4f5b-4cf4-811f-1081466233c6 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2054842341', 'description': 'tempest-description-510993792'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:17.380855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] No DVR routers for this DVR port 00b5c39b-bac5-4ee8-abfc-2eef3f50d0b1 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:58:17.408403 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fe152ff7-1cd1-41c2-ba2e-24bf6271f367 req-19c58cc6-4f5b-4cf4-811f-1081466233c6 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:17.500423 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:17.513881 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ff372d-0d1b-45d1-b1e7-e35c14e0311c']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:17.546926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69605ee9-1d3e-4cbd-968c-5ddb4ade8ba0') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:17.547233 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69605ee9-1d3e-4cbd-968c-5ddb4ade8ba0') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:17.562031 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:17.581343 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:17.590004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:58:17.590925 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:17.601031 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7aa12dde-8b44-4e40-a81f-a91ecfb4068f None None] Provisioning for port fb9f413e-9251-40de-8298-6cec599a0ee1 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:17.616364 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7aa12dde-8b44-4e40-a81f-a91ecfb4068f None None] Provisioning complete for port fb9f413e-9251-40de-8298-6cec599a0ee1 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:17.617027 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7aa12dde-8b44-4e40-a81f-a91ecfb4068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:17.627806 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fe152ff7-1cd1-41c2-ba2e-24bf6271f367 req-19c58cc6-4f5b-4cf4-811f-1081466233c6 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: timer() Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:58:17.669966 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:58:17.692532 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fe152ff7-1cd1-41c2-ba2e-24bf6271f367 req-19c58cc6-4f5b-4cf4-811f-1081466233c6 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:17.703213 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-7aa12dde-8b44-4e40-a81f-a91ecfb4068f None None] Port fb9f413e-9251-40de-8298-6cec599a0ee1 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:58:17.710240 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:17.729750 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:17.735813 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/networks/23ff372d-0d1b-45d1-b1e7-e35c14e0311c HTTP/1.1" status: 204 len: 168 time: 1.9678588 Aug 05 13:58:17.735971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c58cc6-4f5b-4cf4-811f-1081466233c6 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c87cc41-e546-485d-ac05-7951bcc8ce02,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:17.738192 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:17.741832 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49626) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:17.751105 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-4a3ae6bc-eacf-4d80-b7b5-9ec64358462d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1338055972'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:17.758581 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fe152ff7-1cd1-41c2-ba2e-24bf6271f367 req-19c58cc6-4f5b-4cf4-811f-1081466233c6 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:17.776786 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fe152ff7-1cd1-41c2-ba2e-24bf6271f367 req-19c58cc6-4f5b-4cf4-811f-1081466233c6 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4135430 Aug 05 13:58:17.846129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3ae6bc-eacf-4d80-b7b5-9ec64358462d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:58:17.856012 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae6bc-eacf-4d80-b7b5-9ec64358462d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:17.875439 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-d4f4986b-0866-4705-a024-16f07124155d req-06afdc0d-ed21-4a88-a5ca-9726d279a391 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Deleting port af2ae289-a5b6-4d00-8b89-e587d8aafb2b {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:17.875774 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d4f4986b-0866-4705-a024-16f07124155d req-06afdc0d-ed21-4a88-a5ca-9726d279a391 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:17.927753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fcc14-8505-415a-b1f0-ad55513cfe6f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Network': ['ID=23ff372d-0d1b-45d1-b1e7-e35c14e0311c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:17.944589 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5b8cc-f5bf-40ec-9ae8-7b828619fb20 req-39860d2e-2081-4610-921e-3c49867f1b8c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:17.946762 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0a5b8cc-f5bf-40ec-9ae8-7b828619fb20 req-39860d2e-2081-4610-921e-3c49867f1b8c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.7849443 Aug 05 13:58:17.988385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3ae6bc-eacf-4d80-b7b5-9ec64358462d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:58:17.997164 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:18.029955 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa13d35-e34c-4d57-ac78-d9b64371d028 req-85f5b935-0fda-4274-a26c-cceb52874ed7 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:18.031863 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2fa13d35-e34c-4d57-ac78-d9b64371d028 req-85f5b935-0fda-4274-a26c-cceb52874ed7 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 945 time: 0.1594155 Aug 05 13:58:18.063086 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0a5b8cc-f5bf-40ec-9ae8-7b828619fb20 req-40035710-f9c1-45d0-8d34-99ecc33d21b2 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969701 Aug 05 13:58:18.100601 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae6bc-eacf-4d80-b7b5-9ec64358462d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:18.101076 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-4a3ae6bc-eacf-4d80-b7b5-9ec64358462d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Added segment b0610e4e-cfbc-4a3a-8377-f5ebad14f1df of type vlan for network 87bb0d9a-729c-44eb-83f4-a25b391b8cf3 Aug 05 13:58:18.169801 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:58:18.173213 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2fa13d35-e34c-4d57-ac78-d9b64371d028 req-06e79bbd-215b-40b1-a746-a56c92906ae3 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280291 Aug 05 13:58:18.224398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-d4f4986b-0866-4705-a024-16f07124155d req-06afdc0d-ed21-4a88-a5ca-9726d279a391 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] For port af2ae289-a5b6-4d00-8b89-e587d8aafb2b, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=af2ae289-a5b6-4d00-8b89-e587d8aafb2b,segment=NetworkSegment(e0f2db41-7c35-4e82-8367-798b59bea943),segment_id=e0f2db41-7c35-4e82-8367-798b59bea943)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:18.227672 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d4f4986b-0866-4705-a024-16f07124155d req-06afdc0d-ed21-4a88-a5ca-9726d279a391 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:18.330406 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9516ef63-8937-48ff-8d02-6f90a06b44c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:18.360475 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:18.365545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:18.365940 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:18.400720 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:18.412869 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:18.428499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e3110-4d0e-4fb6-a444-f9198042b14b req-1e33b94b-2473-4e46-af79-88dbe99b7e84 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:18.431195 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a6e3110-4d0e-4fb6-a444-f9198042b14b req-1e33b94b-2473-4e46-af79-88dbe99b7e84 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 949 time: 0.1315145 Aug 05 13:58:18.505793 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:18.542676 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:18.559249 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad29ce8e-7779-462b-9d73-87db46a1ccdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:58:18.561527 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb09f48-3619-4323-a062-07c3af65e4bc" -d '{"events": [{"server_uuid": "ad29ce8e-7779-462b-9d73-87db46a1ccdd", "name": "network-vif-plugged", "status": "completed", "tag": "a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:58:18.569610 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:18.581116 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Pushing event updated for resources: {'Port': ['ID=fb9f413e-9251-40de-8298-6cec599a0ee1,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:18.582040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:18.588309 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:18.642427 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae6bc-eacf-4d80-b7b5-9ec64358462d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:18.694242 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:18.697709 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d4f4986b-0866-4705-a024-16f07124155d req-06afdc0d-ed21-4a88-a5ca-9726d279a391 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:18.698450 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d4f4986b-0866-4705-a024-16f07124155d req-06afdc0d-ed21-4a88-a5ca-9726d279a391 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:18.699017 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [req-d4f4986b-0866-4705-a024-16f07124155d req-06afdc0d-ed21-4a88-a5ca-9726d279a391 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Floating IP dd7f96d8-376f-4f22-be39-8a894e384cfb disassociated. External IP: 172.25.5.57, port: af2ae289-a5b6-4d00-8b89-e587d8aafb2b. Aug 05 13:58:18.699588 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-d4f4986b-0866-4705-a024-16f07124155d req-06afdc0d-ed21-4a88-a5ca-9726d279a391 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Calling delete_port for af2ae289-a5b6-4d00-8b89-e587d8aafb2b owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:18.716980 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a6e3110-4d0e-4fb6-a444-f9198042b14b req-28bf5b4c-f72e-4ed8-8d7b-46c18079c278 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510750 Aug 05 13:58:18.725069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Network 9abad8ab-841f-4069-b39f-5bb10bcfc23b is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:18.727726 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:18.872920 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae6bc-eacf-4d80-b7b5-9ec64358462d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:18.879116 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3ae6bc-eacf-4d80-b7b5-9ec64358462d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:18.879771 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae6bc-eacf-4d80-b7b5-9ec64358462d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:18.986842 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ac12e1ed-10a8-424b-95c3-e031b36186f3 req-b3ce89c2-f835-4d08-ba62-14111c2f447e tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/4c87cc41-e546-485d-ac05-7951bcc8ce02 HTTP/1.1" status: 200 len: 1804 time: 0.3516710 Aug 05 13:58:18.994713 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Router 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:58:19.007658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b180ef-9e92-4a8d-a8c0-0cc8e887fd00 req-f7ed9e67-132b-450f-a02b-9e705c0961f0 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:19.009727 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e4b180ef-9e92-4a8d-a8c0-0cc8e887fd00 req-f7ed9e67-132b-450f-a02b-9e705c0961f0 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 1095 time: 0.1234138 Aug 05 13:58:19.023503 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-ac12e1ed-10a8-424b-95c3-e031b36186f3 req-388766bb-b062-4390-8da8-e764cce9d2db tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4c87cc41-e546-485d-ac05-7951bcc8ce02', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:19.023929 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-ac12e1ed-10a8-424b-95c3-e031b36186f3 req-388766bb-b062-4390-8da8-e764cce9d2db tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4c87cc41-e546-485d-ac05-7951bcc8ce02', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:19.073554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4a3ae6bc-eacf-4d80-b7b5-9ec64358462d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3295300 Aug 05 13:58:19.080322 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49634) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:19.095298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ef79a795-2e45-4b2c-bf82-c708d7a6a823 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'subnet': {'network_id': '87bb0d9a-729c-44eb-83f4-a25b391b8cf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:19.149563 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2eb43191-5709-4e59-a109-18b251211bd1 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:58:19.157964 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e4b180ef-9e92-4a8d-a8c0-0cc8e887fd00 req-a5b6f098-c0c8-4e76-ac02-6e69bdf78bc0 tempest-LiveAutoBlockMigrationV225Test-132806091 tempest-LiveAutoBlockMigrationV225Test-132806091-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320391 Aug 05 13:58:19.265477 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ae6bc-eacf-4d80-b7b5-9ec64358462d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Network': ['ID=87bb0d9a-729c-44eb-83f4-a25b391b8cf3,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:19.275025 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4b0680d1-6fef-48ee-b05a-aeb4fa9fe3f2 None None] Provisioning complete for port fb9f413e-9251-40de-8298-6cec599a0ee1 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:19.275570 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4b0680d1-6fef-48ee-b05a-aeb4fa9fe3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:19.304024 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:58:19.319759 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b6d4c90c-bd7c-4d01-832d-c7f793250727 admin admin] 10.222.0.16 "PUT /v2.0/routers/4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4023743 Aug 05 13:58:19.381527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 87bb0d9a-729c-44eb-83f4-a25b391b8cf3 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:58:19.436353 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef79a795-2e45-4b2c-bf82-c708d7a6a823 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:58:19.447365 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef79a795-2e45-4b2c-bf82-c708d7a6a823 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:19.497483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4b0680d1-6fef-48ee-b05a-aeb4fa9fe3f2 None None] Port fb9f413e-9251-40de-8298-6cec599a0ee1 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:58:19.502620 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b764c6-ac8a-4979-867a-42aea8c2378d x-openstack-request-id: req-56b764c6-ac8a-4979-867a-42aea8c2378d {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:19.502939 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad29ce8e-7779-462b-9d73-87db46a1ccdd", "name": "network-vif-plugged", "status": "completed", "tag": "a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:19.503243 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56b764c6-ac8a-4979-867a-42aea8c2378d {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:19.503593 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad29ce8e-7779-462b-9d73-87db46a1ccdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5', 'code': 200} Aug 05 13:58:19.507805 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Sync routers for ids ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:58:19.528383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Routers {'4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:19.529132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:19.541597 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:19.631157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 2eb43191-5709-4e59-a109-18b251211bd1 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:19.638317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 2eb43191-5709-4e59-a109-18b251211bd1 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:19.638699 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:19.666750 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ac12e1ed-10a8-424b-95c3-e031b36186f3 req-388766bb-b062-4390-8da8-e764cce9d2db tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:19.771272 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d4f4986b-0866-4705-a024-16f07124155d req-06afdc0d-ed21-4a88-a5ca-9726d279a391 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:19.796392 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ac12e1ed-10a8-424b-95c3-e031b36186f3 req-388766bb-b062-4390-8da8-e764cce9d2db tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:19.827136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0baec-328b-47fb-ae6d-eb48ff7f9456 req-21d7745f-8279-466e-b521-d9b96ff8427f tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:19.829853 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6df0baec-328b-47fb-ae6d-eb48ff7f9456 req-21d7745f-8279-466e-b521-d9b96ff8427f tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.1312273 Aug 05 13:58:19.835601 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b9060-b87a-4a11-9ab9-20bfd4bce9e7 req-9b037154-f2fc-4d78-92a5-52aad4659a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:19.837904 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7e9b9060-b87a-4a11-9ab9-20bfd4bce9e7 req-9b037154-f2fc-4d78-92a5-52aad4659a5e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 1101 time: 0.1945567 Aug 05 13:58:19.843765 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ac12e1ed-10a8-424b-95c3-e031b36186f3 req-388766bb-b062-4390-8da8-e764cce9d2db tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:19.857611 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:19.861498 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afdc0d-ed21-4a88-a5ca-9726d279a391 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Pushing event deleted for resources: {'Port': ['ID=af2ae289-a5b6-4d00-8b89-e587d8aafb2b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:19.881342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Set router 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:58:19.922124 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388766bb-b062-4390-8da8-e764cce9d2db tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3bcbe4-ae45-4ffc-ae0a-22115e9ce2ed,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:19.942318 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 2eb43191-5709-4e59-a109-18b251211bd1, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2eb43191-5709-4e59-a109-18b251211bd1,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:19.942844 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6df0baec-328b-47fb-ae6d-eb48ff7f9456 req-a88fdf95-4c8e-43fd-8ec7-f0c592a0326f tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036725 Aug 05 13:58:19.953169 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:20.098468 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=2eb43191-5709-4e59-a109-18b251211bd1,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:20.114117 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7e9b9060-b87a-4a11-9ab9-20bfd4bce9e7 req-5aff1863-fee9-4eed-b1fd-ccfe3c4f953a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624774 Aug 05 13:58:20.116485 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b07e2e02-0b01-4ee5-8e97-cd50156ad2fc req-c3e6cf68-0115-4ff1-9889-4323495fca0a tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 210 time: 0.0378425 Aug 05 13:58:20.185797 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ac12e1ed-10a8-424b-95c3-e031b36186f3 req-388766bb-b062-4390-8da8-e764cce9d2db tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:20.201056 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ac12e1ed-10a8-424b-95c3-e031b36186f3 req-388766bb-b062-4390-8da8-e764cce9d2db tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.2129636 Aug 05 13:58:20.287608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-190372702-router', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '2eb43191-5709-4e59-a109-18b251211bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:07Z', 'updated_at': '2021-08-05T13:58:17Z', 'revision_number': 4, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'gw_port': {'id': '2eb43191-5709-4e59-a109-18b251211bd1', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:09Z', 'updated_at': '2021-08-05T13:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'fb9f413e-9251-40de-8298-6cec599a0ee1', 'name': '', 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'mac_address': 'fa:16:3e:0b:5a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:15Z', 'updated_at': '2021-08-05T13:58:18Z', 'revision_number': 2, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'subnets': [{'id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:20.341001 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Checking router: 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:58:20.341519 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Updating router 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 port fb9f413e-9251-40de-8298-6cec599a0ee1 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:58:20.396296 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4f4986b-0866-4705-a024-16f07124155d req-06afdc0d-ed21-4a88-a5ca-9726d279a391 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Router 34aed9d9-781b-4cdb-b3a9-796b202b5074 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:58:20.412018 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:20.457918 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef79a795-2e45-4b2c-bf82-c708d7a6a823 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:20.564815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79a795-2e45-4b2c-bf82-c708d7a6a823 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Subnet': ['ID=67351cbe-94e8-48f6-9a27-c07f978bc89e,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:20.657333 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dd68d-9ad7-4b7c-a104-c566942e87f7 req-d8e8dcbf-753f-4400-a502-365e891aadca tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:20.659002 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-740dd68d-9ad7-4b7c-a104-c566942e87f7 req-d8e8dcbf-753f-4400-a502-365e891aadca tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.2279224 Aug 05 13:58:20.690660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd163872-cc4b-47ae-b308-749c28be396e req-c9092d52-6168-4853-9534-c3f632c5db99 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:20.692341 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd163872-cc4b-47ae-b308-749c28be396e req-c9092d52-6168-4853-9534-c3f632c5db99 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/networks?id=9abad8ab-841f-4069-b39f-5bb10bcfc23b HTTP/1.1" status: 200 len: 828 time: 0.1881428 Aug 05 13:58:20.697461 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef79a795-2e45-4b2c-bf82-c708d7a6a823 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Checking segment: {'id': 'b0610e4e-cfbc-4a3a-8377-f5ebad14f1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '87bb0d9a-729c-44eb-83f4-a25b391b8cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:20.697461 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef79a795-2e45-4b2c-bf82-c708d7a6a823 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network hostable DHCP agents. Network: 87bb0d9a-729c-44eb-83f4-a25b391b8cf3, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:58:20.721194 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd163872-cc4b-47ae-b308-749c28be396e req-f96d1e9d-b7c0-419b-98d8-e2212b0073fd tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/quotas/98c6c1520e3e4272bc824b52ad079e1c HTTP/1.1" status: 200 len: 375 time: 0.0160685 Aug 05 13:58:20.737537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device af2ae289-a5b6-4d00-8b89-e587d8aafb2b no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:20.774132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: af2ae289-a5b6-4d00-8b89-e587d8aafb2b {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:58:20.774796 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device af2ae289-a5b6-4d00-8b89-e587d8aafb2b not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:58:20.811780 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-740dd68d-9ad7-4b7c-a104-c566942e87f7 req-9026e69c-c857-4930-b641-96b8300b0483 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353583 Aug 05 13:58:20.811909 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd163872-cc4b-47ae-b308-749c28be396e req-300944b5-47a1-4ec2-978c-421a6a4b71e0 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=98c6c1520e3e4272bc824b52ad079e1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799077 Aug 05 13:58:20.812013 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef79a795-2e45-4b2c-bf82-c708d7a6a823 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network 87bb0d9a-729c-44eb-83f4-a25b391b8cf3 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:58:20.834071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-68d75486-8fe4-4558-ba47-d3df668fb972 req-3939156d-79da-44db-89bc-8c43dfbeb889 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1071447550', 'description': 'tempest-description-1719305236'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:20.841314 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-ef79a795-2e45-4b2c-bf82-c708d7a6a823 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 87bb0d9a-729c-44eb-83f4-a25b391b8cf3) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:20.853328 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef79a795-2e45-4b2c-bf82-c708d7a6a823 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:20.853937 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef79a795-2e45-4b2c-bf82-c708d7a6a823 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:20.854137 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c922ea-77b8-4b66-bb3e-86216d269fab None None] Network 87bb0d9a-729c-44eb-83f4-a25b391b8cf3 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:20.861881 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4f4986b-0866-4705-a024-16f07124155d req-06afdc0d-ed21-4a88-a5ca-9726d279a391 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:58:20.878290 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c11eaff-e39e-4a8c-b668-692b14067d0e None None] Sync routers for ids ['34aed9d9-781b-4cdb-b3a9-796b202b5074'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:58:20.892302 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c11eaff-e39e-4a8c-b668-692b14067d0e None None] Routers {'34aed9d9-781b-4cdb-b3a9-796b202b5074'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:20.892938 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5c11eaff-e39e-4a8c-b668-692b14067d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['34aed9d9-781b-4cdb-b3a9-796b202b5074'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:20.920329 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f4986b-0866-4705-a024-16f07124155d req-06afdc0d-ed21-4a88-a5ca-9726d279a391 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] No DVR routers for this DVR port af2ae289-a5b6-4d00-8b89-e587d8aafb2b on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:58:20.922303 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-68d75486-8fe4-4558-ba47-d3df668fb972 req-3939156d-79da-44db-89bc-8c43dfbeb889 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:20.925154 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d4f4986b-0866-4705-a024-16f07124155d req-06afdc0d-ed21-4a88-a5ca-9726d279a391 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:20.927545 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d4f4986b-0866-4705-a024-16f07124155d req-06afdc0d-ed21-4a88-a5ca-9726d279a391 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.63 "DELETE /v2.0/ports/af2ae289-a5b6-4d00-8b89-e587d8aafb2b HTTP/1.1" status: 204 len: 173 time: 3.5321553 Aug 05 13:58:20.928061 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48d2050-2f9b-4084-b109-8726c2feaecc', 'name': 'network-vif-deleted', 'tag': 'af2ae289-a5b6-4d00-8b89-e587d8aafb2b'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:58:20.930796 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a55035-04df-4dd3-b6f9-8cf2db12322e" -d '{"events": [{"server_uuid": "c48d2050-2f9b-4084-b109-8726c2feaecc", "name": "network-vif-deleted", "tag": "af2ae289-a5b6-4d00-8b89-e587d8aafb2b"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:58:20.946993 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ef79a795-2e45-4b2c-bf82-c708d7a6a823 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8640828 Aug 05 13:58:20.950143 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49674) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:20.962885 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a434081b-b655-48de-838b-16dc376b45d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1916095252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:20.999212 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:58:21.028290 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:21.041056 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-68d75486-8fe4-4558-ba47-d3df668fb972 req-3939156d-79da-44db-89bc-8c43dfbeb889 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:21.053315 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Transition to ACTIVE for port object fb9f413e-9251-40de-8298-6cec599a0ee1 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:21.079873 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd163872-cc4b-47ae-b308-749c28be396e req-4d35ba4a-5cc8-4223-ab57-a53efa5e04ec service neutron] 10.222.0.16 "GET /v2.0/networks/9abad8ab-841f-4069-b39f-5bb10bcfc23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678695 Aug 05 13:58:21.095653 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-68d75486-8fe4-4558-ba47-d3df668fb972 req-3939156d-79da-44db-89bc-8c43dfbeb889 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:21.151088 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:21.217368 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-5c11eaff-e39e-4a8c-b668-692b14067d0e None None] Set router 34aed9d9-781b-4cdb-b3a9-796b202b5074 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:58:21.225407 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd163872-cc4b-47ae-b308-749c28be396e req-f56006d3-55e4-4eec-9f7b-397990575996 service neutron] 10.222.0.16 "GET /v2.0/networks/9abad8ab-841f-4069-b39f-5bb10bcfc23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355603 Aug 05 13:58:21.232756 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a434081b-b655-48de-838b-16dc376b45d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:21.235107 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a434081b-b655-48de-838b-16dc376b45d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:21.251999 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ec958-8e6e-47e7-b6d9-f4aa4c4b061c None None] Pushing event updated for resources: {'Port': ['ID=fb9f413e-9251-40de-8298-6cec599a0ee1,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:21.263513 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2eb43191-5709-4e59-a109-18b251211bd1 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:58:21.263750 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939156d-79da-44db-89bc-8c43dfbeb889 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db62ba7e-b3e5-46e9-a87c-6ba322579a06,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:21.266506 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-68d75486-8fe4-4558-ba47-d3df668fb972 req-3939156d-79da-44db-89bc-8c43dfbeb889 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:21.281766 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68d75486-8fe4-4558-ba47-d3df668fb972 req-3939156d-79da-44db-89bc-8c43dfbeb889 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4509382 Aug 05 13:58:21.308707 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338f16e-36dc-47ca-b044-909381fb7947 req-e05530d0-497f-4967-9c0c-0a5c60722a9c tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:21.315214 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2338f16e-36dc-47ca-b044-909381fb7947 req-e05530d0-497f-4967-9c0c-0a5c60722a9c tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.84 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 944 time: 0.2604849 Aug 05 13:58:21.423445 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a434081b-b655-48de-838b-16dc376b45d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:21.432450 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a434081b-b655-48de-838b-16dc376b45d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:21.455612 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a434081b-b655-48de-838b-16dc376b45d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:21.459987 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a434081b-b655-48de-838b-16dc376b45d4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5067666 Aug 05 13:58:21.460817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49694) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:21.577831 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1807a8fb-25ca-421e-b6de-f4acf9f18446 x-openstack-request-id: req-1807a8fb-25ca-421e-b6de-f4acf9f18446 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:21.578420 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48d2050-2f9b-4084-b109-8726c2feaecc", "name": "network-vif-deleted", "tag": "af2ae289-a5b6-4d00-8b89-e587d8aafb2b", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:21.578420 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1807a8fb-25ca-421e-b6de-f4acf9f18446 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:21.578805 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48d2050-2f9b-4084-b109-8726c2feaecc', 'name': 'network-vif-deleted', 'tag': 'af2ae289-a5b6-4d00-8b89-e587d8aafb2b', 'status': 'completed', 'code': 200} Aug 05 13:58:21.641240 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03263488-1892-4360-9de3-888b2db9e57b req-1977a291-ad3c-4996-ba0e-b620ad7d3ddc tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:21.644581 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03263488-1892-4360-9de3-888b2db9e57b req-1977a291-ad3c-4996-ba0e-b620ad7d3ddc tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 944 time: 0.2313063 Aug 05 13:58:21.652146 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-2338f16e-36dc-47ca-b044-909381fb7947 req-1d732740-95e5-4567-9cc7-daff68c80bbc tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Deleting port b202055e-4dd4-45ac-ba7f-3daed8249fee {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:21.652495 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2338f16e-36dc-47ca-b044-909381fb7947 req-1d732740-95e5-4567-9cc7-daff68c80bbc tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:21.681179 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0bf722ad-0274-4e9c-befd-d9b1b4428984 req-542aec70-162e-49f9-94f0-3cafa089d06c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2124352 Aug 05 13:58:21.716866 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:21.718727 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5c11eaff-e39e-4a8c-b668-692b14067d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:52:52Z', 'revision_number': 4, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'b84fbb80-67b6-4223-84df-34e5bc495fea', 'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'mac_address': 'fa:16:3e:d3:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00dd0760-9582-4502-9a67-893e71bba931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:50Z', 'updated_at': '2021-08-05T13:52:57Z', 'revision_number': 5, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'subnets': [{'id': '00dd0760-9582-4502-9a67-893e71bba931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:21.751261 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c11eaff-e39e-4a8c-b668-692b14067d0e None None] Checking router: 34aed9d9-781b-4cdb-b3a9-796b202b5074 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:58:21.781359 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c11eaff-e39e-4a8c-b668-692b14067d0e None None] Routers {'34aed9d9-781b-4cdb-b3a9-796b202b5074'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:21.784342 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5c11eaff-e39e-4a8c-b668-692b14067d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['34aed9d9-781b-4cdb-b3a9-796b202b5074'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:21.827289 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03263488-1892-4360-9de3-888b2db9e57b req-2b5e2d66-0892-4180-a762-6ae15d6503c9 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695645 Aug 05 13:58:22.007519 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 2eb43191-5709-4e59-a109-18b251211bd1 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:22.008517 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:22.014235 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Attempting to bind port fb9f413e-9251-40de-8298-6cec599a0ee1 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:58:22.022556 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-5c11eaff-e39e-4a8c-b668-692b14067d0e None None] Set router 34aed9d9-781b-4cdb-b3a9-796b202b5074 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:58:22.023255 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Attempting to bind port fb9f413e-9251-40de-8298-6cec599a0ee1 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'c870057b-dda9-45b4-b9e4-381c58cab10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:58:22.023255 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Attempting to bind port fb9f413e-9251-40de-8298-6cec599a0ee1 on network 9abad8ab-841f-4069-b39f-5bb10bcfc23b {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:58:22.082802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:58:22.083187 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Checking segment: {'id': 'c870057b-dda9-45b4-b9e4-381c58cab10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:22.083595 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:22.084014 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Bound using segment: {'id': 'c870057b-dda9-45b4-b9e4-381c58cab10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:58:22.084494 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Bound port: fb9f413e-9251-40de-8298-6cec599a0ee1, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c870057b-dda9-45b4-b9e4-381c58cab10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:58:22.084884 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:22.154157 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:22.182699 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334cd5b-abe5-4767-88d0-ffb6344a2122 req-31cacd32-74f1-443b-903e-1819ecda19be tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:22.204772 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a334cd5b-abe5-4767-88d0-ffb6344a2122 req-31cacd32-74f1-443b-903e-1819ecda19be tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.4956577 Aug 05 13:58:22.216440 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-87bb0d9a-729c-44eb-83f4-a25b391b8cf3', 'network_id': '87bb0d9a-729c-44eb-83f4-a25b391b8cf3', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'fixed_ips': [{'subnet_id': '67351cbe-94e8-48f6-9a27-c07f978bc89e'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:58:22.217711 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:22.421135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] For port fb9f413e-9251-40de-8298-6cec599a0ee1, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:58:22.446898 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-2338f16e-36dc-47ca-b044-909381fb7947 req-1d732740-95e5-4567-9cc7-daff68c80bbc tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] For port b202055e-4dd4-45ac-ba7f-3daed8249fee, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b202055e-4dd4-45ac-ba7f-3daed8249fee,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:22.447297 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2338f16e-36dc-47ca-b044-909381fb7947 req-1d732740-95e5-4567-9cc7-daff68c80bbc tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:22.450042 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] For port fb9f413e-9251-40de-8298-6cec599a0ee1, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fb9f413e-9251-40de-8298-6cec599a0ee1,segment=NetworkSegment(c870057b-dda9-45b4-b9e4-381c58cab10b),segment_id=c870057b-dda9-45b4-b9e4-381c58cab10b)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:58:22.460878 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5c11eaff-e39e-4a8c-b668-692b14067d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:52:52Z', 'revision_number': 4, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'b84fbb80-67b6-4223-84df-34e5bc495fea', 'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'mac_address': 'fa:16:3e:d3:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00dd0760-9582-4502-9a67-893e71bba931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:50Z', 'updated_at': '2021-08-05T13:52:57Z', 'revision_number': 5, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'subnets': [{'id': '00dd0760-9582-4502-9a67-893e71bba931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:22.461697 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-2338f16e-36dc-47ca-b044-909381fb7947 req-1d732740-95e5-4567-9cc7-daff68c80bbc tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Calling delete_port for b202055e-4dd4-45ac-ba7f-3daed8249fee owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:22.466659 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:22.502743 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c11eaff-e39e-4a8c-b668-692b14067d0e None None] The sync data for ids ['34aed9d9-781b-4cdb-b3a9-796b202b5074'] in n-d-803585-2 is: [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:52:52Z', 'revision_number': 4, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'b84fbb80-67b6-4223-84df-34e5bc495fea', 'name': '', 'network_id': 'ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'mac_address': 'fa:16:3e:d3:29:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '00dd0760-9582-4502-9a67-893e71bba931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:50Z', 'updated_at': '2021-08-05T13:52:57Z', 'revision_number': 5, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'subnets': [{'id': '00dd0760-9582-4502-9a67-893e71bba931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:58:22.562802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Routers {'4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:22.563562 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:22.597432 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf722ad-0274-4e9c-befd-d9b1b4428984 req-15f9cc61-d8e1-47ed-b8ca-dd352d13fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:22.607924 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0bf722ad-0274-4e9c-befd-d9b1b4428984 req-15f9cc61-d8e1-47ed-b8ca-dd352d13fb69 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ddc2755c0f634caaae1357405a91b9dd&device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 1096 time: 0.8448586 Aug 05 13:58:22.642922 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d56347a3-14aa-4004-b261-3054e381ae05 req-539eb27b-e0e7-4de5-8c27-310131c893d9 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48d2050-2f9b-4084-b109-8726c2feaecc HTTP/1.1" status: 200 len: 210 time: 0.1242850 Aug 05 13:58:22.687748 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-55915ca2-86be-419d-b3e6-f3165ca5ab2b req-63c963c2-36e7-4bf0-bb65-0b1bf2a3ed71 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1310299310', 'description': 'tempest-description-458948806'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:22.691043 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Allocated IP 2001:db8::2 (87bb0d9a-729c-44eb-83f4-a25b391b8cf3/67351cbe-94e8-48f6-9a27-c07f978bc89e/4139cf7d-ae66-49c8-a8e0-7ebef1c273ec) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:58:22.747340 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ec958-8e6e-47e7-b6d9-f4aa4c4b061c None None] Pushing event updated for resources: {'Port': ['ID=fb9f413e-9251-40de-8298-6cec599a0ee1,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:22.808502 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a334cd5b-abe5-4767-88d0-ffb6344a2122 req-d270abca-600f-4efd-9193-e9c6799a9e18 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883503 Aug 05 13:58:22.826721 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377af586-b20d-4674-9f8d-30d3b6a455f4 req-db2f178d-a85c-424b-b93f-9eeb75cb3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:22.828475 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-377af586-b20d-4674-9f8d-30d3b6a455f4 req-db2f178d-a85c-424b-b93f-9eeb75cb3347 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 1097 time: 0.3200016 Aug 05 13:58:22.920530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] Set router 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:58:22.929120 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-55915ca2-86be-419d-b3e6-f3165ca5ab2b req-63c963c2-36e7-4bf0-bb65-0b1bf2a3ed71 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:22.965762 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05d3794-ac02-4026-981d-36283bfdae06 None None] New status for floating IP dd7f96d8-376f-4f22-be39-8a894e384cfb: DOWN {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 13:58:22.986013 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2338f16e-36dc-47ca-b044-909381fb7947 req-1d732740-95e5-4567-9cc7-daff68c80bbc tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:23.022366 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['b202055e-4dd4-45ac-ba7f-3daed8249fee'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:58:23.025700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['64d73aec-86b8-4191-a076-a3e4b5cca50c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:58:23.029944 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-635f1c58-74ec-464e-81ca-b579dd74a9f6 req-efaa2395-777e-4f04-9415-6c8ecda119dc tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 210 time: 0.0374761 Aug 05 13:58:23.065318 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d732740-95e5-4567-9cc7-daff68c80bbc tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Pushing event deleted for resources: {'Port': ['ID=b202055e-4dd4-45ac-ba7f-3daed8249fee,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:23.111774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf722ad-0274-4e9c-befd-d9b1b4428984 req-7ffcbcbd-94b6-4c2a-bb24-226bd875e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:23.114716 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0bf722ad-0274-4e9c-befd-d9b1b4428984 req-7ffcbcbd-94b6-4c2a-bb24-226bd875e75a service neutron] 10.222.0.63 "GET /v2.0/networks?id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 200 len: 921 time: 0.4565716 Aug 05 13:58:23.210191 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2338f16e-36dc-47ca-b044-909381fb7947 req-1d732740-95e5-4567-9cc7-daff68c80bbc tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] No DVR routers for this DVR port b202055e-4dd4-45ac-ba7f-3daed8249fee on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:58:23.213093 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0bf722ad-0274-4e9c-befd-d9b1b4428984 req-c76a1a92-1bba-4fcd-8baa-bba0d4df4d40 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=767f9280-c0dd-41ca-a924-b87863437f67 HTTP/1.1" status: 200 len: 217 time: 0.0875711 Aug 05 13:58:23.216256 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2338f16e-36dc-47ca-b044-909381fb7947 req-1d732740-95e5-4567-9cc7-daff68c80bbc tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:23.217976 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2338f16e-36dc-47ca-b044-909381fb7947 req-1d732740-95e5-4567-9cc7-daff68c80bbc tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.84 "DELETE /v2.0/ports/b202055e-4dd4-45ac-ba7f-3daed8249fee HTTP/1.1" status: 204 len: 173 time: 1.8931413 Aug 05 13:58:23.248326 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:23.257574 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adce2b-d865-4bd8-82dd-d0b0c62d9fa7 req-928de61f-5f0e-41b6-a6bc-385665c0172d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:23.269205 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3adce2b-d865-4bd8-82dd-d0b0c62d9fa7 req-928de61f-5f0e-41b6-a6bc-385665c0172d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.1542006 Aug 05 13:58:23.280891 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf722ad-0274-4e9c-befd-d9b1b4428984 req-6bab59b8-9c67-4d35-94d4-5fa4af1affd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:23.282407 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0bf722ad-0274-4e9c-befd-d9b1b4428984 req-6bab59b8-9c67-4d35-94d4-5fa4af1affd7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 200 len: 860 time: 0.0568106 Aug 05 13:58:23.297482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Transition to ACTIVE for port object 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:23.312105 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd163872-cc4b-47ae-b308-749c28be396e req-4008f553-7e5b-464e-a8e2-ce31459a0425 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:23.313885 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd163872-cc4b-47ae-b308-749c28be396e req-4008f553-7e5b-464e-a8e2-ce31459a0425 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.63 "GET /v2.0/networks?id=9abad8ab-841f-4069-b39f-5bb10bcfc23b HTTP/1.1" status: 200 len: 828 time: 0.2145815 Aug 05 13:58:23.335396 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0bf722ad-0274-4e9c-befd-d9b1b4428984 req-fbed27cd-5fd4-4b94-940c-e7e176e75b97 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412033 Aug 05 13:58:23.339121 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-dd163872-cc4b-47ae-b308-749c28be396e req-6f68ef0c-021f-4a0d-9132-e269eed672bb tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Request body: {'port': {'device_id': 'f8698900-3902-4aa5-98ad-696abd0cb002', 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b', 'admin_state_up': True, 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:23.353655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Transition to ACTIVE for port object 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:23.373153 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377af586-b20d-4674-9f8d-30d3b6a455f4 req-6e264462-09b8-454e-871d-e6c7ece41c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:23.377773 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-377af586-b20d-4674-9f8d-30d3b6a455f4 req-6e264462-09b8-454e-871d-e6c7ece41c11 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 912 time: 0.5396717 Aug 05 13:58:23.383453 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:23.437971 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-377af586-b20d-4674-9f8d-30d3b6a455f4 req-c1523355-54f0-4af6-90c5-c18de7b56d07 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a5009e0-9e01-4dff-80a7-8ded1bce2e42 HTTP/1.1" status: 200 len: 217 time: 0.0400958 Aug 05 13:58:23.451865 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Allocated IP 2001:db8::1 (87bb0d9a-729c-44eb-83f4-a25b391b8cf3/67351cbe-94e8-48f6-9a27-c07f978bc89e/8b9cb37f-277c-45e7-aa32-fed06dc54720) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:58:23.519162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Network 87bb0d9a-729c-44eb-83f4-a25b391b8cf3 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:23.527796 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:23.535461 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:58:23.543721 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Pushing event updated for resources: {'Port': ['ID=4139cf7d-ae66-49c8-a8e0-7ebef1c273ec,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:23.587398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b19f9a-67de-43eb-b0bc-eaf570a36f49', 'name': 'network-vif-deleted', 'tag': 'b202055e-4dd4-45ac-ba7f-3daed8249fee'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:58:23.589668 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a680a811-8f80-4ca4-96a3-bd7e89ea3f66" -d '{"events": [{"server_uuid": "38b19f9a-67de-43eb-b0bc-eaf570a36f49", "name": "network-vif-deleted", "tag": "b202055e-4dd4-45ac-ba7f-3daed8249fee"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:58:23.637446 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0bf722ad-0274-4e9c-befd-d9b1b4428984 req-1d5584e8-3f26-4c18-8ea0-6e954bd7a41a service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892289 Aug 05 13:58:23.710336 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Attempting to bind port 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:58:23.711053 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Attempting to bind port 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b0610e4e-cfbc-4a3a-8377-f5ebad14f1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '87bb0d9a-729c-44eb-83f4-a25b391b8cf3'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:58:23.712375 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Attempting to bind port 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec on network 87bb0d9a-729c-44eb-83f4-a25b391b8cf3 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:58:23.721017 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:58:23.722268 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Checking segment: {'id': 'b0610e4e-cfbc-4a3a-8377-f5ebad14f1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '87bb0d9a-729c-44eb-83f4-a25b391b8cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:23.722848 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:23.723403 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Bound using segment: {'id': 'b0610e4e-cfbc-4a3a-8377-f5ebad14f1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '87bb0d9a-729c-44eb-83f4-a25b391b8cf3'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:58:23.724056 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Bound port: 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0610e4e-cfbc-4a3a-8377-f5ebad14f1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '87bb0d9a-729c-44eb-83f4-a25b391b8cf3'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:58:23.724612 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:23.739635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377af586-b20d-4674-9f8d-30d3b6a455f4 req-7ddf29a8-6435-4880-94a2-93dec326ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:23.741231 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-377af586-b20d-4674-9f8d-30d3b6a455f4 req-7ddf29a8-6435-4880-94a2-93dec326ddc5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0c9cb3b-02da-4b2d-886d-ad880aca8a5e HTTP/1.1" status: 200 len: 851 time: 0.1666472 Aug 05 13:58:23.749711 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-55915ca2-86be-419d-b3e6-f3165ca5ab2b req-63c963c2-36e7-4bf0-bb65-0b1bf2a3ed71 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:23.780974 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-55915ca2-86be-419d-b3e6-f3165ca5ab2b req-63c963c2-36e7-4bf0-bb65-0b1bf2a3ed71 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:23.834772 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] For port 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:58:23.840869 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-377af586-b20d-4674-9f8d-30d3b6a455f4 req-96ff3ba4-331b-4b1a-8d41-22a956bfc5f0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7447363-4b58-4abe-9e51-4d82c721285c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883687 Aug 05 13:58:23.842615 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] For port 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4139cf7d-ae66-49c8-a8e0-7ebef1c273ec,segment=NetworkSegment(b0610e4e-cfbc-4a3a-8377-f5ebad14f1df),segment_id=b0610e4e-cfbc-4a3a-8377-f5ebad14f1df)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:58:23.854356 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3adce2b-d865-4bd8-82dd-d0b0c62d9fa7 req-64d27da7-22a8-43ad-b61a-a1162c5f791c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789273 Aug 05 13:58:23.861504 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-190372702-router', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '2eb43191-5709-4e59-a109-18b251211bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:07Z', 'updated_at': '2021-08-05T13:58:17Z', 'revision_number': 4, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'gw_port': {'id': '2eb43191-5709-4e59-a109-18b251211bd1', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:09Z', 'updated_at': '2021-08-05T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'fb9f413e-9251-40de-8298-6cec599a0ee1', 'name': '', 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'mac_address': 'fa:16:3e:0b:5a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:15Z', 'updated_at': '2021-08-05T13:58:22Z', 'revision_number': 4, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'subnets': [{'id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:23.915628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d077738-e9cf-4b86-9d39-e50fdd416a03 None None] The sync data for ids ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'] in n-d-803585-2 is: [{'id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-190372702-router', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '2eb43191-5709-4e59-a109-18b251211bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:07Z', 'updated_at': '2021-08-05T13:58:17Z', 'revision_number': 4, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'gw_port': {'id': '2eb43191-5709-4e59-a109-18b251211bd1', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:09Z', 'updated_at': '2021-08-05T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'fb9f413e-9251-40de-8298-6cec599a0ee1', 'name': '', 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'mac_address': 'fa:16:3e:0b:5a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:15Z', 'updated_at': '2021-08-05T13:58:22Z', 'revision_number': 4, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'subnets': [{'id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:58:23.924952 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-55915ca2-86be-419d-b3e6-f3165ca5ab2b req-63c963c2-36e7-4bf0-bb65-0b1bf2a3ed71 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:23.925549 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-55915ca2-86be-419d-b3e6-f3165ca5ab2b req-63c963c2-36e7-4bf0-bb65-0b1bf2a3ed71 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2428429 Aug 05 13:58:23.952622 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:23.990840 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c963c2-36e7-4bf0-bb65-0b1bf2a3ed71 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8936c46c-ef16-4afa-b668-ae045207f797,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:24.036219 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0bf722ad-0274-4e9c-befd-d9b1b4428984 req-9377cc79-b17e-4025-80d3-442f8f628ef7 service neutron] 10.222.0.63 "GET /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898993 Aug 05 13:58:24.064612 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-377af586-b20d-4674-9f8d-30d3b6a455f4 req-ae9ba5b4-a20f-4b3c-a881-9cf874145d26 service neutron] 10.222.0.63 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107782 Aug 05 13:58:24.066345 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-102dc358-4a1f-476f-9760-06d166fd0f90 req-29a9d96b-ea8c-41f8-83ff-d62d469288bd tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 210 time: 0.0738409 Aug 05 13:58:24.150987 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd163872-cc4b-47ae-b308-749c28be396e req-6f68ef0c-021f-4a0d-9132-e269eed672bb tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Made reservation on behalf of 98c6c1520e3e4272bc824b52ad079e1c for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:58:24.157010 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dd163872-cc4b-47ae-b308-749c28be396e req-6f68ef0c-021f-4a0d-9132-e269eed672bb tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:24.180631 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a609277e-d79e-45a5-bc43-2de38f848c50 x-openstack-request-id: req-a609277e-d79e-45a5-bc43-2de38f848c50 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:24.181129 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b19f9a-67de-43eb-b0bc-eaf570a36f49", "name": "network-vif-deleted", "tag": "b202055e-4dd4-45ac-ba7f-3daed8249fee", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:24.181482 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a609277e-d79e-45a5-bc43-2de38f848c50 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:24.183997 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b19f9a-67de-43eb-b0bc-eaf570a36f49', 'name': 'network-vif-deleted', 'tag': 'b202055e-4dd4-45ac-ba7f-3daed8249fee', 'status': 'completed', 'code': 200} Aug 05 13:58:24.190730 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:24.248022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Transition to ACTIVE for port object 8b9cb37f-277c-45e7-aa32-fed06dc54720 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:24.317030 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170a7ff-c704-4b97-bd1a-841b8c3966e7 None None] Pushing event updated for resources: {'Port': ['ID=4139cf7d-ae66-49c8-a8e0-7ebef1c273ec,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:24.393730 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-377af586-b20d-4674-9f8d-30d3b6a455f4 req-8083e563-7d03-4898-a687-b7215450597a service neutron] 10.222.0.63 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154233 Aug 05 13:58:24.487486 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795a745-e121-448a-b30f-14306052a31a req-061f12d7-d87d-4d65-a2de-9a238b6bd55d tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:24.509014 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1795a745-e121-448a-b30f-14306052a31a req-061f12d7-d87d-4d65-a2de-9a238b6bd55d tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 946 time: 0.2059550 Aug 05 13:58:24.550432 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:24.620796 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1795a745-e121-448a-b30f-14306052a31a req-f64eb26a-2c4c-4a62-b412-f426cb7d8bf9 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107421 Aug 05 13:58:24.731839 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:24.760608 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-dd163872-cc4b-47ae-b308-749c28be396e req-6f68ef0c-021f-4a0d-9132-e269eed672bb tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Allocated IP 172.20.0.12 (9abad8ab-841f-4069-b39f-5bb10bcfc23b/4ffb7cfc-542a-4e78-923d-06814a14f982/72b0e84a-5f3b-40cb-8e55-f1ec134503ad) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:58:24.820168 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50c4157a-89e1-4079-b0e4-ebf86e4862a5 req-d43fa3e6-ca5d-4f6a-bd25-1ac5f60da388 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/db62ba7e-b3e5-46e9-a87c-6ba322579a06 HTTP/1.1" status: 200 len: 1805 time: 0.0780323 Aug 05 13:58:24.890473 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:24.942844 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50c4157a-89e1-4079-b0e4-ebf86e4862a5 req-3af98d2e-696d-425b-a439-e6e01f699b20 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/8936c46c-ef16-4afa-b668-ae045207f797 HTTP/1.1" status: 200 len: 1804 time: 0.1138690 Aug 05 13:58:24.967639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9c3202-4e1a-4406-85cd-bbaa78d0ca22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a5009e0-9e01-4dff-80a7-8ded1bce2e42'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:58:24.975735 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f071242c-0fe2-4e2f-8045-4b9b9569970f" -d '{"events": [{"server_uuid": "aa9c3202-4e1a-4406-85cd-bbaa78d0ca22", "name": "network-vif-unplugged", "status": "completed", "tag": "2a5009e0-9e01-4dff-80a7-8ded1bce2e42"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:58:24.979616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-50c4157a-89e1-4079-b0e4-ebf86e4862a5 req-66637f7c-331f-41a0-9008-2766ee107f57 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'db62ba7e-b3e5-46e9-a87c-6ba322579a06', 'remote_group_id': '8936c46c-ef16-4afa-b668-ae045207f797', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:24.979933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-50c4157a-89e1-4079-b0e4-ebf86e4862a5 req-66637f7c-331f-41a0-9008-2766ee107f57 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'db62ba7e-b3e5-46e9-a87c-6ba322579a06', 'remote_group_id': '8936c46c-ef16-4afa-b668-ae045207f797', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:25.001211 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2a5009e0-9e01-4dff-80a7-8ded1bce2e42,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:25.012551 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:25.020838 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network 87bb0d9a-729c-44eb-83f4-a25b391b8cf3 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:25.034958 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:25.060189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=8b9cb37f-277c-45e7-aa32-fed06dc54720,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:25.064684 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:58:25.066041 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:25.116420 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-50c4157a-89e1-4079-b0e4-ebf86e4862a5 req-66637f7c-331f-41a0-9008-2766ee107f57 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:25.162335 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=2a5009e0-9e01-4dff-80a7-8ded1bce2e42,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:25.169349 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd17e3b-7e25-49c3-8090-a349106315f3 req-e9e0bd87-5637-4f5c-ac05-72c2c252d23c tempest-MigrationsAdminTest-106011559 tempest-MigrationsAdminTest-106011559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:25.181202 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2bd17e3b-7e25-49c3-8090-a349106315f3 req-e9e0bd87-5637-4f5c-ac05-72c2c252d23c tempest-MigrationsAdminTest-106011559 tempest-MigrationsAdminTest-106011559-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 1101 time: 0.5656283 Aug 05 13:58:25.211790 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fb9f413e-9251-40de-8298-6cec599a0ee1 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:58:25.214450 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-50c4157a-89e1-4079-b0e4-ebf86e4862a5 req-66637f7c-331f-41a0-9008-2766ee107f57 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:25.225473 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-50c4157a-89e1-4079-b0e4-ebf86e4862a5 req-66637f7c-331f-41a0-9008-2766ee107f57 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:25.258841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66637f7c-331f-41a0-9008-2766ee107f57 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91686a5f-4532-419b-8c37-eb1b3eb9ee7d,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:25.275851 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2bd17e3b-7e25-49c3-8090-a349106315f3 req-da6f1d2a-5cd5-4756-84b0-4adc893f1709 tempest-MigrationsAdminTest-106011559 tempest-MigrationsAdminTest-106011559-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:25.277704 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-50c4157a-89e1-4079-b0e4-ebf86e4862a5 req-66637f7c-331f-41a0-9008-2766ee107f57 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:25.279478 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port fb9f413e-9251-40de-8298-6cec599a0ee1 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:25.280585 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50c4157a-89e1-4079-b0e4-ebf86e4862a5 req-66637f7c-331f-41a0-9008-2766ee107f57 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3139243 Aug 05 13:58:25.286831 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dd163872-cc4b-47ae-b308-749c28be396e req-6f68ef0c-021f-4a0d-9132-e269eed672bb tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:25.300942 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port fb9f413e-9251-40de-8298-6cec599a0ee1 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:25.303643 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:25.335474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-dd163872-cc4b-47ae-b308-749c28be396e req-6f68ef0c-021f-4a0d-9132-e269eed672bb tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Transition to ACTIVE for port object 72b0e84a-5f3b-40cb-8e55-f1ec134503ad will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:25.450196 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7e7c3824-1d9b-471b-9a08-95affe33194c req-7b43c706-3d5c-49f3-9eae-da6ae7521781 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 210 time: 0.0569196 Aug 05 13:58:25.501113 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:25.511192 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dd163872-cc4b-47ae-b308-749c28be396e req-6f68ef0c-021f-4a0d-9132-e269eed672bb tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:25.594945 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd163872-cc4b-47ae-b308-749c28be396e req-6f68ef0c-021f-4a0d-9132-e269eed672bb tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Network 9abad8ab-841f-4069-b39f-5bb10bcfc23b is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:25.613534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-dd163872-cc4b-47ae-b308-749c28be396e req-6f68ef0c-021f-4a0d-9132-e269eed672bb tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:25.654593 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 13:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a24402f-907f-45b3-8149-921520ed06a6 x-openstack-request-id: req-7a24402f-907f-45b3-8149-921520ed06a6 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:25.654931 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9c3202-4e1a-4406-85cd-bbaa78d0ca22", "name": "network-vif-unplugged", "status": "completed", "tag": "2a5009e0-9e01-4dff-80a7-8ded1bce2e42", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:25.655192 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a24402f-907f-45b3-8149-921520ed06a6 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:25.655608 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9c3202-4e1a-4406-85cd-bbaa78d0ca22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a5009e0-9e01-4dff-80a7-8ded1bce2e42', 'code': 200} Aug 05 13:58:25.684300 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd163872-cc4b-47ae-b308-749c28be396e req-6f68ef0c-021f-4a0d-9132-e269eed672bb tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:58:25.801034 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e81ee6db-52e0-4e23-bf09-1a206b7a28c4 req-766f1eb4-db17-479d-b0a4-7246386da612 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 210 time: 0.0734196 Aug 05 13:58:25.828400 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-28e8b39e-639f-4baa-b5ec-7b6dc1f0ffa3 req-f2fbc29a-60d5-4b3a-9042-06729e52064e tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1759757355', 'description': 'tempest-description-330460895'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:25.829635 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:25.851045 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68ef0c-021f-4a0d-9132-e269eed672bb tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Pushing event updated for resources: {'Port': ['ID=72b0e84a-5f3b-40cb-8e55-f1ec134503ad,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:25.900861 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port fb9f413e-9251-40de-8298-6cec599a0ee1, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fb9f413e-9251-40de-8298-6cec599a0ee1,segment=NetworkSegment(c870057b-dda9-45b4-b9e4-381c58cab10b),segment_id=c870057b-dda9-45b4-b9e4-381c58cab10b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:25.913325 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:25.915959 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:58:25.920519 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd163872-cc4b-47ae-b308-749c28be396e req-6f68ef0c-021f-4a0d-9132-e269eed672bb tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:25.922042 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dd163872-cc4b-47ae-b308-749c28be396e req-6f68ef0c-021f-4a0d-9132-e269eed672bb tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.029581 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2bd17e3b-7e25-49c3-8090-a349106315f3 req-da6f1d2a-5cd5-4756-84b0-4adc893f1709 tempest-MigrationsAdminTest-106011559 tempest-MigrationsAdminTest-106011559-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.046412 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2bd17e3b-7e25-49c3-8090-a349106315f3 req-da6f1d2a-5cd5-4756-84b0-4adc893f1709 tempest-MigrationsAdminTest-106011559 tempest-MigrationsAdminTest-106011559-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.072166 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-28e8b39e-639f-4baa-b5ec-7b6dc1f0ffa3 req-f2fbc29a-60d5-4b3a-9042-06729e52064e tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.119045 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd163872-cc4b-47ae-b308-749c28be396e req-6f68ef0c-021f-4a0d-9132-e269eed672bb tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7875011 Aug 05 13:58:26.150154 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2bd17e3b-7e25-49c3-8090-a349106315f3 req-da6f1d2a-5cd5-4756-84b0-4adc893f1709 tempest-MigrationsAdminTest-106011559 tempest-MigrationsAdminTest-106011559-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9677966 Aug 05 13:58:26.153308 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6f7134-37f9-4556-893f-2be4125cedf3 None None] Network 87bb0d9a-729c-44eb-83f4-a25b391b8cf3 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:26.158214 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=fb9f413e-9251-40de-8298-6cec599a0ee1,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:26.166522 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Request body: {'port': {'device_id': 'f8698900-3902-4aa5-98ad-696abd0cb002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:26.215900 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f1d2a-5cd5-4756-84b0-4adc893f1709 tempest-MigrationsAdminTest-106011559 tempest-MigrationsAdminTest-106011559-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0664d840-0dec-40a6-bbdb-0da23b290ab4,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:26.286110 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device b202055e-4dd4-45ac-ba7f-3daed8249fee no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:26.299913 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-28e8b39e-639f-4baa-b5ec-7b6dc1f0ffa3 req-f2fbc29a-60d5-4b3a-9042-06729e52064e tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.308148 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-28e8b39e-639f-4baa-b5ec-7b6dc1f0ffa3 req-f2fbc29a-60d5-4b3a-9042-06729e52064e tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.347598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: b202055e-4dd4-45ac-ba7f-3daed8249fee {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:58:26.348247 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device b202055e-4dd4-45ac-ba7f-3daed8249fee not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:58:26.349856 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:26.354105 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.373256 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbc29a-60d5-4b3a-9042-06729e52064e tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6042aa-9867-4a44-8331-c7963376cbfd,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:26.374901 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-40636f06-b892-41ba-acef-1619f936ab42 None None] Provisioning for port 72b0e84a-5f3b-40cb-8e55-f1ec134503ad completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:26.383639 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-28e8b39e-639f-4baa-b5ec-7b6dc1f0ffa3 req-f2fbc29a-60d5-4b3a-9042-06729e52064e tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.386223 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-28e8b39e-639f-4baa-b5ec-7b6dc1f0ffa3 req-f2fbc29a-60d5-4b3a-9042-06729e52064e tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5622611 Aug 05 13:58:26.393228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-40636f06-b892-41ba-acef-1619f936ab42 None None] Provisioning complete for port 72b0e84a-5f3b-40cb-8e55-f1ec134503ad triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:26.393728 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-40636f06-b892-41ba-acef-1619f936ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.446214 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-40636f06-b892-41ba-acef-1619f936ab42 None None] Port 72b0e84a-5f3b-40cb-8e55-f1ec134503ad cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:58:26.472799 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-40636f06-b892-41ba-acef-1619f936ab42 None None] Provisioning for port 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:26.481483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-40636f06-b892-41ba-acef-1619f936ab42 None None] Provisioning complete for port 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:26.482007 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-40636f06-b892-41ba-acef-1619f936ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.513647 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6817840-56ab-4847-aaad-affa39eaaa85 req-9495ce95-82b4-495b-9bf9-229856b2e77a tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:26.515337 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a6817840-56ab-4847-aaad-affa39eaaa85 req-9495ce95-82b4-495b-9bf9-229856b2e77a tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 944 time: 0.1733744 Aug 05 13:58:26.574663 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.579493 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a6817840-56ab-4847-aaad-affa39eaaa85 req-c45617fc-5332-4d91-82e4-1f1b6e23589a tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559630 Aug 05 13:58:26.638040 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.640511 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.658378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49752) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:26.678216 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-40636f06-b892-41ba-acef-1619f936ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.719816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4b831b98-eb42-4ab7-9a7b-4a88b1a3615e req-3a4fe16f-1ad9-46f6-8dfe-e5732759f900 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-737202550', 'description': 'tempest-description-1370539291'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:26.732004 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-40636f06-b892-41ba-acef-1619f936ab42 None None] For port 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4139cf7d-ae66-49c8-a8e0-7ebef1c273ec,segment=NetworkSegment(b0610e4e-cfbc-4a3a-8377-f5ebad14f1df),segment_id=b0610e4e-cfbc-4a3a-8377-f5ebad14f1df)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:26.738584 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-40636f06-b892-41ba-acef-1619f936ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.809037 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-006544f3-e62b-47d8-9e86-52406fa26639 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.841261 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40636f06-b892-41ba-acef-1619f936ab42 None None] Pushing event updated for resources: {'Port': ['ID=4139cf7d-ae66-49c8-a8e0-7ebef1c273ec,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:26.861919 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-006544f3-e62b-47d8-9e86-52406fa26639 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.883275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=8b9cb37f-277c-45e7-aa32-fed06dc54720,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:26.909626 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b831b98-eb42-4ab7-9a7b-4a88b1a3615e req-3a4fe16f-1ad9-46f6-8dfe-e5732759f900 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.980793 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-006544f3-e62b-47d8-9e86-52406fa26639 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.983390 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-006544f3-e62b-47d8-9e86-52406fa26639 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:26.987155 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-006544f3-e62b-47d8-9e86-52406fa26639 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "DELETE /v2.0/security-groups/8cfb7a1d-6588-4a77-a3ce-0daca06eb72f HTTP/1.1" status: 204 len: 168 time: 0.3246498 Aug 05 13:58:26.998364 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49762) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:27.012285 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006544f3-e62b-47d8-9e86-52406fa26639 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfb7a1d-6588-4a77-a3ce-0daca06eb72f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:27.037838 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-15835588-fedb-4e80-9927-331b6e3fadb6 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] show failed (client error): The resource could not be found. Aug 05 13:58:27.041876 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-15835588-fedb-4e80-9927-331b6e3fadb6 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "GET /v2.0/security-groups/8cfb7a1d-6588-4a77-a3ce-0daca06eb72f HTTP/1.1" status: 404 len: 347 time: 0.0394006 Aug 05 13:58:27.045343 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49764) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:27.107093 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fb9f413e-9251-40de-8298-6cec599a0ee1 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:58:27.112561 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network 87bb0d9a-729c-44eb-83f4-a25b391b8cf3 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:27.121261 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:27.216371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bdd58b5c-58af-417e-91f9-fc8c34cd472f None None] Provisioning complete for port 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:27.217044 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bdd58b5c-58af-417e-91f9-fc8c34cd472f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:27.270748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port fb9f413e-9251-40de-8298-6cec599a0ee1 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:27.271467 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:27.358343 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b0e84a-5f3b-40cb-8e55-f1ec134503ad {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:58:27.369928 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b831b98-eb42-4ab7-9a7b-4a88b1a3615e req-3a4fe16f-1ad9-46f6-8dfe-e5732759f900 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:27.379757 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:27.389347 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b831b98-eb42-4ab7-9a7b-4a88b1a3615e req-3a4fe16f-1ad9-46f6-8dfe-e5732759f900 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:27.427321 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b831b98-eb42-4ab7-9a7b-4a88b1a3615e req-3a4fe16f-1ad9-46f6-8dfe-e5732759f900 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:27.428509 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b831b98-eb42-4ab7-9a7b-4a88b1a3615e req-3a4fe16f-1ad9-46f6-8dfe-e5732759f900 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7256775 Aug 05 13:58:27.433034 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Transition to ACTIVE for port object 72b0e84a-5f3b-40cb-8e55-f1ec134503ad will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:27.444267 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router 790f1c53-c9a7-4abd-8e7f-506615351a06 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 13:58:27.458555 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:27.464935 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-4c3ddfb8-ffe5-4f9d-a5b4-8c65d9d28422 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1602390 Aug 05 13:58:27.494357 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaa5eb-6e47-4c85-9b84-1a3755400d81 req-fd65d07c-23fd-4aa7-81eb-40902eca42ac tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:27.495899 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5bfaa5eb-6e47-4c85-9b84-1a3755400d81 req-fd65d07c-23fd-4aa7-81eb-40902eca42ac tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 932 time: 0.1547105 Aug 05 13:58:27.526530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Pushing event updated for resources: {'Port': ['ID=72b0e84a-5f3b-40cb-8e55-f1ec134503ad,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:27.534026 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fe16f-1ad9-46f6-8dfe-e5732759f900 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7554b8-9e2c-4424-bedc-a8ceac5d9899,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:27.534464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-0844c77d-be04-4da3-ada5-154068835615 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Deleting port 04873890-3f26-430f-b7e3-247167126cdc {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:27.535144 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0844c77d-be04-4da3-ada5-154068835615 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:27.542352 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:58:27.555938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bdd58b5c-58af-417e-91f9-fc8c34cd472f None None] Provisioning for port 8b9cb37f-277c-45e7-aa32-fed06dc54720 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:27.593631 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bdd58b5c-58af-417e-91f9-fc8c34cd472f None None] Provisioning complete for port 8b9cb37f-277c-45e7-aa32-fed06dc54720 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:27.594400 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bdd58b5c-58af-417e-91f9-fc8c34cd472f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:27.663299 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0844c77d-be04-4da3-ada5-154068835615 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:27.663656 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0844c77d-be04-4da3-ada5-154068835615 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:27.684925 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-bdd58b5c-58af-417e-91f9-fc8c34cd472f None None] Port 8b9cb37f-277c-45e7-aa32-fed06dc54720 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:58:27.696891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:27.697207 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:27.701801 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-0844c77d-be04-4da3-ada5-154068835615 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Calling delete_port for 04873890-3f26-430f-b7e3-247167126cdc owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:27.726928 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:58:27.749058 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879218d4-bcef-4680-8a5c-d42d6ade91bb None None] Sync routers for ids ['790f1c53-c9a7-4abd-8e7f-506615351a06'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:58:27.753746 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ec53f265-0233-4316-bffd-1d556424078f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/790f1c53-c9a7-4abd-8e7f-506615351a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2916331 Aug 05 13:58:27.761791 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d31daa3e-dae7-4ee1-af39-0de5e60f7539 req-a7760d76-a27c-49f7-830c-ac5d319e108b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 210 time: 0.0883198 Aug 05 13:58:27.765012 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49784) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:27.782986 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879218d4-bcef-4680-8a5c-d42d6ade91bb None None] Routers {'790f1c53-c9a7-4abd-8e7f-506615351a06'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:27.783648 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-879218d4-bcef-4680-8a5c-d42d6ade91bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['790f1c53-c9a7-4abd-8e7f-506615351a06'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:27.908901 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-879218d4-bcef-4680-8a5c-d42d6ade91bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:27.918188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ec59094f-dc2f-4733-8fdc-4ba6b9ef4b7d None None] Provisioning complete for port 8b9cb37f-277c-45e7-aa32-fed06dc54720 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:27.918611 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ec59094f-dc2f-4733-8fdc-4ba6b9ef4b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:27.944736 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879218d4-bcef-4680-8a5c-d42d6ade91bb None None] Routers {'790f1c53-c9a7-4abd-8e7f-506615351a06'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:27.946853 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-879218d4-bcef-4680-8a5c-d42d6ade91bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['790f1c53-c9a7-4abd-8e7f-506615351a06'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:27.958745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2733025e-43f1-4a41-b46a-32840d3ff262 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:27.961770 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2733025e-43f1-4a41-b46a-32840d3ff262 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports/8b9cb37f-277c-45e7-aa32-fed06dc54720 HTTP/1.1" status: 200 len: 911 time: 0.1951134 Aug 05 13:58:27.965613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49792) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:27.996884 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0844c77d-be04-4da3-ada5-154068835615 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:28.019473 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-ec59094f-dc2f-4733-8fdc-4ba6b9ef4b7d None None] Port 8b9cb37f-277c-45e7-aa32-fed06dc54720 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:58:28.038407 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-879218d4-bcef-4680-8a5c-d42d6ade91bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:28.039765 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879218d4-bcef-4680-8a5c-d42d6ade91bb None None] The sync data for ids ['790f1c53-c9a7-4abd-8e7f-506615351a06'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:58:28.074663 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5bfaa5eb-6e47-4c85-9b84-1a3755400d81 req-99057385-9c99-486f-9ab5-4ca5686616c1 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/security-groups?id=d90f85b8-7243-4e70-9d65-76ae3920a910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664251 Aug 05 13:58:28.077415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844c77d-be04-4da3-ada5-154068835615 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Pushing event deleted for resources: {'Port': ['ID=04873890-3f26-430f-b7e3-247167126cdc,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:28.160203 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f42dde7a-9321-4346-9d1f-8004e2b8dc51 None None] Provisioning complete for port 8b9cb37f-277c-45e7-aa32-fed06dc54720 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:28.161358 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f42dde7a-9321-4346-9d1f-8004e2b8dc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:28.185396 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab356fe1-8821-41cd-a6be-9020174aa4e5 req-1e2691d2-6f57-4df9-9dfc-7bb90542d719 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/5a6042aa-9867-4a44-8331-c7963376cbfd HTTP/1.1" status: 200 len: 1804 time: 0.0686004 Aug 05 13:58:28.194048 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0844c77d-be04-4da3-ada5-154068835615 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:28.196830 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0844c77d-be04-4da3-ada5-154068835615 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:28.201284 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0844c77d-be04-4da3-ada5-154068835615 tempest-ServersWithSpecificFlavorTestJSON-1291757071 tempest-ServersWithSpecificFlavorTestJSON-1291757071-project] 10.222.0.16 "DELETE /v2.0/floatingips/dd7f96d8-376f-4f22-be39-8a894e384cfb HTTP/1.1" status: 204 len: 168 time: 1.1548302 Aug 05 13:58:28.218415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f42dde7a-9321-4346-9d1f-8004e2b8dc51 None None] Port 8b9cb37f-277c-45e7-aa32-fed06dc54720 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:58:28.253051 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab356fe1-8821-41cd-a6be-9020174aa4e5 req-108d3363-61ed-40e6-a241-e121fd6ef035 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/8e7554b8-9e2c-4424-bedc-a8ceac5d9899 HTTP/1.1" status: 200 len: 1804 time: 0.0598261 Aug 05 13:58:28.257969 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-ab356fe1-8821-41cd-a6be-9020174aa4e5 req-9dec84f7-4bf8-4e67-aeec-68a36590be6f tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5a6042aa-9867-4a44-8331-c7963376cbfd', 'remote_group_id': '8e7554b8-9e2c-4424-bedc-a8ceac5d9899', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:28.258305 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-ab356fe1-8821-41cd-a6be-9020174aa4e5 req-9dec84f7-4bf8-4e67-aeec-68a36590be6f tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5a6042aa-9867-4a44-8331-c7963376cbfd', 'remote_group_id': '8e7554b8-9e2c-4424-bedc-a8ceac5d9899', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:28.347916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba64a8-2236-495f-b315-4046e1dee78d req-5344e683-fb7c-4d3b-8856-09d41212f3d5 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:28.354020 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ab356fe1-8821-41cd-a6be-9020174aa4e5 req-9dec84f7-4bf8-4e67-aeec-68a36590be6f tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:28.358234 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-abba64a8-2236-495f-b315-4046e1dee78d req-5344e683-fb7c-4d3b-8856-09d41212f3d5 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.3948352 Aug 05 13:58:28.394631 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ab356fe1-8821-41cd-a6be-9020174aa4e5 req-9dec84f7-4bf8-4e67-aeec-68a36590be6f tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:28.400389 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ab356fe1-8821-41cd-a6be-9020174aa4e5 req-9dec84f7-4bf8-4e67-aeec-68a36590be6f tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:28.420529 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec84f7-4bf8-4e67-aeec-68a36590be6f tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d7a5cc-1a23-44c2-b8fe-8f450f193b17,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:28.423373 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Attempting to bind port 72b0e84a-5f3b-40cb-8e55-f1ec134503ad on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:58:28.423533 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Attempting to bind port 72b0e84a-5f3b-40cb-8e55-f1ec134503ad by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'c870057b-dda9-45b4-b9e4-381c58cab10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:58:28.423907 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Attempting to bind port 72b0e84a-5f3b-40cb-8e55-f1ec134503ad on network 9abad8ab-841f-4069-b39f-5bb10bcfc23b {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:58:28.431574 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ab356fe1-8821-41cd-a6be-9020174aa4e5 req-9dec84f7-4bf8-4e67-aeec-68a36590be6f tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:28.432999 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab356fe1-8821-41cd-a6be-9020174aa4e5 req-9dec84f7-4bf8-4e67-aeec-68a36590be6f tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1793334 Aug 05 13:58:28.452229 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-abba64a8-2236-495f-b315-4046e1dee78d req-003c5deb-5ff6-4057-8f08-21a90f08f08f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929830 Aug 05 13:58:28.494886 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Port 72b0e84a-5f3b-40cb-8e55-f1ec134503ad on network 9abad8ab-841f-4069-b39f-5bb10bcfc23b not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:58:28.495324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Attempting to bind port 72b0e84a-5f3b-40cb-8e55-f1ec134503ad on network 9abad8ab-841f-4069-b39f-5bb10bcfc23b {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:58:28.508416 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:58:28.509000 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Checking segment: {'id': 'c870057b-dda9-45b4-b9e4-381c58cab10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:28.509461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Bound using segment: {'id': 'c870057b-dda9-45b4-b9e4-381c58cab10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:58:28.509974 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Bound port: 72b0e84a-5f3b-40cb-8e55-f1ec134503ad, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c870057b-dda9-45b4-b9e4-381c58cab10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:58:28.510453 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:28.710053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] For port 72b0e84a-5f3b-40cb-8e55-f1ec134503ad, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:58:28.742663 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] For port 72b0e84a-5f3b-40cb-8e55-f1ec134503ad, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=72b0e84a-5f3b-40cb-8e55-f1ec134503ad,segment=NetworkSegment(c870057b-dda9-45b4-b9e4-381c58cab10b),segment_id=c870057b-dda9-45b4-b9e4-381c58cab10b)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:58:28.757386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37009ce-9f9d-4977-8613-3afa2fb8d18d req-a877925f-5172-4c5d-a504-17b29f55963c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:28.760050 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a37009ce-9f9d-4977-8613-3afa2fb8d18d req-a877925f-5172-4c5d-a504-17b29f55963c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 944 time: 0.2306311 Aug 05 13:58:28.777056 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:28.835344 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f14a60e3-e614-4bd4-8ca5-e5a83fd50031 req-eba53dca-e6d0-42d3-adc7-1f521dba185a tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/8e7554b8-9e2c-4424-bedc-a8ceac5d9899 HTTP/1.1" status: 200 len: 1804 time: 0.0462818 Aug 05 13:58:28.877390 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:28.878028 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:28.879569 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd163872-cc4b-47ae-b308-749c28be396e req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] 10.222.0.63 "PUT /v2.0/ports/72b0e84a-5f3b-40cb-8e55-f1ec134503ad HTTP/1.1" status: 200 len: 1092 time: 2.7461019 Aug 05 13:58:28.896199 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a37009ce-9f9d-4977-8613-3afa2fb8d18d req-95048f41-3aeb-4a35-b917-64791d1f0304 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210012 Aug 05 13:58:28.896753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8698900-3902-4aa5-98ad-696abd0cb002', 'tag': '72b0e84a-5f3b-40cb-8e55-f1ec134503ad'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:58:28.900184 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83715873-7a1f-4794-ba0a-3079a1d1f7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f8698900-3902-4aa5-98ad-696abd0cb002", "tag": "72b0e84a-5f3b-40cb-8e55-f1ec134503ad"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:58:28.942212 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f14a60e3-e614-4bd4-8ca5-e5a83fd50031 req-eb350d66-d273-4377-a714-679206e47ab8 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:28.989132 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f14a60e3-e614-4bd4-8ca5-e5a83fd50031 req-eb350d66-d273-4377-a714-679206e47ab8 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:29.100048 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f14a60e3-e614-4bd4-8ca5-e5a83fd50031 req-eb350d66-d273-4377-a714-679206e47ab8 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:29.104003 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f14a60e3-e614-4bd4-8ca5-e5a83fd50031 req-eb350d66-d273-4377-a714-679206e47ab8 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:29.105499 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f14a60e3-e614-4bd4-8ca5-e5a83fd50031 req-eb350d66-d273-4377-a714-679206e47ab8 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "DELETE /v2.0/security-groups/8e7554b8-9e2c-4424-bedc-a8ceac5d9899 HTTP/1.1" status: 204 len: 173 time: 0.2590652 Aug 05 13:58:29.120955 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb350d66-d273-4377-a714-679206e47ab8 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7554b8-9e2c-4424-bedc-a8ceac5d9899,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:29.298433 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-e9529ad6-e084-4c6c-b2aa-2f08ce58f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:29.300350 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-e9529ad6-e084-4c6c-b2aa-2f08ce58f27f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 1101 time: 0.0533226 Aug 05 13:58:29.349366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb7e47-9632-4474-8eea-faeefdf90c31 service neutron] Pushing event updated for resources: {'Port': ['ID=72b0e84a-5f3b-40cb-8e55-f1ec134503ad,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:29.394543 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1d6d2a01-e011-4f5a-8d46-adf853d61f76 req-d1c1866d-1f69-4eb0-83ec-5c3e41ec346b tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b19f9a-67de-43eb-b0bc-eaf570a36f49 HTTP/1.1" status: 200 len: 210 time: 0.0367484 Aug 05 13:58:29.438787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd163872-cc4b-47ae-b308-749c28be396e req-5817e2e7-5e72-41b5-a35f-b1cd26509b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:29.440303 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd163872-cc4b-47ae-b308-749c28be396e req-5817e2e7-5e72-41b5-a35f-b1cd26509b40 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=98c6c1520e3e4272bc824b52ad079e1c&device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 1095 time: 0.4932504 Aug 05 13:58:29.448985 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b08ab435-dee9-4796-aae7-884d45a93894 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:29.461379 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-2849adb1-75ae-4750-8941-5d30789091fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:29.463282 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-2849adb1-75ae-4750-8941-5d30789091fc service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.1549938 Aug 05 13:58:29.495012 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd163872-cc4b-47ae-b308-749c28be396e req-11988dd7-c9ff-4049-ad5f-928602919647 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72b0e84a-5f3b-40cb-8e55-f1ec134503ad HTTP/1.1" status: 200 len: 217 time: 0.0437968 Aug 05 13:58:29.497375 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2cf42d-d48a-4cc1-8484-8fd602e2c8ef x-openstack-request-id: req-ba2cf42d-d48a-4cc1-8484-8fd602e2c8ef {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:29.497664 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8698900-3902-4aa5-98ad-696abd0cb002", "tag": "72b0e84a-5f3b-40cb-8e55-f1ec134503ad", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:29.497910 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba2cf42d-d48a-4cc1-8484-8fd602e2c8ef {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:29.498320 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8698900-3902-4aa5-98ad-696abd0cb002', 'tag': '72b0e84a-5f3b-40cb-8e55-f1ec134503ad', 'status': 'completed', 'code': 200} Aug 05 13:58:29.534679 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-2e7eea38-de93-4db2-8af4-f4fea406db0b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 HTTP/1.1" status: 200 len: 217 time: 0.0560811 Aug 05 13:58:29.631487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-0c77e022-d67e-43bb-ae50-7c6eb61217f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:29.633129 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-0c77e022-d67e-43bb-ae50-7c6eb61217f2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0839150 Aug 05 13:58:29.698872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-4bad6019-9d99-45cd-82e5-8c80784b9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:29.700790 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-4bad6019-9d99-45cd-82e5-8c80784b9c07 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0598319 Aug 05 13:58:29.740242 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd163872-cc4b-47ae-b308-749c28be396e req-76c52ab8-abc4-46d8-8566-1adbf330e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:29.741650 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd163872-cc4b-47ae-b308-749c28be396e req-76c52ab8-abc4-46d8-8566-1adbf330e65c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4ffb7cfc-542a-4e78-923d-06814a14f982 HTTP/1.1" status: 200 len: 867 time: 0.1942561 Aug 05 13:58:29.815385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5eddb0-f69b-4c04-bcb5-4fe0dbbcbea2 req-7bae9f32-9916-4a20-b640-d84f15e4aa54 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:29.823640 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f5eddb0-f69b-4c04-bcb5-4fe0dbbcbea2 req-7bae9f32-9916-4a20-b640-d84f15e4aa54 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 944 time: 0.2181394 Aug 05 13:58:29.840510 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-554a3c2a-20af-422b-a81f-c4947c58f55f service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307683 Aug 05 13:58:29.901118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd163872-cc4b-47ae-b308-749c28be396e req-5c196b2e-9b23-459c-960d-bb6416a81bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:29.902605 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd163872-cc4b-47ae-b308-749c28be396e req-5c196b2e-9b23-459c-960d-bb6416a81bc4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9abad8ab-841f-4069-b39f-5bb10bcfc23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498215 Aug 05 13:58:29.961716 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-e58f0094-662b-43c0-8ddc-93ae7a2f471e service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089683 Aug 05 13:58:29.981085 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f5eddb0-f69b-4c04-bcb5-4fe0dbbcbea2 req-c9c47e47-64b6-4b13-a0a0-9d4923a3bb4f tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/security-groups?id=d90f85b8-7243-4e70-9d65-76ae3920a910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565201 Aug 05 13:58:30.103975 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd163872-cc4b-47ae-b308-749c28be396e req-cd3f4977-3624-43a8-88ec-2988723a36bf service neutron] 10.222.0.63 "GET /v2.0/networks/9abad8ab-841f-4069-b39f-5bb10bcfc23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897585 Aug 05 13:58:30.121505 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-004b3cf3-b810-493e-802a-5283f5ae6d92 req-1fc49d4e-c80a-43b2-91fe-72b08ee555f7 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/5a6042aa-9867-4a44-8331-c7963376cbfd HTTP/1.1" status: 200 len: 1804 time: 0.1014400 Aug 05 13:58:30.241729 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77400188-3c1d-4eb5-9eb0-c736d29f491d req-1f09a81d-b536-48c1-ae76-ed1a8e4b316c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:30.252817 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77400188-3c1d-4eb5-9eb0-c736d29f491d req-1f09a81d-b536-48c1-ae76-ed1a8e4b316c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9c3202-4e1a-4406-85cd-bbaa78d0ca22 HTTP/1.1" status: 200 len: 944 time: 0.1090424 Aug 05 13:58:30.330395 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd163872-cc4b-47ae-b308-749c28be396e req-7b0c5e09-350f-49f0-b054-1f174fe176af service neutron] 10.222.0.63 "GET /v2.0/networks/9abad8ab-841f-4069-b39f-5bb10bcfc23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071078 Aug 05 13:58:30.340690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99075ccd-bf9b-42d0-98b8-e234c6de0451 req-2c7c1f2e-bb97-424b-b099-12a76f791f77 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:30.342571 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-99075ccd-bf9b-42d0-98b8-e234c6de0451 req-2c7c1f2e-bb97-424b-b099-12a76f791f77 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.1242340 Aug 05 13:58:30.372783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-77400188-3c1d-4eb5-9eb0-c736d29f491d req-68e8ac38-d7a9-4c54-9de8-69341f03caa1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Deleting port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:30.374105 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-77400188-3c1d-4eb5-9eb0-c736d29f491d req-68e8ac38-d7a9-4c54-9de8-69341f03caa1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:30.381048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b08ab435-dee9-4796-aae7-884d45a93894 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting port 8b9cb37f-277c-45e7-aa32-fed06dc54720 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:30.381389 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b08ab435-dee9-4796-aae7-884d45a93894 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:30.476957 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-77400188-3c1d-4eb5-9eb0-c736d29f491d req-68e8ac38-d7a9-4c54-9de8-69341f03caa1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] For port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2a5009e0-9e01-4dff-80a7-8ded1bce2e42,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:30.477344 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-77400188-3c1d-4eb5-9eb0-c736d29f491d req-68e8ac38-d7a9-4c54-9de8-69341f03caa1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:30.489309 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-99075ccd-bf9b-42d0-98b8-e234c6de0451 req-1cb94071-4d15-476f-a689-d0ce105aef78 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347854 Aug 05 13:58:30.491563 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-77400188-3c1d-4eb5-9eb0-c736d29f491d req-68e8ac38-d7a9-4c54-9de8-69341f03caa1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Calling delete_port for 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:30.526352 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83715873-7a1f-4794-ba0a-3079a1d1f7e1 req-6b6aa0fd-cac4-4a36-90b7-43cc2c1595d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:30.527888 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-83715873-7a1f-4794-ba0a-3079a1d1f7e1 req-6b6aa0fd-cac4-4a36-90b7-43cc2c1595d4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=98c6c1520e3e4272bc824b52ad079e1c&device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 1095 time: 0.1286769 Aug 05 13:58:30.536636 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b08ab435-dee9-4796-aae7-884d45a93894 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:30.581905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b08ab435-dee9-4796-aae7-884d45a93894 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Calling delete_port for 8b9cb37f-277c-45e7-aa32-fed06dc54720 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:30.678385 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-77400188-3c1d-4eb5-9eb0-c736d29f491d req-68e8ac38-d7a9-4c54-9de8-69341f03caa1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:30.706980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-bab446cd-e31a-447b-b747-e63e49e5c0fe req-a161a5ea-9689-4095-9600-975b5893e402 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2048135098', 'description': 'tempest-description-1355041925'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:30.713464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8ac38-d7a9-4c54-9de8-69341f03caa1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Pushing event deleted for resources: {'Port': ['ID=2a5009e0-9e01-4dff-80a7-8ded1bce2e42,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:30.748620 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:30.769667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83715873-7a1f-4794-ba0a-3079a1d1f7e1 req-a7353d65-934a-43c3-b033-a43be32f072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:30.771342 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-83715873-7a1f-4794-ba0a-3079a1d1f7e1 req-a7353d65-934a-43c3-b033-a43be32f072b service neutron] 10.222.0.63 "GET /v2.0/networks?id=9abad8ab-841f-4069-b39f-5bb10bcfc23b HTTP/1.1" status: 200 len: 929 time: 0.2315207 Aug 05 13:58:30.771939 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:58:30.772475 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:58:30.775862 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-77400188-3c1d-4eb5-9eb0-c736d29f491d req-68e8ac38-d7a9-4c54-9de8-69341f03caa1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] No DVR routers for this DVR port 2a5009e0-9e01-4dff-80a7-8ded1bce2e42 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:58:30.778221 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bab446cd-e31a-447b-b747-e63e49e5c0fe req-a161a5ea-9689-4095-9600-975b5893e402 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:30.779226 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-77400188-3c1d-4eb5-9eb0-c736d29f491d req-68e8ac38-d7a9-4c54-9de8-69341f03caa1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:30.782702 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77400188-3c1d-4eb5-9eb0-c736d29f491d req-68e8ac38-d7a9-4c54-9de8-69341f03caa1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "DELETE /v2.0/ports/2a5009e0-9e01-4dff-80a7-8ded1bce2e42 HTTP/1.1" status: 204 len: 173 time: 0.5289700 Aug 05 13:58:30.783150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9c3202-4e1a-4406-85cd-bbaa78d0ca22', 'name': 'network-vif-deleted', 'tag': '2a5009e0-9e01-4dff-80a7-8ded1bce2e42'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:58:30.785642 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd587b2-5f39-47ee-92da-e6147cf7df14" -d '{"events": [{"server_uuid": "aa9c3202-4e1a-4406-85cd-bbaa78d0ca22", "name": "network-vif-deleted", "tag": "2a5009e0-9e01-4dff-80a7-8ded1bce2e42"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:58:30.869141 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-83715873-7a1f-4794-ba0a-3079a1d1f7e1 req-3c1d440c-4f7c-4778-8731-4b3de85f4267 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72b0e84a-5f3b-40cb-8e55-f1ec134503ad HTTP/1.1" status: 200 len: 217 time: 0.0541682 Aug 05 13:58:30.981363 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83715873-7a1f-4794-ba0a-3079a1d1f7e1 req-d7c686d7-d7d2-4c81-8c96-b78e39344757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:30.983081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-83715873-7a1f-4794-ba0a-3079a1d1f7e1 req-d7c686d7-d7d2-4c81-8c96-b78e39344757 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4ffb7cfc-542a-4e78-923d-06814a14f982 HTTP/1.1" status: 200 len: 867 time: 0.1044991 Aug 05 13:58:31.051487 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b08ab435-dee9-4796-aae7-884d45a93894 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:31.103197 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 05 Aug 2021 13:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd638dd-fa52-431b-be42-9f85e922267f x-openstack-request-id: req-2cd638dd-fa52-431b-be42-9f85e922267f {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:31.103550 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9c3202-4e1a-4406-85cd-bbaa78d0ca22", "name": "network-vif-deleted", "tag": "2a5009e0-9e01-4dff-80a7-8ded1bce2e42", "status": "failed", "code": 422}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:31.104490 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ab435-dee9-4796-aae7-884d45a93894 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Port': ['ID=8b9cb37f-277c-45e7-aa32-fed06dc54720,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:31.104645 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cd638dd-fa52-431b-be42-9f85e922267f {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:31.105174 n-d-803585-2 neutron-server[105723]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa9c3202-4e1a-4406-85cd-bbaa78d0ca22', 'name': 'network-vif-deleted', 'tag': '2a5009e0-9e01-4dff-80a7-8ded1bce2e42', 'status': 'failed', 'code': 422} returned with failed status Aug 05 13:58:31.153259 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bab446cd-e31a-447b-b747-e63e49e5c0fe req-a161a5ea-9689-4095-9600-975b5893e402 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:31.166713 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83715873-7a1f-4794-ba0a-3079a1d1f7e1 req-df778c99-03ac-4be5-bc58-35d44cc71bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:31.168617 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-83715873-7a1f-4794-ba0a-3079a1d1f7e1 req-df778c99-03ac-4be5-bc58-35d44cc71bb1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9abad8ab-841f-4069-b39f-5bb10bcfc23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1759818 Aug 05 13:58:31.185934 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bab446cd-e31a-447b-b747-e63e49e5c0fe req-a161a5ea-9689-4095-9600-975b5893e402 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:31.353414 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9db3b-74be-46eb-9bf8-69797d11b45d req-c59c68f5-eaa3-4c86-af46-c70e28673cf0 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:31.363437 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b5b9db3b-74be-46eb-9bf8-69797d11b45d req-c59c68f5-eaa3-4c86-af46-c70e28673cf0 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 944 time: 0.0867701 Aug 05 13:58:31.405204 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bab446cd-e31a-447b-b747-e63e49e5c0fe req-a161a5ea-9689-4095-9600-975b5893e402 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:31.418750 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bab446cd-e31a-447b-b747-e63e49e5c0fe req-a161a5ea-9689-4095-9600-975b5893e402 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7185283 Aug 05 13:58:31.423022 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b5b9db3b-74be-46eb-9bf8-69797d11b45d req-3be97caa-93fe-4b07-83de-fa18e4d76b9e tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/security-groups?id=d90f85b8-7243-4e70-9d65-76ae3920a910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582352 Aug 05 13:58:31.430788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b08ab435-dee9-4796-aae7-884d45a93894 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:31.451433 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161a5ea-9689-4095-9600-975b5893e402 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa189e3-0e1d-48fc-a80f-d960fb6d31e9,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:31.628478 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-83715873-7a1f-4794-ba0a-3079a1d1f7e1 req-0ad7f424-7f77-46bd-a140-7c7102abf959 service neutron] 10.222.0.63 "GET /v2.0/networks/9abad8ab-841f-4069-b39f-5bb10bcfc23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435837 Aug 05 13:58:31.697357 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cd467-aa23-4903-9ec5-41677536b082 req-5b02f1ad-5b98-43e1-96a9-c387de23dfd6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:31.699272 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-220cd467-aa23-4903-9ec5-41677536b082 req-5b02f1ad-5b98-43e1-96a9-c387de23dfd6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 811 time: 0.1464891 Aug 05 13:58:31.719034 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-220cd467-aa23-4903-9ec5-41677536b082 req-9184ac55-a0c1-4bf4-a6e8-c3e6fa79f27b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/quotas/76942788a8484463baad60915955b3f9 HTTP/1.1" status: 200 len: 375 time: 0.0122299 Aug 05 13:58:31.762768 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fc518cac-052b-475b-b306-c2dda1f6492b req-7537bc69-3365-4563-b3ae-bce9bad6c722 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/4fa189e3-0e1d-48fc-a80f-d960fb6d31e9 HTTP/1.1" status: 200 len: 1805 time: 0.2224164 Aug 05 13:58:31.765904 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-220cd467-aa23-4903-9ec5-41677536b082 req-0e9d4c81-a0d1-433d-b007-5761e0aa5af3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396347 Aug 05 13:58:31.771494 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08ab435-dee9-4796-aae7-884d45a93894 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router 790f1c53-c9a7-4abd-8e7f-506615351a06 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:58:31.778047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-fc518cac-052b-475b-b306-c2dda1f6492b req-5c292a30-eadd-478d-80be-97c02657bd71 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4fa189e3-0e1d-48fc-a80f-d960fb6d31e9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:31.778524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-fc518cac-052b-475b-b306-c2dda1f6492b req-5c292a30-eadd-478d-80be-97c02657bd71 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4fa189e3-0e1d-48fc-a80f-d960fb6d31e9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:31.855619 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-83715873-7a1f-4794-ba0a-3079a1d1f7e1 req-ea860836-09d6-46d5-9cef-f957a1d0e4ac service neutron] 10.222.0.63 "GET /v2.0/networks/9abad8ab-841f-4069-b39f-5bb10bcfc23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468868 Aug 05 13:58:31.937501 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-220cd467-aa23-4903-9ec5-41677536b082 req-59e65dd6-8e85-4f0f-ad26-5208a72a7d88 service neutron] 10.222.0.16 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639230 Aug 05 13:58:31.970597 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08ab435-dee9-4796-aae7-884d45a93894 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:58:31.977600 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b08ab435-dee9-4796-aae7-884d45a93894 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/790f1c53-c9a7-4abd-8e7f-506615351a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9703803 Aug 05 13:58:31.980515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49906) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:31.982661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e5de4-0d47-4f11-97dd-86868be3f97a None None] Sync routers for ids ['790f1c53-c9a7-4abd-8e7f-506615351a06'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:58:31.999128 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e5de4-0d47-4f11-97dd-86868be3f97a None None] Routers {'790f1c53-c9a7-4abd-8e7f-506615351a06'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:31.999958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-111e5de4-0d47-4f11-97dd-86868be3f97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['790f1c53-c9a7-4abd-8e7f-506615351a06'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:32.019610 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-541ffc86-557f-4e56-8838-7608268b6698 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports?device_id=790f1c53-c9a7-4abd-8e7f-506615351a06 HTTP/1.1" status: 200 len: 205 time: 0.0379457 Aug 05 13:58:32.020234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49908) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:32.057815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-111e5de4-0d47-4f11-97dd-86868be3f97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:32.060160 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-220cd467-aa23-4903-9ec5-41677536b082 req-fe4170f8-41e5-4fd7-9505-58ac0b4e104c service neutron] 10.222.0.16 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166606 Aug 05 13:58:32.071362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e5de4-0d47-4f11-97dd-86868be3f97a None None] Routers {'790f1c53-c9a7-4abd-8e7f-506615351a06'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:32.072246 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-111e5de4-0d47-4f11-97dd-86868be3f97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['790f1c53-c9a7-4abd-8e7f-506615351a06'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:32.123249 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-111e5de4-0d47-4f11-97dd-86868be3f97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:32.124478 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e5de4-0d47-4f11-97dd-86868be3f97a None None] The sync data for ids ['790f1c53-c9a7-4abd-8e7f-506615351a06'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:58:32.144317 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-fc518cac-052b-475b-b306-c2dda1f6492b req-5c292a30-eadd-478d-80be-97c02657bd71 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:32.155309 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a85bd61c-c0bf-4eb1-bc35-f8b634b9fb73 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:32.315029 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-fc518cac-052b-475b-b306-c2dda1f6492b req-5c292a30-eadd-478d-80be-97c02657bd71 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:32.343821 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-fc518cac-052b-475b-b306-c2dda1f6492b req-5c292a30-eadd-478d-80be-97c02657bd71 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:32.390385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15283e4-7df6-41bc-9ee5-7a76ad9ef0fa req-6e37ba70-0f84-4409-aae3-43867c7bd06f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:32.399452 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c15283e4-7df6-41bc-9ee5-7a76ad9ef0fa req-6e37ba70-0f84-4409-aae3-43867c7bd06f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.0748887 Aug 05 13:58:32.422732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c292a30-eadd-478d-80be-97c02657bd71 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d85164-54e8-437c-801b-e3e5b2793a37,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:32.428807 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a85bd61c-c0bf-4eb1-bc35-f8b634b9fb73 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:32.433698 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a85bd61c-c0bf-4eb1-bc35-f8b634b9fb73 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:32.468420 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c15283e4-7df6-41bc-9ee5-7a76ad9ef0fa req-3f1d05e6-59d3-4aa9-bb41-ec13b1541df3 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592721 Aug 05 13:58:32.493282 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-fc518cac-052b-475b-b306-c2dda1f6492b req-5c292a30-eadd-478d-80be-97c02657bd71 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:32.494775 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fc518cac-052b-475b-b306-c2dda1f6492b req-5c292a30-eadd-478d-80be-97c02657bd71 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7253759 Aug 05 13:58:32.511454 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a85bd61c-c0bf-4eb1-bc35-f8b634b9fb73 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:32.512066 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85bd61c-c0bf-4eb1-bc35-f8b634b9fb73 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Fanout notify agent at l3_agent the message router_deleted on router 790f1c53-c9a7-4abd-8e7f-506615351a06 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 13:58:32.519548 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a85bd61c-c0bf-4eb1-bc35-f8b634b9fb73 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:32.523518 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a85bd61c-c0bf-4eb1-bc35-f8b634b9fb73 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/routers/790f1c53-c9a7-4abd-8e7f-506615351a06 HTTP/1.1" status: 204 len: 168 time: 0.4988573 Aug 05 13:58:32.524144 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49926) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:32.592620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49928) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:32.615392 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8dd3e548-8eb3-4b55-a172-1b610ae9a5d3 req-90ba541a-70f4-40cd-9c92-ba5d180cefcc tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 210 time: 0.0748284 Aug 05 13:58:32.672625 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65b753a-a28b-4616-8c92-d16d119ed16d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting subnet 67351cbe-94e8-48f6-9a27-c07f978bc89e {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:58:32.690003 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f65b753a-a28b-4616-8c92-d16d119ed16d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:32.714686 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bae6a981-90d7-4d0f-a173-4f9939674b53 req-0c1fe5ef-15d0-4287-a9d4-d8ba89095df1 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/4fa189e3-0e1d-48fc-a80f-d960fb6d31e9 HTTP/1.1" status: 200 len: 2398 time: 0.0680170 Aug 05 13:58:32.727972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-bae6a981-90d7-4d0f-a173-4f9939674b53 req-ad08bcd7-a595-4d2b-9cee-de17cfa9d6ad tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4fa189e3-0e1d-48fc-a80f-d960fb6d31e9', 'remote_group_id': None}]} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:32.728859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-bae6a981-90d7-4d0f-a173-4f9939674b53 req-ad08bcd7-a595-4d2b-9cee-de17cfa9d6ad tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4fa189e3-0e1d-48fc-a80f-d960fb6d31e9', 'remote_group_id': None}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:32.772608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 72b0e84a-5f3b-40cb-8e55-f1ec134503ad details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:58:32.838340 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f65b753a-a28b-4616-8c92-d16d119ed16d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:32.850562 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edb2d4-4aeb-41be-902d-3724570511ff req-1321a306-5f50-434c-bf54-e8d6c2428698 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:32.860887 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c7edb2d4-4aeb-41be-902d-3724570511ff req-1321a306-5f50-434c-bf54-e8d6c2428698 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 944 time: 0.1832578 Aug 05 13:58:32.872355 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bae6a981-90d7-4d0f-a173-4f9939674b53 req-ad08bcd7-a595-4d2b-9cee-de17cfa9d6ad tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:32.946654 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bae6a981-90d7-4d0f-a173-4f9939674b53 req-ad08bcd7-a595-4d2b-9cee-de17cfa9d6ad tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:32.965056 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bae6a981-90d7-4d0f-a173-4f9939674b53 req-ad08bcd7-a595-4d2b-9cee-de17cfa9d6ad tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:32.989402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 72b0e84a-5f3b-40cb-8e55-f1ec134503ad, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=72b0e84a-5f3b-40cb-8e55-f1ec134503ad,segment=NetworkSegment(c870057b-dda9-45b4-b9e4-381c58cab10b),segment_id=c870057b-dda9-45b4-b9e4-381c58cab10b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:33.013263 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bae6a981-90d7-4d0f-a173-4f9939674b53 req-ad08bcd7-a595-4d2b-9cee-de17cfa9d6ad tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:33.014076 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c7edb2d4-4aeb-41be-902d-3724570511ff req-7930360e-3bdd-49ec-988f-c467be8943a7 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/security-groups?id=d90f85b8-7243-4e70-9d65-76ae3920a910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517305 Aug 05 13:58:33.015806 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bae6a981-90d7-4d0f-a173-4f9939674b53 req-ad08bcd7-a595-4d2b-9cee-de17cfa9d6ad tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2942345 Aug 05 13:58:33.018026 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08bcd7-a595-4d2b-9cee-de17cfa9d6ad tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc99228-cb24-4c5a-bd3d-e5a86409699a,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:33.022143 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '72b0e84a-5f3b-40cb-8e55-f1ec134503ad', 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b', 'port_id': '72b0e84a-5f3b-40cb-8e55-f1ec134503ad', 'mac_address': 'fa:16:3e:62:13:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:58:33.119844 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:33.138290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b0e84a-5f3b-40cb-8e55-f1ec134503ad {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:58:33.164163 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 72b0e84a-5f3b-40cb-8e55-f1ec134503ad, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=72b0e84a-5f3b-40cb-8e55-f1ec134503ad,segment=NetworkSegment(c870057b-dda9-45b4-b9e4-381c58cab10b),segment_id=c870057b-dda9-45b4-b9e4-381c58cab10b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:33.168728 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:33.235624 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f65b753a-a28b-4616-8c92-d16d119ed16d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:33.277876 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0bf4af4f-fef3-4440-b510-3cc4c9e97ef3 req-c8b16ec1-041e-4c56-8690-4d91c5690ab6 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/4fa189e3-0e1d-48fc-a80f-d960fb6d31e9 HTTP/1.1" status: 200 len: 2996 time: 0.1457422 Aug 05 13:58:33.291797 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=72b0e84a-5f3b-40cb-8e55-f1ec134503ad,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:33.344768 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c6b3335-52ee-4921-a44d-ecb7a851a7d3 req-d97642fb-3ed9-4a42-908a-1bc656a2dccc tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-group-rules/ecc99228-cb24-4c5a-bd3d-e5a86409699a HTTP/1.1" status: 200 len: 783 time: 0.0314586 Aug 05 13:58:33.360940 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f65b753a-a28b-4616-8c92-d16d119ed16d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:33.392439 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b753a-a28b-4616-8c92-d16d119ed16d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Subnet': ['ID=67351cbe-94e8-48f6-9a27-c07f978bc89e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:33.401148 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f65b753a-a28b-4616-8c92-d16d119ed16d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:33.404773 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f65b753a-a28b-4616-8c92-d16d119ed16d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/subnets/67351cbe-94e8-48f6-9a27-c07f978bc89e HTTP/1.1" status: 204 len: 168 time: 0.8786490 Aug 05 13:58:33.406899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49940) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:33.410568 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c63f918-5e0f-4b8d-9bbd-531eb2537448 None None] Network 87bb0d9a-729c-44eb-83f4-a25b391b8cf3 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:33.467622 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['72b0e84a-5f3b-40cb-8e55-f1ec134503ad'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:58:33.512070 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c6b3335-52ee-4921-a44d-ecb7a851a7d3 req-1aa07c93-4a4f-4c70-a1b4-8079cbb32733 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/4fa189e3-0e1d-48fc-a80f-d960fb6d31e9 HTTP/1.1" status: 200 len: 2996 time: 0.1573081 Aug 05 13:58:33.536894 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bc170dc7-cc1c-455d-9895-4c31ff900a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:33.563848 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4c6b3335-52ee-4921-a44d-ecb7a851a7d3 req-568e57a3-5f39-4c6f-8a94-e0c60b03b1e8 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:33.580206 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:33.605993 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4c6b3335-52ee-4921-a44d-ecb7a851a7d3 req-568e57a3-5f39-4c6f-8a94-e0c60b03b1e8 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:33.721005 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90756dcd-826e-491f-a099-1c8eb8daa5b5 None None] DHCP port deletion for 87bb0d9a-729c-44eb-83f4-a25b391b8cf3 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 13:58:33.731281 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4c6b3335-52ee-4921-a44d-ecb7a851a7d3 req-568e57a3-5f39-4c6f-8a94-e0c60b03b1e8 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:33.740652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4c6b3335-52ee-4921-a44d-ecb7a851a7d3 req-568e57a3-5f39-4c6f-8a94-e0c60b03b1e8 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:33.756612 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c6b3335-52ee-4921-a44d-ecb7a851a7d3 req-568e57a3-5f39-4c6f-8a94-e0c60b03b1e8 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ecc99228-cb24-4c5a-bd3d-e5a86409699a HTTP/1.1" status: 204 len: 173 time: 0.2435184 Aug 05 13:58:33.781934 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e57a3-5f39-4c6f-8a94-e0c60b03b1e8 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecc99228-cb24-4c5a-bd3d-e5a86409699a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:33.809543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting port 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:33.809805 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:33.971512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-90756dcd-826e-491f-a099-1c8eb8daa5b5 None None] Deleting port 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:33.972292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cd467-aa23-4903-9ec5-41677536b082 req-04d7ea7c-f617-47b1-a849-c787745af2e6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:33.973884 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-220cd467-aa23-4903-9ec5-41677536b082 req-04d7ea7c-f617-47b1-a849-c787745af2e6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.84 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 811 time: 0.1376474 Aug 05 13:58:33.982561 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-90756dcd-826e-491f-a099-1c8eb8daa5b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.013211 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] For port 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4139cf7d-ae66-49c8-a8e0-7ebef1c273ec,segment=NetworkSegment(b0610e4e-cfbc-4a3a-8377-f5ebad14f1df),segment_id=b0610e4e-cfbc-4a3a-8377-f5ebad14f1df)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:34.013507 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.044035 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-220cd467-aa23-4903-9ec5-41677536b082 req-5e9aab81-1036-438f-a80c-f1eff3dcb826 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Request body: {'port': {'device_id': '6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7', 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c', 'admin_state_up': True, 'tenant_id': '76942788a8484463baad60915955b3f9'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:34.059479 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-39cffa73-d42d-45c1-9965-647ea10b9738 req-72c0a8bc-4fb3-42ce-8c0b-a5585325b495 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 210 time: 0.0530663 Aug 05 13:58:34.060381 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Calling delete_port for 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:34.127303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-90756dcd-826e-491f-a099-1c8eb8daa5b5 None None] For port 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4139cf7d-ae66-49c8-a8e0-7ebef1c273ec,segment=NetworkSegment(b0610e4e-cfbc-4a3a-8377-f5ebad14f1df),segment_id=b0610e4e-cfbc-4a3a-8377-f5ebad14f1df)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:34.128501 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-90756dcd-826e-491f-a099-1c8eb8daa5b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.147102 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-90756dcd-826e-491f-a099-1c8eb8daa5b5 None None] Calling delete_port for 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:34.209001 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a44f28f9-9c2e-4dfc-9f42-cb8fc5bc3fce req-b0792036-ab14-4f70-9bb2-64ce2200ddfb tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/4fa189e3-0e1d-48fc-a80f-d960fb6d31e9 HTTP/1.1" status: 200 len: 2398 time: 0.0807955 Aug 05 13:58:34.221924 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.244063 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-90756dcd-826e-491f-a099-1c8eb8daa5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.274046 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90756dcd-826e-491f-a099-1c8eb8daa5b5 None None] Pushing event deleted for resources: {'Port': ['ID=4139cf7d-ae66-49c8-a8e0-7ebef1c273ec,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:34.279384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Port': ['ID=4139cf7d-ae66-49c8-a8e0-7ebef1c273ec,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:34.283282 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90756dcd-826e-491f-a099-1c8eb8daa5b5 None None] No DVR routers for this DVR port 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:58:34.301428 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] No DVR routers for this DVR port 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:58:34.418123 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.427175 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a44f28f9-9c2e-4dfc-9f42-cb8fc5bc3fce req-36872b2a-3d9e-4c76-adc6-348c0ecc439b tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.436005 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bb0d9a-729c-44eb-83f4-a25b391b8cf3']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:34.461251 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0610e4e-cfbc-4a3a-8377-f5ebad14f1df') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:34.461784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0610e4e-cfbc-4a3a-8377-f5ebad14f1df') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:34.471879 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a44f28f9-9c2e-4dfc-9f42-cb8fc5bc3fce req-36872b2a-3d9e-4c76-adc6-348c0ecc439b tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.482716 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.508701 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.523359 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:58:34.523842 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: timer() Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:58:34.527218 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:58:34.530926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6398d9a-c2f7-49a0-8b1c-dba5f5d6daf5 req-039d07d1-5258-4992-b807-6d042d84492e tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:34.538349 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a6398d9a-c2f7-49a0-8b1c-dba5f5d6daf5 req-039d07d1-5258-4992-b807-6d042d84492e tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.6995218 Aug 05 13:58:34.587031 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a44f28f9-9c2e-4dfc-9f42-cb8fc5bc3fce req-36872b2a-3d9e-4c76-adc6-348c0ecc439b tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.590377 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a44f28f9-9c2e-4dfc-9f42-cb8fc5bc3fce req-36872b2a-3d9e-4c76-adc6-348c0ecc439b tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.591873 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a44f28f9-9c2e-4dfc-9f42-cb8fc5bc3fce req-36872b2a-3d9e-4c76-adc6-348c0ecc439b tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "DELETE /v2.0/security-groups/4fa189e3-0e1d-48fc-a80f-d960fb6d31e9 HTTP/1.1" status: 204 len: 173 time: 0.3728411 Aug 05 13:58:34.611585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36872b2a-3d9e-4c76-adc6-348c0ecc439b tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa189e3-0e1d-48fc-a80f-d960fb6d31e9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:34.623453 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.640960 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.652288 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/networks/87bb0d9a-729c-44eb-83f4-a25b391b8cf3 HTTP/1.1" status: 204 len: 168 time: 1.2440848 Aug 05 13:58:34.653012 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a6398d9a-c2f7-49a0-8b1c-dba5f5d6daf5 req-b15bbab3-3181-48f5-bfdb-a21745fd7f37 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131415 Aug 05 13:58:34.659289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49958) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:34.675272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b5dc7-633b-4b13-993b-133fc83ba9cf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Network': ['ID=87bb0d9a-729c-44eb-83f4-a25b391b8cf3,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:34.683188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-526997624', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}, 'admin_state_up': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:34.745958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220cd467-aa23-4903-9ec5-41677536b082 req-5e9aab81-1036-438f-a80c-f1eff3dcb826 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Made reservation on behalf of 76942788a8484463baad60915955b3f9 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:58:34.750389 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-220cd467-aa23-4903-9ec5-41677536b082 req-5e9aab81-1036-438f-a80c-f1eff3dcb826 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.752819 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.753934 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.779698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 72b0e84a-5f3b-40cb-8e55-f1ec134503ad up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:58:34.883030 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 72b0e84a-5f3b-40cb-8e55-f1ec134503ad completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:34.888494 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 72b0e84a-5f3b-40cb-8e55-f1ec134503ad triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:34.888983 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.939893 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:34.944854 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-1fcd4f24-4be1-436a-9080-f95d45ce4289 req-456a8cf5-eb08-4eee-afe1-42c93423a216 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] show failed (client error): The resource could not be found. Aug 05 13:58:34.946051 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fcd4f24-4be1-436a-9080-f95d45ce4289 req-456a8cf5-eb08-4eee-afe1-42c93423a216 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/8e7554b8-9e2c-4424-bedc-a8ceac5d9899 HTTP/1.1" status: 404 len: 352 time: 0.0997829 Aug 05 13:58:34.962396 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-bc170dc7-cc1c-455d-9895-4c31ff900a7f admin admin] Deleting port b84fbb80-67b6-4223-84df-34e5bc495fea {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:34.962750 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bc170dc7-cc1c-455d-9895-4c31ff900a7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:35.095949 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:35.098655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:35.112650 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8829d0-3db5-4ee3-ad73-f20620aea3f2 req-1fc69384-d538-4af7-ad94-d58d0a52f424 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:35.121655 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fb8829d0-3db5-4ee3-ad73-f20620aea3f2 req-1fc69384-d538-4af7-ad94-d58d0a52f424 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 945 time: 0.4382117 Aug 05 13:58:35.133197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:58:35.133731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4139cf7d-ae66-49c8-a8e0-7ebef1c273ec not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:58:35.154124 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8698900-3902-4aa5-98ad-696abd0cb002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b0e84a-5f3b-40cb-8e55-f1ec134503ad'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:58:35.157117 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d37ac4-1012-4a1c-b08d-e8b00cddbe5d" -d '{"events": [{"server_uuid": "f8698900-3902-4aa5-98ad-696abd0cb002", "name": "network-vif-plugged", "status": "completed", "tag": "72b0e84a-5f3b-40cb-8e55-f1ec134503ad"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:58:35.175992 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 72b0e84a-5f3b-40cb-8e55-f1ec134503ad, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=72b0e84a-5f3b-40cb-8e55-f1ec134503ad,segment=NetworkSegment(c870057b-dda9-45b4-b9e4-381c58cab10b),segment_id=c870057b-dda9-45b4-b9e4-381c58cab10b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:35.180232 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:35.189268 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fb8829d0-3db5-4ee3-ad73-f20620aea3f2 req-55f3fdf2-e073-428c-b415-08f3c17181fe tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/security-groups?id=d90f85b8-7243-4e70-9d65-76ae3920a910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662637 Aug 05 13:58:35.247097 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=72b0e84a-5f3b-40cb-8e55-f1ec134503ad,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:35.300270 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:35.323378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-220cd467-aa23-4903-9ec5-41677536b082 req-5e9aab81-1036-438f-a80c-f1eff3dcb826 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Allocated IP 172.20.0.14 (f7447363-4b58-4abe-9e51-4d82c721285c/a0c9cb3b-02da-4b2d-886d-ad880aca8a5e/0c66547f-17a3-4012-b105-cd030d49d414) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:58:35.325093 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c0fe5c8-e365-4c0d-a317-521e46cc7663 req-d92e0261-37a4-4c16-a290-a8ff8be56b97 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/5a6042aa-9867-4a44-8331-c7963376cbfd HTTP/1.1" status: 200 len: 1804 time: 0.0461674 Aug 05 13:58:35.326651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-bc170dc7-cc1c-455d-9895-4c31ff900a7f admin admin] For port b84fbb80-67b6-4223-84df-34e5bc495fea, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b84fbb80-67b6-4223-84df-34e5bc495fea,segment=NetworkSegment(e0f2db41-7c35-4e82-8367-798b59bea943),segment_id=e0f2db41-7c35-4e82-8367-798b59bea943)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:35.327163 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bc170dc7-cc1c-455d-9895-4c31ff900a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:35.364066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-bc170dc7-cc1c-455d-9895-4c31ff900a7f admin admin] Calling delete_port for b84fbb80-67b6-4223-84df-34e5bc495fea owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:35.373336 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8c116-007d-45e0-950d-cb667855387f req-6ed9b0b0-347e-4995-aa77-f615e0959463 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:35.375367 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8bd8c116-007d-45e0-950d-cb667855387f req-6ed9b0b0-347e-4995-aa77-f615e0959463 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 945 time: 0.2551293 Aug 05 13:58:35.424092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ee8d6-4f26-499f-861f-caecb9f3161d req-0d69b07d-9143-4f08-9a85-e56db72442bd tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:35.425700 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-db5ee8d6-4f26-499f-861f-caecb9f3161d req-0d69b07d-9143-4f08-9a85-e56db72442bd tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.63 "GET /v2.0/ports?device_id=27ee4caf-bf67-4212-90d0-8096d48d7e47 HTTP/1.1" status: 200 len: 945 time: 0.0792351 Aug 05 13:58:35.429975 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0c0fe5c8-e365-4c0d-a317-521e46cc7663 req-4615eece-e43d-4cf6-8489-83d73b99730c tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:35.491729 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0c0fe5c8-e365-4c0d-a317-521e46cc7663 req-4615eece-e43d-4cf6-8489-83d73b99730c tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:35.549569 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8bd8c116-007d-45e0-950d-cb667855387f req-9645e080-2cf7-4c2a-afbf-232118251ed1 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444817 Aug 05 13:58:35.565485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-db5ee8d6-4f26-499f-861f-caecb9f3161d req-5137c7f7-ecb6-49b2-9aff-4c2cd2a420a2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Deleting port 64d73aec-86b8-4191-a076-a3e4b5cca50c {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:35.565834 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-db5ee8d6-4f26-499f-861f-caecb9f3161d req-5137c7f7-ecb6-49b2-9aff-4c2cd2a420a2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:35.568766 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0c0fe5c8-e365-4c0d-a317-521e46cc7663 req-4615eece-e43d-4cf6-8489-83d73b99730c tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:35.571788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0c0fe5c8-e365-4c0d-a317-521e46cc7663 req-4615eece-e43d-4cf6-8489-83d73b99730c tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:35.572918 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c0fe5c8-e365-4c0d-a317-521e46cc7663 req-4615eece-e43d-4cf6-8489-83d73b99730c tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "DELETE /v2.0/security-groups/5a6042aa-9867-4a44-8331-c7963376cbfd HTTP/1.1" status: 204 len: 173 time: 0.2409065 Aug 05 13:58:35.622729 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615eece-e43d-4cf6-8489-83d73b99730c tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6042aa-9867-4a44-8331-c7963376cbfd,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:35.651806 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bfb4f8-0ccc-48e6-8f02-fcc54c45ef30 x-openstack-request-id: req-b1bfb4f8-0ccc-48e6-8f02-fcc54c45ef30 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:35.652083 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8698900-3902-4aa5-98ad-696abd0cb002", "name": "network-vif-plugged", "status": "completed", "tag": "72b0e84a-5f3b-40cb-8e55-f1ec134503ad", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:35.652343 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1bfb4f8-0ccc-48e6-8f02-fcc54c45ef30 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:35.652737 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8698900-3902-4aa5-98ad-696abd0cb002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b0e84a-5f3b-40cb-8e55-f1ec134503ad', 'code': 200} Aug 05 13:58:35.685941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-db5ee8d6-4f26-499f-861f-caecb9f3161d req-5137c7f7-ecb6-49b2-9aff-4c2cd2a420a2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] For port 64d73aec-86b8-4191-a076-a3e4b5cca50c, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=64d73aec-86b8-4191-a076-a3e4b5cca50c,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:35.686344 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-db5ee8d6-4f26-499f-861f-caecb9f3161d req-5137c7f7-ecb6-49b2-9aff-4c2cd2a420a2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:35.709097 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-db5ee8d6-4f26-499f-861f-caecb9f3161d req-5137c7f7-ecb6-49b2-9aff-4c2cd2a420a2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Calling delete_port for 64d73aec-86b8-4191-a076-a3e4b5cca50c owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:35.739159 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fba9aba0-be64-48da-8e29-b05d0e55042c req-96a0745e-b06f-4dd2-aedc-bdc18f302b11 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 210 time: 0.1112247 Aug 05 13:58:35.774029 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b99fcd64-db28-49a9-8d64-228704a77757 req-a094be22-75ef-4ebb-9695-6279805789ea tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/8936c46c-ef16-4afa-b668-ae045207f797 HTTP/1.1" status: 200 len: 1804 time: 0.0989847 Aug 05 13:58:35.835293 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-220cd467-aa23-4903-9ec5-41677536b082 req-5e9aab81-1036-438f-a80c-f1eff3dcb826 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:35.883925 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf4d4b-164a-48d4-af96-fcde6347f362 req-5c09cdf6-9e74-446b-b065-ec8c9156a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:35.885303 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-07bf4d4b-164a-48d4-af96-fcde6347f362 req-5c09cdf6-9e74-446b-b065-ec8c9156a1e2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 1097 time: 0.1764741 Aug 05 13:58:35.886778 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b99fcd64-db28-49a9-8d64-228704a77757 req-5c237865-1167-4d80-b083-d8b972908f05 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:35.924530 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b99fcd64-db28-49a9-8d64-228704a77757 req-5c237865-1167-4d80-b083-d8b972908f05 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:35.938216 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-db5ee8d6-4f26-499f-861f-caecb9f3161d req-5137c7f7-ecb6-49b2-9aff-4c2cd2a420a2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:35.951079 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['64d73aec-86b8-4191-a076-a3e4b5cca50c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:58:35.980362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137c7f7-ecb6-49b2-9aff-4c2cd2a420a2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Pushing event deleted for resources: {'Port': ['ID=64d73aec-86b8-4191-a076-a3e4b5cca50c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:36.043584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5ee8d6-4f26-499f-861f-caecb9f3161d req-5137c7f7-ecb6-49b2-9aff-4c2cd2a420a2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] No DVR routers for this DVR port 64d73aec-86b8-4191-a076-a3e4b5cca50c on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:58:36.046484 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-db5ee8d6-4f26-499f-861f-caecb9f3161d req-5137c7f7-ecb6-49b2-9aff-4c2cd2a420a2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:36.048497 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-db5ee8d6-4f26-499f-861f-caecb9f3161d req-5137c7f7-ecb6-49b2-9aff-4c2cd2a420a2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.63 "DELETE /v2.0/ports/64d73aec-86b8-4191-a076-a3e4b5cca50c HTTP/1.1" status: 204 len: 173 time: 0.6160555 Aug 05 13:58:36.048950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ee4caf-bf67-4212-90d0-8096d48d7e47', 'name': 'network-vif-deleted', 'tag': '64d73aec-86b8-4191-a076-a3e4b5cca50c'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:58:36.051267 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723081c7-4342-4dcd-8158-658b80287a3a" -d '{"events": [{"server_uuid": "27ee4caf-bf67-4212-90d0-8096d48d7e47", "name": "network-vif-deleted", "tag": "64d73aec-86b8-4191-a076-a3e4b5cca50c"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:58:36.055976 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4242837-8d3b-4dd8-b63b-5be669db0ca9 req-f31ddbbc-2ec0-4975-86d4-df5aad99b4d5 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:36.057656 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f4242837-8d3b-4dd8-b63b-5be669db0ca9 req-f31ddbbc-2ec0-4975-86d4-df5aad99b4d5 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.2319713 Aug 05 13:58:36.070290 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b99fcd64-db28-49a9-8d64-228704a77757 req-5c237865-1167-4d80-b083-d8b972908f05 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:36.073018 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b99fcd64-db28-49a9-8d64-228704a77757 req-5c237865-1167-4d80-b083-d8b972908f05 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:36.073689 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bc170dc7-cc1c-455d-9895-4c31ff900a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:36.084959 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b99fcd64-db28-49a9-8d64-228704a77757 req-5c237865-1167-4d80-b083-d8b972908f05 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "DELETE /v2.0/security-groups/8936c46c-ef16-4afa-b668-ae045207f797 HTTP/1.1" status: 204 len: 173 time: 0.2991118 Aug 05 13:58:36.095154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c237865-1167-4d80-b083-d8b972908f05 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8936c46c-ef16-4afa-b668-ae045207f797,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:36.119829 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-07bf4d4b-164a-48d4-af96-fcde6347f362 req-d021e4eb-69ed-441d-9a3c-329e9cc1c298 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d90f85b8-7243-4e70-9d65-76ae3920a910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033803 Aug 05 13:58:36.186535 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:36.190694 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d174f4-ec08-4a28-b113-6e680a2475b7 x-openstack-request-id: req-b1d174f4-ec08-4a28-b113-6e680a2475b7 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:36.191184 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ee4caf-bf67-4212-90d0-8096d48d7e47", "name": "network-vif-deleted", "tag": "64d73aec-86b8-4191-a076-a3e4b5cca50c", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:36.191424 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1d174f4-ec08-4a28-b113-6e680a2475b7 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:36.191925 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ee4caf-bf67-4212-90d0-8096d48d7e47', 'name': 'network-vif-deleted', 'tag': '64d73aec-86b8-4191-a076-a3e4b5cca50c', 'status': 'completed', 'code': 200} Aug 05 13:58:36.211527 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc170dc7-cc1c-455d-9895-4c31ff900a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=b84fbb80-67b6-4223-84df-34e5bc495fea,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:36.215217 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-220cd467-aa23-4903-9ec5-41677536b082 req-5e9aab81-1036-438f-a80c-f1eff3dcb826 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:36.231909 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f4242837-8d3b-4dd8-b63b-5be669db0ca9 req-cd792fe3-2917-467e-bb22-e81e9f090cb8 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619720 Aug 05 13:58:36.237924 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:36.255222 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-054eab1f-b598-429d-ab0c-ac49a41fb8a1 req-87ed5701-1b1e-4ea1-b972-76db9efecc32 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/db62ba7e-b3e5-46e9-a87c-6ba322579a06 HTTP/1.1" status: 200 len: 1805 time: 0.0522635 Aug 05 13:58:36.327405 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-054eab1f-b598-429d-ab0c-ac49a41fb8a1 req-3151abc8-9a8f-4acb-8cb9-f515a23c3831 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:36.352627 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-054eab1f-b598-429d-ab0c-ac49a41fb8a1 req-3151abc8-9a8f-4acb-8cb9-f515a23c3831 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:36.400502 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-054eab1f-b598-429d-ab0c-ac49a41fb8a1 req-3151abc8-9a8f-4acb-8cb9-f515a23c3831 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:36.403292 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-054eab1f-b598-429d-ab0c-ac49a41fb8a1 req-3151abc8-9a8f-4acb-8cb9-f515a23c3831 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:36.404456 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-054eab1f-b598-429d-ab0c-ac49a41fb8a1 req-3151abc8-9a8f-4acb-8cb9-f515a23c3831 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "DELETE /v2.0/security-groups/db62ba7e-b3e5-46e9-a87c-6ba322579a06 HTTP/1.1" status: 204 len: 173 time: 0.1426542 Aug 05 13:58:36.413555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151abc8-9a8f-4acb-8cb9-f515a23c3831 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db62ba7e-b3e5-46e9-a87c-6ba322579a06,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:36.477167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220cd467-aa23-4903-9ec5-41677536b082 req-5e9aab81-1036-438f-a80c-f1eff3dcb826 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Network f7447363-4b58-4abe-9e51-4d82c721285c is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:36.488704 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Allocated IP 172.25.5.125 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/0d9cf641-2c8b-4dcc-af94-0bcc5ed8ca29) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:58:36.495344 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-220cd467-aa23-4903-9ec5-41677536b082 req-5e9aab81-1036-438f-a80c-f1eff3dcb826 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:36.508464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-220cd467-aa23-4903-9ec5-41677536b082 req-5e9aab81-1036-438f-a80c-f1eff3dcb826 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:58:36.518390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9aab81-1036-438f-a80c-f1eff3dcb826 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Pushing event updated for resources: {'Port': ['ID=0c66547f-17a3-4012-b105-cd030d49d414,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:36.553272 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ff3b09ea-d064-4bc9-ab90-3f63335dd45c req-20cd738d-1100-4bda-ba0c-0e98bdb2e380 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/4c87cc41-e546-485d-ac05-7951bcc8ce02 HTTP/1.1" status: 200 len: 2403 time: 0.0495067 Aug 05 13:58:36.593916 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439c06a-b05c-4376-abbc-2bfcc1fac1cd req-b020bc8f-86a6-4b9f-bb28-9f49a4949902 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:36.595514 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2439c06a-b05c-4376-abbc-2bfcc1fac1cd req-b020bc8f-86a6-4b9f-bb28-9f49a4949902 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 946 time: 0.2758274 Aug 05 13:58:36.625192 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ff3b09ea-d064-4bc9-ab90-3f63335dd45c req-964c83f2-2248-4fce-a1ea-bc0201cab40f tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:36.661303 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ff3b09ea-d064-4bc9-ab90-3f63335dd45c req-964c83f2-2248-4fce-a1ea-bc0201cab40f tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:36.716758 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ff3b09ea-d064-4bc9-ab90-3f63335dd45c req-964c83f2-2248-4fce-a1ea-bc0201cab40f tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:36.719393 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ff3b09ea-d064-4bc9-ab90-3f63335dd45c req-964c83f2-2248-4fce-a1ea-bc0201cab40f tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:36.720538 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ff3b09ea-d064-4bc9-ab90-3f63335dd45c req-964c83f2-2248-4fce-a1ea-bc0201cab40f tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "DELETE /v2.0/security-groups/4c87cc41-e546-485d-ac05-7951bcc8ce02 HTTP/1.1" status: 204 len: 173 time: 0.1574280 Aug 05 13:58:36.721656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cd467-aa23-4903-9ec5-41677536b082 req-5e9aab81-1036-438f-a80c-f1eff3dcb826 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:36.722291 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-220cd467-aa23-4903-9ec5-41677536b082 req-5e9aab81-1036-438f-a80c-f1eff3dcb826 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:36.734109 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c83f2-2248-4fce-a1ea-bc0201cab40f tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c87cc41-e546-485d-ac05-7951bcc8ce02,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:36.768093 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2439c06a-b05c-4376-abbc-2bfcc1fac1cd req-7e8d8faf-8dc3-409e-a7d5-691a95a6f9dc tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/security-groups?id=d90f85b8-7243-4e70-9d65-76ae3920a910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294620 Aug 05 13:58:36.776738 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-220cd467-aa23-4903-9ec5-41677536b082 req-5e9aab81-1036-438f-a80c-f1eff3dcb826 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7709436 Aug 05 13:58:36.807417 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Request body: {'port': {'device_id': '6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:36.835420 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bc170dc7-cc1c-455d-9895-4c31ff900a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:36.847819 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:36.902130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981ed6b-c2a0-4ef9-b08a-bb2b327895ca req-2ce82b97-b88b-411d-89b9-b77f4d2b28dd tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:36.904069 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e981ed6b-c2a0-4ef9-b08a-bb2b327895ca req-2ce82b97-b88b-411d-89b9-b77f4d2b28dd tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 932 time: 0.0577834 Aug 05 13:58:36.954916 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e981ed6b-c2a0-4ef9-b08a-bb2b327895ca req-ec8830f9-b5a3-4d43-b7ac-018e07fb1beb tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433030 Aug 05 13:58:36.982368 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-860adfb7-1121-49f3-b66d-f7fb2e1289f2 req-7b4a646a-00f6-407e-b5a8-df0199ff3fdc tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "GET /v2.0/security-groups/fbc3edec-6428-4ab7-870a-b49b5ac8b3d9 HTTP/1.1" status: 200 len: 2397 time: 0.1717803 Aug 05 13:58:37.004287 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:37.119837 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:37.192806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353884f3-fa57-460a-b574-e391676ca053 req-cf88b039-b12d-4867-a91f-eea8e2e9f34f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:37.194546 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-353884f3-fa57-460a-b574-e391676ca053 req-cf88b039-b12d-4867-a91f-eea8e2e9f34f tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 945 time: 0.0499682 Aug 05 13:58:37.237685 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-353884f3-fa57-460a-b574-e391676ca053 req-b1f8801a-d53f-422e-b402-7eb441b32ee6 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361812 Aug 05 13:58:37.363328 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892ece0-a656-4ec1-9ee8-399cd5e45097 req-25b76a61-b815-4996-9b42-0f54454b4714 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:37.364918 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3892ece0-a656-4ec1-9ee8-399cd5e45097 req-25b76a61-b815-4996-9b42-0f54454b4714 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.0558634 Aug 05 13:58:37.409826 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3892ece0-a656-4ec1-9ee8-399cd5e45097 req-3cb3f999-4cfb-4d7e-b90d-c65c80e2ca27 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360806 Aug 05 13:58:37.575120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:37.585585 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-860adfb7-1121-49f3-b66d-f7fb2e1289f2 req-5b36ef54-f156-498f-82f4-b736647480c6 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:37.587471 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:37.597203 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:58:37.609492 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=0d9cf641-2c8b-4dcc-af94-0bcc5ed8ca29,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:37.757305 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-860adfb7-1121-49f3-b66d-f7fb2e1289f2 req-5b36ef54-f156-498f-82f4-b736647480c6 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:37.903414 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172210d8-7cfa-4679-9211-3c42c6595798 req-3bbb5934-4541-4b2d-bfea-8380a4fea96e tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:37.904927 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-172210d8-7cfa-4679-9211-3c42c6595798 req-3bbb5934-4541-4b2d-bfea-8380a4fea96e tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 946 time: 0.0513878 Aug 05 13:58:37.912523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcaff3-f026-4383-99fc-b07c99adad93 req-8f1cc7fb-dd35-47e2-b0c8-a625fb75a0f1 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:37.914904 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fbdcaff3-f026-4383-99fc-b07c99adad93 req-8f1cc7fb-dd35-47e2-b0c8-a625fb75a0f1 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.63 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 945 time: 0.3137755 Aug 05 13:58:37.938915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc170dc7-cc1c-455d-9895-4c31ff900a7f admin admin] Router 34aed9d9-781b-4cdb-b3a9-796b202b5074 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:58:37.943857 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-172210d8-7cfa-4679-9211-3c42c6595798 req-9d50fe1f-898b-4798-b75b-37ee882dcbe0 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/security-groups?id=d90f85b8-7243-4e70-9d65-76ae3920a910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324535 Aug 05 13:58:38.020834 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-860adfb7-1121-49f3-b66d-f7fb2e1289f2 req-5b36ef54-f156-498f-82f4-b736647480c6 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:38.024652 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-860adfb7-1121-49f3-b66d-f7fb2e1289f2 req-5b36ef54-f156-498f-82f4-b736647480c6 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:38.025318 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-860adfb7-1121-49f3-b66d-f7fb2e1289f2 req-5b36ef54-f156-498f-82f4-b736647480c6 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] 10.222.0.16 "DELETE /v2.0/security-groups/fbc3edec-6428-4ab7-870a-b49b5ac8b3d9 HTTP/1.1" status: 204 len: 173 time: 1.0319259 Aug 05 13:58:38.046194 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50008) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:38.115775 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36ef54-f156-498f-82f4-b736647480c6 tempest-SecurityGroupRulesTestJSON-1000597923 tempest-SecurityGroupRulesTestJSON-1000597923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc3edec-6428-4ab7-870a-b49b5ac8b3d9,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:38.215118 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-41af9efd-769a-44eb-bdce-cd1431b2e0bb tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 258 time: 0.2346444 Aug 05 13:58:38.224691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-a8178dac-e841-48cb-9163-7e27e2946f15 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:38.258374 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-a8178dac-e841-48cb-9163-7e27e2946f15 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:38.311813 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c66547f-17a3-4012-b105-cd030d49d414 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:58:38.334589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de93a51-70ee-4d2e-9ae7-b6f8f5bdc50f admin admin] Deleting subnet cc274ae8-6254-4a74-9024-58ff196bb260 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:58:38.363268 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-a8178dac-e841-48cb-9163-7e27e2946f15 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:38.375989 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:38.378355 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3de93a51-70ee-4d2e-9ae7-b6f8f5bdc50f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:38.463698 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc170dc7-cc1c-455d-9895-4c31ff900a7f admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:58:38.469895 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bc170dc7-cc1c-455d-9895-4c31ff900a7f admin admin] 10.222.0.16 "PUT /v2.0/routers/34aed9d9-781b-4cdb-b3a9-796b202b5074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8762782 Aug 05 13:58:38.470776 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-a8178dac-e841-48cb-9163-7e27e2946f15 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Allocated IP 172.25.5.37 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/908b8915-ea5c-46dd-95ea-0fdae981efaa) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:58:38.472751 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50014) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:38.478214 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3813fc4-bf5c-493e-886d-9a03143d7598 None None] Sync routers for ids ['34aed9d9-781b-4cdb-b3a9-796b202b5074'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:58:38.480109 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Transition to ACTIVE for port object 0c66547f-17a3-4012-b105-cd030d49d414 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:38.486890 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3de93a51-70ee-4d2e-9ae7-b6f8f5bdc50f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:38.489505 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3813fc4-bf5c-493e-886d-9a03143d7598 None None] Routers {'34aed9d9-781b-4cdb-b3a9-796b202b5074'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:38.490116 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b3813fc4-bf5c-493e-886d-9a03143d7598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['34aed9d9-781b-4cdb-b3a9-796b202b5074'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:38.490941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-fbdcaff3-f026-4383-99fc-b07c99adad93 req-48f43931-87d3-4528-ae77-b0412b7f6fb5 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Deleting port 767f9280-c0dd-41ca-a924-b87863437f67 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:38.491270 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fbdcaff3-f026-4383-99fc-b07c99adad93 req-48f43931-87d3-4528-ae77-b0412b7f6fb5 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:38.531288 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:38.575167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80e409-34eb-4dee-ae39-7cf9752b609b req-57ddc5e5-574b-43c3-816a-3964f6c8f77e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:38.576985 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c80e409-34eb-4dee-ae39-7cf9752b609b req-57ddc5e5-574b-43c3-816a-3964f6c8f77e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 932 time: 0.2801993 Aug 05 13:58:38.640654 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:38.662197 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-807a0895-6695-4415-b1f3-e37bcf58b220 admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:38.717063 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3de93a51-70ee-4d2e-9ae7-b6f8f5bdc50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:38.717513 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-b3813fc4-bf5c-493e-886d-9a03143d7598 None None] Set router 34aed9d9-781b-4cdb-b3a9-796b202b5074 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:58:38.730969 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-a8178dac-e841-48cb-9163-7e27e2946f15 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:38.746581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c66547f-17a3-4012-b105-cd030d49d414,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:38.788856 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 64d73aec-86b8-4191-a076-a3e4b5cca50c no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:38.800373 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c80e409-34eb-4dee-ae39-7cf9752b609b req-e8b325bb-7251-4a8c-85e1-70a6231efd3f tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898577 Aug 05 13:58:38.810044 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-807a0895-6695-4415-b1f3-e37bcf58b220 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:38.826820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 64d73aec-86b8-4191-a076-a3e4b5cca50c {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:58:38.827104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 64d73aec-86b8-4191-a076-a3e4b5cca50c not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:58:38.859779 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-a8178dac-e841-48cb-9163-7e27e2946f15 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:38.901440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-a8178dac-e841-48cb-9163-7e27e2946f15 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:38.904339 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-a8178dac-e841-48cb-9163-7e27e2946f15 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:38.908925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-a8178dac-e841-48cb-9163-7e27e2946f15 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:58:38.918002 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-fbdcaff3-f026-4383-99fc-b07c99adad93 req-48f43931-87d3-4528-ae77-b0412b7f6fb5 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] For port 767f9280-c0dd-41ca-a924-b87863437f67, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=767f9280-c0dd-41ca-a924-b87863437f67,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:38.918404 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fbdcaff3-f026-4383-99fc-b07c99adad93 req-48f43931-87d3-4528-ae77-b0412b7f6fb5 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:38.949004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8178dac-e841-48cb-9163-7e27e2946f15 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Pushing event updated for resources: {'Port': ['ID=908b8915-ea5c-46dd-95ea-0fdae981efaa,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:38.966632 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-fbdcaff3-f026-4383-99fc-b07c99adad93 req-48f43931-87d3-4528-ae77-b0412b7f6fb5 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Calling delete_port for 767f9280-c0dd-41ca-a924-b87863437f67 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:38.971530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-807a0895-6695-4415-b1f3-e37bcf58b220 admin admin] Deleting port 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:38.972057 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-807a0895-6695-4415-b1f3-e37bcf58b220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:38.981097 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3de93a51-70ee-4d2e-9ae7-b6f8f5bdc50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.002260 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b3813fc4-bf5c-493e-886d-9a03143d7598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:58:35Z', 'revision_number': 5, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port': {'id': '3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:43Z', 'updated_at': '2021-08-05T13:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:39.028750 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3813fc4-bf5c-493e-886d-9a03143d7598 None None] Checking router: 34aed9d9-781b-4cdb-b3a9-796b202b5074 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:58:39.037583 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3813fc4-bf5c-493e-886d-9a03143d7598 None None] Routers {'34aed9d9-781b-4cdb-b3a9-796b202b5074'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:39.039076 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b3813fc4-bf5c-493e-886d-9a03143d7598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['34aed9d9-781b-4cdb-b3a9-796b202b5074'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:39.079090 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-a8178dac-e841-48cb-9163-7e27e2946f15 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.090452 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Attempting to bind port 0c66547f-17a3-4012-b105-cd030d49d414 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:58:39.090727 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Attempting to bind port 0c66547f-17a3-4012-b105-cd030d49d414 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:58:39.091090 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Attempting to bind port 0c66547f-17a3-4012-b105-cd030d49d414 on network f7447363-4b58-4abe-9e51-4d82c721285c {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:58:39.099663 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de93a51-70ee-4d2e-9ae7-b6f8f5bdc50f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc274ae8-6254-4a74-9024-58ff196bb260,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:39.102911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-807a0895-6695-4415-b1f3-e37bcf58b220 admin admin] For port 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:39.103497 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-807a0895-6695-4415-b1f3-e37bcf58b220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.108800 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3de93a51-70ee-4d2e-9ae7-b6f8f5bdc50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.110711 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3de93a51-70ee-4d2e-9ae7-b6f8f5bdc50f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cc274ae8-6254-4a74-9024-58ff196bb260 HTTP/1.1" status: 204 len: 168 time: 1.0627596 Aug 05 13:58:39.115440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50018) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:39.119844 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Port 0c66547f-17a3-4012-b105-cd030d49d414 on network f7447363-4b58-4abe-9e51-4d82c721285c not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:58:39.120168 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Attempting to bind port 0c66547f-17a3-4012-b105-cd030d49d414 on network f7447363-4b58-4abe-9e51-4d82c721285c {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:58:39.138631 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-b3813fc4-bf5c-493e-886d-9a03143d7598 None None] Set router 34aed9d9-781b-4cdb-b3a9-796b202b5074 gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:58:39.172139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bd057-ff90-47b9-90d8-71248ed60525 req-2f20c95a-e839-4e30-91d0-b8b7790d5729 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:39.173677 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-657bd057-ff90-47b9-90d8-71248ed60525 req-2f20c95a-e839-4e30-91d0-b8b7790d5729 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 945 time: 0.2577531 Aug 05 13:58:39.182421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-807a0895-6695-4415-b1f3-e37bcf58b220 admin admin] Calling delete_port for 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:39.183832 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:58:39.184176 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Checking segment: {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:39.184564 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Bound using segment: {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:58:39.185014 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Bound port: 0c66547f-17a3-4012-b105-cd030d49d414, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:58:39.185372 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.195546 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b3813fc4-bf5c-493e-886d-9a03143d7598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:58:38Z', 'revision_number': 6, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:39.215195 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-a8178dac-e841-48cb-9163-7e27e2946f15 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.222322 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3813fc4-bf5c-493e-886d-9a03143d7598 None None] The sync data for ids ['34aed9d9-781b-4cdb-b3a9-796b202b5074'] in n-d-803585-2 is: [{'id': '34aed9d9-781b-4cdb-b3a9-796b202b5074', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1002151512-router', 'tenant_id': '53001cf07fcb4d0b92a66b65b417642b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:42Z', 'updated_at': '2021-08-05T13:58:38Z', 'revision_number': 6, 'project_id': '53001cf07fcb4d0b92a66b65b417642b', 'gw_port_host': None}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:58:39.263390 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.294620 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-657bd057-ff90-47b9-90d8-71248ed60525 req-fb0e7de0-28e3-4139-954b-2645e0b40bf1 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067455 Aug 05 13:58:39.296347 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25131a68-5678-4b35-8e42-d1a49c66c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.407436 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] For port 0c66547f-17a3-4012-b105-cd030d49d414, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:58:39.516717 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25131a68-5678-4b35-8e42-d1a49c66c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.560520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-25131a68-5678-4b35-8e42-d1a49c66c4dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591e4af6-9d65-45c5-953a-9aa5906420c6']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:39.583915 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-25131a68-5678-4b35-8e42-d1a49c66c4dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e96214-734c-43fa-bb2d-1c0c9566f7c8') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:39.583915 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-25131a68-5678-4b35-8e42-d1a49c66c4dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e96214-734c-43fa-bb2d-1c0c9566f7c8') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:39.614738 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25131a68-5678-4b35-8e42-d1a49c66c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.634185 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-a8178dac-e841-48cb-9163-7e27e2946f15 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.647471 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-a8178dac-e841-48cb-9163-7e27e2946f15 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.657650 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25131a68-5678-4b35-8e42-d1a49c66c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.688993 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-807a0895-6695-4415-b1f3-e37bcf58b220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.691262 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25131a68-5678-4b35-8e42-d1a49c66c4dc admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:58:39.691661 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25131a68-5678-4b35-8e42-d1a49c66c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: timer() Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:58:39.695842 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:58:39.764279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] For port 0c66547f-17a3-4012-b105-cd030d49d414, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=0c66547f-17a3-4012-b105-cd030d49d414,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:58:39.777382 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.793065 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8178dac-e841-48cb-9163-7e27e2946f15 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Pushing event updated for resources: {'Port': ['ID=908b8915-ea5c-46dd-95ea-0fdae981efaa,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:39.794481 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fbdcaff3-f026-4383-99fc-b07c99adad93 req-48f43931-87d3-4528-ae77-b0412b7f6fb5 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.850549 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25131a68-5678-4b35-8e42-d1a49c66c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.859141 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a0895-6695-4415-b1f3-e37bcf58b220 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:39.859380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d55cf5-dd93-4b03-8690-15208aeb7eb7 req-ef36ff5e-e30c-463d-8858-baaa01aa19fe tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:39.860705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-44d55cf5-dd93-4b03-8690-15208aeb7eb7 req-ef36ff5e-e30c-463d-8858-baaa01aa19fe tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.4984159 Aug 05 13:58:39.862050 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:39.862737 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.864383 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-220cd467-aa23-4903-9ec5-41677536b082 req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] 10.222.0.84 "PUT /v2.0/ports/0c66547f-17a3-4012-b105-cd030d49d414 HTTP/1.1" status: 200 len: 1092 time: 3.0745840 Aug 05 13:58:39.864518 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25131a68-5678-4b35-8e42-d1a49c66c4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.866381 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-25131a68-5678-4b35-8e42-d1a49c66c4dc admin admin] 10.222.0.16 "DELETE /v2.0/networks/591e4af6-9d65-45c5-953a-9aa5906420c6 HTTP/1.1" status: 204 len: 168 time: 0.7465627 Aug 05 13:58:39.871603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7', 'tag': '0c66547f-17a3-4012-b105-cd030d49d414'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:58:39.873505 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2e79e6-3ee4-4ccc-8f9d-e0f185197513" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7", "tag": "0c66547f-17a3-4012-b105-cd030d49d414"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:58:39.892314 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25131a68-5678-4b35-8e42-d1a49c66c4dc admin admin] Pushing event deleted for resources: {'Network': ['ID=591e4af6-9d65-45c5-953a-9aa5906420c6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:39.896098 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-a8178dac-e841-48cb-9163-7e27e2946f15 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.911350 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-807a0895-6695-4415-b1f3-e37bcf58b220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.959504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdcaff3-f026-4383-99fc-b07c99adad93 req-48f43931-87d3-4528-ae77-b0412b7f6fb5 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] No DVR routers for this DVR port 767f9280-c0dd-41ca-a924-b87863437f67 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:58:39.961103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ef4b4-b53d-4b79-8acc-e809ac3715b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c66547f-17a3-4012-b105-cd030d49d414,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:39.966479 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fbdcaff3-f026-4383-99fc-b07c99adad93 req-48f43931-87d3-4528-ae77-b0412b7f6fb5 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:39.968455 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fbdcaff3-f026-4383-99fc-b07c99adad93 req-48f43931-87d3-4528-ae77-b0412b7f6fb5 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.63 "DELETE /v2.0/ports/767f9280-c0dd-41ca-a924-b87863437f67 HTTP/1.1" status: 204 len: 173 time: 2.0282571 Aug 05 13:58:40.031634 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-807a0895-6695-4415-b1f3-e37bcf58b220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:40.031873 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-44d55cf5-dd93-4b03-8690-15208aeb7eb7 req-ae3e9dbc-9b58-4d75-bcba-bf59110a0ab8 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538408 Aug 05 13:58:40.033925 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-807a0895-6695-4415-b1f3-e37bcf58b220 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:40.035126 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f43931-87d3-4528-ae77-b0412b7f6fb5 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Pushing event deleted for resources: {'Port': ['ID=767f9280-c0dd-41ca-a924-b87863437f67,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:40.040498 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50026) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:40.060401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router 5901a06b-df35-4b54-ae5f-23083ea3e2d1 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 13:58:40.065658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cd467-aa23-4903-9ec5-41677536b082 req-27da4f26-6d17-4317-ac3d-333a83673a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:40.078564 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-220cd467-aa23-4903-9ec5-41677536b082 req-27da4f26-6d17-4317-ac3d-333a83673a86 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 1095 time: 0.1470551 Aug 05 13:58:40.091261 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-a8178dac-e841-48cb-9163-7e27e2946f15 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:40.098417 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-a8178dac-e841-48cb-9163-7e27e2946f15 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8805525 Aug 05 13:58:40.172999 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-807a0895-6695-4415-b1f3-e37bcf58b220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:40.173597 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807a0895-6695-4415-b1f3-e37bcf58b220 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34aed9d9-781b-4cdb-b3a9-796b202b5074 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 13:58:40.173729 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-220cd467-aa23-4903-9ec5-41677536b082 req-4200b23d-9d9c-4d4a-9466-6b6bf00d4962 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c66547f-17a3-4012-b105-cd030d49d414 HTTP/1.1" status: 200 len: 217 time: 0.0795970 Aug 05 13:58:40.179937 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-807a0895-6695-4415-b1f3-e37bcf58b220 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:40.184974 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-807a0895-6695-4415-b1f3-e37bcf58b220 admin admin] 10.222.0.16 "DELETE /v2.0/routers/34aed9d9-781b-4cdb-b3a9-796b202b5074 HTTP/1.1" status: 204 len: 168 time: 1.7111504 Aug 05 13:58:40.188726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50028) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:40.190732 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-0feff4aa-cbb3-403d-b0a9-55ddc4f8e8b4 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.37 HTTP/1.1" status: 200 len: 695 time: 0.0914643 Aug 05 13:58:40.226897 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cefada9f-ab95-44c5-a0e1-bda0d3f5afd1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b460cb52021d4702911af72670e00d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849172 Aug 05 13:58:40.252079 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50030) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:40.347524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-5168b743-ceb3-4ea5-9892-10726d9fc70f tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:40.348956 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a7a8bb2-469b-48ae-8f15-508166380112 req-5168b743-ceb3-4ea5-9892-10726d9fc70f tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.1532104 Aug 05 13:58:40.349617 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d38c6206-4ae8-41b6-9a23-000b4f39e188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:40.372251 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:58:40.380119 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cd467-aa23-4903-9ec5-41677536b082 req-16529b30-c2a7-45d7-8381-5745cd945f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:40.381609 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-220cd467-aa23-4903-9ec5-41677536b082 req-16529b30-c2a7-45d7-8381-5745cd945f23 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a0c9cb3b-02da-4b2d-886d-ad880aca8a5e HTTP/1.1" status: 200 len: 851 time: 0.1919045 Aug 05 13:58:40.384404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7afda40-da34-4530-8ac7-60870dba38b1 admin admin] Deleting subnet 00dd0760-9582-4502-9a67-893e71bba931 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:58:40.386050 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d38c6206-4ae8-41b6-9a23-000b4f39e188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:40.396614 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cbad44-3c36-4ef2-8396-69970a522eac None None] Sync routers for ids ['5901a06b-df35-4b54-ae5f-23083ea3e2d1'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:58:40.405827 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e7afda40-da34-4530-8ac7-60870dba38b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:40.411842 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a7c60d-3543-4338-a6bb-b39aff6c501a x-openstack-request-id: req-82a7c60d-3543-4338-a6bb-b39aff6c501a {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:40.412029 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7", "tag": "0c66547f-17a3-4012-b105-cd030d49d414", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:40.412286 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82a7c60d-3543-4338-a6bb-b39aff6c501a {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:40.412839 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7', 'tag': '0c66547f-17a3-4012-b105-cd030d49d414', 'status': 'completed', 'code': 200} Aug 05 13:58:40.414980 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cbad44-3c36-4ef2-8396-69970a522eac None None] Routers {'5901a06b-df35-4b54-ae5f-23083ea3e2d1'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:40.416342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a9cbad44-3c36-4ef2-8396-69970a522eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['5901a06b-df35-4b54-ae5f-23083ea3e2d1'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:40.446482 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d38c6206-4ae8-41b6-9a23-000b4f39e188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:40.449726 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d38c6206-4ae8-41b6-9a23-000b4f39e188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:40.453171 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d38c6206-4ae8-41b6-9a23-000b4f39e188 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c09e90a2-cf72-49ec-96f2-af52ab31ffa2 HTTP/1.1" status: 204 len: 168 time: 0.1977007 Aug 05 13:58:40.469601 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c6206-4ae8-41b6-9a23-000b4f39e188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09e90a2-cf72-49ec-96f2-af52ab31ffa2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:40.478339 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f721d4-44b8-4576-bfd3-f4b79ad0f63d req-2cea9f1a-9486-4915-8a23-442b3e988421 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:40.480298 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-45f721d4-44b8-4576-bfd3-f4b79ad0f63d req-2cea9f1a-9486-4915-8a23-442b3e988421 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 944 time: 0.2612402 Aug 05 13:58:40.500132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a9cbad44-3c36-4ef2-8396-69970a522eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:40.503994 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-220cd467-aa23-4903-9ec5-41677536b082 req-b014fda0-d58b-40fd-8d48-ce06671d1c2c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f7447363-4b58-4abe-9e51-4d82c721285c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012123 Aug 05 13:58:40.522057 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cbad44-3c36-4ef2-8396-69970a522eac None None] Routers {'5901a06b-df35-4b54-ae5f-23083ea3e2d1'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:40.524768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a9cbad44-3c36-4ef2-8396-69970a522eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['5901a06b-df35-4b54-ae5f-23083ea3e2d1'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:40.580291 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b648ebac-5da0-4fd9-8a15-b75f8c724183 req-90625abc-cd71-4f45-9403-9a9fc9c6f8ee tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c4ee3c-6418-4781-8e36-78bfcfa5b861 HTTP/1.1" status: 200 len: 210 time: 0.0458443 Aug 05 13:58:40.582460 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:40.587824 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50038) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:40.595103 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7e27a2b5-5ba0-4c9b-979f-526a984d686a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.9268863 Aug 05 13:58:40.611859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a9cbad44-3c36-4ef2-8396-69970a522eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:40.612555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cbad44-3c36-4ef2-8396-69970a522eac None None] The sync data for ids ['5901a06b-df35-4b54-ae5f-23083ea3e2d1'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:58:40.650577 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e7afda40-da34-4530-8ac7-60870dba38b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:40.720888 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-45f721d4-44b8-4576-bfd3-f4b79ad0f63d req-21c21604-022c-4f88-b87f-2e30d7338125 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124135 Aug 05 13:58:40.786107 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-220cd467-aa23-4903-9ec5-41677536b082 req-9b696f03-9adc-4781-8a4d-d9b870f5ada6 service neutron] 10.222.0.84 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635486 Aug 05 13:58:40.807901 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 767f9280-c0dd-41ca-a924-b87863437f67 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:40.819184 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e7afda40-da34-4530-8ac7-60870dba38b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:40.837626 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 767f9280-c0dd-41ca-a924-b87863437f67 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:58:40.838270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 767f9280-c0dd-41ca-a924-b87863437f67 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:58:40.940161 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-220cd467-aa23-4903-9ec5-41677536b082 req-047cc0fb-99a5-442e-9d35-f79653f5ce09 service neutron] 10.222.0.84 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436896 Aug 05 13:58:40.941751 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e7afda40-da34-4530-8ac7-60870dba38b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:40.998428 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afda40-da34-4530-8ac7-60870dba38b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00dd0760-9582-4502-9a67-893e71bba931,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:41.017294 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e7afda40-da34-4530-8ac7-60870dba38b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:41.019795 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e7afda40-da34-4530-8ac7-60870dba38b1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/00dd0760-9582-4502-9a67-893e71bba931 HTTP/1.1" status: 204 len: 168 time: 0.8285823 Aug 05 13:58:41.025814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8856edc6-6104-4632-8bcb-1847c91a0277 None None] Network ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:41.061450 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50048) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:41.084916 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:41.115085 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:58:41.115438 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3ff3ce1a-a45b-4c64-b4a0-8230e93b94d5 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:58:41.115851 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b84fbb80-67b6-4223-84df-34e5bc495fea no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:41.148076 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: b84fbb80-67b6-4223-84df-34e5bc495fea {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:58:41.148494 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b84fbb80-67b6-4223-84df-34e5bc495fea not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:58:41.220357 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e79e6-3ee4-4ccc-8f9d-e0f185197513 req-14d3c900-3d14-41d8-bb2e-13cca125e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:41.221987 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e2e79e6-3ee4-4ccc-8f9d-e0f185197513 req-14d3c900-3d14-41d8-bb2e-13cca125e862 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 1095 time: 0.2199945 Aug 05 13:58:41.229915 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-eb847d2e-b374-4b01-9dfa-8e72614a141b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/routers/5901a06b-df35-4b54-ae5f-23083ea3e2d1 HTTP/1.1" status: 200 len: 884 time: 0.6407692 Aug 05 13:58:41.237011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50058) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:41.239645 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-1737edaa-b6f2-4350-b428-2595d09beba0 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:41.241190 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-1737edaa-b6f2-4350-b428-2595d09beba0 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8698900-3902-4aa5-98ad-696abd0cb002&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1208372 Aug 05 13:58:41.300901 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-9f03e651-dc88-4af8-8c71-80ad1d7c6424 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.37 HTTP/1.1" status: 200 len: 695 time: 0.0517340 Aug 05 13:58:41.320016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-b678c48f-c0da-4895-a06e-3a40024b3a53 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Request body: {'floatingip': {'port_id': '72b0e84a-5f3b-40cb-8e55-f1ec134503ad', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:41.348863 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:41.361215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98723340-1119-4990-95ca-2d2d35df9bdd None None] DHCP port deletion for ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 13:58:41.362223 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-b678c48f-c0da-4895-a06e-3a40024b3a53 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:41.391074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae7e79-a761-4c41-a368-289dbe3189ab req-548131ae-eee8-4fac-97bf-03e796a3c99c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:41.392750 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aeae7e79-a761-4c41-a368-289dbe3189ab req-548131ae-eee8-4fac-97bf-03e796a3c99c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.2191567 Aug 05 13:58:41.427710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-98723340-1119-4990-95ca-2d2d35df9bdd None None] Deleting port 52373bf1-20e9-49c6-bac5-dd379c2031a4 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:41.428408 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-98723340-1119-4990-95ca-2d2d35df9bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:41.509543 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-98723340-1119-4990-95ca-2d2d35df9bdd None None] For port 52373bf1-20e9-49c6-bac5-dd379c2031a4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=52373bf1-20e9-49c6-bac5-dd379c2031a4,segment=NetworkSegment(e0f2db41-7c35-4e82-8367-798b59bea943),segment_id=e0f2db41-7c35-4e82-8367-798b59bea943)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:41.509836 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-98723340-1119-4990-95ca-2d2d35df9bdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:41.516939 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e79e6-3ee4-4ccc-8f9d-e0f185197513 req-744a8bb3-bc2a-45c5-8b29-a8f0d7ddcbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:41.518801 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e2e79e6-3ee4-4ccc-8f9d-e0f185197513 req-744a8bb3-bc2a-45c5-8b29-a8f0d7ddcbe4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 912 time: 0.2808211 Aug 05 13:58:41.523538 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-98723340-1119-4990-95ca-2d2d35df9bdd None None] Calling delete_port for 52373bf1-20e9-49c6-bac5-dd379c2031a4 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:41.527617 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aeae7e79-a761-4c41-a368-289dbe3189ab req-3cee327b-3f3c-4ff3-b322-4a2d46fc102a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241202 Aug 05 13:58:41.538960 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50066) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:41.594341 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e2e79e6-3ee4-4ccc-8f9d-e0f185197513 req-2c5d2e5b-3c30-4fd5-9755-c902fb7ba346 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c66547f-17a3-4012-b105-cd030d49d414 HTTP/1.1" status: 200 len: 217 time: 0.0636237 Aug 05 13:58:41.700931 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-98723340-1119-4990-95ca-2d2d35df9bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:41.713996 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] Deleting port 52373bf1-20e9-49c6-bac5-dd379c2031a4 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:41.714540 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:41.742969 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98723340-1119-4990-95ca-2d2d35df9bdd None None] Pushing event deleted for resources: {'Port': ['ID=52373bf1-20e9-49c6-bac5-dd379c2031a4,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:41.752597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98723340-1119-4990-95ca-2d2d35df9bdd None None] No DVR routers for this DVR port 52373bf1-20e9-49c6-bac5-dd379c2031a4 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:58:41.800279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e79e6-3ee4-4ccc-8f9d-e0f185197513 req-69619f26-39fe-4faf-8f46-d42f65a19b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:41.802552 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e2e79e6-3ee4-4ccc-8f9d-e0f185197513 req-69619f26-39fe-4faf-8f46-d42f65a19b37 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a0c9cb3b-02da-4b2d-886d-ad880aca8a5e HTTP/1.1" status: 200 len: 851 time: 0.1934226 Aug 05 13:58:41.815514 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-efe42477-30b2-4a83-927e-5f21f0940597 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-445559802-network', 'tenant_id': '135e94a27c6e488ca87611db1771bc8b'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:41.864884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] For port 52373bf1-20e9-49c6-bac5-dd379c2031a4, host n-d-803585-2, got binding levels [] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:41.865380 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:41.912990 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e2e79e6-3ee4-4ccc-8f9d-e0f185197513 req-f86c358a-913e-4414-bed3-418138ef2968 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f7447363-4b58-4abe-9e51-4d82c721285c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808682 Aug 05 13:58:41.920585 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] Calling delete_port for 52373bf1-20e9-49c6-bac5-dd379c2031a4 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:41.936334 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-b678c48f-c0da-4895-a06e-3a40024b3a53 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:41.938008 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.ipam_backend_mixin [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] Port 52373bf1-20e9-49c6-bac5-dd379c2031a4 was not found and therefore no delete operation was performed {{(pid=105723) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 13:58:41.941695 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-b678c48f-c0da-4895-a06e-3a40024b3a53 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:41.965371 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.006609 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe42477-30b2-4a83-927e-5f21f0940597 admin admin] Made reservation on behalf of 135e94a27c6e488ca87611db1771bc8b for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:58:42.009346 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-efe42477-30b2-4a83-927e-5f21f0940597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.048645 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-b678c48f-c0da-4895-a06e-3a40024b3a53 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Floating IP 9a3e9ae1-8983-4a3b-9021-2eb53ca6918d associated. External IP: 172.25.5.37, port: 72b0e84a-5f3b-40cb-8e55-f1ec134503ad. Aug 05 13:58:42.071010 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-efe42477-30b2-4a83-927e-5f21f0940597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.075278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] No DVR routers for this DVR port 52373bf1-20e9-49c6-bac5-dd379c2031a4 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:58:42.078138 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] Pushing event deleted for resources: {'Port': ['ID=52373bf1-20e9-49c6-bac5-dd379c2031a4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:42.158604 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-48ec3cc5-076e-42f1-9523-44c3fc5c1021 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9187686 Aug 05 13:58:42.187984 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50078) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:42.194022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-fdd6230b-02b2-42c9-8daf-89d7bfdf2e39 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-526997624'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:42.222206 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be85e5-67a6-4921-9679-21036061ba0c req-afe44ee0-84ec-40f5-b81a-2248a5bc4ab1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:42.223736 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-84be85e5-67a6-4921-9679-21036061ba0c req-afe44ee0-84ec-40f5-b81a-2248a5bc4ab1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 944 time: 0.2828622 Aug 05 13:58:42.242147 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e2e79e6-3ee4-4ccc-8f9d-e0f185197513 req-9fa07e46-4803-440a-a608-a3b388d7503b service neutron] 10.222.0.84 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222480 Aug 05 13:58:42.248992 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.293497 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:42.306328 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 0c66547f-17a3-4012-b105-cd030d49d414 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:58:42.342334 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f2db41-7c35-4e82-8367-798b59bea943') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:42.342634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f2db41-7c35-4e82-8367-798b59bea943') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:42.360212 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-b678c48f-c0da-4895-a06e-3a40024b3a53 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Router 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:58:42.362848 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.397002 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-84be85e5-67a6-4921-9679-21036061ba0c req-f8f02492-83a2-415f-8193-dd5c2e59219b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615922 Aug 05 13:58:42.397002 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.414072 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:58:42.414072 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c4ee3c-6418-4781-8e36-78bfcfa5b861', 'name': 'network-vif-deleted', 'tag': '767f9280-c0dd-41ca-a924-b87863437f67'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424d191c-c42b-4593-94df-7e06c9fac694" -d '{"events": [{"server_uuid": "a6c4ee3c-6418-4781-8e36-78bfcfa5b861", "name": "network-vif-deleted", "tag": "767f9280-c0dd-41ca-a924-b87863437f67"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: timer() Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:58:42.423854 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:58:42.439665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 0c66547f-17a3-4012-b105-cd030d49d414, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=0c66547f-17a3-4012-b105-cd030d49d414,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:42.461069 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '0c66547f-17a3-4012-b105-cd030d49d414', 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c', 'port_id': '0c66547f-17a3-4012-b105-cd030d49d414', 'mac_address': 'fa:16:3e:3f:8e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c9cb3b-02da-4b2d-886d-ad880aca8a5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:58:42.500266 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d57be-e01b-45e5-bab5-7c07238c8e2a req-20825a17-c50b-4f7a-a75c-fc8eb79e15d6 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:42.502210 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d07d57be-e01b-45e5-bab5-7c07238c8e2a req-20825a17-c50b-4f7a-a75c-fc8eb79e15d6 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.84 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 944 time: 0.1342032 Aug 05 13:58:42.505564 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.522375 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c66547f-17a3-4012-b105-cd030d49d414 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:58:42.536091 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e2e79e6-3ee4-4ccc-8f9d-e0f185197513 req-84d98d7e-6b5e-482a-8034-187211111092 service neutron] 10.222.0.84 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813385 Aug 05 13:58:42.543154 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-efe42477-30b2-4a83-927e-5f21f0940597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.547927 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 0c66547f-17a3-4012-b105-cd030d49d414, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=0c66547f-17a3-4012-b105-cd030d49d414,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:42.555617 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.555873 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-efe42477-30b2-4a83-927e-5f21f0940597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.565573 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.584898 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.590717 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] 10.222.0.16 "DELETE /v2.0/networks/ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293 HTTP/1.1" status: 204 len: 168 time: 1.5246208 Aug 05 13:58:42.591103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50084) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:42.597503 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe42477-30b2-4a83-927e-5f21f0940597 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:58:42.624191 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f10cb-20b7-462f-85ee-ac35fe712b9c req-e7c17858-9b8d-4f6c-b315-6c9debdaa4c2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:42.625793 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6a5f10cb-20b7-462f-85ee-ac35fe712b9c req-e7c17858-9b8d-4f6c-b315-6c9debdaa4c2 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 944 time: 0.1391163 Aug 05 13:58:42.674684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108e908-4845-4d5d-b661-92081722257d admin admin] Pushing event deleted for resources: {'Network': ['ID=ee0d6f77-8f08-4be7-84f6-0ac2a1b6b293,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:42.683094 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-efe42477-30b2-4a83-927e-5f21f0940597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.683448 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-efe42477-30b2-4a83-927e-5f21f0940597 admin admin] Added segment f2ce16b5-92d8-4342-884e-7c874fc38c12 of type vlan for network 46196e65-b8f8-4753-bb28-d0ef7f81a42c Aug 05 13:58:42.684907 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe42477-30b2-4a83-927e-5f21f0940597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b08201-f31d-4ebb-b8d0-8afdbcb1c769,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:42.767489 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=0c66547f-17a3-4012-b105-cd030d49d414,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:42.784189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-b678c48f-c0da-4895-a06e-3a40024b3a53 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:58:42.790713 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-b678c48f-c0da-4895-a06e-3a40024b3a53 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.792940 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-efe42477-30b2-4a83-927e-5f21f0940597 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.798191 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a29f8-79c4-4a04-a005-2cfc1cc84713 None None] Sync routers for ids ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:58:42.803045 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6a5f10cb-20b7-462f-85ee-ac35fe712b9c req-013ab084-2a25-46a9-a1e6-53637208cf33 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2ca55f-3299-4936-8e33-36e350577a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310582 Aug 05 13:58:42.810649 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a29f8-79c4-4a04-a005-2cfc1cc84713 None None] Routers {'4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:42.811959 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5b1a29f8-79c4-4a04-a005-2cfc1cc84713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:42.819185 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d07d57be-e01b-45e5-bab5-7c07238c8e2a req-da1fce55-7fc1-4048-aa75-ae4c3e02ac88 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Deleting port 1dbd3872-f6aa-415b-888c-a15b09035c89 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:42.820185 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d07d57be-e01b-45e5-bab5-7c07238c8e2a req-da1fce55-7fc1-4048-aa75-ae4c3e02ac88 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.829481 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['0c66547f-17a3-4012-b105-cd030d49d414'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:58:42.857813 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-efe42477-30b2-4a83-927e-5f21f0940597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.859383 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe42477-30b2-4a83-927e-5f21f0940597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:42.860177 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-efe42477-30b2-4a83-927e-5f21f0940597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.901221 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a197ddb-8941-456a-af4a-bb0b133f6ea7 x-openstack-request-id: req-9a197ddb-8941-456a-af4a-bb0b133f6ea7 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:42.901631 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c4ee3c-6418-4781-8e36-78bfcfa5b861", "name": "network-vif-deleted", "tag": "767f9280-c0dd-41ca-a924-b87863437f67", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:42.901985 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a197ddb-8941-456a-af4a-bb0b133f6ea7 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:42.902558 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c4ee3c-6418-4781-8e36-78bfcfa5b861', 'name': 'network-vif-deleted', 'tag': '767f9280-c0dd-41ca-a924-b87863437f67', 'status': 'completed', 'code': 200} Aug 05 13:58:42.909083 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-b678c48f-c0da-4895-a06e-3a40024b3a53 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "PUT /v2.0/floatingips/9a3e9ae1-8983-4a3b-9021-2eb53ca6918d HTTP/1.1" status: 200 len: 996 time: 1.5985341 Aug 05 13:58:42.915537 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8698900-3902-4aa5-98ad-696abd0cb002', 'tag': '72b0e84a-5f3b-40cb-8e55-f1ec134503ad'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:58:42.917821 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee770a6-c2e9-41e2-b63a-4ba664223ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "f8698900-3902-4aa5-98ad-696abd0cb002", "tag": "72b0e84a-5f3b-40cb-8e55-f1ec134503ad"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:58:42.966718 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-efe42477-30b2-4a83-927e-5f21f0940597 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4251115 Aug 05 13:58:42.974511 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fdd6230b-02b2-42c9-8daf-89d7bfdf2e39 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:42.975412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50090) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:42.985133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e9f4d704-1d35-4444-a0ae-cd5462beb9a0 admin admin] Request body: {'subnet': {'network_id': '46196e65-b8f8-4753-bb28-d0ef7f81a42c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-445559802-subnet', 'tenant_id': '135e94a27c6e488ca87611db1771bc8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:42.993143 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-5b1a29f8-79c4-4a04-a005-2cfc1cc84713 None None] Set router 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:58:43.010709 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fdd6230b-02b2-42c9-8daf-89d7bfdf2e39 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:43.044730 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-fb8cc813-d219-4d04-be37-99204a29cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:43.044730 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-fb8cc813-d219-4d04-be37-99204a29cad6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=98c6c1520e3e4272bc824b52ad079e1c&device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 1097 time: 0.1017063 Aug 05 13:58:43.077873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d07d57be-e01b-45e5-bab5-7c07238c8e2a req-da1fce55-7fc1-4048-aa75-ae4c3e02ac88 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] For port 1dbd3872-f6aa-415b-888c-a15b09035c89, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1dbd3872-f6aa-415b-888c-a15b09035c89,segment=NetworkSegment(485300b0-2e6b-4376-ad8d-c1c09a185080),segment_id=485300b0-2e6b-4376-ad8d-c1c09a185080)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:43.078150 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d07d57be-e01b-45e5-bab5-7c07238c8e2a req-da1fce55-7fc1-4048-aa75-ae4c3e02ac88 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:43.105843 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 52373bf1-20e9-49c6-bac5-dd379c2031a4 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:43.113168 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe42477-30b2-4a83-927e-5f21f0940597 admin admin] Pushing event updated for resources: {'Network': ['ID=46196e65-b8f8-4753-bb28-d0ef7f81a42c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:43.147346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f4d704-1d35-4444-a0ae-cd5462beb9a0 admin admin] Made reservation on behalf of 135e94a27c6e488ca87611db1771bc8b for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:58:43.149999 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e9f4d704-1d35-4444-a0ae-cd5462beb9a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:43.150150 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d07d57be-e01b-45e5-bab5-7c07238c8e2a req-da1fce55-7fc1-4048-aa75-ae4c3e02ac88 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Calling delete_port for 1dbd3872-f6aa-415b-888c-a15b09035c89 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:43.158425 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 46196e65-b8f8-4753-bb28-d0ef7f81a42c details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:58:43.245598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 52373bf1-20e9-49c6-bac5-dd379c2031a4 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:58:43.246431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 52373bf1-20e9-49c6-bac5-dd379c2031a4 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:58:43.274095 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5b1a29f8-79c4-4a04-a005-2cfc1cc84713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-190372702-router', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '2eb43191-5709-4e59-a109-18b251211bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:07Z', 'updated_at': '2021-08-05T13:58:17Z', 'revision_number': 4, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'gw_port': {'id': '2eb43191-5709-4e59-a109-18b251211bd1', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:09Z', 'updated_at': '2021-08-05T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '9a3e9ae1-8983-4a3b-9021-2eb53ca6918d', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'port_id': '72b0e84a-5f3b-40cb-8e55-f1ec134503ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b', 'mac_address': 'fa:16:3e:62:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8698900-3902-4aa5-98ad-696abd0cb002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:58:38Z', 'updated_at': '2021-08-05T13:58:41Z', 'revision_number': 1, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9f413e-9251-40de-8298-6cec599a0ee1', 'name': '', 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'mac_address': 'fa:16:3e:0b:5a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:15Z', 'updated_at': '2021-08-05T13:58:25Z', 'revision_number': 5, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'subnets': [{'id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:43.312419 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a29f8-79c4-4a04-a005-2cfc1cc84713 None None] Checking router: 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:58:43.323288 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a29f8-79c4-4a04-a005-2cfc1cc84713 None None] Routers {'4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:43.323845 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5b1a29f8-79c4-4a04-a005-2cfc1cc84713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:43.348616 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-e598f78d-6c90-455e-851c-3cbd0b7b6e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:43.350043 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-e598f78d-6c90-455e-851c-3cbd0b7b6e1c service neutron] 10.222.0.16 "GET /v2.0/networks?id=9abad8ab-841f-4069-b39f-5bb10bcfc23b HTTP/1.1" status: 200 len: 929 time: 0.3005283 Aug 05 13:58:43.357024 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd6230b-02b2-42c9-8daf-89d7bfdf2e39 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router 5901a06b-df35-4b54-ae5f-23083ea3e2d1 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:58:43.449036 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-5b1a29f8-79c4-4a04-a005-2cfc1cc84713 None None] Set router 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:58:43.536547 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d29180-b352-444d-9d44-278f0e774aea req-48e9fb0d-7666-4054-808c-bf611dfc4979 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:43.538423 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17d29180-b352-444d-9d44-278f0e774aea req-48e9fb0d-7666-4054-808c-bf611dfc4979 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.4701962 Aug 05 13:58:43.662474 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17d29180-b352-444d-9d44-278f0e774aea req-6c647f9d-d28c-42b9-a07e-0e331752dd31 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983791 Aug 05 13:58:43.729797 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5b1a29f8-79c4-4a04-a005-2cfc1cc84713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-190372702-router', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '2eb43191-5709-4e59-a109-18b251211bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:07Z', 'updated_at': '2021-08-05T13:58:17Z', 'revision_number': 4, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'gw_port': {'id': '2eb43191-5709-4e59-a109-18b251211bd1', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:09Z', 'updated_at': '2021-08-05T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '9a3e9ae1-8983-4a3b-9021-2eb53ca6918d', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'port_id': '72b0e84a-5f3b-40cb-8e55-f1ec134503ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b', 'mac_address': 'fa:16:3e:62:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8698900-3902-4aa5-98ad-696abd0cb002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:58:38Z', 'updated_at': '2021-08-05T13:58:41Z', 'revision_number': 1, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9f413e-9251-40de-8298-6cec599a0ee1', 'name': '', 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'mac_address': 'fa:16:3e:0b:5a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:15Z', 'updated_at': '2021-08-05T13:58:25Z', 'revision_number': 5, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'subnets': [{'id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:43.771667 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a29f8-79c4-4a04-a005-2cfc1cc84713 None None] The sync data for ids ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'] in n-d-803585-2 is: [{'id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-190372702-router', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '2eb43191-5709-4e59-a109-18b251211bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:07Z', 'updated_at': '2021-08-05T13:58:17Z', 'revision_number': 4, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'gw_port': {'id': '2eb43191-5709-4e59-a109-18b251211bd1', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:09Z', 'updated_at': '2021-08-05T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '9a3e9ae1-8983-4a3b-9021-2eb53ca6918d', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'port_id': '72b0e84a-5f3b-40cb-8e55-f1ec134503ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b', 'mac_address': 'fa:16:3e:62:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8698900-3902-4aa5-98ad-696abd0cb002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:58:38Z', 'updated_at': '2021-08-05T13:58:41Z', 'revision_number': 1, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9f413e-9251-40de-8298-6cec599a0ee1', 'name': '', 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'mac_address': 'fa:16:3e:0b:5a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:15Z', 'updated_at': '2021-08-05T13:58:25Z', 'revision_number': 5, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'subnets': [{'id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:58:43.820565 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e9f4d704-1d35-4444-a0ae-cd5462beb9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:43.881080 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-ef71c316-b6bb-4093-9bd4-8593852a97e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72b0e84a-5f3b-40cb-8e55-f1ec134503ad HTTP/1.1" status: 200 len: 999 time: 0.5120990 Aug 05 13:58:43.909039 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128a8363-5615-4e22-b871-b857011ecabc x-openstack-request-id: req-128a8363-5615-4e22-b871-b857011ecabc {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:43.909262 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8698900-3902-4aa5-98ad-696abd0cb002", "tag": "72b0e84a-5f3b-40cb-8e55-f1ec134503ad", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:43.909477 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-128a8363-5615-4e22-b871-b857011ecabc {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:43.909875 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8698900-3902-4aa5-98ad-696abd0cb002', 'tag': '72b0e84a-5f3b-40cb-8e55-f1ec134503ad', 'status': 'completed', 'code': 200} Aug 05 13:58:43.917440 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d07d57be-e01b-45e5-bab5-7c07238c8e2a req-da1fce55-7fc1-4048-aa75-ae4c3e02ac88 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:43.954964 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4d704-1d35-4444-a0ae-cd5462beb9a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0593f8a6-764f-4e2e-a1f5-ac25c416ae68,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:43.988866 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f4d704-1d35-4444-a0ae-cd5462beb9a0 admin admin] Checking segment: {'id': 'f2ce16b5-92d8-4342-884e-7c874fc38c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '46196e65-b8f8-4753-bb28-d0ef7f81a42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:43.989222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f4d704-1d35-4444-a0ae-cd5462beb9a0 admin admin] Network hostable DHCP agents. Network: 46196e65-b8f8-4753-bb28-d0ef7f81a42c, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:58:43.995649 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fce55-7fc1-4048-aa75-ae4c3e02ac88 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Pushing event deleted for resources: {'Port': ['ID=1dbd3872-f6aa-415b-888c-a15b09035c89,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:43.996169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee770a6-c2e9-41e2-b63a-4ba664223ff6 req-83684a9f-9ee4-441f-a71a-fd9d76f7d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:43.997585 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ee770a6-c2e9-41e2-b63a-4ba664223ff6 req-83684a9f-9ee4-441f-a71a-fd9d76f7d5b6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=98c6c1520e3e4272bc824b52ad079e1c&device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 1097 time: 0.1353586 Aug 05 13:58:44.002231 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2cc227dc-5c51-467b-8252-ca296bf0e085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:44.033660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-eac66c31-d916-4b94-9f4b-0bf4bdcfaca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:44.039442 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-eac66c31-d916-4b94-9f4b-0bf4bdcfaca0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ffb7cfc-542a-4e78-923d-06814a14f982 HTTP/1.1" status: 200 len: 867 time: 0.1578789 Aug 05 13:58:44.075337 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07d57be-e01b-45e5-bab5-7c07238c8e2a req-da1fce55-7fc1-4048-aa75-ae4c3e02ac88 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] No DVR routers for this DVR port 1dbd3872-f6aa-415b-888c-a15b09035c89 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:58:44.077338 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d07d57be-e01b-45e5-bab5-7c07238c8e2a req-da1fce55-7fc1-4048-aa75-ae4c3e02ac88 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:44.079974 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d07d57be-e01b-45e5-bab5-7c07238c8e2a req-da1fce55-7fc1-4048-aa75-ae4c3e02ac88 tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.84 "DELETE /v2.0/ports/1dbd3872-f6aa-415b-888c-a15b09035c89 HTTP/1.1" status: 204 len: 173 time: 1.5686831 Aug 05 13:58:44.095874 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4098e43d-176a-4117-bed3-c52c68852a2c None None] New status for floating IP 9a3e9ae1-8983-4a3b-9021-2eb53ca6918d: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 13:58:44.100125 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ab256-884d-43ac-bce8-c723c5600aa0 req-34d5e4c2-3590-474b-9df9-8268053a8d40 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:44.106806 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-325ab256-884d-43ac-bce8-c723c5600aa0 req-34d5e4c2-3590-474b-9df9-8268053a8d40 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 945 time: 0.2008994 Aug 05 13:58:44.112821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd6230b-02b2-42c9-8daf-89d7bfdf2e39 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:58:44.121001 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fdd6230b-02b2-42c9-8daf-89d7bfdf2e39 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:44.124947 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fdd6230b-02b2-42c9-8daf-89d7bfdf2e39 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/5901a06b-df35-4b54-ae5f-23083ea3e2d1 HTTP/1.1" status: 200 len: 891 time: 1.9359436 Aug 05 13:58:44.126408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50096) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:44.137581 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf7303-dae9-4790-b1e7-85ba04fb5efe None None] Sync routers for ids ['5901a06b-df35-4b54-ae5f-23083ea3e2d1'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:58:44.155453 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf7303-dae9-4790-b1e7-85ba04fb5efe None None] Routers {'5901a06b-df35-4b54-ae5f-23083ea3e2d1'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:44.156385 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-eeaf7303-dae9-4790-b1e7-85ba04fb5efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['5901a06b-df35-4b54-ae5f-23083ea3e2d1'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:44.189322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-34a0bd3b-772f-4f8c-b78e-bf756523023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:44.198010 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-34a0bd3b-772f-4f8c-b78e-bf756523023a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9abad8ab-841f-4069-b39f-5bb10bcfc23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517823 Aug 05 13:58:44.198983 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-eeaf7303-dae9-4790-b1e7-85ba04fb5efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:44.203520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-cdfcaeac-5b0e-4029-8ec0-ba1b825f9b2d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:58:44.209706 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf7303-dae9-4790-b1e7-85ba04fb5efe None None] Routers {'5901a06b-df35-4b54-ae5f-23083ea3e2d1'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:44.211215 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-eeaf7303-dae9-4790-b1e7-85ba04fb5efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['5901a06b-df35-4b54-ae5f-23083ea3e2d1'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:44.211389 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-cdfcaeac-5b0e-4029-8ec0-ba1b825f9b2d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119817 Aug 05 13:58:44.248589 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-eeaf7303-dae9-4790-b1e7-85ba04fb5efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:44.249559 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf7303-dae9-4790-b1e7-85ba04fb5efe None None] The sync data for ids ['5901a06b-df35-4b54-ae5f-23083ea3e2d1'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:58:44.273447 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f4d704-1d35-4444-a0ae-cd5462beb9a0 admin admin] Network 46196e65-b8f8-4753-bb28-d0ef7f81a42c is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:58:44.328721 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 0c66547f-17a3-4012-b105-cd030d49d414 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:58:44.340676 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-e9f4d704-1d35-4444-a0ae-cd5462beb9a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 46196e65-b8f8-4753-bb28-d0ef7f81a42c) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:44.349629 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b3526803-e5b0-418b-bf27-9969104528dd tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/routers/5901a06b-df35-4b54-ae5f-23083ea3e2d1 HTTP/1.1" status: 200 len: 891 time: 0.2221255 Aug 05 13:58:44.349822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee770a6-c2e9-41e2-b63a-4ba664223ff6 req-851b6e20-da1c-42df-9633-6e3bd969bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:44.352030 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ee770a6-c2e9-41e2-b63a-4ba664223ff6 req-851b6e20-da1c-42df-9633-6e3bd969bc0b service neutron] 10.222.0.63 "GET /v2.0/networks?id=9abad8ab-841f-4069-b39f-5bb10bcfc23b HTTP/1.1" status: 200 len: 929 time: 0.3454578 Aug 05 13:58:44.352620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50098) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:44.353842 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f4d704-1d35-4444-a0ae-cd5462beb9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:44.354455 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e9f4d704-1d35-4444-a0ae-cd5462beb9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:44.363304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44661937-2ac2-4c80-a084-e3542e82813b None None] Network 46196e65-b8f8-4753-bb28-d0ef7f81a42c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:44.369990 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-f9665b09-5ce9-4b7b-ad63-816be4fda130 service neutron] 10.222.0.16 "GET /v2.0/networks/9abad8ab-841f-4069-b39f-5bb10bcfc23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578455 Aug 05 13:58:44.380479 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-325ab256-884d-43ac-bce8-c723c5600aa0 req-9553bcf9-914e-4f5b-9d81-1c56c2bfe87e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727911 Aug 05 13:58:44.468909 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51a3e2bd-bf27-48e9-a065-4d6943294522 req-e02f3e26-1333-44d0-a39d-a8ac4facf377 service neutron] 10.222.0.16 "GET /v2.0/networks/9abad8ab-841f-4069-b39f-5bb10bcfc23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979028 Aug 05 13:58:44.472379 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-31e9db1a-2eb7-4c12-aa93-d5f0d976e4e6 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports?device_id=5901a06b-df35-4b54-ae5f-23083ea3e2d1 HTTP/1.1" status: 200 len: 205 time: 0.0905814 Aug 05 13:58:44.475034 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50100) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:44.495222 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e9f4d704-1d35-4444-a0ae-cd5462beb9a0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5183525 Aug 05 13:58:44.529128 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:44.535659 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f3349791-2c96-4847-9a00-54db4df4f884 req-0d571f34-83ab-463b-a62d-c34a2dc46e6e tempest-LiveAutoBlockMigrationV225Test-1884722362 tempest-LiveAutoBlockMigrationV225Test-1884722362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d20a2c09-3e27-4ac1-8903-1b0ac653a5b6 HTTP/1.1" status: 200 len: 210 time: 0.0618060 Aug 05 13:58:44.545348 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ee770a6-c2e9-41e2-b63a-4ba664223ff6 req-d6f443f8-532d-4a40-be29-d56d8a5ba6d5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72b0e84a-5f3b-40cb-8e55-f1ec134503ad HTTP/1.1" status: 200 len: 1001 time: 0.1210117 Aug 05 13:58:44.573355 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b2cf02-f9f9-458a-9a50-2c0b6733c16f None None] Network 46196e65-b8f8-4753-bb28-d0ef7f81a42c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:44.612313 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 0c66547f-17a3-4012-b105-cd030d49d414 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:44.619506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 0c66547f-17a3-4012-b105-cd030d49d414 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:44.620172 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:44.657126 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee770a6-c2e9-41e2-b63a-4ba664223ff6 req-39631ccd-d66b-4de6-bef7-6a37f9008608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:44.658959 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ee770a6-c2e9-41e2-b63a-4ba664223ff6 req-39631ccd-d66b-4de6-bef7-6a37f9008608 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4ffb7cfc-542a-4e78-923d-06814a14f982 HTTP/1.1" status: 200 len: 867 time: 0.1038265 Aug 05 13:58:44.760857 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee770a6-c2e9-41e2-b63a-4ba664223ff6 req-99e0f96e-c94c-4c66-9039-25b70ff52d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:44.760857 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ee770a6-c2e9-41e2-b63a-4ba664223ff6 req-99e0f96e-c94c-4c66-9039-25b70ff52d9b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9abad8ab-841f-4069-b39f-5bb10bcfc23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605519 Aug 05 13:58:44.765728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2cc227dc-5c51-467b-8252-ca296bf0e085 admin admin] Deleting port de4581ae-678f-4f86-9760-ad2f66a6983a {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:44.766077 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2cc227dc-5c51-467b-8252-ca296bf0e085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:44.776910 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:44.830654 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:44.843361 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 0c66547f-17a3-4012-b105-cd030d49d414, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=0c66547f-17a3-4012-b105-cd030d49d414,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:44.844616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c66547f-17a3-4012-b105-cd030d49d414'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:58:44.847693 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bae6438-9248-4043-865e-db915f213be2" -d '{"events": [{"server_uuid": "6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7", "name": "network-vif-plugged", "status": "completed", "tag": "0c66547f-17a3-4012-b105-cd030d49d414"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:58:44.875032 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:44.876647 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1dbd3872-f6aa-415b-888c-a15b09035c89 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:44.886831 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bca42219-d1e5-4487-99b5-8734e1147639 req-3ede741d-9ed7-481c-aa82-35dc03624dbb tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 258 time: 0.3514359 Aug 05 13:58:44.899841 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-bca42219-d1e5-4487-99b5-8734e1147639 req-b3a3f78f-88aa-41ab-a5c6-e12dc8e2964d tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:44.917345 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 1dbd3872-f6aa-415b-888c-a15b09035c89 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:58:44.917725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1dbd3872-f6aa-415b-888c-a15b09035c89 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:58:44.947954 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=0c66547f-17a3-4012-b105-cd030d49d414,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:44.966302 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bca42219-d1e5-4487-99b5-8734e1147639 req-b3a3f78f-88aa-41ab-a5c6-e12dc8e2964d tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:44.984642 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d708c-2721-48b0-9a8f-850b94893380 req-4f2f756a-3608-4528-a623-c887764e7e55 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:44.986181 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-658d708c-2721-48b0-9a8f-850b94893380 req-4f2f756a-3608-4528-a623-c887764e7e55 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.1673903 Aug 05 13:58:44.993674 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-2cc227dc-5c51-467b-8252-ca296bf0e085 admin admin] For port de4581ae-678f-4f86-9760-ad2f66a6983a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=de4581ae-678f-4f86-9760-ad2f66a6983a,segment=NetworkSegment(1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814),segment_id=1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:44.994081 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2cc227dc-5c51-467b-8252-ca296bf0e085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.000286 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ee770a6-c2e9-41e2-b63a-4ba664223ff6 req-711d4fe6-8072-4a84-875f-722b625ac1a4 service neutron] 10.222.0.63 "GET /v2.0/networks/9abad8ab-841f-4069-b39f-5bb10bcfc23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205596 Aug 05 13:58:45.022327 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.042936 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2cc227dc-5c51-467b-8252-ca296bf0e085 admin admin] Calling delete_port for de4581ae-678f-4f86-9760-ad2f66a6983a owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:45.099516 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting port 0d9cf641-2c8b-4dcc-af94-0bcc5ed8ca29 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:45.099875 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.108063 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-658d708c-2721-48b0-9a8f-850b94893380 req-3782d6d0-7bd7-4357-bee1-c81e0b6269d8 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106415 Aug 05 13:58:45.160502 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bca42219-d1e5-4487-99b5-8734e1147639 req-b3a3f78f-88aa-41ab-a5c6-e12dc8e2964d tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.189852 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ee770a6-c2e9-41e2-b63a-4ba664223ff6 req-84d7d43d-9cff-4dc8-98fb-dd1f6af73996 service neutron] 10.222.0.63 "GET /v2.0/networks/9abad8ab-841f-4069-b39f-5bb10bcfc23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778266 Aug 05 13:58:45.233439 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.251352 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Calling delete_port for 0d9cf641-2c8b-4dcc-af94-0bcc5ed8ca29 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:45.279860 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-aa8f1077-b5c4-424b-a386-bae2364cb23b req-fea561aa-0b96-4a27-97f4-d83dd334a756 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1947743093', 'description': 'tempest-description-1850676334'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:45.343516 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-bca42219-d1e5-4487-99b5-8734e1147639 req-b3a3f78f-88aa-41ab-a5c6-e12dc8e2964d tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Allocated IP 172.25.5.226 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/1d016460-9e95-4bdc-a127-00055e6a0d7f) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:58:45.344964 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-aa8f1077-b5c4-424b-a386-bae2364cb23b req-fea561aa-0b96-4a27-97f4-d83dd334a756 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.354915 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2cc227dc-5c51-467b-8252-ca296bf0e085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.391758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc227dc-5c51-467b-8252-ca296bf0e085 admin admin] Pushing event deleted for resources: {'Port': ['ID=de4581ae-678f-4f86-9760-ad2f66a6983a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:45.534858 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bca42219-d1e5-4487-99b5-8734e1147639 req-b3a3f78f-88aa-41ab-a5c6-e12dc8e2964d tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.567727 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.603453 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-aa8f1077-b5c4-424b-a386-bae2364cb23b req-fea561aa-0b96-4a27-97f4-d83dd334a756 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.611532 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-aa8f1077-b5c4-424b-a386-bae2364cb23b req-fea561aa-0b96-4a27-97f4-d83dd334a756 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.611790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Port': ['ID=0d9cf641-2c8b-4dcc-af94-0bcc5ed8ca29,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:45.628702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:45.629059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:45.629407 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:45.629754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:45.630082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:45.630443 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:45.630786 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:45.631114 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:45.631449 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:45.631866 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:45.632854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:45.633338 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:45.650272 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2cc227dc-5c51-467b-8252-ca296bf0e085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.652050 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea561aa-0b96-4a27-97f4-d83dd334a756 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f630efe6-399f-4fe7-8089-6520acbe4d13,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:45.656421 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bca42219-d1e5-4487-99b5-8734e1147639 req-b3a3f78f-88aa-41ab-a5c6-e12dc8e2964d tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.665299 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-aa8f1077-b5c4-424b-a386-bae2364cb23b req-fea561aa-0b96-4a27-97f4-d83dd334a756 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.670985 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aa8f1077-b5c4-424b-a386-bae2364cb23b req-fea561aa-0b96-4a27-97f4-d83dd334a756 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3986261 Aug 05 13:58:45.725375 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca42219-d1e5-4487-99b5-8734e1147639 req-b3a3f78f-88aa-41ab-a5c6-e12dc8e2964d tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:45.737993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-bca42219-d1e5-4487-99b5-8734e1147639 req-b3a3f78f-88aa-41ab-a5c6-e12dc8e2964d tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:45.743604 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca42219-d1e5-4487-99b5-8734e1147639 req-b3a3f78f-88aa-41ab-a5c6-e12dc8e2964d tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:58:45.745136 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c734b5e1-fbc2-4c65-b725-95141b9677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.749381 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.777231 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.793473 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d8078c-8703-4115-bb6e-a35e0779d611 x-openstack-request-id: req-52d8078c-8703-4115-bb6e-a35e0779d611 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:45.793980 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7", "name": "network-vif-plugged", "status": "completed", "tag": "0c66547f-17a3-4012-b105-cd030d49d414", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:45.794301 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52d8078c-8703-4115-bb6e-a35e0779d611 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:45.795569 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c66547f-17a3-4012-b105-cd030d49d414', 'code': 200} Aug 05 13:58:45.809494 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3f78f-88aa-41ab-a5c6-e12dc8e2964d tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Pushing event updated for resources: {'Port': ['ID=1d016460-9e95-4bdc-a127-00055e6a0d7f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:45.910879 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20a2c09-3e27-4ac1-8903-1b0ac653a5b6', 'name': 'network-vif-deleted', 'tag': '1dbd3872-f6aa-415b-888c-a15b09035c89'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:58:45.913701 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3fbb04-42bf-4f70-bca2-fb1a42b4a2cc" -d '{"events": [{"server_uuid": "d20a2c09-3e27-4ac1-8903-1b0ac653a5b6", "name": "network-vif-deleted", "tag": "1dbd3872-f6aa-415b-888c-a15b09035c89"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:58:45.918100 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.924114 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:45.959495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c976-bf59-49e2-9d74-75c9b251e2c0 req-4eb16d86-ffc9-4bc1-810c-1d7ce033a493 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:45.961095 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c73c976-bf59-49e2-9d74-75c9b251e2c0 req-4eb16d86-ffc9-4bc1-810c-1d7ce033a493 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.0917945 Aug 05 13:58:45.990008 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc227dc-5c51-467b-8252-ca296bf0e085 admin admin] Router 8c0bb545-a5c0-4dba-aa05-714e657acb2c has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:58:46.007879 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.008441 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Fanout notify agent at l3_agent the message router_deleted on router 5901a06b-df35-4b54-ae5f-23083ea3e2d1 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 13:58:46.013440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575a9da-4485-42f5-844e-b841736d7509 req-e8563089-1468-4d12-8abd-bbcf02d0205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:46.015001 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b575a9da-4485-42f5-844e-b841736d7509 req-e8563089-1468-4d12-8abd-bbcf02d0205f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 1097 time: 0.1422124 Aug 05 13:58:46.021899 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c73c976-bf59-49e2-9d74-75c9b251e2c0 req-ba28f3e1-54d9-4e79-aa70-fca0fa0a7bfd tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538259 Aug 05 13:58:46.023062 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.024162 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-94e4a48c-8cc6-45db-bc85-2fe1f6142868 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/routers/5901a06b-df35-4b54-ae5f-23083ea3e2d1 HTTP/1.1" status: 204 len: 168 time: 1.5477400 Aug 05 13:58:46.027818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50124) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:46.032835 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-a62cd272-30ee-41dc-9af3-1f043f5a0a69 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2110964772'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:46.034688 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bca42219-d1e5-4487-99b5-8734e1147639 req-b3a3f78f-88aa-41ab-a5c6-e12dc8e2964d tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.084379 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b575a9da-4485-42f5-844e-b841736d7509 req-7d8e1149-07cf-4bf3-bda6-ba071f6101b9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573308 Aug 05 13:58:46.095453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50126) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:46.103173 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bca42219-d1e5-4487-99b5-8734e1147639 req-b3a3f78f-88aa-41ab-a5c6-e12dc8e2964d tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.132035 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62cd272-30ee-41dc-9af3-1f043f5a0a69 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:58:46.135675 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a62cd272-30ee-41dc-9af3-1f043f5a0a69 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.199740 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc227dc-5c51-467b-8252-ca296bf0e085 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:58:46.211585 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2cc227dc-5c51-467b-8252-ca296bf0e085 admin admin] 10.222.0.16 "PUT /v2.0/routers/8c0bb545-a5c0-4dba-aa05-714e657acb2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6153109 Aug 05 13:58:46.215100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f813ded-c582-472d-8078-44d5baa8ad7b None None] Sync routers for ids ['8c0bb545-a5c0-4dba-aa05-714e657acb2c'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:58:46.215402 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50132) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:46.216283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62cd272-30ee-41dc-9af3-1f043f5a0a69 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:58:46.228917 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f813ded-c582-472d-8078-44d5baa8ad7b None None] Routers {'8c0bb545-a5c0-4dba-aa05-714e657acb2c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:46.229559 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4f813ded-c582-472d-8078-44d5baa8ad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['8c0bb545-a5c0-4dba-aa05-714e657acb2c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:46.232812 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-af08652a-1b2d-4f3f-86de-8226685cb124 req-35b7ad96-e75b-4178-a50b-824d34bed183 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "GET /v2.0/security-groups/f630efe6-399f-4fe7-8089-6520acbe4d13 HTTP/1.1" status: 200 len: 1813 time: 0.1038716 Aug 05 13:58:46.241406 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-af08652a-1b2d-4f3f-86de-8226685cb124 req-b7f35028-bcc9-403a-9245-3f37831ea6d8 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f630efe6-399f-4fe7-8089-6520acbe4d13', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:46.241721 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-af08652a-1b2d-4f3f-86de-8226685cb124 req-b7f35028-bcc9-403a-9245-3f37831ea6d8 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f630efe6-399f-4fe7-8089-6520acbe4d13', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:46.246634 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a62cd272-30ee-41dc-9af3-1f043f5a0a69 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.247051 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-a62cd272-30ee-41dc-9af3-1f043f5a0a69 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Added segment 47f83877-927a-4a00-bd25-e9c0bce69481 of type vlan for network c443c102-5055-4927-b7d4-d73a2efd03f3 Aug 05 13:58:46.282970 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-01dffee3-3fab-4f06-81cc-30186ca5bb48 admin admin] Deleting subnet 5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:58:46.297179 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01dffee3-3fab-4f06-81cc-30186ca5bb48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.315918 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a62cd272-30ee-41dc-9af3-1f043f5a0a69 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.344844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-4f813ded-c582-472d-8078-44d5baa8ad7b None None] Set router 8c0bb545-a5c0-4dba-aa05-714e657acb2c gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:58:46.368212 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-af08652a-1b2d-4f3f-86de-8226685cb124 req-b7f35028-bcc9-403a-9245-3f37831ea6d8 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.380872 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01dffee3-3fab-4f06-81cc-30186ca5bb48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.382143 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a62cd272-30ee-41dc-9af3-1f043f5a0a69 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.389138 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62cd272-30ee-41dc-9af3-1f043f5a0a69 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:46.389809 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a62cd272-30ee-41dc-9af3-1f043f5a0a69 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.449327 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68a375e5-cf38-4937-b9cc-fd0e28d7c6ae admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.457008 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bca42219-d1e5-4487-99b5-8734e1147639 req-b3a3f78f-88aa-41ab-a5c6-e12dc8e2964d tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.478873 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a62cd272-30ee-41dc-9af3-1f043f5a0a69 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4499228 Aug 05 13:58:46.483162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50134) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:46.492879 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d3b90235-f71a-4781-bb1f-a6333d888693 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'subnet': {'network_id': 'c443c102-5055-4927-b7d4-d73a2efd03f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:46.494636 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bca42219-d1e5-4487-99b5-8734e1147639 req-b3a3f78f-88aa-41ab-a5c6-e12dc8e2964d tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.500984 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-af08652a-1b2d-4f3f-86de-8226685cb124 req-b7f35028-bcc9-403a-9245-3f37831ea6d8 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.504361 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01dffee3-3fab-4f06-81cc-30186ca5bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.518360 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-af08652a-1b2d-4f3f-86de-8226685cb124 req-b7f35028-bcc9-403a-9245-3f37831ea6d8 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.520723 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cd272-30ee-41dc-9af3-1f043f5a0a69 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Network': ['ID=c443c102-5055-4927-b7d4-d73a2efd03f3,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:46.535158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network c443c102-5055-4927-b7d4-d73a2efd03f3 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:58:46.578097 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f35028-bcc9-403a-9245-3f37831ea6d8 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07da377b-c607-479d-95e3-12b6b5da6735,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:46.582008 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-af08652a-1b2d-4f3f-86de-8226685cb124 req-b7f35028-bcc9-403a-9245-3f37831ea6d8 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.583309 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-af08652a-1b2d-4f3f-86de-8226685cb124 req-b7f35028-bcc9-403a-9245-3f37831ea6d8 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3496776 Aug 05 13:58:46.589564 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4f813ded-c582-472d-8078-44d5baa8ad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335029656-router', 'tenant_id': '90e5bd7f9b874274871c7903387d04b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'd5fb3299-54d9-4112-8d52-a3941863009e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:57Z', 'updated_at': '2021-08-05T13:58:45Z', 'revision_number': 5, 'project_id': '90e5bd7f9b874274871c7903387d04b0', 'gw_port': {'id': 'd5fb3299-54d9-4112-8d52-a3941863009e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:58Z', 'updated_at': '2021-08-05T13:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:46.649594 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38feead-5de4-40b8-8148-ad1d89fcb0ee x-openstack-request-id: req-e38feead-5de4-40b8-8148-ad1d89fcb0ee {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:46.649869 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20a2c09-3e27-4ac1-8903-1b0ac653a5b6", "name": "network-vif-deleted", "tag": "1dbd3872-f6aa-415b-888c-a15b09035c89", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:46.650145 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e38feead-5de4-40b8-8148-ad1d89fcb0ee {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:46.650612 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20a2c09-3e27-4ac1-8903-1b0ac653a5b6', 'name': 'network-vif-deleted', 'tag': '1dbd3872-f6aa-415b-888c-a15b09035c89', 'status': 'completed', 'code': 200} Aug 05 13:58:46.652205 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b90235-f71a-4781-bb1f-a6333d888693 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:58:46.656777 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3b90235-f71a-4781-bb1f-a6333d888693 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.663487 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3f78f-88aa-41ab-a5c6-e12dc8e2964d tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Pushing event updated for resources: {'Port': ['ID=1d016460-9e95-4bdc-a127-00055e6a0d7f,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:46.679433 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f813ded-c582-472d-8078-44d5baa8ad7b None None] Checking router: 8c0bb545-a5c0-4dba-aa05-714e657acb2c for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:58:46.691001 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bca42219-d1e5-4487-99b5-8734e1147639 req-b3a3f78f-88aa-41ab-a5c6-e12dc8e2964d tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.691573 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f813ded-c582-472d-8078-44d5baa8ad7b None None] Routers {'8c0bb545-a5c0-4dba-aa05-714e657acb2c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:46.692210 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4f813ded-c582-472d-8078-44d5baa8ad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['8c0bb545-a5c0-4dba-aa05-714e657acb2c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:46.708855 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01dffee3-3fab-4f06-81cc-30186ca5bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.715144 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68a375e5-cf38-4937-b9cc-fd0e28d7c6ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.745520 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bca42219-d1e5-4487-99b5-8734e1147639 req-b3a3f78f-88aa-41ab-a5c6-e12dc8e2964d tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.746795 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bca42219-d1e5-4487-99b5-8734e1147639 req-b3a3f78f-88aa-41ab-a5c6-e12dc8e2964d tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8580306 Aug 05 13:58:46.749064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dffee3-3fab-4f06-81cc-30186ca5bb48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d7bb95a-eb73-4d95-8a01-f23ea032c5a9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:46.751187 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01dffee3-3fab-4f06-81cc-30186ca5bb48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.755625 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-01dffee3-3fab-4f06-81cc-30186ca5bb48 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5d7bb95a-eb73-4d95-8a01-f23ea032c5a9 HTTP/1.1" status: 204 len: 168 time: 0.6566656 Aug 05 13:58:46.755819 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50138) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:46.795623 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101c4bc-8eca-4c7c-ad15-40fe18dff5cc req-57e17fcd-7911-4c42-ac53-70c0b2022cf6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:46.797424 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6101c4bc-8eca-4c7c-ad15-40fe18dff5cc req-57e17fcd-7911-4c42-ac53-70c0b2022cf6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.0842950 Aug 05 13:58:46.838155 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-4f813ded-c582-472d-8078-44d5baa8ad7b None None] Set router 8c0bb545-a5c0-4dba-aa05-714e657acb2c gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:58:46.886191 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6101c4bc-8eca-4c7c-ad15-40fe18dff5cc req-76a2aa26-477f-4efb-9dab-5024f019e001 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715106 Aug 05 13:58:46.889547 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bca42219-d1e5-4487-99b5-8734e1147639 req-74e6c14e-0084-429c-a7a1-1d6f128406d8 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.226 HTTP/1.1" status: 200 len: 696 time: 0.1212778 Aug 05 13:58:46.896639 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9632f959-4520-4f05-9e03-28ad07f4f7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:46.967242 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3b90235-f71a-4781-bb1f-a6333d888693 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:47.016198 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-68a375e5-cf38-4937-b9cc-fd0e28d7c6ae admin admin] Deleting port d5fb3299-54d9-4112-8d52-a3941863009e {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:47.016769 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68a375e5-cf38-4937-b9cc-fd0e28d7c6ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:47.095029 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f6b26104-1e6b-4766-8cd0-735802a5a199 req-d114c276-105d-46a1-93ae-544b70b1e99b tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "GET /v2.0/security-groups/f630efe6-399f-4fe7-8089-6520acbe4d13 HTTP/1.1" status: 200 len: 2406 time: 0.1616199 Aug 05 13:58:47.102325 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b90235-f71a-4781-bb1f-a6333d888693 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Subnet': ['ID=17f7b0cf-a4b3-46f6-85a7-a1527cae9c30,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:47.103782 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4f813ded-c582-472d-8078-44d5baa8ad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335029656-router', 'tenant_id': '90e5bd7f9b874274871c7903387d04b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'd5fb3299-54d9-4112-8d52-a3941863009e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:57Z', 'updated_at': '2021-08-05T13:58:45Z', 'revision_number': 5, 'project_id': '90e5bd7f9b874274871c7903387d04b0', 'gw_port': {'id': 'd5fb3299-54d9-4112-8d52-a3941863009e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:58Z', 'updated_at': '2021-08-05T13:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:47.125294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b90235-f71a-4781-bb1f-a6333d888693 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Checking segment: {'id': '47f83877-927a-4a00-bd25-e9c0bce69481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c443c102-5055-4927-b7d4-d73a2efd03f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:47.125552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b90235-f71a-4781-bb1f-a6333d888693 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network hostable DHCP agents. Network: c443c102-5055-4927-b7d4-d73a2efd03f3, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:58:47.147845 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f813ded-c582-472d-8078-44d5baa8ad7b None None] The sync data for ids ['8c0bb545-a5c0-4dba-aa05-714e657acb2c'] in n-d-803585-2 is: [{'id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335029656-router', 'tenant_id': '90e5bd7f9b874274871c7903387d04b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'd5fb3299-54d9-4112-8d52-a3941863009e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:52:57Z', 'updated_at': '2021-08-05T13:58:45Z', 'revision_number': 5, 'project_id': '90e5bd7f9b874274871c7903387d04b0', 'gw_port': {'id': 'd5fb3299-54d9-4112-8d52-a3941863009e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:59:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0bb545-a5c0-4dba-aa05-714e657acb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:52:58Z', 'updated_at': '2021-08-05T13:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:58:47.158617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b90235-f71a-4781-bb1f-a6333d888693 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network c443c102-5055-4927-b7d4-d73a2efd03f3 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:58:47.171893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-d3b90235-f71a-4781-bb1f-a6333d888693 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, c443c102-5055-4927-b7d4-d73a2efd03f3) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:47.191558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff81552-f660-4579-9494-5b812976991e None None] Network c443c102-5055-4927-b7d4-d73a2efd03f3 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:47.196255 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b90235-f71a-4781-bb1f-a6333d888693 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:47.196964 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3b90235-f71a-4781-bb1f-a6333d888693 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:47.216685 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d3b90235-f71a-4781-bb1f-a6333d888693 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7263665 Aug 05 13:58:47.217286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50146) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:47.223074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-8712cf4e-670e-4df6-b165-0e1ee04855fe tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-205205842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:47.295532 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8712cf4e-670e-4df6-b165-0e1ee04855fe tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:47.296683 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8712cf4e-670e-4df6-b165-0e1ee04855fe tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:47.360345 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78021622-881c-4196-89c9-15286f7db087 req-d2e0c2a4-322e-4a3b-85c6-246d004d3166 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:47.362885 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-78021622-881c-4196-89c9-15286f7db087 req-d2e0c2a4-322e-4a3b-85c6-246d004d3166 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.1128116 Aug 05 13:58:47.385835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-c443c102-5055-4927-b7d4-d73a2efd03f3', 'network_id': 'c443c102-5055-4927-b7d4-d73a2efd03f3', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'fixed_ips': [{'subnet_id': '17f7b0cf-a4b3-46f6-85a7-a1527cae9c30'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:58:47.387365 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:47.407534 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8712cf4e-670e-4df6-b165-0e1ee04855fe tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:47.416026 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8712cf4e-670e-4df6-b165-0e1ee04855fe tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:47.442192 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8712cf4e-670e-4df6-b165-0e1ee04855fe tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:47.445781 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8712cf4e-670e-4df6-b165-0e1ee04855fe tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2246380 Aug 05 13:58:47.446286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50148) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:47.454824 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-78021622-881c-4196-89c9-15286f7db087 req-2f6a7127-fc40-43da-ab3e-3f011d7232ee tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577819 Aug 05 13:58:47.470094 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9632f959-4520-4f05-9e03-28ad07f4f7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:47.491784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca42219-d1e5-4487-99b5-8734e1147639 req-e511c670-5340-4f98-8111-6d1cd5da5832 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:47.500317 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bca42219-d1e5-4487-99b5-8734e1147639 req-e511c670-5340-4f98-8111-6d1cd5da5832 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.5993555 Aug 05 13:58:47.517078 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9632f959-4520-4f05-9e03-28ad07f4f7d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:47.543045 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9632f959-4520-4f05-9e03-28ad07f4f7d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485300b0-2e6b-4376-ad8d-c1c09a185080') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:47.543632 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9632f959-4520-4f05-9e03-28ad07f4f7d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485300b0-2e6b-4376-ad8d-c1c09a185080') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:47.567561 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9632f959-4520-4f05-9e03-28ad07f4f7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:47.581555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Allocated IP 2001:db8::2 (c443c102-5055-4927-b7d4-d73a2efd03f3/17f7b0cf-a4b3-46f6-85a7-a1527cae9c30/a7b0f13b-27d9-42f7-88b2-08c5ca7381f6) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:58:47.595222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9632f959-4520-4f05-9e03-28ad07f4f7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:47.598567 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-68a375e5-cf38-4937-b9cc-fd0e28d7c6ae admin admin] For port d5fb3299-54d9-4112-8d52-a3941863009e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d5fb3299-54d9-4112-8d52-a3941863009e,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:47.599134 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68a375e5-cf38-4937-b9cc-fd0e28d7c6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:47.610320 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e7fa10d-b97b-4c1c-9332-2ea145fa7815 req-eaf6373e-b0b1-40ee-97d0-7eab30ad96af tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "GET /v2.0/security-group-rules/07da377b-c607-479d-95e3-12b6b5da6735 HTTP/1.1" status: 200 len: 778 time: 0.0651066 Aug 05 13:58:47.619782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9632f959-4520-4f05-9e03-28ad07f4f7d3 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:58:47.620475 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9632f959-4520-4f05-9e03-28ad07f4f7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: timer() Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:58:47.622392 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:58:47.640159 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-68a375e5-cf38-4937-b9cc-fd0e28d7c6ae admin admin] Calling delete_port for d5fb3299-54d9-4112-8d52-a3941863009e owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:47.892586 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9632f959-4520-4f05-9e03-28ad07f4f7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:47.917026 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9632f959-4520-4f05-9e03-28ad07f4f7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:47.921595 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9632f959-4520-4f05-9e03-28ad07f4f7d3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0 HTTP/1.1" status: 204 len: 168 time: 1.1613526 Aug 05 13:58:47.922986 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632f959-4520-4f05-9e03-28ad07f4f7d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc9c21a-7aa9-4acb-8cfd-a5aa64d524a0,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:47.925325 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50156) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:47.972714 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:47.979458 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb68633-eb73-4822-b698-0e2b48de9118 req-232e2643-4f64-4cbb-921d-15a9748bd5c2 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:47.981132 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3fb68633-eb73-4822-b698-0e2b48de9118 req-232e2643-4f64-4cbb-921d-15a9748bd5c2 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8698900-3902-4aa5-98ad-696abd0cb002&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1647604 Aug 05 13:58:47.990201 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Transition to ACTIVE for port object a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:48.070126 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3fb68633-eb73-4822-b698-0e2b48de9118 req-b6c2b649-0d97-4aa4-b90f-86daa35f9907 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.226 HTTP/1.1" status: 200 len: 696 time: 0.0798473 Aug 05 13:58:48.074354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-de42c027-5a44-4fd0-877d-6c708f3263ea admin admin] Deleting subnet cf091b1e-d95f-435e-8623-eca14ab50713 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:58:48.078567 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-de42c027-5a44-4fd0-877d-6c708f3263ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.108387 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-3fb68633-eb73-4822-b698-0e2b48de9118 req-7dba44b0-fdf7-42fb-aa58-1db2cedb075e tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Request body: {'floatingip': {'port_id': '72b0e84a-5f3b-40cb-8e55-f1ec134503ad', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:48.117505 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e7fa10d-b97b-4c1c-9332-2ea145fa7815 req-ddc1117e-a280-4149-b89c-36b6d9c998a0 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "GET /v2.0/security-groups/f630efe6-399f-4fe7-8089-6520acbe4d13 HTTP/1.1" status: 200 len: 2406 time: 0.1067817 Aug 05 13:58:48.163449 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-de42c027-5a44-4fd0-877d-6c708f3263ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.165565 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Transition to ACTIVE for port object a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:48.167561 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3fb68633-eb73-4822-b698-0e2b48de9118 req-7dba44b0-fdf7-42fb-aa58-1db2cedb075e tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.173367 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.179948 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8e7fa10d-b97b-4c1c-9332-2ea145fa7815 req-bb168d4c-a3b3-4744-9129-4d70edda4c2e tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.191378 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68a375e5-cf38-4937-b9cc-fd0e28d7c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.206638 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8e7fa10d-b97b-4c1c-9332-2ea145fa7815 req-bb168d4c-a3b3-4744-9129-4d70edda4c2e tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.209186 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.221219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Network c443c102-5055-4927-b7d4-d73a2efd03f3 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:48.228335 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:48.231894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:58:48.240533 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Pushing event updated for resources: {'Port': ['ID=a7b0f13b-27d9-42f7-88b2-08c5ca7381f6,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:48.266916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a375e5-cf38-4937-b9cc-fd0e28d7c6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=d5fb3299-54d9-4112-8d52-a3941863009e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:48.297664 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Attempting to bind port a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:58:48.298453 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Attempting to bind port a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '47f83877-927a-4a00-bd25-e9c0bce69481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c443c102-5055-4927-b7d4-d73a2efd03f3'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:58:48.298874 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Attempting to bind port a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 on network c443c102-5055-4927-b7d4-d73a2efd03f3 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:58:48.309486 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8e7fa10d-b97b-4c1c-9332-2ea145fa7815 req-bb168d4c-a3b3-4744-9129-4d70edda4c2e tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.310225 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:58:48.310225 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Checking segment: {'id': '47f83877-927a-4a00-bd25-e9c0bce69481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c443c102-5055-4927-b7d4-d73a2efd03f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:48.310225 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.311460 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Bound using segment: {'id': '47f83877-927a-4a00-bd25-e9c0bce69481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c443c102-5055-4927-b7d4-d73a2efd03f3'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:58:48.312530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Bound port: a7b0f13b-27d9-42f7-88b2-08c5ca7381f6, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f83877-927a-4a00-bd25-e9c0bce69481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c443c102-5055-4927-b7d4-d73a2efd03f3'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:58:48.312969 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.318594 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8e7fa10d-b97b-4c1c-9332-2ea145fa7815 req-bb168d4c-a3b3-4744-9129-4d70edda4c2e tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.322370 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e7fa10d-b97b-4c1c-9332-2ea145fa7815 req-bb168d4c-a3b3-4744-9129-4d70edda4c2e tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/07da377b-c607-479d-95e3-12b6b5da6735 HTTP/1.1" status: 204 len: 173 time: 0.1838229 Aug 05 13:58:48.327995 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8631e199-e7a1-4ca8-a383-785b0d2211ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.342324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb168d4c-a3b3-4744-9129-4d70edda4c2e tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07da377b-c607-479d-95e3-12b6b5da6735,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:48.367624 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-de42c027-5a44-4fd0-877d-6c708f3263ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.415193 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] For port a7b0f13b-27d9-42f7-88b2-08c5ca7381f6, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:58:48.419570 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] For port a7b0f13b-27d9-42f7-88b2-08c5ca7381f6, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a7b0f13b-27d9-42f7-88b2-08c5ca7381f6,segment=NetworkSegment(47f83877-927a-4a00-bd25-e9c0bce69481),segment_id=47f83877-927a-4a00-bd25-e9c0bce69481)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:58:48.425295 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.428983 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68a375e5-cf38-4937-b9cc-fd0e28d7c6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.491536 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bfe90-7e78-4afa-a683-514d21ea1d1c None None] Pushing event updated for resources: {'Port': ['ID=a7b0f13b-27d9-42f7-88b2-08c5ca7381f6,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:48.494561 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee4ea7-1979-4cef-9578-1dbde99aaf67 req-9cfa8af1-20b5-4e9e-9ac1-600209e3769b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:48.496837 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9aee4ea7-1979-4cef-9578-1dbde99aaf67 req-9cfa8af1-20b5-4e9e-9ac1-600209e3769b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.1065304 Aug 05 13:58:48.541528 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.579570 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9aee4ea7-1979-4cef-9578-1dbde99aaf67 req-b153a121-755f-4283-bdda-cf6b5d2f232b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714138 Aug 05 13:58:48.581336 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68a375e5-cf38-4937-b9cc-fd0e28d7c6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.586159 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68a375e5-cf38-4937-b9cc-fd0e28d7c6ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.620626 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Allocated IP 2001:db8::1 (c443c102-5055-4927-b7d4-d73a2efd03f3/17f7b0cf-a4b3-46f6-85a7-a1527cae9c30/6f45acbd-566f-404e-8a02-d3b08ac785e5) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:58:48.626341 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-de42c027-5a44-4fd0-877d-6c708f3263ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.731373 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-de42c027-5a44-4fd0-877d-6c708f3263ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.734279 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-de42c027-5a44-4fd0-877d-6c708f3263ea admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cf091b1e-d95f-435e-8623-eca14ab50713 HTTP/1.1" status: 204 len: 168 time: 0.8021019 Aug 05 13:58:48.736546 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42c027-5a44-4fd0-877d-6c708f3263ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf091b1e-d95f-435e-8623-eca14ab50713,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:48.738316 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50164) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:48.746607 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68a375e5-cf38-4937-b9cc-fd0e28d7c6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.747614 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a375e5-cf38-4937-b9cc-fd0e28d7c6ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c0bb545-a5c0-4dba-aa05-714e657acb2c {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 13:58:48.763918 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-3fb68633-eb73-4822-b698-0e2b48de9118 req-7dba44b0-fdf7-42fb-aa58-1db2cedb075e tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] update failed (client error): There was a conflict when trying to complete your request. Aug 05 13:58:48.765020 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3fb68633-eb73-4822-b698-0e2b48de9118 req-7dba44b0-fdf7-42fb-aa58-1db2cedb075e tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "PUT /v2.0/floatingips/341c0bf7-bc07-4274-948b-6045da363487 HTTP/1.1" status: 409 len: 551 time: 0.6845205 Aug 05 13:58:48.768365 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68a375e5-cf38-4937-b9cc-fd0e28d7c6ae admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.770446 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-68a375e5-cf38-4937-b9cc-fd0e28d7c6ae admin admin] 10.222.0.16 "DELETE /v2.0/routers/8c0bb545-a5c0-4dba-aa05-714e657acb2c HTTP/1.1" status: 204 len: 168 time: 2.5538940 Aug 05 13:58:48.774417 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50166) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:48.845627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91f7b90-79b3-4803-84c7-37c98224e9d5 admin admin] Deleting subnet 579de4fb-6609-430c-9238-48d64580db4c {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:58:48.849919 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a91f7b90-79b3-4803-84c7-37c98224e9d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.896922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-260ade23-c34c-4931-9639-b8e932848c94 req-8aed15c0-8ba9-4572-93ae-cccb56dd16f6 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1575383477', 'description': 'tempest-description-522866437'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:48.902362 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6eb98674-0fa4-4a2f-b0d9-0e8ff297f975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.915053 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43536c8d-bc0e-475d-ba58-6577af8dc12f req-55f52ac7-e35c-4a2c-ad60-22c640842f4e tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:48.923212 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a91f7b90-79b3-4803-84c7-37c98224e9d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.925773 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43536c8d-bc0e-475d-ba58-6577af8dc12f req-55f52ac7-e35c-4a2c-ad60-22c640842f4e tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.2635980 Aug 05 13:58:48.956254 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-260ade23-c34c-4931-9639-b8e932848c94 req-8aed15c0-8ba9-4572-93ae-cccb56dd16f6 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:48.963152 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.007755 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Transition to ACTIVE for port object 6f45acbd-566f-404e-8a02-d3b08ac785e5 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:49.030386 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43536c8d-bc0e-475d-ba58-6577af8dc12f req-8fcc8419-8d23-42c4-9d6a-7ab2be0d3ad8 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036983 Aug 05 13:58:49.042754 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a91f7b90-79b3-4803-84c7-37c98224e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.121857 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6eb98674-0fa4-4a2f-b0d9-0e8ff297f975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.127125 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-260ade23-c34c-4931-9639-b8e932848c94 req-8aed15c0-8ba9-4572-93ae-cccb56dd16f6 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.128837 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a91f7b90-79b3-4803-84c7-37c98224e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.139929 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-260ade23-c34c-4931-9639-b8e932848c94 req-8aed15c0-8ba9-4572-93ae-cccb56dd16f6 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.140203 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-6eb98674-0fa4-4a2f-b0d9-0e8ff297f975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e24b268-00b5-4924-870c-4eab4ab7d18b']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:49.146052 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d04a6f0-ac76-481a-8762-d31e3832b0c0 req-ea515a3e-afb5-4bb5-8bcb-f3a078efaf97 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/floatingips/341c0bf7-bc07-4274-948b-6045da363487 HTTP/1.1" status: 200 len: 693 time: 0.0763946 Aug 05 13:58:49.157181 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-6eb98674-0fa4-4a2f-b0d9-0e8ff297f975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5107eadd-50a7-4242-b473-489867f00ea7') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:49.157460 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-6eb98674-0fa4-4a2f-b0d9-0e8ff297f975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5107eadd-50a7-4242-b473-489867f00ea7') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:49.176394 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d951d91-46ba-475c-9067-6805a8b914fe None None] Network ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:49.177063 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f7b90-79b3-4803-84c7-37c98224e9d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=579de4fb-6609-430c-9238-48d64580db4c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:49.179793 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a91f7b90-79b3-4803-84c7-37c98224e9d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.183941 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a91f7b90-79b3-4803-84c7-37c98224e9d5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/579de4fb-6609-430c-9238-48d64580db4c HTTP/1.1" status: 204 len: 168 time: 0.4063058 Aug 05 13:58:49.185377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50170) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:49.187558 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6eb98674-0fa4-4a2f-b0d9-0e8ff297f975 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.233838 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6eb98674-0fa4-4a2f-b0d9-0e8ff297f975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.244670 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.247009 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-260ade23-c34c-4931-9639-b8e932848c94 req-8aed15c0-8ba9-4572-93ae-cccb56dd16f6 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.248120 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-260ade23-c34c-4931-9639-b8e932848c94 req-8aed15c0-8ba9-4572-93ae-cccb56dd16f6 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3554428 Aug 05 13:58:49.276348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed15c0-8ba9-4572-93ae-cccb56dd16f6 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca4c973-d157-4c04-9070-ae1625fda4da,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:49.317782 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.332600 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb98674-0fa4-4a2f-b0d9-0e8ff297f975 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:58:49.332600 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6eb98674-0fa4-4a2f-b0d9-0e8ff297f975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: timer() Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:58:49.353317 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:58:49.401401 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6d373a88-a20d-487e-8c1e-e4cf8cbfd80d req-86f9eca5-a7fb-4cf1-bd28-3d4f16d0e94e tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "GET /v2.0/security-groups/8ca4c973-d157-4c04-9070-ae1625fda4da HTTP/1.1" status: 200 len: 1812 time: 0.0768044 Aug 05 13:58:49.429347 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network c443c102-5055-4927-b7d4-d73a2efd03f3 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:49.453098 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:58:49.453356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] Deleting port 8364d28b-d3e3-44b9-966f-af0b88bc6292 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:49.453606 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.463816 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:49.470929 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:58:49.471468 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.477728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-87a10b64-91c8-466e-8a3e-458d1ee1562c req-cec8508d-6c35-4f7f-aa4f-fa49f8798362 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-813441300', 'description': 'tempest-description-1077273162'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:49.480622 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=6f45acbd-566f-404e-8a02-d3b08ac785e5,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:49.530859 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.536268 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6eb98674-0fa4-4a2f-b0d9-0e8ff297f975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.565133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] For port 8364d28b-d3e3-44b9-966f-af0b88bc6292, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8364d28b-d3e3-44b9-966f-af0b88bc6292,segment=NetworkSegment(1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814),segment_id=1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:49.565515 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.568205 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87a10b64-91c8-466e-8a3e-458d1ee1562c req-cec8508d-6c35-4f7f-aa4f-fa49f8798362 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.570951 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6eb98674-0fa4-4a2f-b0d9-0e8ff297f975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.573186 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6eb98674-0fa4-4a2f-b0d9-0e8ff297f975 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4e24b268-00b5-4924-870c-4eab4ab7d18b HTTP/1.1" status: 204 len: 168 time: 0.8313241 Aug 05 13:58:49.574349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb98674-0fa4-4a2f-b0d9-0e8ff297f975 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e24b268-00b5-4924-870c-4eab4ab7d18b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:49.589661 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04a6f0-ac76-481a-8762-d31e3832b0c0 req-24abe269-fd31-4e7e-9208-949dadc39a18 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:49.596753 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d04a6f0-ac76-481a-8762-d31e3832b0c0 req-24abe269-fd31-4e7e-9208-949dadc39a18 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.4427304 Aug 05 13:58:49.608067 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-4d04a6f0-ac76-481a-8762-d31e3832b0c0 req-aaa0f8dc-3688-480c-b0bd-87779ff2eea7 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:58:49.616661 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d04a6f0-ac76-481a-8762-d31e3832b0c0 req-aaa0f8dc-3688-480c-b0bd-87779ff2eea7 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177956 Aug 05 13:58:49.618740 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:49.627667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] Calling delete_port for 8364d28b-d3e3-44b9-966f-af0b88bc6292 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:49.659834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] DHCP port deletion for ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 13:58:49.720177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device de4581ae-678f-4f86-9760-ad2f66a6983a no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:49.756413 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: de4581ae-678f-4f86-9760-ad2f66a6983a {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:58:49.756903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device de4581ae-678f-4f86-9760-ad2f66a6983a not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:58:49.757868 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d5fb3299-54d9-4112-8d52-a3941863009e no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:49.778570 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d04a6f0-ac76-481a-8762-d31e3832b0c0 req-62d6607a-94cb-4d83-b2a0-9b1a3f729073 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.226 HTTP/1.1" status: 200 len: 696 time: 0.1608725 Aug 05 13:58:49.793570 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: d5fb3299-54d9-4112-8d52-a3941863009e {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:58:49.793999 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d5fb3299-54d9-4112-8d52-a3941863009e not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:58:49.812549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] Deleting port 8364d28b-d3e3-44b9-966f-af0b88bc6292 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:49.812549 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.820995 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50182) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:49.830968 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.864036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149f755f-9bb3-4a5b-998c-753a920a1d67 None None] Network c443c102-5055-4927-b7d4-d73a2efd03f3 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:49.870606 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d04a6f0-ac76-481a-8762-d31e3832b0c0 req-82f94e5c-a2f1-4bc3-adee-aa460d6381bc tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.226 HTTP/1.1" status: 200 len: 696 time: 0.0779104 Aug 05 13:58:49.872338 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87a10b64-91c8-466e-8a3e-458d1ee1562c req-cec8508d-6c35-4f7f-aa4f-fa49f8798362 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.877693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] Pushing event deleted for resources: {'Port': ['ID=8364d28b-d3e3-44b9-966f-af0b88bc6292,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:49.877997 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.880897 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] No DVR routers for this DVR port 8364d28b-d3e3-44b9-966f-af0b88bc6292 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:58:49.907594 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87a10b64-91c8-466e-8a3e-458d1ee1562c req-cec8508d-6c35-4f7f-aa4f-fa49f8798362 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.947562 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] For port 8364d28b-d3e3-44b9-966f-af0b88bc6292, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8364d28b-d3e3-44b9-966f-af0b88bc6292,segment=NetworkSegment(1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814),segment_id=1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:49.947923 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:49.974270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] Calling delete_port for 8364d28b-d3e3-44b9-966f-af0b88bc6292 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:49.984947 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-26629e0b-5c94-41cf-85f2-eb6117ced527 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ddc2755c0f634caaae1357405a91b9dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628225 Aug 05 13:58:49.995959 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50186) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:50.010912 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6d559dd3-eb99-4fc7-8651-4d56b2a74ac5 None None] Provisioning for port a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:50.013465 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87a10b64-91c8-466e-8a3e-458d1ee1562c req-cec8508d-6c35-4f7f-aa4f-fa49f8798362 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.014730 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87a10b64-91c8-466e-8a3e-458d1ee1562c req-cec8508d-6c35-4f7f-aa4f-fa49f8798362 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5422597 Aug 05 13:58:50.015331 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8508d-6c35-4f7f-aa4f-fa49f8798362 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc024fa-49f5-49c8-bedb-0cee789fcacf,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:50.031178 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.048600 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:50.065821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:50.066292 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca5fbbf-7b1e-4c03-9cd1-77d1a1885814') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:50.080294 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.107535 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ab6b-01da-44ba-a10a-b7d882cd776b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.113294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6d559dd3-eb99-4fc7-8651-4d56b2a74ac5 None None] Provisioning complete for port a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:50.113294 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6d559dd3-eb99-4fc7-8651-4d56b2a74ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.127024 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.148221 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:58:50.148940 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: timer() Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:58:50.150481 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:58:50.156838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-4d04a6f0-ac76-481a-8762-d31e3832b0c0 req-8f32a58d-f5d2-45a3-93c7-7b20df48e805 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Deleting port 1d016460-9e95-4bdc-a127-00055e6a0d7f {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:50.157385 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4d04a6f0-ac76-481a-8762-d31e3832b0c0 req-8f32a58d-f5d2-45a3-93c7-7b20df48e805 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.164108 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ab6b-01da-44ba-a10a-b7d882cd776b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.175970 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.217846 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] Pushing event deleted for resources: {'Port': ['ID=8364d28b-d3e3-44b9-966f-af0b88bc6292,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:50.233766 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] No DVR routers for this DVR port 8364d28b-d3e3-44b9-966f-af0b88bc6292 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:58:50.254498 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:50.254662 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc733c8f-cbf5-4be5-a714-190a1344e5f7 req-c3a4a73e-04a6-4989-bf63-43d82e505e96 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:50.254780 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:50.254780 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:50.254946 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:50.255402 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cc733c8f-cbf5-4be5-a714-190a1344e5f7 req-c3a4a73e-04a6-4989-bf63-43d82e505e96 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.1563828 Aug 05 13:58:50.258542 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:50.259709 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:50.260314 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.260891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:50.261971 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:50.262955 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:50.262955 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:50.263251 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:50.263633 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac37e6-1a7f-486b-a916-95c12d6593ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:50.268016 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.270056 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] 10.222.0.16 "DELETE /v2.0/networks/ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988 HTTP/1.1" status: 204 len: 168 time: 1.0837455 Aug 05 13:58:50.302554 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eef063-f550-4326-87b5-0df2dc9c098c admin admin] Pushing event deleted for resources: {'Network': ['ID=ecf0f6d7-d2ef-4ed0-9b2f-a4a6fb2e2988,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:50.328224 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4d04a6f0-ac76-481a-8762-d31e3832b0c0 req-8f32a58d-f5d2-45a3-93c7-7b20df48e805 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.328584 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4d04a6f0-ac76-481a-8762-d31e3832b0c0 req-8f32a58d-f5d2-45a3-93c7-7b20df48e805 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.330154 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6d559dd3-eb99-4fc7-8651-4d56b2a74ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.346309 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cc733c8f-cbf5-4be5-a714-190a1344e5f7 req-e35d8f54-1d86-4ea3-9e60-c6b90500664e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715268 Aug 05 13:58:50.362197 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-4d04a6f0-ac76-481a-8762-d31e3832b0c0 req-8f32a58d-f5d2-45a3-93c7-7b20df48e805 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Calling delete_port for 1d016460-9e95-4bdc-a127-00055e6a0d7f owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:50.367967 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ab6b-01da-44ba-a10a-b7d882cd776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.371771 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ab6b-01da-44ba-a10a-b7d882cd776b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.380191 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a6b9ab6b-01da-44ba-a10a-b7d882cd776b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba2ca55f-3299-4936-8e33-36e350577a50 HTTP/1.1" status: 204 len: 168 time: 0.3769915 Aug 05 13:58:50.382843 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6d559dd3-eb99-4fc7-8651-4d56b2a74ac5 None None] For port a7b0f13b-27d9-42f7-88b2-08c5ca7381f6, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a7b0f13b-27d9-42f7-88b2-08c5ca7381f6,segment=NetworkSegment(47f83877-927a-4a00-bd25-e9c0bce69481),segment_id=47f83877-927a-4a00-bd25-e9c0bce69481)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:50.392404 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6d559dd3-eb99-4fc7-8651-4d56b2a74ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.408033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9ab6b-01da-44ba-a10a-b7d882cd776b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2ca55f-3299-4936-8e33-36e350577a50,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:50.448878 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.467557 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.469474 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.537578 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d559dd3-eb99-4fc7-8651-4d56b2a74ac5 None None] Pushing event updated for resources: {'Port': ['ID=a7b0f13b-27d9-42f7-88b2-08c5ca7381f6,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:50.580018 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=6f45acbd-566f-404e-8a02-d3b08ac785e5,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:50.604033 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-70325179-4924-4adb-8a39-6321c6333cbb req-cc1b742d-d777-4b08-a04b-6675bc73557d tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "GET /v2.0/security-groups/4fc024fa-49f5-49c8-bedb-0cee789fcacf HTTP/1.1" status: 200 len: 1812 time: 0.0808902 Aug 05 13:58:50.653634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50198) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:50.725304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cc4797fe-baef-44ac-abc7-24158abf3afc None None] Provisioning complete for port a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:50.725954 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cc4797fe-baef-44ac-abc7-24158abf3afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.729123 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network c443c102-5055-4927-b7d4-d73a2efd03f3 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:50.740494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:50.767724 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5f001d5b-5dbe-48fb-9b69-d62cbcdde837 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53001cf07fcb4d0b92a66b65b417642b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1120880 Aug 05 13:58:50.770552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50202) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:50.833637 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac4cff-9025-4a93-a969-4ac084c3453a req-1d5f97bf-4640-4f13-90b7-27bdc67ba9a2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:50.841721 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-81ac4cff-9025-4a93-a969-4ac084c3453a req-1d5f97bf-4640-4f13-90b7-27bdc67ba9a2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.1380343 Aug 05 13:58:50.845727 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4d04a6f0-ac76-481a-8762-d31e3832b0c0 req-8f32a58d-f5d2-45a3-93c7-7b20df48e805 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.866883 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cc4797fe-baef-44ac-abc7-24158abf3afc None None] Provisioning for port 6f45acbd-566f-404e-8a02-d3b08ac785e5 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:50.871696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cc4797fe-baef-44ac-abc7-24158abf3afc None None] Provisioning complete for port 6f45acbd-566f-404e-8a02-d3b08ac785e5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:50.872352 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cc4797fe-baef-44ac-abc7-24158abf3afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.918183 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32a58d-f5d2-45a3-93c7-7b20df48e805 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Pushing event deleted for resources: {'Port': ['ID=1d016460-9e95-4bdc-a127-00055e6a0d7f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:50.941183 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-81ac4cff-9025-4a93-a969-4ac084c3453a req-b232af5f-c044-4064-9513-c2fe0fab2d32 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983000 Aug 05 13:58:50.949625 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-cc4797fe-baef-44ac-abc7-24158abf3afc None None] Port 6f45acbd-566f-404e-8a02-d3b08ac785e5 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:58:50.961834 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-071f39aa-382e-425d-81e7-c3fc447b9a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:50.989925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-87689180-5ff6-4bd4-b01e-2028fd17672f req-bc79f645-a7a0-47fb-9bd1-f2f549006271 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1629147692', 'description': 'tempest-description-343735121'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:51.024331 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-071f39aa-382e-425d-81e7-c3fc447b9a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.025206 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4d04a6f0-ac76-481a-8762-d31e3832b0c0 req-8f32a58d-f5d2-45a3-93c7-7b20df48e805 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.027529 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4d04a6f0-ac76-481a-8762-d31e3832b0c0 req-8f32a58d-f5d2-45a3-93c7-7b20df48e805 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.028720 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d04a6f0-ac76-481a-8762-d31e3832b0c0 req-8f32a58d-f5d2-45a3-93c7-7b20df48e805 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "DELETE /v2.0/floatingips/341c0bf7-bc07-4274-948b-6045da363487 HTTP/1.1" status: 204 len: 173 time: 1.1441104 Aug 05 13:58:51.054511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router 8b12265f-4253-4c8e-8c48-dde8b1a445a9 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 13:58:51.077471 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50206) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:51.078528 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87689180-5ff6-4bd4-b01e-2028fd17672f req-bc79f645-a7a0-47fb-9bd1-f2f549006271 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.082895 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e71e2bb5-7a8e-4ee2-9358-7660bb783a35 None None] Provisioning complete for port 6f45acbd-566f-404e-8a02-d3b08ac785e5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:51.083379 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e71e2bb5-7a8e-4ee2-9358-7660bb783a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.115696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:58:51.157188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e71e2bb5-7a8e-4ee2-9358-7660bb783a35 None None] Port 6f45acbd-566f-404e-8a02-d3b08ac785e5 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:58:51.162641 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a9bc2d8f-72c8-4bbe-a29d-e5c592ea98e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ff012c0b2354567b445674152bee86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0809844 Aug 05 13:58:51.165651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50208) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:51.176167 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-071f39aa-382e-425d-81e7-c3fc447b9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.179290 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-071f39aa-382e-425d-81e7-c3fc447b9a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.180585 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-071f39aa-382e-425d-81e7-c3fc447b9a09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e0f09f3-5936-4293-9a47-568cde260fc2 HTTP/1.1" status: 204 len: 168 time: 0.4087858 Aug 05 13:58:51.183800 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-3833cca5-7450-4377-9b94-7f2a2d3743ef tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.37 HTTP/1.1" status: 200 len: 1001 time: 0.1316404 Aug 05 13:58:51.202888 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f39aa-382e-425d-81e7-c3fc447b9a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0f09f3-5936-4293-9a47-568cde260fc2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:51.210696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:51.211138 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.234656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-22d215d7-0036-48a2-b4a3-a8a6dc9466df tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:51.248816 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.251208 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-22d215d7-0036-48a2-b4a3-a8a6dc9466df tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/ports/72b0e84a-5f3b-40cb-8e55-f1ec134503ad HTTP/1.1" status: 200 len: 943 time: 0.0661788 Aug 05 13:58:51.278683 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd9d077a-778d-4e33-9d40-e7447416d32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.306608 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87689180-5ff6-4bd4-b01e-2028fd17672f req-bc79f645-a7a0-47fb-9bd1-f2f549006271 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.325617 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd9d077a-778d-4e33-9d40-e7447416d32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.335850 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87689180-5ff6-4bd4-b01e-2028fd17672f req-bc79f645-a7a0-47fb-9bd1-f2f549006271 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.393008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79f645-a7a0-47fb-9bd1-f2f549006271 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13cccd8-3f4a-44d7-bdd9-20de897bfedb,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:51.395633 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-87689180-5ff6-4bd4-b01e-2028fd17672f req-bc79f645-a7a0-47fb-9bd1-f2f549006271 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.424996 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87689180-5ff6-4bd4-b01e-2028fd17672f req-bc79f645-a7a0-47fb-9bd1-f2f549006271 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4419422 Aug 05 13:58:51.460977 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8364d28b-d3e3-44b9-966f-af0b88bc6292 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:51.495907 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd9d077a-778d-4e33-9d40-e7447416d32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.496900 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 8364d28b-d3e3-44b9-966f-af0b88bc6292 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:58:51.496999 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8364d28b-d3e3-44b9-966f-af0b88bc6292 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:58:51.499151 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd9d077a-778d-4e33-9d40-e7447416d32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.501488 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bd9d077a-778d-4e33-9d40-e7447416d32e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4be679a-6832-4b83-9ee3-4f7c9e387530 HTTP/1.1" status: 204 len: 168 time: 0.3343606 Aug 05 13:58:51.525045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:58:51.529166 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-5d25342b-3c69-40f8-b258-dff304932b3c tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.37 HTTP/1.1" status: 200 len: 1001 time: 0.1207788 Aug 05 13:58:51.535113 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b7411e7a-3dc2-4bca-bac0-4671ad015816 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/8b12265f-4253-4c8e-8c48-dde8b1a445a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0855305 Aug 05 13:58:51.535470 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50222) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:51.540243 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdae204-a57b-44e0-a7cd-f5f12bf6bdac None None] Sync routers for ids ['8b12265f-4253-4c8e-8c48-dde8b1a445a9'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:58:51.562994 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdae204-a57b-44e0-a7cd-f5f12bf6bdac None None] Routers {'8b12265f-4253-4c8e-8c48-dde8b1a445a9'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:51.563699 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-8bdae204-a57b-44e0-a7cd-f5f12bf6bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['8b12265f-4253-4c8e-8c48-dde8b1a445a9'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:51.590297 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d077a-778d-4e33-9d40-e7447416d32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4be679a-6832-4b83-9ee3-4f7c9e387530,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:51.612328 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d0e38dab-17d7-4193-a824-579dc671bde2 None None] Provisioning complete for port 6f45acbd-566f-404e-8a02-d3b08ac785e5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:51.612756 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d0e38dab-17d7-4193-a824-579dc671bde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.632137 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-8bdae204-a57b-44e0-a7cd-f5f12bf6bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:51.636248 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca8179-4646-476e-bea2-092d46215768 req-9b044f10-e6e3-4f14-bbc8-907ef9c1ec8d tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:51.639392 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7ca8179-4646-476e-bea2-092d46215768 req-9b044f10-e6e3-4f14-bbc8-907ef9c1ec8d tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.1359947 Aug 05 13:58:51.656034 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdae204-a57b-44e0-a7cd-f5f12bf6bdac None None] Routers {'8b12265f-4253-4c8e-8c48-dde8b1a445a9'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:51.656989 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-8bdae204-a57b-44e0-a7cd-f5f12bf6bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['8b12265f-4253-4c8e-8c48-dde8b1a445a9'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:51.693999 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-8bdae204-a57b-44e0-a7cd-f5f12bf6bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:51.695497 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdae204-a57b-44e0-a7cd-f5f12bf6bdac None None] The sync data for ids ['8b12265f-4253-4c8e-8c48-dde8b1a445a9'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:58:51.714477 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d0e38dab-17d7-4193-a824-579dc671bde2 None None] Port 6f45acbd-566f-404e-8a02-d3b08ac785e5 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:58:51.715499 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7ca8179-4646-476e-bea2-092d46215768 req-8e539a2b-efca-4a2f-af2e-76ea36c6a4ec tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684297 Aug 05 13:58:51.786954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50226) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:51.806151 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffc803c0-a8e0-4fbd-a0e6-7920d11bc1af req-637bc76f-0772-4b65-9a8d-014bcedb6962 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "GET /v2.0/security-groups/f13cccd8-3f4a-44d7-bdd9-20de897bfedb HTTP/1.1" status: 200 len: 1812 time: 0.0617383 Aug 05 13:58:51.845103 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e1a8f4de-cf19-47b2-afe8-8e8c79a63721 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90e5bd7f9b874274871c7903387d04b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546548 Aug 05 13:58:51.845702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50230) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:51.907194 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e18da27-d9da-4387-bf86-362835fa9f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.934955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-763d7d54-4d6e-4211-b374-004f1c202b6b req-24a799a0-b26a-49b3-84f4-24904fca3a5f tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1219422425', 'description': 'tempest-description-350072840'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:51.941685 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e18da27-d9da-4387-bf86-362835fa9f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:51.984481 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-763d7d54-4d6e-4211-b374-004f1c202b6b req-24a799a0-b26a-49b3-84f4-24904fca3a5f tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:52.027954 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e18da27-d9da-4387-bf86-362835fa9f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:52.030511 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e18da27-d9da-4387-bf86-362835fa9f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:52.034035 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7e18da27-d9da-4387-bf86-362835fa9f60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98a329db-957e-470f-a4e3-f08a630fcfe0 HTTP/1.1" status: 204 len: 168 time: 0.1851637 Aug 05 13:58:52.053046 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18da27-d9da-4387-bf86-362835fa9f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a329db-957e-470f-a4e3-f08a630fcfe0,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:52.100466 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f792bb-0ae7-461c-8c3b-e2438472d051 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:52.102104 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-03f792bb-0ae7-461c-8c3b-e2438472d051 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports/6f45acbd-566f-404e-8a02-d3b08ac785e5 HTTP/1.1" status: 200 len: 911 time: 0.5656869 Aug 05 13:58:52.106844 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50244) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:52.114018 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '17f7b0cf-a4b3-46f6-85a7-a1527cae9c30'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:52.164008 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-763d7d54-4d6e-4211-b374-004f1c202b6b req-24a799a0-b26a-49b3-84f4-24904fca3a5f tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:52.184710 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-763d7d54-4d6e-4211-b374-004f1c202b6b req-24a799a0-b26a-49b3-84f4-24904fca3a5f tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:52.216186 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-763d7d54-4d6e-4211-b374-004f1c202b6b req-24a799a0-b26a-49b3-84f4-24904fca3a5f tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:52.230626 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-763d7d54-4d6e-4211-b374-004f1c202b6b req-24a799a0-b26a-49b3-84f4-24904fca3a5f tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3067818 Aug 05 13:58:52.243791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-240801eb-c9a6-435f-86e7-eec8f73b93e2 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:52.245236 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-240801eb-c9a6-435f-86e7-eec8f73b93e2 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.7076917 Aug 05 13:58:52.250110 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-ae7d67de-5ff1-4fd5-8ec0-5b5db229e33f service neutron] show failed (client error): The resource could not be found. Aug 05 13:58:52.251609 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-ae7d67de-5ff1-4fd5-8ec0-5b5db229e33f service neutron] 10.222.0.84 "GET /v2.0/ports/a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5/bindings/n-h1-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.1562064 Aug 05 13:58:52.269924 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-0a6f67d1-7d42-4c51-a355-33afe1ab0360 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 13:58:52.271024 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-0a6f67d1-7d42-4c51-a355-33afe1ab0360 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192366 Aug 05 13:58:52.274775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a799a0-b26a-49b3-84f4-24904fca3a5f tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccefbf38-5c66-45e4-92be-424403a6871a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:52.367669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46023c-5bb0-4886-9a7a-d6d45d35a4f4 req-1ea2d035-153e-4899-b06d-150c782f57e0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:52.375839 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7b46023c-5bb0-4886-9a7a-d6d45d35a4f4 req-1ea2d035-153e-4899-b06d-150c782f57e0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.0711410 Aug 05 13:58:52.395724 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:52.421766 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-b396204d-77ea-40d3-b3cf-92a5c71d2d02 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.37 HTTP/1.1" status: 200 len: 1001 time: 0.1415257 Aug 05 13:58:52.440852 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7b46023c-5bb0-4886-9a7a-d6d45d35a4f4 req-98fd0611-fbd8-4ac3-824a-7a0d9cb0c007 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638876 Aug 05 13:58:52.470295 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-16dc77ff-5218-4481-bdfe-2f2e6866180e tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:52.523388 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ba1e921c-d68e-42ba-848e-35d0477ed0eb req-c21da31e-7044-4df2-8047-84de023889c4 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "GET /v2.0/security-groups/ccefbf38-5c66-45e4-92be-424403a6871a HTTP/1.1" status: 200 len: 1812 time: 0.0466938 Aug 05 13:58:52.557970 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-12a3d5fe-355e-4cd2-aa3c-b8d45340fb0b req-e27134cd-5ddd-483e-a965-0d3152717e95 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] show failed (client error): The resource could not be found. Aug 05 13:58:52.565729 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-12a3d5fe-355e-4cd2-aa3c-b8d45340fb0b req-e27134cd-5ddd-483e-a965-0d3152717e95 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "GET /v2.0/security-groups/1e051d2a-796a-4176-824d-ac81e5adb662 HTTP/1.1" status: 404 len: 352 time: 0.0212483 Aug 05 13:58:52.586283 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50268) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:52.602419 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-3cf858cb-20b0-4505-8926-64e1a5287ed7 req-a1d16aaf-17b0-4044-a782-d81f631709c7 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] show failed (client error): The resource could not be found. Aug 05 13:58:52.608864 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3cf858cb-20b0-4505-8926-64e1a5287ed7 req-a1d16aaf-17b0-4044-a782-d81f631709c7 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "GET /v2.0/security-group-rules/be71966f-6ba5-4d8b-bfc9-6979f384e345 HTTP/1.1" status: 404 len: 361 time: 0.0241389 Aug 05 13:58:52.664882 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-16dc77ff-5218-4481-bdfe-2f2e6866180e tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks [] for floatingip, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:52.690650 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9cee2793-5ccc-417a-9aa7-6b36affb254a req-cffcf7fa-0cec-4e15-9a2a-fdab421e794f tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "GET /v2.0/security-groups/ccefbf38-5c66-45e4-92be-424403a6871a HTTP/1.1" status: 200 len: 1812 time: 0.0566702 Aug 05 13:58:52.707453 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-23c93f3b-5940-476c-97d1-2485c9b10d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:52.708951 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-23c93f3b-5940-476c-97d1-2485c9b10d40 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd&tenant_id=7753100351b94216b5369d9876cd92eb HTTP/1.1" status: 200 len: 1101 time: 0.2002192 Aug 05 13:58:52.752071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:52.764527 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9cee2793-5ccc-417a-9aa7-6b36affb254a req-b9f9d431-2b1e-4f8d-b10c-9231b466457b tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:52.781580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-9a546596-7f94-47f9-b85b-e56efb0a3912 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77590164-network', 'tenant_id': 'c8ec62abe29146a69e83b4d119a767f5'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:52.804539 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9cee2793-5ccc-417a-9aa7-6b36affb254a req-b9f9d431-2b1e-4f8d-b10c-9231b466457b tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:52.842640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a546596-7f94-47f9-b85b-e56efb0a3912 admin admin] Made reservation on behalf of c8ec62abe29146a69e83b4d119a767f5 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:58:52.845625 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a546596-7f94-47f9-b85b-e56efb0a3912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:52.856593 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a546596-7f94-47f9-b85b-e56efb0a3912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:52.887341 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9cee2793-5ccc-417a-9aa7-6b36affb254a req-b9f9d431-2b1e-4f8d-b10c-9231b466457b tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:52.890195 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9cee2793-5ccc-417a-9aa7-6b36affb254a req-b9f9d431-2b1e-4f8d-b10c-9231b466457b tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:52.898884 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9cee2793-5ccc-417a-9aa7-6b36affb254a req-b9f9d431-2b1e-4f8d-b10c-9231b466457b tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "DELETE /v2.0/security-groups/ccefbf38-5c66-45e4-92be-424403a6871a HTTP/1.1" status: 204 len: 173 time: 0.2009339 Aug 05 13:58:52.918832 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9d431-2b1e-4f8d-b10c-9231b466457b tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccefbf38-5c66-45e4-92be-424403a6871a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:52.941738 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.004929 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-16dc77ff-5218-4481-bdfe-2f2e6866180e tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.045202 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-16dc77ff-5218-4481-bdfe-2f2e6866180e tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.045482 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-16dc77ff-5218-4481-bdfe-2f2e6866180e tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Floating IP 9a3e9ae1-8983-4a3b-9021-2eb53ca6918d disassociated. External IP: 172.25.5.37, port: 72b0e84a-5f3b-40cb-8e55-f1ec134503ad. Aug 05 13:58:53.046969 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f9175-f393-4290-891b-094f54c6ec71 req-06e3700b-e344-428e-8fb1-03d2c4133719 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:53.048595 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2f3f9175-f393-4290-891b-094f54c6ec71 req-06e3700b-e344-428e-8fb1-03d2c4133719 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.0840569 Aug 05 13:58:53.053511 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a546596-7f94-47f9-b85b-e56efb0a3912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.058738 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a546596-7f94-47f9-b85b-e56efb0a3912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.103226 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a546596-7f94-47f9-b85b-e56efb0a3912 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:58:53.113899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a546596-7f94-47f9-b85b-e56efb0a3912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bb72bd-135f-4341-9e50-a8b7d616b620,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:53.129975 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a546596-7f94-47f9-b85b-e56efb0a3912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.130432 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-9a546596-7f94-47f9-b85b-e56efb0a3912 admin admin] Added segment 145792e9-9424-4208-bb9d-a15199db753b of type vlan for network 89fd70dd-6f4a-4c10-85c3-fe84cb10916a Aug 05 13:58:53.143355 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2f3f9175-f393-4290-891b-094f54c6ec71 req-cbe71780-c69f-45cf-ab7e-c84e53ac9b29 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811856 Aug 05 13:58:53.177473 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a546596-7f94-47f9-b85b-e56efb0a3912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.244497 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a546596-7f94-47f9-b85b-e56efb0a3912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.245890 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a546596-7f94-47f9-b85b-e56efb0a3912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:53.246142 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a546596-7f94-47f9-b85b-e56efb0a3912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.295099 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5d405c25-58a7-4876-993c-875f97ca71ec req-3fbc3c40-c6ea-4619-96ef-2957bae04fb1 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "GET /v2.0/security-groups/f13cccd8-3f4a-44d7-bdd9-20de897bfedb HTTP/1.1" status: 200 len: 1812 time: 0.1052685 Aug 05 13:58:53.317816 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9a546596-7f94-47f9-b85b-e56efb0a3912 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7298660 Aug 05 13:58:53.326995 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50294) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:53.338718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-9022905e-60ef-4471-88de-5455537547e2 admin admin] Request body: {'subnet': {'network_id': '89fd70dd-6f4a-4c10-85c3-fe84cb10916a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77590164-subnet', 'tenant_id': 'c8ec62abe29146a69e83b4d119a767f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:53.354806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a546596-7f94-47f9-b85b-e56efb0a3912 admin admin] Pushing event updated for resources: {'Network': ['ID=89fd70dd-6f4a-4c10-85c3-fe84cb10916a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:53.365893 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.368193 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 89fd70dd-6f4a-4c10-85c3-fe84cb10916a details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:58:53.392109 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9022905e-60ef-4471-88de-5455537547e2 admin admin] Made reservation on behalf of c8ec62abe29146a69e83b4d119a767f5 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:58:53.394795 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9022905e-60ef-4471-88de-5455537547e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.430017 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.435951 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:53.436590 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.438201 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/ports/6f45acbd-566f-404e-8a02-d3b08ac785e5 HTTP/1.1" status: 200 len: 911 time: 1.3303206 Aug 05 13:58:53.449028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50300) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:53.493436 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5d405c25-58a7-4876-993c-875f97ca71ec req-cd24727c-91a1-42c4-b3df-5ae94a51d400 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.541106 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5d405c25-58a7-4876-993c-875f97ca71ec req-cd24727c-91a1-42c4-b3df-5ae94a51d400 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.629726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] For port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:53.632339 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5d405c25-58a7-4876-993c-875f97ca71ec req-cd24727c-91a1-42c4-b3df-5ae94a51d400 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.635174 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5d405c25-58a7-4876-993c-875f97ca71ec req-cd24727c-91a1-42c4-b3df-5ae94a51d400 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.636774 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5d405c25-58a7-4876-993c-875f97ca71ec req-cd24727c-91a1-42c4-b3df-5ae94a51d400 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "DELETE /v2.0/security-groups/f13cccd8-3f4a-44d7-bdd9-20de897bfedb HTTP/1.1" status: 204 len: 173 time: 0.3318470 Aug 05 13:58:53.651176 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24727c-91a1-42c4-b3df-5ae94a51d400 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13cccd8-3f4a-44d7-bdd9-20de897bfedb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:53.655096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=6f45acbd-566f-404e-8a02-d3b08ac785e5,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:53.685778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:53.686386 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:53.687137 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:53.687651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:53.688140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:53.688628 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:53.689113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:53.689597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:53.690100 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:53.690617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:53.691100 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:53.692436 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9a5237-e75c-4b1a-85d7-6c8336ce545b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:58:53.700886 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-16dc77ff-5218-4481-bdfe-2f2e6866180e tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Router 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:58:53.739976 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9022905e-60ef-4471-88de-5455537547e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.798749 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] For port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:58:53.842387 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022905e-60ef-4471-88de-5455537547e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08cdae64-a243-4782-bb66-1fd6e7800e1a,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:53.863271 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9022905e-60ef-4471-88de-5455537547e2 admin admin] Checking segment: {'id': '145792e9-9424-4208-bb9d-a15199db753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '89fd70dd-6f4a-4c10-85c3-fe84cb10916a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:53.863634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9022905e-60ef-4471-88de-5455537547e2 admin admin] Network hostable DHCP agents. Network: 89fd70dd-6f4a-4c10-85c3-fe84cb10916a, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:58:53.873719 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bd262-ff90-4716-8ef2-c607dd0cce01 req-ca338a2a-5e47-4309-9645-8acef1375f3d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:53.879939 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-225bd262-ff90-4716-8ef2-c607dd0cce01 req-ca338a2a-5e47-4309-9645-8acef1375f3d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.0856240 Aug 05 13:58:53.894651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad29ce8e-7779-462b-9d73-87db46a1ccdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:58:53.896888 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e195f252-2f09-4bac-8d6d-f2bda4dd33bd" -d '{"events": [{"server_uuid": "ad29ce8e-7779-462b-9d73-87db46a1ccdd", "name": "network-vif-unplugged", "status": "completed", "tag": "a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:58:53.902970 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.920277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9022905e-60ef-4471-88de-5455537547e2 admin admin] Network 89fd70dd-6f4a-4c10-85c3-fe84cb10916a is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:58:53.929438 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-225bd262-ff90-4716-8ef2-c607dd0cce01 req-22324c4e-4297-4a74-a8b8-0a81b855880e tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465462 Aug 05 13:58:53.935059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-9022905e-60ef-4471-88de-5455537547e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 89fd70dd-6f4a-4c10-85c3-fe84cb10916a) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:53.939364 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022905e-60ef-4471-88de-5455537547e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:53.940186 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9022905e-60ef-4471-88de-5455537547e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:53.955472 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Transition to ACTIVE for port object a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:53.956905 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173b0ce9-e560-45fb-b56d-75233b4a42a0 None None] Network 89fd70dd-6f4a-4c10-85c3-fe84cb10916a requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:53.961224 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9022905e-60ef-4471-88de-5455537547e2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6315532 Aug 05 13:58:53.964177 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50318) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:53.968864 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77590164-router', 'tenant_id': 'c8ec62abe29146a69e83b4d119a767f5', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:58:53.994431 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.013368 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.014684 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.073073 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41c53c94-6448-4623-b68d-85674bf082d7 req-72a87323-ec86-4d9e-81c1-64e7851b418e tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "GET /v2.0/security-groups/4fc024fa-49f5-49c8-bedb-0cee789fcacf HTTP/1.1" status: 200 len: 1812 time: 0.0909591 Aug 05 13:58:54.119599 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.146039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-89fd70dd-6f4a-4c10-85c3-fe84cb10916a', 'network_id': '89fd70dd-6f4a-4c10-85c3-fe84cb10916a', 'tenant_id': 'c8ec62abe29146a69e83b4d119a767f5', 'fixed_ips': [{'subnet_id': '08cdae64-a243-4782-bb66-1fd6e7800e1a'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:58:54.146851 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.312464 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Allocated IP 172.20.0.2 (89fd70dd-6f4a-4c10-85c3-fe84cb10916a/08cdae64-a243-4782-bb66-1fd6e7800e1a/ce0633fc-c3be-4943-a294-19cbe53fbdcd) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:58:54.336668 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.339815 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-41c53c94-6448-4623-b68d-85674bf082d7 req-91939d46-a046-4bbf-9bec-f3c0f7486eb3 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.405046 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-41c53c94-6448-4623-b68d-85674bf082d7 req-91939d46-a046-4bbf-9bec-f3c0f7486eb3 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.460605 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-16dc77ff-5218-4481-bdfe-2f2e6866180e tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:58:54.474788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929be56-c6c8-4153-bec6-cbb04ad1b530 None None] Sync routers for ids ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:58:54.475970 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-41c53c94-6448-4623-b68d-85674bf082d7 req-91939d46-a046-4bbf-9bec-f3c0f7486eb3 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.478916 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-41c53c94-6448-4623-b68d-85674bf082d7 req-91939d46-a046-4bbf-9bec-f3c0f7486eb3 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.480334 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41c53c94-6448-4623-b68d-85674bf082d7 req-91939d46-a046-4bbf-9bec-f3c0f7486eb3 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "DELETE /v2.0/security-groups/4fc024fa-49f5-49c8-bedb-0cee789fcacf HTTP/1.1" status: 204 len: 173 time: 0.3589659 Aug 05 13:58:54.493328 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-16dc77ff-5218-4481-bdfe-2f2e6866180e tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.495257 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] No DVR routers for this DVR port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:58:54.499115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Pushing event updated for resources: {'Port': ['ID=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,revision_number=6']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:54.511402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929be56-c6c8-4153-bec6-cbb04ad1b530 None None] Routers {'4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:54.512063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9929be56-c6c8-4153-bec6-cbb04ad1b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:54.515395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91939d46-a046-4bbf-9bec-f3c0f7486eb3 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc024fa-49f5-49c8-bedb-0cee789fcacf,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:54.567262 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-16dc77ff-5218-4481-bdfe-2f2e6866180e tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "PUT /v2.0/floatingips/9a3e9ae1-8983-4a3b-9021-2eb53ca6918d HTTP/1.1" status: 200 len: 694 time: 2.1133907 Aug 05 13:58:54.595826 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.617427 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Attempting to bind port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:58:54.618029 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Attempting to bind port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:58:54.618579 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Attempting to bind port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:58:54.633723 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:58:54.634081 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Attempting to bind port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:58:54.654534 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Transition to ACTIVE for port object ce0633fc-c3be-4943-a294-19cbe53fbdcd will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:54.662731 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.674440 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:58:54.675271 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:54.675748 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:58:54.676770 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Bound port: a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:58:54.677334 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.685244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Transition to ACTIVE for port object ce0633fc-c3be-4943-a294-19cbe53fbdcd will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:54.690298 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.700745 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-f5acda7f-a173-4d29-9638-81a5a5906ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:54.702851 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-f5acda7f-a173-4d29-9638-81a5a5906ab3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=98c6c1520e3e4272bc824b52ad079e1c&device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 1097 time: 0.1347790 Aug 05 13:58:54.712611 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-9929be56-c6c8-4153-bec6-cbb04ad1b530 None None] Set router 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:58:54.716666 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.808487 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 13:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac88f04b-e088-48db-bda7-284449d835bf x-openstack-request-id: req-ac88f04b-e088-48db-bda7-284449d835bf {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:54.808780 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad29ce8e-7779-462b-9d73-87db46a1ccdd", "name": "network-vif-unplugged", "status": "completed", "tag": "a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:54.809040 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac88f04b-e088-48db-bda7-284449d835bf {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:54.809439 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad29ce8e-7779-462b-9d73-87db46a1ccdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5', 'code': 200} Aug 05 13:58:54.832096 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Allocated IP 172.25.5.108 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/972afcce-d5c1-41b9-af9a-84a300566af2) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:58:54.853877 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] For port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:58:54.864112 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f296f6da-6471-4dc6-be27-30efeb091757 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.870428 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] For port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:58:54.907325 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.959926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cd71f-d50c-471c-80e2-48595af66bdd req-4f09e780-e7ff-44b9-8456-585d90c5b68e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:54.961639 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-745cd71f-d50c-471c-80e2-48595af66bdd req-4f09e780-e7ff-44b9-8456-585d90c5b68e tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.1085632 Aug 05 13:58:54.991978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-da195852-39bb-4fa6-9165-cacb52c790a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:54.993723 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-da195852-39bb-4fa6-9165-cacb52c790a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9abad8ab-841f-4069-b39f-5bb10bcfc23b HTTP/1.1" status: 200 len: 929 time: 0.2652962 Aug 05 13:58:54.996910 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:54.997598 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:54.999025 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] 10.222.0.63 "PUT /v2.0/ports/a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 HTTP/1.1" status: 200 len: 1096 time: 2.2581522 Aug 05 13:58:55.012276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Network 89fd70dd-6f4a-4c10-85c3-fe84cb10916a is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:55.019433 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Pushing event updated for resources: {'Port': ['ID=ce0633fc-c3be-4943-a294-19cbe53fbdcd,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:55.026842 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:55.029973 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:58:55.034281 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:55.073597 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-745cd71f-d50c-471c-80e2-48595af66bdd req-a21064af-629c-4005-a4be-840ded6c5d9d tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965691 Aug 05 13:58:55.091484 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-af36cdfe-e4db-49b7-91e8-dde9df4fb7a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72b0e84a-5f3b-40cb-8e55-f1ec134503ad HTTP/1.1" status: 200 len: 217 time: 0.0815415 Aug 05 13:58:55.117510 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a89ba-50f2-4bf4-821c-466cb0d9e7fa service neutron] Pushing event updated for resources: {'Port': ['ID=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,revision_number=7']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:55.143351 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:55.149444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Attempting to bind port ce0633fc-c3be-4943-a294-19cbe53fbdcd on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:58:55.149919 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Attempting to bind port ce0633fc-c3be-4943-a294-19cbe53fbdcd by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '145792e9-9424-4208-bb9d-a15199db753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '89fd70dd-6f4a-4c10-85c3-fe84cb10916a'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:58:55.150162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Attempting to bind port ce0633fc-c3be-4943-a294-19cbe53fbdcd on network 89fd70dd-6f4a-4c10-85c3-fe84cb10916a {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:58:55.165200 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:58:55.165467 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Checking segment: {'id': '145792e9-9424-4208-bb9d-a15199db753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '89fd70dd-6f4a-4c10-85c3-fe84cb10916a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:55.165869 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:55.166244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Bound using segment: {'id': '145792e9-9424-4208-bb9d-a15199db753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '89fd70dd-6f4a-4c10-85c3-fe84cb10916a'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:58:55.166728 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Bound port: ce0633fc-c3be-4943-a294-19cbe53fbdcd, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145792e9-9424-4208-bb9d-a15199db753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '89fd70dd-6f4a-4c10-85c3-fe84cb10916a'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:58:55.167156 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:55.184220 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:58:55.211292 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Pushing event updated for resources: {'Port': ['ID=972afcce-d5c1-41b9-af9a-84a300566af2,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:55.229582 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:58:55.235886 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:58:55.264525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-6b4c97e6-2bb0-4e11-8bef-157a057cd23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:55.265990 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-6b4c97e6-2bb0-4e11-8bef-157a057cd23a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 1099 time: 0.1994667 Aug 05 13:58:55.286171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-b50b0c8e-4acb-4db5-9da6-348b80fd963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:55.288231 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-b50b0c8e-4acb-4db5-9da6-348b80fd963d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ffb7cfc-542a-4e78-923d-06814a14f982 HTTP/1.1" status: 200 len: 867 time: 0.1732290 Aug 05 13:58:55.294314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] For port ce0633fc-c3be-4943-a294-19cbe53fbdcd, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:58:55.299023 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] For port ce0633fc-c3be-4943-a294-19cbe53fbdcd, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ce0633fc-c3be-4943-a294-19cbe53fbdcd,segment=NetworkSegment(145792e9-9424-4208-bb9d-a15199db753b),segment_id=145792e9-9424-4208-bb9d-a15199db753b)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:58:55.311009 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:55.361818 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9929be56-c6c8-4153-bec6-cbb04ad1b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-190372702-router', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '2eb43191-5709-4e59-a109-18b251211bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:07Z', 'updated_at': '2021-08-05T13:58:17Z', 'revision_number': 4, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'gw_port': {'id': '2eb43191-5709-4e59-a109-18b251211bd1', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:09Z', 'updated_at': '2021-08-05T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'fb9f413e-9251-40de-8298-6cec599a0ee1', 'name': '', 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'mac_address': 'fa:16:3e:0b:5a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:15Z', 'updated_at': '2021-08-05T13:58:25Z', 'revision_number': 5, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'subnets': [{'id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:55.409841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929be56-c6c8-4153-bec6-cbb04ad1b530 None None] Checking router: 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:58:55.427908 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7cf9c-966a-4de8-8c04-4a38aceb7427 None None] Pushing event updated for resources: {'Port': ['ID=ce0633fc-c3be-4943-a294-19cbe53fbdcd,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:55.433229 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929be56-c6c8-4153-bec6-cbb04ad1b530 None None] Routers {'4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:55.433949 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9929be56-c6c8-4153-bec6-cbb04ad1b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:55.453675 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-f55d38ad-88be-400f-993b-1484079067f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:55.456961 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-f55d38ad-88be-400f-993b-1484079067f4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.1819129 Aug 05 13:58:55.485142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-599b2d6e-2c18-4940-8c98-8bc2a2043239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:55.493784 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-599b2d6e-2c18-4940-8c98-8bc2a2043239 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9abad8ab-841f-4069-b39f-5bb10bcfc23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1884735 Aug 05 13:58:55.498228 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e38500b5-0d29-47ce-8e8e-7694cad963f1 req-a687ec40-76c7-4ad5-a68d-79a3e2f1698c tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "GET /v2.0/security-groups/8ca4c973-d157-4c04-9070-ae1625fda4da HTTP/1.1" status: 200 len: 1812 time: 0.0855608 Aug 05 13:58:55.558042 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-9929be56-c6c8-4153-bec6-cbb04ad1b530 None None] Set router 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:58:55.647824 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-847504f9-28aa-4e1d-b88d-afaa41a7719c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 HTTP/1.1" status: 200 len: 217 time: 0.1255591 Aug 05 13:58:55.742717 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-5498b7eb-902f-4001-8903-a0086e23d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:55.744233 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-5498b7eb-902f-4001-8903-a0086e23d9bd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0884895 Aug 05 13:58:55.747759 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-c05a38e7-857a-48fb-b9a3-cab0a942a1a1 service neutron] 10.222.0.16 "GET /v2.0/networks/9abad8ab-841f-4069-b39f-5bb10bcfc23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527497 Aug 05 13:58:55.753807 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f296f6da-6471-4dc6-be27-30efeb091757 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting port 6f45acbd-566f-404e-8a02-d3b08ac785e5 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:55.754152 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f296f6da-6471-4dc6-be27-30efeb091757 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:55.862792 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9929be56-c6c8-4153-bec6-cbb04ad1b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-190372702-router', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '2eb43191-5709-4e59-a109-18b251211bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:07Z', 'updated_at': '2021-08-05T13:58:17Z', 'revision_number': 4, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'gw_port': {'id': '2eb43191-5709-4e59-a109-18b251211bd1', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:09Z', 'updated_at': '2021-08-05T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'fb9f413e-9251-40de-8298-6cec599a0ee1', 'name': '', 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'mac_address': 'fa:16:3e:0b:5a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:15Z', 'updated_at': '2021-08-05T13:58:25Z', 'revision_number': 5, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'subnets': [{'id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:55.891162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929be56-c6c8-4153-bec6-cbb04ad1b530 None None] The sync data for ids ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'] in n-d-803585-2 is: [{'id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-190372702-router', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '2eb43191-5709-4e59-a109-18b251211bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:07Z', 'updated_at': '2021-08-05T13:58:17Z', 'revision_number': 4, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'gw_port': {'id': '2eb43191-5709-4e59-a109-18b251211bd1', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:09Z', 'updated_at': '2021-08-05T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'fb9f413e-9251-40de-8298-6cec599a0ee1', 'name': '', 'network_id': '9abad8ab-841f-4069-b39f-5bb10bcfc23b', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'mac_address': 'fa:16:3e:0b:5a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:15Z', 'updated_at': '2021-08-05T13:58:25Z', 'revision_number': 5, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'subnets': [{'id': '4ffb7cfc-542a-4e78-923d-06814a14f982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:58:55.956974 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f296f6da-6471-4dc6-be27-30efeb091757 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:55.961532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-b7326a5d-aa0c-4fce-9828-c66a373c8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:55.963124 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-b7326a5d-aa0c-4fce-9828-c66a373c8e0f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2053533 Aug 05 13:58:56.002376 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f296f6da-6471-4dc6-be27-30efeb091757 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Calling delete_port for 6f45acbd-566f-404e-8a02-d3b08ac785e5 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:56.033794 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9404412-0ab6-4631-b451-48b313b6b5d2 req-e45758d5-eaa6-4cbf-bf11-f5bf00acbae2 service neutron] 10.222.0.16 "GET /v2.0/networks/9abad8ab-841f-4069-b39f-5bb10bcfc23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747571 Aug 05 13:58:56.035090 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:56.134980 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-ecc94cc7-1b8d-4c3f-abb0-db8f8f1fbf5d service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584201 Aug 05 13:58:56.146522 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e38500b5-0d29-47ce-8e8e-7694cad963f1 req-11292395-c2c3-4787-9a76-fae7f4845895 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:56.188124 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e38500b5-0d29-47ce-8e8e-7694cad963f1 req-11292395-c2c3-4787-9a76-fae7f4845895 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:56.322977 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e38500b5-0d29-47ce-8e8e-7694cad963f1 req-11292395-c2c3-4787-9a76-fae7f4845895 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:56.325637 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e38500b5-0d29-47ce-8e8e-7694cad963f1 req-11292395-c2c3-4787-9a76-fae7f4845895 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:56.337424 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e38500b5-0d29-47ce-8e8e-7694cad963f1 req-11292395-c2c3-4787-9a76-fae7f4845895 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "DELETE /v2.0/security-groups/8ca4c973-d157-4c04-9070-ae1625fda4da HTTP/1.1" status: 204 len: 173 time: 0.3345711 Aug 05 13:58:56.355070 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:58:56.365358 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c257d05-9d95-4314-a3ba-bc606d36630a req-ed9f85f8-d376-4879-b923-769a3d414f6a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:56.367241 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c257d05-9d95-4314-a3ba-bc606d36630a req-ed9f85f8-d376-4879-b923-769a3d414f6a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 948 time: 0.1280668 Aug 05 13:58:56.372076 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74d5f3e0-06e0-4973-a8f3-adfca8a27776 req-2ce01999-abd7-4662-a789-3ed02279bb23 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003162 Aug 05 13:58:56.388072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11292395-c2c3-4787-9a76-fae7f4845895 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca4c973-d157-4c04-9070-ae1625fda4da,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:56.410127 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:56.431577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:58:56.437856 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f296f6da-6471-4dc6-be27-30efeb091757 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:56.488459 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296f6da-6471-4dc6-be27-30efeb091757 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Port': ['ID=6f45acbd-566f-404e-8a02-d3b08ac785e5,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:56.495731 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c257d05-9d95-4314-a3ba-bc606d36630a req-72771678-31be-4feb-983a-ee7d5c5a3fe7 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206813 Aug 05 13:58:56.598727 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027a1077-fa65-493c-9503-a57ae95afd60 None None] New status for floating IP 9a3e9ae1-8983-4a3b-9021-2eb53ca6918d: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 13:58:56.642474 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f296f6da-6471-4dc6-be27-30efeb091757 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:56.661279 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fbb56744-1c56-4d1c-8bef-95676a96d520 req-8a01a996-3e48-4d20-830c-e52169cc7da2 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/floatingips/9a3e9ae1-8983-4a3b-9021-2eb53ca6918d HTTP/1.1" status: 200 len: 694 time: 0.0759306 Aug 05 13:58:56.695650 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e138f13-7984-4cfd-a840-87f55acd2ed9 req-2cf8cbaf-fcf3-4665-a9b2-7688fbda3eaf tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:56.707874 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0e138f13-7984-4cfd-a840-87f55acd2ed9 req-2cf8cbaf-fcf3-4665-a9b2-7688fbda3eaf tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 945 time: 0.1432292 Aug 05 13:58:56.744860 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425eaf63-122b-4d22-ac64-f4f510bbcde8 None None] Network 89fd70dd-6f4a-4c10-85c3-fe84cb10916a requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:56.798930 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0e138f13-7984-4cfd-a840-87f55acd2ed9 req-4fd54c7b-6fdd-4969-9d5b-504e964de0bc tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/security-groups?id=af0179f4-b055-4b05-b418-b2db2e390348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899136 Aug 05 13:58:56.810071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8698900-3902-4aa5-98ad-696abd0cb002', 'tag': '72b0e84a-5f3b-40cb-8e55-f1ec134503ad'}, {'name': 'network-changed', 'server_uuid': 'ad29ce8e-7779-462b-9d73-87db46a1ccdd', 'tag': 'a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:58:56.812847 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08541a08-703c-4ddd-9f7c-862fc8f04f76" -d '{"events": [{"name": "network-changed", "server_uuid": "f8698900-3902-4aa5-98ad-696abd0cb002", "tag": "72b0e84a-5f3b-40cb-8e55-f1ec134503ad"}, {"name": "network-changed", "server_uuid": "ad29ce8e-7779-462b-9d73-87db46a1ccdd", "tag": "a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:58:56.820077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Router c8ee5984-3459-471c-b534-48ac4637e076 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 13:58:56.869465 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-628a19ff-28b9-44bd-bfed-2141e8675ecd None None] Provisioning for port ce0633fc-c3be-4943-a294-19cbe53fbdcd completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:56.929535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb56744-1c56-4d1c-8bef-95676a96d520 req-e699d812-793d-4773-a5f0-b091cdf09031 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:56.937109 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fbb56744-1c56-4d1c-8bef-95676a96d520 req-e699d812-793d-4773-a5f0-b091cdf09031 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.2746809 Aug 05 13:58:56.954158 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f296f6da-6471-4dc6-be27-30efeb091757 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router 8b12265f-4253-4c8e-8c48-dde8b1a445a9 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:58:57.009691 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fbb56744-1c56-4d1c-8bef-95676a96d520 req-ab5a641c-a332-4eb7-b437-3f901623d5fa tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.37 HTTP/1.1" status: 200 len: 697 time: 0.0715239 Aug 05 13:58:57.107244 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557906d0-505d-4e36-b7b2-e08b26ef4bb7 req-272d6149-7af0-45fe-92f1-1158f3c4c1fd tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:57.108795 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-557906d0-505d-4e36-b7b2-e08b26ef4bb7 req-272d6149-7af0-45fe-92f1-1158f3c4c1fd tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.1125033 Aug 05 13:58:57.116681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:58:57.126919 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Sync routers for ids ['c8ee5984-3459-471c-b534-48ac4637e076'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:58:57.129626 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fbb56744-1c56-4d1c-8bef-95676a96d520 req-fcfedc2b-e572-4f3e-bf3d-130981527068 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.37 HTTP/1.1" status: 200 len: 695 time: 0.1188343 Aug 05 13:58:57.152528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ce0633fc-c3be-4943-a294-19cbe53fbdcd up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:58:57.162141 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:57.166918 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-33f4ba03-5f0a-448f-9d89-2acce216fb7d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.1990156 Aug 05 13:58:57.168809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Routers {'c8ee5984-3459-471c-b534-48ac4637e076'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:57.170043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50348) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:57.171505 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c8ee5984-3459-471c-b534-48ac4637e076'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:57.189286 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-557906d0-505d-4e36-b7b2-e08b26ef4bb7 req-770710ce-f51b-4fec-b695-1dd18e443e92 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625453 Aug 05 13:58:57.227066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f296f6da-6471-4dc6-be27-30efeb091757 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:58:57.236432 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f296f6da-6471-4dc6-be27-30efeb091757 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/8b12265f-4253-4c8e-8c48-dde8b1a445a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7765265 Aug 05 13:58:57.236972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50350) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:57.244220 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d856222c-a034-4261-bbe4-0d0231105d6c None None] Sync routers for ids ['8b12265f-4253-4c8e-8c48-dde8b1a445a9'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:58:57.259279 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d856222c-a034-4261-bbe4-0d0231105d6c None None] Routers {'8b12265f-4253-4c8e-8c48-dde8b1a445a9'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:57.260170 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d856222c-a034-4261-bbe4-0d0231105d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['8b12265f-4253-4c8e-8c48-dde8b1a445a9'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:57.268292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563fe58-f11f-4f6c-82f0-57c1fbcddcd7 req-5ecdd524-6cab-4879-a2df-d16da1d4a9f7 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:57.270927 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4563fe58-f11f-4f6c-82f0-57c1fbcddcd7 req-5ecdd524-6cab-4879-a2df-d16da1d4a9f7 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.63 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 945 time: 0.2571905 Aug 05 13:58:57.340144 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d856222c-a034-4261-bbe4-0d0231105d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:57.365093 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d856222c-a034-4261-bbe4-0d0231105d6c None None] Routers {'8b12265f-4253-4c8e-8c48-dde8b1a445a9'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:57.366889 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8016523b-e294-4546-8403-63819343ee97 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b12265f-4253-4c8e-8c48-dde8b1a445a9 HTTP/1.1" status: 200 len: 205 time: 0.1235104 Aug 05 13:58:57.367133 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d856222c-a034-4261-bbe4-0d0231105d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['8b12265f-4253-4c8e-8c48-dde8b1a445a9'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:57.378137 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50354) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:57.405627 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d856222c-a034-4261-bbe4-0d0231105d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:57.406576 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d856222c-a034-4261-bbe4-0d0231105d6c None None] The sync data for ids ['8b12265f-4253-4c8e-8c48-dde8b1a445a9'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:58:57.466701 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Set router c8ee5984-3459-471c-b534-48ac4637e076 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:58:57.514986 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a478cec6-1021-4cee-949b-e50caaa3f2d4 req-ffcd6413-530d-49c1-becf-f5d9e5483086 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "GET /v2.0/security-groups/f630efe6-399f-4fe7-8089-6520acbe4d13 HTTP/1.1" status: 200 len: 1813 time: 0.0634463 Aug 05 13:58:57.521615 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b4d2-a629-4502-b37f-27539f810b39 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:57.567172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port ce0633fc-c3be-4943-a294-19cbe53fbdcd completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:58:57.572751 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port ce0633fc-c3be-4943-a294-19cbe53fbdcd triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:57.573119 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:57.681328 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a478cec6-1021-4cee-949b-e50caaa3f2d4 req-1991bc43-6528-440d-8efe-d09a4bfcbdb8 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:57.722823 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:57.728739 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a478cec6-1021-4cee-949b-e50caaa3f2d4 req-1991bc43-6528-440d-8efe-d09a4bfcbdb8 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:57.782143 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port ce0633fc-c3be-4943-a294-19cbe53fbdcd, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ce0633fc-c3be-4943-a294-19cbe53fbdcd,segment=NetworkSegment(145792e9-9424-4208-bb9d-a15199db753b),segment_id=145792e9-9424-4208-bb9d-a15199db753b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:57.795842 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:57.865002 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77590164-router', 'tenant_id': 'c8ec62abe29146a69e83b4d119a767f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '972afcce-d5c1-41b9-af9a-84a300566af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:54Z', 'updated_at': '2021-08-05T13:58:55Z', 'revision_number': 3, 'project_id': 'c8ec62abe29146a69e83b4d119a767f5', 'gw_port': {'id': '972afcce-d5c1-41b9-af9a-84a300566af2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:54Z', 'updated_at': '2021-08-05T13:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:57.871480 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a478cec6-1021-4cee-949b-e50caaa3f2d4 req-1991bc43-6528-440d-8efe-d09a4bfcbdb8 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:57.874209 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a478cec6-1021-4cee-949b-e50caaa3f2d4 req-1991bc43-6528-440d-8efe-d09a4bfcbdb8 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:57.875542 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a478cec6-1021-4cee-949b-e50caaa3f2d4 req-1991bc43-6528-440d-8efe-d09a4bfcbdb8 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] 10.222.0.16 "DELETE /v2.0/security-groups/f630efe6-399f-4fe7-8089-6520acbe4d13 HTTP/1.1" status: 204 len: 173 time: 0.3106039 Aug 05 13:58:57.890114 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50362) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:57.904387 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Checking router: c8ee5984-3459-471c-b534-48ac4637e076 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:58:57.904723 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Updating router c8ee5984-3459-471c-b534-48ac4637e076 port 972afcce-d5c1-41b9-af9a-84a300566af2 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:58:57.909284 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=ce0633fc-c3be-4943-a294-19cbe53fbdcd,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:57.910312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991bc43-6528-440d-8efe-d09a4bfcbdb8 tempest-SecurityGroupRulesNegativeTestJSON-2145786985 tempest-SecurityGroupRulesNegativeTestJSON-2145786985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f630efe6-399f-4fe7-8089-6520acbe4d13,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:57.915181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989d358-3ddf-42ba-bcbc-c3360e9442db req-c7c2b3d2-b2a5-48bc-9a6b-b542c30b7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:57.917584 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c989d358-3ddf-42ba-bcbc-c3360e9442db req-c7c2b3d2-b2a5-48bc-9a6b-b542c30b7d62 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 1097 time: 0.1305776 Aug 05 13:58:57.960050 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:57.960949 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.006947 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:58:58.082961 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 05 Aug 2021 13:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6927fe34-5c56-4140-b05f-236429e20150 x-openstack-request-id: req-6927fe34-5c56-4140-b05f-236429e20150 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:58:58.083104 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8698900-3902-4aa5-98ad-696abd0cb002", "tag": "72b0e84a-5f3b-40cb-8e55-f1ec134503ad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ad29ce8e-7779-462b-9d73-87db46a1ccdd", "tag": "a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:58:58.083717 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6927fe34-5c56-4140-b05f-236429e20150 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:58:58.084104 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8698900-3902-4aa5-98ad-696abd0cb002', 'tag': '72b0e84a-5f3b-40cb-8e55-f1ec134503ad', 'status': 'completed', 'code': 200} Aug 05 13:58:58.085247 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad29ce8e-7779-462b-9d73-87db46a1ccdd', 'tag': 'a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5', 'status': 'completed', 'code': 200} Aug 05 13:58:58.086856 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-fbb56744-1c56-4d1c-8bef-95676a96d520 req-5c055fa8-7a15-470d-8683-fc329ebef5a1 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Deleting port 908b8915-ea5c-46dd-95ea-0fdae981efaa {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:58.087201 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fbb56744-1c56-4d1c-8bef-95676a96d520 req-5c055fa8-7a15-470d-8683-fc329ebef5a1 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.106176 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b4d2-a629-4502-b37f-27539f810b39 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.118999 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b4d2-a629-4502-b37f-27539f810b39 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.133058 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ed39d2-36ad-47a4-87dd-68468c1e8d49 admin admin] Deleting subnet 0593f8a6-764f-4e2e-a1f5-ac25c416ae68 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:58:58.155361 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66ed39d2-36ad-47a4-87dd-68468c1e8d49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.179018 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-4563fe58-f11f-4f6c-82f0-57c1fbcddcd7 req-9b4fb1c5-a2ca-4ec2-8332-bc28d253b1c0 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Deleting port da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:58:58.179395 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4563fe58-f11f-4f6c-82f0-57c1fbcddcd7 req-9b4fb1c5-a2ca-4ec2-8332-bc28d253b1c0 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.251563 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989d358-3ddf-42ba-bcbc-c3360e9442db req-0fd851d5-8fca-40ec-98f2-74d631585fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:58.253066 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c989d358-3ddf-42ba-bcbc-c3360e9442db req-0fd851d5-8fca-40ec-98f2-74d631585fc7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 912 time: 0.3051450 Aug 05 13:58:58.271415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-9d0bee02-b4ca-4873-aa99-fa57e7068984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:58.273445 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-9d0bee02-b4ca-4873-aa99-fa57e7068984 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=98c6c1520e3e4272bc824b52ad079e1c&device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 1097 time: 0.2024705 Aug 05 13:58:58.274459 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b4d2-a629-4502-b37f-27539f810b39 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.274892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac3b4d2-a629-4502-b37f-27539f810b39 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Fanout notify agent at l3_agent the message router_deleted on router 8b12265f-4253-4c8e-8c48-dde8b1a445a9 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 13:58:58.282971 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b4d2-a629-4502-b37f-27539f810b39 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.284280 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3ac3b4d2-a629-4502-b37f-27539f810b39 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/routers/8b12265f-4253-4c8e-8c48-dde8b1a445a9 HTTP/1.1" status: 204 len: 168 time: 0.8967321 Aug 05 13:58:58.289281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50372) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:58.295812 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-303c44d5-6392-48b7-a587-22209bc0c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:58.297313 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-303c44d5-6392-48b7-a587-22209bc0c7d6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 1099 time: 0.2166519 Aug 05 13:58:58.311047 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.318685 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66ed39d2-36ad-47a4-87dd-68468c1e8d49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.322362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Transition to ACTIVE for port object 972afcce-d5c1-41b9-af9a-84a300566af2 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:58.330302 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.341140 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fbb56744-1c56-4d1c-8bef-95676a96d520 req-5c055fa8-7a15-470d-8683-fc329ebef5a1 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.341483 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fbb56744-1c56-4d1c-8bef-95676a96d520 req-5c055fa8-7a15-470d-8683-fc329ebef5a1 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.384531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Attempting to bind port 972afcce-d5c1-41b9-af9a-84a300566af2 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:58:58.384899 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Attempting to bind port 972afcce-d5c1-41b9-af9a-84a300566af2 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:58:58.385939 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Attempting to bind port 972afcce-d5c1-41b9-af9a-84a300566af2 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:58:58.386648 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c989d358-3ddf-42ba-bcbc-c3360e9442db req-c7949439-471b-4608-b1e4-716d4167a6b8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c66547f-17a3-4012-b105-cd030d49d414 HTTP/1.1" status: 200 len: 217 time: 0.1193168 Aug 05 13:58:58.388183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485dca8-9aba-448c-ac2a-152b95863c74 None None] Pushing event updated for resources: {'Port': ['ID=972afcce-d5c1-41b9-af9a-84a300566af2,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:58.394205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:58:58.394205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:58:58.394636 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.394962 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:58:58.396031 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Bound port: 972afcce-d5c1-41b9-af9a-84a300566af2, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:58:58.396031 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.396326 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-fbb56744-1c56-4d1c-8bef-95676a96d520 req-5c055fa8-7a15-470d-8683-fc329ebef5a1 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Calling delete_port for 908b8915-ea5c-46dd-95ea-0fdae981efaa owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:58.446375 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4563fe58-f11f-4f6c-82f0-57c1fbcddcd7 req-9b4fb1c5-a2ca-4ec2-8332-bc28d253b1c0 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] For port da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a,segment=NetworkSegment(1fb11f16-ac88-4dc9-a328-53267b1293e7),segment_id=1fb11f16-ac88-4dc9-a328-53267b1293e7)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:58.446787 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4563fe58-f11f-4f6c-82f0-57c1fbcddcd7 req-9b4fb1c5-a2ca-4ec2-8332-bc28d253b1c0 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.451067 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] For port 972afcce-d5c1-41b9-af9a-84a300566af2, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:58:58.456144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] For port 972afcce-d5c1-41b9-af9a-84a300566af2, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=972afcce-d5c1-41b9-af9a-84a300566af2,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:58:58.464763 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.508017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a648ad9-2345-4492-a588-b14b80fe94ef req-afccad69-f1f5-4c75-bfb6-808214887832 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:58.515447 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6a648ad9-2345-4492-a588-b14b80fe94ef req-afccad69-f1f5-4c75-bfb6-808214887832 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 948 time: 0.3664420 Aug 05 13:58:58.525348 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Routers {'c8ee5984-3459-471c-b534-48ac4637e076'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:58:58.526560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c8ee5984-3459-471c-b534-48ac4637e076'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:58.571936 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-32f47e81-fe86-4dc4-9cb9-34c079e98391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:58.575263 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-32f47e81-fe86-4dc4-9cb9-34c079e98391 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.2646062 Aug 05 13:58:58.585383 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66ed39d2-36ad-47a4-87dd-68468c1e8d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.594703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-0813f322-6b87-40d0-a72f-9aba487f197a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting subnet 17f7b0cf-a4b3-46f6-85a7-a1527cae9c30 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:58:58.658182 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0813f322-6b87-40d0-a72f-9aba487f197a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.663237 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-4323b028-0715-4403-a47b-266f4b449e1c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 HTTP/1.1" status: 200 len: 217 time: 0.0708866 Aug 05 13:58:58.690567 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989d358-3ddf-42ba-bcbc-c3360e9442db req-2cc94b2f-e43c-4c18-a9a5-5085eb4101b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:58.692069 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c989d358-3ddf-42ba-bcbc-c3360e9442db req-2cc94b2f-e43c-4c18-a9a5-5085eb4101b3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a0c9cb3b-02da-4b2d-886d-ad880aca8a5e HTTP/1.1" status: 200 len: 851 time: 0.2401190 Aug 05 13:58:58.713221 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485dca8-9aba-448c-ac2a-152b95863c74 None None] Pushing event updated for resources: {'Port': ['ID=972afcce-d5c1-41b9-af9a-84a300566af2,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:58.758446 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6a648ad9-2345-4492-a588-b14b80fe94ef req-ed53888d-9d48-4e07-943e-453d08a22d2d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419963 Aug 05 13:58:58.760469 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c989d358-3ddf-42ba-bcbc-c3360e9442db req-3c6dbe6a-45c6-4375-96a6-24973c1fab8f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f7447363-4b58-4abe-9e51-4d82c721285c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577152 Aug 05 13:58:58.788046 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-f49b34f4-3968-4ba1-989c-b4ee7e381b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:58.789699 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-f49b34f4-3968-4ba1-989c-b4ee7e381b82 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9abad8ab-841f-4069-b39f-5bb10bcfc23b HTTP/1.1" status: 200 len: 929 time: 0.5042789 Aug 05 13:58:58.812156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Allocated IP 172.20.0.1 (89fd70dd-6f4a-4c10-85c3-fe84cb10916a/08cdae64-a243-4782-bb66-1fd6e7800e1a/186bcf51-01a3-447d-beac-98a0d707d51e) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:58:58.841245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] Set router c8ee5984-3459-471c-b534-48ac4637e076 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:58:58.857194 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-7c092f4a-4904-4cbe-9604-7da6a46e7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:58.858911 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-7c092f4a-4904-4cbe-9604-7da6a46e7d34 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1586740 Aug 05 13:58:58.943293 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:58:58.953547 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4563fe58-f11f-4f6c-82f0-57c1fbcddcd7 req-9b4fb1c5-a2ca-4ec2-8332-bc28d253b1c0 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.954129 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4563fe58-f11f-4f6c-82f0-57c1fbcddcd7 req-9b4fb1c5-a2ca-4ec2-8332-bc28d253b1c0 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.954558 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [req-4563fe58-f11f-4f6c-82f0-57c1fbcddcd7 req-9b4fb1c5-a2ca-4ec2-8332-bc28d253b1c0 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Floating IP b9d0775c-7d5e-4143-b520-f9b34a18544e disassociated. External IP: 172.25.5.201, port: da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a. Aug 05 13:58:58.955057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-4563fe58-f11f-4f6c-82f0-57c1fbcddcd7 req-9b4fb1c5-a2ca-4ec2-8332-bc28d253b1c0 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Calling delete_port for da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:58:58.961401 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fbb56744-1c56-4d1c-8bef-95676a96d520 req-5c055fa8-7a15-470d-8683-fc329ebef5a1 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:58.968216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-f308fe89-cc03-4163-ae6e-a8e2d6296437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:58.969492 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-f308fe89-cc03-4163-ae6e-a8e2d6296437 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0869277 Aug 05 13:58:59.009439 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c055fa8-7a15-470d-8683-fc329ebef5a1 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Pushing event deleted for resources: {'Port': ['ID=908b8915-ea5c-46dd-95ea-0fdae981efaa,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:59.109455 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:59.121624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ce0633fc-c3be-4943-a294-19cbe53fbdcd up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:58:59.150476 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': 'a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5', 'mac_address': 'fa:16:3e:8c:93:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:58:59.204400 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77590164-router', 'tenant_id': 'c8ec62abe29146a69e83b4d119a767f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '972afcce-d5c1-41b9-af9a-84a300566af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:54Z', 'updated_at': '2021-08-05T13:58:55Z', 'revision_number': 3, 'project_id': 'c8ec62abe29146a69e83b4d119a767f5', 'gw_port': {'id': '972afcce-d5c1-41b9-af9a-84a300566af2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:54Z', 'updated_at': '2021-08-05T13:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:58:59.207712 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0813f322-6b87-40d0-a72f-9aba487f197a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:59.211297 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:59.215658 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fbb56744-1c56-4d1c-8bef-95676a96d520 req-5c055fa8-7a15-470d-8683-fc329ebef5a1 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:59.219048 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fbb56744-1c56-4d1c-8bef-95676a96d520 req-5c055fa8-7a15-470d-8683-fc329ebef5a1 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:59.230150 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fbb56744-1c56-4d1c-8bef-95676a96d520 req-5c055fa8-7a15-470d-8683-fc329ebef5a1 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "DELETE /v2.0/floatingips/9a3e9ae1-8983-4a3b-9021-2eb53ca6918d HTTP/1.1" status: 204 len: 173 time: 2.0994914 Aug 05 13:58:59.249924 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeb571e-073b-4ed9-a928-126b7e8c13fb None None] The sync data for ids ['c8ee5984-3459-471c-b534-48ac4637e076'] in n-d-803585-2 is: [{'id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77590164-router', 'tenant_id': 'c8ec62abe29146a69e83b4d119a767f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '972afcce-d5c1-41b9-af9a-84a300566af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:54Z', 'updated_at': '2021-08-05T13:58:55Z', 'revision_number': 3, 'project_id': 'c8ec62abe29146a69e83b4d119a767f5', 'gw_port': {'id': '972afcce-d5c1-41b9-af9a-84a300566af2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:54Z', 'updated_at': '2021-08-05T13:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:58:59.259754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:58:59.266974 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port ce0633fc-c3be-4943-a294-19cbe53fbdcd triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:58:59.267347 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:59.272074 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-6b710056-0cdc-48ed-b970-94b81f17af44 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759893 Aug 05 13:58:59.305552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:58:59.313363 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0813f322-6b87-40d0-a72f-9aba487f197a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:59.333310 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:59.407803 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4563fe58-f11f-4f6c-82f0-57c1fbcddcd7 req-9b4fb1c5-a2ca-4ec2-8332-bc28d253b1c0 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:59.421935 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-36fb9d8f-803d-4c19-98ee-159b043a42a5 req-254e2323-281f-4264-99fd-c61e9d0e9c85 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 210 time: 0.0796852 Aug 05 13:58:59.429283 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-58032965-49d7-46e7-b135-2203949ce1f2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72b0e84a-5f3b-40cb-8e55-f1ec134503ad HTTP/1.1" status: 200 len: 217 time: 0.6236317 Aug 05 13:58:59.430225 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66ed39d2-36ad-47a4-87dd-68468c1e8d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:59.449036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:59.511044 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-5b73090e-76bb-406d-b798-9ecbe65ffb5e service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255850 Aug 05 13:58:59.540499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed39d2-36ad-47a4-87dd-68468c1e8d49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0593f8a6-764f-4e2e-a1f5-ac25c416ae68,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:59.545713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fb1c5-a2ca-4ec2-8332-bc28d253b1c0 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Pushing event deleted for resources: {'Port': ['ID=da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:59.632937 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:58:59.650806 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c16a6-b826-4aff-a274-4445c7e9aaaa req-b26bcefb-f471-4a56-948e-82a7d2a13a07 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:59.652482 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bb0c16a6-b826-4aff-a274-4445c7e9aaaa req-b26bcefb-f471-4a56-948e-82a7d2a13a07 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.2360318 Aug 05 13:58:59.671848 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66ed39d2-36ad-47a4-87dd-68468c1e8d49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:59.674007 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-66ed39d2-36ad-47a4-87dd-68468c1e8d49 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0593f8a6-764f-4e2e-a1f5-ac25c416ae68 HTTP/1.1" status: 204 len: 168 time: 1.7826812 Aug 05 13:58:59.680331 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50382) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:59.761584 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:59.776241 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-c0d13c9e-fcb2-4164-9d76-f2a971ae21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:59.778169 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-c0d13c9e-fcb2-4164-9d76-f2a971ae21ce service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4ffb7cfc-542a-4e78-923d-06814a14f982 HTTP/1.1" status: 200 len: 867 time: 0.2506442 Aug 05 13:58:59.789573 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0813f322-6b87-40d0-a72f-9aba487f197a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:59.802385 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c989d358-3ddf-42ba-bcbc-c3360e9442db req-0d1acadb-79bf-49a6-8d93-8afae9e8239d service neutron] 10.222.0.84 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0297329 Aug 05 13:58:59.835658 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-79c7dd3e-a79c-4335-835a-98bf1b4b9806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:59.863043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Transition to ACTIVE for port object 186bcf51-01a3-447d-beac-98a0d707d51e will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:58:59.875435 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bb0c16a6-b826-4aff-a274-4445c7e9aaaa req-03dafe6a-9044-4db2-9dbf-3f87f9a9ffdc tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135403 Aug 05 13:58:59.892563 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4563fe58-f11f-4f6c-82f0-57c1fbcddcd7 req-9b4fb1c5-a2ca-4ec2-8332-bc28d253b1c0 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Router 54e79d46-511d-4760-8c85-55ee37627b0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:58:59.893117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813f322-6b87-40d0-a72f-9aba487f197a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Subnet': ['ID=17f7b0cf-a4b3-46f6-85a7-a1527cae9c30,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:58:59.905581 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0813f322-6b87-40d0-a72f-9aba487f197a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:58:59.905581 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0813f322-6b87-40d0-a72f-9aba487f197a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/subnets/17f7b0cf-a4b3-46f6-85a7-a1527cae9c30 HTTP/1.1" status: 204 len: 168 time: 1.5737844 Aug 05 13:58:59.910669 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50386) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:58:59.913440 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e4ea79-eb3e-437b-874b-443801ea6e37 None None] Network c443c102-5055-4927-b7d4-d73a2efd03f3 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:58:59.948385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0625bfa-9397-4b3f-8eac-52c34928b482 req-d2d566ff-0f93-4999-8196-06e13fdec663 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:58:59.956707 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f0625bfa-9397-4b3f-8eac-52c34928b482 req-d2d566ff-0f93-4999-8196-06e13fdec663 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8698900-3902-4aa5-98ad-696abd0cb002&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3798542 Aug 05 13:59:00.058850 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f0625bfa-9397-4b3f-8eac-52c34928b482 req-ccdd8cd2-268c-4d3f-a780-1ce6b8d542d2 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0964472 Aug 05 13:59:00.201127 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-79c7dd3e-a79c-4335-835a-98bf1b4b9806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:00.201362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-7758abe6-0980-453a-a365-4f8846e11c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:00.202535 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-7758abe6-0980-453a-a365-4f8846e11c92 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9abad8ab-841f-4069-b39f-5bb10bcfc23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4051933 Aug 05 13:59:00.208377 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3163e16e-73e9-4935-a156-bab59217e68d req-155eff75-e517-4492-95b1-4ddfe70280fe tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0740793 Aug 05 13:59:00.241637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-79c7dd3e-a79c-4335-835a-98bf1b4b9806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46196e65-b8f8-4753-bb28-d0ef7f81a42c']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:00.258637 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:00.309254 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-79c7dd3e-a79c-4335-835a-98bf1b4b9806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ce16b5-92d8-4342-884e-7c874fc38c12') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:00.309642 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-79c7dd3e-a79c-4335-835a-98bf1b4b9806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ce16b5-92d8-4342-884e-7c874fc38c12') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:00.312212 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df00e9c2-c133-4aff-946d-b88b23f5f79f None None] DHCP port deletion for c443c102-5055-4927-b7d4-d73a2efd03f3 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 13:59:00.316907 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-927a0d3a-401f-4ce4-872e-bb2ca8c75d45 service neutron] 10.222.0.63 "GET /v2.0/networks/9abad8ab-841f-4069-b39f-5bb10bcfc23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031511 Aug 05 13:59:00.322110 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:00.336301 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-79c7dd3e-a79c-4335-835a-98bf1b4b9806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:00.360197 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dedb2-5da9-4c4d-8c26-4c5dd45a17b2 req-b1fc0e54-8352-4be6-b2de-71f246f0ff0f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:00.362290 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e65dedb2-5da9-4c4d-8c26-4c5dd45a17b2 req-b1fc0e54-8352-4be6-b2de-71f246f0ff0f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 949 time: 0.2823265 Aug 05 13:59:00.382784 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-79c7dd3e-a79c-4335-835a-98bf1b4b9806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:00.404956 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4563fe58-f11f-4f6c-82f0-57c1fbcddcd7 req-9b4fb1c5-a2ca-4ec2-8332-bc28d253b1c0 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:59:00.416659 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46477a24-85b1-415f-8a2b-364282c9264f None None] Sync routers for ids ['54e79d46-511d-4760-8c85-55ee37627b0e'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:59:00.434445 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46477a24-85b1-415f-8a2b-364282c9264f None None] Routers {'54e79d46-511d-4760-8c85-55ee37627b0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:00.435275 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-46477a24-85b1-415f-8a2b-364282c9264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['54e79d46-511d-4760-8c85-55ee37627b0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:00.439390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c7dd3e-a79c-4335-835a-98bf1b4b9806 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:59:00.439784 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-79c7dd3e-a79c-4335-835a-98bf1b4b9806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: timer() Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:59:00.442244 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:59:00.454736 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c989d358-3ddf-42ba-bcbc-c3360e9442db req-08d30105-8f22-4895-b84e-f845d3040655 service neutron] 10.222.0.84 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230843 Aug 05 13:59:00.496993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Network 89fd70dd-6f4a-4c10-85c3-fe84cb10916a is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:00.509131 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:00.513498 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Pushing event updated for resources: {'Port': ['ID=186bcf51-01a3-447d-beac-98a0d707d51e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:00.518223 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:00.581127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4563fe58-f11f-4f6c-82f0-57c1fbcddcd7 req-9b4fb1c5-a2ca-4ec2-8332-bc28d253b1c0 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] No DVR routers for this DVR port da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:59:00.620637 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:00.622641 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4563fe58-f11f-4f6c-82f0-57c1fbcddcd7 req-9b4fb1c5-a2ca-4ec2-8332-bc28d253b1c0 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:00.625788 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4563fe58-f11f-4f6c-82f0-57c1fbcddcd7 req-9b4fb1c5-a2ca-4ec2-8332-bc28d253b1c0 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.63 "DELETE /v2.0/ports/da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a HTTP/1.1" status: 204 len: 173 time: 3.3151839 Aug 05 13:59:00.627514 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bea6d7-2629-40c4-876d-af6584d91f31', 'name': 'network-vif-deleted', 'tag': 'da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:00.635750 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-808a2ae0-f0ea-4da0-aa2a-07aa100ecd38 service neutron] 10.222.0.63 "GET /v2.0/networks/9abad8ab-841f-4069-b39f-5bb10bcfc23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001778 Aug 05 13:59:00.640467 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44bfaa5-cbb4-4395-bf8c-9fe657ea5dd3" -d '{"events": [{"server_uuid": "f1bea6d7-2629-40c4-876d-af6584d91f31", "name": "network-vif-deleted", "tag": "da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:00.661325 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e65dedb2-5da9-4c4d-8c26-4c5dd45a17b2 req-faa5a594-efd6-4cfe-bd49-e412e6b1263f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895784 Aug 05 13:59:00.696478 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-79c7dd3e-a79c-4335-835a-98bf1b4b9806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:00.718506 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-79c7dd3e-a79c-4335-835a-98bf1b4b9806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:00.726172 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-79c7dd3e-a79c-4335-835a-98bf1b4b9806 admin admin] 10.222.0.16 "DELETE /v2.0/networks/46196e65-b8f8-4753-bb28-d0ef7f81a42c HTTP/1.1" status: 204 len: 168 time: 1.0000994 Aug 05 13:59:00.733494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting port a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:00.734074 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:00.749236 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-46477a24-85b1-415f-8a2b-364282c9264f None None] Set router 54e79d46-511d-4760-8c85-55ee37627b0e gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:00.789581 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8e5dfdb-a573-4e99-b26f-9a1c72f37f91 req-ba6e5b4f-9823-40f1-adbc-d1bead0c7a34 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1bea6d7-2629-40c4-876d-af6584d91f31 HTTP/1.1" status: 200 len: 210 time: 0.0597177 Aug 05 13:59:00.801687 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7dd3e-a79c-4335-835a-98bf1b4b9806 admin admin] Pushing event deleted for resources: {'Network': ['ID=46196e65-b8f8-4753-bb28-d0ef7f81a42c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:00.914341 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-e5673614-dfe8-4a37-8e84-0388dbe441b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:00.914637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] For port a7b0f13b-27d9-42f7-88b2-08c5ca7381f6, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a7b0f13b-27d9-42f7-88b2-08c5ca7381f6,segment=NetworkSegment(47f83877-927a-4a00-bd25-e9c0bce69481),segment_id=47f83877-927a-4a00-bd25-e9c0bce69481)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:00.915273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:00.916769 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-e5673614-dfe8-4a37-8e84-0388dbe441b7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 1100 time: 0.2025428 Aug 05 13:59:00.940759 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecda3c-8ce8-41f2-89da-4b90f0c4c38b req-fe96f20b-c1a5-4b52-afd9-bbf4d4b345b1 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:00.950700 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86ecda3c-8ce8-41f2-89da-4b90f0c4c38b req-fe96f20b-c1a5-4b52-afd9-bbf4d4b345b1 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 946 time: 0.1604750 Aug 05 13:59:00.951940 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-df00e9c2-c133-4aff-946d-b88b23f5f79f None None] Deleting port a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:00.952422 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-df00e9c2-c133-4aff-946d-b88b23f5f79f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:00.962815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:00.963366 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5a896e-3139-43cd-829b-3a5eb9ba900f x-openstack-request-id: req-ee5a896e-3139-43cd-829b-3a5eb9ba900f {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:00.963846 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bea6d7-2629-40c4-876d-af6584d91f31", "name": "network-vif-deleted", "tag": "da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:00.964417 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee5a896e-3139-43cd-829b-3a5eb9ba900f {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:00.965086 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1bea6d7-2629-40c4-876d-af6584d91f31', 'name': 'network-vif-deleted', 'tag': 'da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a', 'status': 'completed', 'code': 200} Aug 05 13:59:00.967249 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Calling delete_port for a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:01.087190 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86ecda3c-8ce8-41f2-89da-4b90f0c4c38b req-adaed340-9495-4770-ae27-17f86acda6aa tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/security-groups?id=d90f85b8-7243-4e70-9d65-76ae3920a910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353772 Aug 05 13:59:01.172518 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:01.248162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] No DVR routers for this DVR port a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:59:01.261602 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:01.306321 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 972afcce-d5c1-41b9-af9a-84a300566af2 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:01.320354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50416) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:01.376424 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-554bae8f-9b29-4732-8c61-818f0c3a9a8e None None] Provisioning for port 186bcf51-01a3-447d-beac-98a0d707d51e completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:01.389259 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-554bae8f-9b29-4732-8c61-818f0c3a9a8e None None] Provisioning complete for port 186bcf51-01a3-447d-beac-98a0d707d51e triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:01.389830 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-554bae8f-9b29-4732-8c61-818f0c3a9a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:01.397689 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Port': ['ID=a7b0f13b-27d9-42f7-88b2-08c5ca7381f6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:01.418351 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-a7cdd886-60eb-46f6-8b45-af2c8ee4e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:01.420133 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-a7cdd886-60eb-46f6-8b45-af2c8ee4e202 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.4708669 Aug 05 13:59:01.446319 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-554bae8f-9b29-4732-8c61-818f0c3a9a8e None None] Port 186bcf51-01a3-447d-beac-98a0d707d51e cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:59:01.507261 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50420) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:01.520970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:01.525683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-df00e9c2-c133-4aff-946d-b88b23f5f79f None None] For port a7b0f13b-27d9-42f7-88b2-08c5ca7381f6, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a7b0f13b-27d9-42f7-88b2-08c5ca7381f6,segment=NetworkSegment(47f83877-927a-4a00-bd25-e9c0bce69481),segment_id=47f83877-927a-4a00-bd25-e9c0bce69481)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:01.527496 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-df00e9c2-c133-4aff-946d-b88b23f5f79f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:01.556363 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:01.572124 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c443c102-5055-4927-b7d4-d73a2efd03f3']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:01.579832 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 972afcce-d5c1-41b9-af9a-84a300566af2 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:01.581825 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106c76d-2536-4abc-9530-2b44dc816425 req-5ef4da24-a91a-4246-a546-1b9995d1716b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:01.583659 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0106c76d-2536-4abc-9530-2b44dc816425 req-5ef4da24-a91a-4246-a546-1b9995d1716b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.3331184 Aug 05 13:59:01.588576 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:01.589044 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:01.608148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f83877-927a-4a00-bd25-e9c0bce69481') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:01.608925 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f83877-927a-4a00-bd25-e9c0bce69481') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:01.629182 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:01.632800 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-df00e9c2-c133-4aff-946d-b88b23f5f79f None None] Calling delete_port for a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:01.643101 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-a8a79178-8314-4232-8a1e-be3f7cf7c67d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 HTTP/1.1" status: 200 len: 217 time: 0.1578672 Aug 05 13:59:01.659774 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 972afcce-d5c1-41b9-af9a-84a300566af2 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:01.660160 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:01.685316 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0106c76d-2536-4abc-9530-2b44dc816425 req-b32de3b6-2fd5-4cd2-934b-dff27810bd95 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934148 Aug 05 13:59:01.703731 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:01.711463 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:59:01.712279 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: timer() Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:59:01.716146 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:59:01.754062 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2a1a1257-1549-416c-a23b-790121f268a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=135e94a27c6e488ca87611db1771bc8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181235 Aug 05 13:59:01.759343 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50424) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:01.760532 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703ac3b-e170-4a5c-b007-59f2ecfb719f req-35a31854-f024-4b64-927b-e657a214201f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:01.762146 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b703ac3b-e170-4a5c-b007-59f2ecfb719f req-35a31854-f024-4b64-927b-e657a214201f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 949 time: 0.4693689 Aug 05 13:59:01.796724 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-faabee64-0a3b-4f62-8790-a106fd92578a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:01.819064 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:01.831313 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:01.836558 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/networks/c443c102-5055-4927-b7d4-d73a2efd03f3 HTTP/1.1" status: 204 len: 168 time: 1.9216828 Aug 05 13:59:01.848823 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50428) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:01.849088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d39c40-dd5b-40fc-8c23-c2885fd7f5e0 req-61da8b15-71bc-46b9-94e4-1e5832811d59 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:01.851694 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98d39c40-dd5b-40fc-8c23-c2885fd7f5e0 req-61da8b15-71bc-46b9-94e4-1e5832811d59 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd&tenant_id=7753100351b94216b5369d9876cd92eb&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 949 time: 0.4294198 Aug 05 13:59:01.864156 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-bfea0fb1-b669-4cce-b7d2-00f39c7ef04d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1728055853', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:01.905215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50432) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:01.906765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-a6a9f97f-898d-469a-9911-ea48d6c72cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:01.908349 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-a6a9f97f-898d-469a-9911-ea48d6c72cc8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.2413723 Aug 05 13:59:01.908477 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5e328755-b493-49e0-913d-9eb78a48ca33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:01.910411 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88dafe9-8e88-41ea-8ce3-51856f997040 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Network': ['ID=c443c102-5055-4927-b7d4-d73a2efd03f3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:01.948775 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.api [None req-bfea0fb1-b669-4cce-b7d2-00f39c7ef04d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 13:59:01.948775 n-d-803585-2 neutron-server[105723]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 05 13:59:01.948775 n-d-803585-2 neutron-server[105723]: [parameters: {'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'id': '34efc272-c8ce-43c6-bff6-eb0da0e245d0', 'expiration': datetime.datetime(2021, 8, 5, 14, 1, 1, 930273)}] Aug 05 13:59:01.948775 n-d-803585-2 neutron-server[105723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 13:59:01.949210 n-d-803585-2 neutron-server[105723]: DEBUG oslo_db.api [None req-bfea0fb1-b669-4cce-b7d2-00f39c7ef04d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 13:59:01.952385 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5e328755-b493-49e0-913d-9eb78a48ca33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:01.977800 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-46477a24-85b1-415f-8a2b-364282c9264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'name': 'tempest-ServersTestFqdnHostnames-1201380241-router', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:56:13Z', 'updated_at': '2021-08-05T13:56:20Z', 'revision_number': 4, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'gw_port': {'id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:15Z', 'updated_at': '2021-08-05T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '1968c969-277b-46ca-8590-8bbd1a5e1446', 'name': '', 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'mac_address': 'fa:16:3e:20:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:20Z', 'updated_at': '2021-08-05T13:56:29Z', 'revision_number': 5, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'subnets': [{'id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:02.015154 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5e328755-b493-49e0-913d-9eb78a48ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.016147 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b703ac3b-e170-4a5c-b007-59f2ecfb719f req-9db68283-fe1f-4b6a-9901-1c406f3b18e9 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132750 Aug 05 13:59:02.018433 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5e328755-b493-49e0-913d-9eb78a48ca33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.038531 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5e328755-b493-49e0-913d-9eb78a48ca33 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88b08201-f31d-4ebb-b8d0-8afdbcb1c769 HTTP/1.1" status: 204 len: 168 time: 0.2761011 Aug 05 13:59:02.048979 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46477a24-85b1-415f-8a2b-364282c9264f None None] Checking router: 54e79d46-511d-4760-8c85-55ee37627b0e for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:59:02.056325 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e328755-b493-49e0-913d-9eb78a48ca33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b08201-f31d-4ebb-b8d0-8afdbcb1c769,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:02.079547 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.091937 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-df00e9c2-c133-4aff-946d-b88b23f5f79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.106665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46477a24-85b1-415f-8a2b-364282c9264f None None] Routers {'54e79d46-511d-4760-8c85-55ee37627b0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:02.107294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-46477a24-85b1-415f-8a2b-364282c9264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['54e79d46-511d-4760-8c85-55ee37627b0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:02.109599 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df00e9c2-c133-4aff-946d-b88b23f5f79f None None] Network c443c102-5055-4927-b7d4-d73a2efd03f3 is not hosted by any dhcp agent {{(pid=105725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 13:59:02.109599 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df00e9c2-c133-4aff-946d-b88b23f5f79f None None] No DVR routers for this DVR port a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:59:02.117857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-37e6043b-93f3-453f-b459-f8ea7e12aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:02.119506 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-37e6043b-93f3-453f-b459-f8ea7e12aa87 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1936986 Aug 05 13:59:02.120558 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-98d39c40-dd5b-40fc-8c23-c2885fd7f5e0 req-05681e74-fb8e-4b30-afc9-f57535be638d service neutron] delete failed (client error): The resource could not be found. Aug 05 13:59:02.121196 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98d39c40-dd5b-40fc-8c23-c2885fd7f5e0 req-05681e74-fb8e-4b30-afc9-f57535be638d service neutron] 10.222.0.84 "DELETE /v2.0/ports/a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5/bindings/n-h2-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.2534523 Aug 05 13:59:02.191366 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.200034 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8d1d232-468f-4658-b435-1f25f0fcd2b9 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.204162 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.236383 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.289586 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c26dc-59a4-4f0b-9a57-3f27a7c52721 req-a168700e-19b3-4760-9e1b-d668ae812d80 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:02.300235 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b36c26dc-59a4-4f0b-9a57-3f27a7c52721 req-a168700e-19b3-4760-9e1b-d668ae812d80 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 946 time: 0.0703838 Aug 05 13:59:02.327453 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8d1d232-468f-4658-b435-1f25f0fcd2b9 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.336627 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 972afcce-d5c1-41b9-af9a-84a300566af2, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=972afcce-d5c1-41b9-af9a-84a300566af2,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:02.354736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00e9c2-c133-4aff-946d-b88b23f5f79f None None] Pushing event deleted for resources: {'Port': ['ID=a7b0f13b-27d9-42f7-88b2-08c5ca7381f6,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:02.358587 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b36c26dc-59a4-4f0b-9a57-3f27a7c52721 req-34ea84e0-97c9-4f81-8464-21062ce0847a tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/security-groups?id=d90f85b8-7243-4e70-9d65-76ae3920a910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561342 Aug 05 13:59:02.373065 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad29ce8e-7779-462b-9d73-87db46a1ccdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:02.376816 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c564aca3-ad14-45f8-b1a7-41847914e465" -d '{"events": [{"server_uuid": "ad29ce8e-7779-462b-9d73-87db46a1ccdd", "name": "network-vif-plugged", "status": "completed", "tag": "a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:02.380301 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.420052 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:02.448417 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-46477a24-85b1-415f-8a2b-364282c9264f None None] Set router 54e79d46-511d-4760-8c85-55ee37627b0e gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:02.452043 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.452799 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:59:02.468481 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Pushing event updated for resources: {'Port': ['ID=186bcf51-01a3-447d-beac-98a0d707d51e,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:02.487113 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fb2467-e836-4099-ba96-e945991991fa x-openstack-request-id: req-37fb2467-e836-4099-ba96-e945991991fa {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:02.487519 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad29ce8e-7779-462b-9d73-87db46a1ccdd", "name": "network-vif-plugged", "status": "completed", "tag": "a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:02.487696 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37fb2467-e836-4099-ba96-e945991991fa {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:02.488159 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad29ce8e-7779-462b-9d73-87db46a1ccdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5', 'code': 200} Aug 05 13:59:02.496820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:59:02.498046 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.509839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-faabee64-0a3b-4f62-8790-a106fd92578a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.536329 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-faabee64-0a3b-4f62-8790-a106fd92578a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.545429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:59:02.545773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device da2f9ab3-3b3a-484c-a2f2-cd06fb299d8a not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:59:02.547546 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d39c40-dd5b-40fc-8c23-c2885fd7f5e0 req-41c4e280-8d31-46c8-862d-b21f4e924ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:02.549178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98d39c40-dd5b-40fc-8c23-c2885fd7f5e0 req-41c4e280-8d31-46c8-862d-b21f4e924ab3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 1100 time: 0.2628610 Aug 05 13:59:02.554412 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:59:02.554761 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a7b0f13b-27d9-42f7-88b2-08c5ca7381f6 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:59:02.556510 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=972afcce-d5c1-41b9-af9a-84a300566af2,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:02.582788 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bfea0fb1-b669-4cce-b7d2-00f39c7ef04d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.584716 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bfea0fb1-b669-4cce-b7d2-00f39c7ef04d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.593032 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-4ebd97d0-4454-4ff3-b559-e95f69ab138b service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556019 Aug 05 13:59:02.627490 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2027366-4ab0-4c61-852b-7818c6a187f9 req-b3fee46b-ace3-4918-81f0-e80e693d9900 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:02.629932 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2027366-4ab0-4c61-852b-7818c6a187f9 req-b3fee46b-ace3-4918-81f0-e80e693d9900 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.63 "GET /v2.0/ports?device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 946 time: 0.0980461 Aug 05 13:59:02.705748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:02.723215 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bfea0fb1-b669-4cce-b7d2-00f39c7ef04d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.751572 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bfea0fb1-b669-4cce-b7d2-00f39c7ef04d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.753134 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-faabee64-0a3b-4f62-8790-a106fd92578a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38a7a03ed1c34311aa7422182635222c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2424235 Aug 05 13:59:02.753779 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8d1d232-468f-4658-b435-1f25f0fcd2b9 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.756789 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8d1d232-468f-4658-b435-1f25f0fcd2b9 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.757742 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a8d1d232-468f-4658-b435-1f25f0fcd2b9 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "DELETE /v2.0/security-groups/af0179f4-b055-4b05-b418-b2db2e390348 HTTP/1.1" status: 204 len: 168 time: 0.8484931 Aug 05 13:59:02.761556 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50454) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:02.766241 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50456) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:02.781196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabee64-0a3b-4f62-8790-a106fd92578a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2865bdb9-c4ec-4221-988c-c67e0631b26c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:02.817165 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-d7cffa2e-af3c-40e5-9b59-2958a7559465 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] show failed (client error): The resource could not be found. Aug 05 13:59:02.818778 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d7cffa2e-af3c-40e5-9b59-2958a7559465 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "GET /v2.0/security-groups/af0179f4-b055-4b05-b418-b2db2e390348 HTTP/1.1" status: 404 len: 347 time: 0.0502136 Aug 05 13:59:02.828000 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50460) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:02.853765 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bfea0fb1-b669-4cce-b7d2-00f39c7ef04d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:02.853765 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bfea0fb1-b669-4cce-b7d2-00f39c7ef04d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9980302 Aug 05 13:59:02.856956 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50464) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:02.858912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1d232-468f-4658-b435-1f25f0fcd2b9 tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0179f4-b055-4b05-b418-b2db2e390348,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:02.863519 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0ec93124-5acc-4933-82ac-a62465477de7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1358745974'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:02.870112 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-46477a24-85b1-415f-8a2b-364282c9264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'name': 'tempest-ServersTestFqdnHostnames-1201380241-router', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:56:13Z', 'updated_at': '2021-08-05T13:56:20Z', 'revision_number': 4, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'gw_port': {'id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:15Z', 'updated_at': '2021-08-05T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '1968c969-277b-46ca-8590-8bbd1a5e1446', 'name': '', 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'mac_address': 'fa:16:3e:20:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:20Z', 'updated_at': '2021-08-05T13:56:29Z', 'revision_number': 5, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'subnets': [{'id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:02.897714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815d2ab-967e-4a5f-8712-4d89ece96ed2 req-b6ae9148-0007-4a27-a248-b488c936dd27 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:02.899343 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1815d2ab-967e-4a5f-8712-4d89ece96ed2 req-b6ae9148-0007-4a27-a248-b488c936dd27 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.0866430 Aug 05 13:59:02.916597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46477a24-85b1-415f-8a2b-364282c9264f None None] The sync data for ids ['54e79d46-511d-4760-8c85-55ee37627b0e'] in n-d-803585-2 is: [{'id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'name': 'tempest-ServersTestFqdnHostnames-1201380241-router', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:56:13Z', 'updated_at': '2021-08-05T13:56:20Z', 'revision_number': 4, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'gw_port': {'id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:15Z', 'updated_at': '2021-08-05T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '1968c969-277b-46ca-8590-8bbd1a5e1446', 'name': '', 'network_id': 'b4380663-ae1d-487a-a20a-c1a92b22cae9', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'mac_address': 'fa:16:3e:20:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:20Z', 'updated_at': '2021-08-05T13:56:29Z', 'revision_number': 5, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'subnets': [{'id': '96ce7eea-b8ad-4789-a013-c50e997e0c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:59:02.935035 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec93124-5acc-4933-82ac-a62465477de7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:02.943101 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ec93124-5acc-4933-82ac-a62465477de7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:03.030565 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Network 89fd70dd-6f4a-4c10-85c3-fe84cb10916a is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:03.034488 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08541a08-703c-4ddd-9f7c-862fc8f04f76 req-c9a15bf4-b14c-45c6-b39e-4101c50c7643 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949711 Aug 05 13:59:03.040493 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d39c40-dd5b-40fc-8c23-c2885fd7f5e0 req-fc02e2a7-fa39-4298-a1be-aad44eb32c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:03.052292 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1815d2ab-967e-4a5f-8712-4d89ece96ed2 req-0a6cd3aa-402e-468d-a962-94d08fb7cb98 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426628 Aug 05 13:59:03.053059 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98d39c40-dd5b-40fc-8c23-c2885fd7f5e0 req-fc02e2a7-fa39-4298-a1be-aad44eb32c29 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.4861200 Aug 05 13:59:03.062363 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:03.065847 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-b2027366-4ab0-4c61-852b-7818c6a187f9 req-8d602366-1a35-4269-b628-f418a019d887 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Deleting port 72b0e84a-5f3b-40cb-8e55-f1ec134503ad {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:03.066443 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b2027366-4ab0-4c61-852b-7818c6a187f9 req-8d602366-1a35-4269-b628-f418a019d887 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:03.100769 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50470) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:03.167615 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 972afcce-d5c1-41b9-af9a-84a300566af2 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:03.185719 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-b2027366-4ab0-4c61-852b-7818c6a187f9 req-8d602366-1a35-4269-b628-f418a019d887 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] For port 72b0e84a-5f3b-40cb-8e55-f1ec134503ad, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=72b0e84a-5f3b-40cb-8e55-f1ec134503ad,segment=NetworkSegment(c870057b-dda9-45b4-b9e4-381c58cab10b),segment_id=c870057b-dda9-45b4-b9e4-381c58cab10b)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:03.186106 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b2027366-4ab0-4c61-852b-7818c6a187f9 req-8d602366-1a35-4269-b628-f418a019d887 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:03.205002 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-b2027366-4ab0-4c61-852b-7818c6a187f9 req-8d602366-1a35-4269-b628-f418a019d887 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Calling delete_port for 72b0e84a-5f3b-40cb-8e55-f1ec134503ad owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:03.242906 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 972afcce-d5c1-41b9-af9a-84a300566af2 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:03.245982 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:03.338334 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdebb137-0fda-4dfd-b886-fa8d441f094f None None] New status for floating IP b9d0775c-7d5e-4143-b520-f9b34a18544e: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 13:59:03.381041 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec93124-5acc-4933-82ac-a62465477de7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:59:03.406311 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ec93124-5acc-4933-82ac-a62465477de7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:03.406604 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-0ec93124-5acc-4933-82ac-a62465477de7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Added segment c6086323-caf8-48e3-b764-1e96be22a039 of type vlan for network 562833e9-7320-4574-90ed-69fb898e07ff Aug 05 13:59:03.423922 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b2027366-4ab0-4c61-852b-7818c6a187f9 req-8d602366-1a35-4269-b628-f418a019d887 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:03.440894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['72b0e84a-5f3b-40cb-8e55-f1ec134503ad'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:59:03.486511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-aad17ea1-6d02-4cbe-aff7-bee45774512c None None] Provisioning complete for port 186bcf51-01a3-447d-beac-98a0d707d51e triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:03.487524 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-aad17ea1-6d02-4cbe-aff7-bee45774512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:03.511382 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d602366-1a35-4269-b628-f418a019d887 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Pushing event deleted for resources: {'Port': ['ID=72b0e84a-5f3b-40cb-8e55-f1ec134503ad,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:03.536388 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ec93124-5acc-4933-82ac-a62465477de7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:03.541120 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-aad17ea1-6d02-4cbe-aff7-bee45774512c None None] Port 186bcf51-01a3-447d-beac-98a0d707d51e cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:59:03.560775 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2784c39d-cd80-49af-a185-4d003b926bdc req-17d7887a-cd25-4f65-92c8-1dbfd336fdb5 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8698900-3902-4aa5-98ad-696abd0cb002 HTTP/1.1" status: 200 len: 210 time: 0.0628550 Aug 05 13:59:03.649983 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-3f324f46-b752-43e6-93d9-05273d98a41c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1845528654-network', 'tenant_id': '0cd72dc2dea14d75b3f0c36365539b60'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:03.654885 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70a27183-890c-4b69-886b-dc242ba0191d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:03.663092 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98d39c40-dd5b-40fc-8c23-c2885fd7f5e0 req-f4a492c5-c241-4c45-b4a7-d9da66eee373 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 HTTP/1.1" status: 200 len: 217 time: 0.5610132 Aug 05 13:59:03.810547 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70a27183-890c-4b69-886b-dc242ba0191d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:03.826596 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f324f46-b752-43e6-93d9-05273d98a41c admin admin] Made reservation on behalf of 0cd72dc2dea14d75b3f0c36365539b60 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:03.828880 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f324f46-b752-43e6-93d9-05273d98a41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:03.890785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d39c40-dd5b-40fc-8c23-c2885fd7f5e0 req-2a2210db-0a48-4f10-90a5-7ba9250bd324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:03.892297 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98d39c40-dd5b-40fc-8c23-c2885fd7f5e0 req-2a2210db-0a48-4f10-90a5-7ba9250bd324 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.2075899 Aug 05 13:59:03.900115 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd17e8c-9dda-44eb-949d-874806ec0b3c req-9f4cf50e-4459-4506-bb6b-eb0df885c5bc tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:03.901642 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2dd17e8c-9dda-44eb-949d-874806ec0b3c req-9f4cf50e-4459-4506-bb6b-eb0df885c5bc tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.2651238 Aug 05 13:59:03.914299 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f324f46-b752-43e6-93d9-05273d98a41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:03.914841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2027366-4ab0-4c61-852b-7818c6a187f9 req-8d602366-1a35-4269-b628-f418a019d887 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] No DVR routers for this DVR port 72b0e84a-5f3b-40cb-8e55-f1ec134503ad on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:59:03.918270 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b2027366-4ab0-4c61-852b-7818c6a187f9 req-8d602366-1a35-4269-b628-f418a019d887 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:03.920217 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2027366-4ab0-4c61-852b-7818c6a187f9 req-8d602366-1a35-4269-b628-f418a019d887 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877 tempest-FloatingIPsAssociationNegativeTestJSON-2060244877-project] 10.222.0.63 "DELETE /v2.0/ports/72b0e84a-5f3b-40cb-8e55-f1ec134503ad HTTP/1.1" status: 204 len: 173 time: 1.2797763 Aug 05 13:59:03.920671 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8698900-3902-4aa5-98ad-696abd0cb002', 'name': 'network-vif-deleted', 'tag': '72b0e84a-5f3b-40cb-8e55-f1ec134503ad'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:03.922998 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0c111c-2892-4aca-8d3f-93c20a0f539b" -d '{"events": [{"server_uuid": "f8698900-3902-4aa5-98ad-696abd0cb002", "name": "network-vif-deleted", "tag": "72b0e84a-5f3b-40cb-8e55-f1ec134503ad"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:03.933917 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.resource_extend [None req-0ec93124-5acc-4933-82ac-a62465477de7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 13:59:03.960249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-6c7cbc12-aee5-45c1-9dfd-46061dc2b9be tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Deleting port a861c6eb-c1f0-4021-9b6f-26f7e7c0502c {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:03.960499 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ec93124-5acc-4933-82ac-a62465477de7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:03.960680 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c7cbc12-aee5-45c1-9dfd-46061dc2b9be tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:03.966493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec93124-5acc-4933-82ac-a62465477de7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:03.967318 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ec93124-5acc-4933-82ac-a62465477de7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:03.978940 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddb7068-4b61-44e5-8467-b8f8e36386a9 x-openstack-request-id: req-cddb7068-4b61-44e5-8467-b8f8e36386a9 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:03.979230 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8698900-3902-4aa5-98ad-696abd0cb002", "name": "network-vif-deleted", "tag": "72b0e84a-5f3b-40cb-8e55-f1ec134503ad", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:03.979480 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cddb7068-4b61-44e5-8467-b8f8e36386a9 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:03.979872 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8698900-3902-4aa5-98ad-696abd0cb002', 'name': 'network-vif-deleted', 'tag': '72b0e84a-5f3b-40cb-8e55-f1ec134503ad', 'status': 'completed', 'code': 200} Aug 05 13:59:04.041717 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0ec93124-5acc-4933-82ac-a62465477de7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1821094 Aug 05 13:59:04.045620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50478) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:04.054176 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-acff15b6-c4a4-409f-97af-9ee635d4bfb1 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'subnet': {'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:04.071249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Router c8ee5984-3459-471c-b534-48ac4637e076 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:59:04.109056 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2dd17e8c-9dda-44eb-949d-874806ec0b3c req-d725a06d-47e9-47e2-827f-7fc3e0ffb0f9 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761205 Aug 05 13:59:04.125398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec93124-5acc-4933-82ac-a62465477de7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Network': ['ID=562833e9-7320-4574-90ed-69fb898e07ff,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:04.133394 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70a27183-890c-4b69-886b-dc242ba0191d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:04.136010 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70a27183-890c-4b69-886b-dc242ba0191d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:04.140175 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-70a27183-890c-4b69-886b-dc242ba0191d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2865bdb9-c4ec-4221-988c-c67e0631b26c HTTP/1.1" status: 204 len: 168 time: 1.3728464 Aug 05 13:59:04.140175 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d39c40-dd5b-40fc-8c23-c2885fd7f5e0 req-3a1fd093-457e-4471-ba4b-032ff2149c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:04.140788 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98d39c40-dd5b-40fc-8c23-c2885fd7f5e0 req-3a1fd093-457e-4471-ba4b-032ff2149c9c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2276418 Aug 05 13:59:04.156078 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 562833e9-7320-4574-90ed-69fb898e07ff details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:59:04.194342 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a27183-890c-4b69-886b-dc242ba0191d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2865bdb9-c4ec-4221-988c-c67e0631b26c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:04.227396 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981ecca-72d3-4b0d-89c7-ae4251e15972 req-aff0aca4-c1c7-4e46-ba09-4b44040b3622 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:04.234844 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c7cbc12-aee5-45c1-9dfd-46061dc2b9be tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:04.235180 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c7cbc12-aee5-45c1-9dfd-46061dc2b9be tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:04.235586 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f981ecca-72d3-4b0d-89c7-ae4251e15972 req-aff0aca4-c1c7-4e46-ba09-4b44040b3622 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.0621474 Aug 05 13:59:04.278205 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f981ecca-72d3-4b0d-89c7-ae4251e15972 req-948c0655-99e8-4fc7-b570-2e584dbc8822 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413015 Aug 05 13:59:04.296747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-6c7cbc12-aee5-45c1-9dfd-46061dc2b9be tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Calling delete_port for a861c6eb-c1f0-4021-9b6f-26f7e7c0502c owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:04.472203 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50486) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:04.472758 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98d39c40-dd5b-40fc-8c23-c2885fd7f5e0 req-443bd549-74ae-4795-bae8-27efd734600f service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185098 Aug 05 13:59:04.486329 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ea10981a-09f1-4ee6-96bb-020d386191e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:04.579093 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f324f46-b752-43e6-93d9-05273d98a41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:04.581137 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:59:04.602621 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6e0ffc31-af64-4c75-a88f-c786c5b715cf admin admin] 10.222.0.16 "PUT /v2.0/routers/c8ee5984-3459-471c-b534-48ac4637e076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4230156 Aug 05 13:59:04.602621 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f324f46-b752-43e6-93d9-05273d98a41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:04.602967 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Sync routers for ids ['c8ee5984-3459-471c-b534-48ac4637e076'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:59:04.631993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acff15b6-c4a4-409f-97af-9ee635d4bfb1 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:04.634924 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Routers {'c8ee5984-3459-471c-b534-48ac4637e076'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:04.635753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c8ee5984-3459-471c-b534-48ac4637e076'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:04.637799 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-acff15b6-c4a4-409f-97af-9ee635d4bfb1 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:04.694713 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50492) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:04.713158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f324f46-b752-43e6-93d9-05273d98a41c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:59:04.801148 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f324f46-b752-43e6-93d9-05273d98a41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:04.801485 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-3f324f46-b752-43e6-93d9-05273d98a41c admin admin] Added segment 163afa45-b412-44c7-b185-ccd4e82304a3 of type vlan for network ae5d1956-9a20-4a6c-b6cc-b896ac38386b Aug 05 13:59:04.803461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f324f46-b752-43e6-93d9-05273d98a41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bc8f01-c1cb-4a19-8801-06245132b7c7,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:04.825228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Set router c8ee5984-3459-471c-b534-48ac4637e076 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:04.897154 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ea10981a-09f1-4ee6-96bb-020d386191e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:04.910735 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ea10981a-09f1-4ee6-96bb-020d386191e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:04.954754 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98d39c40-dd5b-40fc-8c23-c2885fd7f5e0 req-b795f42e-80fc-4b62-8088-9b31e01c82b7 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640865 Aug 05 13:59:04.959288 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f324f46-b752-43e6-93d9-05273d98a41c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:05.022768 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c7cbc12-aee5-45c1-9dfd-46061dc2b9be tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:05.035599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ea10981a-09f1-4ee6-96bb-020d386191e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff5bb55870ab40b8b2a5e311543aec7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5621076 Aug 05 13:59:05.038867 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50498) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:05.071817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7cbc12-aee5-45c1-9dfd-46061dc2b9be tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Pushing event deleted for resources: {'Port': ['ID=a861c6eb-c1f0-4021-9b6f-26f7e7c0502c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:05.087932 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f324f46-b752-43e6-93d9-05273d98a41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:05.088833 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f324f46-b752-43e6-93d9-05273d98a41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:05.089418 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f324f46-b752-43e6-93d9-05273d98a41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:05.101332 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10981a-09f1-4ee6-96bb-020d386191e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fb6389-33eb-4db8-91de-5981dcb38717,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:05.106830 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-acff15b6-c4a4-409f-97af-9ee635d4bfb1 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:05.131608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77590164-router', 'tenant_id': 'c8ec62abe29146a69e83b4d119a767f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '972afcce-d5c1-41b9-af9a-84a300566af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:54Z', 'updated_at': '2021-08-05T13:59:01Z', 'revision_number': 4, 'project_id': 'c8ec62abe29146a69e83b4d119a767f5', 'gw_port': {'id': '972afcce-d5c1-41b9-af9a-84a300566af2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:54Z', 'updated_at': '2021-08-05T13:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '186bcf51-01a3-447d-beac-98a0d707d51e', 'name': '', 'network_id': '89fd70dd-6f4a-4c10-85c3-fe84cb10916a', 'tenant_id': 'c8ec62abe29146a69e83b4d119a767f5', 'mac_address': 'fa:16:3e:15:c7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '08cdae64-a243-4782-bb66-1fd6e7800e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:58Z', 'updated_at': '2021-08-05T13:59:01Z', 'revision_number': 2, 'project_id': 'c8ec62abe29146a69e83b4d119a767f5', 'subnets': [{'id': '08cdae64-a243-4782-bb66-1fd6e7800e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:05.170719 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-642f8920-37f0-4edb-b06a-92d332211b40 req-556a9592-edbf-4b2e-af7f-438c4c2e83aa tempest-FloatingIPDetailsNegativeTestJSON-1645494918 tempest-FloatingIPDetailsNegativeTestJSON-1645494918-project] show failed (client error): The resource could not be found. Aug 05 13:59:05.171830 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-642f8920-37f0-4edb-b06a-92d332211b40 req-556a9592-edbf-4b2e-af7f-438c4c2e83aa tempest-FloatingIPDetailsNegativeTestJSON-1645494918 tempest-FloatingIPDetailsNegativeTestJSON-1645494918-project] 10.222.0.16 "GET /v2.0/floatingips/8844e5fd-1bfd-4eac-9b62-4180cf9314ed HTTP/1.1" status: 404 len: 350 time: 0.1536417 Aug 05 13:59:05.181157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Checking router: c8ee5984-3459-471c-b534-48ac4637e076 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:59:05.181157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Updating router c8ee5984-3459-471c-b534-48ac4637e076 port 186bcf51-01a3-447d-beac-98a0d707d51e binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:59:05.181380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff15b6-c4a4-409f-97af-9ee635d4bfb1 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Subnet': ['ID=8b614ed7-a254-43c1-b724-9e9c8e498b42,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:05.184116 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50502) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:05.215004 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:05.243561 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3f324f46-b752-43e6-93d9-05273d98a41c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1270452 Aug 05 13:59:05.262135 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50504) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:05.282035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f324f46-b752-43e6-93d9-05273d98a41c admin admin] Pushing event updated for resources: {'Network': ['ID=ae5d1956-9a20-4a6c-b6cc-b896ac38386b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:05.295536 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b156cb85-30ef-4ad3-b581-899819ca12c9 admin admin] Request body: {'subnet': {'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1845528654-subnet', 'tenant_id': '0cd72dc2dea14d75b3f0c36365539b60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:05.329045 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c7cbc12-aee5-45c1-9dfd-46061dc2b9be tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:05.332070 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c7cbc12-aee5-45c1-9dfd-46061dc2b9be tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:05.333369 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6c7cbc12-aee5-45c1-9dfd-46061dc2b9be tempest-ServersTestFqdnHostnames-1873850698 tempest-ServersTestFqdnHostnames-1873850698-project] 10.222.0.16 "DELETE /v2.0/floatingips/b9d0775c-7d5e-4143-b520-f9b34a18544e HTTP/1.1" status: 204 len: 168 time: 2.4965940 Aug 05 13:59:05.338852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50508) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:05.362560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network ae5d1956-9a20-4a6c-b6cc-b896ac38386b details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:59:05.367348 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b156cb85-30ef-4ad3-b581-899819ca12c9 admin admin] Made reservation on behalf of 0cd72dc2dea14d75b3f0c36365539b60 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:05.370098 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b156cb85-30ef-4ad3-b581-899819ca12c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:05.409951 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06422a66-4c8d-4ebb-b586-946c6c1176cc req-e7cc25ff-4a06-4578-b0c6-1b76954f9d78 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:05.411107 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-06422a66-4c8d-4ebb-b586-946c6c1176cc req-e7cc25ff-4a06-4578-b0c6-1b76954f9d78 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.1957002 Aug 05 13:59:05.508492 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acff15b6-c4a4-409f-97af-9ee635d4bfb1 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Checking segment: {'id': 'c6086323-caf8-48e3-b764-1e96be22a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:05.509418 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acff15b6-c4a4-409f-97af-9ee635d4bfb1 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network hostable DHCP agents. Network: 562833e9-7320-4574-90ed-69fb898e07ff, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:59:05.554593 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-06422a66-4c8d-4ebb-b586-946c6c1176cc req-797fbf9b-1fc0-480c-ad1a-b356c23f4df1 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306078 Aug 05 13:59:05.591743 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-925f1532-4ee6-48a0-95d9-d2f423d5aa4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:05.670702 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:05.675012 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-925f1532-4ee6-48a0-95d9-d2f423d5aa4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:05.688346 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Transition to ACTIVE for port object 186bcf51-01a3-447d-beac-98a0d707d51e will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:05.698077 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:05.738801 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764b972-1c6f-4fb8-813c-fc7f05bb537a req-ac0c112b-62c2-4351-ae76-08317e7da013 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:05.746901 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6764b972-1c6f-4fb8-813c-fc7f05bb537a req-ac0c112b-62c2-4351-ae76-08317e7da013 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.3843012 Aug 05 13:59:05.804418 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acff15b6-c4a4-409f-97af-9ee635d4bfb1 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network 562833e9-7320-4574-90ed-69fb898e07ff is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:59:05.808057 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7248741-88e2-4e6a-8ddb-1ea2cbca503c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:05.840406 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53469162-8b0e-4f4d-9c24-3f7c8af5f0ae None None] Pushing event updated for resources: {'Port': ['ID=186bcf51-01a3-447d-beac-98a0d707d51e,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:05.857881 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-acff15b6-c4a4-409f-97af-9ee635d4bfb1 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 562833e9-7320-4574-90ed-69fb898e07ff) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:05.871647 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6764b972-1c6f-4fb8-813c-fc7f05bb537a req-69df62c7-5a34-4614-b99e-1b342c79b413 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986733 Aug 05 13:59:05.873107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acff15b6-c4a4-409f-97af-9ee635d4bfb1 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:05.873706 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-acff15b6-c4a4-409f-97af-9ee635d4bfb1 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:05.889917 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a810056d-5400-4f8a-ada8-bc7b9abd457e None None] Network 562833e9-7320-4574-90ed-69fb898e07ff requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:05.908276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Attempting to bind port 186bcf51-01a3-447d-beac-98a0d707d51e on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:05.909035 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Attempting to bind port 186bcf51-01a3-447d-beac-98a0d707d51e by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '145792e9-9424-4208-bb9d-a15199db753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '89fd70dd-6f4a-4c10-85c3-fe84cb10916a'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:05.909653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Attempting to bind port 186bcf51-01a3-447d-beac-98a0d707d51e on network 89fd70dd-6f4a-4c10-85c3-fe84cb10916a {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:05.926170 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:05.926755 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Checking segment: {'id': '145792e9-9424-4208-bb9d-a15199db753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '89fd70dd-6f4a-4c10-85c3-fe84cb10916a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:05.927258 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:05.928513 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Bound using segment: {'id': '145792e9-9424-4208-bb9d-a15199db753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '89fd70dd-6f4a-4c10-85c3-fe84cb10916a'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:05.929470 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Bound port: 186bcf51-01a3-447d-beac-98a0d707d51e, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145792e9-9424-4208-bb9d-a15199db753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '89fd70dd-6f4a-4c10-85c3-fe84cb10916a'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:05.930111 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:06.003211 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-acff15b6-c4a4-409f-97af-9ee635d4bfb1 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9540217 Aug 05 13:59:06.009804 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50510) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:06.045301 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-925f1532-4ee6-48a0-95d9-d2f423d5aa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:06.048235 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-925f1532-4ee6-48a0-95d9-d2f423d5aa4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:06.051921 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-925f1532-4ee6-48a0-95d9-d2f423d5aa4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6fb6389-33eb-4db8-91de-5981dcb38717 HTTP/1.1" status: 204 len: 168 time: 1.0094373 Aug 05 13:59:06.068035 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] For port 186bcf51-01a3-447d-beac-98a0d707d51e, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:06.093526 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] For port 186bcf51-01a3-447d-beac-98a0d707d51e, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=186bcf51-01a3-447d-beac-98a0d707d51e,segment=NetworkSegment(145792e9-9424-4208-bb9d-a15199db753b),segment_id=145792e9-9424-4208-bb9d-a15199db753b)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:06.095168 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f457b5de-4695-4bd9-a548-fb79cfc78403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:06.109416 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:06.114460 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f1532-4ee6-48a0-95d9-d2f423d5aa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fb6389-33eb-4db8-91de-5981dcb38717,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:06.242398 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b156cb85-30ef-4ad3-b581-899819ca12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:06.248191 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Routers {'c8ee5984-3459-471c-b534-48ac4637e076'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:06.250682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c8ee5984-3459-471c-b534-48ac4637e076'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:06.358861 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-a7248741-88e2-4e6a-8ddb-1ea2cbca503c admin admin] Deleting port fb9f413e-9251-40de-8298-6cec599a0ee1 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:06.359285 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7248741-88e2-4e6a-8ddb-1ea2cbca503c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:06.486607 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53469162-8b0e-4f4d-9c24-3f7c8af5f0ae None None] Pushing event updated for resources: {'Port': ['ID=186bcf51-01a3-447d-beac-98a0d707d51e,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:06.531732 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-562833e9-7320-4574-90ed-69fb898e07ff', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:59:06.532612 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:06.558502 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156cb85-30ef-4ad3-b581-899819ca12c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d026a15a-05b1-472c-bcd1-13dc71bc41cd,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:06.612996 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b156cb85-30ef-4ad3-b581-899819ca12c9 admin admin] Checking segment: {'id': '163afa45-b412-44c7-b185-ccd4e82304a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:06.613370 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b156cb85-30ef-4ad3-b581-899819ca12c9 admin admin] Network hostable DHCP agents. Network: ae5d1956-9a20-4a6c-b6cc-b896ac38386b, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:59:06.641354 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:06.764196 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] Set router c8ee5984-3459-471c-b534-48ac4637e076 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:06.765161 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b156cb85-30ef-4ad3-b581-899819ca12c9 admin admin] Network ae5d1956-9a20-4a6c-b6cc-b896ac38386b is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:59:06.796437 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-95944288-5080-423c-87db-f218b5d20427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:06.828485 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-b156cb85-30ef-4ad3-b581-899819ca12c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, ae5d1956-9a20-4a6c-b6cc-b896ac38386b) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:06.847386 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ca4f80-305e-492f-9c05-33448e6c28e3 None None] Network ae5d1956-9a20-4a6c-b6cc-b896ac38386b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:06.897660 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b156cb85-30ef-4ad3-b581-899819ca12c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:06.898963 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b156cb85-30ef-4ad3-b581-899819ca12c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:06.995813 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b156cb85-30ef-4ad3-b581-899819ca12c9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7307184 Aug 05 13:59:07.017259 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-a7248741-88e2-4e6a-8ddb-1ea2cbca503c admin admin] For port fb9f413e-9251-40de-8298-6cec599a0ee1, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fb9f413e-9251-40de-8298-6cec599a0ee1,segment=NetworkSegment(c870057b-dda9-45b4-b9e4-381c58cab10b),segment_id=c870057b-dda9-45b4-b9e4-381c58cab10b)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:07.018541 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7248741-88e2-4e6a-8ddb-1ea2cbca503c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:07.038319 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 72b0e84a-5f3b-40cb-8e55-f1ec134503ad no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:59:07.064898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a745578-863f-4c27-83eb-51cbad6770b0 req-7294ec71-a788-48e1-a634-026449a7ed96 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:07.067025 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1a745578-863f-4c27-83eb-51cbad6770b0 req-7294ec71-a788-48e1-a634-026449a7ed96 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.2197764 Aug 05 13:59:07.088355 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 72b0e84a-5f3b-40cb-8e55-f1ec134503ad {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:59:07.088689 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 72b0e84a-5f3b-40cb-8e55-f1ec134503ad not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:59:07.127560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Allocated IP 2001:db8::2 (562833e9-7320-4574-90ed-69fb898e07ff/8b614ed7-a254-43c1-b724-9e9c8e498b42/e7c5dc41-508b-4573-b52b-1ce35071d5ed) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:07.172734 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-a7248741-88e2-4e6a-8ddb-1ea2cbca503c admin admin] Calling delete_port for fb9f413e-9251-40de-8298-6cec599a0ee1 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:07.231045 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1a745578-863f-4c27-83eb-51cbad6770b0 req-a3d16d77-b1ca-48f7-987f-fa0da6e999ae tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129768 Aug 05 13:59:07.280776 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f034e-3c0e-48d2-b3e9-c971a79225b9 req-538225c6-c26e-477f-bb94-9cb70d3ec4eb tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:07.284024 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e6f034e-3c0e-48d2-b3e9-c971a79225b9 req-538225c6-c26e-477f-bb94-9cb70d3ec4eb tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.2032275 Aug 05 13:59:07.310111 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278052cf-0af6-440e-9e76-d80e5afd25e3 None None] Network ae5d1956-9a20-4a6c-b6cc-b896ac38386b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:07.324364 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f457b5de-4695-4bd9-a548-fb79cfc78403 admin admin] Deleting port 1968c969-277b-46ca-8590-8bbd1a5e1446 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:07.324806 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f457b5de-4695-4bd9-a548-fb79cfc78403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:07.382606 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e6f034e-3c0e-48d2-b3e9-c971a79225b9 req-8149cd93-4d06-4d2f-b772-d6413bc03caf tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830650 Aug 05 13:59:07.507005 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77590164-router', 'tenant_id': 'c8ec62abe29146a69e83b4d119a767f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '972afcce-d5c1-41b9-af9a-84a300566af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:54Z', 'updated_at': '2021-08-05T13:59:01Z', 'revision_number': 4, 'project_id': 'c8ec62abe29146a69e83b4d119a767f5', 'gw_port': {'id': '972afcce-d5c1-41b9-af9a-84a300566af2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:54Z', 'updated_at': '2021-08-05T13:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '186bcf51-01a3-447d-beac-98a0d707d51e', 'name': '', 'network_id': '89fd70dd-6f4a-4c10-85c3-fe84cb10916a', 'tenant_id': 'c8ec62abe29146a69e83b4d119a767f5', 'mac_address': 'fa:16:3e:15:c7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '08cdae64-a243-4782-bb66-1fd6e7800e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:58Z', 'updated_at': '2021-08-05T13:59:06Z', 'revision_number': 4, 'project_id': 'c8ec62abe29146a69e83b4d119a767f5', 'subnets': [{'id': '08cdae64-a243-4782-bb66-1fd6e7800e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:07.513049 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:07.558751 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-f457b5de-4695-4bd9-a548-fb79cfc78403 admin admin] For port 1968c969-277b-46ca-8590-8bbd1a5e1446, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1968c969-277b-46ca-8590-8bbd1a5e1446,segment=NetworkSegment(1fb11f16-ac88-4dc9-a328-53267b1293e7),segment_id=1fb11f16-ac88-4dc9-a328-53267b1293e7)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:07.559129 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f457b5de-4695-4bd9-a548-fb79cfc78403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:07.593246 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ccacc6-181b-4f9d-b48f-80de66c126cb None None] The sync data for ids ['c8ee5984-3459-471c-b534-48ac4637e076'] in n-d-803585-2 is: [{'id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77590164-router', 'tenant_id': 'c8ec62abe29146a69e83b4d119a767f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '972afcce-d5c1-41b9-af9a-84a300566af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:54Z', 'updated_at': '2021-08-05T13:59:01Z', 'revision_number': 4, 'project_id': 'c8ec62abe29146a69e83b4d119a767f5', 'gw_port': {'id': '972afcce-d5c1-41b9-af9a-84a300566af2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:54Z', 'updated_at': '2021-08-05T13:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '186bcf51-01a3-447d-beac-98a0d707d51e', 'name': '', 'network_id': '89fd70dd-6f4a-4c10-85c3-fe84cb10916a', 'tenant_id': 'c8ec62abe29146a69e83b4d119a767f5', 'mac_address': 'fa:16:3e:15:c7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '08cdae64-a243-4782-bb66-1fd6e7800e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:58Z', 'updated_at': '2021-08-05T13:59:06Z', 'revision_number': 4, 'project_id': 'c8ec62abe29146a69e83b4d119a767f5', 'subnets': [{'id': '08cdae64-a243-4782-bb66-1fd6e7800e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:59:07.595549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Transition to ACTIVE for port object e7c5dc41-508b-4573-b52b-1ce35071d5ed will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:07.614641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f457b5de-4695-4bd9-a548-fb79cfc78403 admin admin] Calling delete_port for 1968c969-277b-46ca-8590-8bbd1a5e1446 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:07.623106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Transition to ACTIVE for port object e7c5dc41-508b-4573-b52b-1ce35071d5ed will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:07.638511 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:07.714279 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7248741-88e2-4e6a-8ddb-1ea2cbca503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:07.745770 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-95944288-5080-423c-87db-f218b5d20427 admin admin] Deleting port 186bcf51-01a3-447d-beac-98a0d707d51e {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:07.746329 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-95944288-5080-423c-87db-f218b5d20427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:07.761184 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Pushing event updated for resources: {'Port': ['ID=e7c5dc41-508b-4573-b52b-1ce35071d5ed,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:07.765569 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Network 562833e9-7320-4574-90ed-69fb898e07ff is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:07.768228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:07.772584 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:07.795213 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7248741-88e2-4e6a-8ddb-1ea2cbca503c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9f413e-9251-40de-8298-6cec599a0ee1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:07.831433 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c9699-3ca3-487c-b0bd-802f90f4859b req-352f4ef0-351c-4226-ade1-a562d81ec9ca tempest-MigrationsAdminTest-106011559 tempest-MigrationsAdminTest-106011559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:07.875596 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e90c9699-3ca3-487c-b0bd-802f90f4859b req-352f4ef0-351c-4226-ade1-a562d81ec9ca tempest-MigrationsAdminTest-106011559 tempest-MigrationsAdminTest-106011559-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 1101 time: 0.3443732 Aug 05 13:59:07.911726 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Attempting to bind port e7c5dc41-508b-4573-b52b-1ce35071d5ed on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:07.912209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Attempting to bind port e7c5dc41-508b-4573-b52b-1ce35071d5ed by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'c6086323-caf8-48e3-b764-1e96be22a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:07.912496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Attempting to bind port e7c5dc41-508b-4573-b52b-1ce35071d5ed on network 562833e9-7320-4574-90ed-69fb898e07ff {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:07.923747 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:07.924027 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Checking segment: {'id': 'c6086323-caf8-48e3-b764-1e96be22a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:07.924438 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:07.924831 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Bound using segment: {'id': 'c6086323-caf8-48e3-b764-1e96be22a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:07.925301 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Bound port: e7c5dc41-508b-4573-b52b-1ce35071d5ed, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6086323-caf8-48e3-b764-1e96be22a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:07.925681 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:07.968809 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e90c9699-3ca3-487c-b0bd-802f90f4859b req-80e600df-4531-461f-bd5e-c3ae338927f3 tempest-MigrationsAdminTest-106011559 tempest-MigrationsAdminTest-106011559-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920098 Aug 05 13:59:07.994159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Allocated IP 2001:db8::1 (562833e9-7320-4574-90ed-69fb898e07ff/8b614ed7-a254-43c1-b724-9e9c8e498b42/87e2de8a-4233-4972-997b-490bdf629ada) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:08.074897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-95944288-5080-423c-87db-f218b5d20427 admin admin] For port 186bcf51-01a3-447d-beac-98a0d707d51e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=186bcf51-01a3-447d-beac-98a0d707d51e,segment=NetworkSegment(145792e9-9424-4208-bb9d-a15199db753b),segment_id=145792e9-9424-4208-bb9d-a15199db753b)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:08.078524 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-95944288-5080-423c-87db-f218b5d20427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:08.114315 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-95944288-5080-423c-87db-f218b5d20427 admin admin] Calling delete_port for 186bcf51-01a3-447d-beac-98a0d707d51e owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:08.120457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] For port e7c5dc41-508b-4573-b52b-1ce35071d5ed, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:08.128069 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] For port e7c5dc41-508b-4573-b52b-1ce35071d5ed, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e7c5dc41-508b-4573-b52b-1ce35071d5ed,segment=NetworkSegment(c6086323-caf8-48e3-b764-1e96be22a039),segment_id=c6086323-caf8-48e3-b764-1e96be22a039)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:08.141122 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:08.283525 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e4469-9cd6-42c2-815a-841423ba1d7f None None] Pushing event updated for resources: {'Port': ['ID=e7c5dc41-508b-4573-b52b-1ce35071d5ed,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:08.315520 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f457b5de-4695-4bd9-a548-fb79cfc78403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:08.411367 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-6a42f97f-6535-4a08-bd18-322f408432db tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7753100351b94216b5369d9876cd92eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618014 Aug 05 13:59:08.502273 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7248741-88e2-4e6a-8ddb-1ea2cbca503c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:08.532171 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457b5de-4695-4bd9-a548-fb79cfc78403 admin admin] Pushing event deleted for resources: {'Port': ['ID=1968c969-277b-46ca-8590-8bbd1a5e1446,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:08.736021 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-52cbd258-55a8-4063-9f0a-03886d2710e8 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:08.737674 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-52cbd258-55a8-4063-9f0a-03886d2710e8 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640638 Aug 05 13:59:08.816170 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-b8ebd69d-f679-4746-952f-91a210cee7b5 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/quotas/7753100351b94216b5369d9876cd92eb HTTP/1.1" status: 200 len: 375 time: 0.0437393 Aug 05 13:59:08.843648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-79d0e9f2-655e-4f0f-9563-e24f60292010 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:08.847527 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-79d0e9f2-655e-4f0f-9563-e24f60292010 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/networks?id=ae5d1956-9a20-4a6c-b6cc-b896ac38386b HTTP/1.1" status: 200 len: 813 time: 0.8913746 Aug 05 13:59:08.862789 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:08.907250 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-1db6ca79-7602-46af-ab19-894b796f80bf tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/quotas/0cd72dc2dea14d75b3f0c36365539b60 HTTP/1.1" status: 200 len: 375 time: 0.0486054 Aug 05 13:59:08.921506 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Transition to ACTIVE for port object 87e2de8a-4233-4972-997b-490bdf629ada will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:08.946935 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-95944288-5080-423c-87db-f218b5d20427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:08.958888 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c9a9848-677c-4dea-8dee-313830ee4bf9 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1418355 Aug 05 13:59:09.000914 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-e4207d4f-82b1-4abc-b8bb-1ff916cd462f tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cd72dc2dea14d75b3f0c36365539b60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516229 Aug 05 13:59:09.028291 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95944288-5080-423c-87db-f218b5d20427 admin admin] Pushing event deleted for resources: {'Port': ['ID=186bcf51-01a3-447d-beac-98a0d707d51e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:09.033685 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:09.099100 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network 562833e9-7320-4574-90ed-69fb898e07ff is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:09.160159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:09.167800 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:09.168365 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:09.428296 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f457b5de-4695-4bd9-a548-fb79cfc78403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:09.432671 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e7c5dc41-508b-4573-b52b-1ce35071d5ed up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:09.460485 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=87e2de8a-4233-4972-997b-490bdf629ada,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:09.544465 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-0c32865e-f653-4b38-b983-357c6dc8ead4 service neutron] 10.222.0.16 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313008 Aug 05 13:59:09.560405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port e7c5dc41-508b-4573-b52b-1ce35071d5ed completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:09.770481 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7248741-88e2-4e6a-8ddb-1ea2cbca503c admin admin] Router 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:59:09.850838 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaba90e-fa21-49e9-aa55-aaeb68e0e6dc None None] Network 562833e9-7320-4574-90ed-69fb898e07ff requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:09.936861 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7b27a88b-e65a-4c56-8fda-6ef312469ba6 None None] Provisioning for port e7c5dc41-508b-4573-b52b-1ce35071d5ed completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:09.955401 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-06fae5bf-a404-42a7-8b8a-b3ae32762050 service neutron] 10.222.0.16 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100461 Aug 05 13:59:09.976359 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143340c9-339d-450f-805c-4ebe025d238a req-614420b8-c80c-4d8a-9dd0-d5a2e7b7592a tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:09.984913 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-143340c9-339d-450f-805c-4ebe025d238a req-614420b8-c80c-4d8a-9dd0-d5a2e7b7592a tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.6625230 Aug 05 13:59:09.988061 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7b27a88b-e65a-4c56-8fda-6ef312469ba6 None None] Provisioning complete for port e7c5dc41-508b-4573-b52b-1ce35071d5ed triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:09.988437 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7b27a88b-e65a-4c56-8fda-6ef312469ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:10.066790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7248741-88e2-4e6a-8ddb-1ea2cbca503c admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:59:10.074342 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a7248741-88e2-4e6a-8ddb-1ea2cbca503c admin admin] 10.222.0.16 "PUT /v2.0/routers/4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3783836 Aug 05 13:59:10.076919 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50602) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:10.080688 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a1abd0-d6a9-4eed-95e3-1a55ceac40d2 None None] Sync routers for ids ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:59:10.085545 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-95944288-5080-423c-87db-f218b5d20427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:10.107730 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a1abd0-d6a9-4eed-95e3-1a55ceac40d2 None None] Routers {'4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:10.108284 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a7a1abd0-d6a9-4eed-95e3-1a55ceac40d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:10.189425 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f457b5de-4695-4bd9-a548-fb79cfc78403 admin admin] Router 54e79d46-511d-4760-8c85-55ee37627b0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:59:10.245290 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-a7a1abd0-d6a9-4eed-95e3-1a55ceac40d2 None None] Set router 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:10.395467 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7b27a88b-e65a-4c56-8fda-6ef312469ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:10.481196 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-7b27a88b-e65a-4c56-8fda-6ef312469ba6 None None] For port e7c5dc41-508b-4573-b52b-1ce35071d5ed, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e7c5dc41-508b-4573-b52b-1ce35071d5ed,segment=NetworkSegment(c6086323-caf8-48e3-b764-1e96be22a039),segment_id=c6086323-caf8-48e3-b764-1e96be22a039)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:10.487034 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-143340c9-339d-450f-805c-4ebe025d238a req-6d8162e0-50a1-4b7e-8e9c-dfd501050bac tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011878 Aug 05 13:59:10.489112 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:10.498543 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7b27a88b-e65a-4c56-8fda-6ef312469ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:10.641743 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a7a1abd0-d6a9-4eed-95e3-1a55ceac40d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-190372702-router', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '2eb43191-5709-4e59-a109-18b251211bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:07Z', 'updated_at': '2021-08-05T13:59:07Z', 'revision_number': 5, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'gw_port': {'id': '2eb43191-5709-4e59-a109-18b251211bd1', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:09Z', 'updated_at': '2021-08-05T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:10.667222 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27a88b-e65a-4c56-8fda-6ef312469ba6 None None] Pushing event updated for resources: {'Port': ['ID=e7c5dc41-508b-4573-b52b-1ce35071d5ed,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:10.732498 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a1abd0-d6a9-4eed-95e3-1a55ceac40d2 None None] Checking router: 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:59:10.753575 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a1abd0-d6a9-4eed-95e3-1a55ceac40d2 None None] Routers {'4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:10.754763 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a7a1abd0-d6a9-4eed-95e3-1a55ceac40d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:10.779086 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d8858b62-7d50-4a3d-8070-ac83a66d910c None None] Provisioning complete for port e7c5dc41-508b-4573-b52b-1ce35071d5ed triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:10.780385 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d8858b62-7d50-4a3d-8070-ac83a66d910c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:10.797909 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-318a7202-15d4-4da3-8eb4-9df5a518704d req-d9a533e7-7e13-456f-a47b-b886a6d866f4 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 210 time: 0.0924318 Aug 05 13:59:10.936183 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-767fdf64-85c0-4b89-ba7d-17fd23908863 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=7753100351b94216b5369d9876cd92eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0945783 Aug 05 13:59:10.967342 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-a7a1abd0-d6a9-4eed-95e3-1a55ceac40d2 None None] Set router 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:11.092011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d8858b62-7d50-4a3d-8070-ac83a66d910c None None] Provisioning for port 87e2de8a-4233-4972-997b-490bdf629ada completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:11.097060 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d8858b62-7d50-4a3d-8070-ac83a66d910c None None] Provisioning complete for port 87e2de8a-4233-4972-997b-490bdf629ada triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:11.097442 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d8858b62-7d50-4a3d-8070-ac83a66d910c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:11.179602 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e7c5dc41-508b-4573-b52b-1ce35071d5ed up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:11.203775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f457b5de-4695-4bd9-a548-fb79cfc78403 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:59:11.241221 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f457b5de-4695-4bd9-a548-fb79cfc78403 admin admin] 10.222.0.16 "PUT /v2.0/routers/54e79d46-511d-4760-8c85-55ee37627b0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9010656 Aug 05 13:59:11.243960 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50638) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:11.246104 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ce079991-7b60-4b1b-b1b7-901c16303637 req-48fa23a7-782b-4d5e-90e5-1d92b98ce75a tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac869a5-ea7b-46e9-a584-053194d89810 HTTP/1.1" status: 200 len: 210 time: 0.2894521 Aug 05 13:59:11.265333 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a7a1abd0-d6a9-4eed-95e3-1a55ceac40d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-190372702-router', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '2eb43191-5709-4e59-a109-18b251211bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:07Z', 'updated_at': '2021-08-05T13:59:07Z', 'revision_number': 5, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'gw_port': {'id': '2eb43191-5709-4e59-a109-18b251211bd1', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:09Z', 'updated_at': '2021-08-05T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:11.291059 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0abaad4-86b5-4c1f-b49f-0d03969fdd13 None None] Sync routers for ids ['54e79d46-511d-4760-8c85-55ee37627b0e'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:59:11.294114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d8858b62-7d50-4a3d-8070-ac83a66d910c None None] Port 87e2de8a-4233-4972-997b-490bdf629ada cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:59:11.326774 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0abaad4-86b5-4c1f-b49f-0d03969fdd13 None None] Routers {'54e79d46-511d-4760-8c85-55ee37627b0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:11.328224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b0abaad4-86b5-4c1f-b49f-0d03969fdd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['54e79d46-511d-4760-8c85-55ee37627b0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:11.343294 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a1abd0-d6a9-4eed-95e3-1a55ceac40d2 None None] The sync data for ids ['4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74'] in n-d-803585-2 is: [{'id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-190372702-router', 'tenant_id': '98c6c1520e3e4272bc824b52ad079e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '2eb43191-5709-4e59-a109-18b251211bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:07Z', 'updated_at': '2021-08-05T13:59:07Z', 'revision_number': 5, 'project_id': '98c6c1520e3e4272bc824b52ad079e1c', 'gw_port': {'id': '2eb43191-5709-4e59-a109-18b251211bd1', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:09Z', 'updated_at': '2021-08-05T13:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:59:11.412808 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d504e6b8-7a73-4bb4-a3d1-d1822deb7180 admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:11.422543 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e7c5dc41-508b-4573-b52b-1ce35071d5ed triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:11.422940 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:11.515600 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee6de87a-8cfd-49e5-afd5-ac80404f80e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:11.546636 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:11.562323 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95944288-5080-423c-87db-f218b5d20427 admin admin] Router c8ee5984-3459-471c-b534-48ac4637e076 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:59:11.563836 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:11.564668 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:11.598898 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cce2fb8a-24cd-43b3-9860-b177c6c5c4c7 None None] Provisioning complete for port 87e2de8a-4233-4972-997b-490bdf629ada triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:11.600668 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cce2fb8a-24cd-43b3-9860-b177c6c5c4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:11.620971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-40bd4604-591d-4759-bec6-c35594b2a0fd tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:11.622534 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-40bd4604-591d-4759-bec6-c35594b2a0fd tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6695654 Aug 05 13:59:11.794924 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-38e517a7-ef83-4a84-b3fe-1437fc09495c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Request body: {'port': {'device_id': 'ecd1d94c-8745-4c01-82ae-33f1f14304f0', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': '7753100351b94216b5369d9876cd92eb'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:11.897320 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-b0abaad4-86b5-4c1f-b49f-0d03969fdd13 None None] Set router 54e79d46-511d-4760-8c85-55ee37627b0e gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:11.899014 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d504e6b8-7a73-4bb4-a3d1-d1822deb7180 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:11.916861 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee6de87a-8cfd-49e5-afd5-ac80404f80e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:12.005534 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75ae9aee-3e6f-4d22-8e28-0deab7502b9a req-cea8c536-3729-471e-8470-45da9f889eb7 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 210 time: 0.0800560 Aug 05 13:59:12.081079 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-d504e6b8-7a73-4bb4-a3d1-d1822deb7180 admin admin] Deleting port 2eb43191-5709-4e59-a109-18b251211bd1 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:12.081502 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d504e6b8-7a73-4bb4-a3d1-d1822deb7180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:12.086117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50658) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:12.099010 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-cce2fb8a-24cd-43b3-9860-b177c6c5c4c7 None None] Port 87e2de8a-4233-4972-997b-490bdf629ada cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:59:12.114366 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=87e2de8a-4233-4972-997b-490bdf629ada,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:12.163648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-ee6de87a-8cfd-49e5-afd5-ac80404f80e5 admin admin] Deleting port bd8921a3-7864-42b9-a9f2-5b36a85d0068 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:12.164282 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee6de87a-8cfd-49e5-afd5-ac80404f80e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:12.176614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaa3ee-61b2-4cb5-a576-1bf349d5dbb3 req-2c82ceea-5dc6-4d65-b11f-94555c7c833d tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:12.184686 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6ddaa3ee-61b2-4cb5-a576-1bf349d5dbb3 req-2c82ceea-5dc6-4d65-b11f-94555c7c833d tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.4050343 Aug 05 13:59:12.226644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95944288-5080-423c-87db-f218b5d20427 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:59:12.243575 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-95944288-5080-423c-87db-f218b5d20427 admin admin] 10.222.0.16 "PUT /v2.0/routers/c8ee5984-3459-471c-b534-48ac4637e076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0537794 Aug 05 13:59:12.244545 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-38e517a7-ef83-4a84-b3fe-1437fc09495c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Made reservation on behalf of 7753100351b94216b5369d9876cd92eb for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:12.248308 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-38e517a7-ef83-4a84-b3fe-1437fc09495c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:12.248483 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61947760-c7a2-479c-ad1b-4c60b73ff2e6 None None] Sync routers for ids ['c8ee5984-3459-471c-b534-48ac4637e076'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:59:12.260248 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61947760-c7a2-479c-ad1b-4c60b73ff2e6 None None] Routers {'c8ee5984-3459-471c-b534-48ac4637e076'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:12.260881 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-61947760-c7a2-479c-ad1b-4c60b73ff2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c8ee5984-3459-471c-b534-48ac4637e076'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:12.263362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50662) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:12.265446 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b0abaad4-86b5-4c1f-b49f-0d03969fdd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'name': 'tempest-ServersTestFqdnHostnames-1201380241-router', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:56:13Z', 'updated_at': '2021-08-05T13:59:08Z', 'revision_number': 5, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'gw_port': {'id': 'bd8921a3-7864-42b9-a9f2-5b36a85d0068', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:56:15Z', 'updated_at': '2021-08-05T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:12.324144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0abaad4-86b5-4c1f-b49f-0d03969fdd13 None None] Checking router: 54e79d46-511d-4760-8c85-55ee37627b0e for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:59:12.337651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-ee6de87a-8cfd-49e5-afd5-ac80404f80e5 admin admin] For port bd8921a3-7864-42b9-a9f2-5b36a85d0068, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=bd8921a3-7864-42b9-a9f2-5b36a85d0068,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:12.338563 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee6de87a-8cfd-49e5-afd5-ac80404f80e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:12.338692 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0abaad4-86b5-4c1f-b49f-0d03969fdd13 None None] Routers {'54e79d46-511d-4760-8c85-55ee37627b0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:12.341456 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b0abaad4-86b5-4c1f-b49f-0d03969fdd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['54e79d46-511d-4760-8c85-55ee37627b0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:12.460499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-ee6de87a-8cfd-49e5-afd5-ac80404f80e5 admin admin] Calling delete_port for bd8921a3-7864-42b9-a9f2-5b36a85d0068 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:12.488185 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f66f07a-b88e-4753-86dc-e4a5a77188e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:12.510824 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6ddaa3ee-61b2-4cb5-a576-1bf349d5dbb3 req-f7ac0054-547f-4d86-8b52-91786c4053a6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181901 Aug 05 13:59:12.542420 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-b0abaad4-86b5-4c1f-b49f-0d03969fdd13 None None] Set router 54e79d46-511d-4760-8c85-55ee37627b0e gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:12.575792 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-61947760-c7a2-479c-ad1b-4c60b73ff2e6 None None] Set router c8ee5984-3459-471c-b534-48ac4637e076 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:12.585729 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8492-33c3-4dd2-8e26-ddef729b4546 admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:12.637333 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b0abaad4-86b5-4c1f-b49f-0d03969fdd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'name': 'tempest-ServersTestFqdnHostnames-1201380241-router', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:56:13Z', 'updated_at': '2021-08-05T13:59:11Z', 'revision_number': 6, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:12.666683 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41146e8c-453f-49e9-8b94-02e81c2a1bd9 req-f37ae30b-9791-4841-af16-5e9533df56c5 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac869a5-ea7b-46e9-a584-053194d89810 HTTP/1.1" status: 200 len: 210 time: 0.2461681 Aug 05 13:59:12.697416 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0abaad4-86b5-4c1f-b49f-0d03969fdd13 None None] The sync data for ids ['54e79d46-511d-4760-8c85-55ee37627b0e'] in n-d-803585-2 is: [{'id': '54e79d46-511d-4760-8c85-55ee37627b0e', 'name': 'tempest-ServersTestFqdnHostnames-1201380241-router', 'tenant_id': '74616b99a34b48a6a4104079c67ef572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:56:13Z', 'updated_at': '2021-08-05T13:59:11Z', 'revision_number': 6, 'project_id': '74616b99a34b48a6a4104079c67ef572', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:59:12.724170 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network 562833e9-7320-4574-90ed-69fb898e07ff is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:12.726537 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:12.750511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-38e517a7-ef83-4a84-b3fe-1437fc09495c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Allocated IP 192.168.233.68 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/4009c418-da99-4e60-a0c5-42d440548f74) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:12.759342 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8492-33c3-4dd2-8e26-ddef729b4546 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:12.803576 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-d504e6b8-7a73-4bb4-a3d1-d1822deb7180 admin admin] For port 2eb43191-5709-4e59-a109-18b251211bd1, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2eb43191-5709-4e59-a109-18b251211bd1,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:12.804292 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d504e6b8-7a73-4bb4-a3d1-d1822deb7180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:12.865786 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-d504e6b8-7a73-4bb4-a3d1-d1822deb7180 admin admin] Calling delete_port for 2eb43191-5709-4e59-a109-18b251211bd1 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:12.904356 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-61947760-c7a2-479c-ad1b-4c60b73ff2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77590164-router', 'tenant_id': 'c8ec62abe29146a69e83b4d119a767f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '972afcce-d5c1-41b9-af9a-84a300566af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:54Z', 'updated_at': '2021-08-05T13:59:08Z', 'revision_number': 5, 'project_id': 'c8ec62abe29146a69e83b4d119a767f5', 'gw_port': {'id': '972afcce-d5c1-41b9-af9a-84a300566af2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:58:54Z', 'updated_at': '2021-08-05T13:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:12.907634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-b5bffb38-e45e-431c-93fa-7e240d02a0ce tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:12.909159 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-b5bffb38-e45e-431c-93fa-7e240d02a0ce tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.63 "GET /v2.0/networks?id=ae5d1956-9a20-4a6c-b6cc-b896ac38386b HTTP/1.1" status: 200 len: 813 time: 0.5190706 Aug 05 13:59:12.941950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-6805b05d-a318-4c67-af40-97c21aa9d29d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Request body: {'port': {'device_id': 'aac869a5-ea7b-46e9-a584-053194d89810', 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b', 'admin_state_up': True, 'tenant_id': '0cd72dc2dea14d75b3f0c36365539b60'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:12.944065 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61947760-c7a2-479c-ad1b-4c60b73ff2e6 None None] Checking router: c8ee5984-3459-471c-b534-48ac4637e076 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:59:12.954193 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61947760-c7a2-479c-ad1b-4c60b73ff2e6 None None] Routers {'c8ee5984-3459-471c-b534-48ac4637e076'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:12.955319 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-61947760-c7a2-479c-ad1b-4c60b73ff2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c8ee5984-3459-471c-b534-48ac4637e076'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:13.012868 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-d614e0e7-5e9a-4c26-bddc-180c55da3edf tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:13.014649 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-d614e0e7-5e9a-4c26-bddc-180c55da3edf tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.84 "GET /v2.0/networks?id=ae5d1956-9a20-4a6c-b6cc-b896ac38386b HTTP/1.1" status: 200 len: 813 time: 0.6278563 Aug 05 13:59:13.051401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f8492-33c3-4dd2-8e26-ddef729b4546 admin admin] Deleting port 972afcce-d5c1-41b9-af9a-84a300566af2 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:13.051767 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8492-33c3-4dd2-8e26-ddef729b4546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:13.063620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router f20fae2e-828a-466e-a2bb-8dd1c68854cf is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 13:59:13.090952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-2cf9669d-076a-418b-9810-a12fab32516e tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Request body: {'port': {'device_id': '2e1ba75a-f690-434d-8256-7f9b96277269', 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b', 'admin_state_up': True, 'tenant_id': '0cd72dc2dea14d75b3f0c36365539b60'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:13.096846 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fb9f413e-9251-40de-8298-6cec599a0ee1 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:59:13.098018 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-61947760-c7a2-479c-ad1b-4c60b73ff2e6 None None] Set router c8ee5984-3459-471c-b534-48ac4637e076 gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:13.150014 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: fb9f413e-9251-40de-8298-6cec599a0ee1 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:59:13.150784 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fb9f413e-9251-40de-8298-6cec599a0ee1 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:59:13.153557 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1968c969-277b-46ca-8590-8bbd1a5e1446 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:59:13.175059 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 1968c969-277b-46ca-8590-8bbd1a5e1446 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:59:13.176355 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1968c969-277b-46ca-8590-8bbd1a5e1446 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:59:13.190856 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f40f6a2b-1e5b-45c4-8d1d-89d574078649 req-d06726e2-dd62-4c78-ab99-ea7dc1626f76 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 210 time: 0.0499873 Aug 05 13:59:13.192161 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d8aba48a-097b-4188-b1fb-43299b17e410 None None] Provisioning complete for port 87e2de8a-4233-4972-997b-490bdf629ada triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:13.192539 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d8aba48a-097b-4188-b1fb-43299b17e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:13.217037 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-61947760-c7a2-479c-ad1b-4c60b73ff2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77590164-router', 'tenant_id': 'c8ec62abe29146a69e83b4d119a767f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:54Z', 'updated_at': '2021-08-05T13:59:12Z', 'revision_number': 6, 'project_id': 'c8ec62abe29146a69e83b4d119a767f5', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:13.236655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d8aba48a-097b-4188-b1fb-43299b17e410 None None] Port 87e2de8a-4233-4972-997b-490bdf629ada cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:59:13.250351 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61947760-c7a2-479c-ad1b-4c60b73ff2e6 None None] The sync data for ids ['c8ee5984-3459-471c-b534-48ac4637e076'] in n-d-803585-2 is: [{'id': 'c8ee5984-3459-471c-b534-48ac4637e076', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77590164-router', 'tenant_id': 'c8ec62abe29146a69e83b4d119a767f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:58:54Z', 'updated_at': '2021-08-05T13:59:12Z', 'revision_number': 6, 'project_id': 'c8ec62abe29146a69e83b4d119a767f5', 'gw_port_host': None}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:59:13.266876 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-38e517a7-ef83-4a84-b3fe-1437fc09495c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:13.286080 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-38e517a7-ef83-4a84-b3fe-1437fc09495c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Transition to ACTIVE for port object 4009c418-da99-4e60-a0c5-42d440548f74 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:13.379920 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-6a0f8492-33c3-4dd2-8e26-ddef729b4546 admin admin] For port 972afcce-d5c1-41b9-af9a-84a300566af2, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=972afcce-d5c1-41b9-af9a-84a300566af2,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:13.380208 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8492-33c3-4dd2-8e26-ddef729b4546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:13.384178 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:59:13.393842 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Sync routers for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:59:13.394365 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-231e08c1-088f-459e-93d9-05f375ae3843 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/f20fae2e-828a-466e-a2bb-8dd1c68854cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3833435 Aug 05 13:59:13.397984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50668) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:13.403693 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:13.403951 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-4f4c41c8-1b98-4a96-acfb-82c3cd663e38 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1131140945'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:13.404326 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:13.415076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f8492-33c3-4dd2-8e26-ddef729b4546 admin admin] Calling delete_port for 972afcce-d5c1-41b9-af9a-84a300566af2 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:13.423056 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-38e517a7-ef83-4a84-b3fe-1437fc09495c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:13.446560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:59:13.475611 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f66f07a-b88e-4753-86dc-e4a5a77188e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:13.484223 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-38e517a7-ef83-4a84-b3fe-1437fc09495c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:13.487183 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e517a7-ef83-4a84-b3fe-1437fc09495c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Pushing event updated for resources: {'Port': ['ID=4009c418-da99-4e60-a0c5-42d440548f74,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:13.489560 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-38e517a7-ef83-4a84-b3fe-1437fc09495c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:13.493903 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-38e517a7-ef83-4a84-b3fe-1437fc09495c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:13.570439 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f66f07a-b88e-4753-86dc-e4a5a77188e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:13.620139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-38e517a7-ef83-4a84-b3fe-1437fc09495c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:13.620867 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-38e517a7-ef83-4a84-b3fe-1437fc09495c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:13.628867 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:13.674089 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66f07a-b88e-4753-86dc-e4a5a77188e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231555d0-a2b6-4d35-b041-6d624ec52722,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:13.710897 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-6805b05d-a318-4c67-af40-97c21aa9d29d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Made reservation on behalf of 0cd72dc2dea14d75b3f0c36365539b60 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:13.716254 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-6805b05d-a318-4c67-af40-97c21aa9d29d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:13.757761 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d504e6b8-7a73-4bb4-a3d1-d1822deb7180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:13.785681 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4c41c8-1b98-4a96-acfb-82c3cd663e38 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:13.789925 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4f4c41c8-1b98-4a96-acfb-82c3cd663e38 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:13.806610 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1f66f07a-b88e-4753-86dc-e4a5a77188e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae3fbbf9541542cc8c5d8fa6976fd634&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7156641 Aug 05 13:59:13.854676 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50674) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:13.918440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504e6b8-7a73-4bb4-a3d1-d1822deb7180 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb43191-5709-4e59-a109-18b251211bd1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:13.930432 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee6de87a-8cfd-49e5-afd5-ac80404f80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:13.994563 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-81671207-5313-42eb-a366-147e5b673fa4 req-2437f26b-e135-4ac5-9f71-020ab3cc65a6 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac869a5-ea7b-46e9-a584-053194d89810 HTTP/1.1" status: 200 len: 210 time: 0.1657271 Aug 05 13:59:14.007921 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8492-33c3-4dd2-8e26-ddef729b4546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.015635 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0f1f2e00-99a3-498e-8d7c-4d3992342eba None None] Provisioning for port 4009c418-da99-4e60-a0c5-42d440548f74 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:14.023051 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6de87a-8cfd-49e5-afd5-ac80404f80e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8921a3-7864-42b9-a9f2-5b36a85d0068,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:14.026706 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0f1f2e00-99a3-498e-8d7c-4d3992342eba None None] Provisioning complete for port 4009c418-da99-4e60-a0c5-42d440548f74 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:14.027283 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0f1f2e00-99a3-498e-8d7c-4d3992342eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.029272 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4c41c8-1b98-4a96-acfb-82c3cd663e38 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:59:14.030650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:10Z', 'revision_number': 2, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:11Z', 'revision_number': 2, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:14.065520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-2cf9669d-076a-418b-9810-a12fab32516e tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Made reservation on behalf of 0cd72dc2dea14d75b3f0c36365539b60 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:14.069380 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-2cf9669d-076a-418b-9810-a12fab32516e tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.090524 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-38e517a7-ef83-4a84-b3fe-1437fc09495c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3197033 Aug 05 13:59:14.095593 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4f4c41c8-1b98-4a96-acfb-82c3cd663e38 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.095958 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-4f4c41c8-1b98-4a96-acfb-82c3cd663e38 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Added segment 2b05a905-0860-41c9-ad00-dd0e38f6981c of type vlan for network 455a85f1-ffff-4450-8f60-55a09b85e211 Aug 05 13:59:14.096089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Checking router: f20fae2e-828a-466e-a2bb-8dd1c68854cf for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:59:14.096316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Updating router f20fae2e-828a-466e-a2bb-8dd1c68854cf port 87e2de8a-4233-4972-997b-490bdf629ada binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:59:14.111464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f8492-33c3-4dd2-8e26-ddef729b4546 admin admin] Pushing event deleted for resources: {'Port': ['ID=972afcce-d5c1-41b9-af9a-84a300566af2,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:14.123098 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e1f99-3ae1-4913-8cf1-f0074da0aedb req-4998cc76-fd90-4c60-9cdf-ed4411dd3359 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:14.124676 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0d5e1f99-3ae1-4913-8cf1-f0074da0aedb req-4998cc76-fd90-4c60-9cdf-ed4411dd3359 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.4269397 Aug 05 13:59:14.133449 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Request body: {'port': {'device_id': 'ecd1d94c-8745-4c01-82ae-33f1f14304f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:14.140809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f2e00-99a3-498e-8d7c-4d3992342eba None None] Port 4009c418-da99-4e60-a0c5-42d440548f74 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:59:14.142376 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.174777 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d504e6b8-7a73-4bb4-a3d1-d1822deb7180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.281328 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4f4c41c8-1b98-4a96-acfb-82c3cd663e38 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.329628 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.336894 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-6805b05d-a318-4c67-af40-97c21aa9d29d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Allocated IP 172.20.0.7 (ae5d1956-9a20-4a6c-b6cc-b896ac38386b/d026a15a-05b1-472c-bcd1-13dc71bc41cd/44901d84-cc67-419c-9438-ecd941587342) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:14.340075 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d504e6b8-7a73-4bb4-a3d1-d1822deb7180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.344094 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee6de87a-8cfd-49e5-afd5-ac80404f80e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.350482 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24b864b2-c451-480b-82ea-c2828fc41fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.354987 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d504e6b8-7a73-4bb4-a3d1-d1822deb7180 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.359254 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8492-33c3-4dd2-8e26-ddef729b4546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.505914 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.506399 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0d5e1f99-3ae1-4913-8cf1-f0074da0aedb req-ed9c82ce-6b2a-45b5-9f44-b81f5067c812 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492959 Aug 05 13:59:14.522458 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.523855 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee6de87a-8cfd-49e5-afd5-ac80404f80e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.528024 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee6de87a-8cfd-49e5-afd5-ac80404f80e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.538322 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Transition to ACTIVE for port object 87e2de8a-4233-4972-997b-490bdf629ada will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:14.539802 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d504e6b8-7a73-4bb4-a3d1-d1822deb7180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.540383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d504e6b8-7a73-4bb4-a3d1-d1822deb7180 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 13:59:14.548237 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d504e6b8-7a73-4bb4-a3d1-d1822deb7180 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.549529 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d504e6b8-7a73-4bb4-a3d1-d1822deb7180 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4fae7ca9-0916-4364-bc0a-6e4f6cd1ae74 HTTP/1.1" status: 204 len: 168 time: 4.4710457 Aug 05 13:59:14.551042 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.556197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50678) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:14.650090 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fa82b-8920-4446-ab96-29640cf24dcc None None] Pushing event updated for resources: {'Port': ['ID=87e2de8a-4233-4972-997b-490bdf629ada,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:14.685918 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee6de87a-8cfd-49e5-afd5-ac80404f80e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.687454 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6de87a-8cfd-49e5-afd5-ac80404f80e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54e79d46-511d-4760-8c85-55ee37627b0e {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 13:59:14.692002 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee6de87a-8cfd-49e5-afd5-ac80404f80e5 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.693741 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ee6de87a-8cfd-49e5-afd5-ac80404f80e5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/54e79d46-511d-4760-8c85-55ee37627b0e HTTP/1.1" status: 204 len: 168 time: 3.4457726 Aug 05 13:59:14.702265 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50680) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:14.770075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Attempting to bind port 87e2de8a-4233-4972-997b-490bdf629ada on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:14.770489 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Attempting to bind port 87e2de8a-4233-4972-997b-490bdf629ada by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'c6086323-caf8-48e3-b764-1e96be22a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:14.771495 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Attempting to bind port 87e2de8a-4233-4972-997b-490bdf629ada on network 562833e9-7320-4574-90ed-69fb898e07ff {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:14.782297 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:14.782666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Checking segment: {'id': 'c6086323-caf8-48e3-b764-1e96be22a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:14.783054 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.783445 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Bound using segment: {'id': 'c6086323-caf8-48e3-b764-1e96be22a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:14.783922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Bound port: 87e2de8a-4233-4972-997b-490bdf629ada, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6086323-caf8-48e3-b764-1e96be22a039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:14.784703 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.812066 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-6805b05d-a318-4c67-af40-97c21aa9d29d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.868553 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7c0ff7-9320-4ce6-af0e-267082ff85dc admin admin] Deleting subnet 4ffb7cfc-542a-4e78-923d-06814a14f982 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:59:14.912554 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-6805b05d-a318-4c67-af40-97c21aa9d29d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.915457 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-da7c0ff7-9320-4ce6-af0e-267082ff85dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.921885 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] For port 87e2de8a-4233-4972-997b-490bdf629ada, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:14.926405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] For port 87e2de8a-4233-4972-997b-490bdf629ada, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=87e2de8a-4233-4972-997b-490bdf629ada,segment=NetworkSegment(c6086323-caf8-48e3-b764-1e96be22a039),segment_id=c6086323-caf8-48e3-b764-1e96be22a039)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:14.936801 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.959255 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8492-33c3-4dd2-8e26-ddef729b4546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.973842 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8492-33c3-4dd2-8e26-ddef729b4546 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.987348 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24b864b2-c451-480b-82ea-c2828fc41fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.991865 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4f4c41c8-1b98-4a96-acfb-82c3cd663e38 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:14.998595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4c41c8-1b98-4a96-acfb-82c3cd663e38 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:14.999579 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4f4c41c8-1b98-4a96-acfb-82c3cd663e38 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:15.025538 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea27e33-270c-49ad-be91-6d1f7760594f req-5bf5e979-262e-4690-a548-11bb6151b467 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:15.027762 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6ea27e33-270c-49ad-be91-6d1f7760594f req-5bf5e979-262e-4690-a548-11bb6151b467 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 935 time: 0.7681441 Aug 05 13:59:15.048502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:15.049722 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:15.065136 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.api [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-2cf9669d-076a-418b-9810-a12fab32516e tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-8a029351-d0e9-4215-9681-a4ca607657e9 {{(pid=105724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 13:59:15.065671 n-d-803585-2 neutron-server[105724]: DEBUG oslo_db.api [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-2cf9669d-076a-418b-9810-a12fab32516e tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 13:59:15.112462 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fa82b-8920-4446-ab96-29640cf24dcc None None] Pushing event updated for resources: {'Port': ['ID=87e2de8a-4233-4972-997b-490bdf629ada,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:15.126101 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a26997-a714-4427-9368-ec919b51e313 admin admin] Deleting subnet 96ce7eea-b8ad-4789-a013-c50e997e0c69 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:59:15.129599 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72a26997-a714-4427-9368-ec919b51e313 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:15.189272 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:15.248024 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4f4c41c8-1b98-4a96-acfb-82c3cd663e38 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8475022 Aug 05 13:59:15.249493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50684) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:15.265530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d03da05c-276f-4c22-976f-e833c728d4b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'subnet': {'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:15.278874 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8492-33c3-4dd2-8e26-ddef729b4546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:15.279718 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0f8492-33c3-4dd2-8e26-ddef729b4546 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8ee5984-3459-471c-b534-48ac4637e076 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 13:59:15.284826 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8492-33c3-4dd2-8e26-ddef729b4546 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:15.289180 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6a0f8492-33c3-4dd2-8e26-ddef729b4546 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c8ee5984-3459-471c-b534-48ac4637e076 HTTP/1.1" status: 204 len: 168 time: 2.9473119 Aug 05 13:59:15.296400 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c41c8-1b98-4a96-acfb-82c3cd663e38 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Network': ['ID=455a85f1-ffff-4450-8f60-55a09b85e211,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:15.298179 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50686) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:15.335855 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 455a85f1-ffff-4450-8f60-55a09b85e211 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:59:15.472409 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6ea27e33-270c-49ad-be91-6d1f7760594f req-42f27c30-048e-404a-95ab-af74367dac71 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101121 Aug 05 13:59:15.521229 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24b864b2-c451-480b-82ea-c2828fc41fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:15.524044 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24b864b2-c451-480b-82ea-c2828fc41fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:15.527734 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-24b864b2-c451-480b-82ea-c2828fc41fe7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/231555d0-a2b6-4d35-b041-6d624ec52722 HTTP/1.1" status: 204 len: 168 time: 1.6581252 Aug 05 13:59:15.546062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 186bcf51-01a3-447d-beac-98a0d707d51e no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:59:15.572328 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03da05c-276f-4c22-976f-e833c728d4b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:15.576129 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d03da05c-276f-4c22-976f-e833c728d4b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:15.623857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 186bcf51-01a3-447d-beac-98a0d707d51e {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:59:15.624062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 186bcf51-01a3-447d-beac-98a0d707d51e not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:59:15.624383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device bd8921a3-7864-42b9-a9f2-5b36a85d0068 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:59:15.667150 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: bd8921a3-7864-42b9-a9f2-5b36a85d0068 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:59:15.667758 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device bd8921a3-7864-42b9-a9f2-5b36a85d0068 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:59:15.668344 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2eb43191-5709-4e59-a109-18b251211bd1 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:59:15.694777 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c5261e-57c8-46ce-ab41-472408ff90b6 admin admin] Deleting subnet 08cdae64-a243-4782-bb66-1fd6e7800e1a {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:59:15.697341 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b864b2-c451-480b-82ea-c2828fc41fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231555d0-a2b6-4d35-b041-6d624ec52722,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:15.725032 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 2eb43191-5709-4e59-a109-18b251211bd1 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:59:15.725715 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2eb43191-5709-4e59-a109-18b251211bd1 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:59:15.726521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 972afcce-d5c1-41b9-af9a-84a300566af2 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:59:15.731189 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16c5261e-57c8-46ce-ab41-472408ff90b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:15.761279 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-6805b05d-a318-4c67-af40-97c21aa9d29d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Network ae5d1956-9a20-4a6c-b6cc-b896ac38386b is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:15.764635 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-da7c0ff7-9320-4ce6-af0e-267082ff85dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:15.766531 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-2cf9669d-076a-418b-9810-a12fab32516e tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:15.768640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805b05d-a318-4c67-af40-97c21aa9d29d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Pushing event updated for resources: {'Port': ['ID=44901d84-cc67-419c-9438-ecd941587342,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:15.772179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-6805b05d-a318-4c67-af40-97c21aa9d29d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:15.802131 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-6805b05d-a318-4c67-af40-97c21aa9d29d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:15.811089 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16c5261e-57c8-46ce-ab41-472408ff90b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:15.824721 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 972afcce-d5c1-41b9-af9a-84a300566af2 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:59:15.825330 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 972afcce-d5c1-41b9-af9a-84a300566af2 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:59:15.854824 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8f55eee1-8250-4d8d-b788-6c301b25de8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:15.859249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-6805b05d-a318-4c67-af40-97c21aa9d29d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:15.860145 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-6805b05d-a318-4c67-af40-97c21aa9d29d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:15.895380 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:15.917626 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-6805b05d-a318-4c67-af40-97c21aa9d29d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9927471 Aug 05 13:59:15.917911 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee154e-426e-496c-abd6-4688aeefeba1 req-37dcfd16-1518-4693-bf66-1676d73bb018 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:15.919711 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d7ee154e-426e-496c-abd6-4688aeefeba1 req-37dcfd16-1518-4693-bf66-1676d73bb018 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.2376304 Aug 05 13:59:15.931126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:10Z', 'revision_number': 2, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:14Z', 'revision_number': 4, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:15.938019 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Request body: {'port': {'device_id': 'aac869a5-ea7b-46e9-a584-053194d89810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:15.962721 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f8e3d-e8f1-4202-bbda-ee3c8747e4bd None None] The sync data for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 is: [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:10Z', 'revision_number': 2, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:14Z', 'revision_number': 4, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:59:15.998940 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72a26997-a714-4427-9368-ec919b51e313 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.036379 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50694) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:16.081922 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4009c418-da99-4e60-a0c5-42d440548f74 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:59:16.096076 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4b428-b1be-403f-8dcf-4c8ed8723a98 req-f4e61ac3-d9cb-41fb-b124-3e179c54d99b tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:16.097615 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4da4b428-b1be-403f-8dcf-4c8ed8723a98 req-f4e61ac3-d9cb-41fb-b124-3e179c54d99b tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac869a5-ea7b-46e9-a584-053194d89810 HTTP/1.1" status: 200 len: 931 time: 0.9938364 Aug 05 13:59:16.102487 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d7ee154e-426e-496c-abd6-4688aeefeba1 req-ced8a2dc-57bc-42ef-a056-1af18cb5fe5f tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644745 Aug 05 13:59:16.108799 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.116255 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-06c1a7e9-0231-48f6-8f80-28ff07e5a6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.139010 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.146435 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16c5261e-57c8-46ce-ab41-472408ff90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.150144 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d03da05c-276f-4c22-976f-e833c728d4b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.152452 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Transition to ACTIVE for port object 4009c418-da99-4e60-a0c5-42d440548f74 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:16.207451 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.312034 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-da7c0ff7-9320-4ce6-af0e-267082ff85dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.371598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4da4b428-b1be-403f-8dcf-4c8ed8723a98 req-044c0a1d-a92b-49ec-aa73-5812c6003b3f tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646003 Aug 05 13:59:16.405660 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Pushing event updated for resources: {'Port': ['ID=4009c418-da99-4e60-a0c5-42d440548f74,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:16.414174 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03da05c-276f-4c22-976f-e833c728d4b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Subnet': ['ID=3210af8c-0586-43d5-8213-570fb79bebfe,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:16.434170 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03da05c-276f-4c22-976f-e833c728d4b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Checking segment: {'id': '2b05a905-0860-41c9-ad00-dd0e38f6981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:16.435410 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03da05c-276f-4c22-976f-e833c728d4b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network hostable DHCP agents. Network: 455a85f1-ffff-4450-8f60-55a09b85e211, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:59:16.439843 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16c5261e-57c8-46ce-ab41-472408ff90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.478161 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72a26997-a714-4427-9368-ec919b51e313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.529225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-2cf9669d-076a-418b-9810-a12fab32516e tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Allocated IP 172.20.0.14 (ae5d1956-9a20-4a6c-b6cc-b896ac38386b/d026a15a-05b1-472c-bcd1-13dc71bc41cd/1600b5dd-5d4a-41c1-b40f-75c770a4a3ac) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:16.532779 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16c5261e-57c8-46ce-ab41-472408ff90b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.538494 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-16c5261e-57c8-46ce-ab41-472408ff90b6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/08cdae64-a243-4782-bb66-1fd6e7800e1a HTTP/1.1" status: 204 len: 168 time: 1.2199440 Aug 05 13:59:16.541112 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fcd0ac-4307-42f4-ae8b-4d22df6c4363 None None] Network 89fd70dd-6f4a-4c10-85c3-fe84cb10916a requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:16.544867 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5261e-57c8-46ce-ab41-472408ff90b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08cdae64-a243-4782-bb66-1fd6e7800e1a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:16.547571 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50698) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:16.656351 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-da7c0ff7-9320-4ce6-af0e-267082ff85dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.681811 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03da05c-276f-4c22-976f-e833c728d4b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network 455a85f1-ffff-4450-8f60-55a09b85e211 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:59:16.716819 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c0ff7-9320-4ce6-af0e-267082ff85dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ffb7cfc-542a-4e78-923d-06814a14f982,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:16.722690 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-da7c0ff7-9320-4ce6-af0e-267082ff85dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.727659 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-da7c0ff7-9320-4ce6-af0e-267082ff85dc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4ffb7cfc-542a-4e78-923d-06814a14f982 HTTP/1.1" status: 204 len: 168 time: 2.1679494 Aug 05 13:59:16.727659 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72a26997-a714-4427-9368-ec919b51e313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.729422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50700) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:16.734014 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Attempting to bind port 4009c418-da99-4e60-a0c5-42d440548f74 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:16.734720 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Attempting to bind port 4009c418-da99-4e60-a0c5-42d440548f74 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:16.735260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Attempting to bind port 4009c418-da99-4e60-a0c5-42d440548f74 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:16.745869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de675b3c-c26e-4a62-8366-53c2a042ca2c None None] Network 9abad8ab-841f-4069-b39f-5bb10bcfc23b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:16.751000 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-d03da05c-276f-4c22-976f-e833c728d4b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 455a85f1-ffff-4450-8f60-55a09b85e211) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:16.756913 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03da05c-276f-4c22-976f-e833c728d4b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:16.757815 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d03da05c-276f-4c22-976f-e833c728d4b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.772460 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.789378 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-06c1a7e9-0231-48f6-8f80-28ff07e5a6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.791591 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834cf2a5-43c1-4958-a48d-10aed1780367 None None] Network 455a85f1-ffff-4450-8f60-55a09b85e211 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:16.794802 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Port 4009c418-da99-4e60-a0c5-42d440548f74 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:59:16.795500 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Attempting to bind port 4009c418-da99-4e60-a0c5-42d440548f74 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:16.810310 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-06c1a7e9-0231-48f6-8f80-28ff07e5a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.839427 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc3e4a-d1ea-45a7-b643-bb20106673a8 req-bb85f57c-e68e-40db-8268-ea9be71a3d29 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:16.841444 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6bc3e4a-d1ea-45a7-b643-bb20106673a8 req-bb85f57c-e68e-40db-8268-ea9be71a3d29 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 947 time: 0.2163339 Aug 05 13:59:16.842460 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:16.842999 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:16.843571 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:16.844210 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Bound port: 4009c418-da99-4e60-a0c5-42d440548f74, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:16.844767 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.852735 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d03da05c-276f-4c22-976f-e833c728d4b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5918314 Aug 05 13:59:16.855244 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a26997-a714-4427-9368-ec919b51e313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96ce7eea-b8ad-4789-a013-c50e997e0c69,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:16.858868 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50702) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:16.872287 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72a26997-a714-4427-9368-ec919b51e313 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:16.874149 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-72a26997-a714-4427-9368-ec919b51e313 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/96ce7eea-b8ad-4789-a013-c50e997e0c69 HTTP/1.1" status: 204 len: 168 time: 2.1709080 Aug 05 13:59:16.884025 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c19106-dd1f-4ada-a4da-3d664186f0d2 None None] Network b4380663-ae1d-487a-a20a-c1a92b22cae9 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:16.898777 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50704) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:17.003308 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.009397 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50a47f1-a5b2-4876-b8cc-0a7899e58a80 None None] DHCP port deletion for 89fd70dd-6f4a-4c10-85c3-fe84cb10916a request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 13:59:17.066533 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-2cf9669d-076a-418b-9810-a12fab32516e tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.109867 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-06c1a7e9-0231-48f6-8f80-28ff07e5a6d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16e89803154c4b66bf31a37b471fc689&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0465879 Aug 05 13:59:17.110883 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50706) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:17.120068 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6bc3e4a-d1ea-45a7-b643-bb20106673a8 req-cce5ebcf-181b-43e2-b47a-6aa8db8ec450 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202075 Aug 05 13:59:17.157936 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1a7e9-0231-48f6-8f80-28ff07e5a6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6febdf1d-1265-4a8a-bc68-b6154934b4ea,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:17.227156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 87e2de8a-4233-4972-997b-490bdf629ada up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:17.246504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] For port 4009c418-da99-4e60-a0c5-42d440548f74, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:17.250543 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.272231 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] For port 4009c418-da99-4e60-a0c5-42d440548f74, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=4009c418-da99-4e60-a0c5-42d440548f74,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:17.285299 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.300292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] Deleting port ce0633fc-c3be-4943-a294-19cbe53fbdcd {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:17.300724 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.333347 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-2cf9669d-076a-418b-9810-a12fab32516e tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.371487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b50a47f1-a5b2-4876-b8cc-0a7899e58a80 None None] Deleting port ce0633fc-c3be-4943-a294-19cbe53fbdcd {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:17.371487 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b50a47f1-a5b2-4876-b8cc-0a7899e58a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.387501 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13817c15-e137-4672-9fd1-9ecbe9ee62c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.423634 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-455a85f1-ffff-4450-8f60-55a09b85e211', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:59:17.424056 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.428795 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:17.429434 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.431314 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] 10.222.0.63 "PUT /v2.0/ports/4009c418-da99-4e60-a0c5-42d440548f74 HTTP/1.1" status: 200 len: 1095 time: 3.3173769 Aug 05 13:59:17.431743 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd1d94c-8745-4c01-82ae-33f1f14304f0', 'tag': '4009c418-da99-4e60-a0c5-42d440548f74'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:17.434134 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d227aa-432f-4fc0-8e47-8bc567c728bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd1d94c-8745-4c01-82ae-33f1f14304f0", "tag": "4009c418-da99-4e60-a0c5-42d440548f74"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:17.441924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] Deleting port ca670049-e85a-4877-af99-798270398be7 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:17.442577 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.463467 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 87e2de8a-4233-4972-997b-490bdf629ada completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:17.483143 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 87e2de8a-4233-4972-997b-490bdf629ada triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:17.483438 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.487833 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43d0a2-3c8a-424f-b336-299540586c10 service neutron] Pushing event updated for resources: {'Port': ['ID=4009c418-da99-4e60-a0c5-42d440548f74,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:17.499296 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13817c15-e137-4672-9fd1-9ecbe9ee62c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.502171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] For port ce0633fc-c3be-4943-a294-19cbe53fbdcd, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ce0633fc-c3be-4943-a294-19cbe53fbdcd,segment=NetworkSegment(145792e9-9424-4208-bb9d-a15199db753b),segment_id=145792e9-9424-4208-bb9d-a15199db753b)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:17.502653 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.540193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-2cf9669d-076a-418b-9810-a12fab32516e tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Network ae5d1956-9a20-4a6c-b6cc-b896ac38386b is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:17.570473 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-2cf9669d-076a-418b-9810-a12fab32516e tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:17.575335 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] Calling delete_port for ce0633fc-c3be-4943-a294-19cbe53fbdcd owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:17.594755 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25085bf-59c6-46fa-8091-4b2aa8179c3b None None] DHCP port deletion for 9abad8ab-841f-4069-b39f-5bb10bcfc23b request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 13:59:17.595326 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2a4e7-6a78-4673-9840-3152feaf4f2b req-671d0c2d-61ce-42af-ab06-59a046d0b560 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:17.596976 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ca2a4e7-6a78-4673-9840-3152feaf4f2b req-671d0c2d-61ce-42af-ab06-59a046d0b560 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.3774061 Aug 05 13:59:17.597634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9669d-076a-418b-9810-a12fab32516e tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Pushing event updated for resources: {'Port': ['ID=1600b5dd-5d4a-41c1-b40f-75c770a4a3ac,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:17.611659 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b50a47f1-a5b2-4876-b8cc-0a7899e58a80 None None] For port ce0633fc-c3be-4943-a294-19cbe53fbdcd, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ce0633fc-c3be-4943-a294-19cbe53fbdcd,segment=NetworkSegment(145792e9-9424-4208-bb9d-a15199db753b),segment_id=145792e9-9424-4208-bb9d-a15199db753b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:17.613468 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b50a47f1-a5b2-4876-b8cc-0a7899e58a80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.641696 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-2cf9669d-076a-418b-9810-a12fab32516e tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:17.644305 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bb7eba-072e-46fc-a6ad-853be8ff0c83 None None] DHCP port deletion for b4380663-ae1d-487a-a20a-c1a92b22cae9 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 13:59:17.722924 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b50a47f1-a5b2-4876-b8cc-0a7899e58a80 None None] Calling delete_port for ce0633fc-c3be-4943-a294-19cbe53fbdcd owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:17.791715 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.811251 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] For port ca670049-e85a-4877-af99-798270398be7, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ca670049-e85a-4877-af99-798270398be7,segment=NetworkSegment(c870057b-dda9-45b4-b9e4-381c58cab10b),segment_id=c870057b-dda9-45b4-b9e4-381c58cab10b)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:17.812005 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.836474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] Calling delete_port for ca670049-e85a-4877-af99-798270398be7 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:17.850158 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0633fc-c3be-4943-a294-19cbe53fbdcd,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:17.861375 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13817c15-e137-4672-9fd1-9ecbe9ee62c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.866990 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13817c15-e137-4672-9fd1-9ecbe9ee62c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.868494 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-13817c15-e137-4672-9fd1-9ecbe9ee62c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6febdf1d-1265-4a8a-bc68-b6154934b4ea HTTP/1.1" status: 204 len: 168 time: 0.7467134 Aug 05 13:59:17.873668 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] Deleting port d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:17.874363 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.982350 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Allocated IP 2001:db8:1::2 (455a85f1-ffff-4450-8f60-55a09b85e211/3210af8c-0586-43d5-8213-570fb79bebfe/504757dd-b842-4a19-8629-69600dcc2e87) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:17.983496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-2cf9669d-076a-418b-9810-a12fab32516e tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:17.986509 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-2cf9669d-076a-418b-9810-a12fab32516e tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:17.991444 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] No DVR routers for this DVR port ce0633fc-c3be-4943-a294-19cbe53fbdcd on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:59:18.028314 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.042064 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-e4dbe457-8ed6-4b61-9857-92b43e8019f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:18.050509 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-e4dbe457-8ed6-4b61-9857-92b43e8019f5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 1098 time: 0.5637083 Aug 05 13:59:18.076579 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13817c15-e137-4672-9fd1-9ecbe9ee62c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6febdf1d-1265-4a8a-bc68-b6154934b4ea,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:18.124316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d25085bf-59c6-46fa-8091-4b2aa8179c3b None None] Deleting port ca670049-e85a-4877-af99-798270398be7 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:18.134339 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d25085bf-59c6-46fa-8091-4b2aa8179c3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.143257 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-93bb7eba-072e-46fc-a6ad-853be8ff0c83 None None] Deleting port d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:18.143633 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-93bb7eba-072e-46fc-a6ad-853be8ff0c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.166063 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44901d84-cc67-419c-9438-ecd941587342 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:59:18.166694 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] For port d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2,segment=NetworkSegment(1fb11f16-ac88-4dc9-a328-53267b1293e7),segment_id=1fb11f16-ac88-4dc9-a328-53267b1293e7)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:18.167224 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.171099 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-2f25ac49-16f8-4f44-b25c-0a869715661f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=4009c418-da99-4e60-a0c5-42d440548f74 HTTP/1.1" status: 200 len: 217 time: 0.0853338 Aug 05 13:59:18.177163 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.221458 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] Calling delete_port for d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:18.235951 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ca2a4e7-6a78-4673-9840-3152feaf4f2b req-d2c4df1b-54df-4c87-9e13-b1c53a15d79b tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5856831 Aug 05 13:59:18.240651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Transition to ACTIVE for port object 44901d84-cc67-419c-9438-ecd941587342 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:18.242285 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-2cf9669d-076a-418b-9810-a12fab32516e tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1588912 Aug 05 13:59:18.242884 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.274710 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Request body: {'port': {'device_id': '2e1ba75a-f690-434d-8256-7f9b96277269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:18.284559 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61e8ea-6c40-40bf-ac27-61d11490d4ee req-850ca32c-dd6b-477f-ae8b-ea55c97b8c59 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:18.286147 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da61e8ea-6c40-40bf-ac27-61d11490d4ee req-850ca32c-dd6b-477f-ae8b-ea55c97b8c59 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac869a5-ea7b-46e9-a584-053194d89810 HTTP/1.1" status: 200 len: 931 time: 0.6453078 Aug 05 13:59:18.300325 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.326902 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] Pushing event deleted for resources: {'Port': ['ID=ca670049-e85a-4877-af99-798270398be7,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:18.336464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] No DVR routers for this DVR port ca670049-e85a-4877-af99-798270398be7 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:59:18.342845 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.347699 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a403ce4b-19d5-4cd3-b874-a24a218552ba x-openstack-request-id: req-a403ce4b-19d5-4cd3-b874-a24a218552ba {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:18.347995 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd1d94c-8745-4c01-82ae-33f1f14304f0", "tag": "4009c418-da99-4e60-a0c5-42d440548f74", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:18.348253 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a403ce4b-19d5-4cd3-b874-a24a218552ba {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:18.348655 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd1d94c-8745-4c01-82ae-33f1f14304f0', 'tag': '4009c418-da99-4e60-a0c5-42d440548f74', 'status': 'completed', 'code': 200} Aug 05 13:59:18.373430 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89fd70dd-6f4a-4c10-85c3-fe84cb10916a']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:18.389276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d25085bf-59c6-46fa-8091-4b2aa8179c3b None None] For port ca670049-e85a-4877-af99-798270398be7, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:18.389905 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d25085bf-59c6-46fa-8091-4b2aa8179c3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.417848 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d25085bf-59c6-46fa-8091-4b2aa8179c3b None None] Calling delete_port for ca670049-e85a-4877-af99-798270398be7 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:18.420646 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-d25085bf-59c6-46fa-8091-4b2aa8179c3b None None] Port ca670049-e85a-4877-af99-798270398be7 was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 13:59:18.423863 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145792e9-9424-4208-bb9d-a15199db753b') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:18.424170 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145792e9-9424-4208-bb9d-a15199db753b') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:18.447333 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-65eb4854-d00f-43c1-baf5-45a506b3cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:18.450429 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-65eb4854-d00f-43c1-baf5-45a506b3cdcb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.2682533 Aug 05 13:59:18.451502 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.468608 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da61e8ea-6c40-40bf-ac27-61d11490d4ee req-97f45af3-8d22-4f8f-bfdd-692eabe93f9b tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573191 Aug 05 13:59:18.491778 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.518033 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:59:18.518498 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: timer() Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:59:18.522512 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:59:18.597112 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.613565 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-c3773d17-9b55-47c5-9f40-ffdbf56388f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:18.617187 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-c3773d17-9b55-47c5-9f40-ffdbf56388f5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1476228 Aug 05 13:59:18.619190 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.626841 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b50a47f1-a5b2-4876-b8cc-0a7899e58a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.639961 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.640835 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d25085bf-59c6-46fa-8091-4b2aa8179c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.642843 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abad8ab-841f-4069-b39f-5bb10bcfc23b']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:18.645654 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.649982 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/89fd70dd-6f4a-4c10-85c3-fe84cb10916a HTTP/1.1" status: 204 len: 168 time: 2.0942585 Aug 05 13:59:18.652402 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.680696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b50a47f1-a5b2-4876-b8cc-0a7899e58a80 None None] Network 89fd70dd-6f4a-4c10-85c3-fe84cb10916a is not hosted by any dhcp agent {{(pid=105725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 13:59:18.681444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50a47f1-a5b2-4876-b8cc-0a7899e58a80 None None] No DVR routers for this DVR port ce0633fc-c3be-4943-a294-19cbe53fbdcd on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:59:18.694565 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.703967 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Pushing event updated for resources: {'Port': ['ID=44901d84-cc67-419c-9438-ecd941587342,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:18.715807 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c870057b-dda9-45b4-b9e4-381c58cab10b') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:18.716103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c870057b-dda9-45b4-b9e4-381c58cab10b') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:18.757562 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 87e2de8a-4233-4972-997b-490bdf629ada, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=87e2de8a-4233-4972-997b-490bdf629ada,segment=NetworkSegment(c6086323-caf8-48e3-b764-1e96be22a039),segment_id=c6086323-caf8-48e3-b764-1e96be22a039)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:18.759350 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.761104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-93bb7eba-072e-46fc-a6ad-853be8ff0c83 None None] For port d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2,segment=NetworkSegment(1fb11f16-ac88-4dc9-a328-53267b1293e7),segment_id=1fb11f16-ac88-4dc9-a328-53267b1293e7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:18.761629 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00558e48-23bf-4c8e-94b6-e3085d1657e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=89fd70dd-6f4a-4c10-85c3-fe84cb10916a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:18.761815 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-93bb7eba-072e-46fc-a6ad-853be8ff0c83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.774232 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.779121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a47f1-a5b2-4876-b8cc-0a7899e58a80 None None] Pushing event deleted for resources: {'Port': ['ID=ce0633fc-c3be-4943-a294-19cbe53fbdcd,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:18.804240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25085bf-59c6-46fa-8091-4b2aa8179c3b None None] No DVR routers for this DVR port ca670049-e85a-4877-af99-798270398be7 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:59:18.806120 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.813993 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-87dd8983-18dc-4a5a-9617-5468e475fd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.842113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] No DVR routers for this DVR port d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:59:18.848352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] Pushing event deleted for resources: {'Port': ['ID=d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:18.857884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-93bb7eba-072e-46fc-a6ad-853be8ff0c83 None None] Calling delete_port for d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:18.887345 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f81c47-3484-484e-9b21-3653ea407fbf req-3fcbacd7-3e1e-472f-a080-0c393fd9f99f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:18.894968 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92f81c47-3484-484e-9b21-3653ea407fbf req-3fcbacd7-3e1e-472f-a080-0c393fd9f99f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 947 time: 0.4697628 Aug 05 13:59:18.917556 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.951789 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:59:18.952215 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: timer() Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:59:18.961495 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:59:18.978142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50734) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:18.983091 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:18.996015 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Transition to ACTIVE for port object 504757dd-b842-4a19-8629-69600dcc2e87 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:19.018927 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Transition to ACTIVE for port object 504757dd-b842-4a19-8629-69600dcc2e87 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:19.052884 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-299ca171-9284-47c8-a2f5-1ae1e0536f3a service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012268 Aug 05 13:59:19.081498 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:19.087964 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-79064148-45cd-420d-9fbf-e58e24e5f43f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8ec62abe29146a69e83b4d119a767f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1063550 Aug 05 13:59:19.100323 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50738) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:19.111656 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Attempting to bind port 44901d84-cc67-419c-9438-ecd941587342 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:19.112231 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Attempting to bind port 44901d84-cc67-419c-9438-ecd941587342 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '163afa45-b412-44c7-b185-ccd4e82304a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:19.112746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Attempting to bind port 44901d84-cc67-419c-9438-ecd941587342 on network ae5d1956-9a20-4a6c-b6cc-b896ac38386b {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:19.151132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25085bf-59c6-46fa-8091-4b2aa8179c3b None None] Pushing event deleted for resources: {'Port': ['ID=ca670049-e85a-4877-af99-798270398be7,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:19.161389 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ce0633fc-c3be-4943-a294-19cbe53fbdcd no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:59:19.164547 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4380663-ae1d-487a-a20a-c1a92b22cae9']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:19.171170 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-93bb7eba-072e-46fc-a6ad-853be8ff0c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:19.185261 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb11f16-ac88-4dc9-a328-53267b1293e7') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:19.186538 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb11f16-ac88-4dc9-a328-53267b1293e7') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:19.202697 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:19.203210 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: ce0633fc-c3be-4943-a294-19cbe53fbdcd {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:59:19.203633 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ce0633fc-c3be-4943-a294-19cbe53fbdcd not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:59:19.225362 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9eb125e2-e3e2-4f5a-8fb0-af0e8352063c req-bb37cc79-a095-426e-9989-0d5558dad3f2 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456144 Aug 05 13:59:19.226719 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:19.254078 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 13:59:19.254617 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: timer() Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 13:59:19.256704 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 13:59:19.349520 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:19.364198 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb7eba-072e-46fc-a6ad-853be8ff0c83 None None] No DVR routers for this DVR port d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:59:19.402678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ca670049-e85a-4877-af99-798270398be7 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:59:19.434325 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:19.442048 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: ca670049-e85a-4877-af99-798270398be7 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:59:19.442424 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ca670049-e85a-4877-af99-798270398be7 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:59:19.443437 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:59:19.446421 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:19.451253 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b4380663-ae1d-487a-a20a-c1a92b22cae9 HTTP/1.1" status: 204 len: 168 time: 2.5352488 Aug 05 13:59:19.470033 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d227aa-432f-4fc0-8e47-8bc567c728bd req-1b0b9717-4c48-46fb-9bc7-4ffa646ddc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:19.471988 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86d227aa-432f-4fc0-8e47-8bc567c728bd req-1b0b9717-4c48-46fb-9bc7-4ffa646ddc0a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 1098 time: 0.1584647 Aug 05 13:59:19.474629 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de1b7a-8251-4319-bed6-79bd4b3b7297 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4380663-ae1d-487a-a20a-c1a92b22cae9,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:19.488086 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:59:19.488498 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:59:19.493176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=87e2de8a-4233-4972-997b-490bdf629ada,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:19.512035 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf76da-afe4-4dbc-95c0-432841585454 req-d1059646-b5fd-429f-a9c2-ac1306c14888 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:19.513627 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f0cf76da-afe4-4dbc-95c0-432841585454 req-d1059646-b5fd-429f-a9c2-ac1306c14888 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.1228714 Aug 05 13:59:19.540270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Network 455a85f1-ffff-4450-8f60-55a09b85e211 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:19.542625 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb7eba-072e-46fc-a6ad-853be8ff0c83 None None] Pushing event deleted for resources: {'Port': ['ID=d39bc3ad-bf2d-4bcc-913d-71b0e0f547d2,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:19.545508 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:19.548300 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:19.554332 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:19.607481 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92f81c47-3484-484e-9b21-3653ea407fbf req-ab1f9bb1-a393-4e24-bf5d-34507e350788 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7104428 Aug 05 13:59:19.635520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Port 44901d84-cc67-419c-9438-ecd941587342 on network ae5d1956-9a20-4a6c-b6cc-b896ac38386b not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:59:19.638412 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Attempting to bind port 44901d84-cc67-419c-9438-ecd941587342 on network ae5d1956-9a20-4a6c-b6cc-b896ac38386b {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:19.664468 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Pushing event updated for resources: {'Port': ['ID=504757dd-b842-4a19-8629-69600dcc2e87,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:19.687080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Attempting to bind port 504757dd-b842-4a19-8629-69600dcc2e87 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:19.688143 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Attempting to bind port 504757dd-b842-4a19-8629-69600dcc2e87 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '2b05a905-0860-41c9-ad00-dd0e38f6981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:19.688143 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Attempting to bind port 504757dd-b842-4a19-8629-69600dcc2e87 on network 455a85f1-ffff-4450-8f60-55a09b85e211 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:19.704286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:19.704662 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Checking segment: {'id': '2b05a905-0860-41c9-ad00-dd0e38f6981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:19.705086 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:19.705484 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Bound using segment: {'id': '2b05a905-0860-41c9-ad00-dd0e38f6981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:19.705979 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Bound port: 504757dd-b842-4a19-8629-69600dcc2e87, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b05a905-0860-41c9-ad00-dd0e38f6981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:19.706386 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:19.725515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50754) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:19.727711 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:19.731829 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:19.732167 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Checking segment: {'id': '163afa45-b412-44c7-b185-ccd4e82304a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:19.732739 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Bound using segment: {'id': '163afa45-b412-44c7-b185-ccd4e82304a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:19.733617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Bound port: 44901d84-cc67-419c-9438-ecd941587342, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163afa45-b412-44c7-b185-ccd4e82304a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:19.733978 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:19.781512 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:19.787162 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] 10.222.0.16 "DELETE /v2.0/networks/9abad8ab-841f-4069-b39f-5bb10bcfc23b HTTP/1.1" status: 204 len: 168 time: 3.0453305 Aug 05 13:59:19.797879 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a318a9-2e48-494a-8770-5e689674cb8d admin admin] Pushing event deleted for resources: {'Network': ['ID=9abad8ab-841f-4069-b39f-5bb10bcfc23b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:19.819226 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] For port 504757dd-b842-4a19-8629-69600dcc2e87, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:19.825756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] For port 504757dd-b842-4a19-8629-69600dcc2e87, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=504757dd-b842-4a19-8629-69600dcc2e87,segment=NetworkSegment(2b05a905-0860-41c9-ad00-dd0e38f6981c),segment_id=2b05a905-0860-41c9-ad00-dd0e38f6981c)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:19.841949 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:19.940894 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfc9a7-716c-4634-b9b2-112908c3d823 req-95cbc84d-97a4-4ba7-b24b-fa225511cffe tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:19.948958 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-edbfc9a7-716c-4634-b9b2-112908c3d823 req-95cbc84d-97a4-4ba7-b24b-fa225511cffe tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac869a5-ea7b-46e9-a584-053194d89810 HTTP/1.1" status: 200 len: 943 time: 0.2222145 Aug 05 13:59:19.974338 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4604325-ce30-49e1-bd4c-9731107d81e9 None None] Pushing event updated for resources: {'Port': ['ID=504757dd-b842-4a19-8629-69600dcc2e87,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:19.990373 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-66f22234-e629-443e-91c3-cb051068fec8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74616b99a34b48a6a4104079c67ef572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594326 Aug 05 13:59:20.015438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50764) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:20.105731 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50768) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:20.119981 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dbca95a0-64c6-4168-b077-d3b8752e5e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:20.150734 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f0cf76da-afe4-4dbc-95c0-432841585454 req-e4c63aba-df70-4b4b-89bb-c58c196ae6e5 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6215799 Aug 05 13:59:20.157976 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] For port 44901d84-cc67-419c-9438-ecd941587342, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:20.222644 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-edbfc9a7-716c-4634-b9b2-112908c3d823 req-a1821413-4e05-41a3-9589-3072025e98a5 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724948 Aug 05 13:59:20.240540 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] For port 44901d84-cc67-419c-9438-ecd941587342, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=44901d84-cc67-419c-9438-ecd941587342,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:20.250542 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-51de1e70-1e70-4381-9e29-cfccda34f957 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98c6c1520e3e4272bc824b52ad079e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383080 Aug 05 13:59:20.262591 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dbca95a0-64c6-4168-b077-d3b8752e5e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:20.264304 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d227aa-432f-4fc0-8e47-8bc567c728bd req-e626a9f4-3804-4569-8bf9-afbc1c6a88c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:20.266005 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50772) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:20.267915 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86d227aa-432f-4fc0-8e47-8bc567c728bd req-e626a9f4-3804-4569-8bf9-afbc1c6a88c2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.7855530 Aug 05 13:59:20.329985 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:20.338289 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86d227aa-432f-4fc0-8e47-8bc567c728bd req-1f49ec18-bc8c-4805-bbc6-367efd63dbbc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=4009c418-da99-4e60-a0c5-42d440548f74 HTTP/1.1" status: 200 len: 217 time: 0.0617003 Aug 05 13:59:20.380041 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9131-0c4e-4af7-bf90-09dbeac89e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:20.468091 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d227aa-432f-4fc0-8e47-8bc567c728bd req-6b681944-a720-40a3-80e1-be93a6021e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:20.470041 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86d227aa-432f-4fc0-8e47-8bc567c728bd req-6b681944-a720-40a3-80e1-be93a6021e51 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1174521 Aug 05 13:59:20.504234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:20.504945 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:20.506867 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] 10.222.0.63 "PUT /v2.0/ports/44901d84-cc67-419c-9438-ecd941587342 HTTP/1.1" status: 200 len: 1091 time: 4.5746825 Aug 05 13:59:20.529266 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac869a5-ea7b-46e9-a584-053194d89810', 'tag': '44901d84-cc67-419c-9438-ecd941587342'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:20.531943 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcb522e-c47c-4d62-be63-0c9e5257173b" -d '{"events": [{"name": "network-changed", "server_uuid": "aac869a5-ea7b-46e9-a584-053194d89810", "tag": "44901d84-cc67-419c-9438-ecd941587342"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:20.539750 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d227aa-432f-4fc0-8e47-8bc567c728bd req-e14d7a73-8c61-402b-ab7b-4cb40cc531eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:20.541970 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86d227aa-432f-4fc0-8e47-8bc567c728bd req-e14d7a73-8c61-402b-ab7b-4cb40cc531eb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0625334 Aug 05 13:59:20.587428 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9131-0c4e-4af7-bf90-09dbeac89e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:20.595832 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Allocated IP 2001:db8:1::1 (455a85f1-ffff-4450-8f60-55a09b85e211/3210af8c-0586-43d5-8213-570fb79bebfe/fb49570b-93d4-4e2b-ae54-88de9cfdcc57) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:20.636298 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e375750-9e58-45bf-a6cc-fc927b31ed9e x-openstack-request-id: req-6e375750-9e58-45bf-a6cc-fc927b31ed9e {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:20.636469 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac869a5-ea7b-46e9-a584-053194d89810", "tag": "44901d84-cc67-419c-9438-ecd941587342", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:20.636721 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e375750-9e58-45bf-a6cc-fc927b31ed9e {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:20.637115 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac869a5-ea7b-46e9-a584-053194d89810', 'tag': '44901d84-cc67-419c-9438-ecd941587342', 'status': 'completed', 'code': 200} Aug 05 13:59:20.701514 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765af01d-4dc4-43cf-a028-e20a70c0c10c service neutron] Pushing event updated for resources: {'Port': ['ID=44901d84-cc67-419c-9438-ecd941587342,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:20.737202 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-066d9bb6-171d-4e42-8b93-64d9ef92903c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:20.761057 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86d227aa-432f-4fc0-8e47-8bc567c728bd req-9503fe9c-3faf-4d28-bb06-9943fab217d7 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960058 Aug 05 13:59:20.779239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496c15c-772c-43c8-8384-2c17eca795ba req-d127a437-c6ed-4131-a05c-12e6323fc20c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:20.780737 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7496c15c-772c-43c8-8384-2c17eca795ba req-d127a437-c6ed-4131-a05c-12e6323fc20c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 947 time: 0.0784762 Aug 05 13:59:20.798376 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb375ce-98a4-4978-904e-0ca68f2abc7b req-15febe66-b38a-4333-87f9-27e062ea2c55 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:20.799609 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5cb375ce-98a4-4978-904e-0ca68f2abc7b req-15febe66-b38a-4333-87f9-27e062ea2c55 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.3176928 Aug 05 13:59:20.810598 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dbca95a0-64c6-4168-b077-d3b8752e5e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:20.813402 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dbca95a0-64c6-4168-b077-d3b8752e5e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:20.817006 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dbca95a0-64c6-4168-b077-d3b8752e5e29 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02bb72bd-135f-4341-9e50-a8b7d616b620 HTTP/1.1" status: 204 len: 168 time: 1.6987689 Aug 05 13:59:20.818883 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:59:20.877086 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:20.880156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca95a0-64c6-4168-b077-d3b8752e5e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bb72bd-135f-4341-9e50-a8b7d616b620,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:20.886863 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7496c15c-772c-43c8-8384-2c17eca795ba req-985d4e52-6882-4162-ac94-568d06053127 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966387 Aug 05 13:59:20.894297 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-066d9bb6-171d-4e42-8b93-64d9ef92903c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:20.953813 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86d227aa-432f-4fc0-8e47-8bc567c728bd req-7541bfc8-35d7-450e-9bef-51e2dedcf3a1 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718497 Aug 05 13:59:20.988733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-c23100bc-9cd6-4e63-aca3-765456d41c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:20.991312 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-c23100bc-9cd6-4e63-aca3-765456d41c29 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0cd72dc2dea14d75b3f0c36365539b60&device_id=aac869a5-ea7b-46e9-a584-053194d89810 HTTP/1.1" status: 200 len: 1094 time: 0.4086187 Aug 05 13:59:20.997114 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Transition to ACTIVE for port object 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:21.023585 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9131-0c4e-4af7-bf90-09dbeac89e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:21.026462 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9131-0c4e-4af7-bf90-09dbeac89e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:21.027872 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f4ff9131-0c4e-4af7-bf90-09dbeac89e7b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da437455-edb7-451a-9aa1-d3fddeade36b HTTP/1.1" status: 204 len: 168 time: 0.9834540 Aug 05 13:59:21.048896 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:21.056683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 4009c418-da99-4e60-a0c5-42d440548f74 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:59:21.159752 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-adfb1d56-c6f1-4379-b1c8-ceacb71a51e0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44901d84-cc67-419c-9438-ecd941587342 HTTP/1.1" status: 200 len: 217 time: 0.1509967 Aug 05 13:59:21.166146 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5cb375ce-98a4-4978-904e-0ca68f2abc7b req-45d1a11e-8bce-4195-9c1d-fe15b4e003ce tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422239 Aug 05 13:59:21.180153 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff9131-0c4e-4af7-bf90-09dbeac89e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da437455-edb7-451a-9aa1-d3fddeade36b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:21.269636 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:21.269822 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:21.283943 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 4009c418-da99-4e60-a0c5-42d440548f74, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=4009c418-da99-4e60-a0c5-42d440548f74,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:21.297847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Transition to ACTIVE for port object fb49570b-93d4-4e2b-ae54-88de9cfdcc57 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:21.325719 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '4009c418-da99-4e60-a0c5-42d440548f74', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '4009c418-da99-4e60-a0c5-42d440548f74', 'mac_address': 'fa:16:3e:61:c8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:59:21.393317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-c467ef45-00a7-48e4-a360-869c33f49931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:21.396375 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-c467ef45-00a7-48e4-a360-869c33f49931 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d026a15a-05b1-472c-bcd1-13dc71bc41cd HTTP/1.1" status: 200 len: 853 time: 0.2065220 Aug 05 13:59:21.404085 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:21.406827 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-066d9bb6-171d-4e42-8b93-64d9ef92903c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:21.409192 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-066d9bb6-171d-4e42-8b93-64d9ef92903c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:21.413304 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-066d9bb6-171d-4e42-8b93-64d9ef92903c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d90f85b8-7243-4e70-9d65-76ae3920a910 HTTP/1.1" status: 204 len: 168 time: 1.1431737 Aug 05 13:59:21.443354 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:21.473522 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4009c418-da99-4e60-a0c5-42d440548f74 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:59:21.528860 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 504757dd-b842-4a19-8629-69600dcc2e87 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:21.530137 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d9bb6-171d-4e42-8b93-64d9ef92903c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90f85b8-7243-4e70-9d65-76ae3920a910,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:21.531960 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df849e3-8f7a-475a-ae9c-4c236777c910 None None] Network 455a85f1-ffff-4450-8f60-55a09b85e211 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:21.532408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=1600b5dd-5d4a-41c1-b40f-75c770a4a3ac,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:21.540447 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-4aa9df27-7c43-464e-b22a-3c6155e567c4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ae5d1956-9a20-4a6c-b6cc-b896ac38386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256921 Aug 05 13:59:21.550407 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network 455a85f1-ffff-4450-8f60-55a09b85e211 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:21.578973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:21.584935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:21.585763 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:21.592288 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-277944f7-ad93-4b80-8886-18950b9609d3 req-2c170fca-85d2-455b-9a10-a26c65aaedaa tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a65a4dfe38e248edbdfcde9ed0319116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485785 Aug 05 13:59:21.611640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 4009c418-da99-4e60-a0c5-42d440548f74, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=4009c418-da99-4e60-a0c5-42d440548f74,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:21.735775 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:21.762712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298adce2-6268-4aef-8a08-a91f12cc98c0 req-5ad41030-041a-4190-bfed-3c57152f1153 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:21.771265 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-298adce2-6268-4aef-8a08-a91f12cc98c0 req-5ad41030-041a-4190-bfed-3c57152f1153 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac869a5-ea7b-46e9-a584-053194d89810 HTTP/1.1" status: 200 len: 943 time: 0.3511915 Aug 05 13:59:21.834485 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cf1c5-ce36-4d0b-a2fa-c98f682b780b req-2c965a75-8826-4ea9-9a53-e9509d3252b7 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:21.837112 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd2cf1c5-ce36-4d0b-a2fa-c98f682b780b req-2c965a75-8826-4ea9-9a53-e9509d3252b7 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.1109741 Aug 05 13:59:21.860661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=4009c418-da99-4e60-a0c5-42d440548f74,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:21.873442 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=fb49570b-93d4-4e2b-ae54-88de9cfdcc57,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:21.902985 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-298adce2-6268-4aef-8a08-a91f12cc98c0 req-28c91712-4c5b-4d5f-8dd3-57b8c46cc473 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307302 Aug 05 13:59:21.933286 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Attempting to bind port 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:21.934460 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fff1d7f7-4780-41a3-9dff-02a5f26574a8 None None] Provisioning for port 504757dd-b842-4a19-8629-69600dcc2e87 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:21.935215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Attempting to bind port 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '163afa45-b412-44c7-b185-ccd4e82304a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:21.935758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Attempting to bind port 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac on network ae5d1956-9a20-4a6c-b6cc-b896ac38386b {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:21.946723 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277944f7-ad93-4b80-8886-18950b9609d3 req-d6b902f4-dcf0-40b8-8a16-5abfd3e3bc4c tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:21.954171 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-277944f7-ad93-4b80-8886-18950b9609d3 req-d6b902f4-dcf0-40b8-8a16-5abfd3e3bc4c tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3530505 Aug 05 13:59:21.968168 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Port 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac on network ae5d1956-9a20-4a6c-b6cc-b896ac38386b not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:59:21.968567 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Attempting to bind port 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac on network ae5d1956-9a20-4a6c-b6cc-b896ac38386b {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:21.981279 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:21.981809 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Checking segment: {'id': '163afa45-b412-44c7-b185-ccd4e82304a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:21.982025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Bound using segment: {'id': '163afa45-b412-44c7-b185-ccd4e82304a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:21.982526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Bound port: 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163afa45-b412-44c7-b185-ccd4e82304a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:21.986156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 504757dd-b842-4a19-8629-69600dcc2e87 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:21.987690 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:21.995216 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 504757dd-b842-4a19-8629-69600dcc2e87 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:21.995927 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:22.007925 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-277944f7-ad93-4b80-8886-18950b9609d3 req-484e7180-570f-4029-898b-e0c8e58ab1c4 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/quotas/a65a4dfe38e248edbdfcde9ed0319116 HTTP/1.1" status: 200 len: 375 time: 0.0525575 Aug 05 13:59:22.050703 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a7337313-f216-4ca7-82d5-7cf1b0380056 service neutron] 10.222.0.63 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771566 Aug 05 13:59:22.056154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['4009c418-da99-4e60-a0c5-42d440548f74'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:59:22.064221 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-277944f7-ad93-4b80-8886-18950b9609d3 req-915a5b92-2be6-44a0-84f3-d01aba6af23f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a65a4dfe38e248edbdfcde9ed0319116&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546341 Aug 05 13:59:22.084869 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-bd2cf1c5-ce36-4d0b-a2fa-c98f682b780b req-6b55410f-9223-475f-a532-7d8ce7db24e7 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Deleting port 0c66547f-17a3-4012-b105-cd030d49d414 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:22.087093 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bd2cf1c5-ce36-4d0b-a2fa-c98f682b780b req-6b55410f-9223-475f-a532-7d8ce7db24e7 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:22.246762 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-01d885c9-0128-4431-ad90-c49550373992 service neutron] 10.222.0.63 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425686 Aug 05 13:59:22.247463 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:22.291043 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:22.324444 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-bd2cf1c5-ce36-4d0b-a2fa-c98f682b780b req-6b55410f-9223-475f-a532-7d8ce7db24e7 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] For port 0c66547f-17a3-4012-b105-cd030d49d414, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=0c66547f-17a3-4012-b105-cd030d49d414,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:22.324813 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bd2cf1c5-ce36-4d0b-a2fa-c98f682b780b req-6b55410f-9223-475f-a532-7d8ce7db24e7 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:22.326285 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 504757dd-b842-4a19-8629-69600dcc2e87, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=504757dd-b842-4a19-8629-69600dcc2e87,segment=NetworkSegment(2b05a905-0860-41c9-ad00-dd0e38f6981c),segment_id=2b05a905-0860-41c9-ad00-dd0e38f6981c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:22.346123 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:22.346123 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 87e2de8a-4233-4972-997b-490bdf629ada up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:22.392927 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-bd2cf1c5-ce36-4d0b-a2fa-c98f682b780b req-6b55410f-9223-475f-a532-7d8ce7db24e7 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Calling delete_port for 0c66547f-17a3-4012-b105-cd030d49d414 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:22.501399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316791a6-f74c-4fbb-9fa5-bf0b4d7ad0ee req-3d47d409-3915-4712-a2e6-71a0ec0d6997 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:22.513848 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=504757dd-b842-4a19-8629-69600dcc2e87,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:22.517119 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-316791a6-f74c-4fbb-9fa5-bf0b4d7ad0ee req-3d47d409-3915-4712-a2e6-71a0ec0d6997 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 948 time: 0.4930103 Aug 05 13:59:22.556194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] For port 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:22.611440 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 87e2de8a-4233-4972-997b-490bdf629ada triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:22.613473 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:22.648234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb522e-c47c-4d62-be63-0c9e5257173b req-62418102-60a6-4333-bc36-df2d748e6b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:22.649759 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0dcb522e-c47c-4d62-be63-0c9e5257173b req-62418102-60a6-4333-bc36-df2d748e6b9a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0cd72dc2dea14d75b3f0c36365539b60&device_id=aac869a5-ea7b-46e9-a584-053194d89810 HTTP/1.1" status: 200 len: 1094 time: 0.2592790 Aug 05 13:59:22.651681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] For port 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1600b5dd-5d4a-41c1-b40f-75c770a4a3ac,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:22.681336 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:22.751394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8d4f5-133a-4fe9-a474-ebd7a9b04588 req-98bfc394-da78-4c93-a621-6eaabd530095 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:22.767061 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cff8d4f5-133a-4fe9-a474-ebd7a9b04588 req-98bfc394-da78-4c93-a621-6eaabd530095 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 946 time: 0.2552352 Aug 05 13:59:22.775245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-546d9620-85c3-4481-bdea-1f10bdfbf8e4 None None] Provisioning for port fb49570b-93d4-4e2b-ae54-88de9cfdcc57 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:22.779760 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-546d9620-85c3-4481-bdea-1f10bdfbf8e4 None None] Provisioning complete for port fb49570b-93d4-4e2b-ae54-88de9cfdcc57 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:22.780445 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-546d9620-85c3-4481-bdea-1f10bdfbf8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:22.876367 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-546d9620-85c3-4481-bdea-1f10bdfbf8e4 None None] Port fb49570b-93d4-4e2b-ae54-88de9cfdcc57 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:59:22.878685 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cff8d4f5-133a-4fe9-a474-ebd7a9b04588 req-ed29bdb2-b24a-4e78-8b9d-5baf8aa54fdb tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093779 Aug 05 13:59:22.904661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-546d9620-85c3-4481-bdea-1f10bdfbf8e4 None None] Provisioning complete for port 504757dd-b842-4a19-8629-69600dcc2e87 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:22.905073 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-546d9620-85c3-4481-bdea-1f10bdfbf8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:22.931060 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bd2cf1c5-ce36-4d0b-a2fa-c98f682b780b req-6b55410f-9223-475f-a532-7d8ce7db24e7 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:22.973120 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-316791a6-f74c-4fbb-9fa5-bf0b4d7ad0ee req-16435a9c-6a8c-4ce5-9638-27b500863da1 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526014 Aug 05 13:59:23.014054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55410f-9223-475f-a532-7d8ce7db24e7 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Pushing event deleted for resources: {'Port': ['ID=0c66547f-17a3-4012-b105-cd030d49d414,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:23.043094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['0c66547f-17a3-4012-b105-cd030d49d414'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:59:23.046104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2cf1c5-ce36-4d0b-a2fa-c98f682b780b req-6b55410f-9223-475f-a532-7d8ce7db24e7 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] No DVR routers for this DVR port 0c66547f-17a3-4012-b105-cd030d49d414 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:59:23.061039 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bd2cf1c5-ce36-4d0b-a2fa-c98f682b780b req-6b55410f-9223-475f-a532-7d8ce7db24e7 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:23.063598 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd2cf1c5-ce36-4d0b-a2fa-c98f682b780b req-6b55410f-9223-475f-a532-7d8ce7db24e7 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.84 "DELETE /v2.0/ports/0c66547f-17a3-4012-b105-cd030d49d414 HTTP/1.1" status: 204 len: 173 time: 1.2181087 Aug 05 13:59:23.064250 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7', 'name': 'network-vif-deleted', 'tag': '0c66547f-17a3-4012-b105-cd030d49d414'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:23.067633 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95afb760-69d6-4848-8c74-322b72e7c23f" -d '{"events": [{"server_uuid": "6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7", "name": "network-vif-deleted", "tag": "0c66547f-17a3-4012-b105-cd030d49d414"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:23.095107 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-4957ca54-51fe-44e7-9d38-faed74369052 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a65a4dfe38e248edbdfcde9ed0319116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500326 Aug 05 13:59:23.135831 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:23.136466 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:23.137876 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] 10.222.0.84 "PUT /v2.0/ports/1600b5dd-5d4a-41c1-b40f-75c770a4a3ac HTTP/1.1" status: 200 len: 1092 time: 4.8859210 Aug 05 13:59:23.147753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1ba75a-f690-434d-8256-7f9b96277269', 'tag': '1600b5dd-5d4a-41c1-b40f-75c770a4a3ac'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:23.149502 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4844f3-ed99-4897-9112-9ad5ea86fea4" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1ba75a-f690-434d-8256-7f9b96277269", "tag": "1600b5dd-5d4a-41c1-b40f-75c770a4a3ac"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:23.238916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612c177-fa41-493b-bc5d-6efa64042ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=1600b5dd-5d4a-41c1-b40f-75c770a4a3ac,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:23.291320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-773334ef-26c8-470f-bde2-9b26a6f2df13 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:23.308220 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-773334ef-26c8-470f-bde2-9b26a6f2df13 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051890 Aug 05 13:59:23.339166 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-24a8760c-546d-4535-b386-c340fe7adee1 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/quotas/a65a4dfe38e248edbdfcde9ed0319116 HTTP/1.1" status: 200 len: 375 time: 0.0299397 Aug 05 13:59:23.378941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb522e-c47c-4d62-be63-0c9e5257173b req-e1e957c9-0bcb-4351-b55c-ea81d533833c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:23.381231 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0dcb522e-c47c-4d62-be63-0c9e5257173b req-e1e957c9-0bcb-4351-b55c-ea81d533833c service neutron] 10.222.0.63 "GET /v2.0/networks?id=ae5d1956-9a20-4a6c-b6cc-b896ac38386b HTTP/1.1" status: 200 len: 914 time: 0.7165191 Aug 05 13:59:23.401452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 504757dd-b842-4a19-8629-69600dcc2e87 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:23.407237 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-c523d349-5833-4ac3-bd0b-c299be6051b7 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a65a4dfe38e248edbdfcde9ed0319116&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670295 Aug 05 13:59:23.508890 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 504757dd-b842-4a19-8629-69600dcc2e87 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:23.510289 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:23.514100 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0dcb522e-c47c-4d62-be63-0c9e5257173b req-f2c6b47c-69ec-493d-9c16-17f9efbbf99d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44901d84-cc67-419c-9438-ecd941587342 HTTP/1.1" status: 200 len: 217 time: 0.0869470 Aug 05 13:59:23.527596 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ea56d-93d4-4a3f-b942-fd8d665ca5b4 req-2784b197-052a-41ef-a2d6-789a0d81bc5d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:23.535564 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-946ea56d-93d4-4a3f-b942-fd8d665ca5b4 req-2784b197-052a-41ef-a2d6-789a0d81bc5d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac869a5-ea7b-46e9-a584-053194d89810 HTTP/1.1" status: 200 len: 943 time: 0.3599589 Aug 05 13:59:23.548188 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-0731a5ba-a4f5-463c-af6f-1cb550dc05b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:23.550112 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-0731a5ba-a4f5-463c-af6f-1cb550dc05b6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0cd72dc2dea14d75b3f0c36365539b60&device_id=2e1ba75a-f690-434d-8256-7f9b96277269 HTTP/1.1" status: 200 len: 1095 time: 0.3009572 Aug 05 13:59:23.668093 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-09cc08a9-d88c-494a-a93c-a4e7f0e7fe87 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1600b5dd-5d4a-41c1-b40f-75c770a4a3ac HTTP/1.1" status: 200 len: 217 time: 0.1024113 Aug 05 13:59:23.701223 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f21e339f-4e25-48a5-ba3d-b887d3228dfc None None] Provisioning complete for port fb49570b-93d4-4e2b-ae54-88de9cfdcc57 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:23.701999 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f21e339f-4e25-48a5-ba3d-b887d3228dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:23.754747 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef7eba0-7e7d-4b2f-a0aa-5ec91b76382b x-openstack-request-id: req-7ef7eba0-7e7d-4b2f-a0aa-5ec91b76382b {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:23.756453 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7", "name": "network-vif-deleted", "tag": "0c66547f-17a3-4012-b105-cd030d49d414", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:23.757034 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ef7eba0-7e7d-4b2f-a0aa-5ec91b76382b {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:23.758238 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7', 'name': 'network-vif-deleted', 'tag': '0c66547f-17a3-4012-b105-cd030d49d414', 'status': 'completed', 'code': 200} Aug 05 13:59:23.760998 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb522e-c47c-4d62-be63-0c9e5257173b req-2cac2b8f-41be-4f0d-a8ab-822151d2d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:23.763438 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0dcb522e-c47c-4d62-be63-0c9e5257173b req-2cac2b8f-41be-4f0d-a8ab-822151d2d79d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d026a15a-05b1-472c-bcd1-13dc71bc41cd HTTP/1.1" status: 200 len: 853 time: 0.2177732 Aug 05 13:59:23.808669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f21e339f-4e25-48a5-ba3d-b887d3228dfc None None] Port fb49570b-93d4-4e2b-ae54-88de9cfdcc57 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:59:23.815589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50896) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:23.831503 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e1465c-8885-4f41-bc21-19fb14ad7e0f x-openstack-request-id: req-e6e1465c-8885-4f41-bc21-19fb14ad7e0f {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:23.831941 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1ba75a-f690-434d-8256-7f9b96277269", "tag": "1600b5dd-5d4a-41c1-b40f-75c770a4a3ac", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:23.832277 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6e1465c-8885-4f41-bc21-19fb14ad7e0f {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:23.832778 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1ba75a-f690-434d-8256-7f9b96277269', 'tag': '1600b5dd-5d4a-41c1-b40f-75c770a4a3ac', 'status': 'completed', 'code': 200} Aug 05 13:59:23.854206 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-946ea56d-93d4-4a3f-b942-fd8d665ca5b4 req-2c78c6c3-8ccb-4d28-8103-52ff202e1c7b tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174613 Aug 05 13:59:23.915979 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0dcb522e-c47c-4d62-be63-0c9e5257173b req-2213b475-a98b-4550-9c09-d4e0375cfb92 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ae5d1956-9a20-4a6c-b6cc-b896ac38386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968301 Aug 05 13:59:23.918881 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8b222fda-117c-4757-abe6-4c280349df46 req-3913e9b8-8cd9-4585-998e-c898f0bb12a2 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 210 time: 0.0447767 Aug 05 13:59:24.095129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b0b04b21-4693-4dad-9041-23c31bf7964f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-532512425-network', 'tenant_id': '9f39c8f4653f419aa531da4561507e96'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:24.147750 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:24.172289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b04b21-4693-4dad-9041-23c31bf7964f admin admin] Made reservation on behalf of 9f39c8f4653f419aa531da4561507e96 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:24.174910 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b0b04b21-4693-4dad-9041-23c31bf7964f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:24.203061 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b0b04b21-4693-4dad-9041-23c31bf7964f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:24.222417 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2e87a67f-affa-45d2-b228-b4bbd974f843 req-06ef3247-70cc-488e-aed3-beaa96eee4d9 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9e596e-63c4-4699-a87e-e6fbc9f3c2a7 HTTP/1.1" status: 200 len: 210 time: 0.1506777 Aug 05 13:59:24.227696 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a743b759-e2b6-4c28-b4e2-f031beec48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:24.229407 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-a743b759-e2b6-4c28-b4e2-f031beec48ef service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d026a15a-05b1-472c-bcd1-13dc71bc41cd HTTP/1.1" status: 200 len: 853 time: 0.5409105 Aug 05 13:59:24.230212 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:24.231172 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:24.331709 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=fb49570b-93d4-4e2b-ae54-88de9cfdcc57,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:24.407863 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa98624-e3fd-4294-88e8-78c2725da5fd req-c4458f7a-099c-4fd8-86da-24c7ed93d43b tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:24.416300 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2fa98624-e3fd-4294-88e8-78c2725da5fd req-c4458f7a-099c-4fd8-86da-24c7ed93d43b tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 948 time: 0.2811470 Aug 05 13:59:24.419543 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50920) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:24.456791 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-277944f7-ad93-4b80-8886-18950b9609d3 req-ca16474d-fec3-469e-aa23-f04183b34676 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=a65a4dfe38e248edbdfcde9ed0319116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1100435 Aug 05 13:59:24.516194 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0dcb522e-c47c-4d62-be63-0c9e5257173b req-c4aa9f96-8f3a-40b0-b0c2-b9649e902d3b service neutron] 10.222.0.63 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5790269 Aug 05 13:59:24.523796 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-9a2e2c87-df70-4b66-aef9-b752eaa779d4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ae5d1956-9a20-4a6c-b6cc-b896ac38386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1891730 Aug 05 13:59:24.642576 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c40e3795-5f6d-4d93-a58b-a0d09b51310a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1245048125-network', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:24.706996 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2fa98624-e3fd-4294-88e8-78c2725da5fd req-e740cb98-b29c-465e-bfd7-45a7c0341873 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895093 Aug 05 13:59:24.724274 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b0b04b21-4693-4dad-9041-23c31bf7964f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:24.745012 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b0b04b21-4693-4dad-9041-23c31bf7964f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:24.788972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b04b21-4693-4dad-9041-23c31bf7964f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:59:24.818647 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40e3795-5f6d-4d93-a58b-a0d09b51310a admin admin] Made reservation on behalf of 242aee1dd2bb45e090193f192ec2acf8 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:24.821285 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c40e3795-5f6d-4d93-a58b-a0d09b51310a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:24.835722 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b0b04b21-4693-4dad-9041-23c31bf7964f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:24.836348 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-b0b04b21-4693-4dad-9041-23c31bf7964f admin admin] Added segment ca78f4f8-fce6-44cf-a116-699e77395d53 of type vlan for network 00b456fd-8f1f-457d-ab9f-9b65af2598b8 Aug 05 13:59:24.861740 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b04b21-4693-4dad-9041-23c31bf7964f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660a226a-0c7d-40c0-ae51-d8493506a0a3,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:24.869658 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c40e3795-5f6d-4d93-a58b-a0d09b51310a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.004639 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c40e3795-5f6d-4d93-a58b-a0d09b51310a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.012887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277944f7-ad93-4b80-8886-18950b9609d3 req-9a1bff34-c297-447a-a24a-bfd52b861f71 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:25.014406 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-277944f7-ad93-4b80-8886-18950b9609d3 req-9a1bff34-c297-447a-a24a-bfd52b861f71 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5326617 Aug 05 13:59:25.048421 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c40e3795-5f6d-4d93-a58b-a0d09b51310a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.069425 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-277944f7-ad93-4b80-8886-18950b9609d3 req-3aad7c8d-b77e-4301-9b0b-cc88b693e125 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Request body: {'port': {'device_id': 'dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': 'a65a4dfe38e248edbdfcde9ed0319116'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:25.073121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 44901d84-cc67-419c-9438-ecd941587342 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:59:25.077767 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 4009c418-da99-4e60-a0c5-42d440548f74 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:25.084764 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98f802f5-985f-43f1-baa4-9a911c620437 req-a019ed06-1c9b-435a-bef8-f3d7dc7357ab tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 210 time: 0.0848606 Aug 05 13:59:25.136699 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b0b04b21-4693-4dad-9041-23c31bf7964f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.160839 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40e3795-5f6d-4d93-a58b-a0d09b51310a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:59:25.179059 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e3795-5f6d-4d93-a58b-a0d09b51310a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e17f84-27f5-431c-b053-4c9f29ddf7b9,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:25.198240 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c40e3795-5f6d-4d93-a58b-a0d09b51310a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.198802 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-c40e3795-5f6d-4d93-a58b-a0d09b51310a admin admin] Added segment 0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f of type vlan for network 17449f7a-6c65-48a1-960d-a93691b6492e Aug 05 13:59:25.232742 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network 455a85f1-ffff-4450-8f60-55a09b85e211 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:25.277632 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 4009c418-da99-4e60-a0c5-42d440548f74 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:25.291079 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b0b04b21-4693-4dad-9041-23c31bf7964f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.292062 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b04b21-4693-4dad-9041-23c31bf7964f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:25.292639 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b0b04b21-4693-4dad-9041-23c31bf7964f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.293729 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 4009c418-da99-4e60-a0c5-42d440548f74 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:25.294218 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.311422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:25.357802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 44901d84-cc67-419c-9438-ecd941587342, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=44901d84-cc67-419c-9438-ecd941587342,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:25.382851 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '44901d84-cc67-419c-9438-ecd941587342', 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b', 'port_id': '44901d84-cc67-419c-9438-ecd941587342', 'mac_address': 'fa:16:3e:bd:52:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd026a15a-05b1-472c-bcd1-13dc71bc41cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:59:25.478411 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-86a7f8bc-83e0-4e4b-8aac-f27794010b1f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=a65a4dfe38e248edbdfcde9ed0319116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1471219 Aug 05 13:59:25.480304 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c40e3795-5f6d-4d93-a58b-a0d09b51310a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.488482 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b0b04b21-4693-4dad-9041-23c31bf7964f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6713555 Aug 05 13:59:25.500496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50976) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:25.523042 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1396910e-cc54-4a60-baf0-57ed378f14bb admin admin] Request body: {'subnet': {'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-532512425-subnet', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:25.552565 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b04b21-4693-4dad-9041-23c31bf7964f admin admin] Pushing event updated for resources: {'Network': ['ID=00b456fd-8f1f-457d-ab9f-9b65af2598b8,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:25.556799 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.588473 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 00b456fd-8f1f-457d-ab9f-9b65af2598b8 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:59:25.614922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router f20fae2e-828a-466e-a2bb-8dd1c68854cf has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:59:25.616336 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277944f7-ad93-4b80-8886-18950b9609d3 req-3aad7c8d-b77e-4301-9b0b-cc88b693e125 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Made reservation on behalf of a65a4dfe38e248edbdfcde9ed0319116 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:25.619771 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-277944f7-ad93-4b80-8886-18950b9609d3 req-3aad7c8d-b77e-4301-9b0b-cc88b693e125 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.621054 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-6f3976bf-d2a7-4755-9ec2-4478a1fdcecc service neutron] 10.222.0.84 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0690145 Aug 05 13:59:25.634300 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a63e8-19d8-44a4-bd9a-8e48b961993b req-946dd9d7-0205-40e0-a89e-5d3bc97d792f tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:25.637695 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f50a63e8-19d8-44a4-bd9a-8e48b961993b req-946dd9d7-0205-40e0-a89e-5d3bc97d792f tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac869a5-ea7b-46e9-a584-053194d89810 HTTP/1.1" status: 200 len: 943 time: 0.4265785 Aug 05 13:59:25.669211 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-277944f7-ad93-4b80-8886-18950b9609d3 req-3aad7c8d-b77e-4301-9b0b-cc88b693e125 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.679214 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.679551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1396910e-cc54-4a60-baf0-57ed378f14bb admin admin] Made reservation on behalf of 9f39c8f4653f419aa531da4561507e96 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:25.682548 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1396910e-cc54-4a60-baf0-57ed378f14bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.693177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44901d84-cc67-419c-9438-ecd941587342 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:59:25.700054 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c40e3795-5f6d-4d93-a58b-a0d09b51310a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.701205 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40e3795-5f6d-4d93-a58b-a0d09b51310a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:25.701860 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c40e3795-5f6d-4d93-a58b-a0d09b51310a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.744245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 44901d84-cc67-419c-9438-ecd941587342, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=44901d84-cc67-419c-9438-ecd941587342,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:25.750575 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d80ca29-5fc0-4c4d-8f66-8b64b57f314f req-dba38744-5652-4b2a-b387-16c4b92d6b32 service neutron] 10.222.0.84 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089046 Aug 05 13:59:25.778765 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.799767 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0dcb522e-c47c-4d62-be63-0c9e5257173b req-a8f7306f-f5fa-4616-bb5f-01fc5a09b294 service neutron] 10.222.0.63 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2689507 Aug 05 13:59:25.800393 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd1d94c-8745-4c01-82ae-33f1f14304f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4009c418-da99-4e60-a0c5-42d440548f74'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:25.804144 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e532ab5c-49fe-4d8e-a4a0-6fb5f1e547f2" -d '{"events": [{"server_uuid": "ecd1d94c-8745-4c01-82ae-33f1f14304f0", "name": "network-vif-plugged", "status": "completed", "tag": "4009c418-da99-4e60-a0c5-42d440548f74"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:25.857808 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 4009c418-da99-4e60-a0c5-42d440548f74, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=4009c418-da99-4e60-a0c5-42d440548f74,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:25.869745 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.876794 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-33a06918-a97a-4a24-b699-82413a43b021 None None] Provisioning complete for port fb49570b-93d4-4e2b-ae54-88de9cfdcc57 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:25.877187 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-33a06918-a97a-4a24-b699-82413a43b021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.930759 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-277944f7-ad93-4b80-8886-18950b9609d3 req-3aad7c8d-b77e-4301-9b0b-cc88b693e125 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:25.956451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=44901d84-cc67-419c-9438-ecd941587342,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:25.959876 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f50a63e8-19d8-44a4-bd9a-8e48b961993b req-363692dc-1f71-4e90-a3ac-28440094fe4c tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081606 Aug 05 13:59:25.985864 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4844f3-ed99-4897-9112-9ad5ea86fea4 req-d934b758-b55f-49ac-bdcc-0e42504f8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:25.998105 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3f4844f3-ed99-4897-9112-9ad5ea86fea4 req-d934b758-b55f-49ac-bdcc-0e42504f8e3a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0cd72dc2dea14d75b3f0c36365539b60&device_id=2e1ba75a-f690-434d-8256-7f9b96277269 HTTP/1.1" status: 200 len: 1095 time: 0.1446788 Aug 05 13:59:26.004020 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:59:26.009244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=4009c418-da99-4e60-a0c5-42d440548f74,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:26.012340 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fd42a8f0-46ec-4a3a-83f8-d24a302226b8 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/f20fae2e-828a-466e-a2bb-8dd1c68854cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1460912 Aug 05 13:59:26.023346 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Sync routers for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:59:26.023901 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50998) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:26.025237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-33a06918-a97a-4a24-b699-82413a43b021 None None] Port fb49570b-93d4-4e2b-ae54-88de9cfdcc57 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:59:26.039556 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:26.040232 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:26.043767 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['44901d84-cc67-419c-9438-ecd941587342'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:59:26.072433 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-277944f7-ad93-4b80-8886-18950b9609d3 req-3aad7c8d-b77e-4301-9b0b-cc88b693e125 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:26.162666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3a95a458-e77b-4dfb-84f1-8cdbdda402a7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-960671314'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:26.187630 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c40e3795-5f6d-4d93-a58b-a0d09b51310a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7572479 Aug 05 13:59:26.226558 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70028e5-b500-428f-b5d7-773e3a00ae6f x-openstack-request-id: req-e70028e5-b500-428f-b5d7-773e3a00ae6f {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:26.227650 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd1d94c-8745-4c01-82ae-33f1f14304f0", "name": "network-vif-plugged", "status": "completed", "tag": "4009c418-da99-4e60-a0c5-42d440548f74", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:26.228066 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e70028e5-b500-428f-b5d7-773e3a00ae6f {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:26.228620 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd1d94c-8745-4c01-82ae-33f1f14304f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4009c418-da99-4e60-a0c5-42d440548f74', 'code': 200} Aug 05 13:59:26.251642 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 51018) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:26.259887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad7c8d-b77e-4301-9b0b-cc88b693e125 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e756f72-b2ee-4903-ae4e-7b0ced5b0def,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:26.292443 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-89cb6b5a-957e-4330-b09d-4ba81b26e458 admin admin] Request body: {'subnet': {'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1245048125-subnet', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:26.313475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-a00b07a3-b19d-4468-9cd5-136ad466579f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:26.315147 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-a00b07a3-b19d-4468-9cd5-136ad466579f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8209085 Aug 05 13:59:26.331650 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:26.350118 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e3795-5f6d-4d93-a58b-a0d09b51310a admin admin] Pushing event updated for resources: {'Network': ['ID=17449f7a-6c65-48a1-960d-a93691b6492e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:26.365050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 17449f7a-6c65-48a1-960d-a93691b6492e details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:59:26.381666 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ac0f-df72-45e0-9114-6d981cdd414e req-b7339896-c0af-4df5-a7d3-36940b8c3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:26.383398 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-43c5ac0f-df72-45e0-9114-6d981cdd414e req-b7339896-c0af-4df5-a7d3-36940b8c3671 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 1100 time: 0.2114992 Aug 05 13:59:26.383629 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-a200cfee-350d-4402-9e53-a3d41636b5a6 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Request body: {'port': {'device_id': '67b80950-726c-4ec2-8039-39a7e0494f3e', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': 'a65a4dfe38e248edbdfcde9ed0319116'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:26.432483 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4844f3-ed99-4897-9112-9ad5ea86fea4 req-5f554287-c0c5-444c-bbe8-93c95274cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:26.435827 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3f4844f3-ed99-4897-9112-9ad5ea86fea4 req-5f554287-c0c5-444c-bbe8-93c95274cd0a service neutron] 10.222.0.84 "GET /v2.0/networks?id=ae5d1956-9a20-4a6c-b6cc-b896ac38386b HTTP/1.1" status: 200 len: 914 time: 0.4220066 Aug 05 13:59:26.438766 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-43c5ac0f-df72-45e0-9114-6d981cdd414e req-3e5f0627-a38b-4e56-ad37-ac32f873db10 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458975 Aug 05 13:59:26.483596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 0c66547f-17a3-4012-b105-cd030d49d414 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:59:26.500231 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3f4844f3-ed99-4897-9112-9ad5ea86fea4 req-423ce7f4-643f-4c20-bf57-5a8211a9b8ac service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1600b5dd-5d4a-41c1-b40f-75c770a4a3ac HTTP/1.1" status: 200 len: 217 time: 0.0521059 Aug 05 13:59:26.509817 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 0c66547f-17a3-4012-b105-cd030d49d414 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:59:26.510210 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 0c66547f-17a3-4012-b105-cd030d49d414 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:59:26.515993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a95a458-e77b-4dfb-84f1-8cdbdda402a7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:26.519639 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3a95a458-e77b-4dfb-84f1-8cdbdda402a7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:26.548209 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be27cc8-66e8-4d85-bb77-8f7e449bb0ed req-d0d05db7-ed99-4d41-aeee-70df09e4f6bc tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:26.556824 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3be27cc8-66e8-4d85-bb77-8f7e449bb0ed req-d0d05db7-ed99-4d41-aeee-70df09e4f6bc tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 949 time: 0.5517139 Aug 05 13:59:26.579917 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4844f3-ed99-4897-9112-9ad5ea86fea4 req-df05a80f-696e-48fc-8000-f2498796b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:26.583440 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3f4844f3-ed99-4897-9112-9ad5ea86fea4 req-df05a80f-696e-48fc-8000-f2498796b6fb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d026a15a-05b1-472c-bcd1-13dc71bc41cd HTTP/1.1" status: 200 len: 853 time: 0.0727489 Aug 05 13:59:26.607610 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-277944f7-ad93-4b80-8886-18950b9609d3 req-3aad7c8d-b77e-4301-9b0b-cc88b693e125 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Allocated IP 192.168.233.223 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/f5c6e997-6dda-480e-9964-056a281fdde3) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:26.632979 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cb6b5a-957e-4330-b09d-4ba81b26e458 admin admin] Made reservation on behalf of 242aee1dd2bb45e090193f192ec2acf8 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:26.635364 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89cb6b5a-957e-4330-b09d-4ba81b26e458 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:26.636684 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3f4844f3-ed99-4897-9112-9ad5ea86fea4 req-8c1338a8-e872-4d3f-ad8e-ad0764ee45e6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ae5d1956-9a20-4a6c-b6cc-b896ac38386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431495 Aug 05 13:59:26.703469 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:22Z', 'revision_number': 3, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:23Z', 'revision_number': 2, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:26.716717 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a95a458-e77b-4dfb-84f1-8cdbdda402a7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:59:26.730197 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Checking router: f20fae2e-828a-466e-a2bb-8dd1c68854cf for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:59:26.730564 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Updating router f20fae2e-828a-466e-a2bb-8dd1c68854cf port fb49570b-93d4-4e2b-ae54-88de9cfdcc57 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:59:26.758577 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:26.780803 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3f4844f3-ed99-4897-9112-9ad5ea86fea4 req-b2f6fbce-f73a-413e-bfd0-1ef28cb6c8d1 service neutron] 10.222.0.84 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340392 Aug 05 13:59:26.805606 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3a95a458-e77b-4dfb-84f1-8cdbdda402a7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:26.806022 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-3a95a458-e77b-4dfb-84f1-8cdbdda402a7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Added segment 2574e065-49dc-4c2d-a74a-07a45e4bba10 of type vlan for network 5b388d5c-df78-491e-8f33-7e19a2fac4bd Aug 05 13:59:26.818591 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3be27cc8-66e8-4d85-bb77-8f7e449bb0ed req-461f0d22-2d20-42ad-95e5-e49c489766b5 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582965 Aug 05 13:59:26.883524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-a200cfee-350d-4402-9e53-a3d41636b5a6 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Made reservation on behalf of a65a4dfe38e248edbdfcde9ed0319116 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:26.887021 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-a200cfee-350d-4402-9e53-a3d41636b5a6 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:26.986670 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3a95a458-e77b-4dfb-84f1-8cdbdda402a7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:26.994360 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3f4844f3-ed99-4897-9112-9ad5ea86fea4 req-f3623783-ff7d-4f0a-8bb5-6790cd82c439 service neutron] 10.222.0.84 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059495 Aug 05 13:59:26.996052 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f207699-165b-456b-b34a-65cb5fc1a7a4 req-71d3def8-d2dc-4d97-a4e6-229f1672df7f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 210 time: 0.1054990 Aug 05 13:59:27.031195 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-93c31220-fb20-4589-bba6-29b685c360c0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:27.046606 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-93c31220-fb20-4589-bba6-29b685c360c0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 811 time: 0.1899066 Aug 05 13:59:27.071442 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-75447173-a4eb-4a65-8863-50b0cf425103 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/quotas/76942788a8484463baad60915955b3f9 HTTP/1.1" status: 200 len: 375 time: 0.0232508 Aug 05 13:59:27.075916 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:27.093390 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Transition to ACTIVE for port object fb49570b-93d4-4e2b-ae54-88de9cfdcc57 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:27.105154 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:27.121668 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-b4dc87db-d3fc-4d95-806b-a7a1ea822aa0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392990 Aug 05 13:59:27.143513 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1396910e-cc54-4a60-baf0-57ed378f14bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:27.171077 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.resource_extend [None req-3a95a458-e77b-4dfb-84f1-8cdbdda402a7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 13:59:27.191160 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c9a4a-c79a-4356-bbc0-0b7fcbe75d8e None None] Pushing event updated for resources: {'Port': ['ID=fb49570b-93d4-4e2b-ae54-88de9cfdcc57,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:27.221011 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c9a4a-c79a-4356-bbc0-0b7fcbe75d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:27.221359 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c9a4a-c79a-4356-bbc0-0b7fcbe75d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:27.221702 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c9a4a-c79a-4356-bbc0-0b7fcbe75d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:27.222040 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c9a4a-c79a-4356-bbc0-0b7fcbe75d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:27.222472 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c9a4a-c79a-4356-bbc0-0b7fcbe75d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:27.222994 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c9a4a-c79a-4356-bbc0-0b7fcbe75d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:27.223531 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c9a4a-c79a-4356-bbc0-0b7fcbe75d8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:27.224233 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c9a4a-c79a-4356-bbc0-0b7fcbe75d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:27.224730 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c9a4a-c79a-4356-bbc0-0b7fcbe75d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:27.225492 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c9a4a-c79a-4356-bbc0-0b7fcbe75d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:27.225988 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c9a4a-c79a-4356-bbc0-0b7fcbe75d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:27.226527 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c9a4a-c79a-4356-bbc0-0b7fcbe75d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:27.232723 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-47e08d5d-5f5f-40b2-993c-975c3ea09b34 service neutron] 10.222.0.16 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032562 Aug 05 13:59:27.248370 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Attempting to bind port fb49570b-93d4-4e2b-ae54-88de9cfdcc57 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:27.248923 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Attempting to bind port fb49570b-93d4-4e2b-ae54-88de9cfdcc57 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '2b05a905-0860-41c9-ad00-dd0e38f6981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:27.249494 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Attempting to bind port fb49570b-93d4-4e2b-ae54-88de9cfdcc57 on network 455a85f1-ffff-4450-8f60-55a09b85e211 {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:27.256119 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:27.256689 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Checking segment: {'id': '2b05a905-0860-41c9-ad00-dd0e38f6981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:27.257199 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:27.257779 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Bound using segment: {'id': '2b05a905-0860-41c9-ad00-dd0e38f6981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:27.258586 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Bound port: fb49570b-93d4-4e2b-ae54-88de9cfdcc57, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b05a905-0860-41c9-ad00-dd0e38f6981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:27.259312 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:27.314135 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3a95a458-e77b-4dfb-84f1-8cdbdda402a7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:27.322583 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a95a458-e77b-4dfb-84f1-8cdbdda402a7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:27.323226 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3a95a458-e77b-4dfb-84f1-8cdbdda402a7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:27.352857 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-9c881201-5752-42a9-8da1-018bb2400c3f service neutron] 10.222.0.16 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132360 Aug 05 13:59:27.357362 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] For port fb49570b-93d4-4e2b-ae54-88de9cfdcc57, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:27.362816 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] For port fb49570b-93d4-4e2b-ae54-88de9cfdcc57, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fb49570b-93d4-4e2b-ae54-88de9cfdcc57,segment=NetworkSegment(2b05a905-0860-41c9-ad00-dd0e38f6981c),segment_id=2b05a905-0860-41c9-ad00-dd0e38f6981c)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:27.368182 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:27.462635 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:27.463276 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:27.466652 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c9a4a-c79a-4356-bbc0-0b7fcbe75d8e None None] Pushing event updated for resources: {'Port': ['ID=fb49570b-93d4-4e2b-ae54-88de9cfdcc57,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:27.522529 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396910e-cc54-4a60-baf0-57ed378f14bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=271e3d74-bb42-4589-a6b6-cd3ebc455e96,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:27.557310 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-277944f7-ad93-4b80-8886-18950b9609d3 req-3aad7c8d-b77e-4301-9b0b-cc88b693e125 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:27.580142 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89cb6b5a-957e-4330-b09d-4ba81b26e458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:27.588064 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3a95a458-e77b-4dfb-84f1-8cdbdda402a7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5167587 Aug 05 13:59:27.591002 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51078) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:27.600221 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:27.613966 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d3cc2d16-cc89-42ec-a3cf-0c23871844fa tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'subnet': {'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:27.658927 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-277944f7-ad93-4b80-8886-18950b9609d3 req-3aad7c8d-b77e-4301-9b0b-cc88b693e125 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Transition to ACTIVE for port object f5c6e997-6dda-480e-9964-056a281fdde3 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:27.660317 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95a458-e77b-4dfb-84f1-8cdbdda402a7 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Network': ['ID=5b388d5c-df78-491e-8f33-7e19a2fac4bd,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:27.685402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 5b388d5c-df78-491e-8f33-7e19a2fac4bd details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:59:27.761354 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6849d-38c3-4dcb-b4bc-8f3cfba99a86 req-7c7ab0cc-9228-42cf-86f3-5fcf9ad39e61 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:27.780155 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6c6849d-38c3-4dcb-b4bc-8f3cfba99a86 req-7c7ab0cc-9228-42cf-86f3-5fcf9ad39e61 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac869a5-ea7b-46e9-a584-053194d89810 HTTP/1.1" status: 200 len: 944 time: 0.5682361 Aug 05 13:59:27.810702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396910e-cc54-4a60-baf0-57ed378f14bb admin admin] Checking segment: {'id': 'ca78f4f8-fce6-44cf-a116-699e77395d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:27.812621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1396910e-cc54-4a60-baf0-57ed378f14bb admin admin] Network hostable DHCP agents. Network: 00b456fd-8f1f-457d-ab9f-9b65af2598b8, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:59:27.816530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb6b5a-957e-4330-b09d-4ba81b26e458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb14171-f95f-4ddd-92c7-c92b54e1f9c3,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:27.872756 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cc2d16-cc89-42ec-a3cf-0c23871844fa tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:27.877211 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d3cc2d16-cc89-42ec-a3cf-0c23871844fa tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:27.937353 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb6b5a-957e-4330-b09d-4ba81b26e458 admin admin] Checking segment: {'id': '0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:27.937942 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb6b5a-957e-4330-b09d-4ba81b26e458 admin admin] Network hostable DHCP agents. Network: 17449f7a-6c65-48a1-960d-a93691b6492e, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:59:27.949545 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1396910e-cc54-4a60-baf0-57ed378f14bb admin admin] Network 00b456fd-8f1f-457d-ab9f-9b65af2598b8 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:59:27.954299 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:22Z', 'revision_number': 3, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:27Z', 'revision_number': 4, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:27.983501 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6c6849d-38c3-4dcb-b4bc-8f3cfba99a86 req-41e51244-8c56-4a1b-b89d-2d0a20fefb46 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019706 Aug 05 13:59:27.997026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-1396910e-cc54-4a60-baf0-57ed378f14bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 00b456fd-8f1f-457d-ab9f-9b65af2598b8) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:28.010226 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1396910e-cc54-4a60-baf0-57ed378f14bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:28.012491 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1396910e-cc54-4a60-baf0-57ed378f14bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:28.013101 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dc9709-0d47-412a-b4fb-5299dd820a6b None None] Network 00b456fd-8f1f-457d-ab9f-9b65af2598b8 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:28.049122 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a541b56b-5cd5-42fa-b200-724ae84303e2 None None] The sync data for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 is: [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:22Z', 'revision_number': 3, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:27Z', 'revision_number': 4, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:59:28.194816 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1396910e-cc54-4a60-baf0-57ed378f14bb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.6854386 Aug 05 13:59:28.202807 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-277944f7-ad93-4b80-8886-18950b9609d3 req-3aad7c8d-b77e-4301-9b0b-cc88b693e125 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:28.213635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 51118) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:28.241492 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-532512425-router', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:28.256748 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d3cc2d16-cc89-42ec-a3cf-0c23871844fa tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:28.281990 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb6b5a-957e-4330-b09d-4ba81b26e458 admin admin] Network 17449f7a-6c65-48a1-960d-a93691b6492e is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:59:28.310423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-00b456fd-8f1f-457d-ab9f-9b65af2598b8', 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'fixed_ips': [{'subnet_id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:59:28.311557 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:28.320390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-89cb6b5a-957e-4330-b09d-4ba81b26e458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 17449f7a-6c65-48a1-960d-a93691b6492e) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:28.340351 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cb6b5a-957e-4330-b09d-4ba81b26e458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:28.341717 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89cb6b5a-957e-4330-b09d-4ba81b26e458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:28.404901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc2d16-cc89-42ec-a3cf-0c23871844fa tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Subnet': ['ID=276a7b3f-b59b-4e35-8e6b-83946693f35f,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:28.418336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc2d16-cc89-42ec-a3cf-0c23871844fa tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Checking segment: {'id': '2574e065-49dc-4c2d-a74a-07a45e4bba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:28.418578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad7c8d-b77e-4301-9b0b-cc88b693e125 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Pushing event updated for resources: {'Port': ['ID=f5c6e997-6dda-480e-9964-056a281fdde3,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:28.418916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cc2d16-cc89-42ec-a3cf-0c23871844fa tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network hostable DHCP agents. Network: 5b388d5c-df78-491e-8f33-7e19a2fac4bd, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:59:28.438852 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-189d4fc2-9bf2-4b2a-bb81-431208d45680 req-461e47d8-67c2-493a-994e-b08eca74909a tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=c670584c-3e4b-4903-81eb-10668164dcad HTTP/1.1" status: 200 len: 210 time: 0.2601063 Aug 05 13:59:28.461691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107d90d-7f17-46c8-a274-f2162e84e8c4 req-378cbd35-5b9c-4b9a-ae4e-c64fcfe64e5c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:28.464790 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277944f7-ad93-4b80-8886-18950b9609d3 req-3aad7c8d-b77e-4301-9b0b-cc88b693e125 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:28.478342 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9107d90d-7f17-46c8-a274-f2162e84e8c4 req-378cbd35-5b9c-4b9a-ae4e-c64fcfe64e5c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 949 time: 0.1676304 Aug 05 13:59:28.486239 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee5ad48-7a38-4661-91cd-fa2105151bf4 None None] Network 17449f7a-6c65-48a1-960d-a93691b6492e requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:28.487586 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-a200cfee-350d-4402-9e53-a3d41636b5a6 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Allocated IP 192.168.233.48 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/78e114d5-1454-49b5-8e94-cdff246518d4) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:28.488824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:59:28.492451 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-277944f7-ad93-4b80-8886-18950b9609d3 req-3aad7c8d-b77e-4301-9b0b-cc88b693e125 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:28.507275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-277944f7-ad93-4b80-8886-18950b9609d3 req-3aad7c8d-b77e-4301-9b0b-cc88b693e125 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:28.508231 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cc2d16-cc89-42ec-a3cf-0c23871844fa tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network 5b388d5c-df78-491e-8f33-7e19a2fac4bd is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:59:28.553955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-d3cc2d16-cc89-42ec-a3cf-0c23871844fa tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 5b388d5c-df78-491e-8f33-7e19a2fac4bd) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:28.564129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cc2d16-cc89-42ec-a3cf-0c23871844fa tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:28.565631 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d3cc2d16-cc89-42ec-a3cf-0c23871844fa tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:28.572398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e76a3b-ddea-4aea-b9f8-867e92c837a0 None None] Network 5b388d5c-df78-491e-8f33-7e19a2fac4bd requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:28.585634 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9107d90d-7f17-46c8-a274-f2162e84e8c4 req-51e75249-1fa1-4577-8971-abe6681caa2c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063139 Aug 05 13:59:28.641596 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d3cc2d16-cc89-42ec-a3cf-0c23871844fa tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0492876 Aug 05 13:59:28.647225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51128) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:28.647423 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cfbb5bf9-cf39-484d-b74f-66173c7848bd req-d790a051-af91-46b1-a88a-bde1314729c4 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 210 time: 0.0692301 Aug 05 13:59:28.672919 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:28.674475 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:28.683614 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-89cb6b5a-957e-4330-b09d-4ba81b26e458 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4231658 Aug 05 13:59:28.689294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277944f7-ad93-4b80-8886-18950b9609d3 req-3aad7c8d-b77e-4301-9b0b-cc88b693e125 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:28.690029 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-277944f7-ad93-4b80-8886-18950b9609d3 req-3aad7c8d-b77e-4301-9b0b-cc88b693e125 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:28.709903 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 51134) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:28.730370 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1245048125-router', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:28.736283 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.resource_extend [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 13:59:28.782815 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-277944f7-ad93-4b80-8886-18950b9609d3 req-3aad7c8d-b77e-4301-9b0b-cc88b693e125 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7365258 Aug 05 13:59:28.794388 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:28.796405 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:28.800503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Allocated IP 172.20.0.2 (00b456fd-8f1f-457d-ab9f-9b65af2598b8/271e3d74-bb42-4589-a6b6-cd3ebc455e96/915c7a13-64c6-4f22-a4d9-e1a12278a50c) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:28.809357 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Request body: {'port': {'device_id': 'dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:29.117325 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 44901d84-cc67-419c-9438-ecd941587342 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:29.346600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1600b5dd-5d4a-41c1-b40f-75c770a4a3ac,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:29.523634 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '1600b5dd-5d4a-41c1-b40f-75c770a4a3ac', 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b', 'port_id': '1600b5dd-5d4a-41c1-b40f-75c770a4a3ac', 'mac_address': 'fa:16:3e:35:8d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd026a15a-05b1-472c-bcd1-13dc71bc41cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:59:29.525261 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-898ca57a-48e2-4f59-b9c4-570370f50fb5 None None] Provisioning for port f5c6e997-6dda-480e-9964-056a281fdde3 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:29.527365 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fb49570b-93d4-4e2b-ae54-88de9cfdcc57 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:29.575194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ff167-24a3-4285-b229-70c5e2df18c7 req-dc52a264-ba54-44e5-b71c-eb34c7d19c59 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:29.576871 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-689ff167-24a3-4285-b229-70c5e2df18c7 req-dc52a264-ba54-44e5-b71c-eb34c7d19c59 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 949 time: 0.2000740 Aug 05 13:59:29.592140 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-26d42444-f5d9-4cc4-bba3-5d0efbf2ffb7 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:29.593006 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-898ca57a-48e2-4f59-b9c4-570370f50fb5 None None] Provisioning complete for port f5c6e997-6dda-480e-9964-056a281fdde3 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:29.594098 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-898ca57a-48e2-4f59-b9c4-570370f50fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:29.594219 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-26d42444-f5d9-4cc4-bba3-5d0efbf2ffb7 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.63 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 811 time: 0.3205080 Aug 05 13:59:29.609244 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-cf5ef267-32fa-4ea4-a9f3-ea9469359e48 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3016157 Aug 05 13:59:29.609244 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:29.624057 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-b28ad9e6-401d-4760-b210-a85e192c7d69 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Request body: {'port': {'device_id': 'c670584c-3e4b-4903-81eb-10668164dcad', 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c', 'admin_state_up': True, 'tenant_id': '76942788a8484463baad60915955b3f9'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:29.676167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-5b388d5c-df78-491e-8f33-7e19a2fac4bd', 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'fixed_ips': [{'subnet_id': '276a7b3f-b59b-4e35-8e6b-83946693f35f'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:59:29.679234 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:29.696679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-17449f7a-6c65-48a1-960d-a93691b6492e', 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'fixed_ips': [{'subnet_id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:59:29.698164 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:29.698964 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:29.756677 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:29.761373 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:29.796166 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-689ff167-24a3-4285-b229-70c5e2df18c7 req-397ff0c1-3e44-4fe0-8ac0-e0cfe813dbdb tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657498 Aug 05 13:59:29.894715 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-a200cfee-350d-4402-9e53-a3d41636b5a6 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:29.912738 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-a200cfee-350d-4402-9e53-a3d41636b5a6 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Transition to ACTIVE for port object 78e114d5-1454-49b5-8e94-cdff246518d4 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:29.966938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 44901d84-cc67-419c-9438-ecd941587342 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:29.983756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-898ca57a-48e2-4f59-b9c4-570370f50fb5 None None] Port f5c6e997-6dda-480e-9964-056a281fdde3 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:59:29.992681 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 44901d84-cc67-419c-9438-ecd941587342 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:29.992681 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:30.001377 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-a200cfee-350d-4402-9e53-a3d41636b5a6 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:30.008168 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:30.068947 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:30.069234 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1a1de382-6f1f-44ef-8126-d7221e7eed76 req-305ff64e-4852-42a8-9c77-7f2b107c68bd tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=c670584c-3e4b-4903-81eb-10668164dcad HTTP/1.1" status: 200 len: 210 time: 0.0358224 Aug 05 13:59:30.092157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-a200cfee-350d-4402-9e53-a3d41636b5a6 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:30.121452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Transition to ACTIVE for port object 915c7a13-64c6-4f22-a4d9-e1a12278a50c will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:30.129761 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:59:30.133240 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-a200cfee-350d-4402-9e53-a3d41636b5a6 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:30.164227 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port fb49570b-93d4-4e2b-ae54-88de9cfdcc57 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:30.165656 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-b28ad9e6-401d-4760-b210-a85e192c7d69 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Made reservation on behalf of 76942788a8484463baad60915955b3f9 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:30.182116 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-b28ad9e6-401d-4760-b210-a85e192c7d69 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:30.187564 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Allocated IP 2001:db8:2::2 (5b388d5c-df78-491e-8f33-7e19a2fac4bd/276a7b3f-b59b-4e35-8e6b-83946693f35f/0885c37c-39ac-494e-8103-d7f3a4c2ecf9) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:30.209759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port fb49570b-93d4-4e2b-ae54-88de9cfdcc57 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:30.210107 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:30.254219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1600b5dd-5d4a-41c1-b40f-75c770a4a3ac,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:30.265319 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Transition to ACTIVE for port object 915c7a13-64c6-4f22-a4d9-e1a12278a50c will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:30.281835 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:30.323459 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-a200cfee-350d-4402-9e53-a3d41636b5a6 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:30.325616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Allocated IP 172.20.0.2 (17449f7a-6c65-48a1-960d-a93691b6492e/bdb14171-f95f-4ddd-92c7-c92b54e1f9c3/66cab407-6489-4d84-8919-868da4e92d0f) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:30.330180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993a45c-e127-4ed0-8045-7c4d9819651b req-2270ce99-1721-4109-a85d-0331e63527e5 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:30.334507 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:30.337054 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:30.339331 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8993a45c-e127-4ed0-8045-7c4d9819651b req-2270ce99-1721-4109-a85d-0331e63527e5 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 935 time: 0.1320915 Aug 05 13:59:30.412932 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8993a45c-e127-4ed0-8045-7c4d9819651b req-15a8bc01-a210-4cb9-bccb-402b6e15f3b0 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726161 Aug 05 13:59:30.433699 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca06031-287c-4441-b0d3-56bcde86a4bf req-12f979a9-52b3-4cc2-af8a-c754386c5331 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:30.446970 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9ca06031-287c-4441-b0d3-56bcde86a4bf req-12f979a9-52b3-4cc2-af8a-c754386c5331 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac869a5-ea7b-46e9-a584-053194d89810 HTTP/1.1" status: 200 len: 944 time: 0.7469721 Aug 05 13:59:30.535457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-b28ad9e6-401d-4760-b210-a85e192c7d69 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Allocated IP 172.20.0.11 (f7447363-4b58-4abe-9e51-4d82c721285c/a0c9cb3b-02da-4b2d-886d-ad880aca8a5e/5cdca43f-44bf-429b-9082-6b2e89ed2560) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:30.722225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200cfee-350d-4402-9e53-a3d41636b5a6 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Pushing event updated for resources: {'Port': ['ID=78e114d5-1454-49b5-8e94-cdff246518d4,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:30.780206 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:30.787197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Network 00b456fd-8f1f-457d-ab9f-9b65af2598b8 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:30.788268 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:30.796878 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-b28ad9e6-401d-4760-b210-a85e192c7d69 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:30.812597 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9ca06031-287c-4441-b0d3-56bcde86a4bf req-1bbcf43b-e2a7-4a5b-98fc-6db3424d8b5b tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612094 Aug 05 13:59:30.854078 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-a200cfee-350d-4402-9e53-a3d41636b5a6 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:30.861205 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-a200cfee-350d-4402-9e53-a3d41636b5a6 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:30.887774 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:30.899410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['1600b5dd-5d4a-41c1-b40f-75c770a4a3ac'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:59:30.905027 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-b28ad9e6-401d-4760-b210-a85e192c7d69 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:30.923093 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:30.930589 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:30.972797 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-b28ad9e6-401d-4760-b210-a85e192c7d69 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Network f7447363-4b58-4abe-9e51-4d82c721285c is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:30.977584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-b28ad9e6-401d-4760-b210-a85e192c7d69 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:30.979352 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Transition to ACTIVE for port object 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:30.980838 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-b28ad9e6-401d-4760-b210-a85e192c7d69 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:30.996837 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-a200cfee-350d-4402-9e53-a3d41636b5a6 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6488249 Aug 05 13:59:31.023249 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Request body: {'port': {'device_id': '67b80950-726c-4ec2-8039-39a7e0494f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:31.032306 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:31.034516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=1600b5dd-5d4a-41c1-b40f-75c770a4a3ac,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:31.041173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ad9e6-401d-4760-b210-a85e192c7d69 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Pushing event updated for resources: {'Port': ['ID=5cdca43f-44bf-429b-9082-6b2e89ed2560,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:31.063492 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-07140318-84e8-490c-b618-26d0b24544ca None None] Provisioning for port 78e114d5-1454-49b5-8e94-cdff246518d4 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:31.108944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-b28ad9e6-401d-4760-b210-a85e192c7d69 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:31.111445 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-b28ad9e6-401d-4760-b210-a85e192c7d69 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:31.146711 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-b28ad9e6-401d-4760-b210-a85e192c7d69 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5352743 Aug 05 13:59:31.161549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-07140318-84e8-490c-b618-26d0b24544ca None None] Provisioning complete for port 78e114d5-1454-49b5-8e94-cdff246518d4 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:31.161921 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-07140318-84e8-490c-b618-26d0b24544ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:31.166747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Request body: {'port': {'device_id': 'c670584c-3e4b-4903-81eb-10668164dcad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:31.179580 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:31.182955 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port fb49570b-93d4-4e2b-ae54-88de9cfdcc57, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fb49570b-93d4-4e2b-ae54-88de9cfdcc57,segment=NetworkSegment(2b05a905-0860-41c9-ad00-dd0e38f6981c),segment_id=2b05a905-0860-41c9-ad00-dd0e38f6981c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:31.193055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Transition to ACTIVE for port object 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:31.256025 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:31.269548 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:31.271917 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:31.293453 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac869a5-ea7b-46e9-a584-053194d89810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44901d84-cc67-419c-9438-ecd941587342'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:31.295764 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d20fcd0-91ee-444c-8c10-024bed507b86" -d '{"events": [{"server_uuid": "aac869a5-ea7b-46e9-a584-053194d89810", "name": "network-vif-plugged", "status": "completed", "tag": "44901d84-cc67-419c-9438-ecd941587342"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:31.326753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Pushing event updated for resources: {'Port': ['ID=915c7a13-64c6-4f22-a4d9-e1a12278a50c,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:31.372905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Allocated IP 2001:db8:2::1 (5b388d5c-df78-491e-8f33-7e19a2fac4bd/276a7b3f-b59b-4e35-8e6b-83946693f35f/30a53620-7ac6-4d94-a2a7-1ad4395b2da3) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:31.390079 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e3bca-f8cb-47e1-a9ec-9f21288ef013 req-99acdb31-0cbd-4ac4-bcfa-7aaf6bb63c79 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:31.391998 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-067e3bca-f8cb-47e1-a9ec-9f21288ef013 req-99acdb31-0cbd-4ac4-bcfa-7aaf6bb63c79 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 949 time: 0.3898158 Aug 05 13:59:31.401620 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=fb49570b-93d4-4e2b-ae54-88de9cfdcc57,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:31.491285 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:31.527850 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 44901d84-cc67-419c-9438-ecd941587342, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=44901d84-cc67-419c-9438-ecd941587342,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:31.530478 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Attempting to bind port 915c7a13-64c6-4f22-a4d9-e1a12278a50c on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:31.530844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Attempting to bind port 915c7a13-64c6-4f22-a4d9-e1a12278a50c by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'ca78f4f8-fce6-44cf-a116-699e77395d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:31.531200 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Attempting to bind port 915c7a13-64c6-4f22-a4d9-e1a12278a50c on network 00b456fd-8f1f-457d-ab9f-9b65af2598b8 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:31.579000 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:31.579794 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Checking segment: {'id': 'ca78f4f8-fce6-44cf-a116-699e77395d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:31.580194 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:31.580783 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Bound using segment: {'id': 'ca78f4f8-fce6-44cf-a116-699e77395d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:31.581262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Bound port: 915c7a13-64c6-4f22-a4d9-e1a12278a50c, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca78f4f8-fce6-44cf-a116-699e77395d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:31.581839 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:31.592022 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Network 5b388d5c-df78-491e-8f33-7e19a2fac4bd is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:31.592768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-07140318-84e8-490c-b618-26d0b24544ca None None] Port 78e114d5-1454-49b5-8e94-cdff246518d4 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:59:31.594346 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:31.597139 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Transition to ACTIVE for port object 66cab407-6489-4d84-8919-868da4e92d0f will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:31.612001 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:31.629338 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:31.634350 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-067e3bca-f8cb-47e1-a9ec-9f21288ef013 req-d5b423fb-9551-468e-a32a-347e11922661 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319367 Aug 05 13:59:31.651296 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Transition to ACTIVE for port object 66cab407-6489-4d84-8919-868da4e92d0f will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:31.656834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Pushing event updated for resources: {'Port': ['ID=0885c37c-39ac-494e-8103-d7f3a4c2ecf9,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:31.684788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c6e997-6dda-480e-9964-056a281fdde3 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:59:31.733913 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:31.741343 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83f2311-09da-448c-95fa-5b325156bd96 x-openstack-request-id: req-b83f2311-09da-448c-95fa-5b325156bd96 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:31.741611 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac869a5-ea7b-46e9-a584-053194d89810", "name": "network-vif-plugged", "status": "completed", "tag": "44901d84-cc67-419c-9438-ecd941587342", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:31.741875 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b83f2311-09da-448c-95fa-5b325156bd96 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:31.742378 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac869a5-ea7b-46e9-a584-053194d89810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44901d84-cc67-419c-9438-ecd941587342', 'code': 200} Aug 05 13:59:31.753052 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:31.762916 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:31.813419 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Transition to ACTIVE for port object f5c6e997-6dda-480e-9964-056a281fdde3 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:31.815015 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:31.823634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-6e2f5f2f-e457-4cb2-8ae5-1c86f591fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:31.825192 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-6e2f5f2f-e457-4cb2-8ae5-1c86f591fd37 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 1100 time: 0.2571487 Aug 05 13:59:31.845255 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Network 17449f7a-6c65-48a1-960d-a93691b6492e is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:31.851836 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Attempting to bind port 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:31.852210 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Attempting to bind port 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '2574e065-49dc-4c2d-a74a-07a45e4bba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:31.852566 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Attempting to bind port 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 on network 5b388d5c-df78-491e-8f33-7e19a2fac4bd {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:31.872696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:31.879998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-58118779-7796-4583-a969-e4f8b06c510f None None] For port 915c7a13-64c6-4f22-a4d9-e1a12278a50c, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:31.886299 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:31.900577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:31.901035 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Checking segment: {'id': '2574e065-49dc-4c2d-a74a-07a45e4bba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:31.901361 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:31.901736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Bound using segment: {'id': '2574e065-49dc-4c2d-a74a-07a45e4bba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:31.902219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Bound port: 0885c37c-39ac-494e-8103-d7f3a4c2ecf9, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2574e065-49dc-4c2d-a74a-07a45e4bba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:31.902627 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:31.914635 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=44901d84-cc67-419c-9438-ecd941587342,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:31.927131 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-58118779-7796-4583-a969-e4f8b06c510f None None] For port 915c7a13-64c6-4f22-a4d9-e1a12278a50c, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=915c7a13-64c6-4f22-a4d9-e1a12278a50c,segment=NetworkSegment(ca78f4f8-fce6-44cf-a116-699e77395d53),segment_id=ca78f4f8-fce6-44cf-a116-699e77395d53)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:31.940520 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:31.989755 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e114d5-1454-49b5-8e94-cdff246518d4 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:59:31.998363 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:32.011857 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Transition to ACTIVE for port object 78e114d5-1454-49b5-8e94-cdff246518d4 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:32.030045 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:32.066150 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Pushing event updated for resources: {'Port': ['ID=66cab407-6489-4d84-8919-868da4e92d0f,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:32.073896 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Attempting to bind port 66cab407-6489-4d84-8919-868da4e92d0f on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:32.074671 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Attempting to bind port 66cab407-6489-4d84-8919-868da4e92d0f by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:32.075207 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Attempting to bind port 66cab407-6489-4d84-8919-868da4e92d0f on network 17449f7a-6c65-48a1-960d-a93691b6492e {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:32.081327 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:32.124028 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:32.124713 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Checking segment: {'id': '0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:32.125373 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:32.126048 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Bound using segment: {'id': '0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:32.127230 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Bound port: 66cab407-6489-4d84-8919-868da4e92d0f, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:32.127984 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:32.153602 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] For port 0885c37c-39ac-494e-8103-d7f3a4c2ecf9, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:32.170588 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576c745-35d8-46de-a5f8-94de706d8c75 req-18040891-8acb-4ad6-877d-1fcb190847c5 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:32.178721 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6576c745-35d8-46de-a5f8-94de706d8c75 req-18040891-8acb-4ad6-877d-1fcb190847c5 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=c670584c-3e4b-4903-81eb-10668164dcad HTTP/1.1" status: 200 len: 932 time: 0.6091192 Aug 05 13:59:32.180251 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58118779-7796-4583-a969-e4f8b06c510f None None] Pushing event updated for resources: {'Port': ['ID=915c7a13-64c6-4f22-a4d9-e1a12278a50c,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:32.215112 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:32.222157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] For port 0885c37c-39ac-494e-8103-d7f3a4c2ecf9, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0885c37c-39ac-494e-8103-d7f3a4c2ecf9,segment=NetworkSegment(2574e065-49dc-4c2d-a74a-07a45e4bba10),segment_id=2574e065-49dc-4c2d-a74a-07a45e4bba10)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:32.237561 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:32.278881 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:32.282291 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6576c745-35d8-46de-a5f8-94de706d8c75 req-068c1315-c670-4840-8c89-dfb052809485 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022446 Aug 05 13:59:32.292400 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c6e997-6dda-480e-9964-056a281fdde3,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:32.357178 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:32.360932 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdca43f-44bf-429b-9082-6b2e89ed2560 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:59:32.377622 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:32.408025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Transition to ACTIVE for port object 30a53620-7ac6-4d94-a2a7-1ad4395b2da3 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:32.416145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Transition to ACTIVE for port object 5cdca43f-44bf-429b-9082-6b2e89ed2560 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:32.430912 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:32.445636 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bad5d4-9c00-449c-abd6-3e9bbfbc7015 None None] Pushing event updated for resources: {'Port': ['ID=0885c37c-39ac-494e-8103-d7f3a4c2ecf9,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:32.481849 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:32.513237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] For port 66cab407-6489-4d84-8919-868da4e92d0f, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:32.515761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7331638-2755-47f4-ba15-24412b22a099 req-c3950049-aea4-4153-ab28-9ccb676f981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:32.517875 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c7331638-2755-47f4-ba15-24412b22a099 req-c3950049-aea4-4153-ab28-9ccb676f981d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=aac869a5-ea7b-46e9-a584-053194d89810 HTTP/1.1" status: 200 len: 1096 time: 0.7057219 Aug 05 13:59:32.581666 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdca43f-44bf-429b-9082-6b2e89ed2560,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:32.597511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] For port 66cab407-6489-4d84-8919-868da4e92d0f, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=66cab407-6489-4d84-8919-868da4e92d0f,segment=NetworkSegment(0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f),segment_id=0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:32.624722 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:32.699617 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:32.723674 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b115b-0ce0-4293-93e3-4f5bb2971502 None None] Pushing event updated for resources: {'Port': ['ID=66cab407-6489-4d84-8919-868da4e92d0f,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:32.728846 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Pushing event updated for resources: {'Port': ['ID=78e114d5-1454-49b5-8e94-cdff246518d4,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:32.731825 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-c339f9bb-2e5c-4344-9ecf-6bdd01b1b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:32.733422 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-c339f9bb-2e5c-4344-9ecf-6bdd01b1b666 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.7172635 Aug 05 13:59:32.742045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1f721-10ff-44d6-b8d9-dc04dfdedfc2 req-c00ee56b-f89d-4390-a631-8c937a804123 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:32.747870 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4eb1f721-10ff-44d6-b8d9-dc04dfdedfc2 req-c00ee56b-f89d-4390-a631-8c937a804123 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 947 time: 0.9384925 Aug 05 13:59:32.759162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:32.766416 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:32.766796 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:32.858941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network 5b388d5c-df78-491e-8f33-7e19a2fac4bd is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:32.889604 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:32.908802 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:32.909364 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:32.987540 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafb5fc-86eb-499b-9b14-0ddae3e07bb9 req-4d2bbe32-5639-483c-b781-0f59886ef1a3 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:32.993577 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:32.997759 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7dafb5fc-86eb-499b-9b14-0ddae3e07bb9 req-4d2bbe32-5639-483c-b781-0f59886ef1a3 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac869a5-ea7b-46e9-a584-053194d89810 HTTP/1.1" status: 200 len: 945 time: 0.3874717 Aug 05 13:59:32.999752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=30a53620-7ac6-4d94-a2a7-1ad4395b2da3,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:33.094426 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1600b5dd-5d4a-41c1-b40f-75c770a4a3ac,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:33.102086 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:33.113666 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7dafb5fc-86eb-499b-9b14-0ddae3e07bb9 req-adf96496-7f34-4a9d-9406-a07e609e0d1a tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148753 Aug 05 13:59:33.114889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Attempting to bind port 5cdca43f-44bf-429b-9082-6b2e89ed2560 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:33.115272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Attempting to bind port 5cdca43f-44bf-429b-9082-6b2e89ed2560 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:33.118094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Attempting to bind port 5cdca43f-44bf-429b-9082-6b2e89ed2560 on network f7447363-4b58-4abe-9e51-4d82c721285c {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:33.124307 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Port 5cdca43f-44bf-429b-9082-6b2e89ed2560 on network f7447363-4b58-4abe-9e51-4d82c721285c not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:59:33.124658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Attempting to bind port 5cdca43f-44bf-429b-9082-6b2e89ed2560 on network f7447363-4b58-4abe-9e51-4d82c721285c {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:33.138731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:33.138731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Checking segment: {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:33.138731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Bound using segment: {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:33.138731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Bound port: 5cdca43f-44bf-429b-9082-6b2e89ed2560, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42f7f6f-4f10-4005-968f-9d9c48be70ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:33.138731 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:33.181243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=1600b5dd-5d4a-41c1-b40f-75c770a4a3ac,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:33.276530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] For port 5cdca43f-44bf-429b-9082-6b2e89ed2560, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:33.284937 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] For port 5cdca43f-44bf-429b-9082-6b2e89ed2560, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5cdca43f-44bf-429b-9082-6b2e89ed2560,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:33.338924 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:33.403543 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:33.417617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:33.418277 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:33.428482 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] 10.222.0.63 "PUT /v2.0/ports/5cdca43f-44bf-429b-9082-6b2e89ed2560 HTTP/1.1" status: 200 len: 1092 time: 2.2681210 Aug 05 13:59:33.428997 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c670584c-3e4b-4903-81eb-10668164dcad', 'tag': '5cdca43f-44bf-429b-9082-6b2e89ed2560'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:33.439292 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c6218e-4211-468c-927f-3131ecbddc17" -d '{"events": [{"name": "network-changed", "server_uuid": "c670584c-3e4b-4903-81eb-10668164dcad", "tag": "5cdca43f-44bf-429b-9082-6b2e89ed2560"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:33.530999 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ba9ad-7adf-4cf3-aedd-1a3382d86cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdca43f-44bf-429b-9082-6b2e89ed2560,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:33.591357 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-aac67ee7-5463-4731-b450-a11e2e8d8859 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=4009c418-da99-4e60-a0c5-42d440548f74 HTTP/1.1" status: 200 len: 217 time: 0.8302963 Aug 05 13:59:33.635978 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-842d74ed-997b-420c-84e7-cfa0a0e879d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:33.638606 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-842d74ed-997b-420c-84e7-cfa0a0e879d6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&device_id=c670584c-3e4b-4903-81eb-10668164dcad HTTP/1.1" status: 200 len: 1095 time: 0.1258585 Aug 05 13:59:33.688072 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c7331638-2755-47f4-ba15-24412b22a099 req-9d2e7740-5eac-4d58-bed0-32b374d75528 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1142957 Aug 05 13:59:33.693237 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Attempting to bind port f5c6e997-6dda-480e-9964-056a281fdde3 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:33.693590 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Attempting to bind port f5c6e997-6dda-480e-9964-056a281fdde3 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:33.693966 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Attempting to bind port f5c6e997-6dda-480e-9964-056a281fdde3 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:33.744216 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1ba75a-f690-434d-8256-7f9b96277269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1600b5dd-5d4a-41c1-b40f-75c770a4a3ac'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:33.749364 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50f95fe-c3d4-4561-8cf7-2b3ad5781464" -d '{"events": [{"server_uuid": "2e1ba75a-f690-434d-8256-7f9b96277269", "name": "network-vif-plugged", "status": "completed", "tag": "1600b5dd-5d4a-41c1-b40f-75c770a4a3ac"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:33.754214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Allocated IP 172.25.5.96 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/44754ff0-3bac-4e97-b5aa-15fc03326bdc) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:33.756747 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-04a966d3-b6d6-4d63-9607-dfa7149f8513 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cdca43f-44bf-429b-9082-6b2e89ed2560 HTTP/1.1" status: 200 len: 217 time: 0.0791283 Aug 05 13:59:33.771262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fb49570b-93d4-4e2b-ae54-88de9cfdcc57 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:33.821853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Port f5c6e997-6dda-480e-9964-056a281fdde3 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:59:33.822180 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Attempting to bind port f5c6e997-6dda-480e-9964-056a281fdde3 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:33.870219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:33.870791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:33.871525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:33.872172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Bound port: f5c6e997-6dda-480e-9964-056a281fdde3, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:33.872730 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:33.918942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-6e048741-99c9-486f-a468-c13932bef75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:33.920822 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-6e048741-99c9-486f-a468-c13932bef75d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0c9cb3b-02da-4b2d-886d-ad880aca8a5e HTTP/1.1" status: 200 len: 851 time: 0.1570721 Aug 05 13:59:33.922693 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4eb1f721-10ff-44d6-b8d9-dc04dfdedfc2 req-294fa2de-7853-4514-84d9-3005c25e19fd tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1590242 Aug 05 13:59:33.942201 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c66f75-75e5-4c31-88a6-3b81d413406c None None] Network 00b456fd-8f1f-457d-ab9f-9b65af2598b8 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:33.946101 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port fb49570b-93d4-4e2b-ae54-88de9cfdcc57 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:33.946768 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:33.980153 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Attempting to bind port 78e114d5-1454-49b5-8e94-cdff246518d4 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:33.980937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Attempting to bind port 78e114d5-1454-49b5-8e94-cdff246518d4 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:33.981624 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Attempting to bind port 78e114d5-1454-49b5-8e94-cdff246518d4 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:34.022070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Port 78e114d5-1454-49b5-8e94-cdff246518d4 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:59:34.022789 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Attempting to bind port 78e114d5-1454-49b5-8e94-cdff246518d4 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:34.045529 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-02f44996-e160-442a-a2bd-37c420c2ef11 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7447363-4b58-4abe-9e51-4d82c721285c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039414 Aug 05 13:59:34.065133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-0889ce5c-f944-40fc-912b-3c10f9e04466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:34.067894 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-0889ce5c-f944-40fc-912b-3c10f9e04466 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.3998303 Aug 05 13:59:34.096560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1052d225-22c7-4b10-9d33-1099b7962c92 None None] Provisioning for port 915c7a13-64c6-4f22-a4d9-e1a12278a50c completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:34.111431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:34.112063 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:34.112668 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:34.113298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Bound port: 78e114d5-1454-49b5-8e94-cdff246518d4, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:34.113949 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:34.192522 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-63ebdf86-8b10-4d27-898a-ef5f28f704f1 service neutron] 10.222.0.63 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227951 Aug 05 13:59:34.266536 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a0f454-8a3f-433c-a049-3216f24c550d None None] Network 5b388d5c-df78-491e-8f33-7e19a2fac4bd requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:34.290392 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:34.302205 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea8d86-b8a8-4fed-9ed6-de7fc369465e req-515b5e83-df9d-4f88-8f7d-69f0dac0a18f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:34.308211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] For port f5c6e997-6dda-480e-9964-056a281fdde3, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:34.310013 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4ea8d86-b8a8-4fed-9ed6-de7fc369465e req-515b5e83-df9d-4f88-8f7d-69f0dac0a18f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 949 time: 0.3568919 Aug 05 13:59:34.321603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9d274-9187-4815-ad3a-1d28174e2cca req-9f0bace9-d71c-4228-b4fb-39fffab51b8c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:34.324954 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5a9d274-9187-4815-ad3a-1d28174e2cca req-9f0bace9-d71c-4228-b4fb-39fffab51b8c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=c670584c-3e4b-4903-81eb-10668164dcad HTTP/1.1" status: 200 len: 944 time: 0.2916858 Aug 05 13:59:34.351102 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-f0f8a5fc-77dd-4e61-a2e5-d7fa10573147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:34.353864 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-f0f8a5fc-77dd-4e61-a2e5-d7fa10573147 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2523537 Aug 05 13:59:34.389853 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 66cab407-6489-4d84-8919-868da4e92d0f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:34.395780 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] For port f5c6e997-6dda-480e-9964-056a281fdde3, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=f5c6e997-6dda-480e-9964-056a281fdde3,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:34.400777 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] For port 78e114d5-1454-49b5-8e94-cdff246518d4, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:34.410347 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:34.435555 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4ea8d86-b8a8-4fed-9ed6-de7fc369465e req-b721ee1a-0d89-4ecc-81b8-7c45487d1768 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244135 Aug 05 13:59:34.460878 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:34.479438 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:34.480365 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:34.490909 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5a9d274-9187-4815-ad3a-1d28174e2cca req-46d90bd8-6ee0-4531-9cd7-abfcc7e16707 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548955 Aug 05 13:59:34.505269 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7aa37867-5863-4bbc-975c-0c8da0fdfcfc None None] Provisioning for port 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:34.516838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] For port 78e114d5-1454-49b5-8e94-cdff246518d4, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=78e114d5-1454-49b5-8e94-cdff246518d4,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:34.562576 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e514343e-8559-434f-9a33-61e14cdb96b2 x-openstack-request-id: req-e514343e-8559-434f-9a33-61e14cdb96b2 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:34.563949 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c670584c-3e4b-4903-81eb-10668164dcad", "tag": "5cdca43f-44bf-429b-9082-6b2e89ed2560", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:34.564741 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e514343e-8559-434f-9a33-61e14cdb96b2 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:34.566317 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c670584c-3e4b-4903-81eb-10668164dcad', 'tag': '5cdca43f-44bf-429b-9082-6b2e89ed2560', 'status': 'completed', 'code': 200} Aug 05 13:59:34.571705 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:34.579461 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:34.580122 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:34.581546 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-277944f7-ad93-4b80-8886-18950b9609d3 req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] 10.222.0.84 "PUT /v2.0/ports/f5c6e997-6dda-480e-9964-056a281fdde3 HTTP/1.1" status: 200 len: 1096 time: 5.7773988 Aug 05 13:59:34.584923 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3', 'tag': 'f5c6e997-6dda-480e-9964-056a281fdde3'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:34.587642 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57eda3db-e0ec-4c54-9c1d-ec8f3a940abc" -d '{"events": [{"name": "network-changed", "server_uuid": "dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3", "tag": "f5c6e997-6dda-480e-9964-056a281fdde3"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:34.649213 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2691e5b9-cae8-43bc-bb8e-2f45f800dce6 req-cea86e7f-eadf-4302-aca2-da4054d11700 service neutron] 10.222.0.63 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445746 Aug 05 13:59:34.656754 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:34.657443 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:34.659285 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] 10.222.0.84 "PUT /v2.0/ports/78e114d5-1454-49b5-8e94-cdff246518d4 HTTP/1.1" status: 200 len: 1095 time: 3.6411338 Aug 05 13:59:34.728964 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0646642-a285-4675-8fe5-1e5eefae699e x-openstack-request-id: req-b0646642-a285-4675-8fe5-1e5eefae699e {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:34.729264 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1ba75a-f690-434d-8256-7f9b96277269", "name": "network-vif-plugged", "status": "completed", "tag": "1600b5dd-5d4a-41c1-b40f-75c770a4a3ac", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:34.729587 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0646642-a285-4675-8fe5-1e5eefae699e {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:34.729959 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1ba75a-f690-434d-8256-7f9b96277269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1600b5dd-5d4a-41c1-b40f-75c770a4a3ac', 'code': 200} Aug 05 13:59:34.786056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Allocated IP 172.25.5.177 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/82f93a12-6f18-4a1e-9207-c64894f7ea4f) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:34.808450 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=30a53620-7ac6-4d94-a2a7-1ad4395b2da3,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:34.861178 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d0749a-4d28-4f06-946a-022438d0b622 None None] Network 17449f7a-6c65-48a1-960d-a93691b6492e requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:34.991736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 66cab407-6489-4d84-8919-868da4e92d0f completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:34.999131 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:35.000369 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 13:59:35.035322 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45152bb7-917a-46d7-8cc4-b11203780368 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c6e997-6dda-480e-9964-056a281fdde3,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:35.080158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network 5b388d5c-df78-491e-8f33-7e19a2fac4bd is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:35.089567 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6218e-4211-468c-927f-3131ecbddc17 req-b9636ccc-8a43-4cd4-9cfe-409a2ade8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:35.091319 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1c6218e-4211-468c-927f-3131ecbddc17 req-b9636ccc-8a43-4cd4-9cfe-409a2ade8a25 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76942788a8484463baad60915955b3f9&device_id=c670584c-3e4b-4903-81eb-10668164dcad HTTP/1.1" status: 200 len: 1095 time: 0.2404399 Aug 05 13:59:35.094985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:35.114456 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-2af20019-32cf-4d04-b7ec-b717d7325fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:35.117655 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-2af20019-32cf-4d04-b7ec-b717d7325fe0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a65a4dfe38e248edbdfcde9ed0319116&device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 1098 time: 0.1603994 Aug 05 13:59:35.164608 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:35.206003 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:35.285881 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b838884f-4fab-4cdf-b9c5-09299ef83a1a None None] Provisioning for port 66cab407-6489-4d84-8919-868da4e92d0f completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:35.300010 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b838884f-4fab-4cdf-b9c5-09299ef83a1a None None] Provisioning complete for port 66cab407-6489-4d84-8919-868da4e92d0f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:35.300772 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b838884f-4fab-4cdf-b9c5-09299ef83a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:35.356529 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-a40dec14-4e19-49cd-9ff3-2246b0822c45 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=78e114d5-1454-49b5-8e94-cdff246518d4 HTTP/1.1" status: 200 len: 217 time: 0.2214570 Aug 05 13:59:35.475866 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32ecb7-80ea-4ae1-b7be-9a040d7f0f75 service neutron] Pushing event updated for resources: {'Port': ['ID=78e114d5-1454-49b5-8e94-cdff246518d4,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:35.480237 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-a7761ead-b50d-4d75-9a8b-28e4390c0a8c service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1004395 Aug 05 13:59:35.486173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-9db82afa-5810-443e-a62a-aefdddb16d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:35.487718 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-9db82afa-5810-443e-a62a-aefdddb16d5a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1207120 Aug 05 13:59:35.489340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6218e-4211-468c-927f-3131ecbddc17 req-f9d497f8-4a98-4151-8812-dff88fafc572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:35.490815 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1c6218e-4211-468c-927f-3131ecbddc17 req-f9d497f8-4a98-4151-8812-dff88fafc572 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 200 len: 912 time: 0.3871396 Aug 05 13:59:35.491623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:35.492676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router f20fae2e-828a-466e-a2bb-8dd1c68854cf has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:59:35.505444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:35.505969 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:35.563689 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50769cc6-ba37-4e9a-978a-04a535b4beca x-openstack-request-id: req-50769cc6-ba37-4e9a-978a-04a535b4beca {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:35.564054 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3", "tag": "f5c6e997-6dda-480e-9964-056a281fdde3", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:35.564273 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50769cc6-ba37-4e9a-978a-04a535b4beca {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:35.564748 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3', 'tag': 'f5c6e997-6dda-480e-9964-056a281fdde3', 'status': 'completed', 'code': 200} Aug 05 13:59:35.566492 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:35.567421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Pushing event updated for resources: {'Port': ['ID=44754ff0-3bac-4e97-b5aa-15fc03326bdc,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:35.596783 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1c6218e-4211-468c-927f-3131ecbddc17 req-b9ac58f6-fcd5-4573-a163-fca87b890ae7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cdca43f-44bf-429b-9082-6b2e89ed2560 HTTP/1.1" status: 200 len: 217 time: 0.0874813 Aug 05 13:59:35.608592 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b838884f-4fab-4cdf-b9c5-09299ef83a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:35.664296 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:35.666621 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:35.681502 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:35.683874 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:35.715287 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:59:35.724904 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0fc85148-09a4-4563-8c7a-00a54afd3e74 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/f20fae2e-828a-466e-a2bb-8dd1c68854cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0761967 Aug 05 13:59:35.733614 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51414) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:35.741569 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Sync routers for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:59:35.759152 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 0885c37c-39ac-494e-8103-d7f3a4c2ecf9, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0885c37c-39ac-494e-8103-d7f3a4c2ecf9,segment=NetworkSegment(2574e065-49dc-4c2d-a74a-07a45e4bba10),segment_id=2574e065-49dc-4c2d-a74a-07a45e4bba10)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:35.761014 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:35.762341 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e6dc61b2-435e-487e-bce6-74e42aac91ae tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-610032303'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:35.771413 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1589604-0af8-476d-8466-77f23d17797f req-75914cee-f4a1-4898-ac77-7da5b801633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:35.772696 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-a3f287b1-04cf-4081-96cc-8997a0425df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:35.772960 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c1589604-0af8-476d-8466-77f23d17797f req-75914cee-f4a1-4898-ac77-7da5b801633d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2e1ba75a-f690-434d-8256-7f9b96277269 HTTP/1.1" status: 200 len: 1097 time: 0.6001680 Aug 05 13:59:35.774202 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-a3f287b1-04cf-4081-96cc-8997a0425df5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2786984 Aug 05 13:59:35.774700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:35.775421 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:35.791214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:35.801070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:35.801920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adfd58-b46f-46ae-af19-c0d04c615abe req-f164f157-d979-4bdc-b289-d6030e1ec85b tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:35.809500 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-63adfd58-b46f-46ae-af19-c0d04c615abe req-f164f157-d979-4bdc-b289-d6030e1ec85b tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 947 time: 0.2672505 Aug 05 13:59:35.827756 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:35.828875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 915c7a13-64c6-4f22-a4d9-e1a12278a50c up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:35.832400 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277944f7-ad93-4b80-8886-18950b9609d3 req-bac05f94-e572-4c7e-8b45-f6194319237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:35.834061 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-277944f7-ad93-4b80-8886-18950b9609d3 req-bac05f94-e572-4c7e-8b45-f6194319237c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a65a4dfe38e248edbdfcde9ed0319116&device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 1099 time: 0.6589692 Aug 05 13:59:35.866734 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b838884f-4fab-4cdf-b9c5-09299ef83a1a None None] For port 66cab407-6489-4d84-8919-868da4e92d0f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=66cab407-6489-4d84-8919-868da4e92d0f,segment=NetworkSegment(0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f),segment_id=0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:35.904599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d390d-476c-41b0-aa46-7fd48b980d5b req-c606d1b5-5fac-4ad5-84b6-58e44c134e7f tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:35.915010 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad7d390d-476c-41b0-aa46-7fd48b980d5b req-c606d1b5-5fac-4ad5-84b6-58e44c134e7f tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac869a5-ea7b-46e9-a584-053194d89810 HTTP/1.1" status: 200 len: 945 time: 0.6606970 Aug 05 13:59:35.927257 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dc61b2-435e-487e-bce6-74e42aac91ae tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:35.932603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Pushing event updated for resources: {'Port': ['ID=82f93a12-6f18-4a1e-9207-c64894f7ea4f,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:35.933303 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6dc61b2-435e-487e-bce6-74e42aac91ae tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:35.941047 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b838884f-4fab-4cdf-b9c5-09299ef83a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:36.000359 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=0885c37c-39ac-494e-8103-d7f3a4c2ecf9,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:36.006182 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-63adfd58-b46f-46ae-af19-c0d04c615abe req-a2e20433-6006-4eeb-bfd2-43d171144a36 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955209 Aug 05 13:59:36.011127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6218e-4211-468c-927f-3131ecbddc17 req-7174e367-d6c3-4814-a656-ada9bd4ee780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:36.021433 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:36.021641 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1c6218e-4211-468c-927f-3131ecbddc17 req-7174e367-d6c3-4814-a656-ada9bd4ee780 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0c9cb3b-02da-4b2d-886d-ad880aca8a5e HTTP/1.1" status: 200 len: 851 time: 0.3015077 Aug 05 13:59:36.042828 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6dc61b2-435e-487e-bce6-74e42aac91ae tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:59:36.046223 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-277944f7-ad93-4b80-8886-18950b9609d3 req-e057d3b8-8f51-4d13-b728-52b8af7baa36 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=f5c6e997-6dda-480e-9964-056a281fdde3 HTTP/1.1" status: 200 len: 217 time: 0.1078100 Aug 05 13:59:36.094280 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-ebc7a87f-43ff-40ae-b937-1ee343b1f7b5 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017077 Aug 05 13:59:36.107443 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6dc61b2-435e-487e-bce6-74e42aac91ae tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:36.108134 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-e6dc61b2-435e-487e-bce6-74e42aac91ae tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Added segment 8ff8adcb-408f-41f0-a55a-2179056e2897 of type vlan for network 7e6c701d-8fd7-4ae1-b314-62c841b9c867 Aug 05 13:59:36.148715 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-c58c8212-3310-44e4-854c-bd47ba71a556 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718148 Aug 05 13:59:36.170711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 915c7a13-64c6-4f22-a4d9-e1a12278a50c completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:36.197754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 915c7a13-64c6-4f22-a4d9-e1a12278a50c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:36.198199 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:36.254788 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e564d855-692f-4380-b5e6-8091bfbc3053 req-266bb680-966a-4ff0-aea3-43eec9a57ccb service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432016 Aug 05 13:59:36.289301 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838884f-4fab-4cdf-b9c5-09299ef83a1a None None] Pushing event updated for resources: {'Port': ['ID=66cab407-6489-4d84-8919-868da4e92d0f,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:36.294956 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1c6218e-4211-468c-927f-3131ecbddc17 req-71d958d9-be3c-4648-ae7e-75b1894b0f54 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7447363-4b58-4abe-9e51-4d82c721285c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2344005 Aug 05 13:59:36.320326 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad7d390d-476c-41b0-aa46-7fd48b980d5b req-b79ba692-dcde-4c09-8014-9494a7af2100 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043977 Aug 05 13:59:36.322880 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c1589604-0af8-476d-8466-77f23d17797f req-b289209d-7ca6-41e0-aef8-5c1809bef677 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187140 Aug 05 13:59:36.353614 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-270af78a-b6b2-47ae-9421-8ab13d6e5379 None None] Provisioning complete for port 915c7a13-64c6-4f22-a4d9-e1a12278a50c triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:36.353989 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-270af78a-b6b2-47ae-9421-8ab13d6e5379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:36.450826 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1c6218e-4211-468c-927f-3131ecbddc17 req-bda16fcb-b68e-4b89-b915-948157022bb0 service neutron] 10.222.0.63 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336250 Aug 05 13:59:36.488112 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6dc61b2-435e-487e-bce6-74e42aac91ae tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:36.497988 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:36.520706 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277944f7-ad93-4b80-8886-18950b9609d3 req-806e332e-701e-4b0f-b97a-a9d250e76a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:36.522414 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-277944f7-ad93-4b80-8886-18950b9609d3 req-806e332e-701e-4b0f-b97a-a9d250e76a7b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.3814893 Aug 05 13:59:36.531289 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334cf42-e6c2-4fd9-972e-50d8841444f6 req-ae7d7688-ed91-4521-85cb-e249fbe216ba tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:36.532866 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8334cf42-e6c2-4fd9-972e-50d8841444f6 req-ae7d7688-ed91-4521-85cb-e249fbe216ba tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 949 time: 0.2554731 Aug 05 13:59:36.586971 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 915c7a13-64c6-4f22-a4d9-e1a12278a50c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=915c7a13-64c6-4f22-a4d9-e1a12278a50c,segment=NetworkSegment(ca78f4f8-fce6-44cf-a116-699e77395d53),segment_id=ca78f4f8-fce6-44cf-a116-699e77395d53)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:36.597725 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:36.612139 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6dc61b2-435e-487e-bce6-74e42aac91ae tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:36.618778 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dc61b2-435e-487e-bce6-74e42aac91ae tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:36.619105 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6dc61b2-435e-487e-bce6-74e42aac91ae tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:36.634431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fa3f4-e438-49c1-b727-ace0d11f09f8 req-26e1061e-49d6-444d-ac21-a6295515b1c3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:36.634431 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fd8fa3f4-e438-49c1-b727-ace0d11f09f8 req-26e1061e-49d6-444d-ac21-a6295515b1c3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=c670584c-3e4b-4903-81eb-10668164dcad HTTP/1.1" status: 200 len: 944 time: 0.1805820 Aug 05 13:59:36.641696 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:36.650013 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1c6218e-4211-468c-927f-3131ecbddc17 req-6b986199-01af-4ee7-9e14-a4f1c1d3fd8e service neutron] 10.222.0.63 "GET /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893752 Aug 05 13:59:36.674347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:33Z', 'revision_number': 4, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '30a53620-7ac6-4d94-a2a7-1ad4395b2da3', 'name': '', 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:4e:1c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:29Z', 'updated_at': '2021-08-05T13:59:33Z', 'revision_number': 2, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:31Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:36.688159 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8334cf42-e6c2-4fd9-972e-50d8841444f6 req-feb4e5e8-f37d-43e6-9624-99fdd93df160 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436126 Aug 05 13:59:36.707215 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-270af78a-b6b2-47ae-9421-8ab13d6e5379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:36.721914 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e6dc61b2-435e-487e-bce6-74e42aac91ae tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9833014 Aug 05 13:59:36.729894 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51426) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:36.730539 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Checking router: f20fae2e-828a-466e-a2bb-8dd1c68854cf for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:59:36.730902 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Updating router f20fae2e-828a-466e-a2bb-8dd1c68854cf port 30a53620-7ac6-4d94-a2a7-1ad4395b2da3 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:59:36.744482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-823e097f-cbcf-408d-a8d9-2cd948af0b65 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'subnet': {'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:36.780614 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:36.817596 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc61b2-435e-487e-bce6-74e42aac91ae tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Network': ['ID=7e6c701d-8fd7-4ae1-b314-62c841b9c867,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:36.837800 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:36.866888 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823e097f-cbcf-408d-a8d9-2cd948af0b65 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Made reservation on behalf of e074d638fb10429cb5c70f6cea8a6d13 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:36.869373 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277944f7-ad93-4b80-8886-18950b9609d3 req-2d86fd3b-1fc9-42a9-94af-c5d0e04d64dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:36.870925 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-277944f7-ad93-4b80-8886-18950b9609d3 req-2d86fd3b-1fc9-42a9-94af-c5d0e04d64dd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3150256 Aug 05 13:59:36.872814 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-823e097f-cbcf-408d-a8d9-2cd948af0b65 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:36.937310 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-270af78a-b6b2-47ae-9421-8ab13d6e5379 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 13:59:36.938066 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-270af78a-b6b2-47ae-9421-8ab13d6e5379 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 13:59:36.940342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 7e6c701d-8fd7-4ae1-b314-62c841b9c867 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:59:36.991190 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=915c7a13-64c6-4f22-a4d9-e1a12278a50c,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:37.026296 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fd8fa3f4-e438-49c1-b727-ace0d11f09f8 req-d2cba88c-db3f-4320-b992-04f124aeb6cd tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898536 Aug 05 13:59:37.092552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:37.092966 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:37.131468 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 5cdca43f-44bf-429b-9082-6b2e89ed2560 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:59:37.147582 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-823e097f-cbcf-408d-a8d9-2cd948af0b65 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:37.166452 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:37.177649 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:37.233965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e097f-cbcf-408d-a8d9-2cd948af0b65 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Subnet': ['ID=c2e773c4-e6ed-462c-865e-c191bf6ed299,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:37.242807 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e097f-cbcf-408d-a8d9-2cd948af0b65 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Checking segment: {'id': '8ff8adcb-408f-41f0-a55a-2179056e2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:37.242983 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823e097f-cbcf-408d-a8d9-2cd948af0b65 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network hostable DHCP agents. Network: 7e6c701d-8fd7-4ae1-b314-62c841b9c867, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:59:37.273339 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823e097f-cbcf-408d-a8d9-2cd948af0b65 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network 7e6c701d-8fd7-4ae1-b314-62c841b9c867 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:59:37.291963 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-823e097f-cbcf-408d-a8d9-2cd948af0b65 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 7e6c701d-8fd7-4ae1-b314-62c841b9c867) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:37.299107 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823e097f-cbcf-408d-a8d9-2cd948af0b65 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:37.300443 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-823e097f-cbcf-408d-a8d9-2cd948af0b65 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:37.326296 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-823e097f-cbcf-408d-a8d9-2cd948af0b65 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5945611 Aug 05 13:59:37.326913 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51466) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:37.328723 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896c47df-77f7-48f0-9470-c32e30898da6 None None] Network 7e6c701d-8fd7-4ae1-b314-62c841b9c867 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:37.586719 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 5cdca43f-44bf-429b-9082-6b2e89ed2560, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5cdca43f-44bf-429b-9082-6b2e89ed2560,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:37.613238 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 66cab407-6489-4d84-8919-868da4e92d0f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:37.667286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '5cdca43f-44bf-429b-9082-6b2e89ed2560', 'network_id': 'f7447363-4b58-4abe-9e51-4d82c721285c', 'port_id': '5cdca43f-44bf-429b-9082-6b2e89ed2560', 'mac_address': 'fa:16:3e:0b:8a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c9cb3b-02da-4b2d-886d-ad880aca8a5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:59:37.717978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b80950-726c-4ec2-8039-39a7e0494f3e', 'tag': '78e114d5-1454-49b5-8e94-cdff246518d4'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:37.720391 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66f5a00-b1e6-4f54-8e6c-fd248177c4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "67b80950-726c-4ec2-8039-39a7e0494f3e", "tag": "78e114d5-1454-49b5-8e94-cdff246518d4"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:37.749816 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:37.781936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Transition to ACTIVE for port object 30a53620-7ac6-4d94-a2a7-1ad4395b2da3 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:37.787671 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-277944f7-ad93-4b80-8886-18950b9609d3 req-35bb822a-b831-4242-aecc-0771b056da99 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9052224 Aug 05 13:59:37.816628 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:37.825106 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:37.873383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-270af78a-b6b2-47ae-9421-8ab13d6e5379 None None] Provisioning for port 30a53620-7ac6-4d94-a2a7-1ad4395b2da3 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:37.903409 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdca43f-44bf-429b-9082-6b2e89ed2560 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:59:37.914147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d429d9-b468-4b53-9015-21af39810ecf req-5eb8d7df-8425-41fd-96ee-59a2f4709067 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:37.922866 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5d429d9-b468-4b53-9015-21af39810ecf req-5eb8d7df-8425-41fd-96ee-59a2f4709067 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 947 time: 0.7897937 Aug 05 13:59:37.935848 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 66cab407-6489-4d84-8919-868da4e92d0f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:37.936452 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:37.968230 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3975e-ee33-41c9-a176-a57caf9a21e1 None None] Pushing event updated for resources: {'Port': ['ID=30a53620-7ac6-4d94-a2a7-1ad4395b2da3,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:37.980725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-7e6c701d-8fd7-4ae1-b314-62c841b9c867', 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'fixed_ips': [{'subnet_id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 13:59:37.981628 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:37.994240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 5cdca43f-44bf-429b-9082-6b2e89ed2560, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5cdca43f-44bf-429b-9082-6b2e89ed2560,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:38.046446 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:38.079545 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5d429d9-b468-4b53-9015-21af39810ecf req-a773c233-da2f-4604-9066-253833486db6 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518388 Aug 05 13:59:38.159145 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-277944f7-ad93-4b80-8886-18950b9609d3 req-ce1b7297-14b0-45eb-9bdc-31b05e4ac388 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624840 Aug 05 13:59:38.164704 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=5cdca43f-44bf-429b-9082-6b2e89ed2560,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:38.183187 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-270af78a-b6b2-47ae-9421-8ab13d6e5379 None None] Provisioning complete for port 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:38.183516 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-270af78a-b6b2-47ae-9421-8ab13d6e5379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:38.207542 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f276d-caf9-4504-bb5b-74f9c94bc635 req-25f61d3f-1214-4491-a5e3-9903716b1380 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:38.209234 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a9f276d-caf9-4504-bb5b-74f9c94bc635 req-25f61d3f-1214-4491-a5e3-9903716b1380 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac869a5-ea7b-46e9-a584-053194d89810 HTTP/1.1" status: 200 len: 945 time: 0.0893111 Aug 05 13:59:38.268967 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Attempting to bind port 30a53620-7ac6-4d94-a2a7-1ad4395b2da3 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:38.269316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Attempting to bind port 30a53620-7ac6-4d94-a2a7-1ad4395b2da3 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '2574e065-49dc-4c2d-a74a-07a45e4bba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:38.270074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Attempting to bind port 30a53620-7ac6-4d94-a2a7-1ad4395b2da3 on network 5b388d5c-df78-491e-8f33-7e19a2fac4bd {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:38.292281 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a9f276d-caf9-4504-bb5b-74f9c94bc635 req-5304e6d5-777a-4263-860f-3d8d5ba29c50 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712852 Aug 05 13:59:38.306164 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:38.307083 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Checking segment: {'id': '2574e065-49dc-4c2d-a74a-07a45e4bba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:38.307412 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:38.308184 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Bound using segment: {'id': '2574e065-49dc-4c2d-a74a-07a45e4bba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:38.308184 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Bound port: 30a53620-7ac6-4d94-a2a7-1ad4395b2da3, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2574e065-49dc-4c2d-a74a-07a45e4bba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:38.308485 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:38.338538 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:38.349231 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180fef3-bb32-4be7-a4a5-9f97c5f0a37d req-da70c118-9c17-4122-9ce3-0889a373dde0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:38.351074 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4180fef3-bb32-4be7-a4a5-9f97c5f0a37d req-da70c118-9c17-4122-9ce3-0889a373dde0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 949 time: 0.1343696 Aug 05 13:59:38.351703 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Router b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 13:59:38.358817 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:38.373694 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eda3db-e0ec-4c54-9c1d-ec8f3a940abc req-356cf7e9-c0ea-4ba0-8e93-ebdb81210048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:38.375365 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57eda3db-e0ec-4c54-9c1d-ec8f3a940abc req-356cf7e9-c0ea-4ba0-8e93-ebdb81210048 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a65a4dfe38e248edbdfcde9ed0319116&device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 1099 time: 0.1472211 Aug 05 13:59:38.419117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['5cdca43f-44bf-429b-9082-6b2e89ed2560'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:59:38.432558 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3178487-743b-4aff-a8a5-f4a43b1b52c2 x-openstack-request-id: req-c3178487-743b-4aff-a8a5-f4a43b1b52c2 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:38.432933 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b80950-726c-4ec2-8039-39a7e0494f3e", "tag": "78e114d5-1454-49b5-8e94-cdff246518d4", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:38.433078 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3178487-743b-4aff-a8a5-f4a43b1b52c2 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:38.433475 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b80950-726c-4ec2-8039-39a7e0494f3e', 'tag': '78e114d5-1454-49b5-8e94-cdff246518d4', 'status': 'completed', 'code': 200} Aug 05 13:59:38.557598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Allocated IP 2001:db8:3::2 (7e6c701d-8fd7-4ae1-b314-62c841b9c867/c2e773c4-e6ed-462c-865e-c191bf6ed299/df772f99-6f8f-4dcd-a6c4-e68948d88b20) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:38.592497 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] For port 30a53620-7ac6-4d94-a2a7-1ad4395b2da3, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:38.624978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] For port 30a53620-7ac6-4d94-a2a7-1ad4395b2da3, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=30a53620-7ac6-4d94-a2a7-1ad4395b2da3,segment=NetworkSegment(2574e065-49dc-4c2d-a74a-07a45e4bba10),segment_id=2574e065-49dc-4c2d-a74a-07a45e4bba10)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:38.660318 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4180fef3-bb32-4be7-a4a5-9f97c5f0a37d req-a9a9675e-e365-47ea-b382-beb9b69c79dd tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998648 Aug 05 13:59:38.680639 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:38.707107 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bbd37-90cc-48a3-a031-c8d41c5e2c45 req-e00cd69c-39fd-49ab-9a81-1023c7eb21ca tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:38.709198 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-435bbd37-90cc-48a3-a031-c8d41c5e2c45 req-e00cd69c-39fd-49ab-9a81-1023c7eb21ca tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=c670584c-3e4b-4903-81eb-10668164dcad HTTP/1.1" status: 200 len: 945 time: 0.1061070 Aug 05 13:59:38.772148 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 915c7a13-64c6-4f22-a4d9-e1a12278a50c up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:38.803376 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-435bbd37-90cc-48a3-a031-c8d41c5e2c45 req-ba8617c0-7641-4b5c-8b2c-59922f98342d tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870106 Aug 05 13:59:38.849142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3975e-ee33-41c9-a176-a57caf9a21e1 None None] Pushing event updated for resources: {'Port': ['ID=30a53620-7ac6-4d94-a2a7-1ad4395b2da3,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:38.899709 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f5a00-b1e6-4f54-8e6c-fd248177c4ba req-fefc357a-2b0c-4f0d-96f0-cbaa8ab1634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:38.901088 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e66f5a00-b1e6-4f54-8e6c-fd248177c4ba req-fefc357a-2b0c-4f0d-96f0-cbaa8ab1634d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a65a4dfe38e248edbdfcde9ed0319116&device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 1098 time: 0.4639454 Aug 05 13:59:38.909114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:38.909835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:38.961935 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:59:38.972393 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Sync routers for ids ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:59:38.985845 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Routers {'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:38.986584 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:39.030803 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eda3db-e0ec-4c54-9c1d-ec8f3a940abc req-79aa8c28-3867-4ade-b207-acd072e6b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:39.032816 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57eda3db-e0ec-4c54-9c1d-ec8f3a940abc req-79aa8c28-3867-4ade-b207-acd072e6b029 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.6117837 Aug 05 13:59:39.091599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57eda3db-e0ec-4c54-9c1d-ec8f3a940abc req-eda1480d-48fc-49bb-81fe-3c5ed14960a3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=f5c6e997-6dda-480e-9964-056a281fdde3 HTTP/1.1" status: 200 len: 217 time: 0.0468254 Aug 05 13:59:39.106588 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:39.110717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51548) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:39.110889 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ef46abab-d4a0-48a3-9a9c-e7b5147b0503 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.3953567 Aug 05 13:59:39.128647 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91118765-f305-4641-811f-715979feb0ad req-344be124-595c-4a13-9bbf-7b7a6c107594 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:39.136658 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-91118765-f305-4641-811f-715979feb0ad req-344be124-595c-4a13-9bbf-7b7a6c107594 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1ba75a-f690-434d-8256-7f9b96277269 HTTP/1.1" status: 200 len: 946 time: 0.3080747 Aug 05 13:59:39.149445 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 915c7a13-64c6-4f22-a4d9-e1a12278a50c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:39.149831 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:39.151804 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:39.157717 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9eddebea-9573-4a3d-b7b8-e77f44658389 None None] Provisioning complete for port 66cab407-6489-4d84-8919-868da4e92d0f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:39.158081 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9eddebea-9573-4a3d-b7b8-e77f44658389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:39.186169 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:39.213016 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Set router b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:39.214588 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Router 6c9643ef-70af-433b-8c9f-83b79be69184 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 13:59:39.250156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Transition to ACTIVE for port object df772f99-6f8f-4dcd-a6c4-e68948d88b20 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:39.257999 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-91118765-f305-4641-811f-715979feb0ad req-ae33fe45-ceaf-4e65-b49f-9a75f0d85a01 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200490 Aug 05 13:59:39.288234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 51552) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:39.304195 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Transition to ACTIVE for port object df772f99-6f8f-4dcd-a6c4-e68948d88b20 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:39.314303 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eda3db-e0ec-4c54-9c1d-ec8f3a940abc req-c2e55ae3-f991-4a1e-a549-58b8b0e6304b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:39.321397 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57eda3db-e0ec-4c54-9c1d-ec8f3a940abc req-c2e55ae3-f991-4a1e-a549-58b8b0e6304b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.2187564 Aug 05 13:59:39.404171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f5a00-b1e6-4f54-8e6c-fd248177c4ba req-7a54e666-3839-48f4-a937-9a02320f54e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:39.406105 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e66f5a00-b1e6-4f54-8e6c-fd248177c4ba req-7a54e666-3839-48f4-a937-9a02320f54e6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.4950163 Aug 05 13:59:39.415516 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:39.470615 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1ca97-4fdb-4c46-adcf-f3f0ada6e160 req-9497bcdd-4665-46fe-9d72-27dc5b7d3378 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:39.477215 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e66f5a00-b1e6-4f54-8e6c-fd248177c4ba req-c93cd7bf-2880-4842-9323-b422b7942c1c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=78e114d5-1454-49b5-8e94-cdff246518d4 HTTP/1.1" status: 200 len: 217 time: 0.0590501 Aug 05 13:59:39.479775 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1a1ca97-4fdb-4c46-adcf-f3f0ada6e160 req-9497bcdd-4665-46fe-9d72-27dc5b7d3378 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 947 time: 0.2123866 Aug 05 13:59:39.525278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eda3db-e0ec-4c54-9c1d-ec8f3a940abc req-ff3baa36-4dd1-4940-a2df-3265e2d19132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:39.527160 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57eda3db-e0ec-4c54-9c1d-ec8f3a940abc req-ff3baa36-4dd1-4940-a2df-3265e2d19132 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1933050 Aug 05 13:59:39.571488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Network 7e6c701d-8fd7-4ae1-b314-62c841b9c867 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:39.580735 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1a1ca97-4fdb-4c46-adcf-f3f0ada6e160 req-116982f1-37f0-48a8-8ec3-a521578eb1e2 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999901 Aug 05 13:59:39.599812 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:39.606915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Pushing event updated for resources: {'Port': ['ID=df772f99-6f8f-4dcd-a6c4-e68948d88b20,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:39.622367 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:39.703864 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'name': 'tempest-ServersTestBootFromVolume-1245048125-router', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:36Z', 'revision_number': 3, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'gw_port': {'id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:39.760393 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57eda3db-e0ec-4c54-9c1d-ec8f3a940abc req-a7e0190d-9f01-49ff-b366-864665bb4463 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038419 Aug 05 13:59:39.762700 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f5a00-b1e6-4f54-8e6c-fd248177c4ba req-918320a0-1dfc-46c0-8d44-1ab31153ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:39.764571 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e66f5a00-b1e6-4f54-8e6c-fd248177c4ba req-918320a0-1dfc-46c0-8d44-1ab31153ce87 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.2553647 Aug 05 13:59:39.767984 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94fa45d1-cfb5-42a4-9573-2dd38f672c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:39.800129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:59:39.821714 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Allocated IP 2001:db8:3::1 (7e6c701d-8fd7-4ae1-b314-62c841b9c867/c2e773c4-e6ed-462c-865e-c191bf6ed299/4a2e20ac-5748-4950-883f-e7c197837eee) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:39.839253 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Sync routers for ids ['6c9643ef-70af-433b-8c9f-83b79be69184'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:59:39.850362 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Checking router: b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:59:39.850712 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Updating router b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 port 44754ff0-3bac-4e97-b5aa-15fc03326bdc binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:59:39.903916 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:39.903916 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5b9a4183-5455-43cc-8c6d-9b9659de238a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 11.6818354 Aug 05 13:59:39.905801 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 51566) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:39.913185 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:39.987976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Attempting to bind port df772f99-6f8f-4dcd-a6c4-e68948d88b20 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:39.988894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Attempting to bind port df772f99-6f8f-4dcd-a6c4-e68948d88b20 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '8ff8adcb-408f-41f0-a55a-2179056e2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:39.989509 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Attempting to bind port df772f99-6f8f-4dcd-a6c4-e68948d88b20 on network 7e6c701d-8fd7-4ae1-b314-62c841b9c867 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:39.996730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Routers {'6c9643ef-70af-433b-8c9f-83b79be69184'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:39.998458 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['6c9643ef-70af-433b-8c9f-83b79be69184'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:40.067404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f5a00-b1e6-4f54-8e6c-fd248177c4ba req-e58d9848-2b6d-4fba-ae68-37e40e7f0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:40.070100 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e66f5a00-b1e6-4f54-8e6c-fd248177c4ba req-e58d9848-2b6d-4fba-ae68-37e40e7f0718 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2880621 Aug 05 13:59:40.087465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a9b0c-7dd5-4c66-8e09-cd6a5bfad730 req-2485522d-8125-49bf-bd12-98fac2eb4b54 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:40.095133 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a82a9b0c-7dd5-4c66-8e09-cd6a5bfad730 req-2485522d-8125-49bf-bd12-98fac2eb4b54 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 949 time: 0.2701721 Aug 05 13:59:40.214943 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a82a9b0c-7dd5-4c66-8e09-cd6a5bfad730 req-9b65ae10-99b1-4b89-8c7e-9e46e0efd7f0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188295 Aug 05 13:59:40.216287 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:40.216668 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Checking segment: {'id': '8ff8adcb-408f-41f0-a55a-2179056e2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:40.217592 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:40.217999 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Bound using segment: {'id': '8ff8adcb-408f-41f0-a55a-2179056e2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:40.218524 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Bound port: df772f99-6f8f-4dcd-a6c4-e68948d88b20, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff8adcb-408f-41f0-a55a-2179056e2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:40.218911 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:40.226879 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57eda3db-e0ec-4c54-9c1d-ec8f3a940abc req-b92f8948-1ac9-4e95-bdd0-012db48af00b service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461224 Aug 05 13:59:40.257370 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a95b5-bbde-4caf-8cab-31c2bcf4bf0d req-cc85226a-277d-4f2e-a4cd-c6e3c8dc8cab tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:40.267807 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-131a95b5-bbde-4caf-8cab-31c2bcf4bf0d req-cc85226a-277d-4f2e-a4cd-c6e3c8dc8cab tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=c670584c-3e4b-4903-81eb-10668164dcad HTTP/1.1" status: 200 len: 945 time: 0.2943258 Aug 05 13:59:40.310148 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:40.328275 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:40.342802 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Transition to ACTIVE for port object 44754ff0-3bac-4e97-b5aa-15fc03326bdc will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:40.351983 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:40.353055 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Transition to ACTIVE for port object 4a2e20ac-5748-4950-883f-e7c197837eee will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:40.357435 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:40.414339 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Attempting to bind port 44754ff0-3bac-4e97-b5aa-15fc03326bdc on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:40.414892 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Attempting to bind port 44754ff0-3bac-4e97-b5aa-15fc03326bdc by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:40.415387 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Attempting to bind port 44754ff0-3bac-4e97-b5aa-15fc03326bdc on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:40.415719 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:33Z', 'revision_number': 4, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '30a53620-7ac6-4d94-a2a7-1ad4395b2da3', 'name': '', 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:4e:1c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:29Z', 'updated_at': '2021-08-05T13:59:38Z', 'revision_number': 4, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:31Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:40.425942 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009812ac-3df4-4a53-bd34-2ee62b287451 None None] Pushing event updated for resources: {'Port': ['ID=44754ff0-3bac-4e97-b5aa-15fc03326bdc,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:40.435479 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:40.436486 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:40.437142 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:40.437906 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:40.438794 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Bound port: 44754ff0-3bac-4e97-b5aa-15fc03326bdc, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:40.439503 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:40.446920 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec00920-4b72-4513-9e50-31bdf37ab20c None None] The sync data for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 is: [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:33Z', 'revision_number': 4, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '30a53620-7ac6-4d94-a2a7-1ad4395b2da3', 'name': '', 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:4e:1c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:29Z', 'updated_at': '2021-08-05T13:59:38Z', 'revision_number': 4, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:31Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:59:40.450134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Set router 6c9643ef-70af-433b-8c9f-83b79be69184 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:40.487049 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] For port df772f99-6f8f-4dcd-a6c4-e68948d88b20, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:40.490662 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 78e114d5-1454-49b5-8e94-cdff246518d4 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:59:40.494725 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-08c1617c-7565-4a4f-88cc-581710f571ef tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:40.502079 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-08c1617c-7565-4a4f-88cc-581710f571ef tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/networks?id=ae5d1956-9a20-4a6c-b6cc-b896ac38386b HTTP/1.1" status: 200 len: 813 time: 0.1468120 Aug 05 13:59:40.553276 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-b107a7dd-46fb-4fe6-94a3-7e854f471c9c tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/quotas/0cd72dc2dea14d75b3f0c36365539b60 HTTP/1.1" status: 200 len: 375 time: 0.0501554 Aug 05 13:59:40.554054 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] For port 44754ff0-3bac-4e97-b5aa-15fc03326bdc, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:40.557789 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] For port 44754ff0-3bac-4e97-b5aa-15fc03326bdc, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=44754ff0-3bac-4e97-b5aa-15fc03326bdc,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:40.577152 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:40.647061 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009812ac-3df4-4a53-bd34-2ee62b287451 None None] Pushing event updated for resources: {'Port': ['ID=44754ff0-3bac-4e97-b5aa-15fc03326bdc,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:40.666755 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Routers {'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:40.667534 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:40.677430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 78e114d5-1454-49b5-8e94-cdff246518d4, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=78e114d5-1454-49b5-8e94-cdff246518d4,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:40.744067 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '78e114d5-1454-49b5-8e94-cdff246518d4', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '78e114d5-1454-49b5-8e94-cdff246518d4', 'mac_address': 'fa:16:3e:33:af:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:59:40.768019 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] For port df772f99-6f8f-4dcd-a6c4-e68948d88b20, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=df772f99-6f8f-4dcd-a6c4-e68948d88b20,segment=NetworkSegment(8ff8adcb-408f-41f0-a55a-2179056e2897),segment_id=8ff8adcb-408f-41f0-a55a-2179056e2897)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:40.807482 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:40.846294 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:40.856617 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-1d06ed3a-f021-40b4-806c-72718cab4ae4 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cd72dc2dea14d75b3f0c36365539b60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3021021 Aug 05 13:59:40.858989 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 30a53620-7ac6-4d94-a2a7-1ad4395b2da3 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:40.867914 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] Set router b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:40.991160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e295f-e707-4ffd-ae55-8dcbfb433f7c None None] Pushing event updated for resources: {'Port': ['ID=df772f99-6f8f-4dcd-a6c4-e68948d88b20,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:41.019318 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network 7e6c701d-8fd7-4ae1-b314-62c841b9c867 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:41.043792 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:41.047198 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:41.053871 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:41.054470 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:41.068431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 30a53620-7ac6-4d94-a2a7-1ad4395b2da3 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:41.092010 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 30a53620-7ac6-4d94-a2a7-1ad4395b2da3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:41.092613 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:41.135382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e114d5-1454-49b5-8e94-cdff246518d4 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:59:41.156099 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 5cdca43f-44bf-429b-9082-6b2e89ed2560 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:41.210404 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=4a2e20ac-5748-4950-883f-e7c197837eee,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:41.234956 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'name': 'tempest-ServersTestBootFromVolume-1245048125-router', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:36Z', 'revision_number': 3, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'gw_port': {'id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:41.255928 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 78e114d5-1454-49b5-8e94-cdff246518d4, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=78e114d5-1454-49b5-8e94-cdff246518d4,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:41.286205 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:41.289343 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-131a95b5-bbde-4caf-8cab-31c2bcf4bf0d req-f2726ed3-83eb-4208-83a5-44be8615b77c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0204194 Aug 05 13:59:41.292410 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c29fad-184b-4ef4-99fd-fb8869255b31 None None] The sync data for ids ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'] in n-d-803585-2 is: [{'id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'name': 'tempest-ServersTestBootFromVolume-1245048125-router', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:36Z', 'revision_number': 3, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'gw_port': {'id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:59:41.310381 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:41.385797 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e66f5a00-b1e6-4f54-8e6c-fd248177c4ba req-5dee29fc-76de-488d-acbe-72b595db99d0 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2592664 Aug 05 13:59:41.419331 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Allocated IP 172.20.0.1 (17449f7a-6c65-48a1-960d-a93691b6492e/bdb14171-f95f-4ddd-92c7-c92b54e1f9c3/20abf334-4994-4cd1-ad97-4b8b6756241e) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:41.452341 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=78e114d5-1454-49b5-8e94-cdff246518d4,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:41.485357 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94fa45d1-cfb5-42a4-9573-2dd38f672c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:41.528824 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-f09b8535-d5d1-4329-a524-da1307438f6d service neutron] 10.222.0.16 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712925 Aug 05 13:59:41.559634 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['78e114d5-1454-49b5-8e94-cdff246518d4'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:59:41.595003 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:41.601467 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 5cdca43f-44bf-429b-9082-6b2e89ed2560 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:41.613214 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 5cdca43f-44bf-429b-9082-6b2e89ed2560 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:41.614719 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:41.617595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'name': 'tempest-ServersTestJSON-532512425-router', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:36Z', 'revision_number': 3, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'gw_port': {'id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:41.640612 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e66f5a00-b1e6-4f54-8e6c-fd248177c4ba req-3dfd220f-8c12-4b4e-8fb8-de1e3a05fa10 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525831 Aug 05 13:59:41.663012 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94fa45d1-cfb5-42a4-9573-2dd38f672c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:41.671515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9874b-a553-4905-a1df-bea95f3de8eb req-abdb31e7-cfc2-49e8-8e88-52de5995ab33 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:41.673204 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78c9874b-a553-4905-a1df-bea95f3de8eb req-abdb31e7-cfc2-49e8-8e88-52de5995ab33 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.63 "GET /v2.0/ports?device_id=aac869a5-ea7b-46e9-a584-053194d89810 HTTP/1.1" status: 200 len: 945 time: 0.3659074 Aug 05 13:59:41.708151 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Checking router: 6c9643ef-70af-433b-8c9f-83b79be69184 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:59:41.709317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Updating router 6c9643ef-70af-433b-8c9f-83b79be69184 port 82f93a12-6f18-4a1e-9207-c64894f7ea4f binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:59:41.712150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76155c2e-ee4c-4577-9af1-5c1ce161ff7c req-779a8b08-2606-4dd7-921b-eb6a49234a68 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:41.714101 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-76155c2e-ee4c-4577-9af1-5c1ce161ff7c req-779a8b08-2606-4dd7-921b-eb6a49234a68 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.84 "GET /v2.0/ports?device_id=2e1ba75a-f690-434d-8256-7f9b96277269 HTTP/1.1" status: 200 len: 946 time: 0.4625866 Aug 05 13:59:41.781225 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 30a53620-7ac6-4d94-a2a7-1ad4395b2da3, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=30a53620-7ac6-4d94-a2a7-1ad4395b2da3,segment=NetworkSegment(2574e065-49dc-4c2d-a74a-07a45e4bba10),segment_id=2574e065-49dc-4c2d-a74a-07a45e4bba10)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:41.810212 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:41.873556 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:41.878843 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=30a53620-7ac6-4d94-a2a7-1ad4395b2da3,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:41.979590 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-94fa45d1-cfb5-42a4-9573-2dd38f672c27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46c67713d3e944baaaca8fec1e9b2fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6819682 Aug 05 13:59:41.984412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 51582) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:41.986770 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa45d1-cfb5-42a4-9573-2dd38f672c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d02c067-6fdf-401b-9813-fae0ce1add55,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:42.019977 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:42.043334 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:42.044787 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-fd98d9a1-610b-4db7-a4ad-6df49005fb5a service neutron] 10.222.0.16 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924195 Aug 05 13:59:42.053153 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c2b87-c338-4dba-8a52-1a813199e86f req-a290d499-10e5-48ea-b035-7b58e20cdd2c tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:42.053361 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Transition to ACTIVE for port object 20abf334-4994-4cd1-ad97-4b8b6756241e will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:42.055318 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c06c2b87-c338-4dba-8a52-1a813199e86f req-a290d499-10e5-48ea-b035-7b58e20cdd2c tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 948 time: 0.5779126 Aug 05 13:59:42.132648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-78c9874b-a553-4905-a1df-bea95f3de8eb req-2c994eeb-ec83-4fb1-88ca-69752ae99f2a tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Deleting port 44901d84-cc67-419c-9438-ecd941587342 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:42.132989 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-78c9874b-a553-4905-a1df-bea95f3de8eb req-2c994eeb-ec83-4fb1-88ca-69752ae99f2a tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:42.155804 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c670584c-3e4b-4903-81eb-10668164dcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdca43f-44bf-429b-9082-6b2e89ed2560'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:42.157685 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9327dced-2de2-4ca2-bdd9-06d48bd997c9" -d '{"events": [{"server_uuid": "c670584c-3e4b-4903-81eb-10668164dcad", "name": "network-vif-plugged", "status": "completed", "tag": "5cdca43f-44bf-429b-9082-6b2e89ed2560"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:42.227344 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:42.296558 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:42.297461 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 5cdca43f-44bf-429b-9082-6b2e89ed2560, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5cdca43f-44bf-429b-9082-6b2e89ed2560,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:42.347482 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:42.349327 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:42.365609 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Network 17449f7a-6c65-48a1-960d-a93691b6492e is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:42.380533 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:42.383543 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f8e391d-f9e3-499b-a910-477ea229eb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:42.386601 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:42.425254 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:42.449914 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c06c2b87-c338-4dba-8a52-1a813199e86f req-830131ef-24a8-4032-af0f-5e5342f16195 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216302 Aug 05 13:59:42.469776 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-78c9874b-a553-4905-a1df-bea95f3de8eb req-2c994eeb-ec83-4fb1-88ca-69752ae99f2a tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] For port 44901d84-cc67-419c-9438-ecd941587342, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=44901d84-cc67-419c-9438-ecd941587342,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:42.470153 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-78c9874b-a553-4905-a1df-bea95f3de8eb req-2c994eeb-ec83-4fb1-88ca-69752ae99f2a tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:42.483042 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-76155c2e-ee4c-4577-9af1-5c1ce161ff7c req-d581ad72-85d9-4461-b911-184e0aab23bd tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Deleting port 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:42.485407 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-76155c2e-ee4c-4577-9af1-5c1ce161ff7c req-d581ad72-85d9-4461-b911-184e0aab23bd tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:42.521065 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device f5c6e997-6dda-480e-9964-056a281fdde3 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:59:42.525243 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:42.529287 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:42.644073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Pushing event updated for resources: {'Port': ['ID=20abf334-4994-4cd1-ad97-4b8b6756241e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:42.704167 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaab539-89d5-4dff-9aee-9e853ca26c7f x-openstack-request-id: req-bdaab539-89d5-4dff-9aee-9e853ca26c7f {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:42.704685 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c670584c-3e4b-4903-81eb-10668164dcad", "name": "network-vif-plugged", "status": "completed", "tag": "5cdca43f-44bf-429b-9082-6b2e89ed2560", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:42.704957 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bdaab539-89d5-4dff-9aee-9e853ca26c7f {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:42.708863 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c670584c-3e4b-4903-81eb-10668164dcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdca43f-44bf-429b-9082-6b2e89ed2560', 'code': 200} Aug 05 13:59:42.716764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=5cdca43f-44bf-429b-9082-6b2e89ed2560,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:42.753627 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Transition to ACTIVE for port object 82f93a12-6f18-4a1e-9207-c64894f7ea4f will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:42.796732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-78c9874b-a553-4905-a1df-bea95f3de8eb req-2c994eeb-ec83-4fb1-88ca-69752ae99f2a tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Calling delete_port for 44901d84-cc67-419c-9438-ecd941587342 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:42.797479 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:42.816860 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-76155c2e-ee4c-4577-9af1-5c1ce161ff7c req-d581ad72-85d9-4461-b911-184e0aab23bd tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] For port 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1600b5dd-5d4a-41c1-b40f-75c770a4a3ac,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:42.817641 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-76155c2e-ee4c-4577-9af1-5c1ce161ff7c req-d581ad72-85d9-4461-b911-184e0aab23bd tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:42.875098 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-76155c2e-ee4c-4577-9af1-5c1ce161ff7c req-d581ad72-85d9-4461-b911-184e0aab23bd tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Calling delete_port for 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:42.994688 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e0ba3-20a4-4384-9988-cb5e87e813ca None None] Pushing event updated for resources: {'Port': ['ID=82f93a12-6f18-4a1e-9207-c64894f7ea4f,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:43.028973 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfd6f76-691c-4cc9-bd4b-dd7d26f178e1 None None] Network 7e6c701d-8fd7-4ae1-b314-62c841b9c867 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:43.058945 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event updated for resources: {'Port': ['ID=4a2e20ac-5748-4950-883f-e7c197837eee,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:43.070422 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:43.125871 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Attempting to bind port 82f93a12-6f18-4a1e-9207-c64894f7ea4f on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:43.126458 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Attempting to bind port 82f93a12-6f18-4a1e-9207-c64894f7ea4f by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:43.126884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Attempting to bind port 82f93a12-6f18-4a1e-9207-c64894f7ea4f on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:43.158215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 44754ff0-3bac-4e97-b5aa-15fc03326bdc up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:43.161174 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a402b-e7f7-45ba-b4fd-549d2fbb9916 req-ce52264d-5bd7-4846-a3bc-1e06832dd83f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:43.169432 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bb1a402b-e7f7-45ba-b4fd-549d2fbb9916 req-ce52264d-5bd7-4846-a3bc-1e06832dd83f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 949 time: 0.7270954 Aug 05 13:59:43.197406 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:43.197791 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:43.198106 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:43.198817 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:43.199110 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Bound port: 82f93a12-6f18-4a1e-9207-c64894f7ea4f, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:43.199560 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:43.206967 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f606c03a-6eb2-411f-8511-3f27c0d6993b None None] Provisioning for port 20abf334-4994-4cd1-ad97-4b8b6756241e completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:43.247367 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Network 7e6c701d-8fd7-4ae1-b314-62c841b9c867 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:43.260692 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:43.356999 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Allocated IP 172.20.0.1 (00b456fd-8f1f-457d-ab9f-9b65af2598b8/271e3d74-bb42-4589-a6b6-cd3ebc455e96/2fc8c3c1-f950-449f-83f7-7594f65b1326) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:43.418567 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f8e391d-f9e3-499b-a910-477ea229eb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:43.427970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f606c03a-6eb2-411f-8511-3f27c0d6993b None None] Provisioning complete for port 20abf334-4994-4cd1-ad97-4b8b6756241e triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:43.428379 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f606c03a-6eb2-411f-8511-3f27c0d6993b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:43.484545 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def306a-9f6f-42df-b87c-c038a9de6130 req-7818f700-8269-4ecc-b4c4-9dad48504349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:43.487318 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3def306a-9f6f-42df-b87c-c038a9de6130 req-7818f700-8269-4ecc-b4c4-9dad48504349 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c670584c-3e4b-4903-81eb-10668164dcad HTTP/1.1" status: 200 len: 1097 time: 0.4223275 Aug 05 13:59:43.563812 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port f5c6e997-6dda-480e-9964-056a281fdde3, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=f5c6e997-6dda-480e-9964-056a281fdde3,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:43.610677 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 44754ff0-3bac-4e97-b5aa-15fc03326bdc completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:43.625788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f606c03a-6eb2-411f-8511-3f27c0d6993b None None] Port 20abf334-4994-4cd1-ad97-4b8b6756241e cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:59:43.634188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 44754ff0-3bac-4e97-b5aa-15fc03326bdc triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:43.634618 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:43.636449 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'f5c6e997-6dda-480e-9964-056a281fdde3', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': 'f5c6e997-6dda-480e-9964-056a281fdde3', 'mac_address': 'fa:16:3e:42:ec:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:59:43.638509 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] For port 82f93a12-6f18-4a1e-9207-c64894f7ea4f, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:43.646929 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa3819-a037-4b3d-88d9-40b8247e6909 req-9ad4718a-b57a-4b77-a376-75475ff5d3c1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:43.648540 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82aa3819-a037-4b3d-88d9-40b8247e6909 req-9ad4718a-b57a-4b77-a376-75475ff5d3c1 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=c670584c-3e4b-4903-81eb-10668164dcad HTTP/1.1" status: 200 len: 946 time: 0.5856571 Aug 05 13:59:43.751881 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3def306a-9f6f-42df-b87c-c038a9de6130 req-5a18fa87-7c3e-410c-8281-bbc04a77b6fc service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140954 Aug 05 13:59:43.771375 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] For port 82f93a12-6f18-4a1e-9207-c64894f7ea4f, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=82f93a12-6f18-4a1e-9207-c64894f7ea4f,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:43.793890 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82aa3819-a037-4b3d-88d9-40b8247e6909 req-56c6ce2c-9d77-49d3-b76f-4c556d004e55 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309137 Aug 05 13:59:43.806549 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f8e391d-f9e3-499b-a910-477ea229eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:43.809260 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f8e391d-f9e3-499b-a910-477ea229eb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:43.810584 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9f8e391d-f9e3-499b-a910-477ea229eb89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d02c067-6fdf-401b-9813-fae0ce1add55 HTTP/1.1" status: 204 len: 168 time: 1.8181100 Aug 05 13:59:43.834538 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:43.866593 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e391d-f9e3-499b-a910-477ea229eb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d02c067-6fdf-401b-9813-fae0ce1add55,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:43.876101 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:43.898154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e53a7c4d-da8f-46dc-b42f-2a5ca71d11fb None None] Provisioning for port df772f99-6f8f-4dcd-a6c4-e68948d88b20 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:43.906720 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-76155c2e-ee4c-4577-9af1-5c1ce161ff7c req-d581ad72-85d9-4461-b911-184e0aab23bd tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:43.915434 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e0ba3-20a4-4384-9988-cb5e87e813ca None None] Pushing event updated for resources: {'Port': ['ID=82f93a12-6f18-4a1e-9207-c64894f7ea4f,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:43.928710 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Transition to ACTIVE for port object 2fc8c3c1-f950-449f-83f7-7594f65b1326 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:43.934834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['1600b5dd-5d4a-41c1-b40f-75c770a4a3ac'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:59:44.009306 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:44.034524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581ad72-85d9-4461-b911-184e0aab23bd tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Pushing event deleted for resources: {'Port': ['ID=1600b5dd-5d4a-41c1-b40f-75c770a4a3ac,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:44.038510 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Routers {'6c9643ef-70af-433b-8c9f-83b79be69184'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:44.039503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['6c9643ef-70af-433b-8c9f-83b79be69184'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:44.077663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c6e997-6dda-480e-9964-056a281fdde3 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:59:44.085916 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bb1a402b-e7f7-45ba-b4fd-549d2fbb9916 req-624e0a8c-e560-4df1-9d61-e7451cccadf4 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9155617 Aug 05 13:59:44.092242 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1e21e603-0618-48f0-a85a-74acb90e12de req-bd24d1ba-3cf5-44cc-add7-6a67ee6cb825 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd128b93-670b-4b5d-a41f-3cabdd453df6 HTTP/1.1" status: 200 len: 210 time: 0.0943081 Aug 05 13:59:44.165944 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-76155c2e-ee4c-4577-9af1-5c1ce161ff7c req-d581ad72-85d9-4461-b911-184e0aab23bd tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] No DVR routers for this DVR port 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:59:44.171001 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-76155c2e-ee4c-4577-9af1-5c1ce161ff7c req-d581ad72-85d9-4461-b911-184e0aab23bd tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:44.176296 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-76155c2e-ee4c-4577-9af1-5c1ce161ff7c req-d581ad72-85d9-4461-b911-184e0aab23bd tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.84 "DELETE /v2.0/ports/1600b5dd-5d4a-41c1-b40f-75c770a4a3ac HTTP/1.1" status: 204 len: 173 time: 2.4254587 Aug 05 13:59:44.178866 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1ba75a-f690-434d-8256-7f9b96277269', 'name': 'network-vif-deleted', 'tag': '1600b5dd-5d4a-41c1-b40f-75c770a4a3ac'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:44.181468 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e19864-6c94-43cb-9784-517190f317ed" -d '{"events": [{"server_uuid": "2e1ba75a-f690-434d-8256-7f9b96277269", "name": "network-vif-deleted", "tag": "1600b5dd-5d4a-41c1-b40f-75c770a4a3ac"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:44.231226 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:44.246772 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router f20fae2e-828a-466e-a2bb-8dd1c68854cf has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:59:44.273072 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port f5c6e997-6dda-480e-9964-056a281fdde3, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=f5c6e997-6dda-480e-9964-056a281fdde3,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:44.293870 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69227e1d-ad54-4271-99c9-99ea5470cc56 x-openstack-request-id: req-69227e1d-ad54-4271-99c9-99ea5470cc56 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:44.294208 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1ba75a-f690-434d-8256-7f9b96277269", "name": "network-vif-deleted", "tag": "1600b5dd-5d4a-41c1-b40f-75c770a4a3ac", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:44.294506 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69227e1d-ad54-4271-99c9-99ea5470cc56 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:44.294950 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1ba75a-f690-434d-8256-7f9b96277269', 'name': 'network-vif-deleted', 'tag': '1600b5dd-5d4a-41c1-b40f-75c770a4a3ac', 'status': 'completed', 'code': 200} Aug 05 13:59:44.295639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Pushing event updated for resources: {'Port': ['ID=2fc8c3c1-f950-449f-83f7-7594f65b1326,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:44.318070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Network 00b456fd-8f1f-457d-ab9f-9b65af2598b8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:44.320001 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:44.323923 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:44.339928 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:44.368843 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:44.386659 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:44.420008 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-78c9874b-a553-4905-a1df-bea95f3de8eb req-2c994eeb-ec83-4fb1-88ca-69752ae99f2a tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:44.477346 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:44.498804 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 78e114d5-1454-49b5-8e94-cdff246518d4 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:44.658986 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c994eeb-ec83-4fb1-88ca-69752ae99f2a tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Pushing event deleted for resources: {'Port': ['ID=44901d84-cc67-419c-9438-ecd941587342,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:44.673973 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 44754ff0-3bac-4e97-b5aa-15fc03326bdc, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=44754ff0-3bac-4e97-b5aa-15fc03326bdc,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:44.708758 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['f5c6e997-6dda-480e-9964-056a281fdde3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:59:44.719200 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] Set router 6c9643ef-70af-433b-8c9f-83b79be69184 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:44.736983 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:44.763161 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:44.770995 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:44.771831 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device df772f99-6f8f-4dcd-a6c4-e68948d88b20 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:44.854815 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fbbe7-6912-45a5-ac1f-601f8c56fcce req-b88d8ed2-330e-47fc-a761-0ff288791711 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:44.857719 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd8fbbe7-6912-45a5-ac1f-601f8c56fcce req-b88d8ed2-330e-47fc-a761-0ff288791711 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 948 time: 0.6093559 Aug 05 13:59:44.915158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=f5c6e997-6dda-480e-9964-056a281fdde3,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:45.034198 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-02739ba9-83a2-477d-b0ed-066a8f93b93a tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:45.036957 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-02739ba9-83a2-477d-b0ed-066a8f93b93a tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.63 "GET /v2.0/networks?id=ae5d1956-9a20-4a6c-b6cc-b896ac38386b HTTP/1.1" status: 200 len: 813 time: 0.3046727 Aug 05 13:59:45.070689 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c9874b-a553-4905-a1df-bea95f3de8eb req-2c994eeb-ec83-4fb1-88ca-69752ae99f2a tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] No DVR routers for this DVR port 44901d84-cc67-419c-9438-ecd941587342 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:59:45.071504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-319ac3b2-7c27-43c8-b6c4-6f34e6f7bf32 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Request body: {'port': {'device_id': 'fd128b93-670b-4b5d-a41f-3cabdd453df6', 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b', 'admin_state_up': True, 'tenant_id': '0cd72dc2dea14d75b3f0c36365539b60'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:45.081868 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-78c9874b-a553-4905-a1df-bea95f3de8eb req-2c994eeb-ec83-4fb1-88ca-69752ae99f2a tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:45.088226 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78c9874b-a553-4905-a1df-bea95f3de8eb req-2c994eeb-ec83-4fb1-88ca-69752ae99f2a tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.63 "DELETE /v2.0/ports/44901d84-cc67-419c-9438-ecd941587342 HTTP/1.1" status: 204 len: 173 time: 3.3197374 Aug 05 13:59:45.141980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac869a5-ea7b-46e9-a584-053194d89810', 'name': 'network-vif-deleted', 'tag': '44901d84-cc67-419c-9438-ecd941587342'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:45.149646 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13fc812-c077-4e8a-a140-c7b32c661c04" -d '{"events": [{"server_uuid": "aac869a5-ea7b-46e9-a584-053194d89810", "name": "network-vif-deleted", "tag": "44901d84-cc67-419c-9438-ecd941587342"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:45.196276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-18dac085-76e0-4526-85eb-11a8b9f1f3b8 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:45.198036 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-18dac085-76e0-4526-85eb-11a8b9f1f3b8 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.84 "GET /v2.0/networks?id=ae5d1956-9a20-4a6c-b6cc-b896ac38386b HTTP/1.1" status: 200 len: 813 time: 0.6168478 Aug 05 13:59:45.229504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:59:45.243438 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Sync routers for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:59:45.247715 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2495ddcf-b18c-4c03-84f9-59f66b02a4ca tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/f20fae2e-828a-466e-a2bb-8dd1c68854cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9188399 Aug 05 13:59:45.260545 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd8fbbe7-6912-45a5-ac1f-601f8c56fcce req-1a0a28b2-3006-4802-b630-39bad0e0b615 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931441 Aug 05 13:59:45.261935 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:45.262626 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:45.270371 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51636) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:45.308785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6523f0f7-af6a-47ae-9e79-f15443eaee3f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:45.325351 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-1be8db9d-ec88-4594-ba63-d409ef4174f0 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Request body: {'port': {'device_id': 'dc06d9d8-c796-453a-8a06-a8eecb775360', 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b', 'admin_state_up': True, 'tenant_id': '0cd72dc2dea14d75b3f0c36365539b60'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:45.377921 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 51638) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:45.378632 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 44901d84-cc67-419c-9438-ecd941587342 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:59:45.411241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 78e114d5-1454-49b5-8e94-cdff246518d4 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:45.434732 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:45.481483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 44901d84-cc67-419c-9438-ecd941587342 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:59:45.481937 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 44901d84-cc67-419c-9438-ecd941587342 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:59:45.484870 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bcc60661-c662-4638-87b2-3c2daa0fa9f5 None None] Provisioning for port 2fc8c3c1-f950-449f-83f7-7594f65b1326 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:45.554711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480e36e-3bc7-4ece-946c-71895f7449c8 req-52fd44d1-6a16-4467-bfd7-ee7582ff68bb tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:45.555740 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bcc60661-c662-4638-87b2-3c2daa0fa9f5 None None] Provisioning complete for port 2fc8c3c1-f950-449f-83f7-7594f65b1326 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:45.556283 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6480e36e-3bc7-4ece-946c-71895f7449c8 req-52fd44d1-6a16-4467-bfd7-ee7582ff68bb tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=c670584c-3e4b-4903-81eb-10668164dcad HTTP/1.1" status: 200 len: 946 time: 0.5182834 Aug 05 13:59:45.558715 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bcc60661-c662-4638-87b2-3c2daa0fa9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:45.622345 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-bcc60661-c662-4638-87b2-3c2daa0fa9f5 None None] Port 2fc8c3c1-f950-449f-83f7-7594f65b1326 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:59:45.624208 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 78e114d5-1454-49b5-8e94-cdff246518d4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:45.624808 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:45.634941 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:45.687307 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:41Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '30a53620-7ac6-4d94-a2a7-1ad4395b2da3', 'name': '', 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:4e:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:29Z', 'updated_at': '2021-08-05T13:59:41Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a2e20ac-5748-4950-883f-e7c197837eee', 'name': '', 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:c8:d7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:38Z', 'updated_at': '2021-08-05T13:59:41Z', 'revision_number': 2, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:31Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:45.727193 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Checking router: f20fae2e-828a-466e-a2bb-8dd1c68854cf for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:59:45.727548 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Updating router f20fae2e-828a-466e-a2bb-8dd1c68854cf port 4a2e20ac-5748-4950-883f-e7c197837eee binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:59:45.753740 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:45.761258 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:45.819619 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1978621711-network', 'tenant_id': '16bd8151b0634bd89938e7aeb613738b'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:45.841874 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:45.869515 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:45.897360 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:45.907470 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:45.918918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] Made reservation on behalf of 16bd8151b0634bd89938e7aeb613738b for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:45.921583 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:45.925176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-51be054e-7d48-42b1-8dd8-1edde7df1b28 None None] Provisioning for port 4a2e20ac-5748-4950-883f-e7c197837eee completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:45.930199 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=44754ff0-3bac-4e97-b5aa-15fc03326bdc,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:45.949383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-51be054e-7d48-42b1-8dd8-1edde7df1b28 None None] Provisioning complete for port 4a2e20ac-5748-4950-883f-e7c197837eee triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:45.950144 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51be054e-7d48-42b1-8dd8-1edde7df1b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:45.985473 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-253096d9-f5ae-4625-8699-db06b900faba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:45.990828 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'name': 'tempest-ServersTestJSON-532512425-router', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:36Z', 'revision_number': 3, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'gw_port': {'id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:45.993105 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-51be054e-7d48-42b1-8dd8-1edde7df1b28 None None] Port 4a2e20ac-5748-4950-883f-e7c197837eee cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:59:46.018553 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 78e114d5-1454-49b5-8e94-cdff246518d4, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=78e114d5-1454-49b5-8e94-cdff246518d4,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:46.044032 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.051301 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b80950-726c-4ec2-8039-39a7e0494f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e114d5-1454-49b5-8e94-cdff246518d4'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:46.053934 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe51cac6-64a8-4bdc-9bc7-5dd88688d8a5" -d '{"events": [{"server_uuid": "67b80950-726c-4ec2-8039-39a7e0494f3e", "name": "network-vif-plugged", "status": "completed", "tag": "78e114d5-1454-49b5-8e94-cdff246518d4"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:46.057907 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.extraroute_db [None req-6523f0f7-af6a-47ae-9e79-f15443eaee3f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=105724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 05 13:59:46.058555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port df772f99-6f8f-4dcd-a6c4-e68948d88b20 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:46.063153 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.064777 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:59:46.068016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port df772f99-6f8f-4dcd-a6c4-e68948d88b20 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:46.068691 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.077175 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.extraroute_db [None req-6523f0f7-af6a-47ae-9e79-f15443eaee3f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Removed routes are [] {{(pid=105724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 05 13:59:46.077576 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6523f0f7-af6a-47ae-9e79-f15443eaee3f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.090670 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.104355 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Network 00b456fd-8f1f-457d-ab9f-9b65af2598b8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:46.121831 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:46.159207 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec337c-63d7-4a94-87cb-1b1d02342c77 None None] The sync data for ids ['6c9643ef-70af-433b-8c9f-83b79be69184'] in n-d-803585-2 is: [{'id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'name': 'tempest-ServersTestJSON-532512425-router', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:36Z', 'revision_number': 3, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'gw_port': {'id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:59:46.170027 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.api [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 13:59:46.170027 n-d-803585-2 neutron-server[105723]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 13:59:46.170027 n-d-803585-2 neutron-server[105723]: [parameters: {'project_id_1': '16bd8151b0634bd89938e7aeb613738b', 'expiration_1': datetime.datetime(2021, 8, 5, 13, 59, 46, 108181)}] Aug 05 13:59:46.170027 n-d-803585-2 neutron-server[105723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 13:59:46.170511 n-d-803585-2 neutron-server[105723]: DEBUG oslo_db.api [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 13:59:46.194088 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.195472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=78e114d5-1454-49b5-8e94-cdff246518d4,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:46.213618 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Transition to ACTIVE for port object 4a2e20ac-5748-4950-883f-e7c197837eee will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:46.217231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 13:59:46.217738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1600b5dd-5d4a-41c1-b40f-75c770a4a3ac not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:59:46.226035 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.231315 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-1be8db9d-ec88-4594-ba63-d409ef4174f0 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Made reservation on behalf of 0cd72dc2dea14d75b3f0c36365539b60 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:46.244654 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-1be8db9d-ec88-4594-ba63-d409ef4174f0 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.273815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Pushing event updated for resources: {'Port': ['ID=2fc8c3c1-f950-449f-83f7-7594f65b1326,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:46.301864 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59589a01-f832-45f9-8bcf-a6547f5b6467 None None] Pushing event updated for resources: {'Port': ['ID=4a2e20ac-5748-4950-883f-e7c197837eee,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:46.325690 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.365944 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6480e36e-3bc7-4ece-946c-71895f7449c8 req-25ef3f0f-335e-415a-9a91-3fb7db267409 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571814 Aug 05 13:59:46.376385 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Attempting to bind port 4a2e20ac-5748-4950-883f-e7c197837eee on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:46.376804 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Attempting to bind port 4a2e20ac-5748-4950-883f-e7c197837eee by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '8ff8adcb-408f-41f0-a55a-2179056e2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:46.377169 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Attempting to bind port 4a2e20ac-5748-4950-883f-e7c197837eee on network 7e6c701d-8fd7-4ae1-b314-62c841b9c867 {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:46.382729 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:46.383104 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Checking segment: {'id': '8ff8adcb-408f-41f0-a55a-2179056e2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:46.383504 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.383888 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Bound using segment: {'id': '8ff8adcb-408f-41f0-a55a-2179056e2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:46.384411 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Bound port: 4a2e20ac-5748-4950-883f-e7c197837eee, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff8adcb-408f-41f0-a55a-2179056e2897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:46.385102 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.388217 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port df772f99-6f8f-4dcd-a6c4-e68948d88b20, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=df772f99-6f8f-4dcd-a6c4-e68948d88b20,segment=NetworkSegment(8ff8adcb-408f-41f0-a55a-2179056e2897),segment_id=8ff8adcb-408f-41f0-a55a-2179056e2897)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:46.399938 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.401444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 30a53620-7ac6-4d94-a2a7-1ad4395b2da3 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:46.467067 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] For port 4a2e20ac-5748-4950-883f-e7c197837eee, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:46.472790 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] For port 4a2e20ac-5748-4950-883f-e7c197837eee, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4a2e20ac-5748-4950-883f-e7c197837eee,segment=NetworkSegment(8ff8adcb-408f-41f0-a55a-2179056e2897),segment_id=8ff8adcb-408f-41f0-a55a-2179056e2897)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:46.484749 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.539715 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device f5c6e997-6dda-480e-9964-056a281fdde3 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:46.622072 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59589a01-f832-45f9-8bcf-a6547f5b6467 None None] Pushing event updated for resources: {'Port': ['ID=4a2e20ac-5748-4950-883f-e7c197837eee,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:46.641179 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:46.642034 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:46.646449 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6523f0f7-af6a-47ae-9e79-f15443eaee3f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.666104 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.668617 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6523f0f7-af6a-47ae-9e79-f15443eaee3f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.674971 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=df772f99-6f8f-4dcd-a6c4-e68948d88b20,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:46.700094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99247ae2-f48b-4b31-a22e-6b86bc814cb8 req-2551aba4-31e6-4b88-940b-e83a6ae214d6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:46.709098 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-99247ae2-f48b-4b31-a22e-6b86bc814cb8 req-2551aba4-31e6-4b88-940b-e83a6ae214d6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 949 time: 1.2158787 Aug 05 13:59:46.711130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Pushing event updated for resources: {'Port': ['ID=20abf334-4994-4cd1-ad97-4b8b6756241e,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:46.725748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 30a53620-7ac6-4d94-a2a7-1ad4395b2da3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:46.726232 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.737363 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:46.737718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:46.738091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:46.739154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:46.739501 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:46.739837 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:46.740168 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:46.740496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:46.740823 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:46.741146 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:46.741468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:46.741789 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:46.756932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-319ac3b2-7c27-43c8-b6c4-6f34e6f7bf32 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Made reservation on behalf of 0cd72dc2dea14d75b3f0c36365539b60 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:46.763755 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-319ac3b2-7c27-43c8-b6c4-6f34e6f7bf32 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.770179 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.780606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c5ed5e14-829c-4536-bf04-830081ecfc4a None None] Provisioning complete for port 2fc8c3c1-f950-449f-83f7-7594f65b1326 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:46.782138 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5ed5e14-829c-4536-bf04-830081ecfc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.786777 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:46.840376 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port f5c6e997-6dda-480e-9964-056a281fdde3 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:46.859926 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port f5c6e997-6dda-480e-9964-056a281fdde3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:46.860312 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:46.888605 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Router 6c9643ef-70af-433b-8c9f-83b79be69184 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:59:46.916060 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c5ed5e14-829c-4536-bf04-830081ecfc4a None None] Port 2fc8c3c1-f950-449f-83f7-7594f65b1326 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:59:46.954651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6523f0f7-af6a-47ae-9e79-f15443eaee3f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router f20fae2e-828a-466e-a2bb-8dd1c68854cf has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:59:46.977390 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:47.006615 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9fd5f935-f4f6-48fc-8c99-9a21edfa3741 req-5a45014b-03f0-4e60-8668-f05fb7857e6d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd128b93-670b-4b5d-a41f-3cabdd453df6 HTTP/1.1" status: 200 len: 210 time: 0.1970365 Aug 05 13:59:47.124473 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387b993c-658f-436e-a44a-ee1ab99e2efe x-openstack-request-id: req-387b993c-658f-436e-a44a-ee1ab99e2efe {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:47.125072 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac869a5-ea7b-46e9-a584-053194d89810", "name": "network-vif-deleted", "tag": "44901d84-cc67-419c-9438-ecd941587342", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:47.125167 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-387b993c-658f-436e-a44a-ee1ab99e2efe {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:47.125666 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac869a5-ea7b-46e9-a584-053194d89810', 'name': 'network-vif-deleted', 'tag': '44901d84-cc67-419c-9438-ecd941587342', 'status': 'completed', 'code': 200} Aug 05 13:59:47.226356 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0722de0-99f2-42ab-bda8-855729822589 x-openstack-request-id: req-a0722de0-99f2-42ab-bda8-855729822589 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:47.226643 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b80950-726c-4ec2-8039-39a7e0494f3e", "name": "network-vif-plugged", "status": "completed", "tag": "78e114d5-1454-49b5-8e94-cdff246518d4", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:47.226868 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0722de0-99f2-42ab-bda8-855729822589 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:47.227254 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b80950-726c-4ec2-8039-39a7e0494f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e114d5-1454-49b5-8e94-cdff246518d4', 'code': 200} Aug 05 13:59:47.314297 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Network 17449f7a-6c65-48a1-960d-a93691b6492e is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:47.348764 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:46Z', 'revision_number': 6, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '30a53620-7ac6-4d94-a2a7-1ad4395b2da3', 'name': '', 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:4e:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:29Z', 'updated_at': '2021-08-05T13:59:41Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a2e20ac-5748-4950-883f-e7c197837eee', 'name': '', 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:c8:d7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:38Z', 'updated_at': '2021-08-05T13:59:46Z', 'revision_number': 4, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:31Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:47.357267 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:47.366405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port f5c6e997-6dda-480e-9964-056a281fdde3, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=f5c6e997-6dda-480e-9964-056a281fdde3,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:47.383136 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5a049-3f4a-4a59-bc41-b2d9a966ed78 None None] The sync data for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 is: [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:46Z', 'revision_number': 6, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '30a53620-7ac6-4d94-a2a7-1ad4395b2da3', 'name': '', 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:4e:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:29Z', 'updated_at': '2021-08-05T13:59:41Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a2e20ac-5748-4950-883f-e7c197837eee', 'name': '', 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:c8:d7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:38Z', 'updated_at': '2021-08-05T13:59:46Z', 'revision_number': 4, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:31Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:59:47.384073 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:47.393442 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-99247ae2-f48b-4b31-a22e-6b86bc814cb8 req-c152cdb5-7e1f-44a8-bc55-55315c09506e tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6816723 Aug 05 13:59:47.422825 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-1be8db9d-ec88-4594-ba63-d409ef4174f0 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Allocated IP 172.20.0.8 (ae5d1956-9a20-4a6c-b6cc-b896ac38386b/d026a15a-05b1-472c-bcd1-13dc71bc41cd/6175c67d-181a-4942-a139-bf8cd7a7c738) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:47.592870 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=f5c6e997-6dda-480e-9964-056a281fdde3,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:47.709670 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6523f0f7-af6a-47ae-9e79-f15443eaee3f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:59:47.720534 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6523f0f7-af6a-47ae-9e79-f15443eaee3f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:47.721930 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6523f0f7-af6a-47ae-9e79-f15443eaee3f tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/f20fae2e-828a-466e-a2bb-8dd1c68854cf HTTP/1.1" status: 200 len: 954 time: 2.4344859 Aug 05 13:59:47.726010 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51648) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:47.728893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Router b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:59:47.772984 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device df772f99-6f8f-4dcd-a6c4-e68948d88b20 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:47.775998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777143ec-d3a1-4992-8215-120bc6ac5994 req-f599b120-7223-42be-a75c-b9b9fc19fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:47.777655 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-777143ec-d3a1-4992-8215-120bc6ac5994 req-f599b120-7223-42be-a75c-b9b9fc19fb90 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 1100 time: 0.4713044 Aug 05 13:59:47.874701 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ec22c8b6-9f5a-403e-bfeb-791c83f0e410 None None] Provisioning complete for port 20abf334-4994-4cd1-ad97-4b8b6756241e triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:47.875103 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ec22c8b6-9f5a-403e-bfeb-791c83f0e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:47.880503 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a4955896-7090-4122-9a1e-40eb7e753de9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/routers/f20fae2e-828a-466e-a2bb-8dd1c68854cf HTTP/1.1" status: 200 len: 954 time: 0.1487904 Aug 05 13:59:47.884603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51650) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:47.893293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6d88133a-0387-456d-b29e-39f0849fd7bb tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'router': {'routes': None}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:47.941147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port df772f99-6f8f-4dcd-a6c4-e68948d88b20 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:47.942559 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:47.945985 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-ec22c8b6-9f5a-403e-bfeb-791c83f0e410 None None] Port 20abf334-4994-4cd1-ad97-4b8b6756241e cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 13:59:47.983816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dad23-0341-4cc3-8b8b-1238fafd501e req-c76855f2-4a57-47d8-96c6-16cb27811dd3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:47.992618 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-419dad23-0341-4cc3-8b8b-1238fafd501e req-c76855f2-4a57-47d8-96c6-16cb27811dd3 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=c670584c-3e4b-4903-81eb-10668164dcad HTTP/1.1" status: 200 len: 946 time: 0.4711401 Aug 05 13:59:48.045643 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 82f93a12-6f18-4a1e-9207-c64894f7ea4f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:48.129936 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-419dad23-0341-4cc3-8b8b-1238fafd501e req-d5784771-a6ea-45fd-a429-4522630f91a6 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328166 Aug 05 13:59:48.134120 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 82f93a12-6f18-4a1e-9207-c64894f7ea4f completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:48.147571 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 82f93a12-6f18-4a1e-9207-c64894f7ea4f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:48.148353 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:48.246222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:59:48.252584 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-be7abf97-d846-49a9-804e-9c54d09938ff admin admin] 10.222.0.16 "PUT /v2.0/routers/6c9643ef-70af-433b-8c9f-83b79be69184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3410907 Aug 05 13:59:48.266983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866fdbe-2440-4f9e-894b-2735e1b5a323 req-9be80e95-94f2-4f2f-98c9-33e5ce52abd4 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:48.275931 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2866fdbe-2440-4f9e-894b-2735e1b5a323 req-9be80e95-94f2-4f2f-98c9-33e5ce52abd4 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 949 time: 0.8729773 Aug 05 13:59:48.337357 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:48.361655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 82f93a12-6f18-4a1e-9207-c64894f7ea4f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=82f93a12-6f18-4a1e-9207-c64894f7ea4f,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:48.364961 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4619f64a-430c-4149-bb1d-3776e6fa78f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:48.368760 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:48.369714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 44754ff0-3bac-4e97-b5aa-15fc03326bdc up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:48.386631 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-777143ec-d3a1-4992-8215-120bc6ac5994 req-77aceac5-786c-4bdb-9d97-350dd228a656 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5971634 Aug 05 13:59:48.449609 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:48.462527 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2866fdbe-2440-4f9e-894b-2735e1b5a323 req-1f28c6d9-7a93-4f6f-aba8-c606b9b10a70 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855636 Aug 05 13:59:48.486974 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:48.491656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=82f93a12-6f18-4a1e-9207-c64894f7ea4f,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:48.512489 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 44754ff0-3bac-4e97-b5aa-15fc03326bdc triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:48.512940 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:48.565306 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 13:59:48.568614 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:48.622307 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-1be8db9d-ec88-4594-ba63-d409ef4174f0 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:48.636055 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862244a3-fb56-4a86-92e4-cd4832fce205,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:48.655950 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:48.656309 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] Added segment fef3567b-5c8c-480d-8462-5c560ed3dab4 of type vlan for network 2572b64d-2688-4ea7-b3b2-057ef2374e53 Aug 05 13:59:48.734509 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:48.741371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6e912-e503-4f6d-8ce4-12a931d037e2 None None] Sync routers for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:59:48.750869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6e912-e503-4f6d-8ce4-12a931d037e2 None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:48.751489 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-abe6e912-e503-4f6d-8ce4-12a931d037e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:48.778373 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:48.779741 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:48.782042 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:48.857542 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e3a219aa-5015-4302-8153-9e6cb6e7b055 req-0d8c3e09-fb3e-4a75-837f-d0696e21080e tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd128b93-670b-4b5d-a41f-3cabdd453df6 HTTP/1.1" status: 200 len: 210 time: 0.0755754 Aug 05 13:59:48.868085 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.4891253 Aug 05 13:59:48.876754 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 51666) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:48.884451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-abe6e912-e503-4f6d-8ce4-12a931d037e2 None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:48.890283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c8767cb5-2d4c-4434-b4ea-a61ca19ae9db admin admin] Request body: {'subnet': {'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1978621711-subnet', 'tenant_id': '16bd8151b0634bd89938e7aeb613738b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:48.928459 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc279c4-d7bf-429a-8173-ec241f74e332 admin admin] Pushing event updated for resources: {'Network': ['ID=2572b64d-2688-4ea7-b3b2-057ef2374e53,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:48.933838 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-1be8db9d-ec88-4594-ba63-d409ef4174f0 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:48.948710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 2572b64d-2688-4ea7-b3b2-057ef2374e53 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 13:59:48.967225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:59:48.981084 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Sync routers for ids ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:59:48.991130 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Routers {'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:48.992031 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:49.010816 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ede7e2ff-5bee-4b41-8074-7c5cbcf3fe86 admin admin] 10.222.0.16 "PUT /v2.0/routers/b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8909664 Aug 05 13:59:49.108339 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03202ec8-652c-48d3-a931-95ef058e2121 req-c47c62f7-2fd5-4f52-bab7-7abf791f3fe6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:49.108824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Sync routers for ids ['6c9643ef-70af-433b-8c9f-83b79be69184'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:59:49.116689 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-03202ec8-652c-48d3-a931-95ef058e2121 req-c47c62f7-2fd5-4f52-bab7-7abf791f3fe6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 949 time: 0.1507814 Aug 05 13:59:49.139102 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8767cb5-2d4c-4434-b4ea-a61ca19ae9db admin admin] Made reservation on behalf of 16bd8151b0634bd89938e7aeb613738b for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:49.141807 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8767cb5-2d4c-4434-b4ea-a61ca19ae9db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:49.145490 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-1be8db9d-ec88-4594-ba63-d409ef4174f0 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Network ae5d1956-9a20-4a6c-b6cc-b896ac38386b is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:49.149503 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-319ac3b2-7c27-43c8-b6c4-6f34e6f7bf32 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Allocated IP 172.20.0.6 (ae5d1956-9a20-4a6c-b6cc-b896ac38386b/d026a15a-05b1-472c-bcd1-13dc71bc41cd/7d64b28d-0a81-4308-ab2b-b50b67925d32) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:49.198688 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-1be8db9d-ec88-4594-ba63-d409ef4174f0 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:49.211619 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8db9d-ec88-4594-ba63-d409ef4174f0 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Pushing event updated for resources: {'Port': ['ID=6175c67d-181a-4942-a139-bf8cd7a7c738,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:49.215040 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-1be8db9d-ec88-4594-ba63-d409ef4174f0 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:49.257172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c6e997-6dda-480e-9964-056a281fdde3'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:49.259543 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d261d9-03c0-49c8-b71e-1692a336c52c" -d '{"events": [{"server_uuid": "dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3", "name": "network-vif-plugged", "status": "completed", "tag": "f5c6e997-6dda-480e-9964-056a281fdde3"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:49.267401 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Routers {'6c9643ef-70af-433b-8c9f-83b79be69184'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:49.268048 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['6c9643ef-70af-433b-8c9f-83b79be69184'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:49.268642 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Set router b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:49.317167 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.extraroute_db [None req-6d88133a-0387-456d-b29e-39f0849fd7bb tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Added routes are [] {{(pid=105724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 05 13:59:49.317781 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.extraroute_db [None req-6d88133a-0387-456d-b29e-39f0849fd7bb tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=105724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 05 13:59:49.344207 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-1be8db9d-ec88-4594-ba63-d409ef4174f0 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:49.345391 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-1be8db9d-ec88-4594-ba63-d409ef4174f0 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:49.404392 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51674) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:49.438009 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-19bc9b6f-78a5-4540-a421-bdccaa71edae tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--875399700', 'description': 'tempest-description--1584042786'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:49.448689 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-03202ec8-652c-48d3-a931-95ef058e2121 req-a89f384f-fbce-44af-a07c-90592e7366d3 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308127 Aug 05 13:59:49.561039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Set router 6c9643ef-70af-433b-8c9f-83b79be69184 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:49.561840 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d88133a-0387-456d-b29e-39f0849fd7bb tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:49.570444 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-19bc9b6f-78a5-4540-a421-bdccaa71edae tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:49.648167 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:49.648955 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8767cb5-2d4c-4434-b4ea-a61ca19ae9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:49.697382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4a2e20ac-5748-4950-883f-e7c197837eee up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:49.745230 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'name': 'tempest-ServersTestBootFromVolume-1245048125-router', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'gw_port': {'id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '20abf334-4994-4cd1-ad97-4b8b6756241e', 'name': '', 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'mac_address': 'fa:16:3e:3c:55:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:40Z', 'updated_at': '2021-08-05T13:59:45Z', 'revision_number': 2, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'subnets': [{'id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:49.771205 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54040fc9-6f5f-4721-9626-4898284e6f33 req-fa528f37-6dda-4081-ae55-249d193904c0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:49.772743 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-54040fc9-6f5f-4721-9626-4898284e6f33 req-fa528f37-6dda-4081-ae55-249d193904c0 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=c670584c-3e4b-4903-81eb-10668164dcad HTTP/1.1" status: 200 len: 946 time: 0.1449678 Aug 05 13:59:49.780641 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Checking router: b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:59:49.781425 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Updating router b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 port 20abf334-4994-4cd1-ad97-4b8b6756241e binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:59:49.817749 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:49.823608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8767cb5-2d4c-4434-b4ea-a61ca19ae9db admin admin] Pushing event updated for resources: {'Subnet': ['ID=509b4bd6-4083-497b-a5bd-8bf817602045,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:49.852339 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-319ac3b2-7c27-43c8-b6c4-6f34e6f7bf32 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:49.854611 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8767cb5-2d4c-4434-b4ea-a61ca19ae9db admin admin] Checking segment: {'id': 'fef3567b-5c8c-480d-8462-5c560ed3dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:49.855012 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8767cb5-2d4c-4434-b4ea-a61ca19ae9db admin admin] Network hostable DHCP agents. Network: 2572b64d-2688-4ea7-b3b2-057ef2374e53, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 13:59:49.967232 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 51682) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:49.972974 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4a2e20ac-5748-4950-883f-e7c197837eee completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:49.982306 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-319ac3b2-7c27-43c8-b6c4-6f34e6f7bf32 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:49.984481 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4a2e20ac-5748-4950-883f-e7c197837eee triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:49.984905 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:49.994742 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ab72e211-9d1e-449d-9c8f-5ee4d981f187 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390480038', 'description': 'tempest-description--1297071494'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:50.030073 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9fed9f-abae-43b9-84ab-466615ed421b x-openstack-request-id: req-4b9fed9f-abae-43b9-84ab-466615ed421b {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:50.030423 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3", "name": "network-vif-plugged", "status": "completed", "tag": "f5c6e997-6dda-480e-9964-056a281fdde3", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:50.030680 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b9fed9f-abae-43b9-84ab-466615ed421b {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:50.031087 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c6e997-6dda-480e-9964-056a281fdde3', 'code': 200} Aug 05 13:59:50.103415 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-54040fc9-6f5f-4721-9626-4898284e6f33 req-f73ab8ae-815f-4def-b13f-ad6b03ac696d tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063247 Aug 05 13:59:50.104654 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8767cb5-2d4c-4434-b4ea-a61ca19ae9db admin admin] Network 2572b64d-2688-4ea7-b3b2-057ef2374e53 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 13:59:50.110786 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d88133a-0387-456d-b29e-39f0849fd7bb tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.114964 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d88133a-0387-456d-b29e-39f0849fd7bb tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.128124 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-abe6e912-e503-4f6d-8ce4-12a931d037e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:46Z', 'revision_number': 6, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '30a53620-7ac6-4d94-a2a7-1ad4395b2da3', 'name': '', 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:4e:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:29Z', 'updated_at': '2021-08-05T13:59:41Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a2e20ac-5748-4950-883f-e7c197837eee', 'name': '', 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:c8:d7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:38Z', 'updated_at': '2021-08-05T13:59:46Z', 'revision_number': 4, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:31Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:50.149019 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-19bc9b6f-78a5-4540-a421-bdccaa71edae tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.167390 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6e912-e503-4f6d-8ce4-12a931d037e2 None None] Checking router: f20fae2e-828a-466e-a2bb-8dd1c68854cf for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:59:50.183880 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-19bc9b6f-78a5-4540-a421-bdccaa71edae tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.197855 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6e912-e503-4f6d-8ce4-12a931d037e2 None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:50.198596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-abe6e912-e503-4f6d-8ce4-12a931d037e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:50.226728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-319ac3b2-7c27-43c8-b6c4-6f34e6f7bf32 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Network ae5d1956-9a20-4a6c-b6cc-b896ac38386b is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:50.238219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-319ac3b2-7c27-43c8-b6c4-6f34e6f7bf32 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:50.238625 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.241874 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-1be8db9d-ec88-4594-ba63-d409ef4174f0 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9205997 Aug 05 13:59:50.244636 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-319ac3b2-7c27-43c8-b6c4-6f34e6f7bf32 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:50.253300 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-c8767cb5-2d4c-4434-b4ea-a61ca19ae9db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 2572b64d-2688-4ea7-b3b2-057ef2374e53) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:50.265961 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Transition to ACTIVE for port object 20abf334-4994-4cd1-ad97-4b8b6756241e will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:50.278456 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.279027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Request body: {'port': {'device_id': 'dc06d9d8-c796-453a-8a06-a8eecb775360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:50.338066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8767cb5-2d4c-4434-b4ea-a61ca19ae9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:50.338811 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8767cb5-2d4c-4434-b4ea-a61ca19ae9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.339603 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cfe65-8b4b-48a9-acc2-7c08ba318f1a None None] Pushing event updated for resources: {'Port': ['ID=20abf334-4994-4cd1-ad97-4b8b6756241e,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:50.361298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ac3b2-7c27-43c8-b6c4-6f34e6f7bf32 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Pushing event updated for resources: {'Port': ['ID=7d64b28d-0a81-4308-ab2b-b50b67925d32,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:50.365077 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d4b14-4fd5-498e-a007-aa28fdf8f973 req-93f44372-b8c0-4089-bd4e-e98615889c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:50.366750 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bf1d4b14-4fd5-498e-a007-aa28fdf8f973 req-93f44372-b8c0-4089-bd4e-e98615889c27 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 1101 time: 0.2853589 Aug 05 13:59:50.380906 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845068f8-0d60-4b66-9e91-631e899a5257 req-8a0dcbfb-a6cc-4c8d-8a12-9c6149e8f742 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:50.383817 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab72e211-9d1e-449d-9c8f-5ee4d981f187 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.384451 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-845068f8-0d60-4b66-9e91-631e899a5257 req-8a0dcbfb-a6cc-4c8d-8a12-9c6149e8f742 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 949 time: 0.3095264 Aug 05 13:59:50.414515 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-19bc9b6f-78a5-4540-a421-bdccaa71edae tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.417178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-19bc9b6f-78a5-4540-a421-bdccaa71edae tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0045211 Aug 05 13:59:50.423179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc9b6f-78a5-4540-a421-bdccaa71edae tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40afa97f-7ab9-4606-bc29-1b8105f0ec68,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:50.448308 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51686) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:50.455446 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c8767cb5-2d4c-4434-b4ea-a61ca19ae9db admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5774965 Aug 05 13:59:50.461054 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d9d2dcc4-2d7e-4102-97b3-8779433d88ef tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Request body: {'security_group_rule': {'security_group_id': '40afa97f-7ab9-4606-bc29-1b8105f0ec68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:50.475942 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Attempting to bind port 20abf334-4994-4cd1-ad97-4b8b6756241e on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:50.476317 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Attempting to bind port 20abf334-4994-4cd1-ad97-4b8b6756241e by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:50.476682 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Attempting to bind port 20abf334-4994-4cd1-ad97-4b8b6756241e on network 17449f7a-6c65-48a1-960d-a93691b6492e {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:50.481609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45937dc-348c-499b-a48a-9816ff0bef98 None None] Network 2572b64d-2688-4ea7-b3b2-057ef2374e53 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:50.482484 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:50.483561 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Checking segment: {'id': '0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:50.483561 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.483779 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Bound using segment: {'id': '0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:50.484251 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Bound port: 20abf334-4994-4cd1-ad97-4b8b6756241e, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:50.485172 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.490841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-319ac3b2-7c27-43c8-b6c4-6f34e6f7bf32 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:50.491608 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-319ac3b2-7c27-43c8-b6c4-6f34e6f7bf32 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.563377 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.564193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d88133a-0387-456d-b29e-39f0849fd7bb tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router f20fae2e-828a-466e-a2bb-8dd1c68854cf has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:59:50.589330 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-845068f8-0d60-4b66-9e91-631e899a5257 req-1de01a08-7d6f-4032-9848-f35e018c393d tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922629 Aug 05 13:59:50.600100 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] For port 20abf334-4994-4cd1-ad97-4b8b6756241e, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:50.607499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588bba7-409c-40f8-81f0-e42c485b80b7 req-a7d42413-801f-4ade-9f9d-5ca1070485e1 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:50.607755 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] For port 20abf334-4994-4cd1-ad97-4b8b6756241e, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=20abf334-4994-4cd1-ad97-4b8b6756241e,segment=NetworkSegment(0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f),segment_id=0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:50.607885 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9588bba7-409c-40f8-81f0-e42c485b80b7 req-a7d42413-801f-4ade-9f9d-5ca1070485e1 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd128b93-670b-4b5d-a41f-3cabdd453df6 HTTP/1.1" status: 200 len: 931 time: 0.3699467 Aug 05 13:59:50.616970 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.652169 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9d2dcc4-2d7e-4102-97b3-8779433d88ef tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.759439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'name': 'tempest-ServersTestJSON-532512425-router', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'gw_port': {'id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2fc8c3c1-f950-449f-83f7-7594f65b1326', 'name': '', 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'mac_address': 'fa:16:3e:24:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:43Z', 'updated_at': '2021-08-05T13:59:45Z', 'revision_number': 2, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'subnets': [{'id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:50.763814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-abe6e912-e503-4f6d-8ce4-12a931d037e2 None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:50.765966 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.770602 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab72e211-9d1e-449d-9c8f-5ee4d981f187 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.773952 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-319ac3b2-7c27-43c8-b6c4-6f34e6f7bf32 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7114437 Aug 05 13:59:50.777658 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bf1d4b14-4fd5-498e-a007-aa28fdf8f973 req-ff8f2173-1902-492e-88ae-de212cee7021 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996570 Aug 05 13:59:50.781221 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab72e211-9d1e-449d-9c8f-5ee4d981f187 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.797143 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Routers {'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:50.797790 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:50.826512 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9588bba7-409c-40f8-81f0-e42c485b80b7 req-6c192cda-cc18-48fa-a2d9-64ed4d7fbe47 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994624 Aug 05 13:59:50.835858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66de252-887f-4bef-ab16-a0abd1b26a54 None None] Network 2572b64d-2688-4ea7-b3b2-057ef2374e53 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 13:59:50.880752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d88133a-0387-456d-b29e-39f0849fd7bb tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:59:50.882749 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Request body: {'port': {'device_id': 'fd128b93-670b-4b5d-a41f-3cabdd453df6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:50.911140 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d88133a-0387-456d-b29e-39f0849fd7bb tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:50.912735 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6d88133a-0387-456d-b29e-39f0849fd7bb tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/f20fae2e-828a-466e-a2bb-8dd1c68854cf HTTP/1.1" status: 200 len: 704 time: 3.0240233 Aug 05 13:59:50.919022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51698) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:50.928583 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cfe65-8b4b-48a9-acc2-7c08ba318f1a None None] Pushing event updated for resources: {'Port': ['ID=20abf334-4994-4cd1-ad97-4b8b6756241e,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:51.029662 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Checking router: 6c9643ef-70af-433b-8c9f-83b79be69184 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:59:51.030161 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Updating router 6c9643ef-70af-433b-8c9f-83b79be69184 port 2fc8c3c1-f950-449f-83f7-7594f65b1326 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 13:59:51.063072 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9d2dcc4-2d7e-4102-97b3-8779433d88ef tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:51.076274 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9d2dcc4-2d7e-4102-97b3-8779433d88ef tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:51.149786 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] Set router b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:51.157474 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9d2dcc4-2d7e-4102-97b3-8779433d88ef tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:51.164864 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d9d2dcc4-2d7e-4102-97b3-8779433d88ef tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7129025 Aug 05 13:59:51.171681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51702) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:51.182085 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-dc0d0b0e-645a-43bb-85dc-7ca5c5ce6500 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Request body: {'security_group_rule': {'security_group_id': '40afa97f-7ab9-4606-bc29-1b8105f0ec68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:51.187346 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 4a2e20ac-5748-4950-883f-e7c197837eee, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4a2e20ac-5748-4950-883f-e7c197837eee,segment=NetworkSegment(8ff8adcb-408f-41f0-a55a-2179056e2897),segment_id=8ff8adcb-408f-41f0-a55a-2179056e2897)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:51.217753 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:51.219474 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 82f93a12-6f18-4a1e-9207-c64894f7ea4f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:51.249423 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2dcc4-2d7e-4102-97b3-8779433d88ef tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51cc24f0-49ee-41bd-bdcb-2ead84ce21fe,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:51.252904 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72e211-9d1e-449d-9c8f-5ee4d981f187 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e99e89d-aa49-45f7-9ca4-97bdfc785b25,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:51.290965 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab72e211-9d1e-449d-9c8f-5ee4d981f187 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:51.292217 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ab72e211-9d1e-449d-9c8f-5ee4d981f187 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3081009 Aug 05 13:59:51.305368 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:51.306495 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-376883f7-20d0-470d-9f1d-0cb5f4e2a4e4 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/routers/f20fae2e-828a-466e-a2bb-8dd1c68854cf HTTP/1.1" status: 200 len: 704 time: 0.3853424 Aug 05 13:59:51.312269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51704) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:51.312952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51706) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:51.320736 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:51.323381 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ff674813-6ee9-45dc-932c-56ceb69ae93c tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Request body: {'security_group_rule': {'security_group_id': '6e99e89d-aa49-45f7-9ca4-97bdfc785b25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:51.334450 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0b0e-645a-43bb-85dc-7ca5c5ce6500 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:51.385256 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:51.406848 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=4a2e20ac-5748-4950-883f-e7c197837eee,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:51.438935 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:51.439278 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:51.439779 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:51.440487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:51.440487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:51.440916 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:51.441459 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6175c67d-181a-4942-a139-bf8cd7a7c738 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:59:51.441971 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:51.442397 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:51.442814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:51.443326 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:51.443724 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:51.444116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:51.453328 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:51.469184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca07b6f-a684-4a92-812d-6c11a854858b req-adb4f90f-456e-4346-ad84-9d147a3ba52c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:51.471503 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ca07b6f-a684-4a92-812d-6c11a854858b req-adb4f90f-456e-4346-ad84-9d147a3ba52c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 949 time: 0.2107379 Aug 05 13:59:51.495056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Transition to ACTIVE for port object 6175c67d-181a-4942-a139-bf8cd7a7c738 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:51.531371 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:51.537357 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'name': 'tempest-ServersTestBootFromVolume-1245048125-router', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'gw_port': {'id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '20abf334-4994-4cd1-ad97-4b8b6756241e', 'name': '', 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'mac_address': 'fa:16:3e:3c:55:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:40Z', 'updated_at': '2021-08-05T13:59:50Z', 'revision_number': 4, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'subnets': [{'id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:51.586315 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ec8efb-c682-481e-bb10-86fb8caf717a None None] The sync data for ids ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'] in n-d-803585-2 is: [{'id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'name': 'tempest-ServersTestBootFromVolume-1245048125-router', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'gw_port': {'id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '20abf334-4994-4cd1-ad97-4b8b6756241e', 'name': '', 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'mac_address': 'fa:16:3e:3c:55:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:40Z', 'updated_at': '2021-08-05T13:59:50Z', 'revision_number': 4, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'subnets': [{'id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:59:51.611853 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 82f93a12-6f18-4a1e-9207-c64894f7ea4f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:51.612234 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:51.633967 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff674813-6ee9-45dc-932c-56ceb69ae93c tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:51.641336 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ca07b6f-a684-4a92-812d-6c11a854858b req-e909a4a2-ce84-4f8c-9d43-a17e1c13f8fc tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535046 Aug 05 13:59:51.823089 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Attempting to bind port 6175c67d-181a-4942-a139-bf8cd7a7c738 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:51.824453 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Attempting to bind port 6175c67d-181a-4942-a139-bf8cd7a7c738 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '163afa45-b412-44c7-b185-ccd4e82304a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:51.824813 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Attempting to bind port 6175c67d-181a-4942-a139-bf8cd7a7c738 on network ae5d1956-9a20-4a6c-b6cc-b896ac38386b {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:51.835891 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0b0e-645a-43bb-85dc-7ca5c5ce6500 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:51.853037 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-abe6e912-e503-4f6d-8ce4-12a931d037e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:49Z', 'revision_number': 7, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '30a53620-7ac6-4d94-a2a7-1ad4395b2da3', 'name': '', 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:4e:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:29Z', 'updated_at': '2021-08-05T13:59:41Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a2e20ac-5748-4950-883f-e7c197837eee', 'name': '', 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:c8:d7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:38Z', 'updated_at': '2021-08-05T13:59:46Z', 'revision_number': 4, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:31Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:51.855125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aedd3-1010-4220-aa56-c054c1a5518a req-2cb9d51d-4e0e-45f0-9573-2f2de1b3dc57 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:51.865054 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e88aedd3-1010-4220-aa56-c054c1a5518a req-2cb9d51d-4e0e-45f0-9573-2f2de1b3dc57 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.3894136 Aug 05 13:59:51.879351 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0b0e-645a-43bb-85dc-7ca5c5ce6500 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:51.894700 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Pushing event updated for resources: {'Port': ['ID=6175c67d-181a-4942-a139-bf8cd7a7c738,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:51.900778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6e912-e503-4f6d-8ce4-12a931d037e2 None None] The sync data for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 is: [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:49Z', 'revision_number': 7, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '30a53620-7ac6-4d94-a2a7-1ad4395b2da3', 'name': '', 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:4e:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:29Z', 'updated_at': '2021-08-05T13:59:41Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a2e20ac-5748-4950-883f-e7c197837eee', 'name': '', 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:c8:d7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:38Z', 'updated_at': '2021-08-05T13:59:46Z', 'revision_number': 4, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:31Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:59:51.917594 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Port 6175c67d-181a-4942-a139-bf8cd7a7c738 on network ae5d1956-9a20-4a6c-b6cc-b896ac38386b not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:59:51.918031 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Attempting to bind port 6175c67d-181a-4942-a139-bf8cd7a7c738 on network ae5d1956-9a20-4a6c-b6cc-b896ac38386b {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:51.964829 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:51.965195 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Checking segment: {'id': '163afa45-b412-44c7-b185-ccd4e82304a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:51.967050 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Bound using segment: {'id': '163afa45-b412-44c7-b185-ccd4e82304a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:51.967050 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Bound port: 6175c67d-181a-4942-a139-bf8cd7a7c738, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163afa45-b412-44c7-b185-ccd4e82304a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:51.967050 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:51.987211 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff674813-6ee9-45dc-932c-56ceb69ae93c tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.031018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d0b0e-645a-43bb-85dc-7ca5c5ce6500 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb41038-018d-4e6d-861f-a41957999c4f,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:52.036920 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0b0e-645a-43bb-85dc-7ca5c5ce6500 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.040768 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dc0d0b0e-645a-43bb-85dc-7ca5c5ce6500 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8654947 Aug 05 13:59:52.041540 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff674813-6ee9-45dc-932c-56ceb69ae93c tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.056550 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51720) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:52.074448 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-8ea27cc9-473c-496b-a12d-0425a6b6a42f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:52.084419 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.107351 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Transition to ACTIVE for port object 2fc8c3c1-f950-449f-83f7-7594f65b1326 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:52.123657 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.156978 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff674813-6ee9-45dc-932c-56ceb69ae93c tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a89550d-5c2b-437c-87dd-694f7525221b,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:52.179490 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e88aedd3-1010-4220-aa56-c054c1a5518a req-289926fb-f2a6-4a1b-9ef6-6e1e8b8fa5a4 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131716 Aug 05 13:59:52.196745 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ea27cc9-473c-496b-a12d-0425a6b6a42f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.232476 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4a2e20ac-5748-4950-883f-e7c197837eee up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:52.239595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47976f-984d-43bf-9a0a-3136265bf371 None None] Pushing event updated for resources: {'Port': ['ID=2fc8c3c1-f950-449f-83f7-7594f65b1326,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:52.253299 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff674813-6ee9-45dc-932c-56ceb69ae93c tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.257681 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ff674813-6ee9-45dc-932c-56ceb69ae93c tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9402719 Aug 05 13:59:52.261768 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51722) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:52.267621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-dcfd9b79-418e-4336-9791-71d4c33f2c32 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Request body: {'security_group_rule': {'security_group_id': '6e99e89d-aa49-45f7-9ca4-97bdfc785b25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:52.358698 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-a15c692e-960d-490e-a8bc-b8f5e004fc7a tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:52.360830 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-a15c692e-960d-490e-a8bc-b8f5e004fc7a tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/networks?id=2572b64d-2688-4ea7-b3b2-057ef2374e53 HTTP/1.1" status: 200 len: 805 time: 0.4181216 Aug 05 13:59:52.382284 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] For port 6175c67d-181a-4942-a139-bf8cd7a7c738, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:52.455641 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] For port 6175c67d-181a-4942-a139-bf8cd7a7c738, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6175c67d-181a-4942-a139-bf8cd7a7c738,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:52.460516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Attempting to bind port 2fc8c3c1-f950-449f-83f7-7594f65b1326 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:52.460978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Attempting to bind port 2fc8c3c1-f950-449f-83f7-7594f65b1326 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'ca78f4f8-fce6-44cf-a116-699e77395d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:52.461784 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Attempting to bind port 2fc8c3c1-f950-449f-83f7-7594f65b1326 on network 00b456fd-8f1f-457d-ab9f-9b65af2598b8 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:52.462961 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-7a0c2662-8cc8-4bde-a7be-bc3c396c358d tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/quotas/16bd8151b0634bd89938e7aeb613738b HTTP/1.1" status: 200 len: 375 time: 0.0769279 Aug 05 13:59:52.464111 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9b79-418e-4336-9791-71d4c33f2c32 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.471997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4a2e20ac-5748-4950-883f-e7c197837eee triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:52.472590 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.476195 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.535815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:52.536205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Checking segment: {'id': 'ca78f4f8-fce6-44cf-a116-699e77395d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:52.536626 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.537084 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Bound using segment: {'id': 'ca78f4f8-fce6-44cf-a116-699e77395d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:52.537613 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Bound port: 2fc8c3c1-f950-449f-83f7-7594f65b1326, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca78f4f8-fce6-44cf-a116-699e77395d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:52.538092 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.546947 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6972c-57af-42c9-93e1-9ef784b5482c req-3322097b-f18a-4250-99c0-7cfb04cb092f tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:52.548808 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0e6972c-57af-42c9-93e1-9ef784b5482c req-3322097b-f18a-4250-99c0-7cfb04cb092f tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=c670584c-3e4b-4903-81eb-10668164dcad HTTP/1.1" status: 200 len: 946 time: 0.2467065 Aug 05 13:59:52.604161 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-242d62d6-63d1-451c-94ee-d11833e0f205 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=16bd8151b0634bd89938e7aeb613738b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1296248 Aug 05 13:59:52.632717 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:52.633351 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.635593 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] For port 2fc8c3c1-f950-449f-83f7-7594f65b1326, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:52.639892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] For port 2fc8c3c1-f950-449f-83f7-7594f65b1326, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2fc8c3c1-f950-449f-83f7-7594f65b1326,segment=NetworkSegment(ca78f4f8-fce6-44cf-a116-699e77395d53),segment_id=ca78f4f8-fce6-44cf-a116-699e77395d53)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:52.641463 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] 10.222.0.84 "PUT /v2.0/ports/6175c67d-181a-4942-a139-bf8cd7a7c738 HTTP/1.1" status: 200 len: 1091 time: 2.3695951 Aug 05 13:59:52.655178 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc06d9d8-c796-453a-8a06-a8eecb775360', 'tag': '6175c67d-181a-4942-a139-bf8cd7a7c738'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:52.658595 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b979a1b2-381e-42c0-831a-e5aa94e50c26" -d '{"events": [{"name": "network-changed", "server_uuid": "dc06d9d8-c796-453a-8a06-a8eecb775360", "tag": "6175c67d-181a-4942-a139-bf8cd7a7c738"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:52.658942 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.677724 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9b79-418e-4336-9791-71d4c33f2c32 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.704967 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0e6972c-57af-42c9-93e1-9ef784b5482c req-749a3689-ca46-472f-959c-7f81e0f611ea tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192236 Aug 05 13:59:52.705807 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9b79-418e-4336-9791-71d4c33f2c32 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.749117 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048dfc0-5ae2-4ace-8fcf-f18942c41b2e None None] Sync routers for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:59:52.765659 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048dfc0-5ae2-4ace-8fcf-f18942c41b2e None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:52.766325 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c048dfc0-5ae2-4ace-8fcf-f18942c41b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:52.782124 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9b79-418e-4336-9791-71d4c33f2c32 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.787068 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dcfd9b79-418e-4336-9791-71d4c33f2c32 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5241346 Aug 05 13:59:52.796524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51728) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:52.801796 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-35373d49-3f88-4ad0-baf2-ac3f769a52e4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:52.819924 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d64b28d-0a81-4308-ab2b-b50b67925d32 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:59:52.837851 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fb24ee5a-0e16-46fa-9e6d-c821513b9dc5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.852743 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Routers {'6c9643ef-70af-433b-8c9f-83b79be69184'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:52.853615 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['6c9643ef-70af-433b-8c9f-83b79be69184'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:52.861322 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.883242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536ce14-bfce-4384-aac7-73c39739de62 service neutron] Pushing event updated for resources: {'Port': ['ID=6175c67d-181a-4942-a139-bf8cd7a7c738,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:52.909469 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 20abf334-4994-4cd1-ad97-4b8b6756241e up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:52.914500 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47976f-984d-43bf-9a0a-3136265bf371 None None] Pushing event updated for resources: {'Port': ['ID=2fc8c3c1-f950-449f-83f7-7594f65b1326,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:52.945978 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd9b79-418e-4336-9791-71d4c33f2c32 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2dbb2b8-f028-4fac-b02d-82f25158c5ac,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:52.949696 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Transition to ACTIVE for port object 7d64b28d-0a81-4308-ab2b-b50b67925d32 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:52.965210 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:52.993998 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ea27cc9-473c-496b-a12d-0425a6b6a42f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:53.027580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-b4635ce9-ebf6-49e4-8a97-ce80b6ee08b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:53.029548 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-b4635ce9-ebf6-49e4-8a97-ce80b6ee08b6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0cd72dc2dea14d75b3f0c36365539b60&device_id=dc06d9d8-c796-453a-8a06-a8eecb775360 HTTP/1.1" status: 200 len: 1094 time: 0.3352602 Aug 05 13:59:53.111700 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-3b798a39-53eb-4b1e-b84c-6deb4833e383 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6175c67d-181a-4942-a139-bf8cd7a7c738 HTTP/1.1" status: 200 len: 217 time: 0.0532234 Aug 05 13:59:53.152955 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-c048dfc0-5ae2-4ace-8fcf-f18942c41b2e None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:53.168964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc609fd3-c871-4944-b898-a3bf0a4a677e req-2cfe4692-5ea4-46c5-8218-a613303df578 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:53.171007 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc609fd3-c871-4944-b898-a3bf0a4a677e req-2cfe4692-5ea4-46c5-8218-a613303df578 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.63 "GET /v2.0/ports?device_id=c670584c-3e4b-4903-81eb-10668164dcad HTTP/1.1" status: 200 len: 946 time: 0.6147764 Aug 05 13:59:53.189861 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] Set router 6c9643ef-70af-433b-8c9f-83b79be69184 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:53.223689 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 20abf334-4994-4cd1-ad97-4b8b6756241e completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:53.229939 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 20abf334-4994-4cd1-ad97-4b8b6756241e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:53.230618 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:53.260852 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-4b0c55b3-ad2b-44a1-8c74-f9be0696c211 service neutron] 10.222.0.16 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340361 Aug 05 13:59:53.366470 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35373d49-3f88-4ad0-baf2-ac3f769a52e4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:53.405845 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Pushing event updated for resources: {'Port': ['ID=7d64b28d-0a81-4308-ab2b-b50b67925d32,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:53.424118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc6c6e-ad4f-4ded-93c1-f49d346bdf1c req-83f09506-9017-4114-b091-4f8f1ca71b90 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:53.432495 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eafc6c6e-ad4f-4ded-93c1-f49d346bdf1c req-83f09506-9017-4114-b091-4f8f1ca71b90 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd128b93-670b-4b5d-a41f-3cabdd453df6 HTTP/1.1" status: 200 len: 943 time: 0.4631984 Aug 05 13:59:53.460844 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-103c29d7-9926-4ed4-bf66-6b77c9991ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:53.462706 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-103c29d7-9926-4ed4-bf66-6b77c9991ea0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d026a15a-05b1-472c-bcd1-13dc71bc41cd HTTP/1.1" status: 200 len: 853 time: 0.3280861 Aug 05 13:59:53.487014 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c048dfc0-5ae2-4ace-8fcf-f18942c41b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:49Z', 'revision_number': 7, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '30a53620-7ac6-4d94-a2a7-1ad4395b2da3', 'name': '', 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:4e:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:29Z', 'updated_at': '2021-08-05T13:59:41Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a2e20ac-5748-4950-883f-e7c197837eee', 'name': '', 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:c8:d7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:38Z', 'updated_at': '2021-08-05T13:59:51Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:31Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:53.527936 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-ac4fe83f-8c10-4555-9abe-803297cf3942 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ae5d1956-9a20-4a6c-b6cc-b896ac38386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531580 Aug 05 13:59:53.554551 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048dfc0-5ae2-4ace-8fcf-f18942c41b2e None None] Checking router: f20fae2e-828a-466e-a2bb-8dd1c68854cf for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:59:53.573913 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048dfc0-5ae2-4ace-8fcf-f18942c41b2e None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:53.575086 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c048dfc0-5ae2-4ace-8fcf-f18942c41b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:53.603089 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-b4c3a006-98fe-4c9c-a2d2-1d20b7d158e0 service neutron] show failed (client error): The resource could not be found. Aug 05 13:59:53.611881 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-b4c3a006-98fe-4c9c-a2d2-1d20b7d158e0 service neutron] 10.222.0.63 "GET /v2.0/ports/4009c418-da99-4e60-a0c5-42d440548f74/bindings/n-h2-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.4897616 Aug 05 13:59:53.645018 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:53.647705 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eafc6c6e-ad4f-4ded-93c1-f49d346bdf1c req-747e00d0-cf5e-47fb-b190-093e363dfde4 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109470 Aug 05 13:59:53.697729 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-8ea27cc9-473c-496b-a12d-0425a6b6a42f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Allocated IP 172.25.5.187 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/53d775a9-10e8-4b7d-b2dd-1990f2401405) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:53.705813 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-c048dfc0-5ae2-4ace-8fcf-f18942c41b2e None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:53.744349 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-2902c39f-39fb-4c01-854e-381dc43db17a service neutron] 10.222.0.16 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787910 Aug 05 13:59:53.757152 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a73c24a-8ad2-4b2f-bcf9-3c6f1a1d3158 x-openstack-request-id: req-0a73c24a-8ad2-4b2f-bcf9-3c6f1a1d3158 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:53.757995 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc06d9d8-c796-453a-8a06-a8eecb775360", "tag": "6175c67d-181a-4942-a139-bf8cd7a7c738", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:53.758293 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a73c24a-8ad2-4b2f-bcf9-3c6f1a1d3158 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:53.759391 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc06d9d8-c796-453a-8a06-a8eecb775360', 'tag': '6175c67d-181a-4942-a139-bf8cd7a7c738', 'status': 'completed', 'code': 200} Aug 05 13:59:53.764047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 20abf334-4994-4cd1-ad97-4b8b6756241e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=20abf334-4994-4cd1-ad97-4b8b6756241e,segment=NetworkSegment(0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f),segment_id=0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:53.766286 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-dc609fd3-c871-4944-b898-a3bf0a4a677e req-42506743-2e1e-407d-acfc-61dba0403205 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Deleting port 5cdca43f-44bf-429b-9082-6b2e89ed2560 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:53.768754 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc609fd3-c871-4944-b898-a3bf0a4a677e req-42506743-2e1e-407d-acfc-61dba0403205 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:53.794319 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Attempting to bind port 7d64b28d-0a81-4308-ab2b-b50b67925d32 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:53.801871 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Attempting to bind port 7d64b28d-0a81-4308-ab2b-b50b67925d32 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '163afa45-b412-44c7-b185-ccd4e82304a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:53.804515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Attempting to bind port 7d64b28d-0a81-4308-ab2b-b50b67925d32 on network ae5d1956-9a20-4a6c-b6cc-b896ac38386b {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:53.823574 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Port 7d64b28d-0a81-4308-ab2b-b50b67925d32 on network ae5d1956-9a20-4a6c-b6cc-b896ac38386b not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:59:53.823889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Attempting to bind port 7d64b28d-0a81-4308-ab2b-b50b67925d32 on network ae5d1956-9a20-4a6c-b6cc-b896ac38386b {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:53.854469 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:53.855712 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:53.856060 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Checking segment: {'id': '163afa45-b412-44c7-b185-ccd4e82304a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:53.856456 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Bound using segment: {'id': '163afa45-b412-44c7-b185-ccd4e82304a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:53.857818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Bound port: 7d64b28d-0a81-4308-ab2b-b50b67925d32, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163afa45-b412-44c7-b185-ccd4e82304a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:53.858189 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:54.012521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=20abf334-4994-4cd1-ad97-4b8b6756241e,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:54.018744 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'name': 'tempest-ServersTestJSON-532512425-router', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'gw_port': {'id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2fc8c3c1-f950-449f-83f7-7594f65b1326', 'name': '', 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'mac_address': 'fa:16:3e:24:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:43Z', 'updated_at': '2021-08-05T13:59:52Z', 'revision_number': 4, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'subnets': [{'id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:54.061071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] For port 7d64b28d-0a81-4308-ab2b-b50b67925d32, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:54.076126 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] For port 7d64b28d-0a81-4308-ab2b-b50b67925d32, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7d64b28d-0a81-4308-ab2b-b50b67925d32,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:54.093918 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b89cb-4d19-4ee4-825b-b82b95c52490 None None] The sync data for ids ['6c9643ef-70af-433b-8c9f-83b79be69184'] in n-d-803585-2 is: [{'id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'name': 'tempest-ServersTestJSON-532512425-router', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'gw_port': {'id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2fc8c3c1-f950-449f-83f7-7594f65b1326', 'name': '', 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'mac_address': 'fa:16:3e:24:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:43Z', 'updated_at': '2021-08-05T13:59:52Z', 'revision_number': 4, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'subnets': [{'id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:59:54.096582 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:54.216670 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c048dfc0-5ae2-4ace-8fcf-f18942c41b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:49Z', 'revision_number': 7, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '30a53620-7ac6-4d94-a2a7-1ad4395b2da3', 'name': '', 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:4e:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:29Z', 'updated_at': '2021-08-05T13:59:41Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a2e20ac-5748-4950-883f-e7c197837eee', 'name': '', 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:c8:d7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:38Z', 'updated_at': '2021-08-05T13:59:51Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:31Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:54.224247 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-e1758720-7bac-40b2-a51d-00fc586017fc service neutron] 10.222.0.84 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6837363 Aug 05 13:59:54.234848 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:54.236599 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:54.238359 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] 10.222.0.63 "PUT /v2.0/ports/7d64b28d-0a81-4308-ab2b-b50b67925d32 HTTP/1.1" status: 200 len: 1091 time: 3.4311144 Aug 05 13:59:54.268154 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048dfc0-5ae2-4ace-8fcf-f18942c41b2e None None] The sync data for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 is: [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:49Z', 'revision_number': 7, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '30a53620-7ac6-4d94-a2a7-1ad4395b2da3', 'name': '', 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:4e:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:29Z', 'updated_at': '2021-08-05T13:59:41Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a2e20ac-5748-4950-883f-e7c197837eee', 'name': '', 'network_id': '7e6c701d-8fd7-4ae1-b314-62c841b9c867', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:c8:d7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:38Z', 'updated_at': '2021-08-05T13:59:51Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': 'c2e773c4-e6ed-462c-865e-c191bf6ed299', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:31Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 13:59:54.354492 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-7ef1ed97-2527-4af4-8123-a4dd31f5354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:54.356890 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-7ef1ed97-2527-4af4-8123-a4dd31f5354e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0&tenant_id=7753100351b94216b5369d9876cd92eb HTTP/1.1" status: 200 len: 1100 time: 0.4597001 Aug 05 13:59:54.452063 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:54.508156 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Pushing event updated for resources: {'Port': ['ID=7d64b28d-0a81-4308-ab2b-b50b67925d32,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:54.521423 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-95e2b42f-eb75-4fd4-b15c-c6949ee51b5b service neutron] 10.222.0.84 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790575 Aug 05 13:59:54.547511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:54.547845 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:54.548169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:54.548607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:54.548972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:54.549297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:54.549820 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:54.550810 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:54.551398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:54.551892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:54.552385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:54.552878 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34ca6-d571-40ba-b770-ea83572f44ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 13:59:54.574782 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f91a7e-5c90-475e-9999-33718a3b466f req-47853293-8678-4995-a8d7-bd9e4ccbe619 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:54.577282 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-69f91a7e-5c90-475e-9999-33718a3b466f req-47853293-8678-4995-a8d7-bd9e4ccbe619 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.4553781 Aug 05 13:59:54.687419 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:54.695031 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-3c935114-7221-4fed-bf2e-973bd2a59f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:54.696410 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-3c935114-7221-4fed-bf2e-973bd2a59f74 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0cd72dc2dea14d75b3f0c36365539b60&device_id=fd128b93-670b-4b5d-a41f-3cabdd453df6 HTTP/1.1" status: 200 len: 1094 time: 0.3676343 Aug 05 13:59:54.742663 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35373d49-3f88-4ad0-baf2-ac3f769a52e4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:54.778269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2cd3e-5ea3-44cf-92d2-86f68f642488 req-27c7adf8-b830-4fec-8ce2-a0e8aebcc417 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:54.779907 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92c2cd3e-5ea3-44cf-92d2-86f68f642488 req-27c7adf8-b830-4fec-8ce2-a0e8aebcc417 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 949 time: 0.7983325 Aug 05 13:59:54.783151 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ea27cc9-473c-496b-a12d-0425a6b6a42f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:54.846862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-dc609fd3-c871-4944-b898-a3bf0a4a677e req-42506743-2e1e-407d-acfc-61dba0403205 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] For port 5cdca43f-44bf-429b-9082-6b2e89ed2560, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5cdca43f-44bf-429b-9082-6b2e89ed2560,segment=NetworkSegment(e42f7f6f-4f10-4005-968f-9d9c48be70ff),segment_id=e42f7f6f-4f10-4005-968f-9d9c48be70ff)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:54.847774 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc609fd3-c871-4944-b898-a3bf0a4a677e req-42506743-2e1e-407d-acfc-61dba0403205 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:54.895793 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-dc609fd3-c871-4944-b898-a3bf0a4a677e req-42506743-2e1e-407d-acfc-61dba0403205 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Calling delete_port for 5cdca43f-44bf-429b-9082-6b2e89ed2560 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:54.910469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-fb24ee5a-0e16-46fa-9e6d-c821513b9dc5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting port 4a2e20ac-5748-4950-883f-e7c197837eee {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 13:59:54.910775 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fb24ee5a-0e16-46fa-9e6d-c821513b9dc5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:54.994371 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92c2cd3e-5ea3-44cf-92d2-86f68f642488 req-bb726074-4cc7-4816-8832-6320a06950cd tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990983 Aug 05 13:59:55.105815 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ea27cc9-473c-496b-a12d-0425a6b6a42f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:55.122921 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-69f91a7e-5c90-475e-9999-33718a3b466f req-d74744e9-035d-4c13-8cd3-b3d93c85c9ab tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246491 Aug 05 13:59:55.200405 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-c999bd01-9d4e-45e0-b558-ad034f89f776 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d64b28d-0a81-4308-ab2b-b50b67925d32 HTTP/1.1" status: 200 len: 217 time: 0.0812962 Aug 05 13:59:55.214096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979a1b2-381e-42c0-831a-e5aa94e50c26 req-3d6602c8-c7d9-4f88-b160-850cd41c53fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:55.219123 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b979a1b2-381e-42c0-831a-e5aa94e50c26 req-3d6602c8-c7d9-4f88-b160-850cd41c53fe service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0cd72dc2dea14d75b3f0c36365539b60&device_id=dc06d9d8-c796-453a-8a06-a8eecb775360 HTTP/1.1" status: 200 len: 1094 time: 0.6197314 Aug 05 13:59:55.243010 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 5cdca43f-44bf-429b-9082-6b2e89ed2560 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:59:55.249930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea27cc9-473c-496b-a12d-0425a6b6a42f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:55.270108 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-fb24ee5a-0e16-46fa-9e6d-c821513b9dc5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] For port 4a2e20ac-5748-4950-883f-e7c197837eee, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4a2e20ac-5748-4950-883f-e7c197837eee,segment=NetworkSegment(8ff8adcb-408f-41f0-a55a-2179056e2897),segment_id=8ff8adcb-408f-41f0-a55a-2179056e2897)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:55.270557 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fb24ee5a-0e16-46fa-9e6d-c821513b9dc5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:55.273271 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-8ea27cc9-473c-496b-a12d-0425a6b6a42f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:55.276077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea27cc9-473c-496b-a12d-0425a6b6a42f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:55.318829 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-35373d49-3f88-4ad0-baf2-ac3f769a52e4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Allocated IP 172.25.5.201 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/43c7378b-268c-421c-86d5-5679bcdd80ce) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:55.354001 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-fb24ee5a-0e16-46fa-9e6d-c821513b9dc5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Calling delete_port for 4a2e20ac-5748-4950-883f-e7c197837eee owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 13:59:55.356081 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea27cc9-473c-496b-a12d-0425a6b6a42f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Pushing event updated for resources: {'Port': ['ID=53d775a9-10e8-4b7d-b2dd-1990f2401405,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:55.367468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a0b43-dd4f-459f-8295-f0719840f34f req-5a9e1775-deea-4252-8570-0f85aba07088 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:55.369112 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b4a0b43-dd4f-459f-8295-f0719840f34f req-5a9e1775-deea-4252-8570-0f85aba07088 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=c670584c-3e4b-4903-81eb-10668164dcad HTTP/1.1" status: 200 len: 946 time: 0.2935526 Aug 05 13:59:55.440597 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:55.492241 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] For port 4009c418-da99-4e60-a0c5-42d440548f74, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=4009c418-da99-4e60-a0c5-42d440548f74,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:55.533177 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-605ca1b3-7245-4d46-8b31-c3033af4ac0c req-9f50b992-5e45-43c3-b881-00101102fa4a tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d586100-1358-4194-9e6c-e0492c33cf92 HTTP/1.1" status: 200 len: 210 time: 0.3062181 Aug 05 13:59:55.579601 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] For port 4009c418-da99-4e60-a0c5-42d440548f74, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:55.627024 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b4a0b43-dd4f-459f-8295-f0719840f34f req-da4b8763-9775-4ce3-92d6-9f1e7011b47c tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/security-groups?id=e38a4c37-fd1e-4dae-97ed-a1e4d023b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301314 Aug 05 13:59:55.699871 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-2a4ef25d-9742-4cb6-bdd7-112b1b708243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:55.707391 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-2a4ef25d-9742-4cb6-bdd7-112b1b708243 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d026a15a-05b1-472c-bcd1-13dc71bc41cd HTTP/1.1" status: 200 len: 853 time: 0.4866827 Aug 05 13:59:55.751968 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:55.773818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd128b93-670b-4b5d-a41f-3cabdd453df6', 'tag': '7d64b28d-0a81-4308-ab2b-b50b67925d32'}, {'server_uuid': 'ecd1d94c-8745-4c01-82ae-33f1f14304f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4009c418-da99-4e60-a0c5-42d440548f74'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:55.776115 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12cc838-57cb-42a2-b140-833bf73652ff" -d '{"events": [{"name": "network-changed", "server_uuid": "fd128b93-670b-4b5d-a41f-3cabdd453df6", "tag": "7d64b28d-0a81-4308-ab2b-b50b67925d32"}, {"server_uuid": "ecd1d94c-8745-4c01-82ae-33f1f14304f0", "name": "network-vif-unplugged", "status": "completed", "tag": "4009c418-da99-4e60-a0c5-42d440548f74"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:55.784115 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-bf9c0519-0d36-4c8c-9cf9-3ec0141c42bc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ae5d1956-9a20-4a6c-b6cc-b896ac38386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649738 Aug 05 13:59:55.829990 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8faea-1f50-4bcd-96d1-20ba391256fe req-61055e71-10e3-4e58-870d-06302ff62b6d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:55.832201 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ec8faea-1f50-4bcd-96d1-20ba391256fe req-61055e71-10e3-4e58-870d-06302ff62b6d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd128b93-670b-4b5d-a41f-3cabdd453df6 HTTP/1.1" status: 200 len: 943 time: 0.1846132 Aug 05 13:59:55.868018 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Transition to ACTIVE for port object 4009c418-da99-4e60-a0c5-42d440548f74 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:55.872745 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc609fd3-c871-4944-b898-a3bf0a4a677e req-42506743-2e1e-407d-acfc-61dba0403205 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:55.884936 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-3dccccfc-515b-400f-bf47-c08002a23e63 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a65a4dfe38e248edbdfcde9ed0319116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1165504 Aug 05 13:59:55.893131 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:55.901758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979a1b2-381e-42c0-831a-e5aa94e50c26 req-5097bc59-e9f2-4757-bc67-79a5329d5438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:55.903406 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b979a1b2-381e-42c0-831a-e5aa94e50c26 req-5097bc59-e9f2-4757-bc67-79a5329d5438 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ae5d1956-9a20-4a6c-b6cc-b896ac38386b HTTP/1.1" status: 200 len: 914 time: 0.6616876 Aug 05 13:59:56.013421 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ec8faea-1f50-4bcd-96d1-20ba391256fe req-fbefe6c4-7c9c-4fbd-96f2-2658fc4ac2d1 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462567 Aug 05 13:59:56.015134 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b979a1b2-381e-42c0-831a-e5aa94e50c26 req-83fd5897-bde2-40b2-96c5-ea7fb0a6b06e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6175c67d-181a-4942-a139-bf8cd7a7c738 HTTP/1.1" status: 200 len: 217 time: 0.0845554 Aug 05 13:59:56.026996 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42506743-2e1e-407d-acfc-61dba0403205 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Pushing event deleted for resources: {'Port': ['ID=5cdca43f-44bf-429b-9082-6b2e89ed2560,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:56.060949 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] No DVR routers for this DVR port 4009c418-da99-4e60-a0c5-42d440548f74 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:59:56.084617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Pushing event updated for resources: {'Port': ['ID=4009c418-da99-4e60-a0c5-42d440548f74,revision_number=6']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:56.112265 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-c1c5b455-89c3-415d-8c4c-ea926556a542 service neutron] 10.222.0.63 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174214 Aug 05 13:59:56.122061 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35373d49-3f88-4ad0-baf2-ac3f769a52e4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:56.128262 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ea27cc9-473c-496b-a12d-0425a6b6a42f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:56.142168 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e73b859-8f3e-46ad-81b4-a2e0e511b71e x-openstack-request-id: req-2e73b859-8f3e-46ad-81b4-a2e0e511b71e {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:56.143061 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd128b93-670b-4b5d-a41f-3cabdd453df6", "tag": "7d64b28d-0a81-4308-ab2b-b50b67925d32", "status": "completed", "code": 200}, {"server_uuid": "ecd1d94c-8745-4c01-82ae-33f1f14304f0", "name": "network-vif-unplugged", "status": "completed", "tag": "4009c418-da99-4e60-a0c5-42d440548f74", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:56.143483 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e73b859-8f3e-46ad-81b4-a2e0e511b71e {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:56.145261 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd128b93-670b-4b5d-a41f-3cabdd453df6', 'tag': '7d64b28d-0a81-4308-ab2b-b50b67925d32', 'status': 'completed', 'code': 200} Aug 05 13:59:56.145793 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd1d94c-8745-4c01-82ae-33f1f14304f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4009c418-da99-4e60-a0c5-42d440548f74', 'code': 200} Aug 05 13:59:56.174953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979a1b2-381e-42c0-831a-e5aa94e50c26 req-16f22277-01eb-4258-bc70-36f228b164bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:56.176795 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b979a1b2-381e-42c0-831a-e5aa94e50c26 req-16f22277-01eb-4258-bc70-36f228b164bf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d026a15a-05b1-472c-bcd1-13dc71bc41cd HTTP/1.1" status: 200 len: 853 time: 0.1435695 Aug 05 13:59:56.188132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-dea09834-ff21-418c-b7ac-5503803bda5e tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:56.191545 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-dea09834-ff21-418c-b7ac-5503803bda5e tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.84 "GET /v2.0/networks?id=2572b64d-2688-4ea7-b3b2-057ef2374e53 HTTP/1.1" status: 200 len: 805 time: 0.5126266 Aug 05 13:59:56.207365 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 20abf334-4994-4cd1-ad97-4b8b6756241e up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:56.251727 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Attempting to bind port 4009c418-da99-4e60-a0c5-42d440548f74 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 13:59:56.251973 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Attempting to bind port 4009c418-da99-4e60-a0c5-42d440548f74 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 13:59:56.252519 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Attempting to bind port 4009c418-da99-4e60-a0c5-42d440548f74 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:56.275400 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 20abf334-4994-4cd1-ad97-4b8b6756241e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:56.276013 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:56.293307 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b979a1b2-381e-42c0-831a-e5aa94e50c26 req-63e31559-91dd-4eab-b2c8-bf7cd39615b0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ae5d1956-9a20-4a6c-b6cc-b896ac38386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636489 Aug 05 13:59:56.301403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Port 4009c418-da99-4e60-a0c5-42d440548f74 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 13:59:56.301759 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Attempting to bind port 4009c418-da99-4e60-a0c5-42d440548f74 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 13:59:56.378092 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 13:59:56.378418 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 13:59:56.378834 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 13:59:56.379696 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Bound port: 4009c418-da99-4e60-a0c5-42d440548f74, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 13:59:56.379696 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:56.380242 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-93d380db-32e9-41eb-b240-675c74f878a2 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:56.381799 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-93d380db-32e9-41eb-b240-675c74f878a2 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4820948 Aug 05 13:59:56.382170 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2fc8c3c1-f950-449f-83f7-7594f65b1326 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:56.415239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-0b24799a-993c-4fdb-9f14-48f5e19896bf tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Request body: {'port': {'device_id': '2d586100-1358-4194-9e6c-e0492c33cf92', 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53', 'admin_state_up': True, 'tenant_id': '16bd8151b0634bd89938e7aeb613738b'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:56.418584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc609fd3-c871-4944-b898-a3bf0a4a677e req-42506743-2e1e-407d-acfc-61dba0403205 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] No DVR routers for this DVR port 5cdca43f-44bf-429b-9082-6b2e89ed2560 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 13:59:56.421489 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc609fd3-c871-4944-b898-a3bf0a4a677e req-42506743-2e1e-407d-acfc-61dba0403205 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:56.423862 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc609fd3-c871-4944-b898-a3bf0a4a677e req-42506743-2e1e-407d-acfc-61dba0403205 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.63 "DELETE /v2.0/ports/5cdca43f-44bf-429b-9082-6b2e89ed2560 HTTP/1.1" status: 204 len: 173 time: 3.1835070 Aug 05 13:59:56.426913 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093c31c-1463-4301-a6cf-5fb5e210e29c req-b924d8bf-3820-4643-b0f7-3f66759223db tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:56.429001 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4093c31c-1463-4301-a6cf-5fb5e210e29c req-b924d8bf-3820-4643-b0f7-3f66759223db tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 947 time: 0.1984620 Aug 05 13:59:56.439459 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16f7ac74-7aed-423d-bc5f-9f7135de9fdc req-73c929de-3cb8-40e0-a8bd-ecff6b10a7db service neutron] 10.222.0.63 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081255 Aug 05 13:59:56.455999 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 2fc8c3c1-f950-449f-83f7-7594f65b1326 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 13:59:56.458827 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35373d49-3f88-4ad0-baf2-ac3f769a52e4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:56.461308 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 2fc8c3c1-f950-449f-83f7-7594f65b1326 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:56.461865 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:56.468633 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c670584c-3e4b-4903-81eb-10668164dcad', 'name': 'network-vif-deleted', 'tag': '5cdca43f-44bf-429b-9082-6b2e89ed2560'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:56.472615 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7781cf31-14ee-4a19-881a-1a1fe01a3a83" -d '{"events": [{"server_uuid": "c670584c-3e4b-4903-81eb-10668164dcad", "name": "network-vif-deleted", "tag": "5cdca43f-44bf-429b-9082-6b2e89ed2560"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:56.475748 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ea27cc9-473c-496b-a12d-0425a6b6a42f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:56.545644 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4093c31c-1463-4301-a6cf-5fb5e210e29c req-71a7889f-930d-41a1-ac5e-34a6de050e65 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088197 Aug 05 13:59:56.564653 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b979a1b2-381e-42c0-831a-e5aa94e50c26 req-08e545b3-1910-4ce5-88e9-9d245c0af1f1 service neutron] 10.222.0.84 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604077 Aug 05 13:59:56.587005 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:56.606394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] For port 4009c418-da99-4e60-a0c5-42d440548f74, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 13:59:56.607633 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-61183a74-97ad-49dc-bd06-54ac0635a7c2 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/quotas/a65a4dfe38e248edbdfcde9ed0319116 HTTP/1.1" status: 200 len: 375 time: 0.1972117 Aug 05 13:59:56.633503 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fb24ee5a-0e16-46fa-9e6d-c821513b9dc5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:56.644716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35373d49-3f88-4ad0-baf2-ac3f769a52e4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:56.645948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35373d49-3f88-4ad0-baf2-ac3f769a52e4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Pushing event updated for resources: {'Port': ['ID=43c7378b-268c-421c-86d5-5679bcdd80ce,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:56.652863 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] For port 4009c418-da99-4e60-a0c5-42d440548f74, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4009c418-da99-4e60-a0c5-42d440548f74,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 13:59:56.670241 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:56.687527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 2fc8c3c1-f950-449f-83f7-7594f65b1326, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2fc8c3c1-f950-449f-83f7-7594f65b1326,segment=NetworkSegment(ca78f4f8-fce6-44cf-a116-699e77395d53),segment_id=ca78f4f8-fce6-44cf-a116-699e77395d53)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:56.692717 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:56.698281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-35373d49-3f88-4ad0-baf2-ac3f769a52e4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:56.700564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35373d49-3f88-4ad0-baf2-ac3f769a52e4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:56.721499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cc838-57cb-42a2-b140-833bf73652ff req-48c3faed-6563-4927-bb62-eda0668fa3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:56.723914 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d12cc838-57cb-42a2-b140-833bf73652ff req-48c3faed-6563-4927-bb62-eda0668fa3a3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0cd72dc2dea14d75b3f0c36365539b60&device_id=fd128b93-670b-4b5d-a41f-3cabdd453df6 HTTP/1.1" status: 200 len: 1094 time: 0.2002623 Aug 05 13:59:56.748965 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c23269-471b-4df3-a6de-7ffffedf8e17 x-openstack-request-id: req-d3c23269-471b-4df3-a6de-7ffffedf8e17 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:56.749249 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c670584c-3e4b-4903-81eb-10668164dcad", "name": "network-vif-deleted", "tag": "5cdca43f-44bf-429b-9082-6b2e89ed2560", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:56.749501 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3c23269-471b-4df3-a6de-7ffffedf8e17 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:56.749904 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c670584c-3e4b-4903-81eb-10668164dcad', 'name': 'network-vif-deleted', 'tag': '5cdca43f-44bf-429b-9082-6b2e89ed2560', 'status': 'completed', 'code': 200} Aug 05 13:59:56.754223 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=2fc8c3c1-f950-449f-83f7-7594f65b1326,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:56.764813 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b979a1b2-381e-42c0-831a-e5aa94e50c26 req-ec9f33ca-7abb-4ad6-95b8-e1f296d27a58 service neutron] 10.222.0.84 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816809 Aug 05 13:59:56.785577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24ee5a-0e16-46fa-9e6d-c821513b9dc5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Port': ['ID=4a2e20ac-5748-4950-883f-e7c197837eee,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:56.849430 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:56.849430 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:56.849430 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] 10.222.0.84 "PUT /v2.0/ports/4009c418-da99-4e60-a0c5-42d440548f74 HTTP/1.1" status: 200 len: 1095 time: 2.4073052 Aug 05 13:59:56.851427 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77d29029-59da-4939-a146-896fd79c51e8 req-a4a2e3e0-9766-4a6e-baee-b7f6e6eb7e91 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d586100-1358-4194-9e6c-e0492c33cf92 HTTP/1.1" status: 200 len: 210 time: 0.1043417 Aug 05 13:59:56.932826 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cc838-57cb-42a2-b140-833bf73652ff req-92398f77-a935-4da9-b704-6558e8b1f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:56.934350 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d12cc838-57cb-42a2-b140-833bf73652ff req-92398f77-a935-4da9-b704-6558e8b1f5c7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ae5d1956-9a20-4a6c-b6cc-b896ac38386b HTTP/1.1" status: 200 len: 914 time: 0.1884129 Aug 05 13:59:56.972808 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcc549-7f30-4e92-82fa-a2b22c8485cc service neutron] Pushing event updated for resources: {'Port': ['ID=4009c418-da99-4e60-a0c5-42d440548f74,revision_number=7']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:57.007003 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-66ae3d9b-0e0b-432f-a6a1-e46f74be0569 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a65a4dfe38e248edbdfcde9ed0319116&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3669958 Aug 05 13:59:57.041295 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d12cc838-57cb-42a2-b140-833bf73652ff req-37849c96-c4af-49f4-9b11-3cf390aaf18b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d64b28d-0a81-4308-ab2b-b50b67925d32 HTTP/1.1" status: 200 len: 217 time: 0.0773470 Aug 05 13:59:57.073823 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35373d49-3f88-4ad0-baf2-ac3f769a52e4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:57.082507 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62dcd2ad-7151-43af-b3dc-b9c2b7b3bd94 req-860a95db-8f0f-4f27-8f8a-d76ae7d511a5 tempest-DeleteServersTestJSON-1958246667 tempest-DeleteServersTestJSON-1958246667-project] 10.222.0.16 "GET /v2.0/ports?device_id=c670584c-3e4b-4903-81eb-10668164dcad HTTP/1.1" status: 200 len: 210 time: 0.0624826 Aug 05 13:59:57.190215 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-f2cedbbd-f1ba-4b7f-9ed7-f32e576e520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:57.191914 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-f2cedbbd-f1ba-4b7f-9ed7-f32e576e520f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 1098 time: 0.3106534 Aug 05 13:59:57.197209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-0b24799a-993c-4fdb-9f14-48f5e19896bf tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Made reservation on behalf of 16bd8151b0634bd89938e7aeb613738b for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:57.200985 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-0b24799a-993c-4fdb-9f14-48f5e19896bf tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:57.237204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 4009c418-da99-4e60-a0c5-42d440548f74 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 13:59:57.271297 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35373d49-3f88-4ad0-baf2-ac3f769a52e4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:57.304061 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 4009c418-da99-4e60-a0c5-42d440548f74 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 13:59:57.319288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cc838-57cb-42a2-b140-833bf73652ff req-d9b64982-413e-496a-b96a-edd20c0236c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:57.320772 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d12cc838-57cb-42a2-b140-833bf73652ff req-d9b64982-413e-496a-b96a-edd20c0236c7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d026a15a-05b1-472c-bcd1-13dc71bc41cd HTTP/1.1" status: 200 len: 853 time: 0.2548347 Aug 05 13:59:57.339973 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ea27cc9-473c-496b-a12d-0425a6b6a42f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:57.361728 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ea27cc9-473c-496b-a12d-0425a6b6a42f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:57.379945 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d12cc838-57cb-42a2-b140-833bf73652ff req-4cb04dd0-1dc1-4717-8f63-aeb00fb3d3bc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ae5d1956-9a20-4a6c-b6cc-b896ac38386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431654 Aug 05 13:59:57.387036 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fb24ee5a-0e16-46fa-9e6d-c821513b9dc5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:57.415562 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62870cd5-2237-4601-8cd2-71856bfa0288 req-5fdf3c11-0160-47e7-afd2-fb2047f21d7d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:57.417078 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62870cd5-2237-4601-8cd2-71856bfa0288 req-5fdf3c11-0160-47e7-afd2-fb2047f21d7d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd128b93-670b-4b5d-a41f-3cabdd453df6 HTTP/1.1" status: 200 len: 943 time: 0.1299295 Aug 05 13:59:57.417303 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c405687-37cf-4724-aa88-3d2cac1173ac req-87a43b89-efed-4c35-9ccd-d20f522a40b0 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 210 time: 0.0819175 Aug 05 13:59:57.469107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-456df1b1-e5df-4e65-bba9-29572fc84474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:57.470610 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-456df1b1-e5df-4e65-bba9-29572fc84474 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.2660911 Aug 05 13:59:57.532853 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-6e0d89d2-e76b-4621-96e2-1f8074f10b63 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=4009c418-da99-4e60-a0c5-42d440548f74 HTTP/1.1" status: 200 len: 217 time: 0.0527189 Aug 05 13:59:57.600365 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62870cd5-2237-4601-8cd2-71856bfa0288 req-acddee59-16e4-4bd6-8220-df6e312177c3 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676595 Aug 05 13:59:57.635791 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea27cc9-473c-496b-a12d-0425a6b6a42f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Pushing event updated for resources: {'Port': ['ID=53d775a9-10e8-4b7d-b2dd-1990f2401405,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:57.641622 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d12cc838-57cb-42a2-b140-833bf73652ff req-310f5abf-b2c1-44e0-acab-09c6047ba1ff service neutron] 10.222.0.63 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495408 Aug 05 13:59:57.650618 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-11e75459-9887-4a2a-b870-bb82d939ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:57.652201 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-11e75459-9887-4a2a-b870-bb82d939ac54 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1062729 Aug 05 13:59:57.701243 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-0b24799a-993c-4fdb-9f14-48f5e19896bf tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Allocated IP 172.20.0.4 (2572b64d-2688-4ea7-b3b2-057ef2374e53/509b4bd6-4083-497b-a5bd-8bf817602045/7cf1054d-0c2b-447d-a07b-b482c672e9a8) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:57.704384 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ea27cc9-473c-496b-a12d-0425a6b6a42f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:57.773229 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-88113c89-435d-4bb8-9e6d-0ae31b4a9b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:57.774186 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ea27cc9-473c-496b-a12d-0425a6b6a42f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:57.774813 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-88113c89-435d-4bb8-9e6d-0ae31b4a9b1a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1094863 Aug 05 13:59:57.782355 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8ea27cc9-473c-496b-a12d-0425a6b6a42f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7109823 Aug 05 13:59:57.864464 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d12cc838-57cb-42a2-b140-833bf73652ff req-6597fe8c-bb0b-40ca-babb-1f0a37684437 service neutron] 10.222.0.63 "GET /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112188 Aug 05 13:59:57.908486 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-c71f5f78-a671-475e-aa5e-83e7cbf5de54 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236460 Aug 05 13:59:57.944738 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e1fe6-b7ec-4e68-b123-ea5caf75229b req-8856d3b5-4961-4ddc-8dfd-55e1022b5558 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:57.946321 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c80e1fe6-b7ec-4e68-b123-ea5caf75229b req-8856d3b5-4961-4ddc-8dfd-55e1022b5558 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 947 time: 0.2661843 Aug 05 13:59:57.966102 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35373d49-3f88-4ad0-baf2-ac3f769a52e4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:58.015784 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da372233-5f10-4e9b-aa68-80d4315c232e req-8f3004da-8872-4940-95ca-3f73e96d5125 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--875399700&fields=id&tenant_id=9f39c8f4653f419aa531da4561507e96 HTTP/1.1" status: 200 len: 267 time: 0.0989981 Aug 05 13:59:58.031708 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35373d49-3f88-4ad0-baf2-ac3f769a52e4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:58.082723 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb24ee5a-0e16-46fa-9e6d-c821513b9dc5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router f20fae2e-828a-466e-a2bb-8dd1c68854cf has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 13:59:58.111527 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c80e1fe6-b7ec-4e68-b123-ea5caf75229b req-edf0a408-a7f9-43b5-8af4-1a86c99b3b18 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339486 Aug 05 13:59:58.130217 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b636690-d1a4-4961-b92a-087896ba2d07 req-321b982c-c8dc-4e0e-a42a-9deb05583b70 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070272 Aug 05 13:59:58.151109 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2fc8c3c1-f950-449f-83f7-7594f65b1326 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 13:59:58.206093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd1d94c-8745-4c01-82ae-33f1f14304f0', 'tag': '4009c418-da99-4e60-a0c5-42d440548f74'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 13:59:58.209300 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cf1390-34bc-4b45-a171-6164d931c618" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd1d94c-8745-4c01-82ae-33f1f14304f0", "tag": "4009c418-da99-4e60-a0c5-42d440548f74"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 13:59:58.220316 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da372233-5f10-4e9b-aa68-80d4315c232e req-24ac952e-ce0a-4f77-84a3-d34e4f8c1f32 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:58.229623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 2fc8c3c1-f950-449f-83f7-7594f65b1326 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 13:59:58.230304 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:58.231411 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da372233-5f10-4e9b-aa68-80d4315c232e req-24ac952e-ce0a-4f77-84a3-d34e4f8c1f32 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/networks?id=00b456fd-8f1f-457d-ab9f-9b65af2598b8 HTTP/1.1" status: 200 len: 805 time: 0.2040954 Aug 05 13:59:58.251148 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da372233-5f10-4e9b-aa68-80d4315c232e req-06a617ad-e69e-477a-85fc-42ce4c1a33c7 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/quotas/9f39c8f4653f419aa531da4561507e96 HTTP/1.1" status: 200 len: 375 time: 0.0182111 Aug 05 13:59:58.309253 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da372233-5f10-4e9b-aa68-80d4315c232e req-dcf732c1-84db-4649-8c62-83a284474527 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f39c8f4653f419aa531da4561507e96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0570433 Aug 05 13:59:58.446136 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-f8657eab-77a9-469e-807c-cbca75513109 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=a65a4dfe38e248edbdfcde9ed0319116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349317 Aug 05 13:59:58.453690 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da372233-5f10-4e9b-aa68-80d4315c232e req-6830a0de-2f26-4069-b10a-5bf0270013d2 service neutron] 10.222.0.16 "GET /v2.0/networks/00b456fd-8f1f-457d-ab9f-9b65af2598b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238430 Aug 05 13:59:58.536117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35373d49-3f88-4ad0-baf2-ac3f769a52e4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Pushing event updated for resources: {'Port': ['ID=43c7378b-268c-421c-86d5-5679bcdd80ce,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:58.555769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6175c67d-181a-4942-a139-bf8cd7a7c738 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:59:58.561286 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-24268c6e-289e-4ddc-af33-25c2b0a02258 req-bbdff767-cb2c-4ee4-9967-a768d8ffe8be tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d586100-1358-4194-9e6c-e0492c33cf92 HTTP/1.1" status: 200 len: 210 time: 0.0605857 Aug 05 13:59:58.609566 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35373d49-3f88-4ad0-baf2-ac3f769a52e4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:58.643979 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da372233-5f10-4e9b-aa68-80d4315c232e req-1d2e7ea9-31e6-46b4-82d3-f90a6c8e5dcf service neutron] 10.222.0.16 "GET /v2.0/networks/00b456fd-8f1f-457d-ab9f-9b65af2598b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774638 Aug 05 13:59:58.653397 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-9abd2570-78f0-4ad2-a392-dbe19cf270f5 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:58.654948 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-9abd2570-78f0-4ad2-a392-dbe19cf270f5 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002399 Aug 05 13:59:58.674416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-932db1b0-5127-4bd4-9f91-dcfe566d15e3 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Request body: {'port': {'device_id': '0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': 'a65a4dfe38e248edbdfcde9ed0319116'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:58.687043 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35373d49-3f88-4ad0-baf2-ac3f769a52e4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:58.688311 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-35373d49-3f88-4ad0-baf2-ac3f769a52e4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8908026 Aug 05 13:59:58.691358 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-0b24799a-993c-4fdb-9f14-48f5e19896bf tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:58.706833 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb24ee5a-0e16-46fa-9e6d-c821513b9dc5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 13:59:58.712854 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fb24ee5a-0e16-46fa-9e6d-c821513b9dc5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/f20fae2e-828a-466e-a2bb-8dd1c68854cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3955889 Aug 05 13:59:58.716136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51808) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 13:59:58.731374 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a477c0-5e24-4947-9527-3ac33becf9f3 None None] Sync routers for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 13:59:58.775191 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6175c67d-181a-4942-a139-bf8cd7a7c738, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6175c67d-181a-4942-a139-bf8cd7a7c738,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:58.783258 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b8cc43-b975-4578-a1cc-ad998e1710cb tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting subnet c2e773c4-e6ed-462c-865e-c191bf6ed299 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 13:59:58.788369 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 13:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84eee43-7c5c-4bd0-abdd-c74fd39aea30 x-openstack-request-id: req-a84eee43-7c5c-4bd0-abdd-c74fd39aea30 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 13:59:58.788664 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd1d94c-8745-4c01-82ae-33f1f14304f0", "tag": "4009c418-da99-4e60-a0c5-42d440548f74", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 13:59:58.789168 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a84eee43-7c5c-4bd0-abdd-c74fd39aea30 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 13:59:58.789581 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd1d94c-8745-4c01-82ae-33f1f14304f0', 'tag': '4009c418-da99-4e60-a0c5-42d440548f74', 'status': 'completed', 'code': 200} Aug 05 13:59:58.789707 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02b8cc43-b975-4578-a1cc-ad998e1710cb tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:58.819229 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a477c0-5e24-4947-9527-3ac33becf9f3 None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:58.819868 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-91a477c0-5e24-4947-9527-3ac33becf9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:58.824883 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '6175c67d-181a-4942-a139-bf8cd7a7c738', 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b', 'port_id': '6175c67d-181a-4942-a139-bf8cd7a7c738', 'mac_address': 'fa:16:3e:12:a7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd026a15a-05b1-472c-bcd1-13dc71bc41cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:59:58.827358 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-0b24799a-993c-4fdb-9f14-48f5e19896bf tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:58.910596 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-0b24799a-993c-4fdb-9f14-48f5e19896bf tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Network 2572b64d-2688-4ea7-b3b2-057ef2374e53 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 13:59:58.926497 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24799a-993c-4fdb-9f14-48f5e19896bf tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Pushing event updated for resources: {'Port': ['ID=7cf1054d-0c2b-447d-a07b-b482c672e9a8,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:58.943203 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-0b24799a-993c-4fdb-9f14-48f5e19896bf tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 13:59:58.946445 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-0b24799a-993c-4fdb-9f14-48f5e19896bf tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 13:59:59.006576 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:59.012194 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-91a477c0-5e24-4947-9527-3ac33becf9f3 None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 13:59:59.032311 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c4a624e9-66e8-4fd6-9a01-f67ef1e6029f req-e2564710-3360-417e-ae47-f9d2f18bb60d tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 210 time: 0.1172295 Aug 05 13:59:59.058513 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6175c67d-181a-4942-a139-bf8cd7a7c738 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:59:59.070735 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02b8cc43-b975-4578-a1cc-ad998e1710cb tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:59.091412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf1390-34bc-4b45-a171-6164d931c618 req-41ca64e9-a144-4e2e-a8c1-418c576c7dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:59.093387 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08cf1390-34bc-4b45-a171-6164d931c618 req-41ca64e9-a144-4e2e-a8c1-418c576c7dcc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 1098 time: 0.1995118 Aug 05 13:59:59.097390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf1390-34bc-4b45-a171-6164d931c618 req-a8a256f3-6e7e-4fe9-b2ce-bb467273327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:59.099320 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08cf1390-34bc-4b45-a171-6164d931c618 req-a8a256f3-6e7e-4fe9-b2ce-bb467273327c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 1098 time: 0.2929509 Aug 05 13:59:59.101323 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-932db1b0-5127-4bd4-9f91-dcfe566d15e3 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Made reservation on behalf of a65a4dfe38e248edbdfcde9ed0319116 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 13:59:59.105571 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-932db1b0-5127-4bd4-9f91-dcfe566d15e3 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:59.141379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6175c67d-181a-4942-a139-bf8cd7a7c738, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6175c67d-181a-4942-a139-bf8cd7a7c738,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:59.156667 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:59.226736 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-0b24799a-993c-4fdb-9f14-48f5e19896bf tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:59.231371 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-0b24799a-993c-4fdb-9f14-48f5e19896bf tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:59.253622 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7d64b28d-0a81-4308-ab2b-b50b67925d32 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 13:59:59.273194 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=6175c67d-181a-4942-a139-bf8cd7a7c738,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 13:59:59.292408 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-817744f6-970d-427a-b840-ac6a877886e9 req-285c2b60-e4b8-44ed-84d4-8f07a3f41d1c tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 210 time: 0.1145074 Aug 05 13:59:59.339354 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-0b24799a-993c-4fdb-9f14-48f5e19896bf tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9532704 Aug 05 13:59:59.425618 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 7d64b28d-0a81-4308-ab2b-b50b67925d32, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7d64b28d-0a81-4308-ab2b-b50b67925d32,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 13:59:59.440832 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '7d64b28d-0a81-4308-ab2b-b50b67925d32', 'network_id': 'ae5d1956-9a20-4a6c-b6cc-b896ac38386b', 'port_id': '7d64b28d-0a81-4308-ab2b-b50b67925d32', 'mac_address': 'fa:16:3e:f0:e3:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd026a15a-05b1-472c-bcd1-13dc71bc41cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 13:59:59.446510 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-932db1b0-5127-4bd4-9f91-dcfe566d15e3 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Allocated IP 192.168.233.22 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/26daf50d-9cd0-44df-8b2d-b968d14eda74) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 13:59:59.450422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Request body: {'port': {'device_id': '2d586100-1358-4194-9e6c-e0492c33cf92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 13:59:59.463057 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-91a477c0-5e24-4947-9527-3ac33becf9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:56Z', 'revision_number': 8, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '30a53620-7ac6-4d94-a2a7-1ad4395b2da3', 'name': '', 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:4e:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:29Z', 'updated_at': '2021-08-05T13:59:41Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:31Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:59.469164 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['6175c67d-181a-4942-a139-bf8cd7a7c738'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 13:59:59.577320 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02b8cc43-b975-4578-a1cc-ad998e1710cb tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:59.670459 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a477c0-5e24-4947-9527-3ac33becf9f3 None None] Checking router: f20fae2e-828a-466e-a2bb-8dd1c68854cf for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 13:59:59.673845 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-932db1b0-5127-4bd4-9f91-dcfe566d15e3 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:59.674004 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:59.689888 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:59.699492 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-932db1b0-5127-4bd4-9f91-dcfe566d15e3 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Transition to ACTIVE for port object 26daf50d-9cd0-44df-8b2d-b968d14eda74 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 13:59:59.719268 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d64b28d-0a81-4308-ab2b-b50b67925d32 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 13:59:59.721062 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d61357-048e-4df1-b17d-0db4d7fa8da2 req-0e15f96d-17d5-4361-bf8d-705dbf260059 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 13:59:59.724063 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54d61357-048e-4df1-b17d-0db4d7fa8da2 req-0e15f96d-17d5-4361-bf8d-705dbf260059 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 947 time: 0.2164278 Aug 05 13:59:59.739993 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a477c0-5e24-4947-9527-3ac33becf9f3 None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 13:59:59.741059 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-91a477c0-5e24-4947-9527-3ac33becf9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 13:59:59.790591 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02b8cc43-b975-4578-a1cc-ad998e1710cb tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:59.871835 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-932db1b0-5127-4bd4-9f91-dcfe566d15e3 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 13:59:59.983903 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-932db1b0-5127-4bd4-9f91-dcfe566d15e3 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:00:00.006355 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6e429-4540-4e90-bf2a-6cabef1273e7 req-b6e3fe31-1b29-4828-89b9-228df0bd7852 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:00.006706 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb355d8e-3e5f-47ec-9354-f6342d37be5e None None] Network 7e6c701d-8fd7-4ae1-b314-62c841b9c867 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:00:00.008054 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c8b6e429-4540-4e90-bf2a-6cabef1273e7 req-b6e3fe31-1b29-4828-89b9-228df0bd7852 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd128b93-670b-4b5d-a41f-3cabdd453df6 HTTP/1.1" status: 200 len: 943 time: 0.9137697 Aug 05 14:00:00.009028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-932db1b0-5127-4bd4-9f91-dcfe566d15e3 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:00:00.019261 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8cc43-b975-4578-a1cc-ad998e1710cb tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e773c4-e6ed-462c-865e-c191bf6ed299,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:00.023594 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-932db1b0-5127-4bd4-9f91-dcfe566d15e3 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:00:00.028728 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02b8cc43-b975-4578-a1cc-ad998e1710cb tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:00.033552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932db1b0-5127-4bd4-9f91-dcfe566d15e3 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Pushing event updated for resources: {'Port': ['ID=26daf50d-9cd0-44df-8b2d-b968d14eda74,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:00.045092 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-02b8cc43-b975-4578-a1cc-ad998e1710cb tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/subnets/c2e773c4-e6ed-462c-865e-c191bf6ed299 HTTP/1.1" status: 204 len: 168 time: 1.3257449 Aug 05 14:00:00.058927 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54d61357-048e-4df1-b17d-0db4d7fa8da2 req-bb9f19b9-bc3a-44bf-b3b2-2ed61f7c343a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184109 Aug 05 14:00:00.059815 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51892) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:00.071082 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf1390-34bc-4b45-a171-6164d931c618 req-1d7988c6-92d1-4063-b5fe-4dc53c1eca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:00.072590 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08cf1390-34bc-4b45-a171-6164d931c618 req-1d7988c6-92d1-4063-b5fe-4dc53c1eca83 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.9058113 Aug 05 14:00:00.083580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf1390-34bc-4b45-a171-6164d931c618 req-6758c7d2-dab9-4e05-a14b-22de73727402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:00.085062 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08cf1390-34bc-4b45-a171-6164d931c618 req-6758c7d2-dab9-4e05-a14b-22de73727402 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.9768507 Aug 05 14:00:00.219929 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 7d64b28d-0a81-4308-ab2b-b50b67925d32, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7d64b28d-0a81-4308-ab2b-b50b67925d32,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:00.258149 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:00.427994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-91a477c0-5e24-4947-9527-3ac33becf9f3 None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:00.429439 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:00.528857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['7d64b28d-0a81-4308-ab2b-b50b67925d32'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:00:00.577153 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf1054d-0c2b-447d-a07b-b482c672e9a8 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:00.588322 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:00.602358 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Transition to ACTIVE for port object 7cf1054d-0c2b-447d-a07b-b482c672e9a8 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:00:00.618821 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8cd91c1e-2b1c-4577-87e0-e91e87d4e808 None None] Provisioning for port 26daf50d-9cd0-44df-8b2d-b968d14eda74 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:00.629788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8cd91c1e-2b1c-4577-87e0-e91e87d4e808 None None] Provisioning complete for port 26daf50d-9cd0-44df-8b2d-b968d14eda74 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:00.630839 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8cd91c1e-2b1c-4577-87e0-e91e87d4e808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:00.638680 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3513a-00d9-465e-ad60-c42c12ae6e64 req-3cf1d300-1c71-48e2-b70f-7ecfb37b8b9d tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:00.644795 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c1c3513a-00d9-465e-ad60-c42c12ae6e64 req-3cf1d300-1c71-48e2-b70f-7ecfb37b8b9d tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d586100-1358-4194-9e6c-e0492c33cf92 HTTP/1.1" status: 200 len: 931 time: 0.3357947 Aug 05 14:00:00.688689 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c8b6e429-4540-4e90-bf2a-6cabef1273e7 req-6db33a00-612a-4427-adc1-167fb104fedf tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6604803 Aug 05 14:00:00.704511 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:00.739591 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08cf1390-34bc-4b45-a171-6164d931c618 req-f14d1d77-ca2d-48df-9076-b88eb876184a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=4009c418-da99-4e60-a0c5-42d440548f74 HTTP/1.1" status: 200 len: 217 time: 0.6497667 Aug 05 14:00:00.753308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-932db1b0-5127-4bd4-9f91-dcfe566d15e3 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:00.753308 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-932db1b0-5127-4bd4-9f91-dcfe566d15e3 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:00.753792 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08cf1390-34bc-4b45-a171-6164d931c618 req-e3a71f31-6174-40d5-9d14-2523451883d3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=4009c418-da99-4e60-a0c5-42d440548f74 HTTP/1.1" status: 200 len: 217 time: 0.1552680 Aug 05 14:00:00.841742 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-932db1b0-5127-4bd4-9f91-dcfe566d15e3 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1744788 Aug 05 14:00:00.873190 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=7d64b28d-0a81-4308-ab2b-b50b67925d32,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:00.935069 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Request body: {'port': {'device_id': '0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:00.942526 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8cd91c1e-2b1c-4577-87e0-e91e87d4e808 None None] Port 26daf50d-9cd0-44df-8b2d-b968d14eda74 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:00:00.967035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf1054d-0c2b-447d-a07b-b482c672e9a8,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:01.011056 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c1c3513a-00d9-465e-ad60-c42c12ae6e64 req-96a5e5c4-d36a-4279-a991-30db1a471d9c tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199852 Aug 05 14:00:01.038435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf1390-34bc-4b45-a171-6164d931c618 req-78fd53fa-a83e-4968-ae62-c6ed8bdf83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:01.042456 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08cf1390-34bc-4b45-a171-6164d931c618 req-78fd53fa-a83e-4968-ae62-c6ed8bdf83ab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.2896006 Aug 05 14:00:01.056139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf1390-34bc-4b45-a171-6164d931c618 req-0fb91d43-e0d6-493d-98b2-4ce419bbaf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:01.058583 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08cf1390-34bc-4b45-a171-6164d931c618 req-0fb91d43-e0d6-493d-98b2-4ce419bbaf51 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.2930732 Aug 05 14:00:01.105140 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a897a706-6112-4f70-9a97-fccd59235f18 None None] DHCP port deletion for 7e6c701d-8fd7-4ae1-b314-62c841b9c867 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:00:01.116127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting port df772f99-6f8f-4dcd-a6c4-e68948d88b20 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:00:01.116717 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:01.177921 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ede33-001e-4fd5-8758-e2b498bcec65 req-2a6bae42-1574-47df-92ce-430f763f87e0 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:01.186496 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-606ede33-001e-4fd5-8758-e2b498bcec65 req-2a6bae42-1574-47df-92ce-430f763f87e0 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 935 time: 0.3829484 Aug 05 14:00:01.218303 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da372233-5f10-4e9b-aa68-80d4315c232e req-4832d3a8-e072-43c4-990b-cd1985fb3fe5 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:01.220874 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da372233-5f10-4e9b-aa68-80d4315c232e req-4832d3a8-e072-43c4-990b-cd1985fb3fe5 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.63 "GET /v2.0/networks?id=00b456fd-8f1f-457d-ab9f-9b65af2598b8 HTTP/1.1" status: 200 len: 805 time: 0.4147823 Aug 05 14:00:01.221047 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:01.254438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Attempting to bind port 7cf1054d-0c2b-447d-a07b-b482c672e9a8 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:00:01.254438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Attempting to bind port 7cf1054d-0c2b-447d-a07b-b482c672e9a8 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'fef3567b-5c8c-480d-8462-5c560ed3dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:00:01.254820 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Attempting to bind port 7cf1054d-0c2b-447d-a07b-b482c672e9a8 on network 2572b64d-2688-4ea7-b3b2-057ef2374e53 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:01.254922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-91a477c0-5e24-4947-9527-3ac33becf9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:56Z', 'revision_number': 8, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '30a53620-7ac6-4d94-a2a7-1ad4395b2da3', 'name': '', 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:4e:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:29Z', 'updated_at': '2021-08-05T13:59:41Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:31Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:01.292771 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-606ede33-001e-4fd5-8758-e2b498bcec65 req-37bfa063-994b-45ee-94a6-9cb118a730fd tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052413 Aug 05 14:00:01.298731 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf1390-34bc-4b45-a171-6164d931c618 req-ffd3c334-6ad9-4c59-bc3c-f7327d8d8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:01.300832 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08cf1390-34bc-4b45-a171-6164d931c618 req-ffd3c334-6ad9-4c59-bc3c-f7327d8d8a2e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2250607 Aug 05 14:00:01.306777 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf1390-34bc-4b45-a171-6164d931c618 req-42dc4d3e-05a9-4b48-b4cf-2052f8877460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:01.306996 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-42882328-b05b-42e2-82bd-8fbc59f53ba2 req-5ec3bcb7-7039-4e75-861c-fc8b956b3001 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 210 time: 0.0596108 Aug 05 14:00:01.308405 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08cf1390-34bc-4b45-a171-6164d931c618 req-42dc4d3e-05a9-4b48-b4cf-2052f8877460 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2397068 Aug 05 14:00:01.308920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] For port df772f99-6f8f-4dcd-a6c4-e68948d88b20, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=df772f99-6f8f-4dcd-a6c4-e68948d88b20,segment=NetworkSegment(8ff8adcb-408f-41f0-a55a-2179056e2897),segment_id=8ff8adcb-408f-41f0-a55a-2179056e2897)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:01.309484 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:01.312007 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a477c0-5e24-4947-9527-3ac33becf9f3 None None] The sync data for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 is: [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T13:59:56Z', 'revision_number': 8, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '30a53620-7ac6-4d94-a2a7-1ad4395b2da3', 'name': '', 'network_id': '5b388d5c-df78-491e-8f33-7e19a2fac4bd', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:4e:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:29Z', 'updated_at': '2021-08-05T13:59:41Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '276a7b3f-b59b-4e35-8e6b-83946693f35f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:31Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:00:01.322073 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a897a706-6112-4f70-9a97-fccd59235f18 None None] Deleting port df772f99-6f8f-4dcd-a6c4-e68948d88b20 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:00:01.322678 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a897a706-6112-4f70-9a97-fccd59235f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:01.328028 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Port 7cf1054d-0c2b-447d-a07b-b482c672e9a8 on network 2572b64d-2688-4ea7-b3b2-057ef2374e53 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:00:01.328359 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Attempting to bind port 7cf1054d-0c2b-447d-a07b-b482c672e9a8 on network 2572b64d-2688-4ea7-b3b2-057ef2374e53 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:01.347628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['78e114d5-1454-49b5-8e94-cdff246518d4', 'f5c6e997-6dda-480e-9964-056a281fdde3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:00:01.381406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Calling delete_port for df772f99-6f8f-4dcd-a6c4-e68948d88b20 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:00:01.408181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:00:01.408525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Checking segment: {'id': 'fef3567b-5c8c-480d-8462-5c560ed3dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:00:01.408919 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Bound using segment: {'id': 'fef3567b-5c8c-480d-8462-5c560ed3dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:00:01.409523 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Bound port: 7cf1054d-0c2b-447d-a07b-b482c672e9a8, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef3567b-5c8c-480d-8462-5c560ed3dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:00:01.410028 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:01.431453 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9dc2fcca-1413-48c6-8d5f-dff9aca555db tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f39c8f4653f419aa531da4561507e96 HTTP/1.1" status: 200 len: 379 time: 0.1943305 Aug 05 14:00:01.471068 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-da372233-5f10-4e9b-aa68-80d4315c232e req-20848b3d-6141-4b28-b98b-f2091c636ad2 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Request body: {'port': {'device_id': '7af973d6-c439-4e2f-8ca4-89c62e419f08', 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8', 'admin_state_up': True, 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'security_groups': ['40afa97f-7ab9-4606-bc29-1b8105f0ec68']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:01.562931 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a897a706-6112-4f70-9a97-fccd59235f18 None None] For port df772f99-6f8f-4dcd-a6c4-e68948d88b20, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=df772f99-6f8f-4dcd-a6c4-e68948d88b20,segment=NetworkSegment(8ff8adcb-408f-41f0-a55a-2179056e2897),segment_id=8ff8adcb-408f-41f0-a55a-2179056e2897)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:01.563633 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a897a706-6112-4f70-9a97-fccd59235f18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:01.584443 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a897a706-6112-4f70-9a97-fccd59235f18 None None] Calling delete_port for df772f99-6f8f-4dcd-a6c4-e68948d88b20 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:00:01.768393 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08cf1390-34bc-4b45-a171-6164d931c618 req-a886ed19-193d-4bc5-8db9-bc1ba2afdb6a service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543111 Aug 05 14:00:01.774943 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08cf1390-34bc-4b45-a171-6164d931c618 req-57ce102b-dde4-4574-b4da-ff22cda5d740 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445941 Aug 05 14:00:01.910858 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52a987-2095-43fd-8c90-cb4dae7cf3f2 req-29385ba1-c530-4522-8d3a-efbbe22ce78f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:01.912444 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a52a987-2095-43fd-8c90-cb4dae7cf3f2 req-29385ba1-c530-4522-8d3a-efbbe22ce78f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 947 time: 0.3797259 Aug 05 14:00:01.913659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] For port 7cf1054d-0c2b-447d-a07b-b482c672e9a8, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:00:01.923427 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a897a706-6112-4f70-9a97-fccd59235f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:01.931190 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26daf50d-9cd0-44df-8b2d-b968d14eda74 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:01.951830 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:01.981503 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Transition to ACTIVE for port object 26daf50d-9cd0-44df-8b2d-b968d14eda74 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:00:01.990997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897a706-6112-4f70-9a97-fccd59235f18 None None] Pushing event deleted for resources: {'Port': ['ID=df772f99-6f8f-4dcd-a6c4-e68948d88b20,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:02.000771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a897a706-6112-4f70-9a97-fccd59235f18 None None] No DVR routers for this DVR port df772f99-6f8f-4dcd-a6c4-e68948d88b20 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:00:02.052833 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] For port 7cf1054d-0c2b-447d-a07b-b482c672e9a8, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=7cf1054d-0c2b-447d-a07b-b482c672e9a8,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:00:02.070183 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:02.089165 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:02.099769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device df772f99-6f8f-4dcd-a6c4-e68948d88b20 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:00:02.146211 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a52a987-2095-43fd-8c90-cb4dae7cf3f2 req-808ba626-48fa-4cdb-af2b-deac0440d7e6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040956 Aug 05 14:00:02.150290 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:02.150599 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:02.152733 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] 10.222.0.84 "PUT /v2.0/ports/7cf1054d-0c2b-447d-a07b-b482c672e9a8 HTTP/1.1" status: 200 len: 1091 time: 2.7433369 Aug 05 14:00:02.153830 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: df772f99-6f8f-4dcd-a6c4-e68948d88b20 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:00:02.154676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d586100-1358-4194-9e6c-e0492c33cf92', 'tag': '7cf1054d-0c2b-447d-a07b-b482c672e9a8'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:02.157041 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device df772f99-6f8f-4dcd-a6c4-e68948d88b20 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:00:02.157224 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254fda22-dd19-4be6-a605-6e69ff108e02" -d '{"events": [{"name": "network-changed", "server_uuid": "2d586100-1358-4194-9e6c-e0492c33cf92", "tag": "7cf1054d-0c2b-447d-a07b-b482c672e9a8"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:02.161294 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] No DVR routers for this DVR port df772f99-6f8f-4dcd-a6c4-e68948d88b20 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:00:02.165249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Port': ['ID=df772f99-6f8f-4dcd-a6c4-e68948d88b20,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:02.170472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4a2e20ac-5748-4950-883f-e7c197837eee no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:00:02.194326 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08cf1390-34bc-4b45-a171-6164d931c618 req-f7775042-eb2f-47ca-857a-dcc42385d9c1 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124086 Aug 05 14:00:02.195227 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:02.265596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4a2e20ac-5748-4950-883f-e7c197837eee {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:00:02.265596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4a2e20ac-5748-4950-883f-e7c197837eee not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:00:02.280014 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4f088-b58c-4232-8c10-2349f158fa36 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf1054d-0c2b-447d-a07b-b482c672e9a8,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:02.349129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da372233-5f10-4e9b-aa68-80d4315c232e req-20848b3d-6141-4b28-b98b-f2091c636ad2 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Made reservation on behalf of 9f39c8f4653f419aa531da4561507e96 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:00:02.352543 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-da372233-5f10-4e9b-aa68-80d4315c232e req-20848b3d-6141-4b28-b98b-f2091c636ad2 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:02.406606 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08cf1390-34bc-4b45-a171-6164d931c618 req-ef8c6a12-bd4d-4aae-ae7d-83bacb8af16f service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237149 Aug 05 14:00:02.414668 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:02.441232 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Pushing event updated for resources: {'Port': ['ID=26daf50d-9cd0-44df-8b2d-b968d14eda74,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:02.475250 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6c701d-8fd7-4ae1-b314-62c841b9c867']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:02.497021 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217b991-8fbe-479b-98ce-d7b3967df510 req-12e2ad9c-12d4-4d24-9565-70fe39b645d7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:02.503654 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9217b991-8fbe-479b-98ce-d7b3967df510 req-12e2ad9c-12d4-4d24-9565-70fe39b645d7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d586100-1358-4194-9e6c-e0492c33cf92 HTTP/1.1" status: 200 len: 943 time: 0.1725566 Aug 05 14:00:02.505578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022ef10-c6a4-40d7-9190-984b29b3946c req-ad0dad92-ba87-48c1-afe8-7b2a54b7a7ee tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:02.512464 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f022ef10-c6a4-40d7-9190-984b29b3946c req-ad0dad92-ba87-48c1-afe8-7b2a54b7a7ee tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd128b93-670b-4b5d-a41f-3cabdd453df6 HTTP/1.1" status: 200 len: 944 time: 0.5282481 Aug 05 14:00:02.544485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff8adcb-408f-41f0-a55a-2179056e2897') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:02.544790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff8adcb-408f-41f0-a55a-2179056e2897') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:02.574487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 4009c418-da99-4e60-a0c5-42d440548f74 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:00:02.579286 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:02.579502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6175c67d-181a-4942-a139-bf8cd7a7c738 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:02.665605 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f022ef10-c6a4-40d7-9190-984b29b3946c req-62497733-89de-4150-8c9d-2099edb9c8db tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814605 Aug 05 14:00:02.668715 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:02.669915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-fc2f57b2-5278-4b7b-8334-876100d46f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:02.673336 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-fc2f57b2-5278-4b7b-8334-876100d46f7c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=16bd8151b0634bd89938e7aeb613738b&device_id=2d586100-1358-4194-9e6c-e0492c33cf92 HTTP/1.1" status: 200 len: 1094 time: 0.3772480 Aug 05 14:00:02.684025 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9217b991-8fbe-479b-98ce-d7b3967df510 req-e1c64326-ef0d-45ca-8bd0-1fb3fb36be3b tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784940 Aug 05 14:00:02.711233 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:00:02.711573 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:00:02.714603 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:00:02.761152 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-9f9a323d-854d-4005-8148-f9ae9e521bf7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cf1054d-0c2b-447d-a07b-b482c672e9a8 HTTP/1.1" status: 200 len: 217 time: 0.0691671 Aug 05 14:00:02.763407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Attempting to bind port 26daf50d-9cd0-44df-8b2d-b968d14eda74 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:00:02.764862 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Attempting to bind port 26daf50d-9cd0-44df-8b2d-b968d14eda74 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:00:02.765551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Attempting to bind port 26daf50d-9cd0-44df-8b2d-b968d14eda74 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:02.775913 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Port 26daf50d-9cd0-44df-8b2d-b968d14eda74 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:00:02.776587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Attempting to bind port 26daf50d-9cd0-44df-8b2d-b968d14eda74 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:02.793955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-da372233-5f10-4e9b-aa68-80d4315c232e req-20848b3d-6141-4b28-b98b-f2091c636ad2 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Allocated IP 172.20.0.7 (00b456fd-8f1f-457d-ab9f-9b65af2598b8/271e3d74-bb42-4589-a6b6-cd3ebc455e96/86d451a0-af8b-416c-bde2-c5c0bf4d9e6f) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:00:02.820348 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4deb478-64da-41dd-a7c5-38fe6bf51fd8 x-openstack-request-id: req-d4deb478-64da-41dd-a7c5-38fe6bf51fd8 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:02.820652 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d586100-1358-4194-9e6c-e0492c33cf92", "tag": "7cf1054d-0c2b-447d-a07b-b482c672e9a8", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:02.820908 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4deb478-64da-41dd-a7c5-38fe6bf51fd8 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:02.821577 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d586100-1358-4194-9e6c-e0492c33cf92', 'tag': '7cf1054d-0c2b-447d-a07b-b482c672e9a8', 'status': 'completed', 'code': 200} Aug 05 14:00:02.823964 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:02.837988 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 6175c67d-181a-4942-a139-bf8cd7a7c738 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:02.841834 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:02.843765 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/networks/7e6c701d-8fd7-4ae1-b314-62c841b9c867 HTTP/1.1" status: 204 len: 168 time: 2.7563789 Aug 05 14:00:02.856326 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51942) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:02.873420 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 6175c67d-181a-4942-a139-bf8cd7a7c738 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:02.873796 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:02.919099 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-837f3919-852d-4205-afc8-d4197503993e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:02.921724 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-837f3919-852d-4205-afc8-d4197503993e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=509b4bd6-4083-497b-a5bd-8bf817602045 HTTP/1.1" status: 200 len: 845 time: 0.1318607 Aug 05 14:00:02.923273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:00:02.923724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:00:02.924004 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:00:02.924566 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Bound port: 26daf50d-9cd0-44df-8b2d-b968d14eda74, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:00:02.925090 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:03.024621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de69a0-fd77-41e6-bfb6-8c5f35db5313 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Network': ['ID=7e6c701d-8fd7-4ae1-b314-62c841b9c867,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:03.050928 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 4009c418-da99-4e60-a0c5-42d440548f74, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4009c418-da99-4e60-a0c5-42d440548f74,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:03.090717 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '4009c418-da99-4e60-a0c5-42d440548f74', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '4009c418-da99-4e60-a0c5-42d440548f74', 'mac_address': 'fa:16:3e:61:c8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:00:03.121608 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-b5d8a8a3-4038-49d8-921d-494a8a36b7d0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2572b64d-2688-4ea7-b3b2-057ef2374e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1676080 Aug 05 14:00:03.177365 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-52a05eb5-3ec5-4a8a-8e79-5df446a03902 req-047f6606-8b33-40bf-8502-6a37819b3450 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 210 time: 0.0508335 Aug 05 14:00:03.213018 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:03.236998 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:03.251878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4009c418-da99-4e60-a0c5-42d440548f74 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:03.291628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6175c67d-181a-4942-a139-bf8cd7a7c738, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6175c67d-181a-4942-a139-bf8cd7a7c738,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:03.296183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc06d9d8-c796-453a-8a06-a8eecb775360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6175c67d-181a-4942-a139-bf8cd7a7c738'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:03.298724 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be53b497-f3ac-4368-9a03-c98f5a973a9f" -d '{"events": [{"server_uuid": "dc06d9d8-c796-453a-8a06-a8eecb775360", "name": "network-vif-plugged", "status": "completed", "tag": "6175c67d-181a-4942-a139-bf8cd7a7c738"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:03.303099 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7d64b28d-0a81-4308-ab2b-b50b67925d32 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:03.317628 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:03.344532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 4009c418-da99-4e60-a0c5-42d440548f74, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4009c418-da99-4e60-a0c5-42d440548f74,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:03.369915 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:03.386049 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-da372233-5f10-4e9b-aa68-80d4315c232e req-20848b3d-6141-4b28-b98b-f2091c636ad2 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:03.408192 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=6175c67d-181a-4942-a139-bf8cd7a7c738,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:03.430509 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b39239-d420-42f7-acdb-938d1a0f1067 req-9edc35e8-1ffa-4131-88f5-63be8ef7a0c9 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:03.434339 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e2b39239-d420-42f7-acdb-938d1a0f1067 req-9edc35e8-1ffa-4131-88f5-63be8ef7a0c9 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 947 time: 0.3690712 Aug 05 14:00:03.454363 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 7d64b28d-0a81-4308-ab2b-b50b67925d32 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:03.461420 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 7d64b28d-0a81-4308-ab2b-b50b67925d32 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:03.464067 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:03.499196 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450eaac-ab39-473c-8748-c86540b18778 req-16cf07f2-6941-4bdc-b546-ab4cf7d80f76 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:03.501028 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1450eaac-ab39-473c-8748-c86540b18778 req-16cf07f2-6941-4bdc-b546-ab4cf7d80f76 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.63 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0&tenant_id=7753100351b94216b5369d9876cd92eb&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 947 time: 0.3753974 Aug 05 14:00:03.513657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-da372233-5f10-4e9b-aa68-80d4315c232e req-20848b3d-6141-4b28-b98b-f2091c636ad2 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Transition to ACTIVE for port object 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:00:03.527386 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=4009c418-da99-4e60-a0c5-42d440548f74,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:03.558180 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] For port 26daf50d-9cd0-44df-8b2d-b968d14eda74, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:00:03.558979 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf784a64-8e7c-4035-84b5-1e21b7c7b983 req-5a3d0d26-2c73-4344-8a96-55c9e61c65d6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:03.561699 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cf784a64-8e7c-4035-84b5-1e21b7c7b983 req-5a3d0d26-2c73-4344-8a96-55c9e61c65d6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 948 time: 0.2256577 Aug 05 14:00:03.609985 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:03.647390 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 7d64b28d-0a81-4308-ab2b-b50b67925d32, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7d64b28d-0a81-4308-ab2b-b50b67925d32,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:03.650785 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] For port 26daf50d-9cd0-44df-8b2d-b968d14eda74, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=26daf50d-9cd0-44df-8b2d-b968d14eda74,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:00:03.654763 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:03.675431 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:03.723081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['4009c418-da99-4e60-a0c5-42d440548f74'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:00:03.723327 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cf784a64-8e7c-4035-84b5-1e21b7c7b983 req-e7d50c1a-2d47-413b-9ec3-3a4d7e59c430 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457636 Aug 05 14:00:03.739839 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:03.740498 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:03.741991 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] 10.222.0.84 "PUT /v2.0/ports/26daf50d-9cd0-44df-8b2d-b968d14eda74 HTTP/1.1" status: 200 len: 1095 time: 2.8482771 Aug 05 14:00:03.747385 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-da372233-5f10-4e9b-aa68-80d4315c232e req-20848b3d-6141-4b28-b98b-f2091c636ad2 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:03.752560 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d', 'tag': '26daf50d-9cd0-44df-8b2d-b968d14eda74'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:03.761743 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7389a1a0-8aff-4377-b09d-c3f94eba096e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d", "tag": "26daf50d-9cd0-44df-8b2d-b968d14eda74"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:03.790863 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e2b39239-d420-42f7-acdb-938d1a0f1067 req-31bcbb66-93fd-4c39-8405-784ac2f9c710 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420923 Aug 05 14:00:03.836739 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-7ff27550-753f-4f31-8ac4-922b9587feb2 service neutron] 10.222.0.84 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6900892 Aug 05 14:00:03.852903 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9f6e69-d540-4044-9fe2-4c601e493bc9 x-openstack-request-id: req-3d9f6e69-d540-4044-9fe2-4c601e493bc9 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:03.853192 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc06d9d8-c796-453a-8a06-a8eecb775360", "name": "network-vif-plugged", "status": "completed", "tag": "6175c67d-181a-4942-a139-bf8cd7a7c738", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:03.853439 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d9f6e69-d540-4044-9fe2-4c601e493bc9 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:03.853830 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc06d9d8-c796-453a-8a06-a8eecb775360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6175c67d-181a-4942-a139-bf8cd7a7c738', 'code': 200} Aug 05 14:00:03.928298 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=7d64b28d-0a81-4308-ab2b-b50b67925d32,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:04.066594 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746a274-2bf2-4d7d-97ce-962d716617b8 service neutron] Pushing event updated for resources: {'Port': ['ID=26daf50d-9cd0-44df-8b2d-b968d14eda74,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:04.077154 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-1450eaac-ab39-473c-8748-c86540b18778 req-92dbae77-4fdb-4325-85b8-1b28381ed7e4 service neutron] delete failed (client error): The resource could not be found. Aug 05 14:00:04.077931 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1450eaac-ab39-473c-8748-c86540b18778 req-92dbae77-4fdb-4325-85b8-1b28381ed7e4 service neutron] 10.222.0.63 "DELETE /v2.0/ports/4009c418-da99-4e60-a0c5-42d440548f74/bindings/n-h1-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.5599427 Aug 05 14:00:04.117688 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da372233-5f10-4e9b-aa68-80d4315c232e req-20848b3d-6141-4b28-b98b-f2091c636ad2 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Network 00b456fd-8f1f-457d-ab9f-9b65af2598b8 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:00:04.135313 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-22e78fe6-f763-4a6d-84b7-ff055005240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:04.136899 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-22e78fe6-f763-4a6d-84b7-ff055005240f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a65a4dfe38e248edbdfcde9ed0319116&device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 1098 time: 0.3293891 Aug 05 14:00:04.140606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-da372233-5f10-4e9b-aa68-80d4315c232e req-20848b3d-6141-4b28-b98b-f2091c636ad2 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:00:04.155706 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-da372233-5f10-4e9b-aa68-80d4315c232e req-20848b3d-6141-4b28-b98b-f2091c636ad2 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:00:04.194602 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20848b3d-6141-4b28-b98b-f2091c636ad2 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Pushing event updated for resources: {'Port': ['ID=86d451a0-af8b-416c-bde2-c5c0bf4d9e6f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:04.239884 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-cf1eaba9-9828-4500-a810-fdac1c2f32ac service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=26daf50d-9cd0-44df-8b2d-b968d14eda74 HTTP/1.1" status: 200 len: 217 time: 0.0912278 Aug 05 14:00:04.252651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df316e-f407-4414-bb1b-50c7c4baabfa req-90fb4eaf-df99-4772-910d-5a794e36c7cf tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:04.254444 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01df316e-f407-4414-bb1b-50c7c4baabfa req-90fb4eaf-df99-4772-910d-5a794e36c7cf tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd128b93-670b-4b5d-a41f-3cabdd453df6 HTTP/1.1" status: 200 len: 945 time: 0.3387778 Aug 05 14:00:04.288855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077e0f2-9e0c-40e4-9f48-d6adac9f0c08 req-f8f659fa-6297-4277-8177-f70a4dc6e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:04.290732 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f077e0f2-9e0c-40e4-9f48-d6adac9f0c08 req-f8f659fa-6297-4277-8177-f70a4dc6e3c7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=dc06d9d8-c796-453a-8a06-a8eecb775360 HTTP/1.1" status: 200 len: 1096 time: 0.3498709 Aug 05 14:00:04.325727 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26041a6-beb2-4ed9-9b91-29ee1bea70a2 req-188b0838-20e6-4af4-a6aa-f0614717ac0e tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:04.328970 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d26041a6-beb2-4ed9-9b91-29ee1bea70a2 req-188b0838-20e6-4af4-a6aa-f0614717ac0e tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d586100-1358-4194-9e6c-e0492c33cf92 HTTP/1.1" status: 200 len: 943 time: 0.3249211 Aug 05 14:00:04.363202 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01df316e-f407-4414-bb1b-50c7c4baabfa req-1e61ca75-94bc-4013-9880-3c0c4ad14403 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872607 Aug 05 14:00:04.383606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da372233-5f10-4e9b-aa68-80d4315c232e req-20848b3d-6141-4b28-b98b-f2091c636ad2 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:04.384497 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-da372233-5f10-4e9b-aa68-80d4315c232e req-20848b3d-6141-4b28-b98b-f2091c636ad2 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:04.404255 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77237df9-23c3-446c-b8aa-3a8a7206068c req-8e4f93a8-a507-422c-a562-97e32cee3121 service neutron] 10.222.0.84 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967682 Aug 05 14:00:04.420814 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-97fefe05-35ab-49c3-8879-25bb55f95727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:04.422730 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-97fefe05-35ab-49c3-8879-25bb55f95727 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1671629 Aug 05 14:00:04.431636 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450eaac-ab39-473c-8748-c86540b18778 req-439993c2-ccb1-4d82-bb83-a92b369660f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:04.434189 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1450eaac-ab39-473c-8748-c86540b18778 req-439993c2-ccb1-4d82-bb83-a92b369660f5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 1099 time: 0.1709208 Aug 05 14:00:04.547755 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9e70b6-e009-4160-85e0-75b84705d3ae x-openstack-request-id: req-2a9e70b6-e009-4160-85e0-75b84705d3ae {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:04.548216 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d", "tag": "26daf50d-9cd0-44df-8b2d-b968d14eda74", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:04.548610 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a9e70b6-e009-4160-85e0-75b84705d3ae {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:04.549257 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d', 'tag': '26daf50d-9cd0-44df-8b2d-b968d14eda74', 'status': 'completed', 'code': 200} Aug 05 14:00:04.575793 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d26041a6-beb2-4ed9-9b91-29ee1bea70a2 req-eeb917a2-04cd-43f6-a589-7e3bb0fd26f7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300465 Aug 05 14:00:04.621847 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da372233-5f10-4e9b-aa68-80d4315c232e req-20848b3d-6141-4b28-b98b-f2091c636ad2 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1638703 Aug 05 14:00:04.662465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Request body: {'port': {'device_id': '7af973d6-c439-4e2f-8ca4-89c62e419f08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:04.692179 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f077e0f2-9e0c-40e4-9f48-d6adac9f0c08 req-d26e325a-47f6-44bb-8a1e-56bfb78d2e21 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597727 Aug 05 14:00:04.703152 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2c6f373d-ad3e-4500-9595-076ba685f3f0 None None] Provisioning for port 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:04.708445 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2c6f373d-ad3e-4500-9595-076ba685f3f0 None None] Provisioning complete for port 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:04.708822 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2c6f373d-ad3e-4500-9595-076ba685f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:04.767715 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-2c6f373d-ad3e-4500-9595-076ba685f3f0 None None] Port 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:00:04.768389 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:04.769212 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-6c864973-6040-4a06-a48f-b03a8a6ca3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:04.771157 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-6c864973-6040-4a06-a48f-b03a8a6ca3ba service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3351943 Aug 05 14:00:04.812945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fda22-dd19-4be6-a605-6e69ff108e02 req-88046c09-ac78-44d1-bbe4-c57f253a8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:04.817353 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-254fda22-dd19-4be6-a605-6e69ff108e02 req-88046c09-ac78-44d1-bbe4-c57f253a8d5e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=16bd8151b0634bd89938e7aeb613738b&device_id=2d586100-1358-4194-9e6c-e0492c33cf92 HTTP/1.1" status: 200 len: 1094 time: 0.3331926 Aug 05 14:00:04.938711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450eaac-ab39-473c-8748-c86540b18778 req-cabb8584-81af-4b7b-b9c0-0b84656f8b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:04.941060 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1450eaac-ab39-473c-8748-c86540b18778 req-cabb8584-81af-4b7b-b9c0-0b84656f8b41 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.4907861 Aug 05 14:00:04.986087 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e2d76-c631-4f75-8670-463bfd6fb62e req-82d764e7-f8cd-44c8-8521-c707698165ab tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:04.989453 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf4e2d76-c631-4f75-8670-463bfd6fb62e req-82d764e7-f8cd-44c8-8521-c707698165ab tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 931 time: 0.3024120 Aug 05 14:00:05.062377 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1450eaac-ab39-473c-8748-c86540b18778 req-6a6f28c9-3166-49cd-ad3a-5eb9381f554e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=4009c418-da99-4e60-a0c5-42d440548f74 HTTP/1.1" status: 200 len: 217 time: 0.1103239 Aug 05 14:00:05.233797 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-46429e4e-ddbb-414b-a146-286a18d7bdf7 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308484 Aug 05 14:00:05.279514 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450eaac-ab39-473c-8748-c86540b18778 req-51401c70-2f16-4a6e-8ecc-ac6a46d87a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:05.283693 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1450eaac-ab39-473c-8748-c86540b18778 req-51401c70-2f16-4a6e-8ecc-ac6a46d87a5e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1962123 Aug 05 14:00:05.298980 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf4e2d76-c631-4f75-8670-463bfd6fb62e req-8e6290d1-ca06-4ec5-9c9e-79de87ef8bf3 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/security-groups?id=40afa97f-7ab9-4606-bc29-1b8105f0ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550175 Aug 05 14:00:05.301217 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fda22-dd19-4be6-a605-6e69ff108e02 req-0ee13f5b-d755-4af0-86b3-febcaf05d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:05.303653 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-254fda22-dd19-4be6-a605-6e69ff108e02 req-0ee13f5b-d755-4af0-86b3-febcaf05d48d service neutron] 10.222.0.84 "GET /v2.0/networks?id=2572b64d-2688-4ea7-b3b2-057ef2374e53 HTTP/1.1" status: 200 len: 906 time: 0.4571264 Aug 05 14:00:05.440149 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4489b3a1-b336-4dff-a435-c58e29ab918c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:05.446915 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-254fda22-dd19-4be6-a605-6e69ff108e02 req-aa6df819-5910-433f-8c45-f4837ef9fdc4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cf1054d-0c2b-447d-a07b-b482c672e9a8 HTTP/1.1" status: 200 len: 217 time: 0.1159310 Aug 05 14:00:05.521633 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c01de-4452-43ea-b8a2-9ad7d09fa669 req-ef73e70a-aaac-47cc-9830-28b3e878ff0f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:05.523188 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d82c01de-4452-43ea-b8a2-9ad7d09fa669 req-ef73e70a-aaac-47cc-9830-28b3e878ff0f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 948 time: 0.6718032 Aug 05 14:00:05.587611 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450eaac-ab39-473c-8748-c86540b18778 req-df1e5756-dc44-47b4-9dd3-479d170d72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:05.589182 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1450eaac-ab39-473c-8748-c86540b18778 req-df1e5756-dc44-47b4-9dd3-479d170d72a4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2838352 Aug 05 14:00:05.638123 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b9fec-b540-4fd3-b3ce-39215f475026 req-f8703990-f264-46a5-b190-6d62028bef9d tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:05.639743 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6a9b9fec-b540-4fd3-b3ce-39215f475026 req-f8703990-f264-46a5-b190-6d62028bef9d tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 947 time: 0.1842897 Aug 05 14:00:05.662984 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d82c01de-4452-43ea-b8a2-9ad7d09fa669 req-1e9514b1-9b45-40ad-8164-746e33f7a382 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226583 Aug 05 14:00:05.675369 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fda22-dd19-4be6-a605-6e69ff108e02 req-4058535c-1336-4f9f-9d7c-4de08feb2770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:05.677269 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-254fda22-dd19-4be6-a605-6e69ff108e02 req-4058535c-1336-4f9f-9d7c-4de08feb2770 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=509b4bd6-4083-497b-a5bd-8bf817602045 HTTP/1.1" status: 200 len: 845 time: 0.1748433 Aug 05 14:00:05.690596 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad7e1533-da08-4ca9-9d6a-81d55783f14d req-9a7e0bb0-c8a9-43fd-b3ef-845519f8a285 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831289 Aug 05 14:00:05.746876 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-254fda22-dd19-4be6-a605-6e69ff108e02 req-806966c1-dcf8-4520-abdb-afae262ddc76 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2572b64d-2688-4ea7-b3b2-057ef2374e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413761 Aug 05 14:00:05.854927 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd128b93-670b-4b5d-a41f-3cabdd453df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d64b28d-0a81-4308-ab2b-b50b67925d32'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:05.865945 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f0be57-0751-4219-9c6c-9c2e67177acd" -d '{"events": [{"server_uuid": "fd128b93-670b-4b5d-a41f-3cabdd453df6", "name": "network-vif-plugged", "status": "completed", "tag": "7d64b28d-0a81-4308-ab2b-b50b67925d32"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:05.933466 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:05.945974 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:05.974961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Transition to ACTIVE for port object 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:00:06.016234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594630f-1c55-4506-9a60-7b13dd5c9285 req-e42ca3ca-3f07-4e47-ba58-0ab5da7c25f9 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:06.024545 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e594630f-1c55-4506-9a60-7b13dd5c9285 req-e42ca3ca-3f07-4e47-ba58-0ab5da7c25f9 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd128b93-670b-4b5d-a41f-3cabdd453df6 HTTP/1.1" status: 200 len: 945 time: 0.1983113 Aug 05 14:00:06.032249 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:06.181001 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=86d451a0-af8b-416c-bde2-c5c0bf4d9e6f,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:06.205091 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e594630f-1c55-4506-9a60-7b13dd5c9285 req-120cb729-d0e9-40f8-a867-5a25bdfa8302 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759167 Aug 05 14:00:06.265265 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6a9b9fec-b540-4fd3-b3ce-39215f475026 req-36d79b07-ebd9-4477-997f-bc4c13a35d9b tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714691 Aug 05 14:00:06.349447 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1450eaac-ab39-473c-8748-c86540b18778 req-7ad7c177-183e-4f6e-beb4-c67de9b64ed2 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7511847 Aug 05 14:00:06.350856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4489b3a1-b336-4dff-a435-c58e29ab918c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting port 30a53620-7ac6-4d94-a2a7-1ad4395b2da3 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:00:06.351305 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4489b3a1-b336-4dff-a435-c58e29ab918c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:06.353734 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84f913d-60b1-4dfa-b9c4-614737d0ddc8 x-openstack-request-id: req-a84f913d-60b1-4dfa-b9c4-614737d0ddc8 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:06.354017 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd128b93-670b-4b5d-a41f-3cabdd453df6", "name": "network-vif-plugged", "status": "completed", "tag": "7d64b28d-0a81-4308-ab2b-b50b67925d32", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:06.354363 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a84f913d-60b1-4dfa-b9c4-614737d0ddc8 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:06.354855 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd128b93-670b-4b5d-a41f-3cabdd453df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d64b28d-0a81-4308-ab2b-b50b67925d32', 'code': 200} Aug 05 14:00:06.457615 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Attempting to bind port 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:00:06.458220 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Attempting to bind port 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'ca78f4f8-fce6-44cf-a116-699e77395d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:00:06.458364 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Attempting to bind port 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f on network 00b456fd-8f1f-457d-ab9f-9b65af2598b8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:06.475182 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Port 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f on network 00b456fd-8f1f-457d-ab9f-9b65af2598b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:00:06.475580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Attempting to bind port 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f on network 00b456fd-8f1f-457d-ab9f-9b65af2598b8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:06.492451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c017d-0a36-4f0e-8d23-542626355c5b req-7e64dde5-38b3-4938-8b0d-f48c5679f1ac tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:06.494117 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d27c017d-0a36-4f0e-8d23-542626355c5b req-7e64dde5-38b3-4938-8b0d-f48c5679f1ac tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d586100-1358-4194-9e6c-e0492c33cf92 HTTP/1.1" status: 200 len: 943 time: 0.1787267 Aug 05 14:00:06.512375 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:00:06.512715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Checking segment: {'id': 'ca78f4f8-fce6-44cf-a116-699e77395d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:00:06.513562 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Bound using segment: {'id': 'ca78f4f8-fce6-44cf-a116-699e77395d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:00:06.513726 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Bound port: 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca78f4f8-fce6-44cf-a116-699e77395d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:00:06.514119 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:06.562599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389a1a0-8aff-4377-b09d-c3f94eba096e req-2caa6d9b-388a-49a1-8915-420514d89023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:06.564131 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7389a1a0-8aff-4377-b09d-c3f94eba096e req-2caa6d9b-388a-49a1-8915-420514d89023 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a65a4dfe38e248edbdfcde9ed0319116&device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 1098 time: 0.7860453 Aug 05 14:00:06.591940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-4489b3a1-b336-4dff-a435-c58e29ab918c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] For port 30a53620-7ac6-4d94-a2a7-1ad4395b2da3, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=30a53620-7ac6-4d94-a2a7-1ad4395b2da3,segment=NetworkSegment(2574e065-49dc-4c2d-a74a-07a45e4bba10),segment_id=2574e065-49dc-4c2d-a74a-07a45e4bba10)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:06.592308 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4489b3a1-b336-4dff-a435-c58e29ab918c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:06.597420 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 4009c418-da99-4e60-a0c5-42d440548f74 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:06.620879 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4489b3a1-b336-4dff-a435-c58e29ab918c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Calling delete_port for 30a53620-7ac6-4d94-a2a7-1ad4395b2da3 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:00:06.639361 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d27c017d-0a36-4f0e-8d23-542626355c5b req-3aa09293-124b-4c9b-91f6-91e400118d14 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281776 Aug 05 14:00:06.654113 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-254fda22-dd19-4be6-a605-6e69ff108e02 req-8a81f0f0-5fd0-4c8a-ba3f-64e506960388 service neutron] 10.222.0.84 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8918769 Aug 05 14:00:06.697433 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727630a-9259-491a-aebe-eb4ceb5b2b00 req-ec086801-315b-43dc-afe5-751b045a9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:06.699106 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f727630a-9259-491a-aebe-eb4ceb5b2b00 req-ec086801-315b-43dc-afe5-751b045a9d2e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fd128b93-670b-4b5d-a41f-3cabdd453df6 HTTP/1.1" status: 200 len: 1096 time: 0.2514100 Aug 05 14:00:06.720352 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] For port 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:00:06.722821 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7ad44-b49c-45d9-b31e-0d19a78ebfa0 req-24c8e3a8-d60b-4a4d-a19e-eca747a8f996 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:06.724662 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1cc7ad44-b49c-45d9-b31e-0d19a78ebfa0 req-24c8e3a8-d60b-4a4d-a19e-eca747a8f996 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 943 time: 0.2104301 Aug 05 14:00:06.737248 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] For port 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=86d451a0-af8b-416c-bde2-c5c0bf4d9e6f,segment=NetworkSegment(ca78f4f8-fce6-44cf-a116-699e77395d53),segment_id=ca78f4f8-fce6-44cf-a116-699e77395d53)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:00:06.754650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 4009c418-da99-4e60-a0c5-42d440548f74 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:06.762832 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:06.769288 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 4009c418-da99-4e60-a0c5-42d440548f74 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:06.769623 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:06.821848 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1450eaac-ab39-473c-8748-c86540b18778 req-50788898-98fd-454f-be38-f881ef1ff65c service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523044 Aug 05 14:00:06.837865 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:06.838519 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:06.839932 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] 10.222.0.63 "PUT /v2.0/ports/86d451a0-af8b-416c-bde2-c5c0bf4d9e6f HTTP/1.1" status: 200 len: 1091 time: 2.1872380 Aug 05 14:00:06.841901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af973d6-c439-4e2f-8ca4-89c62e419f08', 'tag': '86d451a0-af8b-416c-bde2-c5c0bf4d9e6f'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:06.842757 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a00dab-1aa1-4e46-9f54-e8c1495f21e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7af973d6-c439-4e2f-8ca4-89c62e419f08", "tag": "86d451a0-af8b-416c-bde2-c5c0bf4d9e6f"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:06.872406 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:06.942991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 4009c418-da99-4e60-a0c5-42d440548f74, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4009c418-da99-4e60-a0c5-42d440548f74,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:06.948849 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:07.008906 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1cc7ad44-b49c-45d9-b31e-0d19a78ebfa0 req-80951e43-e4d0-4285-b7fd-18bd10353a95 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/security-groups?id=40afa97f-7ab9-4606-bc29-1b8105f0ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543566 Aug 05 14:00:07.047590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=4009c418-da99-4e60-a0c5-42d440548f74,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:07.058129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f2e9b-a289-4de7-b239-26d6e54e8ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=86d451a0-af8b-416c-bde2-c5c0bf4d9e6f,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:07.081369 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f727630a-9259-491a-aebe-eb4ceb5b2b00 req-6b3aea3f-367b-46c8-bfca-8fdcc236da70 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268237 Aug 05 14:00:07.090323 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389a1a0-8aff-4377-b09d-c3f94eba096e req-d12bfae9-b62d-44d5-ab4e-9f77cafb8c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:07.092032 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7389a1a0-8aff-4377-b09d-c3f94eba096e req-d12bfae9-b62d-44d5-ab4e-9f77cafb8c2d service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.5064940 Aug 05 14:00:07.139341 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfe5b0-fbb3-46eb-98bb-ea7573593a79 req-11c2dd41-db2a-437a-b52d-02d420c5e8a5 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:07.142716 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fcfe5b0-fbb3-46eb-98bb-ea7573593a79 req-11c2dd41-db2a-437a-b52d-02d420c5e8a5 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 948 time: 0.2456098 Aug 05 14:00:07.178755 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da372233-5f10-4e9b-aa68-80d4315c232e req-6dab585d-167d-4924-95d3-467a0920b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:07.180968 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da372233-5f10-4e9b-aa68-80d4315c232e req-6dab585d-167d-4924-95d3-467a0920b078 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f39c8f4653f419aa531da4561507e96&device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 1094 time: 0.1921885 Aug 05 14:00:07.184576 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6b4594-8eee-4409-ac07-613c559c3a2a x-openstack-request-id: req-6b6b4594-8eee-4409-ac07-613c559c3a2a {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:07.185871 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af973d6-c439-4e2f-8ca4-89c62e419f08", "tag": "86d451a0-af8b-416c-bde2-c5c0bf4d9e6f", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:07.186131 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b6b4594-8eee-4409-ac07-613c559c3a2a {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:07.186840 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af973d6-c439-4e2f-8ca4-89c62e419f08', 'tag': '86d451a0-af8b-416c-bde2-c5c0bf4d9e6f', 'status': 'completed', 'code': 200} Aug 05 14:00:07.198998 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7389a1a0-8aff-4377-b09d-c3f94eba096e req-774f613f-dbc0-475a-9371-d1d9e60f393f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=26daf50d-9cd0-44df-8b2d-b968d14eda74 HTTP/1.1" status: 200 len: 217 time: 0.0929852 Aug 05 14:00:07.211505 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-254fda22-dd19-4be6-a605-6e69ff108e02 req-ddc816c5-6ab0-4225-9ae8-6cedc748edbd service neutron] 10.222.0.84 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339129 Aug 05 14:00:07.214129 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4489b3a1-b336-4dff-a435-c58e29ab918c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:07.285206 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389a1a0-8aff-4377-b09d-c3f94eba096e req-122b7d92-02c7-44b5-b1c1-c5a09618c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:07.287072 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7389a1a0-8aff-4377-b09d-c3f94eba096e req-122b7d92-02c7-44b5-b1c1-c5a09618c3aa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0672157 Aug 05 14:00:07.331167 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489b3a1-b336-4dff-a435-c58e29ab918c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Port': ['ID=30a53620-7ac6-4d94-a2a7-1ad4395b2da3,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:07.377127 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da372233-5f10-4e9b-aa68-80d4315c232e req-9ce575e8-5c1a-46eb-94f5-7fcee0a078d6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86d451a0-af8b-416c-bde2-c5c0bf4d9e6f HTTP/1.1" status: 200 len: 217 time: 0.1599851 Aug 05 14:00:07.406242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389a1a0-8aff-4377-b09d-c3f94eba096e req-a5745297-c98d-4b07-88b4-1bfaffb42f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:07.427311 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7389a1a0-8aff-4377-b09d-c3f94eba096e req-a5745297-c98d-4b07-88b4-1bfaffb42f54 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1297650 Aug 05 14:00:07.439558 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82dd70-d359-4336-b8ed-d6674ea7f6ce req-7f6acc71-3bb3-4e51-87c9-a6ea48a0e8f8 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:07.448746 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f82dd70-d359-4336-b8ed-d6674ea7f6ce req-7f6acc71-3bb3-4e51-87c9-a6ea48a0e8f8 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd128b93-670b-4b5d-a41f-3cabdd453df6 HTTP/1.1" status: 200 len: 945 time: 0.1295075 Aug 05 14:00:07.530432 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4489b3a1-b336-4dff-a435-c58e29ab918c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:07.545445 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fcfe5b0-fbb3-46eb-98bb-ea7573593a79 req-dbbc48a8-4b4e-4292-b72c-f288338ac85c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629804 Aug 05 14:00:07.587475 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f82dd70-d359-4336-b8ed-d6674ea7f6ce req-b9110068-e0b3-400b-bda1-60d45ba78f30 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324699 Aug 05 14:00:07.657334 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52004) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:07.683649 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7389a1a0-8aff-4377-b09d-c3f94eba096e req-493ffc6e-e05c-4d72-992c-ed060ea3e726 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240369 Aug 05 14:00:07.768565 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da372233-5f10-4e9b-aa68-80d4315c232e req-d5f79a1e-5bd9-40a9-859c-b127e1c6a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:07.770183 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da372233-5f10-4e9b-aa68-80d4315c232e req-d5f79a1e-5bd9-40a9-859c-b127e1c6a078 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=271e3d74-bb42-4589-a6b6-cd3ebc455e96 HTTP/1.1" status: 200 len: 844 time: 0.2792253 Aug 05 14:00:07.876572 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0aebad6-6797-4b9d-8813-6cb547f1382b admin admin] Deleting subnet a0c9cb3b-02da-4b2d-886d-ad880aca8a5e {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:00:07.881855 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b0aebad6-6797-4b9d-8813-6cb547f1382b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:07.888448 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451f9dc-4d37-4ec2-88e0-2811bd562772 req-b94e7417-0330-4b42-9efc-7a3471bdaddd tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:07.890011 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4451f9dc-4d37-4ec2-88e0-2811bd562772 req-b94e7417-0330-4b42-9efc-7a3471bdaddd tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d586100-1358-4194-9e6c-e0492c33cf92 HTTP/1.1" status: 200 len: 943 time: 0.1074617 Aug 05 14:00:07.915548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c87a22-07a7-4e8f-a510-7549e307751c req-1a1bc0b8-120b-4c84-a7f2-bdff7d4c31a5 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:07.917130 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a3c87a22-07a7-4e8f-a510-7549e307751c req-1a1bc0b8-120b-4c84-a7f2-bdff7d4c31a5 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 947 time: 0.1874845 Aug 05 14:00:07.958207 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b0aebad6-6797-4b9d-8813-6cb547f1382b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:07.979229 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7389a1a0-8aff-4377-b09d-c3f94eba096e req-c9d059de-27ee-4bec-8776-ab1c35b4c333 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852309 Aug 05 14:00:07.984480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da372233-5f10-4e9b-aa68-80d4315c232e req-f240dfee-8100-43e3-8bb5-8f522edf4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:07.986827 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da372233-5f10-4e9b-aa68-80d4315c232e req-f240dfee-8100-43e3-8bb5-8f522edf4e98 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00b456fd-8f1f-457d-ab9f-9b65af2598b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1914947 Aug 05 14:00:08.010446 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a3c87a22-07a7-4e8f-a510-7549e307751c req-7ce3afdd-59ab-4fd5-a4d1-9d57c7484ac9 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821519 Aug 05 14:00:08.018197 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b0aebad6-6797-4b9d-8813-6cb547f1382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:08.083104 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b0aebad6-6797-4b9d-8813-6cb547f1382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:08.114232 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aebad6-6797-4b9d-8813-6cb547f1382b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0c9cb3b-02da-4b2d-886d-ad880aca8a5e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:08.116509 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b0aebad6-6797-4b9d-8813-6cb547f1382b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:08.118593 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b0aebad6-6797-4b9d-8813-6cb547f1382b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a0c9cb3b-02da-4b2d-886d-ad880aca8a5e HTTP/1.1" status: 204 len: 168 time: 0.4573760 Aug 05 14:00:08.119834 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4451f9dc-4d37-4ec2-88e0-2811bd562772 req-aff5ce65-0b56-4e3b-988c-0f4646086248 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852474 Aug 05 14:00:08.127000 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52010) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:08.134911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4489b3a1-b336-4dff-a435-c58e29ab918c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router f20fae2e-828a-466e-a2bb-8dd1c68854cf has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:00:08.168168 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da372233-5f10-4e9b-aa68-80d4315c232e req-70090b08-ead2-438b-8894-2c1b777aa90a service neutron] 10.222.0.63 "GET /v2.0/networks/00b456fd-8f1f-457d-ab9f-9b65af2598b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695502 Aug 05 14:00:08.239571 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d058bbd8-279d-40eb-bc3b-7e449b154510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:08.253265 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f831e88-9c00-4262-8b10-14d201fff1c1 req-597af77b-a9da-42ec-bb24-04a0f6a4d1e9 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:08.254796 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f831e88-9c00-4262-8b10-14d201fff1c1 req-597af77b-a9da-42ec-bb24-04a0f6a4d1e9 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 943 time: 0.0964291 Aug 05 14:00:08.321575 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4489b3a1-b336-4dff-a435-c58e29ab918c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:00:08.327666 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4489b3a1-b336-4dff-a435-c58e29ab918c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/f20fae2e-828a-466e-a2bb-8dd1c68854cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4703200 Aug 05 14:00:08.330284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52012) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:08.336260 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b3a88f-b75e-4ab1-8511-ed4f64a86d24 None None] Sync routers for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:00:08.348164 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b3a88f-b75e-4ab1-8511-ed4f64a86d24 None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:08.349051 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d4b3a88f-b75e-4ab1-8511-ed4f64a86d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:08.356135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd1d94c-8745-4c01-82ae-33f1f14304f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4009c418-da99-4e60-a0c5-42d440548f74'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:08.358387 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f831e88-9c00-4262-8b10-14d201fff1c1 req-e91a5b7b-1909-48fc-a249-19cfcaa9e5bc tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/security-groups?id=40afa97f-7ab9-4606-bc29-1b8105f0ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973327 Aug 05 14:00:08.358814 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17411e50-4b22-495a-bdec-da58a663b628" -d '{"events": [{"server_uuid": "ecd1d94c-8745-4c01-82ae-33f1f14304f0", "name": "network-vif-plugged", "status": "completed", "tag": "4009c418-da99-4e60-a0c5-42d440548f74"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:08.384340 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d058bbd8-279d-40eb-bc3b-7e449b154510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:08.392535 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da372233-5f10-4e9b-aa68-80d4315c232e req-058e4fc7-7007-4bb7-8c19-786d9caf7fee service neutron] 10.222.0.63 "GET /v2.0/networks/00b456fd-8f1f-457d-ab9f-9b65af2598b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871340 Aug 05 14:00:08.403986 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-d058bbd8-279d-40eb-bc3b-7e449b154510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7447363-4b58-4abe-9e51-4d82c721285c']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:08.416521 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1268430-7074-4611-a5a4-ab539ddafcdd x-openstack-request-id: req-b1268430-7074-4611-a5a4-ab539ddafcdd {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:08.417427 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd1d94c-8745-4c01-82ae-33f1f14304f0", "name": "network-vif-plugged", "status": "completed", "tag": "4009c418-da99-4e60-a0c5-42d440548f74", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:08.418188 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1268430-7074-4611-a5a4-ab539ddafcdd {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:08.418793 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd1d94c-8745-4c01-82ae-33f1f14304f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4009c418-da99-4e60-a0c5-42d440548f74', 'code': 200} Aug 05 14:00:08.421258 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21afa04-015c-4fe6-9174-4f12d1d696f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting subnet 276a7b3f-b59b-4e35-8e6b-83946693f35f {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:00:08.427618 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f21afa04-015c-4fe6-9174-4f12d1d696f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:08.431953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-d058bbd8-279d-40eb-bc3b-7e449b154510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42f7f6f-4f10-4005-968f-9d9c48be70ff') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:08.432253 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-d058bbd8-279d-40eb-bc3b-7e449b154510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42f7f6f-4f10-4005-968f-9d9c48be70ff') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:08.442828 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d058bbd8-279d-40eb-bc3b-7e449b154510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:08.457424 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d058bbd8-279d-40eb-bc3b-7e449b154510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:08.464233 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d058bbd8-279d-40eb-bc3b-7e449b154510 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:00:08.464522 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d058bbd8-279d-40eb-bc3b-7e449b154510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:00:08.476543 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:00:08.483908 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-d4b3a88f-b75e-4ab1-8511-ed4f64a86d24 None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:08.535418 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f21afa04-015c-4fe6-9174-4f12d1d696f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:08.583216 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d058bbd8-279d-40eb-bc3b-7e449b154510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:08.590201 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d058bbd8-279d-40eb-bc3b-7e449b154510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:08.596289 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d058bbd8-279d-40eb-bc3b-7e449b154510 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f7447363-4b58-4abe-9e51-4d82c721285c HTTP/1.1" status: 204 len: 168 time: 0.4617898 Aug 05 14:00:08.612624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 7cf1054d-0c2b-447d-a07b-b482c672e9a8 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:00:08.615259 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058bbd8-279d-40eb-bc3b-7e449b154510 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7447363-4b58-4abe-9e51-4d82c721285c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:08.733584 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f21afa04-015c-4fe6-9174-4f12d1d696f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:08.760436 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 7cf1054d-0c2b-447d-a07b-b482c672e9a8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=7cf1054d-0c2b-447d-a07b-b482c672e9a8,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:08.774997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '7cf1054d-0c2b-447d-a07b-b482c672e9a8', 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53', 'port_id': '7cf1054d-0c2b-447d-a07b-b482c672e9a8', 'mac_address': 'fa:16:3e:76:50:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509b4bd6-4083-497b-a5bd-8bf817602045', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:00:08.809484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01c57f-66da-4d9d-86aa-4f7b663c91f6 req-0dc03ee0-c67b-4c57-8ae0-6e621021f52f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:08.812061 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6a01c57f-66da-4d9d-86aa-4f7b663c91f6 req-0dc03ee0-c67b-4c57-8ae0-6e621021f52f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 949 time: 0.1028409 Aug 05 14:00:08.824758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a00dab-1aa1-4e46-9f54-e8c1495f21e3 req-9f77962a-cefc-47d2-9c08-d330ea9a87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:08.826600 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85a00dab-1aa1-4e46-9f54-e8c1495f21e3 req-9f77962a-cefc-47d2-9c08-d330ea9a87a1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f39c8f4653f419aa531da4561507e96&device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 1094 time: 0.3526173 Aug 05 14:00:08.833914 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:08.854334 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f21afa04-015c-4fe6-9174-4f12d1d696f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:08.861309 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d4b3a88f-b75e-4ab1-8511-ed4f64a86d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T14:00:07Z', 'revision_number': 9, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:31Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:08.872059 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf1054d-0c2b-447d-a07b-b482c672e9a8 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:08.882665 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52024) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:08.897741 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b3a88f-b75e-4ab1-8511-ed4f64a86d24 None None] Checking router: f20fae2e-828a-466e-a2bb-8dd1c68854cf for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:00:08.907537 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b3a88f-b75e-4ab1-8511-ed4f64a86d24 None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:08.908401 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d4b3a88f-b75e-4ab1-8511-ed4f64a86d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:08.916770 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 7cf1054d-0c2b-447d-a07b-b482c672e9a8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=7cf1054d-0c2b-447d-a07b-b482c672e9a8,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:08.922742 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f21afa04-015c-4fe6-9174-4f12d1d696f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:08.925430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b35e2f-e612-40cd-87e5-48b34bdf7917 None None] Network 5b388d5c-df78-491e-8f33-7e19a2fac4bd requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:00:08.929496 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f21afa04-015c-4fe6-9174-4f12d1d696f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/subnets/276a7b3f-b59b-4e35-8e6b-83946693f35f HTTP/1.1" status: 204 len: 168 time: 0.5967669 Aug 05 14:00:08.930136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52026) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:08.931777 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:08.946368 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21afa04-015c-4fe6-9174-4f12d1d696f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Subnet': ['ID=276a7b3f-b59b-4e35-8e6b-83946693f35f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:08.948998 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6a01c57f-66da-4d9d-86aa-4f7b663c91f6 req-20727021-fb81-4fa1-b89e-c221055fefd3 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272593 Aug 05 14:00:09.011357 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8a60446c-3565-4dfb-9e1a-0c3b08a1f8c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76942788a8484463baad60915955b3f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1244433 Aug 05 14:00:09.018962 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52030) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:09.029758 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-d4b3a88f-b75e-4ab1-8511-ed4f64a86d24 None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:09.073277 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=7cf1054d-0c2b-447d-a07b-b482c672e9a8,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:09.176344 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:09.188810 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485b6bcf-5930-42cc-925d-a5efba7f41e5 None None] DHCP port deletion for 5b388d5c-df78-491e-8f33-7e19a2fac4bd request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:00:09.194773 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-00c72393-fd0d-40ed-9577-cb3742d46ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:09.208822 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04778d45-6d3d-423d-87c1-2251b4344ae1 req-b9104ca4-2ace-4c8d-a369-78a4aebe6b50 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:09.210682 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04778d45-6d3d-423d-87c1-2251b4344ae1 req-b9104ca4-2ace-4c8d-a369-78a4aebe6b50 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd128b93-670b-4b5d-a41f-3cabdd453df6 HTTP/1.1" status: 200 len: 945 time: 0.3829405 Aug 05 14:00:09.223058 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-00c72393-fd0d-40ed-9577-cb3742d46ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:09.288583 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-00c72393-fd0d-40ed-9577-cb3742d46ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:09.292414 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-00c72393-fd0d-40ed-9577-cb3742d46ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:09.294051 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-00c72393-fd0d-40ed-9577-cb3742d46ea7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e38a4c37-fd1e-4dae-97ed-a1e4d023b716 HTTP/1.1" status: 204 len: 168 time: 0.2725513 Aug 05 14:00:09.301012 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-485b6bcf-5930-42cc-925d-a5efba7f41e5 None None] Deleting port 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:00:09.301404 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-485b6bcf-5930-42cc-925d-a5efba7f41e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:09.307583 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04778d45-6d3d-423d-87c1-2251b4344ae1 req-23bf9494-cbf0-4c5d-9c95-d63f13060fff tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862374 Aug 05 14:00:09.309155 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f82ec-0313-487f-882f-85fd601faf1d req-04383022-2ed0-415e-9111-fb7d6b1b7f4b tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:09.320029 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-472f82ec-0313-487f-882f-85fd601faf1d req-04383022-2ed0-415e-9111-fb7d6b1b7f4b tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 949 time: 0.2276676 Aug 05 14:00:09.340385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a00dab-1aa1-4e46-9f54-e8c1495f21e3 req-d3c0be16-42cc-4e70-9562-5487e880e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:09.344198 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c72393-fd0d-40ed-9577-cb3742d46ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38a4c37-fd1e-4dae-97ed-a1e4d023b716,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:09.344550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['7cf1054d-0c2b-447d-a07b-b482c672e9a8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:00:09.347370 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85a00dab-1aa1-4e46-9f54-e8c1495f21e3 req-d3c0be16-42cc-4e70-9562-5487e880e571 service neutron] 10.222.0.63 "GET /v2.0/networks?id=00b456fd-8f1f-457d-ab9f-9b65af2598b8 HTTP/1.1" status: 200 len: 906 time: 0.5054109 Aug 05 14:00:09.414640 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d4b3a88f-b75e-4ab1-8511-ed4f64a86d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T14:00:07Z', 'revision_number': 9, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:31Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:09.415262 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-472f82ec-0313-487f-882f-85fd601faf1d req-26345823-d2ce-41b7-9dde-13ed01e22ef5 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937243 Aug 05 14:00:09.441415 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85a00dab-1aa1-4e46-9f54-e8c1495f21e3 req-1cc30d23-ad50-4b1d-942e-f38428b5673e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86d451a0-af8b-416c-bde2-c5c0bf4d9e6f HTTP/1.1" status: 200 len: 217 time: 0.0830700 Aug 05 14:00:09.458139 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b3a88f-b75e-4ab1-8511-ed4f64a86d24 None None] The sync data for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 is: [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T14:00:07Z', 'revision_number': 9, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb49570b-93d4-4e2b-ae54-88de9cfdcc57', 'name': '', 'network_id': '455a85f1-ffff-4450-8f60-55a09b85e211', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:6d:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:19Z', 'updated_at': '2021-08-05T13:59:31Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '3210af8c-0586-43d5-8213-570fb79bebfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:00:09.477800 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting port 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:00:09.478148 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:09.519209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-485b6bcf-5930-42cc-925d-a5efba7f41e5 None None] For port 0885c37c-39ac-494e-8103-d7f3a4c2ecf9, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0885c37c-39ac-494e-8103-d7f3a4c2ecf9,segment=NetworkSegment(2574e065-49dc-4c2d-a74a-07a45e4bba10),segment_id=2574e065-49dc-4c2d-a74a-07a45e4bba10)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:09.519209 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-485b6bcf-5930-42cc-925d-a5efba7f41e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:09.560978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-485b6bcf-5930-42cc-925d-a5efba7f41e5 None None] Calling delete_port for 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:00:09.585500 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] For port 0885c37c-39ac-494e-8103-d7f3a4c2ecf9, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0885c37c-39ac-494e-8103-d7f3a4c2ecf9,segment=NetworkSegment(2574e065-49dc-4c2d-a74a-07a45e4bba10),segment_id=2574e065-49dc-4c2d-a74a-07a45e4bba10)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:09.586060 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:09.616439 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Calling delete_port for 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:00:09.695899 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-485b6bcf-5930-42cc-925d-a5efba7f41e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:09.715369 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d90ec-95f4-45b8-97fa-86549b1fc6a7 req-ea8e9b9a-9ff4-43a3-a4af-89879382eced tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:09.725973 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-494d90ec-95f4-45b8-97fa-86549b1fc6a7 req-ea8e9b9a-9ff4-43a3-a4af-89879382eced tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d586100-1358-4194-9e6c-e0492c33cf92 HTTP/1.1" status: 200 len: 944 time: 0.1451082 Aug 05 14:00:09.733835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b6bcf-5930-42cc-925d-a5efba7f41e5 None None] Pushing event deleted for resources: {'Port': ['ID=0885c37c-39ac-494e-8103-d7f3a4c2ecf9,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:09.748380 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485b6bcf-5930-42cc-925d-a5efba7f41e5 None None] No DVR routers for this DVR port 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:00:09.769954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b025e-fd86-4de9-b99d-37407223c22f req-05934813-f3fe-49c5-b331-e3e17c91949c tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:09.771559 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4d5b025e-fd86-4de9-b99d-37407223c22f req-05934813-f3fe-49c5-b331-e3e17c91949c tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 947 time: 0.3186193 Aug 05 14:00:09.791827 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-494d90ec-95f4-45b8-97fa-86549b1fc6a7 req-6b31c454-ecb9-44ed-840d-7a8a7731f3f3 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639086 Aug 05 14:00:09.812630 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a00dab-1aa1-4e46-9f54-e8c1495f21e3 req-e0a07fe3-1f63-4752-b428-cde8c50db28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:09.814583 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85a00dab-1aa1-4e46-9f54-e8c1495f21e3 req-e0a07fe3-1f63-4752-b428-cde8c50db28c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=271e3d74-bb42-4589-a6b6-cd3ebc455e96 HTTP/1.1" status: 200 len: 844 time: 0.3604443 Aug 05 14:00:09.910697 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4d5b025e-fd86-4de9-b99d-37407223c22f req-6f78b0cf-1fa8-4f5d-a41f-bc76ec81cef2 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257184 Aug 05 14:00:09.921702 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:09.960004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Port': ['ID=0885c37c-39ac-494e-8103-d7f3a4c2ecf9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:09.967841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9378a-a7d7-4c25-b4bc-97729ff73ae4 req-7afa63a0-4148-4e43-8059-23f78019ee50 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:09.971833 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c0a9378a-a7d7-4c25-b4bc-97729ff73ae4 req-7afa63a0-4148-4e43-8059-23f78019ee50 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc06d9d8-c796-453a-8a06-a8eecb775360 HTTP/1.1" status: 200 len: 945 time: 0.1062729 Aug 05 14:00:09.976705 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a00dab-1aa1-4e46-9f54-e8c1495f21e3 req-09cec64e-e281-4b90-9297-51285d757c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:09.976895 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85a00dab-1aa1-4e46-9f54-e8c1495f21e3 req-09cec64e-e281-4b90-9297-51285d757c2f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00b456fd-8f1f-457d-ab9f-9b65af2598b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382141 Aug 05 14:00:09.979470 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] No DVR routers for this DVR port 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:00:10.047455 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c0a9378a-a7d7-4c25-b4bc-97729ff73ae4 req-364e7585-5429-4fe9-8b13-a782bce07476 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633290 Aug 05 14:00:10.113398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:00:10.156544 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:00:10.156888 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0885c37c-39ac-494e-8103-d7f3a4c2ecf9 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:00:10.157314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 30a53620-7ac6-4d94-a2a7-1ad4395b2da3 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:00:10.188975 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 30a53620-7ac6-4d94-a2a7-1ad4395b2da3 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:00:10.189527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 30a53620-7ac6-4d94-a2a7-1ad4395b2da3 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:00:10.593253 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:10.610728 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 26daf50d-9cd0-44df-8b2d-b968d14eda74 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:00:10.613442 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b388d5c-df78-491e-8f33-7e19a2fac4bd']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:10.614568 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 7cf1054d-0c2b-447d-a07b-b482c672e9a8 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:10.634691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7646a0-0efb-44ca-8247-f40ca58b56a4 req-84841554-a25e-47c0-a04c-51783f922e74 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:10.634691 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa7646a0-0efb-44ca-8247-f40ca58b56a4 req-84841554-a25e-47c0-a04c-51783f922e74 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 943 time: 0.1979384 Aug 05 14:00:10.637768 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2574e065-49dc-4c2d-a74a-07a45e4bba10') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:10.637768 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2574e065-49dc-4c2d-a74a-07a45e4bba10') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:10.660687 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52076) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:10.671727 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:10.689028 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85a00dab-1aa1-4e46-9f54-e8c1495f21e3 req-d0b36cf5-e024-430c-a080-e6b63b23f952 service neutron] 10.222.0.63 "GET /v2.0/networks/00b456fd-8f1f-457d-ab9f-9b65af2598b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654467 Aug 05 14:00:10.709765 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:10.757463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:00:10.758296 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:00:10.763536 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:00:10.781715 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001d692-be50-40d3-b20c-034c98766956 req-beec881b-1c80-4a1c-980b-c5219a0adc0d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:10.783296 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2001d692-be50-40d3-b20c-034c98766956 req-beec881b-1c80-4a1c-980b-c5219a0adc0d tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc06d9d8-c796-453a-8a06-a8eecb775360 HTTP/1.1" status: 200 len: 945 time: 0.0652468 Aug 05 14:00:10.792322 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 7cf1054d-0c2b-447d-a07b-b482c672e9a8 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:10.800067 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 7cf1054d-0c2b-447d-a07b-b482c672e9a8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:10.800858 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:10.871062 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2001d692-be50-40d3-b20c-034c98766956 req-0adf0706-8f23-4bb5-91ab-c7aeb5f17e82 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786400 Aug 05 14:00:10.889887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-37b414e3-9794-4c8f-a235-0e7dfe809535 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-602372826-network', 'tenant_id': '386b20b3e9524776a4ac3db030383893'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:10.900474 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 26daf50d-9cd0-44df-8b2d-b968d14eda74, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=26daf50d-9cd0-44df-8b2d-b968d14eda74,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:10.916565 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '26daf50d-9cd0-44df-8b2d-b968d14eda74', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '26daf50d-9cd0-44df-8b2d-b968d14eda74', 'mac_address': 'fa:16:3e:5e:db:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:00:10.937374 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa7646a0-0efb-44ca-8247-f40ca58b56a4 req-227826d3-8930-44f2-b1c7-36c72ab193ab tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/security-groups?id=40afa97f-7ab9-4606-bc29-1b8105f0ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824714 Aug 05 14:00:10.979426 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:11.004120 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:11.009130 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85a00dab-1aa1-4e46-9f54-e8c1495f21e3 req-fecf9eab-844e-43a5-a7e2-9207295e7c88 service neutron] 10.222.0.63 "GET /v2.0/networks/00b456fd-8f1f-457d-ab9f-9b65af2598b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112276 Aug 05 14:00:11.017873 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:11.021127 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/networks/5b388d5c-df78-491e-8f33-7e19a2fac4bd HTTP/1.1" status: 204 len: 168 time: 2.0577757 Aug 05 14:00:11.032318 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:11.044997 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52088) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:11.059182 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b414e3-9794-4c8f-a235-0e7dfe809535 admin admin] Made reservation on behalf of 386b20b3e9524776a4ac3db030383893 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:00:11.059433 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d586100-1358-4194-9e6c-e0492c33cf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf1054d-0c2b-447d-a07b-b482c672e9a8'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:11.061638 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5477a78c-aa89-4a30-825d-37fa4b2b6452" -d '{"events": [{"server_uuid": "2d586100-1358-4194-9e6c-e0492c33cf92", "name": "network-vif-plugged", "status": "completed", "tag": "7cf1054d-0c2b-447d-a07b-b482c672e9a8"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:11.074122 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783b0d8-1a88-4399-95f1-65893bb40014 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Network': ['ID=5b388d5c-df78-491e-8f33-7e19a2fac4bd,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:11.075835 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-37b414e3-9794-4c8f-a235-0e7dfe809535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:11.076240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26daf50d-9cd0-44df-8b2d-b968d14eda74 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:11.082577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 7cf1054d-0c2b-447d-a07b-b482c672e9a8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=7cf1054d-0c2b-447d-a07b-b482c672e9a8,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:11.093924 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:11.108769 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0505b23-f7a5-4812-8aaf-d52f1fea0533 req-00389563-8ba8-4f8b-b303-9c6c5a51b4de tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:11.110409 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 26daf50d-9cd0-44df-8b2d-b968d14eda74, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=26daf50d-9cd0-44df-8b2d-b968d14eda74,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:11.111264 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0505b23-f7a5-4812-8aaf-d52f1fea0533 req-00389563-8ba8-4f8b-b303-9c6c5a51b4de tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 947 time: 0.1008973 Aug 05 14:00:11.141324 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:11.175094 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0505b23-f7a5-4812-8aaf-d52f1fea0533 req-ad05bdda-4682-4536-8d7c-82806a823b82 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530863 Aug 05 14:00:11.183911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=7cf1054d-0c2b-447d-a07b-b482c672e9a8,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:11.228889 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-37b414e3-9794-4c8f-a235-0e7dfe809535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:11.232479 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6576ac-3ae8-472a-86f4-2000f9fcd21d x-openstack-request-id: req-6a6576ac-3ae8-472a-86f4-2000f9fcd21d {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:11.232772 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d586100-1358-4194-9e6c-e0492c33cf92", "name": "network-vif-plugged", "status": "completed", "tag": "7cf1054d-0c2b-447d-a07b-b482c672e9a8", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:11.233048 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a6576ac-3ae8-472a-86f4-2000f9fcd21d {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:11.233642 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d586100-1358-4194-9e6c-e0492c33cf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf1054d-0c2b-447d-a07b-b482c672e9a8', 'code': 200} Aug 05 14:00:11.254687 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=26daf50d-9cd0-44df-8b2d-b968d14eda74,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:11.288388 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:00:11.332572 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbd9f2-31cf-4e1f-a602-14654ebd95fd req-15e8b3e1-3660-4814-887a-ae701067cbe0 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:11.334564 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4fbbd9f2-31cf-4e1f-a602-14654ebd95fd req-15e8b3e1-3660-4814-887a-ae701067cbe0 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d586100-1358-4194-9e6c-e0492c33cf92 HTTP/1.1" status: 200 len: 944 time: 0.3585610 Aug 05 14:00:11.343226 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-3dcb1d38-cd36-432e-8d91-880aa7188d48 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7753100351b94216b5369d9876cd92eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289295 Aug 05 14:00:11.437141 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=86d451a0-af8b-416c-bde2-c5c0bf4d9e6f,segment=NetworkSegment(ca78f4f8-fce6-44cf-a116-699e77395d53),segment_id=ca78f4f8-fce6-44cf-a116-699e77395d53)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:11.451647 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '86d451a0-af8b-416c-bde2-c5c0bf4d9e6f', 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8', 'port_id': '86d451a0-af8b-416c-bde2-c5c0bf4d9e6f', 'mac_address': 'fa:16:3e:18:5b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:00:11.493882 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-884161f3-a0d3-4d56-b9ef-6d9fbd3b2e41 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:11.499759 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:11.502223 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-884161f3-a0d3-4d56-b9ef-6d9fbd3b2e41 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538873 Aug 05 14:00:11.513504 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-0eb6ca57-d0c9-413d-ae0a-123f5445954e tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/quotas/7753100351b94216b5369d9876cd92eb HTTP/1.1" status: 200 len: 375 time: 0.0097077 Aug 05 14:00:11.516570 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:11.543052 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=86d451a0-af8b-416c-bde2-c5c0bf4d9e6f,segment=NetworkSegment(ca78f4f8-fce6-44cf-a116-699e77395d53),segment_id=ca78f4f8-fce6-44cf-a116-699e77395d53)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:11.553057 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4fbbd9f2-31cf-4e1f-a602-14654ebd95fd req-aceab930-0cfc-4708-b1cb-4e01d4f5bda9 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739502 Aug 05 14:00:11.559486 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ef007-0af1-43e6-b38e-e16fc0ff025a req-7f64f0a7-a827-46bd-ab9d-0693fccf639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:11.561313 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['26daf50d-9cd0-44df-8b2d-b968d14eda74'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:00:11.566502 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad1ef007-0af1-43e6-b38e-e16fc0ff025a req-7f64f0a7-a827-46bd-ab9d-0693fccf639b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2d586100-1358-4194-9e6c-e0492c33cf92 HTTP/1.1" status: 200 len: 1096 time: 0.1869619 Aug 05 14:00:11.572877 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:11.594099 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-b0fd3f87-e2bd-4db2-9161-ea99dad951de tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723205 Aug 05 14:00:11.675013 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=86d451a0-af8b-416c-bde2-c5c0bf4d9e6f,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:11.712438 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad1ef007-0af1-43e6-b38e-e16fc0ff025a req-bba45701-2522-464c-8ad9-f07d6d0ccb85 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017230 Aug 05 14:00:11.794556 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-37b414e3-9794-4c8f-a235-0e7dfe809535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:11.820455 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-37b414e3-9794-4c8f-a235-0e7dfe809535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:11.831608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['86d451a0-af8b-416c-bde2-c5c0bf4d9e6f'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:00:11.832496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b414e3-9794-4c8f-a235-0e7dfe809535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:00:11.842805 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-37b414e3-9794-4c8f-a235-0e7dfe809535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:11.844002 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-37b414e3-9794-4c8f-a235-0e7dfe809535 admin admin] Added segment 2209cd63-038a-4cea-8795-96ef3e647dc3 of type vlan for network 66d009df-259f-4f3f-a6f6-3a692ea559ae Aug 05 14:00:11.902743 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-84511a8b-2ba6-4efa-8c1a-075c5e00d483 req-dbffb3fb-e081-42f5-a1f3-a7e15a23160c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 210 time: 0.0760167 Aug 05 14:00:12.003686 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:00:12.025338 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-37b414e3-9794-4c8f-a235-0e7dfe809535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:12.040156 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b414e3-9794-4c8f-a235-0e7dfe809535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224717ef-8b81-483f-bfd4-d4924e046b9b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:12.106892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1d047-36c9-451c-94c8-65f616a44b84 req-2177cd7c-c7b6-4d77-b3f2-bdf34d859d84 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:12.115833 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09a1d047-36c9-451c-94c8-65f616a44b84 req-2177cd7c-c7b6-4d77-b3f2-bdf34d859d84 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc06d9d8-c796-453a-8a06-a8eecb775360 HTTP/1.1" status: 200 len: 945 time: 0.1748488 Aug 05 14:00:12.187529 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09a1d047-36c9-451c-94c8-65f616a44b84 req-1e1fd0dd-93f8-4623-ba55-ca4d58894535 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625527 Aug 05 14:00:12.218555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2528e-3bfc-4703-8a7d-a11ee5e4eb10 req-72383f84-079b-47ae-9638-6d38dd210991 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:12.220599 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08b2528e-3bfc-4703-8a7d-a11ee5e4eb10 req-72383f84-079b-47ae-9638-6d38dd210991 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd128b93-670b-4b5d-a41f-3cabdd453df6 HTTP/1.1" status: 200 len: 945 time: 0.1841967 Aug 05 14:00:12.334356 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.resource_extend [None req-37b414e3-9794-4c8f-a235-0e7dfe809535 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 14:00:12.391450 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299660d4-ddcc-4626-9139-32722ce0101b req-62d6504d-d657-4392-9301-9c00ecf0f5de tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:12.395057 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-299660d4-ddcc-4626-9139-32722ce0101b req-62d6504d-d657-4392-9301-9c00ecf0f5de tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 944 time: 0.3419468 Aug 05 14:00:12.400144 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-37b414e3-9794-4c8f-a235-0e7dfe809535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:12.401650 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b414e3-9794-4c8f-a235-0e7dfe809535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:12.402531 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-37b414e3-9794-4c8f-a235-0e7dfe809535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:12.422575 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269e1ca-c4e5-41e2-a0db-86e2de3f9d52 req-c7e93f59-2637-4c39-bbec-40bce058a77f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:12.424142 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e269e1ca-c4e5-41e2-a0db-86e2de3f9d52 req-c7e93f59-2637-4c39-bbec-40bce058a77f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 948 time: 0.0686896 Aug 05 14:00:12.449452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-08b2528e-3bfc-4703-8a7d-a11ee5e4eb10 req-4380d039-2a4f-480d-91e8-ebb30040bb91 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Deleting port 7d64b28d-0a81-4308-ab2b-b50b67925d32 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:00:12.449691 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-08b2528e-3bfc-4703-8a7d-a11ee5e4eb10 req-4380d039-2a4f-480d-91e8-ebb30040bb91 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:12.529876 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e269e1ca-c4e5-41e2-a0db-86e2de3f9d52 req-04901bc8-6cdb-4f8c-926e-b0d546fdb294 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985672 Aug 05 14:00:12.574201 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-08b2528e-3bfc-4703-8a7d-a11ee5e4eb10 req-4380d039-2a4f-480d-91e8-ebb30040bb91 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] For port 7d64b28d-0a81-4308-ab2b-b50b67925d32, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7d64b28d-0a81-4308-ab2b-b50b67925d32,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:12.574728 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-08b2528e-3bfc-4703-8a7d-a11ee5e4eb10 req-4380d039-2a4f-480d-91e8-ebb30040bb91 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:12.586906 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-299660d4-ddcc-4626-9139-32722ce0101b req-febc23ed-ea64-46ff-922a-8f0d5fe2408f tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/security-groups?id=40afa97f-7ab9-4606-bc29-1b8105f0ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769645 Aug 05 14:00:12.592121 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-08b2528e-3bfc-4703-8a7d-a11ee5e4eb10 req-4380d039-2a4f-480d-91e8-ebb30040bb91 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Calling delete_port for 7d64b28d-0a81-4308-ab2b-b50b67925d32 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:00:12.595933 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-37b414e3-9794-4c8f-a235-0e7dfe809535 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9343598 Aug 05 14:00:12.609121 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52122) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:12.619504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-36e89bc4-9ed4-48bc-a159-8e559a6be2ef admin admin] Request body: {'subnet': {'network_id': '66d009df-259f-4f3f-a6f6-3a692ea559ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-602372826-subnet', 'tenant_id': '386b20b3e9524776a4ac3db030383893', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:12.638062 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b414e3-9794-4c8f-a235-0e7dfe809535 admin admin] Pushing event updated for resources: {'Network': ['ID=66d009df-259f-4f3f-a6f6-3a692ea559ae,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:12.651648 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 66d009df-259f-4f3f-a6f6-3a692ea559ae details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:00:12.677491 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf683-3c5a-4ec4-ab9f-029d9f9b6b45 req-5e01b876-0402-43a9-8f26-2aae07248c0c tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:12.680342 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ccfaf683-3c5a-4ec4-ab9f-029d9f9b6b45 req-5e01b876-0402-43a9-8f26-2aae07248c0c tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.84 "GET /v2.0/ports?device_id=dc06d9d8-c796-453a-8a06-a8eecb775360 HTTP/1.1" status: 200 len: 945 time: 0.1828475 Aug 05 14:00:12.689974 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e89bc4-9ed4-48bc-a159-8e559a6be2ef admin admin] Made reservation on behalf of 386b20b3e9524776a4ac3db030383893 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:00:12.692866 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36e89bc4-9ed4-48bc-a159-8e559a6be2ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:12.742442 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c10e53ee-c37e-407a-aa25-d742b61978b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:12.834875 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfeeb3-c9bb-465c-b107-4495045e1370 req-6ed8a345-eaf8-4bcb-9f5d-b7f2ecf4a6b7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:12.839200 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1dfeeb3-c9bb-465c-b107-4495045e1370 req-6ed8a345-eaf8-4bcb-9f5d-b7f2ecf4a6b7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d586100-1358-4194-9e6c-e0492c33cf92 HTTP/1.1" status: 200 len: 945 time: 0.0818896 Aug 05 14:00:12.895011 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-08b2528e-3bfc-4703-8a7d-a11ee5e4eb10 req-4380d039-2a4f-480d-91e8-ebb30040bb91 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:12.916262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['7d64b28d-0a81-4308-ab2b-b50b67925d32'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:00:12.927877 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['6175c67d-181a-4942-a139-bf8cd7a7c738'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:00:12.957242 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1dfeeb3-c9bb-465c-b107-4495045e1370 req-0028c2eb-4ab3-419e-89ba-542b476ab7e3 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870612 Aug 05 14:00:12.980470 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380d039-2a4f-480d-91e8-ebb30040bb91 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Pushing event deleted for resources: {'Port': ['ID=7d64b28d-0a81-4308-ab2b-b50b67925d32,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:13.036289 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b2528e-3bfc-4703-8a7d-a11ee5e4eb10 req-4380d039-2a4f-480d-91e8-ebb30040bb91 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] No DVR routers for this DVR port 7d64b28d-0a81-4308-ab2b-b50b67925d32 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:00:13.039215 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-08b2528e-3bfc-4703-8a7d-a11ee5e4eb10 req-4380d039-2a4f-480d-91e8-ebb30040bb91 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:13.045007 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08b2528e-3bfc-4703-8a7d-a11ee5e4eb10 req-4380d039-2a4f-480d-91e8-ebb30040bb91 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.63 "DELETE /v2.0/ports/7d64b28d-0a81-4308-ab2b-b50b67925d32 HTTP/1.1" status: 204 len: 173 time: 0.8169677 Aug 05 14:00:13.045724 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd128b93-670b-4b5d-a41f-3cabdd453df6', 'name': 'network-vif-deleted', 'tag': '7d64b28d-0a81-4308-ab2b-b50b67925d32'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:13.049217 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35dc9dc-53fd-47e9-af66-72990e1c5c86" -d '{"events": [{"server_uuid": "fd128b93-670b-4b5d-a41f-3cabdd453df6", "name": "network-vif-deleted", "tag": "7d64b28d-0a81-4308-ab2b-b50b67925d32"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:13.103484 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55867f54-828a-4bff-8436-f7fe53fb48c6 x-openstack-request-id: req-55867f54-828a-4bff-8436-f7fe53fb48c6 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:13.103799 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd128b93-670b-4b5d-a41f-3cabdd453df6", "name": "network-vif-deleted", "tag": "7d64b28d-0a81-4308-ab2b-b50b67925d32", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:13.104082 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55867f54-828a-4bff-8436-f7fe53fb48c6 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:13.104653 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd128b93-670b-4b5d-a41f-3cabdd453df6', 'name': 'network-vif-deleted', 'tag': '7d64b28d-0a81-4308-ab2b-b50b67925d32', 'status': 'completed', 'code': 200} Aug 05 14:00:13.121383 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d4870048-dc88-433a-a470-e7ff59852469 req-b2748ac3-f93d-42ca-ad37-aaea4fa37088 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 210 time: 0.0474026 Aug 05 14:00:13.176407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-ccfaf683-3c5a-4ec4-ab9f-029d9f9b6b45 req-44771157-4edc-44a7-9744-d09b06a0712b tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Deleting port 6175c67d-181a-4942-a139-bf8cd7a7c738 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:00:13.183148 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ccfaf683-3c5a-4ec4-ab9f-029d9f9b6b45 req-44771157-4edc-44a7-9744-d09b06a0712b tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:13.198166 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-125a4393-b443-48e0-9850-d330e2f49924 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=7753100351b94216b5369d9876cd92eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352607 Aug 05 14:00:13.287501 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:13.366188 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36e89bc4-9ed4-48bc-a159-8e559a6be2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:13.406530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:13.410591 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:13.410960 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:13.495476 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ccfaf683-3c5a-4ec4-ab9f-029d9f9b6b45 req-44771157-4edc-44a7-9744-d09b06a0712b tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] For port 6175c67d-181a-4942-a139-bf8cd7a7c738, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6175c67d-181a-4942-a139-bf8cd7a7c738,segment=NetworkSegment(163afa45-b412-44c7-b185-ccd4e82304a3),segment_id=163afa45-b412-44c7-b185-ccd4e82304a3)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:13.495476 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ccfaf683-3c5a-4ec4-ab9f-029d9f9b6b45 req-44771157-4edc-44a7-9744-d09b06a0712b tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:13.503592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-7e4a969c-bc1f-4b44-aeb4-b511c660a213 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:13.505176 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-7e4a969c-bc1f-4b44-aeb4-b511c660a213 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993751 Aug 05 14:00:13.514702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e89bc4-9ed4-48bc-a159-8e559a6be2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d2723de-4f47-42c4-a26e-c6b22e89f276,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:13.520700 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4feca-6b7c-4658-ab10-fc3b6b912dfc req-f12013d2-ef29-4e06-afb5-8cb09be35814 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:13.522083 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-96c4feca-6b7c-4658-ab10-fc3b6b912dfc req-f12013d2-ef29-4e06-afb5-8cb09be35814 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc06d9d8-c796-453a-8a06-a8eecb775360 HTTP/1.1" status: 200 len: 945 time: 0.1055131 Aug 05 14:00:13.526812 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-e5408e56-bc9c-4067-be48-a7a77fff0b0a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Request body: {'port': {'device_id': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': '7753100351b94216b5369d9876cd92eb'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:13.533227 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-ccfaf683-3c5a-4ec4-ab9f-029d9f9b6b45 req-44771157-4edc-44a7-9744-d09b06a0712b tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Calling delete_port for 6175c67d-181a-4942-a139-bf8cd7a7c738 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:00:13.556074 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:13.594008 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af973d6-c439-4e2f-8ca4-89c62e419f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d451a0-af8b-416c-bde2-c5c0bf4d9e6f'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:13.597884 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52790614-b6bd-4f68-b229-3a6421bf39c0" -d '{"events": [{"server_uuid": "7af973d6-c439-4e2f-8ca4-89c62e419f08", "name": "network-vif-plugged", "status": "completed", "tag": "86d451a0-af8b-416c-bde2-c5c0bf4d9e6f"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:13.615198 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e89bc4-9ed4-48bc-a159-8e559a6be2ef admin admin] Checking segment: {'id': '2209cd63-038a-4cea-8795-96ef3e647dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '66d009df-259f-4f3f-a6f6-3a692ea559ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:00:13.615574 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e89bc4-9ed4-48bc-a159-8e559a6be2ef admin admin] Network hostable DHCP agents. Network: 66d009df-259f-4f3f-a6f6-3a692ea559ae, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:00:13.621938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=86d451a0-af8b-416c-bde2-c5c0bf4d9e6f,segment=NetworkSegment(ca78f4f8-fce6-44cf-a116-699e77395d53),segment_id=ca78f4f8-fce6-44cf-a116-699e77395d53)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:13.626709 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-96c4feca-6b7c-4658-ab10-fc3b6b912dfc req-799a68d3-df97-4f37-805e-74cb79ea5073 tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1bc8f01-c1cb-4a19-8801-06245132b7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936139 Aug 05 14:00:13.638233 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:13.640117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7d64b28d-0a81-4308-ab2b-b50b67925d32 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:00:13.688550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 7d64b28d-0a81-4308-ab2b-b50b67925d32 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:00:13.689032 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7d64b28d-0a81-4308-ab2b-b50b67925d32 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:00:13.733249 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=86d451a0-af8b-416c-bde2-c5c0bf4d9e6f,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:13.738947 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3652e7e-9840-427c-87ab-3b08e19e1fa4 x-openstack-request-id: req-f3652e7e-9840-427c-87ab-3b08e19e1fa4 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:13.739408 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af973d6-c439-4e2f-8ca4-89c62e419f08", "name": "network-vif-plugged", "status": "completed", "tag": "86d451a0-af8b-416c-bde2-c5c0bf4d9e6f", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:13.739751 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3652e7e-9840-427c-87ab-3b08e19e1fa4 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:13.740228 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af973d6-c439-4e2f-8ca4-89c62e419f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d451a0-af8b-416c-bde2-c5c0bf4d9e6f', 'code': 200} Aug 05 14:00:13.767534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-e5408e56-bc9c-4067-be48-a7a77fff0b0a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Made reservation on behalf of 7753100351b94216b5369d9876cd92eb for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:00:13.774404 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-e5408e56-bc9c-4067-be48-a7a77fff0b0a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:13.883398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e89bc4-9ed4-48bc-a159-8e559a6be2ef admin admin] Network 66d009df-259f-4f3f-a6f6-3a692ea559ae is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:00:13.950053 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-36e89bc4-9ed4-48bc-a159-8e559a6be2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 66d009df-259f-4f3f-a6f6-3a692ea559ae) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:00:13.951077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cf050-7bc2-41dd-b70c-6f2e5c1c1509 req-9d340a6f-c601-4050-9fd8-005966f69f1a tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:13.952813 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-230cf050-7bc2-41dd-b70c-6f2e5c1c1509 req-9d340a6f-c601-4050-9fd8-005966f69f1a tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 945 time: 0.0922024 Aug 05 14:00:13.967302 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd829f0-ac08-4586-b43c-3ec07163810e None None] Network 66d009df-259f-4f3f-a6f6-3a692ea559ae requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:00:13.968434 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e89bc4-9ed4-48bc-a159-8e559a6be2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:13.969048 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36e89bc4-9ed4-48bc-a159-8e559a6be2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:13.999603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-c10e53ee-c37e-407a-aa25-d742b61978b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting port fb49570b-93d4-4e2b-ae54-88de9cfdcc57 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:00:14.000076 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c10e53ee-c37e-407a-aa25-d742b61978b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:14.030193 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba010b-e012-4ca4-8cfa-1db6f6d123e2 req-bb453b9a-fd41-4b3f-8d4e-4e491c49fb67 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:14.030193 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22ba010b-e012-4ca4-8cfa-1db6f6d123e2 req-bb453b9a-fd41-4b3f-8d4e-4e491c49fb67 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 948 time: 0.2942119 Aug 05 14:00:14.077621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-e5408e56-bc9c-4067-be48-a7a77fff0b0a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Allocated IP 192.168.233.40 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/6b39cc46-be3c-42e9-9691-c101aa374227) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:00:14.084980 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd50ce-4d0b-4dba-82d3-2a4c61fe5568 req-63cae2a7-e493-4ccd-a0eb-fab09117c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:14.086727 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9dcd50ce-4d0b-4dba-82d3-2a4c61fe5568 req-63cae2a7-e493-4ccd-a0eb-fab09117c252 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 1096 time: 0.2937591 Aug 05 14:00:14.098922 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-36e89bc4-9ed4-48bc-a159-8e559a6be2ef admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4850991 Aug 05 14:00:14.100395 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-230cf050-7bc2-41dd-b70c-6f2e5c1c1509 req-8a32b5df-1803-4b11-baaa-c7192f3acaab tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/security-groups?id=40afa97f-7ab9-4606-bc29-1b8105f0ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050720 Aug 05 14:00:14.167794 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867a9aa7-9795-4cd4-97cc-d26e08c0ed60 None None] Network 66d009df-259f-4f3f-a6f6-3a692ea559ae requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:00:14.212063 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9dcd50ce-4d0b-4dba-82d3-2a4c61fe5568 req-26544108-4bb2-4b2c-852d-cc0e54f73392 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=40afa97f-7ab9-4606-bc29-1b8105f0ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097929 Aug 05 14:00:14.250846 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22ba010b-e012-4ca4-8cfa-1db6f6d123e2 req-870c6486-f730-4ada-ab7e-cd5fbe9f8716 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050693 Aug 05 14:00:14.276597 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ccfaf683-3c5a-4ec4-ab9f-029d9f9b6b45 req-44771157-4edc-44a7-9744-d09b06a0712b tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:14.367503 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44771157-4edc-44a7-9744-d09b06a0712b tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Pushing event deleted for resources: {'Port': ['ID=6175c67d-181a-4942-a139-bf8cd7a7c738,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:14.371906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-c10e53ee-c37e-407a-aa25-d742b61978b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] For port fb49570b-93d4-4e2b-ae54-88de9cfdcc57, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fb49570b-93d4-4e2b-ae54-88de9cfdcc57,segment=NetworkSegment(2b05a905-0860-41c9-ad00-dd0e38f6981c),segment_id=2b05a905-0860-41c9-ad00-dd0e38f6981c)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:14.372284 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c10e53ee-c37e-407a-aa25-d742b61978b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:14.402827 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b25c1fe8-3d21-4a87-b67d-e898a95d247e req-31485dc1-eff0-420c-b041-ac8ca4fb270c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 210 time: 0.0365763 Aug 05 14:00:14.432566 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-c10e53ee-c37e-407a-aa25-d742b61978b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Calling delete_port for fb49570b-93d4-4e2b-ae54-88de9cfdcc57 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:00:14.461708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfaf683-3c5a-4ec4-ab9f-029d9f9b6b45 req-44771157-4edc-44a7-9744-d09b06a0712b tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] No DVR routers for this DVR port 6175c67d-181a-4942-a139-bf8cd7a7c738 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:00:14.465413 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ccfaf683-3c5a-4ec4-ab9f-029d9f9b6b45 req-44771157-4edc-44a7-9744-d09b06a0712b tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:14.466737 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557c13c-1c53-4981-9c77-e292d0a32fc9 req-194e027b-bad2-4455-affa-a5af77e5b533 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:14.467503 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ccfaf683-3c5a-4ec4-ab9f-029d9f9b6b45 req-44771157-4edc-44a7-9744-d09b06a0712b tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.84 "DELETE /v2.0/ports/6175c67d-181a-4942-a139-bf8cd7a7c738 HTTP/1.1" status: 204 len: 173 time: 1.7600045 Aug 05 14:00:14.467969 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc06d9d8-c796-453a-8a06-a8eecb775360', 'name': 'network-vif-deleted', 'tag': '6175c67d-181a-4942-a139-bf8cd7a7c738'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:14.469025 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e557c13c-1c53-4981-9c77-e292d0a32fc9 req-194e027b-bad2-4455-affa-a5af77e5b533 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d586100-1358-4194-9e6c-e0492c33cf92 HTTP/1.1" status: 200 len: 945 time: 0.1780255 Aug 05 14:00:14.470328 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee05d023-5b53-444e-b96f-abc414a90fad" -d '{"events": [{"server_uuid": "dc06d9d8-c796-453a-8a06-a8eecb775360", "name": "network-vif-deleted", "tag": "6175c67d-181a-4942-a139-bf8cd7a7c738"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:14.626495 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:14.641073 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e557c13c-1c53-4981-9c77-e292d0a32fc9 req-c49ed602-4b73-4d24-aaee-2e0658c8cd78 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388214 Aug 05 14:00:14.650852 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 26daf50d-9cd0-44df-8b2d-b968d14eda74 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:14.670178 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-e5408e56-bc9c-4067-be48-a7a77fff0b0a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:14.718305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-e5408e56-bc9c-4067-be48-a7a77fff0b0a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Transition to ACTIVE for port object 6b39cc46-be3c-42e9-9691-c101aa374227 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:00:14.734244 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76037fb-2bb6-40c1-9356-88613c108783 x-openstack-request-id: req-d76037fb-2bb6-40c1-9356-88613c108783 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:14.739537 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc06d9d8-c796-453a-8a06-a8eecb775360", "name": "network-vif-deleted", "tag": "6175c67d-181a-4942-a139-bf8cd7a7c738", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:14.739836 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d76037fb-2bb6-40c1-9356-88613c108783 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:14.740245 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc06d9d8-c796-453a-8a06-a8eecb775360', 'name': 'network-vif-deleted', 'tag': '6175c67d-181a-4942-a139-bf8cd7a7c738', 'status': 'completed', 'code': 200} Aug 05 14:00:14.762990 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c10e53ee-c37e-407a-aa25-d742b61978b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:14.810131 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 26daf50d-9cd0-44df-8b2d-b968d14eda74 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:14.817160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 26daf50d-9cd0-44df-8b2d-b968d14eda74 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:14.817547 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:14.822095 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-e5408e56-bc9c-4067-be48-a7a77fff0b0a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:14.849039 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e53ee-c37e-407a-aa25-d742b61978b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Port': ['ID=fb49570b-93d4-4e2b-ae54-88de9cfdcc57,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:14.864753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:00:14.866898 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['4009c418-da99-4e60-a0c5-42d440548f74'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:00:14.869060 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b192e6b-fe2c-4b55-b325-c80efee066ec req-b7b48998-b81a-4fa5-b5b4-be684cee3eab tempest-MultipleCreateTestJSON-454963363 tempest-MultipleCreateTestJSON-454963363-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc06d9d8-c796-453a-8a06-a8eecb775360 HTTP/1.1" status: 200 len: 210 time: 0.0643055 Aug 05 14:00:14.922330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-e5408e56-bc9c-4067-be48-a7a77fff0b0a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:00:14.929896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-e5408e56-bc9c-4067-be48-a7a77fff0b0a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:00:14.932465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-e5408e56-bc9c-4067-be48-a7a77fff0b0a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:00:15.058891 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-d6a29bdf-b2e8-4829-baa3-866a11a4d4d7 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:15.061827 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-d6a29bdf-b2e8-4829-baa3-866a11a4d4d7 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/networks?id=66d009df-259f-4f3f-a6f6-3a692ea559ae HTTP/1.1" status: 200 len: 817 time: 0.2270446 Aug 05 14:00:15.075656 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5408e56-bc9c-4067-be48-a7a77fff0b0a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Pushing event updated for resources: {'Port': ['ID=6b39cc46-be3c-42e9-9691-c101aa374227,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:15.144009 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-e5408e56-bc9c-4067-be48-a7a77fff0b0a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:15.144713 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-e5408e56-bc9c-4067-be48-a7a77fff0b0a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:15.165642 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-adfcac1e-5b9f-497b-bf2e-cfe03aaef3c4 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/quotas/386b20b3e9524776a4ac3db030383893 HTTP/1.1" status: 200 len: 375 time: 0.0927336 Aug 05 14:00:15.171050 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:15.180683 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-e5408e56-bc9c-4067-be48-a7a77fff0b0a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6573439 Aug 05 14:00:15.200283 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Request body: {'port': {'device_id': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:15.382814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 26daf50d-9cd0-44df-8b2d-b968d14eda74, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=26daf50d-9cd0-44df-8b2d-b968d14eda74,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:15.399579 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:15.400383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6175c67d-181a-4942-a139-bf8cd7a7c738 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:00:15.437520 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-c1e2546f-611a-4aa4-9a07-c8e27d7e3b03 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=386b20b3e9524776a4ac3db030383893&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1564338 Aug 05 14:00:15.441103 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:15.453785 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=26daf50d-9cd0-44df-8b2d-b968d14eda74,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:15.488141 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 6175c67d-181a-4942-a139-bf8cd7a7c738 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:00:15.488484 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6175c67d-181a-4942-a139-bf8cd7a7c738 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:00:15.501583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd81397-18be-43a2-af3c-6fb388efdc40 req-71791be6-640a-4e57-ad04-4775f5d618b6 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:15.504084 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0fd81397-18be-43a2-af3c-6fb388efdc40 req-71791be6-640a-4e57-ad04-4775f5d618b6 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 945 time: 0.1579299 Aug 05 14:00:15.552162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e76da292-b470-4c87-bc8d-32415cf4cb14 None None] Provisioning for port 6b39cc46-be3c-42e9-9691-c101aa374227 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:15.572300 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e76da292-b470-4c87-bc8d-32415cf4cb14 None None] Provisioning complete for port 6b39cc46-be3c-42e9-9691-c101aa374227 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:15.573272 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e76da292-b470-4c87-bc8d-32415cf4cb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:15.635742 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e76da292-b470-4c87-bc8d-32415cf4cb14 None None] Port 6b39cc46-be3c-42e9-9691-c101aa374227 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:00:15.655624 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c10e53ee-c37e-407a-aa25-d742b61978b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:15.671452 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0fd81397-18be-43a2-af3c-6fb388efdc40 req-7f86f9e2-0879-4f1b-8cf9-b99f23b365c8 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/security-groups?id=40afa97f-7ab9-4606-bc29-1b8105f0ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397839 Aug 05 14:00:15.742812 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26daf50d-9cd0-44df-8b2d-b968d14eda74'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:15.745733 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0023d31c-7cdd-44ee-8d4f-7e0d27add0a3" -d '{"events": [{"server_uuid": "0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d", "name": "network-vif-plugged", "status": "completed", "tag": "26daf50d-9cd0-44df-8b2d-b968d14eda74"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:15.761881 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c0450e07-ccbe-4650-a5dc-0aa8e759f607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:15.788040 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-9e98f04c-ca55-4d19-9e65-5a8c90494d55 service neutron] 10.222.0.16 "GET /v2.0/networks/66d009df-259f-4f3f-a6f6-3a692ea559ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497164 Aug 05 14:00:15.789159 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:15.836551 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ac933-755e-499f-8fb9-0d6c1852426c req-51bbba6c-8a61-46f4-8819-fc9e4605f859 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:15.838132 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4a2ac933-755e-499f-8fb9-0d6c1852426c req-51bbba6c-8a61-46f4-8819-fc9e4605f859 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d586100-1358-4194-9e6c-e0492c33cf92 HTTP/1.1" status: 200 len: 945 time: 0.1033776 Aug 05 14:00:15.905322 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4a2ac933-755e-499f-8fb9-0d6c1852426c req-fa1e60c1-d863-49a4-8fed-705cc2eb59ec tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587349 Aug 05 14:00:15.957932 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b39cc46-be3c-42e9-9691-c101aa374227 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:15.975547 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:15.996860 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-e92df322-dc09-404e-b9d9-8578f6a9a6b6 service neutron] 10.222.0.16 "GET /v2.0/networks/66d009df-259f-4f3f-a6f6-3a692ea559ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891818 Aug 05 14:00:16.001343 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Transition to ACTIVE for port object 6b39cc46-be3c-42e9-9691-c101aa374227 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:00:16.005229 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10e53ee-c37e-407a-aa25-d742b61978b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router f20fae2e-828a-466e-a2bb-8dd1c68854cf has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:00:16.007879 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:16.137326 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Pushing event updated for resources: {'Port': ['ID=6b39cc46-be3c-42e9-9691-c101aa374227,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:16.195154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831a7f3-9393-4743-9d18-40f3322a75b4 req-59112b59-ddaf-4a04-9542-392204d141ac tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:16.203706 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d831a7f3-9393-4743-9d18-40f3322a75b4 req-59112b59-ddaf-4a04-9542-392204d141ac tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 949 time: 0.1512005 Aug 05 14:00:16.358866 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d831a7f3-9393-4743-9d18-40f3322a75b4 req-00639cc3-8ea2-47ad-80d0-595e19ede25f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541643 Aug 05 14:00:16.397194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Attempting to bind port 6b39cc46-be3c-42e9-9691-c101aa374227 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:00:16.397533 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Attempting to bind port 6b39cc46-be3c-42e9-9691-c101aa374227 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:00:16.397821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Attempting to bind port 6b39cc46-be3c-42e9-9691-c101aa374227 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:16.402848 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Port 6b39cc46-be3c-42e9-9691-c101aa374227 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:00:16.403458 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Attempting to bind port 6b39cc46-be3c-42e9-9691-c101aa374227 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:16.412966 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:00:16.414081 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:00:16.414474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:00:16.415566 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Bound port: 6b39cc46-be3c-42e9-9691-c101aa374227, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:00:16.415566 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:16.432958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10e53ee-c37e-407a-aa25-d742b61978b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:00:16.443812 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c10e53ee-c37e-407a-aa25-d742b61978b9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/f20fae2e-828a-466e-a2bb-8dd1c68854cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3913181 Aug 05 14:00:16.444549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11470071-1766-4300-a39a-2db5b7e61299 None None] Sync routers for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:00:16.445475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52190) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:16.463503 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f1fcc-2656-4af7-9123-7d2aeea133bc req-c6605ef8-bac4-484f-b72f-7a08287c5a62 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:16.465266 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-167f1fcc-2656-4af7-9123-7d2aeea133bc req-c6605ef8-bac4-484f-b72f-7a08287c5a62 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 947 time: 0.0938051 Aug 05 14:00:16.489029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11470071-1766-4300-a39a-2db5b7e61299 None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:16.489420 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-11470071-1766-4300-a39a-2db5b7e61299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:16.545832 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d48405-4f0e-4c07-97fd-8ef5f8deab5f req-a21c9b16-d711-4704-af82-e211196c1bd8 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:16.547637 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b8d48405-4f0e-4c07-97fd-8ef5f8deab5f req-a21c9b16-d711-4704-af82-e211196c1bd8 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 945 time: 0.0992682 Aug 05 14:00:16.561447 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52194) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:16.566637 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e9ca596c-2460-48b6-98d4-2b30b9afd3af tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Request body: {'floatingip': {'port_id': '86d451a0-af8b-416c-bde2-c5c0bf4d9e6f'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:16.592200 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-167f1fcc-2656-4af7-9123-7d2aeea133bc req-eebf2c3f-dfd0-40a4-8f67-c6d9cce7da62 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016812 Aug 05 14:00:16.601920 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-199bde3f-f34e-4ffe-903b-dbfc505e9b19 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting subnet 3210af8c-0586-43d5-8213-570fb79bebfe {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:00:16.609713 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-199bde3f-f34e-4ffe-903b-dbfc505e9b19 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:16.613281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:00:16.637652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e9ca596c-2460-48b6-98d4-2b30b9afd3af tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:16.698152 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49085094-1a7f-4529-a4d9-7e641dca720d x-openstack-request-id: req-49085094-1a7f-4529-a4d9-7e641dca720d {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:16.698828 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d", "name": "network-vif-plugged", "status": "completed", "tag": "26daf50d-9cd0-44df-8b2d-b968d14eda74", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:16.699987 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49085094-1a7f-4529-a4d9-7e641dca720d {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:16.703465 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26daf50d-9cd0-44df-8b2d-b968d14eda74', 'code': 200} Aug 05 14:00:16.726168 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-199bde3f-f34e-4ffe-903b-dbfc505e9b19 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:16.731783 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-11470071-1766-4300-a39a-2db5b7e61299 None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:16.777681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6b39cc46-be3c-42e9-9691-c101aa374227,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:00:16.788314 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:16.862240 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-85f1c875-1d0a-49a0-9175-b8d258d740b3 req-527e0b2b-8c09-49e5-949e-635c1e8f78c9 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a9faeba-d726-482a-9840-428636757e2d HTTP/1.1" status: 200 len: 210 time: 0.0818615 Aug 05 14:00:16.901955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:16.902682 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:16.904167 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] 10.222.0.63 "PUT /v2.0/ports/6b39cc46-be3c-42e9-9691-c101aa374227 HTTP/1.1" status: 200 len: 1095 time: 1.7124720 Aug 05 14:00:16.914611 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'tag': '6b39cc46-be3c-42e9-9691-c101aa374227'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:16.916950 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79aa467c-816a-4d2c-9df4-93268f7b738f" -d '{"events": [{"name": "network-changed", "server_uuid": "8faad079-c1f4-4c3a-b1df-db9d3309eb60", "tag": "6b39cc46-be3c-42e9-9691-c101aa374227"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:17.011797 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-199bde3f-f34e-4ffe-903b-dbfc505e9b19 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:17.112737 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52212) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:17.180862 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2c8be7-4be3-4881-b1e1-4ef45074e80f x-openstack-request-id: req-3d2c8be7-4be3-4881-b1e1-4ef45074e80f {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:17.181510 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8faad079-c1f4-4c3a-b1df-db9d3309eb60", "tag": "6b39cc46-be3c-42e9-9691-c101aa374227", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:17.181510 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d2c8be7-4be3-4881-b1e1-4ef45074e80f {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:17.181692 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'tag': '6b39cc46-be3c-42e9-9691-c101aa374227', 'status': 'completed', 'code': 200} Aug 05 14:00:17.183674 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-11470071-1766-4300-a39a-2db5b7e61299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T14:00:14Z', 'revision_number': 10, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:17.198495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707e9f1-662b-4816-972e-368009af2bfb service neutron] Pushing event updated for resources: {'Port': ['ID=6b39cc46-be3c-42e9-9691-c101aa374227,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:17.239525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-647cab72-e280-416a-b064-06ef16c44139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:17.241106 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-647cab72-e280-416a-b064-06ef16c44139 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 1098 time: 0.2815092 Aug 05 14:00:17.256989 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827292c2-6eed-43a6-99b4-f73b3d495e08 req-422fa611-bfe3-41e8-abbc-0bd5072552d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:17.258602 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-827292c2-6eed-43a6-99b4-f73b3d495e08 req-422fa611-bfe3-41e8-abbc-0bd5072552d2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 1100 time: 0.5490494 Aug 05 14:00:17.291567 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11470071-1766-4300-a39a-2db5b7e61299 None None] Checking router: f20fae2e-828a-466e-a2bb-8dd1c68854cf for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:00:17.299532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11470071-1766-4300-a39a-2db5b7e61299 None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:17.300268 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-11470071-1766-4300-a39a-2db5b7e61299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T13:59:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:17.328358 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-431f42d2-09be-491c-9182-7a12a92cf6ab admin admin] Deleting subnet d026a15a-05b1-472c-bcd1-13dc71bc41cd {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:00:17.366187 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-431f42d2-09be-491c-9182-7a12a92cf6ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:17.406619 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-da2309b0-8415-4976-802c-5aa4f5f32b45 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6b39cc46-be3c-42e9-9691-c101aa374227 HTTP/1.1" status: 200 len: 217 time: 0.1422923 Aug 05 14:00:17.468291 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-199bde3f-f34e-4ffe-903b-dbfc505e9b19 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:17.496944 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-11470071-1766-4300-a39a-2db5b7e61299 None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:17.513973 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-827292c2-6eed-43a6-99b4-f73b3d495e08 req-699e30c3-eb21-4904-ae72-4ba518a770c3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359769 Aug 05 14:00:17.516760 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-431f42d2-09be-491c-9182-7a12a92cf6ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:17.521550 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-199bde3f-f34e-4ffe-903b-dbfc505e9b19 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:17.527791 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-199bde3f-f34e-4ffe-903b-dbfc505e9b19 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/subnets/3210af8c-0586-43d5-8213-570fb79bebfe HTTP/1.1" status: 204 len: 168 time: 1.0809555 Aug 05 14:00:17.528954 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bde3f-f34e-4ffe-903b-dbfc505e9b19 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Subnet': ['ID=3210af8c-0586-43d5-8213-570fb79bebfe,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:17.531171 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52228) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:17.538506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df214f3-4b52-4744-82ac-b897b08387d0 None None] Network 455a85f1-ffff-4450-8f60-55a09b85e211 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:00:17.582683 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-431f42d2-09be-491c-9182-7a12a92cf6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:17.687711 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-431f42d2-09be-491c-9182-7a12a92cf6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:17.739240 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f42d2-09be-491c-9182-7a12a92cf6ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d026a15a-05b1-472c-bcd1-13dc71bc41cd,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:17.761669 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-431f42d2-09be-491c-9182-7a12a92cf6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:17.763576 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-431f42d2-09be-491c-9182-7a12a92cf6ab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d026a15a-05b1-472c-bcd1-13dc71bc41cd HTTP/1.1" status: 204 len: 168 time: 0.6467533 Aug 05 14:00:17.765983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52232) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:17.922197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-e3133ac0-90cf-4130-87e1-dad4c2d91a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:17.923723 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-e3133ac0-90cf-4130-87e1-dad4c2d91a23 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.5079536 Aug 05 14:00:17.952568 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e6c3aa-7f2f-4504-b8cd-01559458bfda None None] DHCP port deletion for 455a85f1-ffff-4450-8f60-55a09b85e211 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:00:17.955580 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e9ca596c-2460-48b6-98d4-2b30b9afd3af tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:17.979095 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe489a-051e-4ef4-a5e2-29f02031c20e req-5f3bbf11-42ea-4d44-bc83-d8dd0e036ef1 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:17.986408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355c12b-487b-4d00-b2be-d6f691d5964e req-c9c03476-ddb5-4684-a7af-5f2f2ac9b437 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:17.987175 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8dfe489a-051e-4ef4-a5e2-29f02031c20e req-5f3bbf11-42ea-4d44-bc83-d8dd0e036ef1 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 947 time: 0.2940223 Aug 05 14:00:17.994441 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c355c12b-487b-4d00-b2be-d6f691d5964e req-c9c03476-ddb5-4684-a7af-5f2f2ac9b437 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 949 time: 0.5195420 Aug 05 14:00:18.006579 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e9ca596c-2460-48b6-98d4-2b30b9afd3af tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:18.030062 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-17fdf411-adf2-4cc8-8b32-c1ce46ff0845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:18.054427 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:18.095807 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8dfe489a-051e-4ef4-a5e2-29f02031c20e req-437db51b-547b-4a80-aa76-b4c547e7b660 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077354 Aug 05 14:00:18.105162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e3e6c3aa-7f2f-4504-b8cd-01559458bfda None None] Deleting port 504757dd-b842-4a19-8629-69600dcc2e87 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:00:18.105539 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e3e6c3aa-7f2f-4504-b8cd-01559458bfda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:18.176298 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c355c12b-487b-4d00-b2be-d6f691d5964e req-f5ac0918-3dd4-41ff-9bb6-cf5c8612d68c tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808872 Aug 05 14:00:18.178900 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-82a3c05e-7b8a-4118-ba5c-5d9475064eff tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:18.180461 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-82a3c05e-7b8a-4118-ba5c-5d9475064eff tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.63 "GET /v2.0/networks?id=66d009df-259f-4f3f-a6f6-3a692ea559ae HTTP/1.1" status: 200 len: 817 time: 0.2849817 Aug 05 14:00:18.204806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-f63777c3-1dc8-43ea-bfc8-a18b973ffee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:18.206137 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-5e9553e8-4d34-47d4-80f2-4e0c147d3d3e tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Request body: {'port': {'device_id': '5a9faeba-d726-482a-9840-428636757e2d', 'network_id': '66d009df-259f-4f3f-a6f6-3a692ea559ae', 'admin_state_up': True, 'tenant_id': '386b20b3e9524776a4ac3db030383893'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:18.211712 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-f63777c3-1dc8-43ea-bfc8-a18b973ffee3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2795908 Aug 05 14:00:18.333175 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b8d23e1-577c-4ca6-9c97-e8da85b87cd2 req-9c0df8ee-4329-427c-94fd-7fe4ef96182d tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a9faeba-d726-482a-9840-428636757e2d HTTP/1.1" status: 200 len: 210 time: 0.1286371 Aug 05 14:00:18.352115 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-17fdf411-adf2-4cc8-8b32-c1ce46ff0845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:18.388667 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-17fdf411-adf2-4cc8-8b32-c1ce46ff0845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5d1956-9a20-4a6c-b6cc-b896ac38386b']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:18.401963 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-e9ca596c-2460-48b6-98d4-2b30b9afd3af tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Floating IP cd6f283b-a6a3-4302-91dc-ae89db2b1376 associated. External IP: 172.25.5.187, port: 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f. Aug 05 14:00:18.413715 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e3e6c3aa-7f2f-4504-b8cd-01559458bfda None None] For port 504757dd-b842-4a19-8629-69600dcc2e87, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=504757dd-b842-4a19-8629-69600dcc2e87,segment=NetworkSegment(2b05a905-0860-41c9-ad00-dd0e38f6981c),segment_id=2b05a905-0860-41c9-ad00-dd0e38f6981c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:18.414118 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e3e6c3aa-7f2f-4504-b8cd-01559458bfda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:18.431241 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-17fdf411-adf2-4cc8-8b32-c1ce46ff0845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163afa45-b412-44c7-b185-ccd4e82304a3') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:18.431600 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-17fdf411-adf2-4cc8-8b32-c1ce46ff0845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163afa45-b412-44c7-b185-ccd4e82304a3') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:18.448428 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-17fdf411-adf2-4cc8-8b32-c1ce46ff0845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:18.463498 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e3e6c3aa-7f2f-4504-b8cd-01559458bfda None None] Calling delete_port for 504757dd-b842-4a19-8629-69600dcc2e87 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:00:18.480051 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-17fdf411-adf2-4cc8-8b32-c1ce46ff0845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:18.495122 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17fdf411-adf2-4cc8-8b32-c1ce46ff0845 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:00:18.495704 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-17fdf411-adf2-4cc8-8b32-c1ce46ff0845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:00:18.497395 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:00:18.563907 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-5e9553e8-4d34-47d4-80f2-4e0c147d3d3e tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Made reservation on behalf of 386b20b3e9524776a4ac3db030383893 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:00:18.564795 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-11470071-1766-4300-a39a-2db5b7e61299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T14:00:14Z', 'revision_number': 10, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:18.568705 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 504757dd-b842-4a19-8629-69600dcc2e87 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:00:18.569460 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-5e9553e8-4d34-47d4-80f2-4e0c147d3d3e tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:18.701341 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-17fdf411-adf2-4cc8-8b32-c1ce46ff0845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:18.708473 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-17fdf411-adf2-4cc8-8b32-c1ce46ff0845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:18.710440 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-17fdf411-adf2-4cc8-8b32-c1ce46ff0845 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ae5d1956-9a20-4a6c-b6cc-b896ac38386b HTTP/1.1" status: 204 len: 168 time: 0.9435000 Aug 05 14:00:18.749734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdf411-adf2-4cc8-8b32-c1ce46ff0845 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae5d1956-9a20-4a6c-b6cc-b896ac38386b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:18.796385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-5e9553e8-4d34-47d4-80f2-4e0c147d3d3e tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Allocated IP 172.20.0.2 (66d009df-259f-4f3f-a6f6-3a692ea559ae/8d2723de-4f47-42c4-a26e-c6b22e89f276/a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:00:18.837732 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11470071-1766-4300-a39a-2db5b7e61299 None None] The sync data for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 is: [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T14:00:14Z', 'revision_number': 10, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None, '_interfaces': [{'id': '87e2de8a-4233-4972-997b-490bdf629ada', 'name': '', 'network_id': '562833e9-7320-4574-90ed-69fb898e07ff', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'mac_address': 'fa:16:3e:0d:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:06Z', 'updated_at': '2021-08-05T13:59:18Z', 'revision_number': 5, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'subnets': [{'id': '8b614ed7-a254-43c1-b724-9e9c8e498b42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:00:18.871210 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:18.899639 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c0314963-5329-415f-8398-111053d629de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:18.968015 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:18.976126 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e3e6c3aa-7f2f-4504-b8cd-01559458bfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:19.009651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6c3aa-7f2f-4504-b8cd-01559458bfda None None] Pushing event deleted for resources: {'Port': ['ID=504757dd-b842-4a19-8629-69600dcc2e87,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:19.029061 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e6c3aa-7f2f-4504-b8cd-01559458bfda None None] No DVR routers for this DVR port 504757dd-b842-4a19-8629-69600dcc2e87 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:00:19.036374 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52254) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:19.115083 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f704607b-f659-40b1-9a3b-a2a15bf1568e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cd72dc2dea14d75b3f0c36365539b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0776184 Aug 05 14:00:19.125551 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52262) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:19.133442 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-5e9553e8-4d34-47d4-80f2-4e0c147d3d3e tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:19.143629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting port 504757dd-b842-4a19-8629-69600dcc2e87 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:00:19.144116 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:19.152842 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-8d6b288a-3a8a-41b4-8ee6-ca2541efcae1 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8902726 Aug 05 14:00:19.214602 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-5e9553e8-4d34-47d4-80f2-4e0c147d3d3e tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:19.298091 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9553e8-4d34-47d4-80f2-4e0c147d3d3e tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Pushing event updated for resources: {'Port': ['ID=a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:19.329216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ab22b-6bea-49b5-b55d-64864a36172c req-86b12f3c-6211-44fa-ac9c-356127a03957 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:19.331783 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c8ab22b-6bea-49b5-b55d-64864a36172c req-86b12f3c-6211-44fa-ac9c-356127a03957 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 947 time: 0.1575522 Aug 05 14:00:19.346442 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-5e9553e8-4d34-47d4-80f2-4e0c147d3d3e tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Network 66d009df-259f-4f3f-a6f6-3a692ea559ae is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:00:19.356867 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-5e9553e8-4d34-47d4-80f2-4e0c147d3d3e tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:00:19.360798 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-5e9553e8-4d34-47d4-80f2-4e0c147d3d3e tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:00:19.401208 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:19.422578 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d8dafc45-3ebf-417a-84d5-4c1a997999f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:19.428804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] For port 504757dd-b842-4a19-8629-69600dcc2e87, host n-d-803585-2, got binding levels [] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:19.429797 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:19.442862 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c8ab22b-6bea-49b5-b55d-64864a36172c req-92c2fd1b-4028-4d30-8d94-e14450fabe01 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987155 Aug 05 14:00:19.451396 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-5e9553e8-4d34-47d4-80f2-4e0c147d3d3e tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:19.452023 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-5e9553e8-4d34-47d4-80f2-4e0c147d3d3e tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:19.470264 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-5e9553e8-4d34-47d4-80f2-4e0c147d3d3e tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2761731 Aug 05 14:00:19.485290 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Request body: {'port': {'device_id': '5a9faeba-d726-482a-9840-428636757e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:19.532964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Calling delete_port for 504757dd-b842-4a19-8629-69600dcc2e87 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:00:19.563368 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:19.565625 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.ipam_backend_mixin [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Port 504757dd-b842-4a19-8629-69600dcc2e87 was not found and therefore no delete operation was performed {{(pid=105724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:00:19.580555 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:19.601658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e6990-b333-4d92-9914-d915c907b8cb req-ff9592e3-fdbf-4124-ac2d-f8f9998c0653 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:19.603259 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b33e6990-b333-4d92-9914-d915c907b8cb req-ff9592e3-fdbf-4124-ac2d-f8f9998c0653 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 949 time: 0.2867899 Aug 05 14:00:19.609323 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d8dafc45-3ebf-417a-84d5-4c1a997999f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:19.613621 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ce6c05f-2ae8-4f66-9e18-365d93e2ed60 req-7a934b3c-8ad2-4992-a60e-841d390f0ef4 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417260 Aug 05 14:00:19.683508 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfb5ba-da0f-4375-ba38-056518242842 req-26c9d429-aee1-4879-9f5f-32707b491e26 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:19.692112 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-51bfb5ba-da0f-4375-ba38-056518242842 req-26c9d429-aee1-4879-9f5f-32707b491e26 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a9faeba-d726-482a-9840-428636757e2d HTTP/1.1" status: 200 len: 931 time: 0.1238377 Aug 05 14:00:19.703663 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Port': ['ID=504757dd-b842-4a19-8629-69600dcc2e87,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:19.740112 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] No DVR routers for this DVR port 504757dd-b842-4a19-8629-69600dcc2e87 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:00:19.805945 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-51bfb5ba-da0f-4375-ba38-056518242842 req-c2b44ba3-8672-4069-8c4a-e8a272297ff6 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/security-groups?id=224717ef-8b81-483f-bfd4-d4924e046b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129537 Aug 05 14:00:19.890947 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b33e6990-b333-4d92-9914-d915c907b8cb req-4d5ee378-7376-445c-ad04-6102136427ca tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124693 Aug 05 14:00:19.916238 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:19.921791 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa467c-816a-4d2c-9df4-93268f7b738f req-b6da54d7-3ae5-4ea2-8b32-60575e747e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:19.925756 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-79aa467c-816a-4d2c-9df4-93268f7b738f req-b6da54d7-3ae5-4ea2-8b32-60575e747e79 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 1098 time: 0.2346621 Aug 05 14:00:19.937341 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455a85f1-ffff-4450-8f60-55a09b85e211']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:19.963984 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b05a905-0860-41c9-ad00-dd0e38f6981c') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:19.964293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b05a905-0860-41c9-ad00-dd0e38f6981c') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:19.967932 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d8dafc45-3ebf-417a-84d5-4c1a997999f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:19.970432 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d8dafc45-3ebf-417a-84d5-4c1a997999f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:19.971653 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d8dafc45-3ebf-417a-84d5-4c1a997999f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1bc8f01-c1cb-4a19-8801-06245132b7c7 HTTP/1.1" status: 204 len: 168 time: 0.8450577 Aug 05 14:00:20.010986 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fb49570b-93d4-4e2b-ae54-88de9cfdcc57 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:00:20.055739 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: fb49570b-93d4-4e2b-ae54-88de9cfdcc57 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:00:20.056854 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:20.057421 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fb49570b-93d4-4e2b-ae54-88de9cfdcc57 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:00:20.069252 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:20.084412 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:20.085160 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Transition to ACTIVE for port object a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:00:20.088480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ca596c-2460-48b6-98d4-2b30b9afd3af tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Router 6c9643ef-70af-433b-8c9f-83b79be69184 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:00:20.098670 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dafc45-3ebf-417a-84d5-4c1a997999f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bc8f01-c1cb-4a19-8801-06245132b7c7,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:20.101217 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:20.117689 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:20.139269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:00:20.139849 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:00:20.144450 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:00:20.261638 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Pushing event updated for resources: {'Port': ['ID=a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:20.265957 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa467c-816a-4d2c-9df4-93268f7b738f req-84376db5-3519-45c3-9413-cc05bc520b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:20.266812 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-79aa467c-816a-4d2c-9df4-93268f7b738f req-84376db5-3519-45c3-9413-cc05bc520b7e service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.3271203 Aug 05 14:00:20.337161 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:20.345395 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-79aa467c-816a-4d2c-9df4-93268f7b738f req-56c7a5c9-5632-4d9f-b22d-c98960c02853 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6b39cc46-be3c-42e9-9691-c101aa374227 HTTP/1.1" status: 200 len: 217 time: 0.0505190 Aug 05 14:00:20.352281 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:20.357037 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/networks/455a85f1-ffff-4450-8f60-55a09b85e211 HTTP/1.1" status: 204 len: 168 time: 2.8205378 Aug 05 14:00:20.359132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52296) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:20.409292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Attempting to bind port a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:00:20.409639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Attempting to bind port a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '2209cd63-038a-4cea-8795-96ef3e647dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '66d009df-259f-4f3f-a6f6-3a692ea559ae'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:00:20.409980 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Attempting to bind port a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 on network 66d009df-259f-4f3f-a6f6-3a692ea559ae {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:20.412227 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226ad9e-34ad-4610-9475-65e4ae62d431 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Network': ['ID=455a85f1-ffff-4450-8f60-55a09b85e211,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:20.417365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Port a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 on network 66d009df-259f-4f3f-a6f6-3a692ea559ae not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:00:20.417578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Attempting to bind port a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 on network 66d009df-259f-4f3f-a6f6-3a692ea559ae {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:20.426402 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:00:20.427885 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Checking segment: {'id': '2209cd63-038a-4cea-8795-96ef3e647dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '66d009df-259f-4f3f-a6f6-3a692ea559ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:00:20.428298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Bound using segment: {'id': '2209cd63-038a-4cea-8795-96ef3e647dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '66d009df-259f-4f3f-a6f6-3a692ea559ae'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:00:20.428751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Bound port: a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2209cd63-038a-4cea-8795-96ef3e647dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '66d009df-259f-4f3f-a6f6-3a692ea559ae'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:00:20.429125 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:20.458739 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ca596c-2460-48b6-98d4-2b30b9afd3af tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:00:20.470630 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37cee7-acf7-4650-a867-0b810ecd1fc5 None None] Sync routers for ids ['6c9643ef-70af-433b-8c9f-83b79be69184'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:00:20.490525 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e9ca596c-2460-48b6-98d4-2b30b9afd3af tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:20.499532 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37cee7-acf7-4650-a867-0b810ecd1fc5 None None] Routers {'6c9643ef-70af-433b-8c9f-83b79be69184'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:20.510496 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5f37cee7-acf7-4650-a867-0b810ecd1fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['6c9643ef-70af-433b-8c9f-83b79be69184'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:20.562366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa467c-816a-4d2c-9df4-93268f7b738f req-0e37dd1f-8ee8-4a56-84bd-051892355e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:20.563921 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-79aa467c-816a-4d2c-9df4-93268f7b738f req-0e37dd1f-8ee8-4a56-84bd-051892355e46 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.2023573 Aug 05 14:00:20.583822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] For port a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:00:20.587578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] For port a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1,segment=NetworkSegment(2209cd63-038a-4cea-8795-96ef3e647dc3),segment_id=2209cd63-038a-4cea-8795-96ef3e647dc3)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:00:20.591059 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e9ca596c-2460-48b6-98d4-2b30b9afd3af tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "PUT /v2.0/floatingips/cd6f283b-a6a3-4302-91dc-ae89db2b1376 HTTP/1.1" status: 200 len: 991 time: 4.0280101 Aug 05 14:00:20.606677 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af973d6-c439-4e2f-8ca4-89c62e419f08', 'tag': '86d451a0-af8b-416c-bde2-c5c0bf4d9e6f'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:20.613479 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355291a5-2e61-4a0d-b982-c62c3d262cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "7af973d6-c439-4e2f-8ca4-89c62e419f08", "tag": "86d451a0-af8b-416c-bde2-c5c0bf4d9e6f"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:20.643934 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:20.660005 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 7cf1054d-0c2b-447d-a07b-b482c672e9a8 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:00:20.714315 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:20.718263 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:20.720207 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] 10.222.0.63 "PUT /v2.0/ports/a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 HTTP/1.1" status: 200 len: 1091 time: 1.2413828 Aug 05 14:00:20.741381 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a9faeba-d726-482a-9840-428636757e2d', 'tag': 'a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:20.744318 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c82d39d-41f9-4eae-bfd3-ff64406e9fee" -d '{"events": [{"name": "network-changed", "server_uuid": "5a9faeba-d726-482a-9840-428636757e2d", "tag": "a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:20.744563 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa467c-816a-4d2c-9df4-93268f7b738f req-86c4faf1-d2bc-496c-9a9e-6e1127eb28ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:20.764132 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-79aa467c-816a-4d2c-9df4-93268f7b738f req-86c4faf1-d2bc-496c-9a9e-6e1127eb28ed service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1878204 Aug 05 14:00:20.786036 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98236ad4-6a6e-4152-8414-cac57d8332cc req-ef43eaa7-e8c6-44fe-803b-399d68a6d348 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:20.794231 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98236ad4-6a6e-4152-8414-cac57d8332cc req-ef43eaa7-e8c6-44fe-803b-399d68a6d348 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 947 time: 0.2043521 Aug 05 14:00:20.855322 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc384766-ddac-4446-a0a0-1ccc94372291 service neutron] Pushing event updated for resources: {'Port': ['ID=a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:20.886047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-94f989fb-ec96-4cd2-9514-6cae853bb795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:20.886715 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-79aa467c-816a-4d2c-9df4-93268f7b738f req-9f11472e-206a-4dca-9d3e-90ea408fbc30 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179998 Aug 05 14:00:20.888816 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-94f989fb-ec96-4cd2-9514-6cae853bb795 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=386b20b3e9524776a4ac3db030383893&device_id=5a9faeba-d726-482a-9840-428636757e2d HTTP/1.1" status: 200 len: 1094 time: 0.0845511 Aug 05 14:00:20.905106 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98236ad4-6a6e-4152-8414-cac57d8332cc req-bf98a972-e46c-4850-9a8d-dc5a46595b6d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095467 Aug 05 14:00:20.943792 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-5f37cee7-acf7-4650-a867-0b810ecd1fc5 None None] Set router 6c9643ef-70af-433b-8c9f-83b79be69184 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:21.005662 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 7cf1054d-0c2b-447d-a07b-b482c672e9a8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=7cf1054d-0c2b-447d-a07b-b482c672e9a8,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:21.052678 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-8df9e502-235a-4efa-b179-3c9de48a7e63 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 HTTP/1.1" status: 200 len: 217 time: 0.1461904 Aug 05 14:00:21.057129 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '7cf1054d-0c2b-447d-a07b-b482c672e9a8', 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53', 'port_id': '7cf1054d-0c2b-447d-a07b-b482c672e9a8', 'mac_address': 'fa:16:3e:76:50:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509b4bd6-4083-497b-a5bd-8bf817602045', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:00:21.200196 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-79aa467c-816a-4d2c-9df4-93268f7b738f req-a5595aff-0f31-4846-9a86-46052a1043e6 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978499 Aug 05 14:00:21.211533 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f92f39-c712-4e70-a880-dccf9bcd2167 x-openstack-request-id: req-61f92f39-c712-4e70-a880-dccf9bcd2167 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:21.212114 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af973d6-c439-4e2f-8ca4-89c62e419f08", "tag": "86d451a0-af8b-416c-bde2-c5c0bf4d9e6f", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:21.212467 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61f92f39-c712-4e70-a880-dccf9bcd2167 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:21.212976 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af973d6-c439-4e2f-8ca4-89c62e419f08', 'tag': '86d451a0-af8b-416c-bde2-c5c0bf4d9e6f', 'status': 'completed', 'code': 200} Aug 05 14:00:21.235761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-0bf77432-1bf7-4dd3-9d29-a33583365726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:21.238755 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:21.242179 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:21.245774 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-0bf77432-1bf7-4dd3-9d29-a33583365726 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8d2723de-4f47-42c4-a26e-c6b22e89f276 HTTP/1.1" status: 200 len: 857 time: 0.1818109 Aug 05 14:00:21.256859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cf1054d-0c2b-447d-a07b-b482c672e9a8 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:21.274963 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdad9e0-71d4-43aa-87b7-eaacd2a4dce3 req-af9df24b-c73e-4011-9bfb-8c6ddebd23e0 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:21.275562 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdad9e0-71d4-43aa-87b7-eaacd2a4dce3 req-af9df24b-c73e-4011-9bfb-8c6ddebd23e0 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:21.276383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdad9e0-71d4-43aa-87b7-eaacd2a4dce3 req-af9df24b-c73e-4011-9bfb-8c6ddebd23e0 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:21.277128 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdad9e0-71d4-43aa-87b7-eaacd2a4dce3 req-af9df24b-c73e-4011-9bfb-8c6ddebd23e0 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:21.277685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdad9e0-71d4-43aa-87b7-eaacd2a4dce3 req-af9df24b-c73e-4011-9bfb-8c6ddebd23e0 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:21.278284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdad9e0-71d4-43aa-87b7-eaacd2a4dce3 req-af9df24b-c73e-4011-9bfb-8c6ddebd23e0 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:21.278929 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdad9e0-71d4-43aa-87b7-eaacd2a4dce3 req-af9df24b-c73e-4011-9bfb-8c6ddebd23e0 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:21.280515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdad9e0-71d4-43aa-87b7-eaacd2a4dce3 req-af9df24b-c73e-4011-9bfb-8c6ddebd23e0 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:21.281134 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdad9e0-71d4-43aa-87b7-eaacd2a4dce3 req-af9df24b-c73e-4011-9bfb-8c6ddebd23e0 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:21.284656 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1fdad9e0-71d4-43aa-87b7-eaacd2a4dce3 req-af9df24b-c73e-4011-9bfb-8c6ddebd23e0 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5a9faeba-d726-482a-9840-428636757e2d&device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60&device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08&device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d&device_id=2d586100-1358-4194-9e6c-e0492c33cf92&device_id=67b80950-726c-4ec2-8039-39a7e0494f3e&device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3&device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0&device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 8207 time: 0.1279664 Aug 05 14:00:21.291871 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 7cf1054d-0c2b-447d-a07b-b482c672e9a8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=7cf1054d-0c2b-447d-a07b-b482c672e9a8,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:21.301698 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:21.315958 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-1fdad9e0-71d4-43aa-87b7-eaacd2a4dce3 req-22508d88-4696-47dd-ac91-23d0a59e2183 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:21.379941 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6b39cc46-be3c-42e9-9691-c101aa374227 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:00:21.404423 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5d0d39-11ff-4bf8-b800-a875138ba105 x-openstack-request-id: req-3a5d0d39-11ff-4bf8-b800-a875138ba105 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:21.404722 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a9faeba-d726-482a-9840-428636757e2d", "tag": "a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:21.416561 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a5d0d39-11ff-4bf8-b800-a875138ba105 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:21.417036 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a9faeba-d726-482a-9840-428636757e2d', 'tag': 'a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1', 'status': 'completed', 'code': 200} Aug 05 14:00:21.426770 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-239ab93b-1774-4ee4-9099-1fe2b167ce8c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=66d009df-259f-4f3f-a6f6-3a692ea559ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1439047 Aug 05 14:00:21.447269 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-1fdad9e0-71d4-43aa-87b7-eaacd2a4dce3 req-22508d88-4696-47dd-ac91-23d0a59e2183 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:21.460720 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-1fdad9e0-71d4-43aa-87b7-eaacd2a4dce3 req-22508d88-4696-47dd-ac91-23d0a59e2183 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:21.496314 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22508d88-4696-47dd-ac91-23d0a59e2183 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ed78a1-8c93-4805-9c1e-f08567a176fa,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:21.511795 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fe550bfb-9f03-4cc1-ad9c-920ea28a4a50 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:21.523852 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5f37cee7-acf7-4650-a867-0b810ecd1fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'name': 'tempest-ServersTestJSON-532512425-router', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'gw_port': {'id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'cd6f283b-a6a3-4302-91dc-ae89db2b1376', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'floating_ip_address': '172.25.5.187', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'port_id': '86d451a0-af8b-416c-bde2-c5c0bf4d9e6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8', 'mac_address': 'fa:16:3e:18:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af973d6-c439-4e2f-8ca4-89c62e419f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:59:55Z', 'updated_at': '2021-08-05T14:00:17Z', 'revision_number': 1, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc8c3c1-f950-449f-83f7-7594f65b1326', 'name': '', 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'mac_address': 'fa:16:3e:24:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:43Z', 'updated_at': '2021-08-05T13:59:56Z', 'revision_number': 5, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'subnets': [{'id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:21.543554 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=7cf1054d-0c2b-447d-a07b-b482c672e9a8,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:21.559460 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['7cf1054d-0c2b-447d-a07b-b482c672e9a8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:00:21.672667 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1fdad9e0-71d4-43aa-87b7-eaacd2a4dce3 req-22508d88-4696-47dd-ac91-23d0a59e2183 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=40afa97f-7ab9-4606-bc29-1b8105f0ec68&id=862244a3-fb56-4a86-92e4-cd4832fce205&id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&id=224717ef-8b81-483f-bfd4-d4924e046b9b&id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.3786204 Aug 05 14:00:21.701269 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37cee7-acf7-4650-a867-0b810ecd1fc5 None None] Checking router: 6c9643ef-70af-433b-8c9f-83b79be69184 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:00:21.704084 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.resource_extend [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 14:00:21.725227 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355291a5-2e61-4a0d-b982-c62c3d262cf8 req-33a52603-98f7-489c-bb09-66fe3e85328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:21.728404 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37cee7-acf7-4650-a867-0b810ecd1fc5 None None] Routers {'6c9643ef-70af-433b-8c9f-83b79be69184'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:21.729088 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5f37cee7-acf7-4650-a867-0b810ecd1fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['6c9643ef-70af-433b-8c9f-83b79be69184'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:21.730571 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-355291a5-2e61-4a0d-b982-c62c3d262cf8 req-33a52603-98f7-489c-bb09-66fe3e85328f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f39c8f4653f419aa531da4561507e96&device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 1096 time: 0.4815626 Aug 05 14:00:21.837965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52356) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:21.893864 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6b39cc46-be3c-42e9-9691-c101aa374227,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:21.936210 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '6b39cc46-be3c-42e9-9691-c101aa374227', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '6b39cc46-be3c-42e9-9691-c101aa374227', 'mac_address': 'fa:16:3e:50:30:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:00:21.990598 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:22.006145 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b39cc46-be3c-42e9-9691-c101aa374227 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:22.035513 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6b39cc46-be3c-42e9-9691-c101aa374227,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:22.042525 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:22.084076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15853d80-9940-4764-9ca2-e8fc07cda2a6 req-6a52da49-8bc3-4979-9892-0a29184c541c tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:22.098199 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-089bbc94-52dc-4e12-a50d-8f8c1066ce75 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-540120080-network', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:22.100223 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-5f37cee7-acf7-4650-a867-0b810ecd1fc5 None None] Set router 6c9643ef-70af-433b-8c9f-83b79be69184 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:22.102429 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-15853d80-9940-4764-9ca2-e8fc07cda2a6 req-6a52da49-8bc3-4979-9892-0a29184c541c tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a9faeba-d726-482a-9840-428636757e2d HTTP/1.1" status: 200 len: 943 time: 0.6253109 Aug 05 14:00:22.143675 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=6b39cc46-be3c-42e9-9691-c101aa374227,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:22.229221 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089bbc94-52dc-4e12-a50d-8f8c1066ce75 admin admin] Made reservation on behalf of 96ce52ade26d4779afbb233449c53c4d for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:00:22.231513 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-089bbc94-52dc-4e12-a50d-8f8c1066ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:22.253542 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-089bbc94-52dc-4e12-a50d-8f8c1066ce75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:22.264416 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['6b39cc46-be3c-42e9-9691-c101aa374227'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:00:22.280745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba65b5-0ddd-41a0-8bae-51838e13385e req-90350443-76a6-454b-85b0-b6d0b7e6a983 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:22.282479 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-efba65b5-0ddd-41a0-8bae-51838e13385e req-90350443-76a6-454b-85b0-b6d0b7e6a983 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 948 time: 0.1434536 Aug 05 14:00:22.352615 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355291a5-2e61-4a0d-b982-c62c3d262cf8 req-261e1b1c-9461-460b-a639-f460970401b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:22.357604 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-355291a5-2e61-4a0d-b982-c62c3d262cf8 req-261e1b1c-9461-460b-a639-f460970401b1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=00b456fd-8f1f-457d-ab9f-9b65af2598b8 HTTP/1.1" status: 200 len: 906 time: 0.6158705 Aug 05 14:00:22.359492 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-2c0447a0-fc8a-4f37-a497-662ac8324b2b service neutron] 10.222.0.63 "GET /v2.0/networks/66d009df-259f-4f3f-a6f6-3a692ea559ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9148660 Aug 05 14:00:22.378631 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-fe550bfb-9f03-4cc1-ad9c-920ea28a4a50 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting port 87e2de8a-4233-4972-997b-490bdf629ada {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:00:22.379007 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fe550bfb-9f03-4cc1-ad9c-920ea28a4a50 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:22.382178 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-15853d80-9940-4764-9ca2-e8fc07cda2a6 req-97cb6d64-8e71-46f9-84fc-c71b2ed23e13 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/security-groups?id=224717ef-8b81-483f-bfd4-d4924e046b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780406 Aug 05 14:00:22.576712 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5f37cee7-acf7-4650-a867-0b810ecd1fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'name': 'tempest-ServersTestJSON-532512425-router', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'gw_port': {'id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'cd6f283b-a6a3-4302-91dc-ae89db2b1376', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'floating_ip_address': '172.25.5.187', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'port_id': '86d451a0-af8b-416c-bde2-c5c0bf4d9e6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8', 'mac_address': 'fa:16:3e:18:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af973d6-c439-4e2f-8ca4-89c62e419f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:59:55Z', 'updated_at': '2021-08-05T14:00:17Z', 'revision_number': 1, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc8c3c1-f950-449f-83f7-7594f65b1326', 'name': '', 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'mac_address': 'fa:16:3e:24:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:43Z', 'updated_at': '2021-08-05T13:59:56Z', 'revision_number': 5, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'subnets': [{'id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:22.607366 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37cee7-acf7-4650-a867-0b810ecd1fc5 None None] The sync data for ids ['6c9643ef-70af-433b-8c9f-83b79be69184'] in n-d-803585-2 is: [{'id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'name': 'tempest-ServersTestJSON-532512425-router', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'gw_port': {'id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'cd6f283b-a6a3-4302-91dc-ae89db2b1376', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'floating_ip_address': '172.25.5.187', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'port_id': '86d451a0-af8b-416c-bde2-c5c0bf4d9e6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8', 'mac_address': 'fa:16:3e:18:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af973d6-c439-4e2f-8ca4-89c62e419f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:59:55Z', 'updated_at': '2021-08-05T14:00:17Z', 'revision_number': 1, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc8c3c1-f950-449f-83f7-7594f65b1326', 'name': '', 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'mac_address': 'fa:16:3e:24:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:43Z', 'updated_at': '2021-08-05T13:59:56Z', 'revision_number': 5, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'subnets': [{'id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:00:22.666860 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-efba65b5-0ddd-41a0-8bae-51838e13385e req-eaa04aa5-229f-490c-9672-78116de04b5c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539493 Aug 05 14:00:22.675242 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-355291a5-2e61-4a0d-b982-c62c3d262cf8 req-8c5fe6d3-2131-481b-a5ba-413681c6c863 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86d451a0-af8b-416c-bde2-c5c0bf4d9e6f HTTP/1.1" status: 200 len: 999 time: 0.2889707 Aug 05 14:00:22.682911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 7cf1054d-0c2b-447d-a07b-b482c672e9a8 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:22.760116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 7cf1054d-0c2b-447d-a07b-b482c672e9a8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:22.760872 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:22.849108 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-fe550bfb-9f03-4cc1-ad9c-920ea28a4a50 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] For port 87e2de8a-4233-4972-997b-490bdf629ada, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=87e2de8a-4233-4972-997b-490bdf629ada,segment=NetworkSegment(c6086323-caf8-48e3-b764-1e96be22a039),segment_id=c6086323-caf8-48e3-b764-1e96be22a039)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:22.849453 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fe550bfb-9f03-4cc1-ad9c-920ea28a4a50 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:22.891998 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-fe550bfb-9f03-4cc1-ad9c-920ea28a4a50 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Calling delete_port for 87e2de8a-4233-4972-997b-490bdf629ada owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:00:22.934426 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:23.019157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 7cf1054d-0c2b-447d-a07b-b482c672e9a8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=7cf1054d-0c2b-447d-a07b-b482c672e9a8,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:23.022357 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d586100-1358-4194-9e6c-e0492c33cf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf1054d-0c2b-447d-a07b-b482c672e9a8'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:23.027824 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad702905-11a0-4985-872d-34320b6134fb" -d '{"events": [{"server_uuid": "2d586100-1358-4194-9e6c-e0492c33cf92", "name": "network-vif-plugged", "status": "completed", "tag": "7cf1054d-0c2b-447d-a07b-b482c672e9a8"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:23.041043 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:23.046970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aec87c-7f19-4349-9bec-e4383201f076 None None] New status for floating IP cd6f283b-a6a3-4302-91dc-ae89db2b1376: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:00:23.127756 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91989fe6-6862-41f7-ba06-521d450c451d x-openstack-request-id: req-91989fe6-6862-41f7-ba06-521d450c451d {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:23.130795 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d586100-1358-4194-9e6c-e0492c33cf92", "name": "network-vif-plugged", "status": "completed", "tag": "7cf1054d-0c2b-447d-a07b-b482c672e9a8", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:23.131095 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91989fe6-6862-41f7-ba06-521d450c451d {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:23.131513 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d586100-1358-4194-9e6c-e0492c33cf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf1054d-0c2b-447d-a07b-b482c672e9a8', 'code': 200} Aug 05 14:00:23.166676 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-089bbc94-52dc-4e12-a50d-8f8c1066ce75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:23.184285 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-089bbc94-52dc-4e12-a50d-8f8c1066ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:23.208123 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=7cf1054d-0c2b-447d-a07b-b482c672e9a8,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:23.332034 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d59b424-f2c4-4cb5-a3f2-0c7b9cc72867 req-5bc22858-f827-4044-b6f6-21c62c9789b3 service neutron] 10.222.0.63 "GET /v2.0/networks/66d009df-259f-4f3f-a6f6-3a692ea559ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9406998 Aug 05 14:00:23.333488 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355291a5-2e61-4a0d-b982-c62c3d262cf8 req-6173d486-0f69-4cd5-b446-8f0918fdfdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:23.335112 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-355291a5-2e61-4a0d-b982-c62c3d262cf8 req-6173d486-0f69-4cd5-b446-8f0918fdfdf5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=271e3d74-bb42-4589-a6b6-cd3ebc455e96 HTTP/1.1" status: 200 len: 844 time: 0.6327465 Aug 05 14:00:23.384583 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6b39cc46-be3c-42e9-9691-c101aa374227 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:23.387436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089bbc94-52dc-4e12-a50d-8f8c1066ce75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:00:23.509938 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fe550bfb-9f03-4cc1-ad9c-920ea28a4a50 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:23.535401 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-089bbc94-52dc-4e12-a50d-8f8c1066ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:23.535759 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-089bbc94-52dc-4e12-a50d-8f8c1066ce75 admin admin] Added segment 11441616-c92a-4ac4-ad0c-8df7fcc65f76 of type vlan for network 0faf3c1a-da56-4914-b3b6-71d6487a60a7 Aug 05 14:00:23.584176 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859d485-3039-4c23-a382-470b449794b1 req-23f76a97-2ec0-49e0-9e8b-cb26bf0040f7 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:23.587071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859d485-3039-4c23-a382-470b449794b1 req-23f76a97-2ec0-49e0-9e8b-cb26bf0040f7 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:23.589492 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859d485-3039-4c23-a382-470b449794b1 req-23f76a97-2ec0-49e0-9e8b-cb26bf0040f7 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:23.597498 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9859d485-3039-4c23-a382-470b449794b1 req-23f76a97-2ec0-49e0-9e8b-cb26bf0040f7 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d&device_id=67b80950-726c-4ec2-8039-39a7e0494f3e&device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 2882 time: 0.8106403 Aug 05 14:00:23.630933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bbc94-52dc-4e12-a50d-8f8c1066ce75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:23.634835 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82d39d-41f9-4eae-bfd3-ff64406e9fee req-35857fe4-86e4-4408-b6e6-45fb5fc3cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:23.636385 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1c82d39d-41f9-4eae-bfd3-ff64406e9fee req-35857fe4-86e4-4408-b6e6-45fb5fc3cbc1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=386b20b3e9524776a4ac3db030383893&device_id=5a9faeba-d726-482a-9840-428636757e2d HTTP/1.1" status: 200 len: 1094 time: 0.2322910 Aug 05 14:00:23.645641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe550bfb-9f03-4cc1-ad9c-920ea28a4a50 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Port': ['ID=87e2de8a-4233-4972-997b-490bdf629ada,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:23.653787 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355291a5-2e61-4a0d-b982-c62c3d262cf8 req-b456712c-1388-4554-9bcc-610408da6277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:23.660425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-355291a5-2e61-4a0d-b982-c62c3d262cf8 req-b456712c-1388-4554-9bcc-610408da6277 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00b456fd-8f1f-457d-ab9f-9b65af2598b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3098903 Aug 05 14:00:23.723011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 6b39cc46-be3c-42e9-9691-c101aa374227 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:23.728791 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 6b39cc46-be3c-42e9-9691-c101aa374227 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:23.729420 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:23.795321 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-089bbc94-52dc-4e12-a50d-8f8c1066ce75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:23.845365 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9859d485-3039-4c23-a382-470b449794b1 req-4f22c3d3-50bb-4a6a-9838-b7e712a2ef2f tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313814 Aug 05 14:00:23.890221 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-089bbc94-52dc-4e12-a50d-8f8c1066ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:23.891484 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089bbc94-52dc-4e12-a50d-8f8c1066ce75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:23.892202 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-089bbc94-52dc-4e12-a50d-8f8c1066ce75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:23.924604 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ecf26509-77c9-43ab-ba14-9ff47a864db0 req-69683bdb-d84e-4d24-9b91-45b4aa0fb952 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5156546 Aug 05 14:00:23.928242 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:24.011857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6b39cc46-be3c-42e9-9691-c101aa374227,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:24.031620 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:24.151405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=6b39cc46-be3c-42e9-9691-c101aa374227,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:24.233395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4ee20-744c-4966-a105-57c15061cd38 req-9e983bf0-469e-4918-a570-e82886e1917e tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:24.237339 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14b4ee20-744c-4966-a105-57c15061cd38 req-9e983bf0-469e-4918-a570-e82886e1917e tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a9faeba-d726-482a-9840-428636757e2d HTTP/1.1" status: 200 len: 943 time: 0.6166811 Aug 05 14:00:24.247593 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-089bbc94-52dc-4e12-a50d-8f8c1066ce75 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3980503 Aug 05 14:00:24.248664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bbc94-52dc-4e12-a50d-8f8c1066ce75 admin admin] Pushing event updated for resources: {'Network': ['ID=0faf3c1a-da56-4914-b3b6-71d6487a60a7,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:24.252193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52408) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:24.261655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 0faf3c1a-da56-4914-b3b6-71d6487a60a7 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:00:24.312864 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-355291a5-2e61-4a0d-b982-c62c3d262cf8 req-9e276f75-189c-4af3-add6-e2eb365d9c14 service neutron] 10.222.0.63 "GET /v2.0/networks/00b456fd-8f1f-457d-ab9f-9b65af2598b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6357749 Aug 05 14:00:24.346321 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82d39d-41f9-4eae-bfd3-ff64406e9fee req-2573bd67-1ea7-433b-9259-7e7fc50b2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:24.353791 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1c82d39d-41f9-4eae-bfd3-ff64406e9fee req-2573bd67-1ea7-433b-9259-7e7fc50b2ce5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=66d009df-259f-4f3f-a6f6-3a692ea559ae HTTP/1.1" status: 200 len: 918 time: 0.6924665 Aug 05 14:00:24.356012 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-67afdbae-901e-437e-9d47-6d66167368c5 admin admin] Request body: {'subnet': {'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-540120080-subnet', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:24.376001 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b3353-a05c-4553-b8c8-ba006b2003f0 req-4f02bf91-89c4-41ee-b747-14f5090f5533 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:24.383007 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-674b3353-a05c-4553-b8c8-ba006b2003f0 req-4f02bf91-89c4-41ee-b747-14f5090f5533 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.2417343 Aug 05 14:00:24.487169 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fe550bfb-9f03-4cc1-ad9c-920ea28a4a50 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:24.536315 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14b4ee20-744c-4966-a105-57c15061cd38 req-94a39fb6-e6d0-443b-9564-9eb1980e87a9 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/security-groups?id=224717ef-8b81-483f-bfd4-d4924e046b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845478 Aug 05 14:00:24.543506 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67afdbae-901e-437e-9d47-6d66167368c5 admin admin] Made reservation on behalf of 96ce52ade26d4779afbb233449c53c4d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:00:24.546737 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-67afdbae-901e-437e-9d47-6d66167368c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:24.577420 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-674b3353-a05c-4553-b8c8-ba006b2003f0 req-ac2d12a5-0e07-4271-9014-25763f8c6ab7 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785998 Aug 05 14:00:24.584619 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1c82d39d-41f9-4eae-bfd3-ff64406e9fee req-223eb4b4-75ab-4b51-97de-3443ff40700e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 HTTP/1.1" status: 200 len: 217 time: 0.1897893 Aug 05 14:00:24.875149 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-355291a5-2e61-4a0d-b982-c62c3d262cf8 req-3f72a038-51c2-4edd-a60d-dda3a79b567d service neutron] 10.222.0.63 "GET /v2.0/networks/00b456fd-8f1f-457d-ab9f-9b65af2598b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501001 Aug 05 14:00:24.889044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82d39d-41f9-4eae-bfd3-ff64406e9fee req-b7ac1e2c-dd5f-4fb7-ac3e-45683d8a3c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:24.890903 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1c82d39d-41f9-4eae-bfd3-ff64406e9fee req-b7ac1e2c-dd5f-4fb7-ac3e-45683d8a3c54 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8d2723de-4f47-42c4-a26e-c6b22e89f276 HTTP/1.1" status: 200 len: 857 time: 0.2801173 Aug 05 14:00:24.964815 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1c82d39d-41f9-4eae-bfd3-ff64406e9fee req-a6cad35f-bf46-4568-b714-d4e9f1ac1ad0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=66d009df-259f-4f3f-a6f6-3a692ea559ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640435 Aug 05 14:00:25.132792 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b39cc46-be3c-42e9-9691-c101aa374227'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:25.135267 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962d13ed-7455-4194-90af-c8bc5537d7d2" -d '{"events": [{"server_uuid": "8faad079-c1f4-4c3a-b1df-db9d3309eb60", "name": "network-vif-plugged", "status": "completed", "tag": "6b39cc46-be3c-42e9-9691-c101aa374227"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:25.208634 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1c82d39d-41f9-4eae-bfd3-ff64406e9fee req-7b15ea29-2d93-4ca6-ad02-866b6cbb869e service neutron] 10.222.0.63 "GET /v2.0/networks/66d009df-259f-4f3f-a6f6-3a692ea559ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346377 Aug 05 14:00:25.219610 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd7902e-eba5-482d-b175-5377ec9b53d4 x-openstack-request-id: req-bcd7902e-eba5-482d-b175-5377ec9b53d4 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:25.221501 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faad079-c1f4-4c3a-b1df-db9d3309eb60", "name": "network-vif-plugged", "status": "completed", "tag": "6b39cc46-be3c-42e9-9691-c101aa374227", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:25.221647 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcd7902e-eba5-482d-b175-5377ec9b53d4 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:25.223903 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b39cc46-be3c-42e9-9691-c101aa374227', 'code': 200} Aug 05 14:00:25.226755 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf26509-77c9-43ab-ba14-9ff47a864db0 req-8967a52c-3c83-43d6-93ff-ccbdddc6a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:25.229464 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ecf26509-77c9-43ab-ba14-9ff47a864db0 req-8967a52c-3c83-43d6-93ff-ccbdddc6a37d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 1101 time: 1.1498694 Aug 05 14:00:25.394104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:00:25.474107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740390f-1027-482b-a45a-deff44fd95a9 req-bc47f631-915c-4fe6-b743-1e44e58837d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:25.476572 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7740390f-1027-482b-a45a-deff44fd95a9 req-bc47f631-915c-4fe6-b743-1e44e58837d3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 1100 time: 0.1104105 Aug 05 14:00:25.481032 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1c82d39d-41f9-4eae-bfd3-ff64406e9fee req-b5a9ee92-0ba5-40e5-9f90-f56f42bf6dd5 service neutron] 10.222.0.63 "GET /v2.0/networks/66d009df-259f-4f3f-a6f6-3a692ea559ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554243 Aug 05 14:00:25.571211 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7740390f-1027-482b-a45a-deff44fd95a9 req-601f9ae1-f39d-4190-ae51-bd0e4ea5611e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795267 Aug 05 14:00:25.649533 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1,segment=NetworkSegment(2209cd63-038a-4cea-8795-96ef3e647dc3),segment_id=2209cd63-038a-4cea-8795-96ef3e647dc3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:25.670723 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1', 'network_id': '66d009df-259f-4f3f-a6f6-3a692ea559ae', 'port_id': 'a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1', 'mac_address': 'fa:16:3e:74:62:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2723de-4f47-42c4-a26e-c6b22e89f276', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:00:25.740984 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:25.765917 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:25.801576 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1,segment=NetworkSegment(2209cd63-038a-4cea-8795-96ef3e647dc3),segment_id=2209cd63-038a-4cea-8795-96ef3e647dc3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:25.826526 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:25.851856 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac92f7-2afb-4b71-ae56-d5019e3dbb56 req-ea78befd-8e60-42d4-bcf1-5161d04c2d74 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:25.858291 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3cac92f7-2afb-4b71-ae56-d5019e3dbb56 req-ea78befd-8e60-42d4-bcf1-5161d04c2d74 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.0990341 Aug 05 14:00:25.921340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe550bfb-9f03-4cc1-ad9c-920ea28a4a50 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router f20fae2e-828a-466e-a2bb-8dd1c68854cf has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:00:25.927843 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:25.941961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf26509-77c9-43ab-ba14-9ff47a864db0 req-572d87e3-4380-42e6-924e-a26caa259e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:25.943644 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ecf26509-77c9-43ab-ba14-9ff47a864db0 req-572d87e3-4380-42e6-924e-a26caa259e1b service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.6344330 Aug 05 14:00:25.944584 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3cac92f7-2afb-4b71-ae56-d5019e3dbb56 req-7610e461-e0dc-4c6c-b157-6565f77cb035 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801928 Aug 05 14:00:26.045753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c709ed-1e97-405a-a9cc-30aa118a4f93 req-cca960ba-29db-4ba3-927f-92c027ace4b2 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:26.054008 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-20c709ed-1e97-405a-a9cc-30aa118a4f93 req-cca960ba-29db-4ba3-927f-92c027ace4b2 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a9faeba-d726-482a-9840-428636757e2d HTTP/1.1" status: 200 len: 944 time: 0.2807076 Aug 05 14:00:26.093001 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ecf26509-77c9-43ab-ba14-9ff47a864db0 req-6bf8ed4a-7267-432b-b2e9-19f876d9f2a9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 HTTP/1.1" status: 200 len: 217 time: 0.1360323 Aug 05 14:00:26.131968 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:00:26.184793 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b88e1-a096-4da3-a2ac-772f3a76a894 req-dc97edff-d4c3-42d1-843e-5febf0341135 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:26.193520 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e3b88e1-a096-4da3-a2ac-772f3a76a894 req-dc97edff-d4c3-42d1-843e-5febf0341135 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 1101 time: 0.0657289 Aug 05 14:00:26.246812 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e3b88e1-a096-4da3-a2ac-772f3a76a894 req-be733479-ebc3-454e-9429-6457576352f8 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521765 Aug 05 14:00:26.249658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe550bfb-9f03-4cc1-ad9c-920ea28a4a50 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:00:26.263898 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6900bbc8-8cfb-43a8-a891-d1308015eeeb None None] Sync routers for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:00:26.281810 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6900bbc8-8cfb-43a8-a891-d1308015eeeb None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:26.285215 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6900bbc8-8cfb-43a8-a891-d1308015eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:26.286044 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fe550bfb-9f03-4cc1-ad9c-920ea28a4a50 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/f20fae2e-828a-466e-a2bb-8dd1c68854cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9226465 Aug 05 14:00:26.289532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52446) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:26.374372 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-20c709ed-1e97-405a-a9cc-30aa118a4f93 req-7c646719-da57-4fc4-b830-e2ee3807b7c1 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/security-groups?id=224717ef-8b81-483f-bfd4-d4924e046b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192954 Aug 05 14:00:26.462199 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf26509-77c9-43ab-ba14-9ff47a864db0 req-efdaea0b-0ff4-4a05-babb-23026a3c62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:26.465621 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ecf26509-77c9-43ab-ba14-9ff47a864db0 req-efdaea0b-0ff4-4a05-babb-23026a3c62cb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.3424523 Aug 05 14:00:26.512043 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac0b548-9e9e-41bf-afab-4fa0467b1e43 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting subnet 8b614ed7-a254-43c1-b724-9e9c8e498b42 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:00:26.526939 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4ac0b548-9e9e-41bf-afab-4fa0467b1e43 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:26.529824 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-6900bbc8-8cfb-43a8-a891-d1308015eeeb None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:26.612012 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf26509-77c9-43ab-ba14-9ff47a864db0 req-987c05cf-6908-435f-99ac-2c956686794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:26.616182 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ecf26509-77c9-43ab-ba14-9ff47a864db0 req-987c05cf-6908-435f-99ac-2c956686794c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1239212 Aug 05 14:00:26.617711 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-67afdbae-901e-437e-9d47-6d66167368c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:26.650273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4ac0b548-9e9e-41bf-afab-4fa0467b1e43 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:26.658095 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6900bbc8-8cfb-43a8-a891-d1308015eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T14:00:23Z', 'revision_number': 11, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:26.702297 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6900bbc8-8cfb-43a8-a891-d1308015eeeb None None] Checking router: f20fae2e-828a-466e-a2bb-8dd1c68854cf for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:00:26.714595 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6900bbc8-8cfb-43a8-a891-d1308015eeeb None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:26.715272 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6900bbc8-8cfb-43a8-a891-d1308015eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:26.787667 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4ac0b548-9e9e-41bf-afab-4fa0467b1e43 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:26.878781 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afdbae-901e-437e-9d47-6d66167368c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86095e2e-89d0-47c1-ab53-dffe55ffd0fc,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:26.881279 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-6900bbc8-8cfb-43a8-a891-d1308015eeeb None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:26.899555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67afdbae-901e-437e-9d47-6d66167368c5 admin admin] Checking segment: {'id': '11441616-c92a-4ac4-ad0c-8df7fcc65f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:00:26.903581 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4ac0b548-9e9e-41bf-afab-4fa0467b1e43 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:26.904264 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67afdbae-901e-437e-9d47-6d66167368c5 admin admin] Network hostable DHCP agents. Network: 0faf3c1a-da56-4914-b3b6-71d6487a60a7, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:00:26.941681 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0b548-9e9e-41bf-afab-4fa0467b1e43 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Subnet': ['ID=8b614ed7-a254-43c1-b724-9e9c8e498b42,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:26.962190 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4ac0b548-9e9e-41bf-afab-4fa0467b1e43 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:26.963836 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ecf26509-77c9-43ab-ba14-9ff47a864db0 req-0fbfc74a-17cb-4de4-a186-964e05f8ea26 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283482 Aug 05 14:00:26.965184 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4ac0b548-9e9e-41bf-afab-4fa0467b1e43 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/subnets/8b614ed7-a254-43c1-b724-9e9c8e498b42 HTTP/1.1" status: 204 len: 168 time: 0.6741543 Aug 05 14:00:26.968014 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52458) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:26.974480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31405708-55c7-4fab-b05e-fe117e7a0bbf None None] Network 562833e9-7320-4574-90ed-69fb898e07ff requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:00:26.993091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67afdbae-901e-437e-9d47-6d66167368c5 admin admin] Network 0faf3c1a-da56-4914-b3b6-71d6487a60a7 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:00:27.039320 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6900bbc8-8cfb-43a8-a891-d1308015eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T14:00:23Z', 'revision_number': 11, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:27.061032 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:27.074630 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b2c9a-9886-4739-aa16-e5636524c756 req-0e2bb818-af5a-4b94-9ba4-45212fabe1cb tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:27.083437 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-723b2c9a-9886-4739-aa16-e5636524c756 req-0e2bb818-af5a-4b94-9ba4-45212fabe1cb tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 1101 time: 0.2156508 Aug 05 14:00:27.127785 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6900bbc8-8cfb-43a8-a891-d1308015eeeb None None] The sync data for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 is: [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T14:00:23Z', 'revision_number': 11, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:00:27.141239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-67afdbae-901e-437e-9d47-6d66167368c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 0faf3c1a-da56-4914-b3b6-71d6487a60a7) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:00:27.162784 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-723b2c9a-9886-4739-aa16-e5636524c756 req-51d24c30-7a2d-4652-bd26-4c5fa84f631d tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783257 Aug 05 14:00:27.163501 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67afdbae-901e-437e-9d47-6d66167368c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:27.164099 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-67afdbae-901e-437e-9d47-6d66167368c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:27.170160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bd50dd-849e-45bf-83dd-eb9c6a663ff0 None None] Network 0faf3c1a-da56-4914-b3b6-71d6487a60a7 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:00:27.233042 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-67afdbae-901e-437e-9d47-6d66167368c5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.8889313 Aug 05 14:00:27.239274 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52466) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:27.246766 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-540120080-router', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:27.254052 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a6f6e-1797-43b3-8ec1-21d98a520355 req-22fb8141-3550-49c5-89db-61ef04450d6f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:27.255644 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-385a6f6e-1797-43b3-8ec1-21d98a520355 req-22fb8141-3550-49c5-89db-61ef04450d6f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.1225431 Aug 05 14:00:27.260574 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ecf26509-77c9-43ab-ba14-9ff47a864db0 req-3230c8ae-be1b-45c5-83d0-d8a50cfea0df service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806377 Aug 05 14:00:27.268260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Deleting port e7c5dc41-508b-4573-b52b-1ce35071d5ed {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:00:27.269468 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:27.356320 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:27.357483 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:27.381511 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-385a6f6e-1797-43b3-8ec1-21d98a520355 req-7d8b261b-fc31-4122-bd78-1f03d0a5dad2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180840 Aug 05 14:00:27.429339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:27.466290 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:27.507019 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] For port e7c5dc41-508b-4573-b52b-1ce35071d5ed, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e7c5dc41-508b-4573-b52b-1ce35071d5ed,segment=NetworkSegment(c6086323-caf8-48e3-b764-1e96be22a039),segment_id=c6086323-caf8-48e3-b764-1e96be22a039)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:27.507921 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:27.677611 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Calling delete_port for e7c5dc41-508b-4573-b52b-1ce35071d5ed owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:00:27.721287 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b5cf52-e8ee-4df8-890f-decfecd9fe94 None None] Network 0faf3c1a-da56-4914-b3b6-71d6487a60a7 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:00:27.783585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249cab5-d5e1-4154-b866-320f3f09610c req-2016bfa7-8d41-4213-8607-4067d7a3c8f3 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:27.793594 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d249cab5-d5e1-4154-b866-320f3f09610c req-2016bfa7-8d41-4213-8607-4067d7a3c8f3 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.1253786 Aug 05 14:00:27.887412 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8c2c60-a086-4431-a7fe-22cf2f905271 None None] DHCP port deletion for 562833e9-7320-4574-90ed-69fb898e07ff request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:00:27.905481 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:27.925999 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:27.926407 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:27.933157 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d249cab5-d5e1-4154-b866-320f3f09610c req-ff58f287-81f9-42fc-b411-6664e22a4f8b tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386635 Aug 05 14:00:28.157292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e7c5dc41-508b-4573-b52b-1ce35071d5ed no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:00:28.203511 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:28.233652 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5352a6-108c-467d-9880-3a5fecd6f9f4 req-55405ff6-5f99-4055-97ae-47ed073d1ef8 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:28.245003 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea5352a6-108c-467d-9880-3a5fecd6f9f4 req-55405ff6-5f99-4055-97ae-47ed073d1ef8 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a9faeba-d726-482a-9840-428636757e2d HTTP/1.1" status: 200 len: 944 time: 0.2950792 Aug 05 14:00:28.353615 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea5352a6-108c-467d-9880-3a5fecd6f9f4 req-a68b2172-4dc9-4df8-ae48-3d9457d5c41c tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/security-groups?id=224717ef-8b81-483f-bfd4-d4924e046b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008039 Aug 05 14:00:28.585686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:28.698817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] No DVR routers for this DVR port e7c5dc41-508b-4573-b52b-1ce35071d5ed on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:00:28.718063 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Port': ['ID=e7c5dc41-508b-4573-b52b-1ce35071d5ed,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:28.768801 n-d-803585-2 neutron-server[105725]: INFO neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No ports have port_id starting with e7c5dc41-508b-4573-b52b-1ce35071d5ed Aug 05 14:00:28.770777 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c2c60-a086-4431-a7fe-22cf2f905271 None None] Deleting port e7c5dc41-508b-4573-b52b-1ce35071d5ed {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:00:28.771332 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2c60-a086-4431-a7fe-22cf2f905271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:28.841937 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 87e2de8a-4233-4972-997b-490bdf629ada no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:00:28.844014 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:28.860461 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562833e9-7320-4574-90ed-69fb898e07ff']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:28.877821 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6086323-caf8-48e3-b764-1e96be22a039') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:28.878937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6086323-caf8-48e3-b764-1e96be22a039') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:28.893118 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:28.931965 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:28.940716 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:28.957578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:00:28.958463 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:28.981669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 87e2de8a-4233-4972-997b-490bdf629ada {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:00:28.988966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 87e2de8a-4233-4972-997b-490bdf629ada not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:00:29.026868 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9faeba-d726-482a-9840-428636757e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:29.044224 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e1961e-0648-49dc-a765-7ceaac16dee5" -d '{"events": [{"server_uuid": "5a9faeba-d726-482a-9840-428636757e2d", "name": "network-vif-plugged", "status": "completed", "tag": "a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:29.060371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0f8c2c60-a086-4431-a7fe-22cf2f905271 None None] For port e7c5dc41-508b-4573-b52b-1ce35071d5ed, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:29.075759 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2c60-a086-4431-a7fe-22cf2f905271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:29.162292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1,segment=NetworkSegment(2209cd63-038a-4cea-8795-96ef3e647dc3),segment_id=2209cd63-038a-4cea-8795-96ef3e647dc3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:29.163559 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c2c60-a086-4431-a7fe-22cf2f905271 None None] Calling delete_port for e7c5dc41-508b-4573-b52b-1ce35071d5ed owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:00:29.177237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-0f8c2c60-a086-4431-a7fe-22cf2f905271 None None] Port e7c5dc41-508b-4573-b52b-1ce35071d5ed was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:00:29.178243 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:00:29.181234 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:00:29.188297 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:29.193593 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2c60-a086-4431-a7fe-22cf2f905271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:29.194024 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:29.198200 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/networks/562833e9-7320-4574-90ed-69fb898e07ff HTTP/1.1" status: 204 len: 168 time: 2.2288678 Aug 05 14:00:29.198875 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52530) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:29.211726 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-9ce2882c-b200-4818-84ff-ac6355f5d4ed tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'router': {'routes': None}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:29.274955 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f8c2c60-a086-4431-a7fe-22cf2f905271 None None] Network 562833e9-7320-4574-90ed-69fb898e07ff is not hosted by any dhcp agent {{(pid=105725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 14:00:29.275419 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c2c60-a086-4431-a7fe-22cf2f905271 None None] No DVR routers for this DVR port e7c5dc41-508b-4573-b52b-1ce35071d5ed on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:00:29.356788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:29.362799 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a00d0-80b0-452b-b703-7fc5ef03a9f5 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Pushing event deleted for resources: {'Network': ['ID=562833e9-7320-4574-90ed-69fb898e07ff,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:29.431572 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c2c60-a086-4431-a7fe-22cf2f905271 None None] Pushing event deleted for resources: {'Port': ['ID=e7c5dc41-508b-4573-b52b-1ce35071d5ed,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:29.573047 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c604fd-7cbb-4dbb-aa2a-0aa1bd603156 x-openstack-request-id: req-50c604fd-7cbb-4dbb-aa2a-0aa1bd603156 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:29.573410 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9faeba-d726-482a-9840-428636757e2d", "name": "network-vif-plugged", "status": "completed", "tag": "a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:29.574401 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50c604fd-7cbb-4dbb-aa2a-0aa1bd603156 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:29.574401 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9faeba-d726-482a-9840-428636757e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1', 'code': 200} Aug 05 14:00:29.675766 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:29.706427 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:29.722057 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-18cbbcf6-a169-43f9-83bf-e13b0c59b685 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1390480038&fields=id&tenant_id=242aee1dd2bb45e090193f192ec2acf8 HTTP/1.1" status: 200 len: 267 time: 0.3604465 Aug 05 14:00:29.800967 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.extraroute_db [None req-9ce2882c-b200-4818-84ff-ac6355f5d4ed tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Added routes are [] {{(pid=105724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 05 14:00:29.801366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.extraroute_db [None req-9ce2882c-b200-4818-84ff-ac6355f5d4ed tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Removed routes are [] {{(pid=105724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 05 14:00:29.801690 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ce2882c-b200-4818-84ff-ac6355f5d4ed tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:29.837361 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-cdcab432-36d3-4f2c-b61a-2d8bc617ad01 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2400460 Aug 05 14:00:29.954378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f2923-5983-481f-8a6d-a81581ebd676 req-34ef04cc-0aea-458a-881f-b31ad0e0a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:29.958144 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-157f2923-5983-481f-8a6d-a81581ebd676 req-34ef04cc-0aea-458a-881f-b31ad0e0a21b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5a9faeba-d726-482a-9840-428636757e2d HTTP/1.1" status: 200 len: 1096 time: 0.2379005 Aug 05 14:00:30.004214 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499fc50-aee7-44f5-857a-165e7098efb9 req-b6017511-cd19-483f-a85d-9943f3e9b356 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:30.023807 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4499fc50-aee7-44f5-857a-165e7098efb9 req-b6017511-cd19-483f-a85d-9943f3e9b356 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.3031485 Aug 05 14:00:30.035331 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-a4824859-eb10-4e57-b292-65d62f549516 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:30.042374 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-a4824859-eb10-4e57-b292-65d62f549516 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/networks?id=17449f7a-6c65-48a1-960d-a93691b6492e HTTP/1.1" status: 200 len: 816 time: 0.3103044 Aug 05 14:00:30.121390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Allocated IP 172.25.5.241 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/a9d3311f-53b3-4547-8131-a1860f3a3760) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:00:30.121669 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ce2882c-b200-4818-84ff-ac6355f5d4ed tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:30.145291 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ce2882c-b200-4818-84ff-ac6355f5d4ed tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:30.159537 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-a78d342b-013f-459d-a47d-2cc2000953a8 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/quotas/242aee1dd2bb45e090193f192ec2acf8 HTTP/1.1" status: 200 len: 375 time: 0.1161213 Aug 05 14:00:30.221897 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4499fc50-aee7-44f5-857a-165e7098efb9 req-da073b75-cccc-4882-a384-b0179acc20d0 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963074 Aug 05 14:00:30.288483 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-157f2923-5983-481f-8a6d-a81581ebd676 req-178e334e-3e70-469e-8207-2686577b59ba service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=224717ef-8b81-483f-bfd4-d4924e046b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582836 Aug 05 14:00:30.315369 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce2882c-b200-4818-84ff-ac6355f5d4ed tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router f20fae2e-828a-466e-a2bb-8dd1c68854cf has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:00:30.352089 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-60a99b2f-b32c-43f7-a3d9-34812edeb573 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=242aee1dd2bb45e090193f192ec2acf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1845610 Aug 05 14:00:30.478617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d36553-5e32-47af-a94a-6d9419c89f55 req-eb1f93c0-f74a-4892-825a-1e5259fe9fac tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:30.480199 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-20d36553-5e32-47af-a94a-6d9419c89f55 req-eb1f93c0-f74a-4892-825a-1e5259fe9fac tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a9faeba-d726-482a-9840-428636757e2d HTTP/1.1" status: 200 len: 945 time: 0.1000299 Aug 05 14:00:30.483618 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce2882c-b200-4818-84ff-ac6355f5d4ed tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:00:30.494907 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782cabf0-69ba-406c-a4af-d2ab8dc5197e None None] Sync routers for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:00:30.518657 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ce2882c-b200-4818-84ff-ac6355f5d4ed tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:30.519310 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782cabf0-69ba-406c-a4af-d2ab8dc5197e None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:30.522379 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9ce2882c-b200-4818-84ff-ac6355f5d4ed tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/f20fae2e-828a-466e-a2bb-8dd1c68854cf HTTP/1.1" status: 200 len: 705 time: 1.3223462 Aug 05 14:00:30.523473 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-782cabf0-69ba-406c-a4af-d2ab8dc5197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:30.528483 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52562) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:30.600454 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-20d36553-5e32-47af-a94a-6d9419c89f55 req-d36349d6-986d-4e80-88d8-4b4afbf02398 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/security-groups?id=224717ef-8b81-483f-bfd4-d4924e046b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073687 Aug 05 14:00:30.635485 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0f32cade-b7f4-4933-a5f1-23325496f1b3 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f20fae2e-828a-466e-a2bb-8dd1c68854cf HTTP/1.1" status: 200 len: 205 time: 0.0789807 Aug 05 14:00:30.635485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52566) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:30.636269 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-782cabf0-69ba-406c-a4af-d2ab8dc5197e None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:30.696844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-782cabf0-69ba-406c-a4af-d2ab8dc5197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T14:00:23Z', 'revision_number': 11, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:30.732487 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:30.778839 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782cabf0-69ba-406c-a4af-d2ab8dc5197e None None] Checking router: f20fae2e-828a-466e-a2bb-8dd1c68854cf for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:00:30.820126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782cabf0-69ba-406c-a4af-d2ab8dc5197e None None] Routers {'f20fae2e-828a-466e-a2bb-8dd1c68854cf'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:30.820126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-782cabf0-69ba-406c-a4af-d2ab8dc5197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:30.884606 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-148e2776-edbe-4f9b-9d55-a90f8cef14b1 service neutron] 10.222.0.16 "GET /v2.0/networks/17449f7a-6c65-48a1-960d-a93691b6492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993081 Aug 05 14:00:30.910629 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:30.947081 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d68911e8-d008-43d0-9f4e-3700c160fa81 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:30.954310 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-782cabf0-69ba-406c-a4af-d2ab8dc5197e None None] Set router f20fae2e-828a-466e-a2bb-8dd1c68854cf gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:31.055815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-782cabf0-69ba-406c-a4af-d2ab8dc5197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T14:00:23Z', 'revision_number': 11, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:31.057118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd766d56-3243-4de7-b4ea-e7299b82ad40 req-b2ff924f-2f28-44a4-91ea-a8d6776c84b1 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:31.066861 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fd766d56-3243-4de7-b4ea-e7299b82ad40 req-b2ff924f-2f28-44a4-91ea-a8d6776c84b1 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.1985257 Aug 05 14:00:31.080875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:00:31.088319 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:00:31.105431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782cabf0-69ba-406c-a4af-d2ab8dc5197e None None] The sync data for ids ['f20fae2e-828a-466e-a2bb-8dd1c68854cf'] in n-d-803585-2 is: [{'id': 'f20fae2e-828a-466e-a2bb-8dd1c68854cf', 'name': 'tempest-RoutersIpV6Test-router-1728055853', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:02Z', 'updated_at': '2021-08-05T14:00:23Z', 'revision_number': 11, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:00:31.114156 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:00:31.120417 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Pushing event updated for resources: {'Port': ['ID=a9d3311f-53b3-4547-8131-a1860f3a3760,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:31.225493 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d68911e8-d008-43d0-9f4e-3700c160fa81 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:31.232051 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d68911e8-d008-43d0-9f4e-3700c160fa81 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:31.249495 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fd766d56-3243-4de7-b4ea-e7299b82ad40 req-f052122c-0637-4ed3-8ac9-28423c7867b9 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814606 Aug 05 14:00:31.252975 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-e10e44b8-8866-4728-b25e-ed993ed5b8e3 service neutron] 10.222.0.16 "GET /v2.0/networks/17449f7a-6c65-48a1-960d-a93691b6492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922381 Aug 05 14:00:31.381278 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d68911e8-d008-43d0-9f4e-3700c160fa81 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:31.381917 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68911e8-d008-43d0-9f4e-3700c160fa81 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Fanout notify agent at l3_agent the message router_deleted on router f20fae2e-828a-466e-a2bb-8dd1c68854cf {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:00:31.405738 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d68911e8-d008-43d0-9f4e-3700c160fa81 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:31.409134 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d68911e8-d008-43d0-9f4e-3700c160fa81 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/routers/f20fae2e-828a-466e-a2bb-8dd1c68854cf HTTP/1.1" status: 204 len: 168 time: 0.7877028 Aug 05 14:00:31.418405 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52576) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:31.437532 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b617661e-fb16-4a59-8c10-c6678bf60b62 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-403014319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:31.519632 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b617661e-fb16-4a59-8c10-c6678bf60b62 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:31.520848 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b617661e-fb16-4a59-8c10-c6678bf60b62 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:31.663940 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b617661e-fb16-4a59-8c10-c6678bf60b62 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:31.704552 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b617661e-fb16-4a59-8c10-c6678bf60b62 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:31.752184 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b617661e-fb16-4a59-8c10-c6678bf60b62 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:31.755588 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b617661e-fb16-4a59-8c10-c6678bf60b62 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3341782 Aug 05 14:00:31.765477 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67765cf-9bae-40ef-887e-66fceb2d1312 req-1c352542-9411-4d41-83da-32c941fef615 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:31.773784 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b67765cf-9bae-40ef-887e-66fceb2d1312 req-1c352542-9411-4d41-83da-32c941fef615 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.1080449 Aug 05 14:00:31.775697 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52594) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:31.781534 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-82dcf810-f2c0-4cd3-99c3-c7a0a802a646 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:31.849381 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b67765cf-9bae-40ef-887e-66fceb2d1312 req-45ceebe4-75cf-461f-b33b-e3ec6eeaec62 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691783 Aug 05 14:00:31.903870 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:31.949209 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-efe1e9a2-6071-4735-92a1-488e88136875 req-66fb6d55-a6ff-41d2-bace-91366ed04a15 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 210 time: 0.0364177 Aug 05 14:00:31.970152 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-064b54f6-4d31-40bd-85c6-12846c4c469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:31.972548 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-064b54f6-4d31-40bd-85c6-12846c4c469d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 1100 time: 0.1220272 Aug 05 14:00:32.149389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f34d9-98d0-4d9b-9eda-853daca313af req-85dc0f7b-7f24-4a5c-a5dd-44eb4db4cac8 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:32.153628 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-c3a8ee9f-7690-4963-ae41-848467055960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:32.157808 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-c3a8ee9f-7690-4963-ae41-848467055960 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.1684835 Aug 05 14:00:32.163764 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad2f34d9-98d0-4d9b-9eda-853daca313af req-85dc0f7b-7f24-4a5c-a5dd-44eb4db4cac8 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a9faeba-d726-482a-9840-428636757e2d HTTP/1.1" status: 200 len: 945 time: 0.2699471 Aug 05 14:00:32.226230 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-cbec5161-26d3-4a17-9db3-369041db692d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6b39cc46-be3c-42e9-9691-c101aa374227 HTTP/1.1" status: 200 len: 217 time: 0.0606079 Aug 05 14:00:32.254721 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-82dcf810-f2c0-4cd3-99c3-c7a0a802a646 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:32.301138 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-82dcf810-f2c0-4cd3-99c3-c7a0a802a646 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:32.339761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-8409a709-e43f-4f5c-80b3-9e0709e581e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:32.349168 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-8409a709-e43f-4f5c-80b3-9e0709e581e6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1052487 Aug 05 14:00:32.463992 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-1c6fce0c-07ba-4e9f-b982-9fb10ba59c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:32.465789 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-1c6fce0c-07ba-4e9f-b982-9fb10ba59c86 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097822 Aug 05 14:00:32.477576 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7b81f-8559-412c-a83e-6ea46e6eaca2 req-687685e7-f935-406a-b27f-7cf3392ebf7c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:32.483155 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-63a7b81f-8559-412c-a83e-6ea46e6eaca2 req-687685e7-f935-406a-b27f-7cf3392ebf7c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.0823779 Aug 05 14:00:32.514063 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad2f34d9-98d0-4d9b-9eda-853daca313af req-5510ab4e-f222-4606-a43e-9945371bdbb1 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/security-groups?id=224717ef-8b81-483f-bfd4-d4924e046b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441089 Aug 05 14:00:32.634348 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-63a7b81f-8559-412c-a83e-6ea46e6eaca2 req-f535d46b-e237-4c8a-97bd-1aca1cbdce3f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399016 Aug 05 14:00:32.722816 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-8eb0adf2-fbf7-4e1a-bb37-427f9829c7f6 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368791 Aug 05 14:00:32.753643 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:32.797622 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dcf810-f2c0-4cd3-99c3-c7a0a802a646 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Router 9f86a39b-ab88-4c69-9de6-7aca0d06f65e is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:00:32.952306 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-35f229a4-a433-4bc1-b0f1-126a9b59dc0a service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079101 Aug 05 14:00:33.116001 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432b6e0-2bb4-4156-8cb1-43b17e60bed9 req-66d5aa2b-77c2-46e4-812d-d59d89570930 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:33.128207 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4432b6e0-2bb4-4156-8cb1-43b17e60bed9 req-66d5aa2b-77c2-46e4-812d-d59d89570930 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0959785 Aug 05 14:00:33.193644 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4432b6e0-2bb4-4156-8cb1-43b17e60bed9 req-1de38309-ed32-43bb-9972-28666bdd6554 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585876 Aug 05 14:00:33.317259 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e452797-dcc8-4404-9d1d-6ac231105f89 req-a93d798c-d4dd-44b2-9844-19cf9fb793b0 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 210 time: 0.0420938 Aug 05 14:00:33.401051 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8905e0b-63d3-4bd0-ad6b-b58e04e2cd74 req-b204e633-6ca1-4cdd-bef7-f0ea8ddc1432 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6652374 Aug 05 14:00:33.500649 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dcf810-f2c0-4cd3-99c3-c7a0a802a646 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:00:33.508198 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-82dcf810-f2c0-4cd3-99c3-c7a0a802a646 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:33.512068 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52626) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:33.512885 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-82dcf810-f2c0-4cd3-99c3-c7a0a802a646 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "PUT /v2.0/routers/9f86a39b-ab88-4c69-9de6-7aca0d06f65e HTTP/1.1" status: 200 len: 697 time: 1.7360482 Aug 05 14:00:33.516137 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589651c-a885-4303-93c7-d5f1c1c6f389 None None] Sync routers for ids ['9f86a39b-ab88-4c69-9de6-7aca0d06f65e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:00:33.546233 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589651c-a885-4303-93c7-d5f1c1c6f389 None None] Routers {'9f86a39b-ab88-4c69-9de6-7aca0d06f65e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:33.554291 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0589651c-a885-4303-93c7-d5f1c1c6f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['9f86a39b-ab88-4c69-9de6-7aca0d06f65e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:33.554817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Router ef15265f-d1c2-4678-afd8-22a93df7f996 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:00:33.565571 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa92587-94cc-41f6-b05e-52b7e97f7616 req-f47b8f6e-1b66-43a3-9b70-ae00e3129f8e tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:33.567123 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ffa92587-94cc-41f6-b05e-52b7e97f7616 req-f47b8f6e-1b66-43a3-9b70-ae00e3129f8e tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a9faeba-d726-482a-9840-428636757e2d HTTP/1.1" status: 200 len: 945 time: 0.5856085 Aug 05 14:00:33.727958 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-0589651c-a885-4303-93c7-d5f1c1c6f389 None None] Set router 9f86a39b-ab88-4c69-9de6-7aca0d06f65e gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:33.733944 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ce482f82-ef61-44a3-b951-f50c21066c31 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/routers/9f86a39b-ab88-4c69-9de6-7aca0d06f65e HTTP/1.1" status: 200 len: 703 time: 0.2205701 Aug 05 14:00:33.736686 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52634) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:33.810315 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3615565f-c414-46d5-bc5f-092c8d75b73c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f86a39b-ab88-4c69-9de6-7aca0d06f65e HTTP/1.1" status: 200 len: 205 time: 0.0680234 Aug 05 14:00:33.813230 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0589651c-a885-4303-93c7-d5f1c1c6f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f86a39b-ab88-4c69-9de6-7aca0d06f65e', 'name': 'tempest-RoutersIpV6Test-router-403014319', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:31Z', 'updated_at': '2021-08-05T14:00:32Z', 'revision_number': 2, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:33.814629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52636) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:33.825171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-995d46a9-5069-4803-a792-51ac1a9d5ee2 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:33.827066 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-995d46a9-5069-4803-a792-51ac1a9d5ee2 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.84 "GET /v2.0/networks?id=17449f7a-6c65-48a1-960d-a93691b6492e HTTP/1.1" status: 200 len: 816 time: 0.4553585 Aug 05 14:00:33.859602 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589651c-a885-4303-93c7-d5f1c1c6f389 None None] Checking router: 9f86a39b-ab88-4c69-9de6-7aca0d06f65e for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:00:33.872021 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589651c-a885-4303-93c7-d5f1c1c6f389 None None] Routers {'9f86a39b-ab88-4c69-9de6-7aca0d06f65e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:33.872933 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0589651c-a885-4303-93c7-d5f1c1c6f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['9f86a39b-ab88-4c69-9de6-7aca0d06f65e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:33.914353 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-c25ad6ec-3f53-4acb-876c-061a69915ef7 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=242aee1dd2bb45e090193f192ec2acf8 HTTP/1.1" status: 200 len: 380 time: 0.0662177 Aug 05 14:00:33.916516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8905e0b-63d3-4bd0-ad6b-b58e04e2cd74 req-eb8380bb-9697-42d8-acd6-380ba7cd353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:33.918105 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8905e0b-63d3-4bd0-ad6b-b58e04e2cd74 req-eb8380bb-9697-42d8-acd6-380ba7cd353e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 1100 time: 0.4009635 Aug 05 14:00:33.924705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ffa92587-94cc-41f6-b05e-52b7e97f7616 req-fa50829e-87ac-4ff6-a5af-441bbade0505 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/security-groups?id=224717ef-8b81-483f-bfd4-d4924e046b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415155 Aug 05 14:00:33.931891 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-21b939b7-6a08-4796-908b-b2725e239c98 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Request body: {'port': {'device_id': '6e62c451-9390-4e3b-94c8-39dc9ed7d1c7', 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e', 'admin_state_up': True, 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'security_groups': ['6e99e89d-aa49-45f7-9ca4-97bdfc785b25']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:33.983625 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-0589651c-a885-4303-93c7-d5f1c1c6f389 None None] Set router 9f86a39b-ab88-4c69-9de6-7aca0d06f65e gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:34.045155 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d458b60f-cd0f-41bd-a1aa-b08dac330bd6 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:34.060574 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:00:34.075523 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Sync routers for ids ['ef15265f-d1c2-4678-afd8-22a93df7f996'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:00:34.090593 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Routers {'ef15265f-d1c2-4678-afd8-22a93df7f996'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:34.097332 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ef15265f-d1c2-4678-afd8-22a93df7f996'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:34.102635 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:34.104239 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b5abfc91-3665-427c-aebf-0aa41a085e9b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.8613229 Aug 05 14:00:34.118387 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52638) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:34.197347 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0410901-9713-4ace-a641-90df154fda26 req-a33b5819-5946-4ac6-b1a2-6c4dde4df549 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:34.227008 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f0410901-9713-4ace-a641-90df154fda26 req-a33b5819-5946-4ac6-b1a2-6c4dde4df549 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.4732025 Aug 05 14:00:34.320923 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0589651c-a885-4303-93c7-d5f1c1c6f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f86a39b-ab88-4c69-9de6-7aca0d06f65e', 'name': 'tempest-RoutersIpV6Test-router-403014319', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:31Z', 'updated_at': '2021-08-05T14:00:32Z', 'revision_number': 2, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:34.377153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Set router ef15265f-d1c2-4678-afd8-22a93df7f996 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:34.382949 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589651c-a885-4303-93c7-d5f1c1c6f389 None None] The sync data for ids ['9f86a39b-ab88-4c69-9de6-7aca0d06f65e'] in n-d-803585-2 is: [{'id': '9f86a39b-ab88-4c69-9de6-7aca0d06f65e', 'name': 'tempest-RoutersIpV6Test-router-403014319', 'tenant_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:31Z', 'updated_at': '2021-08-05T14:00:32Z', 'revision_number': 2, 'project_id': 'e074d638fb10429cb5c70f6cea8a6d13', 'gw_port_host': None}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:00:34.631653 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-21b939b7-6a08-4796-908b-b2725e239c98 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Made reservation on behalf of 242aee1dd2bb45e090193f192ec2acf8 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:00:34.636440 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-21b939b7-6a08-4796-908b-b2725e239c98 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:34.802524 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'name': 'tempest-ServerRescueTestJSONUnderV235-540120080-router', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:27Z', 'updated_at': '2021-08-05T14:00:31Z', 'revision_number': 3, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'gw_port': {'id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:29Z', 'updated_at': '2021-08-05T14:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:34.835882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Checking router: ef15265f-d1c2-4678-afd8-22a93df7f996 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:00:34.836377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Updating router ef15265f-d1c2-4678-afd8-22a93df7f996 port a9d3311f-53b3-4547-8131-a1860f3a3760 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:00:34.899113 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:34.956746 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8905e0b-63d3-4bd0-ad6b-b58e04e2cd74 req-9e5ef455-cb33-4c61-9051-f15770f315ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:34.960284 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8905e0b-63d3-4bd0-ad6b-b58e04e2cd74 req-9e5ef455-cb33-4c61-9051-f15770f315ef service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 1.0071490 Aug 05 14:00:34.984225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29933d-2cf6-42c7-8d8f-1c6929a69fbc req-477120c9-7338-447e-adb1-a229b44c7ab7 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:34.993394 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c29933d-2cf6-42c7-8d8f-1c6929a69fbc req-477120c9-7338-447e-adb1-a229b44c7ab7 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.6257434 Aug 05 14:00:35.010528 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d458b60f-cd0f-41bd-a1aa-b08dac330bd6 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:35.016329 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f0410901-9713-4ace-a641-90df154fda26 req-7133f1f5-3145-4955-851f-1791fbfac7c4 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7883196 Aug 05 14:00:35.020648 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d458b60f-cd0f-41bd-a1aa-b08dac330bd6 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:35.113053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9c88d-2d0f-422c-bdbb-550e5c424617 req-d8a61965-0f9c-4275-aef3-b0dcdad9f3ec tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:35.114909 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-79b9c88d-2d0f-422c-bdbb-550e5c424617 req-d8a61965-0f9c-4275-aef3-b0dcdad9f3ec tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a9faeba-d726-482a-9840-428636757e2d HTTP/1.1" status: 200 len: 945 time: 0.1890671 Aug 05 14:00:35.154815 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8905e0b-63d3-4bd0-ad6b-b58e04e2cd74 req-313a20f9-47de-4044-8fa5-6a73f5ee40a7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=4009c418-da99-4e60-a0c5-42d440548f74 HTTP/1.1" status: 200 len: 217 time: 0.1167262 Aug 05 14:00:35.180618 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d458b60f-cd0f-41bd-a1aa-b08dac330bd6 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:35.181421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d458b60f-cd0f-41bd-a1aa-b08dac330bd6 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Fanout notify agent at l3_agent the message router_deleted on router 9f86a39b-ab88-4c69-9de6-7aca0d06f65e {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:00:35.197001 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d458b60f-cd0f-41bd-a1aa-b08dac330bd6 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:35.198350 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d458b60f-cd0f-41bd-a1aa-b08dac330bd6 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/routers/9f86a39b-ab88-4c69-9de6-7aca0d06f65e HTTP/1.1" status: 204 len: 168 time: 1.3823421 Aug 05 14:00:35.207286 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c29933d-2cf6-42c7-8d8f-1c6929a69fbc req-7e0eb48a-b1f6-4253-95f7-083beadb68e1 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125795 Aug 05 14:00:35.217360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52656) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:35.269333 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7078e54f-9469-4374-9833-e9e5998cf38a req-c9b75c15-3dcb-4b88-b795-fe00a7567487 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 210 time: 0.0696163 Aug 05 14:00:35.319720 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-36c1e813-3c74-46b7-ba7a-1eac8b84788d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f86a39b-ab88-4c69-9de6-7aca0d06f65e HTTP/1.1" status: 200 len: 205 time: 0.1009204 Aug 05 14:00:35.322658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52660) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:35.400624 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-705f429a-ef4c-427c-9068-5f9ab01c7713 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] delete failed (client error): The resource could not be found. Aug 05 14:00:35.402101 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-705f429a-ef4c-427c-9068-5f9ab01c7713 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/routers/9f86a39b-ab88-4c69-9de6-7aca0d06f65e HTTP/1.1" status: 404 len: 336 time: 0.0782502 Aug 05 14:00:35.404773 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52662) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:35.464937 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5454247e-b069-4466-a0cd-d1d3f4df0738 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] DELETE failed (client error): The resource could not be found. Aug 05 14:00:35.471078 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5454247e-b069-4466-a0cd-d1d3f4df0738 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:00:35.473930 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5454247e-b069-4466-a0cd-d1d3f4df0738 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/subnets/c2e773c4-e6ed-462c-865e-c191bf6ed299 HTTP/1.1" status: 404 len: 337 time: 0.0678921 Aug 05 14:00:35.478426 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52668) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:35.488636 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:35.515890 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Transition to ACTIVE for port object a9d3311f-53b3-4547-8131-a1860f3a3760 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:00:35.528272 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:35.548841 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-60884e6f-5b31-4a75-9324-89ba1a05855e tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] DELETE failed (client error): The resource could not be found. Aug 05 14:00:35.549708 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60884e6f-5b31-4a75-9324-89ba1a05855e tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:00:35.551551 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-60884e6f-5b31-4a75-9324-89ba1a05855e tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/subnets/276a7b3f-b59b-4e35-8e6b-83946693f35f HTTP/1.1" status: 404 len: 337 time: 0.0715272 Aug 05 14:00:35.554312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52674) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:35.597392 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-61845617-0186-45cb-aa9f-2449970c75a1 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] DELETE failed (client error): The resource could not be found. Aug 05 14:00:35.598011 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61845617-0186-45cb-aa9f-2449970c75a1 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:00:35.600188 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-61845617-0186-45cb-aa9f-2449970c75a1 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/subnets/3210af8c-0586-43d5-8213-570fb79bebfe HTTP/1.1" status: 404 len: 337 time: 0.0447679 Aug 05 14:00:35.609554 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-79b9c88d-2d0f-422c-bdbb-550e5c424617 req-13130801-558a-4bef-b02f-d718b27467f7 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Deleting port a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:00:35.610060 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-79b9c88d-2d0f-422c-bdbb-550e5c424617 req-13130801-558a-4bef-b02f-d718b27467f7 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:35.613712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52676) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:35.621247 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Attempting to bind port a9d3311f-53b3-4547-8131-a1860f3a3760 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:00:35.621917 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Attempting to bind port a9d3311f-53b3-4547-8131-a1860f3a3760 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:00:35.622603 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Attempting to bind port a9d3311f-53b3-4547-8131-a1860f3a3760 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:35.640052 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-21b939b7-6a08-4796-908b-b2725e239c98 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Allocated IP 172.20.0.9 (17449f7a-6c65-48a1-960d-a93691b6492e/bdb14171-f95f-4ddd-92c7-c92b54e1f9c3/fa5af672-f889-4e74-997d-623f4184377a) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:00:35.649069 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8da1d5-fb1b-48a2-b539-b1b6732a0640 None None] Pushing event updated for resources: {'Port': ['ID=a9d3311f-53b3-4547-8131-a1860f3a3760,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:35.659200 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:00:35.659911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:00:35.660529 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:35.661525 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:00:35.662243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Bound port: a9d3311f-53b3-4547-8131-a1860f3a3760, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:00:35.662892 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:35.696778 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f45bb8-a11a-41b2-85e2-e1677c7fd10c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] DELETE failed (client error): The resource could not be found. Aug 05 14:00:35.697397 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f45bb8-a11a-41b2-85e2-e1677c7fd10c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:00:35.699482 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-76f45bb8-a11a-41b2-85e2-e1677c7fd10c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/subnets/8b614ed7-a254-43c1-b724-9e9c8e498b42 HTTP/1.1" status: 404 len: 337 time: 0.0835936 Aug 05 14:00:35.730072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52678) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:35.784271 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-49c5d978-fe7b-4c28-a6aa-9e23493ca21c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f20fae2e-828a-466e-a2bb-8dd1c68854cf HTTP/1.1" status: 200 len: 205 time: 0.0528154 Aug 05 14:00:35.787668 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52680) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:35.796753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] For port a9d3311f-53b3-4547-8131-a1860f3a3760, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:00:35.812438 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] For port a9d3311f-53b3-4547-8131-a1860f3a3760, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a9d3311f-53b3-4547-8131-a1860f3a3760,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:00:35.828989 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:35.857124 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-21b939b7-6a08-4796-908b-b2725e239c98 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:35.862551 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-def6388c-21f8-4bf0-8fde-396572e26360 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] delete failed (client error): The resource could not be found. Aug 05 14:00:35.862551 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-def6388c-21f8-4bf0-8fde-396572e26360 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/routers/f20fae2e-828a-466e-a2bb-8dd1c68854cf HTTP/1.1" status: 404 len: 336 time: 0.0730984 Aug 05 14:00:35.866891 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52682) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:35.877028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-21b939b7-6a08-4796-908b-b2725e239c98 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Transition to ACTIVE for port object fa5af672-f889-4e74-997d-623f4184377a will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:00:35.913581 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0c0fe460-ad00-4510-b0d0-b83e92d6a67c tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b12265f-4253-4c8e-8c48-dde8b1a445a9 HTTP/1.1" status: 200 len: 205 time: 0.0428827 Aug 05 14:00:35.914967 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52684) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:35.926542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8905e0b-63d3-4bd0-ad6b-b58e04e2cd74 req-12841790-3321-406e-910f-21604ae665cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:35.928446 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8905e0b-63d3-4bd0-ad6b-b58e04e2cd74 req-12841790-3321-406e-910f-21604ae665cb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.7439277 Aug 05 14:00:35.933787 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-21b939b7-6a08-4796-908b-b2725e239c98 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:36.016916 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-6192cc1a-2f16-4f63-af4d-335fbc33037b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] delete failed (client error): The resource could not be found. Aug 05 14:00:36.021225 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6192cc1a-2f16-4f63-af4d-335fbc33037b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/routers/8b12265f-4253-4c8e-8c48-dde8b1a445a9 HTTP/1.1" status: 404 len: 336 time: 0.1021991 Aug 05 14:00:36.043695 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52686) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:36.062104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8da1d5-fb1b-48a2-b539-b1b6732a0640 None None] Pushing event updated for resources: {'Port': ['ID=a9d3311f-53b3-4547-8131-a1860f3a3760,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:36.062650 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b939b7-6a08-4796-908b-b2725e239c98 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Pushing event updated for resources: {'Port': ['ID=fa5af672-f889-4e74-997d-623f4184377a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:36.077474 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Routers {'ef15265f-d1c2-4678-afd8-22a93df7f996'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:36.078079 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ef15265f-d1c2-4678-afd8-22a93df7f996'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:36.160657 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9043d9a-06cd-4ce4-8f05-6c228e0f9852 req-b85ddecf-95f5-46c3-b2b0-2bcb9ce5c076 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:36.161170 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de9643d-f8c8-43c1-b573-41cd4a1e7544 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] DELETE failed (client error): The resource could not be found. Aug 05 14:00:36.161828 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de9643d-f8c8-43c1-b573-41cd4a1e7544 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:00:36.166272 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5de9643d-f8c8-43c1-b573-41cd4a1e7544 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/subnets/17f7b0cf-a4b3-46f6-85a7-a1527cae9c30 HTTP/1.1" status: 404 len: 337 time: 0.1175277 Aug 05 14:00:36.166272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-79b9c88d-2d0f-422c-bdbb-550e5c424617 req-13130801-558a-4bef-b02f-d718b27467f7 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] For port a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1,segment=NetworkSegment(2209cd63-038a-4cea-8795-96ef3e647dc3),segment_id=2209cd63-038a-4cea-8795-96ef3e647dc3)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:36.166622 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-79b9c88d-2d0f-422c-bdbb-550e5c424617 req-13130801-558a-4bef-b02f-d718b27467f7 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:36.168361 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e9043d9a-06cd-4ce4-8f05-6c228e0f9852 req-b85ddecf-95f5-46c3-b2b0-2bcb9ce5c076 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a9faeba-d726-482a-9840-428636757e2d HTTP/1.1" status: 200 len: 945 time: 0.7926073 Aug 05 14:00:36.169377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52690) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:36.192473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-21b939b7-6a08-4796-908b-b2725e239c98 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Network 17449f7a-6c65-48a1-960d-a93691b6492e is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:00:36.201691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-21b939b7-6a08-4796-908b-b2725e239c98 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:00:36.211935 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8905e0b-63d3-4bd0-ad6b-b58e04e2cd74 req-cdb04c6d-ac8d-4a79-8712-15a1172391cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:36.213445 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8905e0b-63d3-4bd0-ad6b-b58e04e2cd74 req-cdb04c6d-ac8d-4a79-8712-15a1172391cd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2691302 Aug 05 14:00:36.214275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-21b939b7-6a08-4796-908b-b2725e239c98 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:00:36.295762 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-79b9c88d-2d0f-422c-bdbb-550e5c424617 req-13130801-558a-4bef-b02f-d718b27467f7 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Calling delete_port for a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:00:36.300149 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9bad9a99-3bdc-4ed1-8221-31a383080b4d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports?device_id=5901a06b-df35-4b54-ae5f-23083ea3e2d1 HTTP/1.1" status: 200 len: 205 time: 0.1294978 Aug 05 14:00:36.307070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52696) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:36.460625 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] Set router ef15265f-d1c2-4678-afd8-22a93df7f996 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:36.460804 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e9043d9a-06cd-4ce4-8f05-6c228e0f9852 req-a68bf327-7047-4f3a-81a9-6e7c406f8e44 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/security-groups?id=224717ef-8b81-483f-bfd4-d4924e046b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907786 Aug 05 14:00:36.463044 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-342526db-43ce-4f27-9661-9d6f65f760a0 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] delete failed (client error): The resource could not be found. Aug 05 14:00:36.464412 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-342526db-43ce-4f27-9661-9d6f65f760a0 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/routers/5901a06b-df35-4b54-ae5f-23083ea3e2d1 HTTP/1.1" status: 404 len: 336 time: 0.1225536 Aug 05 14:00:36.465933 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8905e0b-63d3-4bd0-ad6b-b58e04e2cd74 req-5aaa2409-3c6f-48d2-904b-26711f4767c8 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135568 Aug 05 14:00:36.525297 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52700) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:36.621089 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cb409690-3a4f-4e2d-905a-279de34ac7d9 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports?device_id=790f1c53-c9a7-4abd-8e7f-506615351a06 HTTP/1.1" status: 200 len: 205 time: 0.0889864 Aug 05 14:00:36.639053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89510c09-71f2-492b-b406-fd9edadb9850 req-656a9574-f154-4066-9d71-c2fe783e6e87 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:36.653065 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89510c09-71f2-492b-b406-fd9edadb9850 req-656a9574-f154-4066-9d71-c2fe783e6e87 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.4226158 Aug 05 14:00:36.661028 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52704) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:36.712977 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8905e0b-63d3-4bd0-ad6b-b58e04e2cd74 req-a9f5bce1-dafb-4084-8452-839c6b9fed5e service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782274 Aug 05 14:00:36.732356 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-0742c58f-d381-49de-9747-94de4ee43111 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] delete failed (client error): The resource could not be found. Aug 05 14:00:36.734488 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0742c58f-d381-49de-9747-94de4ee43111 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/routers/790f1c53-c9a7-4abd-8e7f-506615351a06 HTTP/1.1" status: 404 len: 336 time: 0.0666790 Aug 05 14:00:36.741393 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52706) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:36.750650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a872d3f6-1f12-490d-949c-af6df57efb65 None None] Provisioning for port fa5af672-f889-4e74-997d-623f4184377a completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:36.775656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a872d3f6-1f12-490d-949c-af6df57efb65 None None] Provisioning complete for port fa5af672-f889-4e74-997d-623f4184377a triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:36.776263 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a872d3f6-1f12-490d-949c-af6df57efb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:36.805026 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8c033f-c659-4c0e-9cf1-3a90385461c1 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] DELETE failed (client error): The resource could not be found. Aug 05 14:00:36.806711 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8c033f-c659-4c0e-9cf1-3a90385461c1 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:00:36.811060 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2c8c033f-c659-4c0e-9cf1-3a90385461c1 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/subnets/67351cbe-94e8-48f6-9a27-c07f978bc89e HTTP/1.1" status: 404 len: 337 time: 0.0685122 Aug 05 14:00:36.821613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52708) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:36.850219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a872d3f6-1f12-490d-949c-af6df57efb65 None None] Port fa5af672-f889-4e74-997d-623f4184377a cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:00:36.892776 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4bfad7e9-c8dd-45d5-ba85-e190626fc49a tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports?device_id=613ea75e-b080-40ef-957c-9603927a9ff9 HTTP/1.1" status: 200 len: 205 time: 0.0685110 Aug 05 14:00:36.910824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'name': 'tempest-ServerRescueTestJSONUnderV235-540120080-router', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:27Z', 'updated_at': '2021-08-05T14:00:31Z', 'revision_number': 3, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'gw_port': {'id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:29Z', 'updated_at': '2021-08-05T14:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:36.911683 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89510c09-71f2-492b-b406-fd9edadb9850 req-13acdfb9-2ef5-4d0f-8871-e0474a3f4f8a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561929 Aug 05 14:00:36.913228 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52710) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:36.976751 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de686fdc-b188-4753-b26d-e696e39e1bf5 None None] The sync data for ids ['ef15265f-d1c2-4678-afd8-22a93df7f996'] in n-d-803585-2 is: [{'id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'name': 'tempest-ServerRescueTestJSONUnderV235-540120080-router', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:27Z', 'updated_at': '2021-08-05T14:00:31Z', 'revision_number': 3, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'gw_port': {'id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:29Z', 'updated_at': '2021-08-05T14:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:00:37.081118 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-4578f064-8b39-4a9d-bdcc-54956e77d85d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] delete failed (client error): The resource could not be found. Aug 05 14:00:37.082948 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4578f064-8b39-4a9d-bdcc-54956e77d85d tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/routers/613ea75e-b080-40ef-957c-9603927a9ff9 HTTP/1.1" status: 404 len: 336 time: 0.1586537 Aug 05 14:00:37.086068 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52712) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:37.195036 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-79b9c88d-2d0f-422c-bdbb-550e5c424617 req-13130801-558a-4bef-b02f-d718b27467f7 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:37.205432 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c64dc8-edb8-4f43-b2cc-a64e8ea0ffc2 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] DELETE failed (client error): The resource could not be found. Aug 05 14:00:37.206822 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c64dc8-edb8-4f43-b2cc-a64e8ea0ffc2 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:00:37.213928 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a1c64dc8-edb8-4f43-b2cc-a64e8ea0ffc2 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/subnets/3822f25f-b14a-4373-b0c5-a407264962fb HTTP/1.1" status: 404 len: 337 time: 0.1263034 Aug 05 14:00:37.226996 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52714) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:37.268878 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-21b939b7-6a08-4796-908b-b2725e239c98 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:37.269529 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-21b939b7-6a08-4796-908b-b2725e239c98 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:37.292323 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13130801-558a-4bef-b02f-d718b27467f7 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Pushing event deleted for resources: {'Port': ['ID=a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:37.315584 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4fb02cd3-6941-465e-bb6e-08746d09bbcf tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c571c1e-a7f7-4567-9beb-3cafd9f7ac45 HTTP/1.1" status: 200 len: 205 time: 0.0828531 Aug 05 14:00:37.317501 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52716) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:37.333947 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-21b939b7-6a08-4796-908b-b2725e239c98 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4061856 Aug 05 14:00:37.349301 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029101e6-00e7-4075-8228-b7a5c1d1554c req-40c0bd55-e101-44e5-9748-7c8140ec8e54 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:37.355183 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-029101e6-00e7-4075-8228-b7a5c1d1554c req-40c0bd55-e101-44e5-9748-7c8140ec8e54 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.6331670 Aug 05 14:00:37.374379 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Request body: {'port': {'device_id': '6e62c451-9390-4e3b-94c8-39dc9ed7d1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:37.442733 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:00:37.464159 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e8e92-4973-4c54-be49-4df31678fbf3 req-f51c6327-df14-4b8a-8929-8f342b6f88cd tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:37.465835 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d23e8e92-4973-4c54-be49-4df31678fbf3 req-f51c6327-df14-4b8a-8929-8f342b6f88cd tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 931 time: 0.4150789 Aug 05 14:00:37.494690 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:00:37.496775 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-e7b2ffcf-b014-4a3f-8e04-0dce2a79b1c3 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] delete failed (client error): The resource could not be found. Aug 05 14:00:37.499172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:00:37.500357 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e7b2ffcf-b014-4a3f-8e04-0dce2a79b1c3 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/routers/6c571c1e-a7f7-4567-9beb-3cafd9f7ac45 HTTP/1.1" status: 404 len: 336 time: 0.1821065 Aug 05 14:00:37.515058 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b9c88d-2d0f-422c-bdbb-550e5c424617 req-13130801-558a-4bef-b02f-d718b27467f7 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] No DVR routers for this DVR port a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:00:37.523991 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52724) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:37.530917 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:37.549418 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-79b9c88d-2d0f-422c-bdbb-550e5c424617 req-13130801-558a-4bef-b02f-d718b27467f7 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:37.552359 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-79b9c88d-2d0f-422c-bdbb-550e5c424617 req-13130801-558a-4bef-b02f-d718b27467f7 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.63 "DELETE /v2.0/ports/a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1 HTTP/1.1" status: 204 len: 173 time: 2.4304395 Aug 05 14:00:37.560709 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9faeba-d726-482a-9840-428636757e2d', 'name': 'network-vif-deleted', 'tag': 'a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:37.563146 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52d731d-315e-4881-9372-a93f46b22193" -d '{"events": [{"server_uuid": "5a9faeba-d726-482a-9840-428636757e2d", "name": "network-vif-deleted", "tag": "a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:37.603625 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-029101e6-00e7-4075-8228-b7a5c1d1554c req-eb04a1a8-4f84-46b3-851a-e61f86216682 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021618 Aug 05 14:00:37.625865 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d840c82-e27e-48f6-bc20-38a716e3a712 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] DELETE failed (client error): The resource could not be found. Aug 05 14:00:37.648832 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d840c82-e27e-48f6-bc20-38a716e3a712 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:00:37.649568 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:37.660178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4d840c82-e27e-48f6-bc20-38a716e3a712 tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/subnets/68dd4a59-9748-42e9-9da3-465ac86e939d HTTP/1.1" status: 404 len: 337 time: 0.1272891 Aug 05 14:00:37.661327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52728) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:37.733811 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-1166ce31-8141-4f35-a001-85694dea675b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] DELETE failed (client error): The resource could not be found. Aug 05 14:00:37.734433 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1166ce31-8141-4f35-a001-85694dea675b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:00:37.737431 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1166ce31-8141-4f35-a001-85694dea675b tempest-RoutersIpV6Test-653694889 tempest-RoutersIpV6Test-653694889-project] 10.222.0.16 "DELETE /v2.0/subnets/aab69585-b155-4009-84e5-a8a79c42f8fb HTTP/1.1" status: 404 len: 337 time: 0.0614676 Aug 05 14:00:37.743890 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d23e8e92-4973-4c54-be49-4df31678fbf3 req-9160114d-54d6-415f-a166-e6c8ab18dbd6 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417076 Aug 05 14:00:37.993378 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4edff65-bb8d-45a7-9562-7e31452af798 x-openstack-request-id: req-c4edff65-bb8d-45a7-9562-7e31452af798 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:37.993721 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9faeba-d726-482a-9840-428636757e2d", "name": "network-vif-deleted", "tag": "a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:37.993881 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4edff65-bb8d-45a7-9562-7e31452af798 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:37.997631 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9faeba-d726-482a-9840-428636757e2d', 'name': 'network-vif-deleted', 'tag': 'a9fc36d4-36a9-4e42-b5bc-d23c6c5e46c1', 'status': 'completed', 'code': 200} Aug 05 14:00:38.091086 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6731a394-7b93-428a-a698-8d74bbe1d156 req-aacf0145-109a-4122-bdf2-0e4fce5e72c8 tempest-InstanceActionsV221TestJSON-1040503982 tempest-InstanceActionsV221TestJSON-1040503982-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a9faeba-d726-482a-9840-428636757e2d HTTP/1.1" status: 200 len: 210 time: 0.0815957 Aug 05 14:00:38.239121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a9d3311f-53b3-4547-8131-a1860f3a3760 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:38.320157 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52746) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:38.346081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port a9d3311f-53b3-4547-8131-a1860f3a3760 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:38.351142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port a9d3311f-53b3-4547-8131-a1860f3a3760 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:38.351575 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:38.429308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ef194-f4b5-43f4-bdba-ab51e7d8fdbd req-21ba3246-e0f8-4881-b1af-228197573a51 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:38.446720 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-898ef194-f4b5-43f4-bdba-ab51e7d8fdbd req-21ba3246-e0f8-4881-b1af-228197573a51 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.3229606 Aug 05 14:00:38.582579 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:38.628302 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port a9d3311f-53b3-4547-8131-a1860f3a3760, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a9d3311f-53b3-4547-8131-a1860f3a3760,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:38.639852 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:38.694291 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-898ef194-f4b5-43f4-bdba-ab51e7d8fdbd req-9d11d442-062c-49f1-a792-788ff0943e7b tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133489 Aug 05 14:00:38.732125 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] Allocated IP 172.20.0.1 (0faf3c1a-da56-4914-b3b6-71d6487a60a7/86095e2e-89d0-47c1-ab53-dffe55ffd0fc/3f8b9f20-6710-459a-ae6b-e0316b99e6f6) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:00:38.733222 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8bbcb7d9-dfea-49f4-91ed-47cadfc8d46d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e074d638fb10429cb5c70f6cea8a6d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4099474 Aug 05 14:00:38.733966 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52752) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:38.800618 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=a9d3311f-53b3-4547-8131-a1860f3a3760,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:38.932589 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2e780965-76c3-4e8f-b020-d5df4c8f334e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:38.954130 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:38.984543 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2e780965-76c3-4e8f-b020-d5df4c8f334e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:39.052094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a4aec-2099-4d41-8c2a-859a45b535da req-c267d452-c011-40e9-b7b7-eb8e6fce3ea3 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:39.054195 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e09a4aec-2099-4d41-8c2a-859a45b535da req-c267d452-c011-40e9-b7b7-eb8e6fce3ea3 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.2013268 Aug 05 14:00:39.055725 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2e780965-76c3-4e8f-b020-d5df4c8f334e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:39.060140 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2e780965-76c3-4e8f-b020-d5df4c8f334e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:39.062038 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2e780965-76c3-4e8f-b020-d5df4c8f334e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c964c49e-e58e-4b4d-b9b5-71a7c2a5a927 HTTP/1.1" status: 204 len: 168 time: 0.3249259 Aug 05 14:00:39.093953 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e780965-76c3-4e8f-b020-d5df4c8f334e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c964c49e-e58e-4b4d-b9b5-71a7c2a5a927,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:39.132444 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e09a4aec-2099-4d41-8c2a-859a45b535da req-03671239-ce72-4eb4-a9d6-a5f45a7af5db tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689056 Aug 05 14:00:39.214280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea651af5-916d-4301-b017-10a956fbc236 req-26adc138-5e5d-428b-a246-10ff69f19040 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:39.221636 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea651af5-916d-4301-b017-10a956fbc236 req-26adc138-5e5d-428b-a246-10ff69f19040 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 931 time: 0.2471471 Aug 05 14:00:39.231885 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5af672-f889-4e74-997d-623f4184377a {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:39.244480 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:39.257000 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:39.338682 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] Network 0faf3c1a-da56-4914-b3b6-71d6487a60a7 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:00:39.357621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:00:39.376147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:00:39.391882 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Transition to ACTIVE for port object fa5af672-f889-4e74-997d-623f4184377a will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:00:39.437462 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea651af5-916d-4301-b017-10a956fbc236 req-598e0912-39f4-4950-a8b0-ac2451f8d3f3 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148466 Aug 05 14:00:39.438273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:39.455193 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] Pushing event updated for resources: {'Port': ['ID=3f8b9f20-6710-459a-ae6b-e0316b99e6f6,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:39.505161 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:39.665049 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52784) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:39.875711 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:39.881676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c49b87-fdb0-493e-a70d-96e3c805bbdb admin admin] Deleting subnet 8d2723de-4f47-42c4-a26e-c6b22e89f276 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:00:39.901154 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-97c49b87-fdb0-493e-a70d-96e3c805bbdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:39.995716 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-97c49b87-fdb0-493e-a70d-96e3c805bbdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:40.052557 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-97c49b87-fdb0-493e-a70d-96e3c805bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:40.113829 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-97c49b87-fdb0-493e-a70d-96e3c805bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:40.118798 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5af672-f889-4e74-997d-623f4184377a,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:40.149494 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c49b87-fdb0-493e-a70d-96e3c805bbdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d2723de-4f47-42c4-a26e-c6b22e89f276,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:40.152556 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-97c49b87-fdb0-493e-a70d-96e3c805bbdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:40.155911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a9d3311f-53b3-4547-8131-a1860f3a3760 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:40.175981 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-97c49b87-fdb0-493e-a70d-96e3c805bbdb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8d2723de-4f47-42c4-a26e-c6b22e89f276 HTTP/1.1" status: 204 len: 168 time: 0.5096354 Aug 05 14:00:40.182382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52796) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:40.283646 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port a9d3311f-53b3-4547-8131-a1860f3a3760 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:40.284295 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:40.432497 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa3de-1c74-48f0-bdff-f37ff3eeced8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:40.472034 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df9ab7-c97a-48d3-a8d5-2ad4bb852cb6 req-8c41dbe3-81c3-4be5-bc5f-fb18ce242749 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:40.473639 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c7df9ab7-c97a-48d3-a8d5-2ad4bb852cb6 req-8c41dbe3-81c3-4be5-bc5f-fb18ce242749 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.1637533 Aug 05 14:00:40.495890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Attempting to bind port fa5af672-f889-4e74-997d-623f4184377a on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:00:40.496504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Attempting to bind port fa5af672-f889-4e74-997d-623f4184377a by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:00:40.503110 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Attempting to bind port fa5af672-f889-4e74-997d-623f4184377a on network 17449f7a-6c65-48a1-960d-a93691b6492e {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:40.513869 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Port fa5af672-f889-4e74-997d-623f4184377a on network 17449f7a-6c65-48a1-960d-a93691b6492e not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:00:40.514493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Attempting to bind port fa5af672-f889-4e74-997d-623f4184377a on network 17449f7a-6c65-48a1-960d-a93691b6492e {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:40.525933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:00:40.526601 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Checking segment: {'id': '0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:00:40.527200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Bound using segment: {'id': '0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:00:40.527824 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Bound port: fa5af672-f889-4e74-997d-623f4184377a, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:00:40.528373 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:40.542486 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac6838-9224-4ec9-a350-2534ffccef6c req-32b7a5ac-f50e-4133-b7a7-de5679912bfa tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:40.544401 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6fac6838-9224-4ec9-a350-2534ffccef6c req-32b7a5ac-f50e-4133-b7a7-de5679912bfa tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.7175922 Aug 05 14:00:40.610301 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c7df9ab7-c97a-48d3-a8d5-2ad4bb852cb6 req-df032976-03cd-42c3-a91e-2729c443013a tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203043 Aug 05 14:00:40.642992 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa3de-1c74-48f0-bdff-f37ff3eeced8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:40.654392 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-5fcfa3de-1c74-48f0-bdff-f37ff3eeced8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d009df-259f-4f3f-a6f6-3a692ea559ae']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:40.669239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-5fcfa3de-1c74-48f0-bdff-f37ff3eeced8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2209cd63-038a-4cea-8795-96ef3e647dc3') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:40.669239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-5fcfa3de-1c74-48f0-bdff-f37ff3eeced8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2209cd63-038a-4cea-8795-96ef3e647dc3') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:40.679991 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa3de-1c74-48f0-bdff-f37ff3eeced8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:40.702713 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa3de-1c74-48f0-bdff-f37ff3eeced8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:40.706404 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6fac6838-9224-4ec9-a350-2534ffccef6c req-45a6c5ca-0287-4040-8eb4-3780ca47891e tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531174 Aug 05 14:00:40.727135 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fcfa3de-1c74-48f0-bdff-f37ff3eeced8 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:00:40.728113 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa3de-1c74-48f0-bdff-f37ff3eeced8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:00:40.731178 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:00:40.805064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52818) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:40.808908 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] For port fa5af672-f889-4e74-997d-623f4184377a, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:00:40.829991 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa3de-1c74-48f0-bdff-f37ff3eeced8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:40.836000 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa3de-1c74-48f0-bdff-f37ff3eeced8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:40.849289 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5fcfa3de-1c74-48f0-bdff-f37ff3eeced8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/66d009df-259f-4f3f-a6f6-3a692ea559ae HTTP/1.1" status: 204 len: 168 time: 0.6596777 Aug 05 14:00:40.874495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] For port fa5af672-f889-4e74-997d-623f4184377a, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fa5af672-f889-4e74-997d-623f4184377a,segment=NetworkSegment(0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f),segment_id=0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:00:40.878500 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:40.885541 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:40.894105 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:40.902374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfa3de-1c74-48f0-bdff-f37ff3eeced8 admin admin] Pushing event deleted for resources: {'Network': ['ID=66d009df-259f-4f3f-a6f6-3a692ea559ae,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:40.988717 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:40.989647 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:40.991705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] 10.222.0.84 "PUT /v2.0/ports/fa5af672-f889-4e74-997d-623f4184377a HTTP/1.1" status: 200 len: 1091 time: 3.6346924 Aug 05 14:00:40.997565 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e62c451-9390-4e3b-94c8-39dc9ed7d1c7', 'tag': 'fa5af672-f889-4e74-997d-623f4184377a'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:41.002708 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be73bd9e-3efb-48bc-bdec-6c80bc7d97b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6e62c451-9390-4e3b-94c8-39dc9ed7d1c7", "tag": "fa5af672-f889-4e74-997d-623f4184377a"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:41.038732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-47e44821-c373-4956-abf1-5a975a6f6628 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:41.039772 n-d-803585-2 neutron-server[105724]: WARNING neutron.api.v2.base [None req-47e44821-c373-4956-abf1-5a975a6f6628 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 05 14:00:41.042956 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-47e44821-c373-4956-abf1-5a975a6f6628 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): There was a conflict when trying to complete your request. Aug 05 14:00:41.051092 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-47e44821-c373-4956-abf1-5a975a6f6628 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2454147 Aug 05 14:00:41.052092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52828) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:41.058356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-bd003e0e-a190-4b85-aad4-2ae3431210a2 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group': {'name': 'tempest-secgroup--592064299'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:41.099940 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd003e0e-a190-4b85-aad4-2ae3431210a2 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:41.114595 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1324ab4-9611-43d8-ace1-0bc61d82dd40 x-openstack-request-id: req-a1324ab4-9611-43d8-ace1-0bc61d82dd40 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:41.114976 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e62c451-9390-4e3b-94c8-39dc9ed7d1c7", "tag": "fa5af672-f889-4e74-997d-623f4184377a", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:41.115179 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1324ab4-9611-43d8-ace1-0bc61d82dd40 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:41.115569 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e62c451-9390-4e3b-94c8-39dc9ed7d1c7', 'tag': 'fa5af672-f889-4e74-997d-623f4184377a', 'status': 'completed', 'code': 200} Aug 05 14:00:41.119339 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd003e0e-a190-4b85-aad4-2ae3431210a2 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:41.143906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa04ac0-d7ad-4b19-8816-265b24a33a18 req-3b28562e-b813-4eda-81e4-3f6a610ba9b8 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:41.147599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5aa04ac0-d7ad-4b19-8816-265b24a33a18 req-3b28562e-b813-4eda-81e4-3f6a610ba9b8 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 943 time: 0.3322465 Aug 05 14:00:41.245011 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:41.269090 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68066c56-9bbf-4cd9-a1b9-d95b611eee06 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5af672-f889-4e74-997d-623f4184377a,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:41.290320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52830) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:41.343001 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd003e0e-a190-4b85-aad4-2ae3431210a2 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:41.358087 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd003e0e-a190-4b85-aad4-2ae3431210a2 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:41.401972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-3ecf5d74-797b-4ed2-9492-5e06f6e4dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:41.403615 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-3ecf5d74-797b-4ed2-9492-5e06f6e4dee9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=242aee1dd2bb45e090193f192ec2acf8&device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 1094 time: 0.3298423 Aug 05 14:00:41.418144 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd003e0e-a190-4b85-aad4-2ae3431210a2 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0011e24b-fb6d-40fd-bc67-b05ee4958e5f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:41.445976 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5aa04ac0-d7ad-4b19-8816-265b24a33a18 req-0d106af2-a910-4aa4-aec7-d61cdf12df7a tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316496 Aug 05 14:00:41.491348 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] Pushing event updated for resources: {'Port': ['ID=3f8b9f20-6710-459a-ae6b-e0316b99e6f6,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:41.533455 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd003e0e-a190-4b85-aad4-2ae3431210a2 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:41.538486 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd003e0e-a190-4b85-aad4-2ae3431210a2 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:41.550421 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-aeeeb6d7-fdeb-4b3f-a4c5-542508955e58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=386b20b3e9524776a4ac3db030383893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585208 Aug 05 14:00:41.554214 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52832) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:41.554440 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-3a0411b1-1d85-4b90-9aa7-f36462dcb8f8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa5af672-f889-4e74-997d-623f4184377a HTTP/1.1" status: 200 len: 217 time: 0.0872953 Aug 05 14:00:41.617283 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd003e0e-a190-4b85-aad4-2ae3431210a2 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:41.618680 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bd003e0e-a190-4b85-aad4-2ae3431210a2 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5641263 Aug 05 14:00:41.624641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52834) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:41.632103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-7c80c05b-40f3-48f0-8033-7886f06cc0fd tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': '60d950eb-0bb9-4275-81c5-39fb6936e4d6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:41.663645 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd003e0e-a190-4b85-aad4-2ae3431210a2 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d950eb-0bb9-4275-81c5-39fb6936e4d6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:41.688278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] Network 0faf3c1a-da56-4914-b3b6-71d6487a60a7 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:00:41.692560 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-59f5020e-cef0-4152-a26d-7bbbeb6577e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:41.700627 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-59f5020e-cef0-4152-a26d-7bbbeb6577e5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bdb14171-f95f-4ddd-92c7-c92b54e1f9c3 HTTP/1.1" status: 200 len: 855 time: 0.1323500 Aug 05 14:00:41.704782 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:00:41.716445 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7c80c05b-40f3-48f0-8033-7886f06cc0fd tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:41.780369 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6e6b-59cd-4844-85a8-4dd44db94730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:41.885906 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7c80c05b-40f3-48f0-8033-7886f06cc0fd tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:41.899658 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7c80c05b-40f3-48f0-8033-7886f06cc0fd tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:41.928667 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6e6b-59cd-4844-85a8-4dd44db94730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:41.963986 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691ee4d-af29-4f78-b508-874fdd497d69 req-976cd692-0d73-4710-b357-d7cc5a481f0a tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:41.965602 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6691ee4d-af29-4f78-b508-874fdd497d69 req-976cd692-0d73-4710-b357-d7cc5a481f0a tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.1873984 Aug 05 14:00:41.975856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80c05b-40f3-48f0-8033-7886f06cc0fd tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e74e6fb-afb6-4288-8b0b-a3da435f5788,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:41.994655 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7c80c05b-40f3-48f0-8033-7886f06cc0fd tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:41.995835 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7c80c05b-40f3-48f0-8033-7886f06cc0fd tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3697968 Aug 05 14:00:42.006507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52842) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:42.023103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-1fb64dec-002a-4571-aacc-81fb0f027953 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': '60d950eb-0bb9-4275-81c5-39fb6936e4d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:42.079349 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6691ee4d-af29-4f78-b508-874fdd497d69 req-0feb8871-c75d-4cde-89c7-50e625516cab tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010342 Aug 05 14:00:42.081529 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1fb64dec-002a-4571-aacc-81fb0f027953 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:42.155864 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6e6b-59cd-4844-85a8-4dd44db94730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:42.160705 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6e6b-59cd-4844-85a8-4dd44db94730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:42.161991 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5d5c6e6b-59cd-4844-85a8-4dd44db94730 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/224717ef-8b81-483f-bfd4-d4924e046b9b HTTP/1.1" status: 204 len: 168 time: 0.6026397 Aug 05 14:00:42.166229 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-c23a4752-8a63-46af-9771-6a7d8ec66a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:42.167966 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-c23a4752-8a63-46af-9771-6a7d8ec66a28 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=17449f7a-6c65-48a1-960d-a93691b6492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4416220 Aug 05 14:00:42.198503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c6e6b-59cd-4844-85a8-4dd44db94730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224717ef-8b81-483f-bfd4-d4924e046b9b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:42.216868 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8887d-5182-4b9f-916e-84b84963c01f req-daff74d9-e8c2-4f86-8ffa-bbe77e98aca3 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:42.220733 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b5c8887d-5182-4b9f-916e-84b84963c01f req-daff74d9-e8c2-4f86-8ffa-bbe77e98aca3 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.3972850 Aug 05 14:00:42.241729 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-1fb64dec-002a-4571-aacc-81fb0f027953 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): There was a conflict when trying to complete your request. Aug 05 14:00:42.245380 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1fb64dec-002a-4571-aacc-81fb0f027953 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2292817 Aug 05 14:00:42.246701 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52856) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:42.307410 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] Router ef15265f-d1c2-4678-afd8-22a93df7f996 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:00:42.348964 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-78c370c8-3da7-4a8e-b8a1-1ad097f8ae12 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:42.357393 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b5c8887d-5182-4b9f-916e-84b84963c01f req-8866b247-73c3-4a59-9395-5f45460b41c4 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963073 Aug 05 14:00:42.425788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-78c370c8-3da7-4a8e-b8a1-1ad097f8ae12 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:42.503291 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-3de515f8-e944-4f8c-827f-719901f0c111 service neutron] 10.222.0.84 "GET /v2.0/networks/17449f7a-6c65-48a1-960d-a93691b6492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146009 Aug 05 14:00:42.553617 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-78c370c8-3da7-4a8e-b8a1-1ad097f8ae12 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:42.556816 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-78c370c8-3da7-4a8e-b8a1-1ad097f8ae12 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:42.566398 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-78c370c8-3da7-4a8e-b8a1-1ad097f8ae12 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "DELETE /v2.0/security-groups/60d950eb-0bb9-4275-81c5-39fb6936e4d6 HTTP/1.1" status: 204 len: 168 time: 0.3146057 Aug 05 14:00:42.567139 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52860) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:42.589529 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c370c8-3da7-4a8e-b8a1-1ad097f8ae12 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d950eb-0bb9-4275-81c5-39fb6936e4d6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:42.622569 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:00:42.645394 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Sync routers for ids ['ef15265f-d1c2-4678-afd8-22a93df7f996'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:00:42.649611 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-266c377d-bdf8-4c46-805c-4ab37cd39c15 admin admin] 10.222.0.16 "PUT /v2.0/routers/ef15265f-d1c2-4678-afd8-22a93df7f996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5301404 Aug 05 14:00:42.692986 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Routers {'ef15265f-d1c2-4678-afd8-22a93df7f996'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:42.696536 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ef15265f-d1c2-4678-afd8-22a93df7f996'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:42.783445 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-71e5fbd2-4d9e-4b97-9fb3-d73a6bbe7c41 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2061594 Aug 05 14:00:42.783716 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52866) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:42.790008 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c3bd1cd4-f1b7-43cb-9378-945210d24a3e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541365314'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:42.807836 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-230f63fb-c0ca-42ca-9287-8e19b7df01b8 req-6178c49a-959a-42b8-a18d-719c6e503765 service neutron] 10.222.0.84 "GET /v2.0/networks/17449f7a-6c65-48a1-960d-a93691b6492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865019 Aug 05 14:00:42.848430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f36da-8fed-42ff-9a66-609c66d1359b req-8500bb80-5ed8-41eb-a1f9-92261846b76b tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:42.851314 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3bd1cd4-f1b7-43cb-9378-945210d24a3e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:42.867739 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-082f36da-8fed-42ff-9a66-609c66d1359b req-8500bb80-5ed8-41eb-a1f9-92261846b76b tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 943 time: 0.1412771 Aug 05 14:00:42.969048 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-082f36da-8fed-42ff-9a66-609c66d1359b req-7c694d90-d477-4048-a86e-63fd7027a819 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003592 Aug 05 14:00:43.011381 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Set router ef15265f-d1c2-4678-afd8-22a93df7f996 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:43.087598 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3bd1cd4-f1b7-43cb-9378-945210d24a3e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:43.093157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73bd9e-3efb-48bc-bdec-6c80bc7d97b7 req-d3e8698a-4ee2-478f-8087-4aa15980a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:43.094916 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-be73bd9e-3efb-48bc-bdec-6c80bc7d97b7 req-d3e8698a-4ee2-478f-8087-4aa15980a49a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=242aee1dd2bb45e090193f192ec2acf8&device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 1094 time: 0.1041820 Aug 05 14:00:43.096794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3bd1cd4-f1b7-43cb-9378-945210d24a3e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:43.252026 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b381f-40c6-44b6-b326-809ab3abe0d3 req-999780c4-d24e-459a-81c6-72bf9040d09b tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:43.254345 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-965b381f-40c6-44b6-b326-809ab3abe0d3 req-999780c4-d24e-459a-81c6-72bf9040d09b tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0663843 Aug 05 14:00:43.291601 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3bd1cd4-f1b7-43cb-9378-945210d24a3e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:43.292859 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c3bd1cd4-f1b7-43cb-9378-945210d24a3e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5080128 Aug 05 14:00:43.301597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52886) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:43.308514 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c3caef2c-2a19-4d5e-9ef3-3b64b2fa262e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': '6da1a8c9-d430-44f2-b197-1500f04cc591', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:43.309301 n-d-803585-2 neutron-server[105723]: WARNING neutron.api.v2.base [None req-c3caef2c-2a19-4d5e-9ef3-3b64b2fa262e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 05 14:00:43.310102 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-c3caef2c-2a19-4d5e-9ef3-3b64b2fa262e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:00:43.314522 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c3caef2c-2a19-4d5e-9ef3-3b64b2fa262e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0085812 Aug 05 14:00:43.319589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52888) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:43.320276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd1cd4-f1b7-43cb-9378-945210d24a3e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da1a8c9-d430-44f2-b197-1500f04cc591,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:43.393836 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-965b381f-40c6-44b6-b326-809ab3abe0d3 req-e8c8bfea-308c-4648-b2b7-2ddf4d997f31 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325891 Aug 05 14:00:43.395205 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-05733183-8ad0-40ed-b9a7-378dca4508e9 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:43.478474 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-05733183-8ad0-40ed-b9a7-378dca4508e9 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:43.487733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73bd9e-3efb-48bc-bdec-6c80bc7d97b7 req-3c40bcc1-b69e-4dae-bf56-54e72397159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:43.489296 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-be73bd9e-3efb-48bc-bdec-6c80bc7d97b7 req-3c40bcc1-b69e-4dae-bf56-54e72397159a service neutron] 10.222.0.84 "GET /v2.0/networks?id=17449f7a-6c65-48a1-960d-a93691b6492e HTTP/1.1" status: 200 len: 917 time: 0.3843637 Aug 05 14:00:43.524754 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'name': 'tempest-ServerRescueTestJSONUnderV235-540120080-router', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:27Z', 'updated_at': '2021-08-05T14:00:39Z', 'revision_number': 4, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'gw_port': {'id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:29Z', 'updated_at': '2021-08-05T14:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '3f8b9f20-6710-459a-ae6b-e0316b99e6f6', 'name': '', 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'mac_address': 'fa:16:3e:89:c1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:37Z', 'updated_at': '2021-08-05T14:00:40Z', 'revision_number': 2, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'subnets': [{'id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:43.560824 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-be73bd9e-3efb-48bc-bdec-6c80bc7d97b7 req-5492a108-1aac-49f3-9d8f-aac50efc8ed2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa5af672-f889-4e74-997d-623f4184377a HTTP/1.1" status: 200 len: 217 time: 0.0609596 Aug 05 14:00:43.615865 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-05733183-8ad0-40ed-b9a7-378dca4508e9 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:43.620130 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-05733183-8ad0-40ed-b9a7-378dca4508e9 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:43.623991 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-05733183-8ad0-40ed-b9a7-378dca4508e9 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "DELETE /v2.0/security-groups/6da1a8c9-d430-44f2-b197-1500f04cc591 HTTP/1.1" status: 204 len: 168 time: 0.2984893 Aug 05 14:00:43.624616 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52908) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:43.639449 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05733183-8ad0-40ed-b9a7-378dca4508e9 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da1a8c9-d430-44f2-b197-1500f04cc591,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:43.652148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73bd9e-3efb-48bc-bdec-6c80bc7d97b7 req-ed8b0b1f-9cca-489f-8af6-d37ae29debae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:43.654086 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-be73bd9e-3efb-48bc-bdec-6c80bc7d97b7 req-ed8b0b1f-9cca-489f-8af6-d37ae29debae service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bdb14171-f95f-4ddd-92c7-c92b54e1f9c3 HTTP/1.1" status: 200 len: 855 time: 0.0842655 Aug 05 14:00:43.687267 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Checking router: ef15265f-d1c2-4678-afd8-22a93df7f996 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:00:43.688461 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Updating router ef15265f-d1c2-4678-afd8-22a93df7f996 port 3f8b9f20-6710-459a-ae6b-e0316b99e6f6 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:00:43.721663 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:43.726035 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f6bb2522-add3-4e5b-8e7b-019b4ca4e470 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1005025 Aug 05 14:00:43.735386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52916) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:43.746590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d4eb5298-a518-48aa-ac75-3e2ea6cb804f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741483619'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:43.795976 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d4eb5298-a518-48aa-ac75-3e2ea6cb804f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:43.839686 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52922) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:43.941569 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d4eb5298-a518-48aa-ac75-3e2ea6cb804f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:43.946974 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73bd9e-3efb-48bc-bdec-6c80bc7d97b7 req-b33c05d1-5349-4524-89f9-9a95d987fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:43.955780 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-be73bd9e-3efb-48bc-bdec-6c80bc7d97b7 req-b33c05d1-5349-4524-89f9-9a95d987fc1c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=17449f7a-6c65-48a1-960d-a93691b6492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2929461 Aug 05 14:00:43.959972 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d4eb5298-a518-48aa-ac75-3e2ea6cb804f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.093675 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-7202343f-7bb7-4ffe-96d6-16e96e24d6b6 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:44.097334 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d4eb5298-a518-48aa-ac75-3e2ea6cb804f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.101280 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d4eb5298-a518-48aa-ac75-3e2ea6cb804f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3622186 Aug 05 14:00:44.101433 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52928) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:44.105046 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-7202343f-7bb7-4ffe-96d6-16e96e24d6b6 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/networks?id=0faf3c1a-da56-4914-b3b6-71d6487a60a7 HTTP/1.1" status: 200 len: 819 time: 0.2957067 Aug 05 14:00:44.116067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb5298-a518-48aa-ac75-3e2ea6cb804f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b95c86c6-ec55-4f76-a82d-81cf4d12eca3,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:44.126399 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-be73bd9e-3efb-48bc-bdec-6c80bc7d97b7 req-4c15239c-5bf5-494b-b7d1-b251ed276b09 service neutron] 10.222.0.84 "GET /v2.0/networks/17449f7a-6c65-48a1-960d-a93691b6492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597598 Aug 05 14:00:44.129485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ed9ff347-f772-4a4a-ad62-cff9f6661b37 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': 'b95c86c6-ec55-4f76-a82d-81cf4d12eca3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:44.131955 n-d-803585-2 neutron-server[105724]: WARNING neutron.api.v2.base [None req-ed9ff347-f772-4a4a-ad62-cff9f6661b37 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 05 14:00:44.133355 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-c7e20f70-2aee-4b15-ab0e-1377f7a26794 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/quotas/96ce52ade26d4779afbb233449c53c4d HTTP/1.1" status: 200 len: 375 time: 0.0305769 Aug 05 14:00:44.133732 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-ed9ff347-f772-4a4a-ad62-cff9f6661b37 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:00:44.139448 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ed9ff347-f772-4a4a-ad62-cff9f6661b37 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0354335 Aug 05 14:00:44.146787 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52930) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:44.167249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a3e53-d809-4d65-a9a3-b66cf9690501 req-18460879-36e3-4c43-9551-c62c6d0182d0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:44.168869 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4d1a3e53-d809-4d65-a9a3-b66cf9690501 req-18460879-36e3-4c43-9551-c62c6d0182d0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.2129133 Aug 05 14:00:44.174554 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ad0a744a-052d-45ef-9192-9d0ec07b217e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-355594363-network', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:44.220936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0a744a-052d-45ef-9192-9d0ec07b217e admin admin] Made reservation on behalf of dc996791672c444dbf38c5eb15e5efae for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:00:44.223503 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad0a744a-052d-45ef-9192-9d0ec07b217e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.237463 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4d1a3e53-d809-4d65-a9a3-b66cf9690501 req-240dbd23-382e-4cab-bc25-99ee916b2c48 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587094 Aug 05 14:00:44.238617 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad0a744a-052d-45ef-9192-9d0ec07b217e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.294610 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.312534 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Transition to ACTIVE for port object 3f8b9f20-6710-459a-ae6b-e0316b99e6f6 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:00:44.361826 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-be73bd9e-3efb-48bc-bdec-6c80bc7d97b7 req-891e0e57-0471-4124-8e5f-fe2629ea6a05 service neutron] 10.222.0.84 "GET /v2.0/networks/17449f7a-6c65-48a1-960d-a93691b6492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242999 Aug 05 14:00:44.376349 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.423116 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-71913c5f-2fa0-484e-b979-c85086030353 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=96ce52ade26d4779afbb233449c53c4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2886801 Aug 05 14:00:44.423504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41772ef4-effb-4331-a6a1-89adec732160 req-87bc2a32-6805-4143-b3cf-f712a046ca50 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:44.425618 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41772ef4-effb-4331-a6a1-89adec732160 req-87bc2a32-6805-4143-b3cf-f712a046ca50 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 943 time: 0.0964620 Aug 05 14:00:44.469559 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f399a7-6452-42d8-a6f2-27112cfb3ef0 None None] Pushing event updated for resources: {'Port': ['ID=3f8b9f20-6710-459a-ae6b-e0316b99e6f6,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:44.488571 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f399a7-6452-42d8-a6f2-27112cfb3ef0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:44.488975 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f399a7-6452-42d8-a6f2-27112cfb3ef0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:44.491857 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f399a7-6452-42d8-a6f2-27112cfb3ef0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:44.492262 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f399a7-6452-42d8-a6f2-27112cfb3ef0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:44.492660 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f399a7-6452-42d8-a6f2-27112cfb3ef0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:44.493216 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f399a7-6452-42d8-a6f2-27112cfb3ef0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:44.493576 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f399a7-6452-42d8-a6f2-27112cfb3ef0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:44.494400 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f399a7-6452-42d8-a6f2-27112cfb3ef0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:44.494741 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f399a7-6452-42d8-a6f2-27112cfb3ef0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:44.495119 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f399a7-6452-42d8-a6f2-27112cfb3ef0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:44.495479 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f399a7-6452-42d8-a6f2-27112cfb3ef0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:44.496088 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f399a7-6452-42d8-a6f2-27112cfb3ef0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:44.503343 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41772ef4-effb-4331-a6a1-89adec732160 req-4d5cceda-a0b4-4d44-8b11-b7c80817fd4f tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698562 Aug 05 14:00:44.537223 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad0a744a-052d-45ef-9192-9d0ec07b217e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.542540 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad0a744a-052d-45ef-9192-9d0ec07b217e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.551293 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.552286 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b93a2d7d-7c8e-4f7f-829b-7e5eb545d82e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.589209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0a744a-052d-45ef-9192-9d0ec07b217e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:00:44.620660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a744a-052d-45ef-9192-9d0ec07b217e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5d28c8-b3f5-499b-b304-9545260594dd,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:44.625382 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b93a2d7d-7c8e-4f7f-829b-7e5eb545d82e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.646566 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Attempting to bind port 3f8b9f20-6710-459a-ae6b-e0316b99e6f6 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:00:44.646566 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Attempting to bind port 3f8b9f20-6710-459a-ae6b-e0316b99e6f6 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '11441616-c92a-4ac4-ad0c-8df7fcc65f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:00:44.646816 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Attempting to bind port 3f8b9f20-6710-459a-ae6b-e0316b99e6f6 on network 0faf3c1a-da56-4914-b3b6-71d6487a60a7 {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:44.653275 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:00:44.653517 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad0a744a-052d-45ef-9192-9d0ec07b217e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.653630 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-ad0a744a-052d-45ef-9192-9d0ec07b217e admin admin] Added segment 3724b31f-91ce-4c67-9f65-e15eeb625062 of type vlan for network afedfeb1-09f0-451d-bc05-30d84c3785ca Aug 05 14:00:44.653736 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Checking segment: {'id': '11441616-c92a-4ac4-ad0c-8df7fcc65f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:00:44.654075 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.654938 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Bound using segment: {'id': '11441616-c92a-4ac4-ad0c-8df7fcc65f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:00:44.655331 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Bound port: 3f8b9f20-6710-459a-ae6b-e0316b99e6f6, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11441616-c92a-4ac4-ad0c-8df7fcc65f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:00:44.655759 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.680714 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ba0a26b5-5c67-4bcf-905a-bef03090c611 service neutron] 10.222.0.16 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556326 Aug 05 14:00:44.731659 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] For port 3f8b9f20-6710-459a-ae6b-e0316b99e6f6, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:00:44.732306 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad0a744a-052d-45ef-9192-9d0ec07b217e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.735920 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] For port 3f8b9f20-6710-459a-ae6b-e0316b99e6f6, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3f8b9f20-6710-459a-ae6b-e0316b99e6f6,segment=NetworkSegment(11441616-c92a-4ac4-ad0c-8df7fcc65f76),segment_id=11441616-c92a-4ac4-ad0c-8df7fcc65f76)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:00:44.743099 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.770412 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad0a744a-052d-45ef-9192-9d0ec07b217e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.772230 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0a744a-052d-45ef-9192-9d0ec07b217e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:44.772858 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad0a744a-052d-45ef-9192-9d0ec07b217e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.789930 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Routers {'ef15265f-d1c2-4678-afd8-22a93df7f996'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:44.790576 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:19Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ef15265f-d1c2-4678-afd8-22a93df7f996'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:44.850908 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ad0a744a-052d-45ef-9192-9d0ec07b217e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0099282 Aug 05 14:00:44.869124 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52944) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:44.874420 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c8cfebfb-2354-4279-a07f-7f859823e535 admin admin] Request body: {'subnet': {'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-355594363-subnet', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:44.875490 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-40775006-fd17-4684-a0dd-e4e8b834c26b service neutron] 10.222.0.16 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715412 Aug 05 14:00:44.893298 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec34218-2a7c-4076-a85d-b2acd64be3c4 req-2010cc59-006c-4e46-b12a-c2a6a358f735 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:44.893298 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fec34218-2a7c-4076-a85d-b2acd64be3c4 req-2010cc59-006c-4e46-b12a-c2a6a358f735 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.2463098 Aug 05 14:00:44.896740 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a744a-052d-45ef-9192-9d0ec07b217e admin admin] Pushing event updated for resources: {'Network': ['ID=afedfeb1-09f0-451d-bc05-30d84c3785ca,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:44.899994 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b93a2d7d-7c8e-4f7f-829b-7e5eb545d82e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.903430 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b93a2d7d-7c8e-4f7f-829b-7e5eb545d82e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:44.906115 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b93a2d7d-7c8e-4f7f-829b-7e5eb545d82e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "DELETE /v2.0/security-groups/b95c86c6-ec55-4f76-a82d-81cf4d12eca3 HTTP/1.1" status: 204 len: 168 time: 0.5812383 Aug 05 14:00:44.911563 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52946) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:44.915370 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network afedfeb1-09f0-451d-bc05-30d84c3785ca details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:00:44.929552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a2d7d-7c8e-4f7f-829b-7e5eb545d82e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95c86c6-ec55-4f76-a82d-81cf4d12eca3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:44.941974 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] Set router ef15265f-d1c2-4678-afd8-22a93df7f996 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:45.001576 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cfebfb-2354-4279-a07f-7f859823e535 admin admin] Made reservation on behalf of dc996791672c444dbf38c5eb15e5efae for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:00:45.005016 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c8cfebfb-2354-4279-a07f-7f859823e535 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:45.130364 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52948) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:45.143129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-49f50f26-db17-41e1-82cb-86aeb23782f9 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group': {'name': 'tempest-secgroup--809928238'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:45.150837 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f266e96b-fc67-4318-9f2f-da471bef13de tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2129734 Aug 05 14:00:45.185525 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-49f50f26-db17-41e1-82cb-86aeb23782f9 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:45.189780 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fec34218-2a7c-4076-a85d-b2acd64be3c4 req-0b3d7d01-06d8-43cb-b360-00eb7c877049 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383251 Aug 05 14:00:45.325790 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f399a7-6452-42d8-a6f2-27112cfb3ef0 None None] Pushing event updated for resources: {'Port': ['ID=3f8b9f20-6710-459a-ae6b-e0316b99e6f6,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:45.339196 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'name': 'tempest-ServerRescueTestJSONUnderV235-540120080-router', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:27Z', 'updated_at': '2021-08-05T14:00:39Z', 'revision_number': 4, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'gw_port': {'id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:29Z', 'updated_at': '2021-08-05T14:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '3f8b9f20-6710-459a-ae6b-e0316b99e6f6', 'name': '', 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'mac_address': 'fa:16:3e:89:c1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:37Z', 'updated_at': '2021-08-05T14:00:44Z', 'revision_number': 4, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'subnets': [{'id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:45.381349 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a085fd1a-8459-46ca-bb75-e882699c9c7f req-80de9bbf-a8a9-45fb-8118-9b355ed5f8cc tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 210 time: 0.0410302 Aug 05 14:00:45.434471 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7714428-e008-453f-bf65-dc364bf7c2df None None] The sync data for ids ['ef15265f-d1c2-4678-afd8-22a93df7f996'] in n-d-803585-2 is: [{'id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'name': 'tempest-ServerRescueTestJSONUnderV235-540120080-router', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:27Z', 'updated_at': '2021-08-05T14:00:39Z', 'revision_number': 4, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'gw_port': {'id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:29Z', 'updated_at': '2021-08-05T14:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '3f8b9f20-6710-459a-ae6b-e0316b99e6f6', 'name': '', 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'mac_address': 'fa:16:3e:89:c1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:37Z', 'updated_at': '2021-08-05T14:00:44Z', 'revision_number': 4, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'subnets': [{'id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:00:45.436618 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-49f50f26-db17-41e1-82cb-86aeb23782f9 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:45.444523 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-49f50f26-db17-41e1-82cb-86aeb23782f9 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:45.448601 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c8cfebfb-2354-4279-a07f-7f859823e535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:45.538397 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-49f50f26-db17-41e1-82cb-86aeb23782f9 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:45.540562 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-49f50f26-db17-41e1-82cb-86aeb23782f9 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4085820 Aug 05 14:00:45.543100 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52970) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:45.549952 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-4b66b1d6-48ef-4a0b-9f72-86af586eb0af tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': '24c33e6f-542b-4b88-a675-24e80aaa3378', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:45.576530 n-d-803585-2 neutron-server[105723]: WARNING neutron.api.v2.base [None req-4b66b1d6-48ef-4a0b-9f72-86af586eb0af tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 05 14:00:45.577198 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-4b66b1d6-48ef-4a0b-9f72-86af586eb0af tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:00:45.581806 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4b66b1d6-48ef-4a0b-9f72-86af586eb0af tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0338943 Aug 05 14:00:45.581806 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f50f26-db17-41e1-82cb-86aeb23782f9 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c33e6f-542b-4b88-a675-24e80aaa3378,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:45.594411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52972) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:45.601611 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-cb1b876d-4816-4b6a-96f7-385fcff68028 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': '24c33e6f-542b-4b88-a675-24e80aaa3378', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:45.604098 n-d-803585-2 neutron-server[105724]: WARNING neutron.api.v2.base [None req-cb1b876d-4816-4b6a-96f7-385fcff68028 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 05 14:00:45.604614 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-cb1b876d-4816-4b6a-96f7-385fcff68028 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:00:45.605623 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cb1b876d-4816-4b6a-96f7-385fcff68028 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077856 Aug 05 14:00:45.611481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52974) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:45.628467 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c36c0555-05c6-40fa-8089-576117840c50 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': '24c33e6f-542b-4b88-a675-24e80aaa3378', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:45.638012 n-d-803585-2 neutron-server[105723]: WARNING neutron.api.v2.base [None req-c36c0555-05c6-40fa-8089-576117840c50 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 05 14:00:45.639257 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-c36c0555-05c6-40fa-8089-576117840c50 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:00:45.648876 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52976) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:45.651891 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c36c0555-05c6-40fa-8089-576117840c50 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0381556 Aug 05 14:00:45.742973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-07605caa-e5bf-4cb8-9dd6-153d6768caef tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': '24c33e6f-542b-4b88-a675-24e80aaa3378', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:45.744120 n-d-803585-2 neutron-server[105724]: WARNING neutron.api.v2.base [None req-07605caa-e5bf-4cb8-9dd6-153d6768caef tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 05 14:00:45.744972 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-07605caa-e5bf-4cb8-9dd6-153d6768caef tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:00:45.752807 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-07605caa-e5bf-4cb8-9dd6-153d6768caef tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0977085 Aug 05 14:00:45.767212 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b0bbb19d-5fb8-46e7-92f3-9a71e8eb911a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:45.767784 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0155c99-c0a4-4d4c-ae46-1cfb3e94b0fe req-8d4d2a43-79fc-44d8-b1c4-3ba8ab764efa tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:45.770191 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52980) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:45.770905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfebfb-2354-4279-a07f-7f859823e535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=987d5996-708f-45ea-bc86-dd4e0e5d709f,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:45.786313 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f0155c99-c0a4-4d4c-ae46-1cfb3e94b0fe req-8d4d2a43-79fc-44d8-b1c4-3ba8ab764efa tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 943 time: 0.1305833 Aug 05 14:00:45.826419 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:45.839716 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f0155c99-c0a4-4d4c-ae46-1cfb3e94b0fe req-d3baf4f1-443d-4c2f-bdfe-2e4af10a59a4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518844 Aug 05 14:00:45.857236 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cfebfb-2354-4279-a07f-7f859823e535 admin admin] Checking segment: {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:00:45.857627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cfebfb-2354-4279-a07f-7f859823e535 admin admin] Network hostable DHCP agents. Network: afedfeb1-09f0-451d-bc05-30d84c3785ca, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:00:45.894534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acbbdc-4bfd-45a2-b4dd-6b06001bd5db req-06c29c4d-ac8f-40bb-b753-854c4b46ba2f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:45.902043 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2acbbdc-4bfd-45a2-b4dd-6b06001bd5db req-06c29c4d-ac8f-40bb-b753-854c4b46ba2f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.3095582 Aug 05 14:00:45.943093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cfebfb-2354-4279-a07f-7f859823e535 admin admin] Network afedfeb1-09f0-451d-bc05-30d84c3785ca is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:00:45.966420 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-c8cfebfb-2354-4279-a07f-7f859823e535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, afedfeb1-09f0-451d-bc05-30d84c3785ca) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:00:45.979863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37df7906-e667-4d73-9b9d-1fac6c0d3b94 None None] Network afedfeb1-09f0-451d-bc05-30d84c3785ca requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:00:45.981709 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cfebfb-2354-4279-a07f-7f859823e535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:45.982331 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c8cfebfb-2354-4279-a07f-7f859823e535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:46.005582 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2acbbdc-4bfd-45a2-b4dd-6b06001bd5db req-2ee1d549-d450-4dec-bc89-fac10c3a3dde tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024828 Aug 05 14:00:46.019431 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fda27c1-a8ed-4b93-b671-9cfe95b424cf tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:46.079971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52992) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:46.084475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-355594363-router', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:46.095708 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c8cfebfb-2354-4279-a07f-7f859823e535 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2252584 Aug 05 14:00:46.111133 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:46.112949 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:46.157302 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fda27c1-a8ed-4b93-b671-9cfe95b424cf tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:46.178358 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3f8b9f20-6710-459a-ae6b-e0316b99e6f6 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:46.195603 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:46.219251 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fda27c1-a8ed-4b93-b671-9cfe95b424cf tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:46.222658 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fda27c1-a8ed-4b93-b671-9cfe95b424cf tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:46.226269 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4fda27c1-a8ed-4b93-b671-9cfe95b424cf tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "DELETE /v2.0/security-groups/24c33e6f-542b-4b88-a675-24e80aaa3378 HTTP/1.1" status: 204 len: 168 time: 0.4528813 Aug 05 14:00:46.236955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52996) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:46.275737 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda27c1-a8ed-4b93-b671-9cfe95b424cf tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c33e6f-542b-4b88-a675-24e80aaa3378,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:46.294020 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-afedfeb1-09f0-451d-bc05-30d84c3785ca', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:00:46.295398 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:46.350866 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 3f8b9f20-6710-459a-ae6b-e0316b99e6f6 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:46.370039 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5c79ea42-d78b-44ad-b94b-777313e0ca25 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1285148 Aug 05 14:00:46.375054 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53010) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:46.381963 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group': {'name': 'tempest-secgroup--928899984'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:46.418607 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:46.481936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3f8b9f20-6710-459a-ae6b-e0316b99e6f6 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:46.483030 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:46.596825 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:46.601806 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:46.610011 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:46.633000 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974e935-c043-4511-977f-0118a705ea21 req-f9b5db8d-aa8a-442e-a7d9-48e2ca95b722 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:46.642292 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8974e935-c043-4511-977f-0118a705ea21 req-f9b5db8d-aa8a-442e-a7d9-48e2ca95b722 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.2255220 Aug 05 14:00:46.650839 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:46.667543 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Allocated IP 172.20.0.2 (afedfeb1-09f0-451d-bc05-30d84c3785ca/987d5996-708f-45ea-bc86-dd4e0e5d709f/656553d0-6edb-4a00-bf50-0b1d2ad761a8) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:00:46.757393 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8974e935-c043-4511-977f-0118a705ea21 req-95582c4e-e150-4b19-86ef-e5837b1d2616 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136346 Aug 05 14:00:46.761807 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 3f8b9f20-6710-459a-ae6b-e0316b99e6f6, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3f8b9f20-6710-459a-ae6b-e0316b99e6f6,segment=NetworkSegment(11441616-c92a-4ac4-ad0c-8df7fcc65f76),segment_id=11441616-c92a-4ac4-ad0c-8df7fcc65f76)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:46.770160 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:46.771240 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:46.772472 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3949945 Aug 05 14:00:46.857924 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7acb5bfb-4af5-4565-93c8-ca8989f96d12 req-26db9de6-5e87-415e-bca6-4b7221c3ec1d tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 210 time: 0.1704690 Aug 05 14:00:46.861070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53030) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:46.868926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5486fcf-5ab5-45d1-84cf-2a4559076967,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:46.872447 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-275bbf9e-a624-4d47-9153-ef121ae2da8f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': 'd5486fcf-5ab5-45d1-84cf-2a4559076967', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:46.873182 n-d-803585-2 neutron-server[105723]: WARNING neutron.api.v2.base [None req-275bbf9e-a624-4d47-9153-ef121ae2da8f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 05 14:00:46.873689 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-275bbf9e-a624-4d47-9153-ef121ae2da8f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:00:46.877656 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-275bbf9e-a624-4d47-9153-ef121ae2da8f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115657 Aug 05 14:00:46.878415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53034) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:46.895673 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f86225ba-2561-4d42-92a5-de43109a607c tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': 'd5486fcf-5ab5-45d1-84cf-2a4559076967', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:46.991100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=3f8b9f20-6710-459a-ae6b-e0316b99e6f6,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:47.050534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:47.051408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:47.052281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:47.053050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:47.054419 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:47.055019 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:47.055673 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:47.056445 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:47.057134 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:47.057829 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:47.058493 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:47.059335 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c2992-c0ae-4fdb-90be-f43ab0f0f1a1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:47.097765 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:47.108301 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Transition to ACTIVE for port object 656553d0-6edb-4a00-bf50-0b1d2ad761a8 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:00:47.129188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Transition to ACTIVE for port object 656553d0-6edb-4a00-bf50-0b1d2ad761a8 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:00:47.138680 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:47.150040 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-f86225ba-2561-4d42-92a5-de43109a607c tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:00:47.151717 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f86225ba-2561-4d42-92a5-de43109a607c tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2722988 Aug 05 14:00:47.154481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53040) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:47.160351 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-68d42608-4b0d-404d-88a1-37d55650674f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': 'd5486fcf-5ab5-45d1-84cf-2a4559076967', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:47.164228 n-d-803585-2 neutron-server[105723]: WARNING neutron.api.v2.base [None req-68d42608-4b0d-404d-88a1-37d55650674f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 05 14:00:47.164832 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-68d42608-4b0d-404d-88a1-37d55650674f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:00:47.169819 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-68d42608-4b0d-404d-88a1-37d55650674f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0141938 Aug 05 14:00:47.172246 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:47.177286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53042) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:47.182646 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-67b696b0-3b58-401d-9b32-8a61c99cf215 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': 'd5486fcf-5ab5-45d1-84cf-2a4559076967', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:47.192728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4cd38-7aeb-42b5-8211-bb2f3392d7cc req-825057fe-5bd1-4823-b8e6-10dad18ce206 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:47.194904 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7a4cd38-7aeb-42b5-8211-bb2f3392d7cc req-825057fe-5bd1-4823-b8e6-10dad18ce206 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 943 time: 0.1582327 Aug 05 14:00:47.202504 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Network afedfeb1-09f0-451d-bc05-30d84c3785ca is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:00:47.208941 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:00:47.211473 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-74bf258c-9a4e-4362-84f5-d6df54555d9f tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:47.213634 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:47.216475 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-74bf258c-9a4e-4362-84f5-d6df54555d9f tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.63 "GET /v2.0/networks?id=0faf3c1a-da56-4914-b3b6-71d6487a60a7 HTTP/1.1" status: 200 len: 819 time: 0.4304948 Aug 05 14:00:47.219822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:00:47.242166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-dd046f8a-8809-4b4b-957d-4ed29342d8eb tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Request body: {'port': {'device_id': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7', 'admin_state_up': True, 'tenant_id': '96ce52ade26d4779afbb233449c53c4d'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:47.263678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Pushing event updated for resources: {'Port': ['ID=656553d0-6edb-4a00-bf50-0b1d2ad761a8,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:47.312118 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-67b696b0-3b58-401d-9b32-8a61c99cf215 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:00:47.313755 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-67b696b0-3b58-401d-9b32-8a61c99cf215 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1349540 Aug 05 14:00:47.323643 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53048) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:47.335875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2fb7d90d-e254-4ed3-8665-4d5270575971 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': 'd5486fcf-5ab5-45d1-84cf-2a4559076967', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:47.336541 n-d-803585-2 neutron-server[105723]: WARNING neutron.api.v2.base [None req-2fb7d90d-e254-4ed3-8665-4d5270575971 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 05 14:00:47.336975 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-2fb7d90d-e254-4ed3-8665-4d5270575971 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:00:47.338889 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Attempting to bind port 656553d0-6edb-4a00-bf50-0b1d2ad761a8 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:00:47.339517 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Attempting to bind port 656553d0-6edb-4a00-bf50-0b1d2ad761a8 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:00:47.339965 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Attempting to bind port 656553d0-6edb-4a00-bf50-0b1d2ad761a8 on network afedfeb1-09f0-451d-bc05-30d84c3785ca {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:47.341628 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2fb7d90d-e254-4ed3-8665-4d5270575971 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0169554 Aug 05 14:00:47.342225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53050) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:47.351029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:00:47.352091 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Checking segment: {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:00:47.353166 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:47.353915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Bound using segment: {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:00:47.354653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Bound port: 656553d0-6edb-4a00-bf50-0b1d2ad761a8, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:00:47.355344 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:47.407619 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Allocated IP 172.25.5.146 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/889dbbb1-1be8-481a-b5d1-e810c3c5344f) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:00:47.419288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-dd046f8a-8809-4b4b-957d-4ed29342d8eb tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Made reservation on behalf of 96ce52ade26d4779afbb233449c53c4d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:00:47.425447 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-dd046f8a-8809-4b4b-957d-4ed29342d8eb tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:47.454398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] For port 656553d0-6edb-4a00-bf50-0b1d2ad761a8, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:00:47.457850 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] For port 656553d0-6edb-4a00-bf50-0b1d2ad761a8, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=656553d0-6edb-4a00-bf50-0b1d2ad761a8,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:00:47.465235 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:47.493422 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7a4cd38-7aeb-42b5-8211-bb2f3392d7cc req-b62f1c2e-fcbe-43eb-aa3b-106e0d9feabb tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752650 Aug 05 14:00:47.503730 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-8f2511dd-73bd-4424-b84a-3226831151cf tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': 'd5486fcf-5ab5-45d1-84cf-2a4559076967', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:47.558342 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-8f2511dd-73bd-4424-b84a-3226831151cf tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Project 73a334249d054df4ade2b94dba1228a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:00:47.585191 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:47.589995 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-8f2511dd-73bd-4424-b84a-3226831151cf tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:00:47.594244 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8f2511dd-73bd-4424-b84a-3226831151cf tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0995185 Aug 05 14:00:47.594961 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53072) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:47.601270 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2ff99fd6-25e0-47aa-8490-8a9f32719fc0 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': 'd5486fcf-5ab5-45d1-84cf-2a4559076967', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:47.601747 n-d-803585-2 neutron-server[105723]: WARNING neutron.api.v2.base [None req-2ff99fd6-25e0-47aa-8490-8a9f32719fc0 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 05 14:00:47.616998 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-2ff99fd6-25e0-47aa-8490-8a9f32719fc0 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:00:47.619375 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2ff99fd6-25e0-47aa-8490-8a9f32719fc0 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0213425 Aug 05 14:00:47.620826 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1823d6-8416-4a5f-93db-033434b0c992 None None] Pushing event updated for resources: {'Port': ['ID=656553d0-6edb-4a00-bf50-0b1d2ad761a8,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:47.623802 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53076) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:47.630664 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d396cee9-8a02-429a-bf8a-4d8c61f5cf87 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': 'd5486fcf-5ab5-45d1-84cf-2a4559076967', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:47.675359 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-d396cee9-8a02-429a-bf8a-4d8c61f5cf87 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Project 73a334249d054df4ade2b94dba1228a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:00:47.696678 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-d396cee9-8a02-429a-bf8a-4d8c61f5cf87 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:00:47.698061 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d396cee9-8a02-429a-bf8a-4d8c61f5cf87 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0732868 Aug 05 14:00:47.701265 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:47.708266 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53084) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:47.722287 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-73d70df6-30dc-4412-a72e-933bdcbd507e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': 'd5486fcf-5ab5-45d1-84cf-2a4559076967', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:47.755396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e452e80-28de-419b-a5b0-8a7e74dea878 req-c460a25d-0324-45b8-925c-ff9d9d90cd2d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:47.757971 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e452e80-28de-419b-a5b0-8a7e74dea878 req-c460a25d-0324-45b8-925c-ff9d9d90cd2d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.1454182 Aug 05 14:00:47.788016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:00:47.795792 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:00:47.801849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-dd046f8a-8809-4b4b-957d-4ed29342d8eb tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Allocated IP 172.20.0.3 (0faf3c1a-da56-4914-b3b6-71d6487a60a7/86095e2e-89d0-47c1-ab53-dffe55ffd0fc/d16c8551-8cff-456e-952b-c312f1b3446c) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:00:47.804882 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:00:47.852385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Pushing event updated for resources: {'Port': ['ID=889dbbb1-1be8-481a-b5d1-e810c3c5344f,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:47.857824 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-73d70df6-30dc-4412-a72e-933bdcbd507e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Project 73a334249d054df4ade2b94dba1228a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:00:47.858439 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e452e80-28de-419b-a5b0-8a7e74dea878 req-4cf8d6dd-9a19-4e94-bcd8-16c035cf3981 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923195 Aug 05 14:00:47.897223 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-73d70df6-30dc-4412-a72e-933bdcbd507e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:00:47.898682 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-73d70df6-30dc-4412-a72e-933bdcbd507e tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1871724 Aug 05 14:00:47.902229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53090) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:48.055437 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c591473c-45eb-4bb4-96ce-6e5a9aa31bf3 req-3809ea04-94aa-49c6-a96a-72d39816198e tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 210 time: 0.0411794 Aug 05 14:00:48.149678 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dc8b0cc2-cbfb-45f5-842c-526e0cec319f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:48.195850 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dc8b0cc2-cbfb-45f5-842c-526e0cec319f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:48.202341 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-dd046f8a-8809-4b4b-957d-4ed29342d8eb tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:48.226608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 656553d0-6edb-4a00-bf50-0b1d2ad761a8 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:48.250778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a6ddb-bb33-4e7c-9894-d8ee5316c52d req-035a36ac-ff9d-493c-8316-02fcd084f1c7 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:48.253477 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-559a6ddb-bb33-4e7c-9894-d8ee5316c52d req-035a36ac-ff9d-493c-8316-02fcd084f1c7 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.2076631 Aug 05 14:00:48.289704 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dc8b0cc2-cbfb-45f5-842c-526e0cec319f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:48.292527 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dc8b0cc2-cbfb-45f5-842c-526e0cec319f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:48.297747 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dc8b0cc2-cbfb-45f5-842c-526e0cec319f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "DELETE /v2.0/security-groups/d5486fcf-5ab5-45d1-84cf-2a4559076967 HTTP/1.1" status: 204 len: 168 time: 0.3873265 Aug 05 14:00:48.302429 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53094) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:48.320487 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:48.331519 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-dd046f8a-8809-4b4b-957d-4ed29342d8eb tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:48.333286 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b0cc2-cbfb-45f5-842c-526e0cec319f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5486fcf-5ab5-45d1-84cf-2a4559076967,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:48.336430 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2892a124-d1a4-4694-83dc-707d3630efbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:48.342900 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 656553d0-6edb-4a00-bf50-0b1d2ad761a8 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:48.357943 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3f8b9f20-6710-459a-ae6b-e0316b99e6f6 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:48.410656 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-559a6ddb-bb33-4e7c-9894-d8ee5316c52d req-5131490e-3e6f-42de-8d87-20134cea28c8 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488891 Aug 05 14:00:48.435178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-517e4293-f470-44fb-bde3-5bd790cea0ea tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1240480 Aug 05 14:00:48.435178 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd046f8a-8809-4b4b-957d-4ed29342d8eb tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Pushing event updated for resources: {'Port': ['ID=d16c8551-8cff-456e-952b-c312f1b3446c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:48.438850 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53100) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:48.442350 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3f8b9f20-6710-459a-ae6b-e0316b99e6f6 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:48.442905 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:48.447008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-80fe5b1e-7604-4223-9d09-a4b0b068c894 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group': {'name': 'tempest-secgroup--23952703'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:48.500108 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-dd046f8a-8809-4b4b-957d-4ed29342d8eb tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Network 0faf3c1a-da56-4914-b3b6-71d6487a60a7 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:00:48.506713 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-dd046f8a-8809-4b4b-957d-4ed29342d8eb tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:00:48.522079 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-dd046f8a-8809-4b4b-957d-4ed29342d8eb tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:00:48.577055 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:48.593750 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-80fe5b1e-7604-4223-9d09-a4b0b068c894 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:48.608335 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:48.657591 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-dd046f8a-8809-4b4b-957d-4ed29342d8eb tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:48.660192 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-dd046f8a-8809-4b4b-957d-4ed29342d8eb tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:48.750591 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-aa0775fa-5fe1-498f-aaa2-446729bc898e tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:48.763196 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-aa0775fa-5fe1-498f-aaa2-446729bc898e tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/networks?id=2572b64d-2688-4ea7-b3b2-057ef2374e53 HTTP/1.1" status: 200 len: 805 time: 0.2663679 Aug 05 14:00:48.790892 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-2e36896a-1458-4bec-ba1b-94fff46b1742 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/quotas/16bd8151b0634bd89938e7aeb613738b HTTP/1.1" status: 200 len: 375 time: 0.0266721 Aug 05 14:00:48.859435 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-80fe5b1e-7604-4223-9d09-a4b0b068c894 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:48.864798 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-80fe5b1e-7604-4223-9d09-a4b0b068c894 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:48.879926 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-dd046f8a-8809-4b4b-957d-4ed29342d8eb tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6536703 Aug 05 14:00:48.897621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Request body: {'port': {'device_id': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:48.933581 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-80fe5b1e-7604-4223-9d09-a4b0b068c894 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:48.937697 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-80fe5b1e-7604-4223-9d09-a4b0b068c894 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4941690 Aug 05 14:00:48.937865 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef29e3cf-628c-47b8-879a-10abafb170b0 None None] Network afedfeb1-09f0-451d-bc05-30d84c3785ca requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:00:48.938013 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53114) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:48.944400 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-85797cf1-d16d-483e-8dc5-f9d64065dbf6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=16bd8151b0634bd89938e7aeb613738b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1405709 Aug 05 14:00:48.945445 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2c17b380-8ea3-45d1-a700-06db10f0e158 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': 'd74e36cc-4948-4e05-a5f7-7eee51cfea5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:48.949887 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe5b1e-7604-4223-9d09-a4b0b068c894 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74e36cc-4948-4e05-a5f7-7eee51cfea5f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:49.004107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ce036-04ec-4d63-8adc-372b6a52997c req-b8e1db04-1b0d-44c5-b331-a9632e0334fc tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:49.011507 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-249ce036-04ec-4d63-8adc-372b6a52997c req-b8e1db04-1b0d-44c5-b331-a9632e0334fc tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 943 time: 0.3637512 Aug 05 14:00:49.014104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c1085763-53c9-420c-88fd-1fd377a8e362 None None] Provisioning for port 656553d0-6edb-4a00-bf50-0b1d2ad761a8 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:49.021491 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:00:49.029283 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c1085763-53c9-420c-88fd-1fd377a8e362 None None] Provisioning complete for port 656553d0-6edb-4a00-bf50-0b1d2ad761a8 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:49.029283 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c1085763-53c9-420c-88fd-1fd377a8e362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:49.040392 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:49.098836 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-249ce036-04ec-4d63-8adc-372b6a52997c req-b91a7830-6728-49a0-9399-bd21df8179b5 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864091 Aug 05 14:00:49.107449 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-2c17b380-8ea3-45d1-a700-06db10f0e158 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The resource could not be found. Aug 05 14:00:49.113019 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2c17b380-8ea3-45d1-a700-06db10f0e158 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1695487 Aug 05 14:00:49.113146 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53120) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:49.122544 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5d3395e0-25c0-4da6-a3c7-b31f586c8c0c tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': 'd74e36cc-4948-4e05-a5f7-7eee51cfea5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '28580c3f-9038-4871-9d50-716c0ac792f5'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:49.125535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Router 864c3e88-fd5f-4452-98b3-b2c64781c180 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:00:49.196673 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c1085763-53c9-420c-88fd-1fd377a8e362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:49.215146 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-13ed2edd-aa66-4bd5-8c10-a1c56fdc12ab service neutron] 10.222.0.16 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372081 Aug 05 14:00:49.248170 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c1085763-53c9-420c-88fd-1fd377a8e362 None None] For port 656553d0-6edb-4a00-bf50-0b1d2ad761a8, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=656553d0-6edb-4a00-bf50-0b1d2ad761a8,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:49.252023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:00:49.255145 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c1085763-53c9-420c-88fd-1fd377a8e362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:49.288335 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Sync routers for ids ['864c3e88-fd5f-4452-98b3-b2c64781c180'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:00:49.300944 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:49.304997 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9b53b2b2-b2d9-41af-9b41-7015e9a1c8ca admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2215607 Aug 05 14:00:49.305378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53122) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:49.340042 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1085763-53c9-420c-88fd-1fd377a8e362 None None] Pushing event updated for resources: {'Port': ['ID=656553d0-6edb-4a00-bf50-0b1d2ad761a8,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:49.355745 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Routers {'864c3e88-fd5f-4452-98b3-b2c64781c180'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:49.356738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['864c3e88-fd5f-4452-98b3-b2c64781c180'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:49.367598 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498662d3-c26a-44bb-a8ac-fbec907ee68f req-e80582a7-2d5e-4150-b4c9-8e9ebcd4e13d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:49.369281 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-498662d3-c26a-44bb-a8ac-fbec907ee68f req-e80582a7-2d5e-4150-b4c9-8e9ebcd4e13d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.1190364 Aug 05 14:00:49.495042 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-498662d3-c26a-44bb-a8ac-fbec907ee68f req-a6b60fb4-82d0-458c-b395-29e7e579916a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961931 Aug 05 14:00:49.513587 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Set router 864c3e88-fd5f-4452-98b3-b2c64781c180 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:49.604037 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:49.664108 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0598b3d6-b455-4617-9928-ba63d80c1df6 None None] Provisioning complete for port 656553d0-6edb-4a00-bf50-0b1d2ad761a8 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:49.664392 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0598b3d6-b455-4617-9928-ba63d80c1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:49.746441 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-5d3395e0-25c0-4da6-a3c7-b31f586c8c0c tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The resource could not be found. Aug 05 14:00:49.750044 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5d3395e0-25c0-4da6-a3c7-b31f586c8c0c tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6348329 Aug 05 14:00:49.755889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53126) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:49.792874 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-86ade053-2907-4c0b-816c-f12e0217b6bf service neutron] 10.222.0.16 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596011 Aug 05 14:00:49.820094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'name': 'tempest-ServerActionsTestJSON-355594363-router', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:46Z', 'updated_at': '2021-08-05T14:00:48Z', 'revision_number': 3, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'gw_port': {'id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:47Z', 'updated_at': '2021-08-05T14:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:49.854797 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Checking router: 864c3e88-fd5f-4452-98b3-b2c64781c180 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:00:49.855154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Updating router 864c3e88-fd5f-4452-98b3-b2c64781c180 port 889dbbb1-1be8-481a-b5d1-e810c3c5344f binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:00:49.889714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb732e0-38c4-4815-afda-59bf812fe25e req-e2a80362-6398-4885-8b94-53e3c60622e6 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:49.892202 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5eb732e0-38c4-4815-afda-59bf812fe25e req-e2a80362-6398-4885-8b94-53e3c60622e6 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 931 time: 0.1942985 Aug 05 14:00:49.902683 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-164f5524-096c-4a2c-a0db-fc7571c14754 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:49.904566 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16c8551-8cff-456e-952b-c312f1b3446c {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:49.915865 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:49.933797 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Transition to ACTIVE for port object d16c8551-8cff-456e-952b-c312f1b3446c will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:00:49.939919 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:50.026160 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-164f5524-096c-4a2c-a0db-fc7571c14754 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:50.049091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Pushing event updated for resources: {'Port': ['ID=d16c8551-8cff-456e-952b-c312f1b3446c,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:50.069344 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5eb732e0-38c4-4815-afda-59bf812fe25e req-6b8de4b4-b775-4c89-9993-65d6f67f60c9 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674240 Aug 05 14:00:50.147933 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:50.159233 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 656553d0-6edb-4a00-bf50-0b1d2ad761a8 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:50.193111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782daf08-e4de-4a19-b82a-9205358f48be req-f5b51298-4659-4dca-8738-2edfc108f521 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:50.194529 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-782daf08-e4de-4a19-b82a-9205358f48be req-f5b51298-4659-4dca-8738-2edfc108f521 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.1523695 Aug 05 14:00:50.202705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fe83fb7c-ad3f-48a7-8885-26300af8c299 req-a2d1ff4d-8471-4603-a8cd-d66a0d46ff48 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 210 time: 0.0423129 Aug 05 14:00:50.205401 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-164f5524-096c-4a2c-a0db-fc7571c14754 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:50.208282 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:50.208657 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-164f5524-096c-4a2c-a0db-fc7571c14754 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:50.212821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53134) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:50.213270 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-164f5524-096c-4a2c-a0db-fc7571c14754 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "DELETE /v2.0/security-groups/d74e36cc-4948-4e05-a5f7-7eee51cfea5f HTTP/1.1" status: 204 len: 168 time: 0.4545240 Aug 05 14:00:50.233241 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f5524-096c-4a2c-a0db-fc7571c14754 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74e36cc-4948-4e05-a5f7-7eee51cfea5f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:50.259323 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Attempting to bind port d16c8551-8cff-456e-952b-c312f1b3446c on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:00:50.259668 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Attempting to bind port d16c8551-8cff-456e-952b-c312f1b3446c by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '11441616-c92a-4ac4-ad0c-8df7fcc65f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:00:50.260005 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Attempting to bind port d16c8551-8cff-456e-952b-c312f1b3446c on network 0faf3c1a-da56-4914-b3b6-71d6487a60a7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:50.273051 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Port d16c8551-8cff-456e-952b-c312f1b3446c on network 0faf3c1a-da56-4914-b3b6-71d6487a60a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:00:50.273392 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Attempting to bind port d16c8551-8cff-456e-952b-c312f1b3446c on network 0faf3c1a-da56-4914-b3b6-71d6487a60a7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:50.304996 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:00:50.305631 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Checking segment: {'id': '11441616-c92a-4ac4-ad0c-8df7fcc65f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:00:50.306237 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Bound using segment: {'id': '11441616-c92a-4ac4-ad0c-8df7fcc65f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:00:50.306907 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Bound port: d16c8551-8cff-456e-952b-c312f1b3446c, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11441616-c92a-4ac4-ad0c-8df7fcc65f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:00:50.307458 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:50.347912 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-782daf08-e4de-4a19-b82a-9205358f48be req-c0929b9f-92b3-4605-bdd2-146d38a0e0a5 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241841 Aug 05 14:00:50.357158 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3a3aebf6-484f-4825-aff9-ef379758470f tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1422749 Aug 05 14:00:50.390434 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53140) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:50.396706 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-9e3b24e7-db91-4935-a19e-68d6d40d4c38 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': '1bf942cd-539b-46b4-be5b-d42ba1e41206', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:50.411035 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 656553d0-6edb-4a00-bf50-0b1d2ad761a8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:50.411594 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:50.453320 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-9e3b24e7-db91-4935-a19e-68d6d40d4c38 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The resource could not be found. Aug 05 14:00:50.458846 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9e3b24e7-db91-4935-a19e-68d6d40d4c38 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0673664 Aug 05 14:00:50.461753 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53142) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:50.469120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] For port d16c8551-8cff-456e-952b-c312f1b3446c, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:00:50.473293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] For port d16c8551-8cff-456e-952b-c312f1b3446c, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d16c8551-8cff-456e-952b-c312f1b3446c,segment=NetworkSegment(11441616-c92a-4ac4-ad0c-8df7fcc65f76),segment_id=11441616-c92a-4ac4-ad0c-8df7fcc65f76)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:00:50.478165 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:50.517647 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:50.518323 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:50.519780 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] 10.222.0.63 "PUT /v2.0/ports/d16c8551-8cff-456e-952b-c312f1b3446c HTTP/1.1" status: 200 len: 1091 time: 1.6292582 Aug 05 14:00:50.520343 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'tag': 'd16c8551-8cff-456e-952b-c312f1b3446c'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:50.522540 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7f8551-7f85-4db8-b524-40c1d341b25f" -d '{"events": [{"name": "network-changed", "server_uuid": "723b881b-0dbd-4472-bd10-c6ea2b8bd105", "tag": "d16c8551-8cff-456e-952b-c312f1b3446c"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:50.549526 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-7003ae05-674c-4b06-a2d6-3ae2c08fc0a5 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984760264'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:50.616667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f9a77-d231-4058-be70-89aa57fb0333 service neutron] Pushing event updated for resources: {'Port': ['ID=d16c8551-8cff-456e-952b-c312f1b3446c,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:50.617363 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32758dd3-ce4c-44e5-90fd-41bb9d7f1a27 req-aa4ff70c-a7aa-4d75-a4f4-6a4874820cfd tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:50.619038 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-32758dd3-ce4c-44e5-90fd-41bb9d7f1a27 req-aa4ff70c-a7aa-4d75-a4f4-6a4874820cfd tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 943 time: 0.2591813 Aug 05 14:00:50.672953 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7003ae05-674c-4b06-a2d6-3ae2c08fc0a5 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:50.714286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f511a-89f1-492d-a497-8d5944f9897c req-f6d8ac3a-d07f-457c-b813-226e53aefc59 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:50.715717 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-047f511a-89f1-492d-a497-8d5944f9897c req-f6d8ac3a-d07f-457c-b813-226e53aefc59 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d586100-1358-4194-9e6c-e0492c33cf92 HTTP/1.1" status: 200 len: 945 time: 0.2898669 Aug 05 14:00:50.732063 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7497767-8fe5-4c52-8b19-693d77ebce5a req-f583fff1-b7cf-46b9-b800-b5d48ca645fd tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:50.733646 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c7497767-8fe5-4c52-8b19-693d77ebce5a req-f583fff1-b7cf-46b9-b800-b5d48ca645fd tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.1127250 Aug 05 14:00:50.739276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-77accbd3-7146-473e-80c6-79c84cd3d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:50.740813 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-77accbd3-7146-473e-80c6-79c84cd3d341 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96ce52ade26d4779afbb233449c53c4d&device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 1094 time: 0.1720846 Aug 05 14:00:50.746560 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Allocated IP 172.20.0.1 (afedfeb1-09f0-451d-bc05-30d84c3785ca/987d5996-708f-45ea-bc86-dd4e0e5d709f/428f19f4-d37f-4280-b3e8-56c37a16e180) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:00:50.781330 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:50.793389 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-32758dd3-ce4c-44e5-90fd-41bb9d7f1a27 req-1e5ed695-05e0-406e-80dd-fb2128ccec49 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329629 Aug 05 14:00:50.794532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Transition to ACTIVE for port object 889dbbb1-1be8-481a-b5d1-e810c3c5344f will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:00:50.813181 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:50.874600 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-10c5410a-2cf4-49d7-a72f-9f41bbb6e72d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16c8551-8cff-456e-952b-c312f1b3446c HTTP/1.1" status: 200 len: 217 time: 0.0912042 Aug 05 14:00:50.884166 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c7497767-8fe5-4c52-8b19-693d77ebce5a req-6db03f24-e346-4836-a32f-a0c91bfae7d1 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403072 Aug 05 14:00:50.919647 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45053a3-9023-4669-a52a-63d213efe53b None None] Pushing event updated for resources: {'Port': ['ID=889dbbb1-1be8-481a-b5d1-e810c3c5344f,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:50.943185 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device f5c6e997-6dda-480e-9964-056a281fdde3 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:00:50.945775 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 7cf1054d-0c2b-447d-a07b-b482c672e9a8 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:00:50.976971 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a83bfe-edcb-41f8-b039-226ad951a810 x-openstack-request-id: req-e5a83bfe-edcb-41f8-b039-226ad951a810 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:50.979273 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723b881b-0dbd-4472-bd10-c6ea2b8bd105", "tag": "d16c8551-8cff-456e-952b-c312f1b3446c", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:50.979899 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5a83bfe-edcb-41f8-b039-226ad951a810 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:50.980915 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'tag': 'd16c8551-8cff-456e-952b-c312f1b3446c', 'status': 'completed', 'code': 200} Aug 05 14:00:50.999562 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-9036bb0c-0f97-4dee-9d51-1985fb32977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:51.004295 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-9036bb0c-0f97-4dee-9d51-1985fb32977c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=86095e2e-89d0-47c1-ab53-dffe55ffd0fc HTTP/1.1" status: 200 len: 859 time: 0.1183412 Aug 05 14:00:51.022379 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.051495 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-1707f174-0baf-4063-ac2c-f45e56362ab1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0faf3c1a-da56-4914-b3b6-71d6487a60a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296192 Aug 05 14:00:51.068684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Transition to ACTIVE for port object 428f19f4-d37f-4280-b3e8-56c37a16e180 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:00:51.081526 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7003ae05-674c-4b06-a2d6-3ae2c08fc0a5 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.085886 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-047f511a-89f1-492d-a497-8d5944f9897c req-bc3cc1b7-1660-46f7-9a9c-cbfc6fc376f8 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Deleting port 7cf1054d-0c2b-447d-a07b-b482c672e9a8 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:00:51.085886 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-047f511a-89f1-492d-a497-8d5944f9897c req-bc3cc1b7-1660-46f7-9a9c-cbfc6fc376f8 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.089172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Attempting to bind port 889dbbb1-1be8-481a-b5d1-e810c3c5344f on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:00:51.089480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Attempting to bind port 889dbbb1-1be8-481a-b5d1-e810c3c5344f by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:00:51.089844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Attempting to bind port 889dbbb1-1be8-481a-b5d1-e810c3c5344f on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:51.097700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:00:51.098107 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:00:51.099973 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.100389 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:00:51.100880 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Bound port: 889dbbb1-1be8-481a-b5d1-e810c3c5344f, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:00:51.101271 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.131977 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7003ae05-674c-4b06-a2d6-3ae2c08fc0a5 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.174115 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-5e93224c-1c41-42df-bc94-30b220c108eb service neutron] 10.222.0.63 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147168 Aug 05 14:00:51.202285 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7003ae05-674c-4b06-a2d6-3ae2c08fc0a5 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.204296 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7003ae05-674c-4b06-a2d6-3ae2c08fc0a5 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7317300 Aug 05 14:00:51.212264 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53154) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:51.255254 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c10e488d-e53c-488d-971c-482edcc73e33 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group': {'name': 'tempest-secgroup--528457990'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:51.260655 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.286052 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c10e488d-e53c-488d-971c-482edcc73e33 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.289687 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.296016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] For port 889dbbb1-1be8-481a-b5d1-e810c3c5344f, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:00:51.306165 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d586100-1358-4194-9e6c-e0492c33cf92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf1054d-0c2b-447d-a07b-b482c672e9a8'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:51.308923 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10d8981-67d1-4974-b556-93acb999a651" -d '{"events": [{"server_uuid": "2d586100-1358-4194-9e6c-e0492c33cf92", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf1054d-0c2b-447d-a07b-b482c672e9a8"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:51.345549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] For port 889dbbb1-1be8-481a-b5d1-e810c3c5344f, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=889dbbb1-1be8-481a-b5d1-e810c3c5344f,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:00:51.347457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 7cf1054d-0c2b-447d-a07b-b482c672e9a8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=7cf1054d-0c2b-447d-a07b-b482c672e9a8,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:51.353362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port f5c6e997-6dda-480e-9964-056a281fdde3, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=f5c6e997-6dda-480e-9964-056a281fdde3,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:51.360775 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.364022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003ae05-674c-4b06-a2d6-3ae2c08fc0a5 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150d0fb0-266f-4ac9-82e0-85798fbfa10c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:51.366896 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.370731 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-047f511a-89f1-492d-a497-8d5944f9897c req-bc3cc1b7-1660-46f7-9a9c-cbfc6fc376f8 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] For port 7cf1054d-0c2b-447d-a07b-b482c672e9a8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=7cf1054d-0c2b-447d-a07b-b482c672e9a8,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:51.371349 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-047f511a-89f1-492d-a497-8d5944f9897c req-bc3cc1b7-1660-46f7-9a9c-cbfc6fc376f8 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.372273 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.373348 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device f5c6e997-6dda-480e-9964-056a281fdde3 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:00:51.384517 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f308876e-96bd-45e8-b45c-a2a72d7fa35f req-7534387f-94dc-439d-928f-45cd6d5bd809 service neutron] 10.222.0.63 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998451 Aug 05 14:00:51.386862 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3dc3283b-54b5-452b-a7a3-c1171eec459e req-461cbc85-a581-472f-83d2-e9b30883432e tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 210 time: 0.0438783 Aug 05 14:00:51.436850 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'f5c6e997-6dda-480e-9964-056a281fdde3', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': 'f5c6e997-6dda-480e-9964-056a281fdde3', 'mac_address': 'fa:16:3e:42:ec:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:00:51.459666 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca60f3d5-ec3e-4ed8-afe0-39bc3c0b6c8f x-openstack-request-id: req-ca60f3d5-ec3e-4ed8-afe0-39bc3c0b6c8f {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:51.459951 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d586100-1358-4194-9e6c-e0492c33cf92", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf1054d-0c2b-447d-a07b-b482c672e9a8", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:51.460425 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca60f3d5-ec3e-4ed8-afe0-39bc3c0b6c8f {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:51.461004 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d586100-1358-4194-9e6c-e0492c33cf92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf1054d-0c2b-447d-a07b-b482c672e9a8', 'code': 200} Aug 05 14:00:51.503727 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b55006-d279-4233-bd14-32a21c5665f8 req-631f8ac9-6701-411c-b319-7bc2f67529f1 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:51.505759 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-64b55006-d279-4233-bd14-32a21c5665f8 req-631f8ac9-6701-411c-b319-7bc2f67529f1 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 943 time: 0.3189795 Aug 05 14:00:51.514194 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45053a3-9023-4669-a52a-63d213efe53b None None] Pushing event updated for resources: {'Port': ['ID=889dbbb1-1be8-481a-b5d1-e810c3c5344f,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:51.516613 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Routers {'864c3e88-fd5f-4452-98b3-b2c64781c180'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:51.517724 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['864c3e88-fd5f-4452-98b3-b2c64781c180'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:51.519014 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Network afedfeb1-09f0-451d-bc05-30d84c3785ca is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:00:51.522700 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-047f511a-89f1-492d-a497-8d5944f9897c req-bc3cc1b7-1660-46f7-9a9c-cbfc6fc376f8 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Calling delete_port for 7cf1054d-0c2b-447d-a07b-b482c672e9a8 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:00:51.526209 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:00:51.538453 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:00:51.572711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45053a3-9023-4669-a52a-63d213efe53b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:51.573311 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45053a3-9023-4669-a52a-63d213efe53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:51.573856 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45053a3-9023-4669-a52a-63d213efe53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:51.574238 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45053a3-9023-4669-a52a-63d213efe53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:51.574684 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45053a3-9023-4669-a52a-63d213efe53b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:51.575055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45053a3-9023-4669-a52a-63d213efe53b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:51.575417 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45053a3-9023-4669-a52a-63d213efe53b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:51.576121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45053a3-9023-4669-a52a-63d213efe53b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:51.576121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45053a3-9023-4669-a52a-63d213efe53b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:51.576343 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45053a3-9023-4669-a52a-63d213efe53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:51.576571 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45053a3-9023-4669-a52a-63d213efe53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:51.577045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45053a3-9023-4669-a52a-63d213efe53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:51.596450 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.619438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f8551-7f85-4db8-b524-40c1d341b25f req-70525129-64f7-4892-94c0-64ffcefbafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:51.621676 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd7f8551-7f85-4db8-b524-40c1d341b25f req-70525129-64f7-4892-94c0-64ffcefbafcd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96ce52ade26d4779afbb233449c53c4d&device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 1094 time: 0.1705270 Aug 05 14:00:51.622586 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.627419 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c10e488d-e53c-488d-971c-482edcc73e33 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.651795 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c10e488d-e53c-488d-971c-482edcc73e33 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.737020 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5c6e997-6dda-480e-9964-056a281fdde3 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:51.764729 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e488d-e53c-488d-971c-482edcc73e33 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0213fc57-8651-4dad-929f-1c69f7f88d13,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:51.791154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f46066-e23d-4c48-97ef-482958c7f225 req-3f122ff7-51a6-47eb-85c4-83563a659128 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:51.799795 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Pushing event updated for resources: {'Port': ['ID=428f19f4-d37f-4280-b3e8-56c37a16e180,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:51.802114 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84f46066-e23d-4c48-97ef-482958c7f225 req-3f122ff7-51a6-47eb-85c4-83563a659128 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.2774928 Aug 05 14:00:51.817556 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-64b55006-d279-4233-bd14-32a21c5665f8 req-e14a1c6a-5c34-4e99-a56a-52df36c778b1 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925262 Aug 05 14:00:51.821008 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.841405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=7cf1054d-0c2b-447d-a07b-b482c672e9a8,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:51.847402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port f5c6e997-6dda-480e-9964-056a281fdde3, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=f5c6e997-6dda-480e-9964-056a281fdde3,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:51.856444 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c10e488d-e53c-488d-971c-482edcc73e33 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.857813 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c10e488d-e53c-488d-971c-482edcc73e33 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6450243 Aug 05 14:00:51.864366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53164) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:51.866502 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:51.867317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device fa5af672-f889-4e74-997d-623f4184377a details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:00:51.875236 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] Set router 864c3e88-fd5f-4452-98b3-b2c64781c180 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:51.877316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-315d8493-50bb-4425-aca9-1c3494f77119 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': '150d0fb0-266f-4ac9-82e0-85798fbfa10c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0213fc57-8651-4dad-929f-1c69f7f88d13'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:51.928248 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84f46066-e23d-4c48-97ef-482958c7f225 req-eff0e979-212a-42b4-a084-765f8636d571 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183100 Aug 05 14:00:51.963488 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f8551-7f85-4db8-b524-40c1d341b25f req-bce41389-1bbb-4a9b-a8dc-914682774f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:51.967072 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd7f8551-7f85-4db8-b524-40c1d341b25f req-bce41389-1bbb-4a9b-a8dc-914682774f2e service neutron] 10.222.0.63 "GET /v2.0/networks?id=0faf3c1a-da56-4914-b3b6-71d6487a60a7 HTTP/1.1" status: 200 len: 920 time: 0.3325295 Aug 05 14:00:52.021964 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-315d8493-50bb-4425-aca9-1c3494f77119 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:00:52.026086 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-315d8493-50bb-4425-aca9-1c3494f77119 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1581061 Aug 05 14:00:52.040675 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53170) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:52.086637 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd7f8551-7f85-4db8-b524-40c1d341b25f req-8337e20c-6e26-486b-a64e-94a31061133c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16c8551-8cff-456e-952b-c312f1b3446c HTTP/1.1" status: 200 len: 217 time: 0.0922875 Aug 05 14:00:52.129401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-1ca8384e-d952-4597-a84b-22bd7dfb4347 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:52.129989 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=f5c6e997-6dda-480e-9964-056a281fdde3,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:52.132561 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-1ca8384e-d952-4597-a84b-22bd7dfb4347 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.84 "GET /v2.0/networks?id=2572b64d-2688-4ea7-b3b2-057ef2374e53 HTTP/1.1" status: 200 len: 805 time: 0.5004504 Aug 05 14:00:52.153196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d59b2-3b24-410e-ba53-74f6dc467185 req-5c243ac0-d485-4b23-b5f6-b0867a814032 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:52.154068 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:00:52.154461 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:00:52.155345 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b4d59b2-3b24-410e-ba53-74f6dc467185 req-5c243ac0-d485-4b23-b5f6-b0867a814032 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.1304872 Aug 05 14:00:52.160536 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-553f767e-7e41-49ef-8219-7f5ab26ea0f6 None None] Provisioning for port 428f19f4-d37f-4280-b3e8-56c37a16e180 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:52.169607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-716aff46-0f35-4d4e-906f-71bf0b6d4293 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Request body: {'port': {'device_id': 'e531ef4f-6aac-462d-8fde-d9897545cd7d', 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53', 'admin_state_up': True, 'tenant_id': '16bd8151b0634bd89938e7aeb613738b'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:52.178206 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-553f767e-7e41-49ef-8219-7f5ab26ea0f6 None None] Provisioning complete for port 428f19f4-d37f-4280-b3e8-56c37a16e180 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:52.178643 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-553f767e-7e41-49ef-8219-7f5ab26ea0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:52.190105 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f8551-7f85-4db8-b524-40c1d341b25f req-272d1270-22e8-434a-968b-3e760e823cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:52.191784 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd7f8551-7f85-4db8-b524-40c1d341b25f req-272d1270-22e8-434a-968b-3e760e823cbf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=86095e2e-89d0-47c1-ab53-dffe55ffd0fc HTTP/1.1" status: 200 len: 859 time: 0.0923972 Aug 05 14:00:52.214173 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccfb01-4152-4717-8e04-465ed918be9a req-78c7e80a-f394-4cce-b2e2-3bb3730a3511 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:52.215735 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e4ccfb01-4152-4717-8e04-465ed918be9a req-78c7e80a-f394-4cce-b2e2-3bb3730a3511 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 943 time: 0.2279186 Aug 05 14:00:52.239821 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd7f8551-7f85-4db8-b524-40c1d341b25f req-b8d38117-abbf-4603-9f38-1734c6c1a314 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0faf3c1a-da56-4914-b3b6-71d6487a60a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394447 Aug 05 14:00:52.243330 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b4d59b2-3b24-410e-ba53-74f6dc467185 req-c130c1a5-ffb4-4801-94b6-9b701c5032c0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734742 Aug 05 14:00:52.254776 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port fa5af672-f889-4e74-997d-623f4184377a, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fa5af672-f889-4e74-997d-623f4184377a,segment=NetworkSegment(0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f),segment_id=0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:52.275309 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-553f767e-7e41-49ef-8219-7f5ab26ea0f6 None None] Port 428f19f4-d37f-4280-b3e8-56c37a16e180 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:00:52.276290 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:52.284430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'fa5af672-f889-4e74-997d-623f4184377a', 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e', 'port_id': 'fa5af672-f889-4e74-997d-623f4184377a', 'mac_address': 'fa:16:3e:87:d4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:00:52.349181 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:52.366197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'name': 'tempest-ServerActionsTestJSON-355594363-router', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:46Z', 'updated_at': '2021-08-05T14:00:48Z', 'revision_number': 3, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'gw_port': {'id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:47Z', 'updated_at': '2021-08-05T14:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:52.371434 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5af672-f889-4e74-997d-623f4184377a {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:52.391578 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd7f8551-7f85-4db8-b524-40c1d341b25f req-5be15d23-98fb-4c5d-bac3-46035279a0f9 service neutron] 10.222.0.63 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433578 Aug 05 14:00:52.401859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcac9ae-44ae-46bc-ab5a-be0b9fa46e04 None None] The sync data for ids ['864c3e88-fd5f-4452-98b3-b2c64781c180'] in n-d-803585-2 is: [{'id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'name': 'tempest-ServerActionsTestJSON-355594363-router', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:46Z', 'updated_at': '2021-08-05T14:00:48Z', 'revision_number': 3, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'gw_port': {'id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:47Z', 'updated_at': '2021-08-05T14:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:00:52.424720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port fa5af672-f889-4e74-997d-623f4184377a, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fa5af672-f889-4e74-997d-623f4184377a,segment=NetworkSegment(0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f),segment_id=0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:52.426575 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:52.538952 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da412a5f-7195-4d00-a4b2-d1b24a1e3968 req-d65af8ea-0089-4827-bc43-e87266c7bbc6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 210 time: 0.0382142 Aug 05 14:00:52.585394 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd7f8551-7f85-4db8-b524-40c1d341b25f req-905d3c7c-b0cb-43dc-8c1c-24a160837f7f service neutron] 10.222.0.63 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847515 Aug 05 14:00:52.655906 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0c89f1be-a088-4607-bd90-0813347015b1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:52.659650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=fa5af672-f889-4e74-997d-623f4184377a,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:52.666714 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-047f511a-89f1-492d-a497-8d5944f9897c req-bc3cc1b7-1660-46f7-9a9c-cbfc6fc376f8 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:52.695921 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:52.714216 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f5c6e997-6dda-480e-9964-056a281fdde3 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:52.742086 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e4ccfb01-4152-4717-8e04-465ed918be9a req-08bcfea8-e0ec-4d18-88e4-f830ff3757cf tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4800329 Aug 05 14:00:52.750217 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cc1b7-1660-46f7-9a9c-cbfc6fc376f8 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Pushing event deleted for resources: {'Port': ['ID=7cf1054d-0c2b-447d-a07b-b482c672e9a8,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:52.759338 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['f5c6e997-6dda-480e-9964-056a281fdde3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:00:52.762434 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['fa5af672-f889-4e74-997d-623f4184377a'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:00:52.768108 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port f5c6e997-6dda-480e-9964-056a281fdde3, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=f5c6e997-6dda-480e-9964-056a281fdde3,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:52.796230 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0c89f1be-a088-4607-bd90-0813347015b1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:52.810874 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:52.899788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=f5c6e997-6dda-480e-9964-056a281fdde3,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:52.905464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-047f511a-89f1-492d-a497-8d5944f9897c req-bc3cc1b7-1660-46f7-9a9c-cbfc6fc376f8 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] No DVR routers for this DVR port 7cf1054d-0c2b-447d-a07b-b482c672e9a8 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:00:52.908639 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-047f511a-89f1-492d-a497-8d5944f9897c req-bc3cc1b7-1660-46f7-9a9c-cbfc6fc376f8 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:52.911695 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-047f511a-89f1-492d-a497-8d5944f9897c req-bc3cc1b7-1660-46f7-9a9c-cbfc6fc376f8 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.84 "DELETE /v2.0/ports/7cf1054d-0c2b-447d-a07b-b482c672e9a8 HTTP/1.1" status: 204 len: 173 time: 2.1820571 Aug 05 14:00:52.921073 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d586100-1358-4194-9e6c-e0492c33cf92', 'name': 'network-vif-deleted', 'tag': '7cf1054d-0c2b-447d-a07b-b482c672e9a8'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:52.926621 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c36cc39-92f4-43c2-8b48-3aa6764f9fa6" -d '{"events": [{"server_uuid": "2d586100-1358-4194-9e6c-e0492c33cf92", "name": "network-vif-deleted", "tag": "7cf1054d-0c2b-447d-a07b-b482c672e9a8"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:52.996125 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-716aff46-0f35-4d4e-906f-71bf0b6d4293 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Made reservation on behalf of 16bd8151b0634bd89938e7aeb613738b for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:00:53.000199 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-716aff46-0f35-4d4e-906f-71bf0b6d4293 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:53.027472 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95718ffc-6c3f-4e9c-a139-ab2a5c72d90f x-openstack-request-id: req-95718ffc-6c3f-4e9c-a139-ab2a5c72d90f {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:53.027969 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d586100-1358-4194-9e6c-e0492c33cf92", "name": "network-vif-deleted", "tag": "7cf1054d-0c2b-447d-a07b-b482c672e9a8", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:53.028953 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95718ffc-6c3f-4e9c-a139-ab2a5c72d90f {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:53.029296 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d586100-1358-4194-9e6c-e0492c33cf92', 'name': 'network-vif-deleted', 'tag': '7cf1054d-0c2b-447d-a07b-b482c672e9a8', 'status': 'completed', 'code': 200} Aug 05 14:00:53.035217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3933b-3c94-48ef-a9dc-a26e3b224d89 req-7effac51-a917-49e3-bd6c-155362cc20c6 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:53.043229 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1fb3933b-3c94-48ef-a9dc-a26e3b224d89 req-7effac51-a917-49e3-bd6c-155362cc20c6 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 943 time: 0.1321776 Aug 05 14:00:53.118037 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1fb3933b-3c94-48ef-a9dc-a26e3b224d89 req-3a320cba-f529-43e5-924a-412c9bdf303e tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654347 Aug 05 14:00:53.168263 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0c89f1be-a088-4607-bd90-0813347015b1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:53.171885 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0c89f1be-a088-4607-bd90-0813347015b1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:53.173445 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0c89f1be-a088-4607-bd90-0813347015b1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "DELETE /v2.0/security-groups/0213fc57-8651-4dad-929f-1c69f7f88d13 HTTP/1.1" status: 204 len: 168 time: 1.1283126 Aug 05 14:00:53.176411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53180) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:53.201908 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:53.237742 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:53.239072 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1b129c21-748d-44a6-ac54-2b00c52382fa tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0612719 Aug 05 14:00:53.239888 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89f1be-a088-4607-bd90-0813347015b1 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0213fc57-8651-4dad-929f-1c69f7f88d13,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:53.242303 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53182) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:53.367887 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:53.368248 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fec97c99-b5c8-446e-a685-13fa46798d7d tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:53.373140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Pushing event updated for resources: {'Port': ['ID=428f19f4-d37f-4280-b3e8-56c37a16e180,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:53.386521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317ea15-6a61-407f-90eb-e9bb7a33e037 req-33fe0e07-8a1b-4e48-9077-4a2be164ae1f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:53.388112 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f317ea15-6a61-407f-90eb-e9bb7a33e037 req-33fe0e07-8a1b-4e48-9077-4a2be164ae1f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 948 time: 0.2244601 Aug 05 14:00:53.400223 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fec97c99-b5c8-446e-a685-13fa46798d7d tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:53.424938 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b6472-4cac-4f1c-a994-43dfa6f7b8b5 req-2e7f670c-603c-4fd3-afd1-90f61c3e4d26 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:53.426741 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a98b6472-4cac-4f1c-a994-43dfa6f7b8b5 req-2e7f670c-603c-4fd3-afd1-90f61c3e4d26 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.0910401 Aug 05 14:00:53.431276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-716aff46-0f35-4d4e-906f-71bf0b6d4293 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Allocated IP 172.20.0.13 (2572b64d-2688-4ea7-b3b2-057ef2374e53/509b4bd6-4083-497b-a5bd-8bf817602045/8156e148-9ae1-4ed1-88eb-f39cf246fc5e) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:00:53.507457 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a98b6472-4cac-4f1c-a994-43dfa6f7b8b5 req-4f21b93c-4b41-404c-a8e9-98910cb7c1b4 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637317 Aug 05 14:00:53.522528 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fec97c99-b5c8-446e-a685-13fa46798d7d tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:53.522528 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fec97c99-b5c8-446e-a685-13fa46798d7d tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:53.523006 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f317ea15-6a61-407f-90eb-e9bb7a33e037 req-f4fd6a63-ad32-450a-b7cb-68b92b1c81ec tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207130 Aug 05 14:00:53.524480 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fec97c99-b5c8-446e-a685-13fa46798d7d tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "DELETE /v2.0/security-groups/150d0fb0-266f-4ac9-82e0-85798fbfa10c HTTP/1.1" status: 204 len: 168 time: 0.2748947 Aug 05 14:00:53.527777 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53188) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:53.544363 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec97c99-b5c8-446e-a685-13fa46798d7d tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=150d0fb0-266f-4ac9-82e0-85798fbfa10c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:53.571041 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device d16c8551-8cff-456e-952b-c312f1b3446c details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:00:53.712352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Network afedfeb1-09f0-451d-bc05-30d84c3785ca is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:00:53.734702 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port d16c8551-8cff-456e-952b-c312f1b3446c, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d16c8551-8cff-456e-952b-c312f1b3446c,segment=NetworkSegment(11441616-c92a-4ac4-ad0c-8df7fcc65f76),segment_id=11441616-c92a-4ac4-ad0c-8df7fcc65f76)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:53.748930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'd16c8551-8cff-456e-952b-c312f1b3446c', 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7', 'port_id': 'd16c8551-8cff-456e-952b-c312f1b3446c', 'mac_address': 'fa:16:3e:1c:3c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:00:53.792561 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:00:53.798957 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf68d499-bb68-406c-8664-280a03776201 req-c800102b-5d6d-45fc-a056-98cdcf9ab228 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 210 time: 0.1153867 Aug 05 14:00:53.802569 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:53.812517 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e00742e5-8070-4d57-89f8-0b2390857cb2 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2698843 Aug 05 14:00:53.812905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53194) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:53.819284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5ef88ace-22c1-4e9f-b30b-19cd2ceb05fb tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group': {'name': 'tempest-secgroup--604489946'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:53.836502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16c8551-8cff-456e-952b-c312f1b3446c {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:53.852593 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5ef88ace-22c1-4e9f-b30b-19cd2ceb05fb tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:53.883759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port d16c8551-8cff-456e-952b-c312f1b3446c, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d16c8551-8cff-456e-952b-c312f1b3446c,segment=NetworkSegment(11441616-c92a-4ac4-ad0c-8df7fcc65f76),segment_id=11441616-c92a-4ac4-ad0c-8df7fcc65f76)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:53.889482 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:53.947148 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-716aff46-0f35-4d4e-906f-71bf0b6d4293 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:53.947498 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdb3e7-0168-412c-ad5b-c65e9e1804e2 req-90d1eb85-42dd-491e-ba57-38a26068c910 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:53.949569 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-21fdb3e7-0168-412c-ad5b-c65e9e1804e2 req-90d1eb85-42dd-491e-ba57-38a26068c910 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 944 time: 0.0840225 Aug 05 14:00:53.958531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=d16c8551-8cff-456e-952b-c312f1b3446c,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:54.020383 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Router 864c3e88-fd5f-4452-98b3-b2c64781c180 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:00:54.032332 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5ef88ace-22c1-4e9f-b30b-19cd2ceb05fb tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.051324 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-21fdb3e7-0168-412c-ad5b-c65e9e1804e2 req-068c9e23-3e3a-4bfe-a393-186129e52f78 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696554 Aug 05 14:00:54.055977 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5ef88ace-22c1-4e9f-b30b-19cd2ceb05fb tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.096583 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5ef88ace-22c1-4e9f-b30b-19cd2ceb05fb tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.100729 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5ef88ace-22c1-4e9f-b30b-19cd2ceb05fb tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2831841 Aug 05 14:00:54.100884 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53196) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:54.106464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-83a947d0-6a54-4e8f-8066-317540112802 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': 'ba7fd4a3-a2a1-4c29-8348-2aa4a6c8721b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:54.114196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef88ace-22c1-4e9f-b30b-19cd2ceb05fb tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7fd4a3-a2a1-4c29-8348-2aa4a6c8721b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:54.117029 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-716aff46-0f35-4d4e-906f-71bf0b6d4293 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.158846 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['d16c8551-8cff-456e-952b-c312f1b3446c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:00:54.171057 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 889dbbb1-1be8-481a-b5d1-e810c3c5344f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:54.189944 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-83a947d0-6a54-4e8f-8066-317540112802 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:00:54.195313 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-83a947d0-6a54-4e8f-8066-317540112802 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0933721 Aug 05 14:00:54.196274 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53200) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:54.201170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-96209872-7258-489d-856b-526969792173 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group_rule': {'security_group_id': 'ba7fd4a3-a2a1-4c29-8348-2aa4a6c8721b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:54.266569 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-96209872-7258-489d-856b-526969792173 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:00:54.271513 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-96209872-7258-489d-856b-526969792173 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0740459 Aug 05 14:00:54.272128 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53202) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:54.272954 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-716aff46-0f35-4d4e-906f-71bf0b6d4293 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Network 2572b64d-2688-4ea7-b3b2-057ef2374e53 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:00:54.307342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e894afe5-2ff5-442c-8ff1-1717e09dd798 None None] Provisioning complete for port 428f19f4-d37f-4280-b3e8-56c37a16e180 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:54.307820 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e894afe5-2ff5-442c-8ff1-1717e09dd798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.315096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-716aff46-0f35-4d4e-906f-71bf0b6d4293 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:00:54.319099 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-716aff46-0f35-4d4e-906f-71bf0b6d4293 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:00:54.347696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 889dbbb1-1be8-481a-b5d1-e810c3c5344f completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:54.348596 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-699531d0-2034-4949-a758-17119fc82e74 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.369250 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 889dbbb1-1be8-481a-b5d1-e810c3c5344f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:54.369946 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.375388 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-699531d0-2034-4949-a758-17119fc82e74 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.379352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-716aff46-0f35-4d4e-906f-71bf0b6d4293 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:54.380014 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-716aff46-0f35-4d4e-906f-71bf0b6d4293 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.382740 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716aff46-0f35-4d4e-906f-71bf0b6d4293 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Pushing event updated for resources: {'Port': ['ID=8156e148-9ae1-4ed1-88eb-f39cf246fc5e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:54.398555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e894afe5-2ff5-442c-8ff1-1717e09dd798 None None] Port 428f19f4-d37f-4280-b3e8-56c37a16e180 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:00:54.427504 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-699531d0-2034-4949-a758-17119fc82e74 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.430941 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-699531d0-2034-4949-a758-17119fc82e74 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.435014 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-699531d0-2034-4949-a758-17119fc82e74 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "DELETE /v2.0/security-groups/ba7fd4a3-a2a1-4c29-8348-2aa4a6c8721b HTTP/1.1" status: 204 len: 168 time: 0.1592484 Aug 05 14:00:54.435211 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-716aff46-0f35-4d4e-906f-71bf0b6d4293 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2686541 Aug 05 14:00:54.435938 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:00:54.437041 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53204) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:54.445476 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-13d6a8e0-e708-46e7-8f70-aafabe6de2c4 admin admin] 10.222.0.16 "PUT /v2.0/routers/864c3e88-fd5f-4452-98b3-b2c64781c180/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1389861 Aug 05 14:00:54.455901 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Request body: {'port': {'device_id': 'e531ef4f-6aac-462d-8fde-d9897545cd7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:54.460465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699531d0-2034-4949-a758-17119fc82e74 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7fd4a3-a2a1-4c29-8348-2aa4a6c8721b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:54.482089 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14272e7f-d3b7-415b-b925-eb41f8e4b0d7 req-98ef695a-fee1-4bde-a34a-229131bb2759 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:54.490669 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-14272e7f-d3b7-415b-b925-eb41f8e4b0d7 req-98ef695a-fee1-4bde-a34a-229131bb2759 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 944 time: 0.2927599 Aug 05 14:00:54.510171 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-38725768-d9a7-4fe6-bf25-1a9289e97747 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0719144 Aug 05 14:00:54.513840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53208) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:54.519075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e075f7be-ad73-430d-868c-a1fcab07c4b6 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group': {'name': 'tempest-secgroup--300677118'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:54.562611 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e075f7be-ad73-430d-868c-a1fcab07c4b6 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.571027 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.607600 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.624335 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 889dbbb1-1be8-481a-b5d1-e810c3c5344f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=889dbbb1-1be8-481a-b5d1-e810c3c5344f,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:54.631432 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.635971 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-14272e7f-d3b7-415b-b925-eb41f8e4b0d7 req-4a108bc9-b043-4674-ab2e-78faf771acbe tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434989 Aug 05 14:00:54.714042 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17a4b3-6e25-4b44-9fec-3cf2b9a21681 req-a47d6cf3-a972-462d-81f7-7014a84fc3e6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:54.715812 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed17a4b3-6e25-4b44-9fec-3cf2b9a21681 req-a47d6cf3-a972-462d-81f7-7014a84fc3e6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.0979826 Aug 05 14:00:54.724973 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=889dbbb1-1be8-481a-b5d1-e810c3c5344f,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:54.781042 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Sync routers for ids ['864c3e88-fd5f-4452-98b3-b2c64781c180'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:00:54.787978 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e075f7be-ad73-430d-868c-a1fcab07c4b6 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.790447 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Routers {'864c3e88-fd5f-4452-98b3-b2c64781c180'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:54.791143 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['864c3e88-fd5f-4452-98b3-b2c64781c180'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:54.792385 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed17a4b3-6e25-4b44-9fec-3cf2b9a21681 req-5e768fee-a543-4a53-b4b4-4b6cdeed4037 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650210 Aug 05 14:00:54.793322 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e075f7be-ad73-430d-868c-a1fcab07c4b6 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.824171 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e075f7be-ad73-430d-868c-a1fcab07c4b6 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.829603 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e075f7be-ad73-430d-868c-a1fcab07c4b6 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3144248 Aug 05 14:00:54.833498 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53218) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:54.840134 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a7fa49e6-8f46-44e6-a35a-7553725552fc tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:54.840553 n-d-803585-2 neutron-server[105724]: WARNING neutron.api.v2.base [None req-a7fa49e6-8f46-44e6-a35a-7553725552fc tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 05 14:00:54.841059 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-a7fa49e6-8f46-44e6-a35a-7553725552fc tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] update failed (client error): There was a conflict when trying to complete your request. Aug 05 14:00:54.845705 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a7fa49e6-8f46-44e6-a35a-7553725552fc tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "PUT /v2.0/security-groups/0aba7af6-4a0a-44fa-bcca-b71370a3c8f8 HTTP/1.1" status: 409 len: 330 time: 0.0112205 Aug 05 14:00:54.848617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53222) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:54.854429 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075f7be-ad73-430d-868c-a1fcab07c4b6 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aba7af6-4a0a-44fa-bcca-b71370a3c8f8,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:54.862972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device f5c6e997-6dda-480e-9964-056a281fdde3 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:54.921973 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port f5c6e997-6dda-480e-9964-056a281fdde3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:54.922665 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:54.937673 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Set router 864c3e88-fd5f-4452-98b3-b2c64781c180 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:54.957486 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9cfe-d83b-48fb-b2e0-6951d8b7bca1 req-93228281-8ce4-4598-a648-ce141de5d6d5 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:54.959282 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-571b9cfe-d83b-48fb-b2e0-6951d8b7bca1 req-93228281-8ce4-4598-a648-ce141de5d6d5 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 948 time: 0.1661475 Aug 05 14:00:55.017569 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c840a9e6-3a1c-426a-aeb4-c656b7709640 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.044457 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.046706 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-571b9cfe-d83b-48fb-b2e0-6951d8b7bca1 req-25761c5e-e4ca-469e-a12a-316b837efd21 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778115 Aug 05 14:00:55.088698 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c840a9e6-3a1c-426a-aeb4-c656b7709640 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.123404 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c6e997-6dda-480e-9964-056a281fdde3'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:55.138323 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19363806-00da-40df-b833-77a6852aa1c5" -d '{"events": [{"server_uuid": "dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3", "name": "network-vif-plugged", "status": "completed", "tag": "f5c6e997-6dda-480e-9964-056a281fdde3"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:55.162922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port f5c6e997-6dda-480e-9964-056a281fdde3, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=f5c6e997-6dda-480e-9964-056a281fdde3,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:55.170868 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.174100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device fa5af672-f889-4e74-997d-623f4184377a up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:55.189974 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c840a9e6-3a1c-426a-aeb4-c656b7709640 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.192552 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c840a9e6-3a1c-426a-aeb4-c656b7709640 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.196256 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c840a9e6-3a1c-426a-aeb4-c656b7709640 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "DELETE /v2.0/security-groups/0aba7af6-4a0a-44fa-bcca-b71370a3c8f8 HTTP/1.1" status: 204 len: 168 time: 0.3419681 Aug 05 14:00:55.197029 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53230) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:55.212937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8156e148-9ae1-4ed1-88eb-f39cf246fc5e {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:00:55.252210 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.260658 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-db2ee10b-eac1-4e7c-b89c-5ad231daa815 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0620031 Aug 05 14:00:55.261321 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53232) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:55.266638 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=f5c6e997-6dda-480e-9964-056a281fdde3,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:55.273392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840a9e6-3a1c-426a-aeb4-c656b7709640 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aba7af6-4a0a-44fa-bcca-b71370a3c8f8,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:55.281556 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-42747b99-26aa-4731-873d-86ed83f2ffef tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] delete failed (client error): The resource could not be found. Aug 05 14:00:55.285087 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-42747b99-26aa-4731-873d-86ed83f2ffef tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "DELETE /v2.0/security-groups/69689570-ea1d-4ddf-885f-8ff5322b1107 HTTP/1.1" status: 404 len: 347 time: 0.0223079 Aug 05 14:00:55.289325 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53234) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:55.295841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port fa5af672-f889-4e74-997d-623f4184377a completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:55.301598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port fa5af672-f889-4e74-997d-623f4184377a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:55.302534 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.306006 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-c251f6db-4168-40e6-9e1d-e7cd53aeb6be tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] show failed (client error): The resource could not be found. Aug 05 14:00:55.310430 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c251f6db-4168-40e6-9e1d-e7cd53aeb6be tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "GET /v2.0/security-groups/3a161128-7675-4c14-b9b2-80b6144ae38e HTTP/1.1" status: 404 len: 347 time: 0.0164344 Aug 05 14:00:55.310662 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53236) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:55.317077 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840a9e6-3a1c-426a-aeb4-c656b7709640 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:55.319789 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840a9e6-3a1c-426a-aeb4-c656b7709640 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:55.320245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840a9e6-3a1c-426a-aeb4-c656b7709640 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:55.320683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840a9e6-3a1c-426a-aeb4-c656b7709640 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:55.321116 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840a9e6-3a1c-426a-aeb4-c656b7709640 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:55.323022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840a9e6-3a1c-426a-aeb4-c656b7709640 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:55.323465 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840a9e6-3a1c-426a-aeb4-c656b7709640 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:55.323920 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840a9e6-3a1c-426a-aeb4-c656b7709640 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:55.324355 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840a9e6-3a1c-426a-aeb4-c656b7709640 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:55.326061 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840a9e6-3a1c-426a-aeb4-c656b7709640 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:55.326539 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840a9e6-3a1c-426a-aeb4-c656b7709640 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:55.326972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c840a9e6-3a1c-426a-aeb4-c656b7709640 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:00:55.327458 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-d91917fc-d279-49c9-86ba-d937a76cc973 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] show failed (client error): The resource could not be found. Aug 05 14:00:55.330306 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d91917fc-d279-49c9-86ba-d937a76cc973 tempest-NegativeSecGroupIPv6Test-871655525 tempest-NegativeSecGroupIPv6Test-871655525-project] 10.222.0.16 "GET /v2.0/security-group-rules/a04702fa-143e-4521-8318-b0e44e9d4f97 HTTP/1.1" status: 404 len: 356 time: 0.0170841 Aug 05 14:00:55.332997 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Transition to ACTIVE for port object 8156e148-9ae1-4ed1-88eb-f39cf246fc5e will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:00:55.343157 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.385304 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'name': 'tempest-ServerActionsTestJSON-355594363-router', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:46Z', 'updated_at': '2021-08-05T14:00:52Z', 'revision_number': 4, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'gw_port': {'id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:47Z', 'updated_at': '2021-08-05T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '428f19f4-d37f-4280-b3e8-56c37a16e180', 'name': '', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'mac_address': 'fa:16:3e:ab:1b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:50Z', 'updated_at': '2021-08-05T14:00:52Z', 'revision_number': 2, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'subnets': [{'id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:55.396966 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d00693-87f8-42c8-b4e2-827a943ea4a7 req-b1ff1aca-a784-41d4-8082-bd7fdcead7fd tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:55.398821 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42d00693-87f8-42c8-b4e2-827a943ea4a7 req-b1ff1aca-a784-41d4-8082-bd7fdcead7fd tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 932 time: 0.2231894 Aug 05 14:00:55.440481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=8156e148-9ae1-4ed1-88eb-f39cf246fc5e,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:55.441457 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Checking router: 864c3e88-fd5f-4452-98b3-b2c64781c180 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:00:55.441846 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Updating router 864c3e88-fd5f-4452-98b3-b2c64781c180 port 428f19f4-d37f-4280-b3e8-56c37a16e180 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:00:55.463483 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.484698 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.509705 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port fa5af672-f889-4e74-997d-623f4184377a, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fa5af672-f889-4e74-997d-623f4184377a,segment=NetworkSegment(0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f),segment_id=0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:55.515544 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.522158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53240) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:55.529814 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-adae5dc9-9065-4703-93b4-c96b645e3829 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1118223862', 'description': 'tempest-description--379119122'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:55.538078 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42d00693-87f8-42c8-b4e2-827a943ea4a7 req-90cf9eff-167e-4828-85a7-0ad89432e83b tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235263 Aug 05 14:00:55.575348 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-adae5dc9-9065-4703-93b4-c96b645e3829 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.580213 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Attempting to bind port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:00:55.580638 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Attempting to bind port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'fef3567b-5c8c-480d-8462-5c560ed3dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:00:55.580974 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Attempting to bind port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e on network 2572b64d-2688-4ea7-b3b2-057ef2374e53 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:55.587752 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e on network 2572b64d-2688-4ea7-b3b2-057ef2374e53 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:00:55.589893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Attempting to bind port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e on network 2572b64d-2688-4ea7-b3b2-057ef2374e53 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:55.596614 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9b8b7e-be66-47a7-a352-a405cca5de2d x-openstack-request-id: req-5d9b8b7e-be66-47a7-a352-a405cca5de2d {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:55.596918 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3", "name": "network-vif-plugged", "status": "completed", "tag": "f5c6e997-6dda-480e-9964-056a281fdde3", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:55.597186 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d9b8b7e-be66-47a7-a352-a405cca5de2d {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:55.597600 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c6e997-6dda-480e-9964-056a281fdde3', 'code': 200} Aug 05 14:00:55.598503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device d16c8551-8cff-456e-952b-c312f1b3446c up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:55.599757 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:00:55.600195 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Checking segment: {'id': 'fef3567b-5c8c-480d-8462-5c560ed3dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:00:55.600727 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Bound using segment: {'id': 'fef3567b-5c8c-480d-8462-5c560ed3dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:00:55.601252 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Bound port: 8156e148-9ae1-4ed1-88eb-f39cf246fc5e, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef3567b-5c8c-480d-8462-5c560ed3dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:00:55.601725 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.727261 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] For port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:00:55.737531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] For port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8156e148-9ae1-4ed1-88eb-f39cf246fc5e,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:00:55.744719 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.806740 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=fa5af672-f889-4e74-997d-623f4184377a,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:55.831309 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:55.832220 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.833955 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] 10.222.0.84 "PUT /v2.0/ports/8156e148-9ae1-4ed1-88eb-f39cf246fc5e HTTP/1.1" status: 200 len: 1092 time: 1.3854964 Aug 05 14:00:55.837291 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e531ef4f-6aac-462d-8fde-d9897545cd7d', 'tag': '8156e148-9ae1-4ed1-88eb-f39cf246fc5e'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:55.840439 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd115e36-5fc8-420e-b761-8757e5de5a68" -d '{"events": [{"name": "network-changed", "server_uuid": "e531ef4f-6aac-462d-8fde-d9897545cd7d", "tag": "8156e148-9ae1-4ed1-88eb-f39cf246fc5e"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:55.851962 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port d16c8551-8cff-456e-952b-c312f1b3446c completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:55.859153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port d16c8551-8cff-456e-952b-c312f1b3446c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:55.872543 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.875172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53250) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:55.903995 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a16cb6-521c-4bfd-be93-22f575c2de89 req-0b3ba696-72ca-42ac-a442-050312f2d00b tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:55.916819 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c4a16cb6-521c-4bfd-be93-22f575c2de89 req-0b3ba696-72ca-42ac-a442-050312f2d00b tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 945 time: 0.2035751 Aug 05 14:00:55.930218 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-adae5dc9-9065-4703-93b4-c96b645e3829 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.940029 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.950238 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-adae5dc9-9065-4703-93b4-c96b645e3829 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.962918 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Transition to ACTIVE for port object 428f19f4-d37f-4280-b3e8-56c37a16e180 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:00:55.975706 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e13440-a73e-45b0-8377-4047075ebcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=8156e148-9ae1-4ed1-88eb-f39cf246fc5e,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:55.988041 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.989651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef17240-be13-4f54-84af-b8568925dac3 req-0b5ff1a4-142a-41e1-8065-e38a4845ffa5 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:55.994682 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae5dc9-9065-4703-93b4-c96b645e3829 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b44212d-75d7-40d6-a233-d1052b4c1f6e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:55.997278 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-adae5dc9-9065-4703-93b4-c96b645e3829 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:55.997994 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cef17240-be13-4f54-84af-b8568925dac3 req-0b5ff1a4-142a-41e1-8065-e38a4845ffa5 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 944 time: 0.2290101 Aug 05 14:00:55.999069 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-adae5dc9-9065-4703-93b4-c96b645e3829 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4751284 Aug 05 14:00:56.004005 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53256) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:56.013087 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-422e066e-2a4a-4c25-bace-4bd6ce941d83 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Request body: {'security_group_rule': {'security_group_id': '1b44212d-75d7-40d6-a233-d1052b4c1f6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:56.035835 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c4a16cb6-521c-4bfd-be93-22f575c2de89 req-7d317203-8bf1-4ff3-8102-cf88da28dfd8 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140084 Aug 05 14:00:56.059212 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.082107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af7c1b-63ab-4263-8a87-64b61451d62a req-ffc22526-3884-451e-a8d0-477ed0b84ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:56.089625 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-28af7c1b-63ab-4263-8a87-64b61451d62a req-ffc22526-3884-451e-a8d0-477ed0b84ebf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 1101 time: 0.2367396 Aug 05 14:00:56.111565 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005b6f4-8d28-4978-a9f9-f0e1a7c3af48 None None] Pushing event updated for resources: {'Port': ['ID=428f19f4-d37f-4280-b3e8-56c37a16e180,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:56.163487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port d16c8551-8cff-456e-952b-c312f1b3446c, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d16c8551-8cff-456e-952b-c312f1b3446c,segment=NetworkSegment(11441616-c92a-4ac4-ad0c-8df7fcc65f76),segment_id=11441616-c92a-4ac4-ad0c-8df7fcc65f76)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:56.176393 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 889dbbb1-1be8-481a-b5d1-e810c3c5344f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:56.200860 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103acd8-1735-42ea-ba98-01dbed4a7204 req-d63ae053-124b-4576-bede-32d83defc478 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:56.205531 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Attempting to bind port 428f19f4-d37f-4280-b3e8-56c37a16e180 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:00:56.206180 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Attempting to bind port 428f19f4-d37f-4280-b3e8-56c37a16e180 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:00:56.206783 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Attempting to bind port 428f19f4-d37f-4280-b3e8-56c37a16e180 on network afedfeb1-09f0-451d-bc05-30d84c3785ca {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:00:56.211733 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0103acd8-1735-42ea-ba98-01dbed4a7204 req-d63ae053-124b-4576-bede-32d83defc478 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.0920460 Aug 05 14:00:56.213359 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:00:56.213965 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Checking segment: {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:00:56.214397 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.214790 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Bound using segment: {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:00:56.215403 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Bound port: 428f19f4-d37f-4280-b3e8-56c37a16e180, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:00:56.215678 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.218168 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cef17240-be13-4f54-84af-b8568925dac3 req-765ee111-ff1d-4cea-9bc8-f8e98e9c0832 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190552 Aug 05 14:00:56.225043 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-2d2f0af6-127b-4ac8-a048-25f3a7f266d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:56.226582 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-2d2f0af6-127b-4ac8-a048-25f3a7f266d1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=16bd8151b0634bd89938e7aeb613738b&device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 1095 time: 0.3166921 Aug 05 14:00:56.231537 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.291832 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-422e066e-2a4a-4c25-bace-4bd6ce941d83 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.314038 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] For port 428f19f4-d37f-4280-b3e8-56c37a16e180, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:00:56.317616 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0103acd8-1735-42ea-ba98-01dbed4a7204 req-f0beae64-5249-454b-85b1-71c5cb64052d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023350 Aug 05 14:00:56.318478 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] For port 428f19f4-d37f-4280-b3e8-56c37a16e180, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=428f19f4-d37f-4280-b3e8-56c37a16e180,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:00:56.325473 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.330204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=d16c8551-8cff-456e-952b-c312f1b3446c,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:56.340706 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 889dbbb1-1be8-481a-b5d1-e810c3c5344f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:56.340998 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.395344 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53260) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:56.397892 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-52d76535-8c6d-4c99-8452-06241c59513d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73a334249d054df4ade2b94dba1228a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5175142 Aug 05 14:00:56.399895 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005b6f4-8d28-4978-a9f9-f0e1a7c3af48 None None] Pushing event updated for resources: {'Port': ['ID=428f19f4-d37f-4280-b3e8-56c37a16e180,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:56.455747 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Routers {'864c3e88-fd5f-4452-98b3-b2c64781c180'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:00:56.456856 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['864c3e88-fd5f-4452-98b3-b2c64781c180'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:56.462970 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690e7de7-c8a9-4fcb-a80d-cc0576cb3578 x-openstack-request-id: req-690e7de7-c8a9-4fcb-a80d-cc0576cb3578 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:56.463264 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e531ef4f-6aac-462d-8fde-d9897545cd7d", "tag": "8156e148-9ae1-4ed1-88eb-f39cf246fc5e", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:56.463522 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-690e7de7-c8a9-4fcb-a80d-cc0576cb3578 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:56.463908 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e531ef4f-6aac-462d-8fde-d9897545cd7d', 'tag': '8156e148-9ae1-4ed1-88eb-f39cf246fc5e', 'status': 'completed', 'code': 200} Aug 05 14:00:56.519352 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5909a7-a415-41aa-98c2-2da5a41f6098 req-b3c2ebea-fe1c-464f-9d2b-e00cc130ef54 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:56.521784 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-422e066e-2a4a-4c25-bace-4bd6ce941d83 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.527397 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-6ad94c3d-5cde-4572-9d69-9805482f5d5a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8156e148-9ae1-4ed1-88eb-f39cf246fc5e HTTP/1.1" status: 200 len: 217 time: 0.2738113 Aug 05 14:00:56.528093 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa5909a7-a415-41aa-98c2-2da5a41f6098 req-b3c2ebea-fe1c-464f-9d2b-e00cc130ef54 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.1164479 Aug 05 14:00:56.530455 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-422e066e-2a4a-4c25-bace-4bd6ce941d83 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.573739 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-490c1f9f-5870-4e0f-9e0f-f5eb8494f7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.608553 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-490c1f9f-5870-4e0f-9e0f-f5eb8494f7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.627480 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-28af7c1b-63ab-4263-8a87-64b61451d62a req-c97ea518-03a7-4c53-83f2-90488844db1a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028179 Aug 05 14:00:56.634951 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e066e-2a4a-4c25-bace-4bd6ce941d83 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46aa757-ece9-4cd6-850d-d5fd05a2932c,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:56.644953 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-422e066e-2a4a-4c25-bace-4bd6ce941d83 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.645907 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-422e066e-2a4a-4c25-bace-4bd6ce941d83 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6396401 Aug 05 14:00:56.651584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53264) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:56.656299 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] Set router 864c3e88-fd5f-4452-98b3-b2c64781c180 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:00:56.665219 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-423c462a-1ba8-48fa-a37f-e9c0c5e667aa tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Request body: {'security_group_rule': {'security_group_id': '1b44212d-75d7-40d6-a233-d1052b4c1f6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:56.693995 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f50a893d-cc2b-494b-bcc9-2acbef2b83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:56.695661 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-f50a893d-cc2b-494b-bcc9-2acbef2b83bd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=509b4bd6-4083-497b-a5bd-8bf817602045 HTTP/1.1" status: 200 len: 845 time: 0.1511695 Aug 05 14:00:56.701193 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa5909a7-a415-41aa-98c2-2da5a41f6098 req-e35d1e08-f1a7-4e38-93d5-b0ad79a79141 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711760 Aug 05 14:00:56.739161 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-423c462a-1ba8-48fa-a37f-e9c0c5e667aa tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.749361 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-4e071f44-c0e0-4c4a-9d9e-1225b77a61e2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2572b64d-2688-4ea7-b3b2-057ef2374e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430992 Aug 05 14:00:56.759302 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5b9df-22a1-4cfc-b956-6758a9eb210c req-6613a51a-5f85-48b4-82d4-92851ef8445f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:56.763122 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-490c1f9f-5870-4e0f-9e0f-f5eb8494f7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.765816 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-490c1f9f-5870-4e0f-9e0f-f5eb8494f7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.769485 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-490c1f9f-5870-4e0f-9e0f-f5eb8494f7c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0011e24b-fb6d-40fd-bc67-b05ee4958e5f HTTP/1.1" status: 204 len: 168 time: 0.3698356 Aug 05 14:00:56.769691 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-30e5b9df-22a1-4cfc-b956-6758a9eb210c req-6613a51a-5f85-48b4-82d4-92851ef8445f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 944 time: 0.1162443 Aug 05 14:00:56.790941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c1f9f-5870-4e0f-9e0f-f5eb8494f7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0011e24b-fb6d-40fd-bc67-b05ee4958e5f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:56.828691 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-423c462a-1ba8-48fa-a37f-e9c0c5e667aa tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.836255 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-423c462a-1ba8-48fa-a37f-e9c0c5e667aa tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.864984 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c462a-1ba8-48fa-a37f-e9c0c5e667aa tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9c7423-0731-472d-b8c4-238166417646,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:56.882404 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-423c462a-1ba8-48fa-a37f-e9c0c5e667aa tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.888410 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-423c462a-1ba8-48fa-a37f-e9c0c5e667aa tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2268212 Aug 05 14:00:56.889062 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53268) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:56.894674 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-364b17ec-3923-44f9-b0db-1be7a807a5ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:56.913783 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-30e5b9df-22a1-4cfc-b956-6758a9eb210c req-27828d63-b289-4a64-aa51-b4815d265a3b tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448030 Aug 05 14:00:56.931378 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-364b17ec-3923-44f9-b0db-1be7a807a5ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:56.952639 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'name': 'tempest-ServerActionsTestJSON-355594363-router', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:46Z', 'updated_at': '2021-08-05T14:00:52Z', 'revision_number': 4, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'gw_port': {'id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:47Z', 'updated_at': '2021-08-05T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '428f19f4-d37f-4280-b3e8-56c37a16e180', 'name': '', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'mac_address': 'fa:16:3e:ab:1b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:50Z', 'updated_at': '2021-08-05T14:00:56Z', 'revision_number': 4, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'subnets': [{'id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:00:56.967325 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-1bd6b0f4-316e-4f5b-8f5a-c2a31e68ea22 service neutron] 10.222.0.84 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891694 Aug 05 14:00:56.983790 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e5d3bd-7f6e-4a2d-b2c1-1c2a4ee1076b None None] The sync data for ids ['864c3e88-fd5f-4452-98b3-b2c64781c180'] in n-d-803585-2 is: [{'id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'name': 'tempest-ServerActionsTestJSON-355594363-router', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:46Z', 'updated_at': '2021-08-05T14:00:52Z', 'revision_number': 4, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'gw_port': {'id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:47Z', 'updated_at': '2021-08-05T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '428f19f4-d37f-4280-b3e8-56c37a16e180', 'name': '', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'mac_address': 'fa:16:3e:ab:1b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:50Z', 'updated_at': '2021-08-05T14:00:56Z', 'revision_number': 4, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'subnets': [{'id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:00:57.096558 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-364b17ec-3923-44f9-b0db-1be7a807a5ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:57.320475 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66268635-c317-4aec-84b7-6aeba204071d req-3795c1e2-9451-4b3a-9c5a-858dc3b1f712 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:57.322453 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-66268635-c317-4aec-84b7-6aeba204071d req-3795c1e2-9451-4b3a-9c5a-858dc3b1f712 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 945 time: 0.1590228 Aug 05 14:00:57.380603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-364b17ec-3923-44f9-b0db-1be7a807a5ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Allocated IP 172.25.5.46 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/fde6edc7-65ea-48ef-86d3-26d7e6c436e5) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:00:57.407021 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-66268635-c317-4aec-84b7-6aeba204071d req-59e2ddc2-efa6-4814-b2d4-bc09dfd5ca4b tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757754 Aug 05 14:00:57.425728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c55ba-3ecf-4f76-b1d8-66d2005bf13f req-38c21c2b-4167-44b4-9cf5-55f0fa605bc3 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:57.434207 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8d6c55ba-3ecf-4f76-b1d8-66d2005bf13f req-38c21c2b-4167-44b4-9cf5-55f0fa605bc3 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.1195004 Aug 05 14:00:57.506742 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8d6c55ba-3ecf-4f76-b1d8-66d2005bf13f req-5fd6d998-a198-4125-b654-63d8f14662ec tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713665 Aug 05 14:00:57.509422 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6eb3561c-b2c8-42e7-a4aa-6485af20b1d0 req-7a7ff7b7-38b8-4f1e-b4f3-c4426f25f696 service neutron] 10.222.0.84 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325189 Aug 05 14:00:57.598994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e62c451-9390-4e3b-94c8-39dc9ed7d1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5af672-f889-4e74-997d-623f4184377a'}, {'server_uuid': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16c8551-8cff-456e-952b-c312f1b3446c'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:00:57.604259 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33019209-89a5-48ff-b584-4edb282dc035" -d '{"events": [{"server_uuid": "6e62c451-9390-4e3b-94c8-39dc9ed7d1c7", "name": "network-vif-plugged", "status": "completed", "tag": "fa5af672-f889-4e74-997d-623f4184377a"}, {"server_uuid": "723b881b-0dbd-4472-bd10-c6ea2b8bd105", "name": "network-vif-plugged", "status": "completed", "tag": "d16c8551-8cff-456e-952b-c312f1b3446c"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:00:57.639931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd115e36-5fc8-420e-b761-8757e5de5a68 req-cfdf58df-ca0f-474f-9c3c-bd3b05eb2d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:57.643285 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd115e36-5fc8-420e-b761-8757e5de5a68 req-cfdf58df-ca0f-474f-9c3c-bd3b05eb2d80 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=16bd8151b0634bd89938e7aeb613738b&device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 1095 time: 0.0559278 Aug 05 14:00:57.714977 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-364b17ec-3923-44f9-b0db-1be7a807a5ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:57.729363 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 14:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f544b08-3a38-4313-a922-843840126b6a x-openstack-request-id: req-6f544b08-3a38-4313-a922-843840126b6a {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:00:57.729722 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e62c451-9390-4e3b-94c8-39dc9ed7d1c7", "name": "network-vif-plugged", "status": "completed", "tag": "fa5af672-f889-4e74-997d-623f4184377a", "code": 200}, {"server_uuid": "723b881b-0dbd-4472-bd10-c6ea2b8bd105", "name": "network-vif-plugged", "status": "completed", "tag": "d16c8551-8cff-456e-952b-c312f1b3446c", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:00:57.730048 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f544b08-3a38-4313-a922-843840126b6a {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:00:57.730527 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e62c451-9390-4e3b-94c8-39dc9ed7d1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5af672-f889-4e74-997d-623f4184377a', 'code': 200} Aug 05 14:00:57.730830 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16c8551-8cff-456e-952b-c312f1b3446c', 'code': 200} Aug 05 14:00:57.809399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8b36a-3566-4a18-a183-850133fcea8e req-0f784afe-f56a-482b-b505-87c8f3f519fc tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:57.820761 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fec8b36a-3566-4a18-a183-850133fcea8e req-0f784afe-f56a-482b-b505-87c8f3f519fc tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.2441504 Aug 05 14:00:57.834080 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd115e36-5fc8-420e-b761-8757e5de5a68 req-4b156f2c-0db9-4f4a-9ab5-f77a448185b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:57.835880 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd115e36-5fc8-420e-b761-8757e5de5a68 req-4b156f2c-0db9-4f4a-9ab5-f77a448185b8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2572b64d-2688-4ea7-b3b2-057ef2374e53 HTTP/1.1" status: 200 len: 906 time: 0.1807995 Aug 05 14:00:57.907658 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fec8b36a-3566-4a18-a183-850133fcea8e req-40dde7f6-421c-4e78-ae2c-c6ebeb2e99d0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841029 Aug 05 14:00:57.920245 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-364b17ec-3923-44f9-b0db-1be7a807a5ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:57.956797 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd115e36-5fc8-420e-b761-8757e5de5a68 req-d707c719-4ada-48b4-8c88-47fa88e0a9f8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8156e148-9ae1-4ed1-88eb-f39cf246fc5e HTTP/1.1" status: 200 len: 217 time: 0.1055672 Aug 05 14:00:57.995065 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53302) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:58.045430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b17ec-3923-44f9-b0db-1be7a807a5ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:00:58.054502 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-364b17ec-3923-44f9-b0db-1be7a807a5ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:00:58.074099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364b17ec-3923-44f9-b0db-1be7a807a5ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:00:58.077233 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b17ec-3923-44f9-b0db-1be7a807a5ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Pushing event updated for resources: {'Port': ['ID=fde6edc7-65ea-48ef-86d3-26d7e6c436e5,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:58.082455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd115e36-5fc8-420e-b761-8757e5de5a68 req-6d13b60c-1a7b-44a8-8ba8-8de54868c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:58.083969 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd115e36-5fc8-420e-b761-8757e5de5a68 req-6d13b60c-1a7b-44a8-8ba8-8de54868c4ea service neutron] 10.222.0.84 "GET /v2.0/subnets?id=509b4bd6-4083-497b-a5bd-8bf817602045 HTTP/1.1" status: 200 len: 845 time: 0.1169660 Aug 05 14:00:58.104242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f10658-b4d0-4418-8806-cbec9bdc1cd6 req-ec026a88-3bda-4599-9479-8ac858c3a1de tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:58.106621 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87f10658-b4d0-4418-8806-cbec9bdc1cd6 req-ec026a88-3bda-4599-9479-8ac858c3a1de tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.2542081 Aug 05 14:00:58.114497 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc689e7-32ed-4bbb-a659-ad8aeb9990ae req-005c94e1-d9d8-4c5d-b25f-7a01d1e3ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:58.116240 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-adc689e7-32ed-4bbb-a659-ad8aeb9990ae req-005c94e1-d9d8-4c5d-b25f-7a01d1e3ad36 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 1096 time: 0.1787083 Aug 05 14:00:58.144174 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757aadc1-c7e9-45ac-a559-0023ad4f6ce8 req-5cfe06c0-6051-46eb-873b-9cfac7db9452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:58.145900 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-757aadc1-c7e9-45ac-a559-0023ad4f6ce8 req-5cfe06c0-6051-46eb-873b-9cfac7db9452 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 1096 time: 0.2002964 Aug 05 14:00:58.174684 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f3b7f-3d2f-4afa-ab59-2461c464456d req-0f8451d7-9094-4964-a90e-e5e79fa15ed1 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:58.182875 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-100f3b7f-3d2f-4afa-ab59-2461c464456d req-0f8451d7-9094-4964-a90e-e5e79fa15ed1 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 944 time: 0.1669068 Aug 05 14:00:58.187946 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd115e36-5fc8-420e-b761-8757e5de5a68 req-484983ac-ebb1-4c86-b713-fcc29dbf412e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2572b64d-2688-4ea7-b3b2-057ef2374e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686660 Aug 05 14:00:58.209623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 428f19f4-d37f-4280-b3e8-56c37a16e180 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:00:58.297383 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87f10658-b4d0-4418-8806-cbec9bdc1cd6 req-1423a31e-6d9d-4bf9-9dbe-b678492f4cc0 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798007 Aug 05 14:00:58.299215 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-adc689e7-32ed-4bbb-a659-ad8aeb9990ae req-3ef4981f-d34c-46eb-8d48-7591bacc1731 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481845 Aug 05 14:00:58.302592 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 428f19f4-d37f-4280-b3e8-56c37a16e180 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:00:58.306861 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 428f19f4-d37f-4280-b3e8-56c37a16e180 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:00:58.307240 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:58.315635 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-100f3b7f-3d2f-4afa-ab59-2461c464456d req-24d1619e-a621-4648-8829-58ec5c24e584 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264155 Aug 05 14:00:58.317583 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-757aadc1-c7e9-45ac-a559-0023ad4f6ce8 req-efb4a515-995d-425d-aa8f-06a38ae6df30 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635017 Aug 05 14:00:58.327791 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-34b17be6-b95c-47b4-a470-712a577ecea0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:58.327791 n-d-803585-2 neutron-server[105724]: WARNING neutron.api.v2.base [None req-34b17be6-b95c-47b4-a470-712a577ecea0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 05 14:00:58.327791 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-34b17be6-b95c-47b4-a470-712a577ecea0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): There was a conflict when trying to complete your request. Aug 05 14:00:58.327791 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-34b17be6-b95c-47b4-a470-712a577ecea0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3150034 Aug 05 14:00:58.333274 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53306) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:58.335875 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-364b17ec-3923-44f9-b0db-1be7a807a5ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:58.340234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ec613113-a7c0-4032-9f70-3b64db8c26d0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group': {'name': 'tempest-secgroup--635368805'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:58.357437 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd115e36-5fc8-420e-b761-8757e5de5a68 req-3b866efb-97c0-4738-bc27-605243afcbef service neutron] 10.222.0.84 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588278 Aug 05 14:00:58.415572 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-364b17ec-3923-44f9-b0db-1be7a807a5ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:58.441650 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec613113-a7c0-4032-9f70-3b64db8c26d0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:58.445486 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:58.453664 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec613113-a7c0-4032-9f70-3b64db8c26d0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:58.504914 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00835d03-a072-4c91-a4bd-2f40dda16dbc req-4cb1775b-b0d1-4209-ac74-e489dec63a35 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:58.506607 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-00835d03-a072-4c91-a4bd-2f40dda16dbc req-4cb1775b-b0d1-4209-ac74-e489dec63a35 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.1185052 Aug 05 14:00:58.533112 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 428f19f4-d37f-4280-b3e8-56c37a16e180, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=428f19f4-d37f-4280-b3e8-56c37a16e180,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:00:58.538678 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:58.551367 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd115e36-5fc8-420e-b761-8757e5de5a68 req-2df7c78a-477d-4f5e-8423-d123ac5faa0a service neutron] 10.222.0.84 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808829 Aug 05 14:00:58.599834 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-00835d03-a072-4c91-a4bd-2f40dda16dbc req-233d8cd2-57fe-4b16-897c-4fef51c35e91 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740352 Aug 05 14:00:58.638997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=428f19f4-d37f-4280-b3e8-56c37a16e180,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:58.738629 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccedc49-0c70-4077-8c71-b1e1be497a3b req-663c2a1f-3258-4ea0-b32d-98a8c093fe55 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:58.740276 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8ccedc49-0c70-4077-8c71-b1e1be497a3b req-663c2a1f-3258-4ea0-b32d-98a8c093fe55 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0583794 Aug 05 14:00:58.784964 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8ccedc49-0c70-4077-8c71-b1e1be497a3b req-88ef1933-e086-4618-a5d2-647408362382 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382931 Aug 05 14:00:58.883550 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8694a7-5ded-4605-ae6c-31adda534eed req-200c5c3f-2775-484a-90b4-bdb0f8335cc8 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:58.885072 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd8694a7-5ded-4605-ae6c-31adda534eed req-200c5c3f-2775-484a-90b4-bdb0f8335cc8 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 945 time: 0.0972507 Aug 05 14:00:58.978294 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd8694a7-5ded-4605-ae6c-31adda534eed req-cfeaa65f-ce30-4506-b278-1c49fdec08b1 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852437 Aug 05 14:00:58.984405 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec613113-a7c0-4032-9f70-3b64db8c26d0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:58.994569 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec613113-a7c0-4032-9f70-3b64db8c26d0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:59.017769 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-364b17ec-3923-44f9-b0db-1be7a807a5ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:59.030664 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-364b17ec-3923-44f9-b0db-1be7a807a5ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:59.081006 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec613113-a7c0-4032-9f70-3b64db8c26d0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefca08b-bae1-486a-bfe6-f2395af268a7,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:59.159933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b17ec-3923-44f9-b0db-1be7a807a5ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Pushing event updated for resources: {'Port': ['ID=fde6edc7-65ea-48ef-86d3-26d7e6c436e5,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:59.187035 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec1215-8403-48ee-81c4-4daa8b9cc2c4 req-04a8a4a2-12d7-4b81-8f42-cd8c9ac30474 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:59.198437 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efec1215-8403-48ee-81c4-4daa8b9cc2c4 req-04a8a4a2-12d7-4b81-8f42-cd8c9ac30474 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.0840921 Aug 05 14:00:59.198730 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-364b17ec-3923-44f9-b0db-1be7a807a5ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:59.227381 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec613113-a7c0-4032-9f70-3b64db8c26d0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:59.233784 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec613113-a7c0-4032-9f70-3b64db8c26d0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:59.255176 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-364b17ec-3923-44f9-b0db-1be7a807a5ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:59.256186 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-364b17ec-3923-44f9-b0db-1be7a807a5ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3661454 Aug 05 14:00:59.289027 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efec1215-8403-48ee-81c4-4daa8b9cc2c4 req-f338ead5-7061-41e0-931c-493ca68fe82a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903449 Aug 05 14:00:59.307384 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec613113-a7c0-4032-9f70-3b64db8c26d0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:59.308814 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ec613113-a7c0-4032-9f70-3b64db8c26d0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9744647 Aug 05 14:00:59.312478 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53338) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:59.317262 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-336b452b-8130-40df-ba94-b48e3349d540 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': '90c5ef09-756c-41f0-8e85-6542ae58927b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:59.323292 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec613113-a7c0-4032-9f70-3b64db8c26d0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90c5ef09-756c-41f0-8e85-6542ae58927b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:59.361384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d46755-f862-4d9b-9048-04d651a605fd req-9d97170f-1e70-416c-92af-7bf3f506e656 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:59.363026 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69d46755-f862-4d9b-9048-04d651a605fd req-9d97170f-1e70-416c-92af-7bf3f506e656 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.1094670 Aug 05 14:00:59.369332 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-336b452b-8130-40df-ba94-b48e3349d540 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:59.457898 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69d46755-f862-4d9b-9048-04d651a605fd req-b9a3711a-206d-4793-87ac-2d9b0cd467a1 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619969 Aug 05 14:00:59.470513 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-336b452b-8130-40df-ba94-b48e3349d540 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:59.486334 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-336b452b-8130-40df-ba94-b48e3349d540 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:59.507803 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b452b-8130-40df-ba94-b48e3349d540 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e4dce6-9d4e-4297-87d3-6f57c9522875,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:59.519530 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-336b452b-8130-40df-ba94-b48e3349d540 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:59.521597 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-336b452b-8130-40df-ba94-b48e3349d540 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2079616 Aug 05 14:00:59.524179 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6033b1-acea-41e1-a41c-7f180b134077 req-cabd79e5-6018-4168-83bd-028e0b0f0eeb tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:59.526156 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1b6033b1-acea-41e1-a41c-7f180b134077 req-cabd79e5-6018-4168-83bd-028e0b0f0eeb tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 944 time: 0.0960345 Aug 05 14:00:59.526473 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53348) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:59.531067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-89e873d4-0ad8-4355-991c-09f4d9f04a0d tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': '90c5ef09-756c-41f0-8e85-6542ae58927b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:59.564232 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-89e873d4-0ad8-4355-991c-09f4d9f04a0d tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:59.575772 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1b6033b1-acea-41e1-a41c-7f180b134077 req-67f667c4-dd6b-4b41-97c3-0db6fcd7e466 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428159 Aug 05 14:00:59.641831 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-6f6eee98-5315-4256-b18d-98479e1fa481 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1118223862&fields=id&tenant_id=dc996791672c444dbf38c5eb15e5efae HTTP/1.1" status: 200 len: 267 time: 0.0745237 Aug 05 14:00:59.662241 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-89e873d4-0ad8-4355-991c-09f4d9f04a0d tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): There was a conflict when trying to complete your request. Aug 05 14:00:59.663274 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-89e873d4-0ad8-4355-991c-09f4d9f04a0d tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1358395 Aug 05 14:00:59.666307 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53354) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:59.726305 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb172-9f76-4902-9a27-d2a8d131dab8 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:59.757765 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb172-9f76-4902-9a27-d2a8d131dab8 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:59.758432 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-1e4d81e9-276d-40c5-b805-f13befa01bea tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:59.760376 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-1e4d81e9-276d-40c5-b805-f13befa01bea tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 811 time: 0.1099961 Aug 05 14:00:59.777698 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-94356302-9f37-4ea6-a963-276b00faec5e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/quotas/dc996791672c444dbf38c5eb15e5efae HTTP/1.1" status: 200 len: 375 time: 0.0109458 Aug 05 14:00:59.804515 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb172-9f76-4902-9a27-d2a8d131dab8 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:59.807278 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb172-9f76-4902-9a27-d2a8d131dab8 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:59.808657 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d5dfb172-9f76-4902-9a27-d2a8d131dab8 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "DELETE /v2.0/security-groups/90c5ef09-756c-41f0-8e85-6542ae58927b HTTP/1.1" status: 204 len: 168 time: 0.1411471 Aug 05 14:00:59.811498 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53356) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:59.818974 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfb172-9f76-4902-9a27-d2a8d131dab8 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c5ef09-756c-41f0-8e85-6542ae58927b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:00:59.876510 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-3d2b733e-e267-4fdf-b10e-451b70e218ad tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0920331 Aug 05 14:00:59.887496 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6a31d8df-e4c7-450d-8480-62c88d9ac9db tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0747740 Aug 05 14:00:59.893946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53360) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:00:59.898360 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d6ef4dd2-149b-4a05-9352-b4d1a578bc06 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group': {'name': 'tempest-secgroup--376026056'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:00:59.968114 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d6ef4dd2-149b-4a05-9352-b4d1a578bc06 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:00:59.983606 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-0beafb24-9214-4506-a406-2a05d3293f97 service neutron] 10.222.0.16 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944233 Aug 05 14:00:59.992375 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd2cc1-0f1d-45d9-9d0b-979878444072 req-72289041-766f-4b50-a325-275c45c107bc tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:00:59.994116 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43bd2cc1-0f1d-45d9-9d0b-979878444072 req-72289041-766f-4b50-a325-275c45c107bc tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0895584 Aug 05 14:01:00.075230 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43bd2cc1-0f1d-45d9-9d0b-979878444072 req-24402fdd-bedb-4543-9dbc-2ce7f327a242 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672503 Aug 05 14:01:00.110862 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d6ef4dd2-149b-4a05-9352-b4d1a578bc06 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:00.115602 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d6ef4dd2-149b-4a05-9352-b4d1a578bc06 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:00.155738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 428f19f4-d37f-4280-b3e8-56c37a16e180 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:01:00.163151 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d6ef4dd2-149b-4a05-9352-b4d1a578bc06 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:00.168659 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d6ef4dd2-149b-4a05-9352-b4d1a578bc06 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2738955 Aug 05 14:01:00.169615 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53368) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:00.173357 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef4dd2-149b-4a05-9352-b4d1a578bc06 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3b54bd-909e-495b-8f05-c085eb0fd21c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:00.182520 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-910a72de-7520-4c87-993f-c9447d66a573 service neutron] 10.222.0.16 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916513 Aug 05 14:01:00.184250 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-5bfdca70-f50a-4216-a948-af4c66438167 service neutron] show failed (client error): The resource could not be found. Aug 05 14:01:00.186202 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-5bfdca70-f50a-4216-a948-af4c66438167 service neutron] 10.222.0.63 "GET /v2.0/ports/6b39cc46-be3c-42e9-9691-c101aa374227/bindings/n-h2-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.1413612 Aug 05 14:01:00.191513 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-24f75c3d-aa09-44d0-9658-a4ecc9b410ce tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': '2e3b54bd-909e-495b-8f05-c085eb0fd21c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:00.192014 n-d-803585-2 neutron-server[105723]: WARNING neutron.api.v2.base [None req-24f75c3d-aa09-44d0-9658-a4ecc9b410ce tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 05 14:01:00.192515 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-24f75c3d-aa09-44d0-9658-a4ecc9b410ce tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:01:00.196134 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-24f75c3d-aa09-44d0-9658-a4ecc9b410ce tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0215375 Aug 05 14:01:00.196587 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53370) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:00.218341 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 428f19f4-d37f-4280-b3e8-56c37a16e180 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:01:00.219256 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:00.267290 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a0160bf-a91c-493f-8715-bcf86acc0914 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:00.290791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766650e-b8b4-47cb-85ff-be77614d6a4e req-99b3dc14-98ec-4497-826a-c9e86ea36f8d tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:00.295652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a0160bf-a91c-493f-8715-bcf86acc0914 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:00.302398 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0766650e-b8b4-47cb-85ff-be77614d6a4e req-99b3dc14-98ec-4497-826a-c9e86ea36f8d tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 945 time: 0.0833833 Aug 05 14:01:00.350057 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a0160bf-a91c-493f-8715-bcf86acc0914 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:00.352875 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a0160bf-a91c-493f-8715-bcf86acc0914 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:00.354062 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8a0160bf-a91c-493f-8715-bcf86acc0914 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "DELETE /v2.0/security-groups/2e3b54bd-909e-495b-8f05-c085eb0fd21c HTTP/1.1" status: 204 len: 168 time: 0.1565509 Aug 05 14:01:00.359010 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53374) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:00.363528 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0766650e-b8b4-47cb-85ff-be77614d6a4e req-805452ac-4a61-46c3-8a2a-10a0a0083158 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602758 Aug 05 14:01:00.367262 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0160bf-a91c-493f-8715-bcf86acc0914 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3b54bd-909e-495b-8f05-c085eb0fd21c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:00.468364 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d9ca4db7-693a-4b72-91d2-074b9187eaf9 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1037343 Aug 05 14:01:00.473082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53382) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:00.482090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-21b5770a-d5a9-464c-a63d-217e78f2da86 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group': {'name': 'tempest-secgroup--913452648'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:00.525078 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21b5770a-d5a9-464c-a63d-217e78f2da86 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:00.532365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-3ee2d871-838a-4df6-b8eb-5cd9f28222ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:00.533634 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-3ee2d871-838a-4df6-b8eb-5cd9f28222ac service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60&tenant_id=7753100351b94216b5369d9876cd92eb HTTP/1.1" status: 200 len: 1100 time: 0.0853579 Aug 05 14:01:00.549796 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:00.698150 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:00.726182 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21daa4cc-ecb8-430c-a430-2410839db9c4 req-3feab00a-3a7a-41e1-9cad-3748886fff68 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:00.727786 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-21daa4cc-ecb8-430c-a430-2410839db9c4 req-3feab00a-3a7a-41e1-9cad-3748886fff68 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.1299210 Aug 05 14:01:00.753613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f025715-fef2-4351-b7d6-ece7ce02335c req-fb8eca49-5b22-4f94-bd94-ab3fa967af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:00.755177 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2f025715-fef2-4351-b7d6-ece7ce02335c req-fb8eca49-5b22-4f94-bd94-ab3fa967af61 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96ce52ade26d4779afbb233449c53c4d&device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 1096 time: 0.1038523 Aug 05 14:01:00.767884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6fe80-741f-4a7a-a870-baf9e320d0df req-f0060515-dd68-4c77-a557-5ead51adcefe tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:00.775120 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-15f6fe80-741f-4a7a-a870-baf9e320d0df req-f0060515-dd68-4c77-a557-5ead51adcefe tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 945 time: 0.1162939 Aug 05 14:01:00.784508 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53394) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:00.789646 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-70c50660-225c-4dd7-8e5e-c40dfc9b17aa tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Request body: {'floatingip': {'port_id': 'fa5af672-f889-4e74-997d-623f4184377a'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:00.863177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8156e148-9ae1-4ed1-88eb-f39cf246fc5e details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:01:00.871150 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-21daa4cc-ecb8-430c-a430-2410839db9c4 req-aa964f3a-dbc1-482e-a707-64791ba417a5 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359580 Aug 05 14:01:00.898418 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21b5770a-d5a9-464c-a63d-217e78f2da86 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:00.899642 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e39412bb-cc0a-4087-8735-df54e38b140d req-d2446295-494b-4857-9eae-b8b8a7a51138 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 210 time: 0.0774069 Aug 05 14:01:00.910564 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21b5770a-d5a9-464c-a63d-217e78f2da86 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:00.968593 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70c50660-225c-4dd7-8e5e-c40dfc9b17aa tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for floatingip, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:00.996873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f025715-fef2-4351-b7d6-ece7ce02335c req-4dd98f27-31d6-49fd-bda2-4c0129ffed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:00.999243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8156e148-9ae1-4ed1-88eb-f39cf246fc5e,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:00.999467 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2f025715-fef2-4351-b7d6-ece7ce02335c req-4dd98f27-31d6-49fd-bda2-4c0129ffed0e service neutron] 10.222.0.63 "GET /v2.0/networks?id=0faf3c1a-da56-4914-b3b6-71d6487a60a7 HTTP/1.1" status: 200 len: 920 time: 0.2350068 Aug 05 14:01:01.001848 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5770a-d5a9-464c-a63d-217e78f2da86 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b7b0c6-2aa6-4b5e-8c4e-d9f9e3808a4c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:01.036430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '8156e148-9ae1-4ed1-88eb-f39cf246fc5e', 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53', 'port_id': '8156e148-9ae1-4ed1-88eb-f39cf246fc5e', 'mac_address': 'fa:16:3e:26:ab:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509b4bd6-4083-497b-a5bd-8bf817602045', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:01:01.053615 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21b5770a-d5a9-464c-a63d-217e78f2da86 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:01.058871 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-21b5770a-d5a9-464c-a63d-217e78f2da86 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5842586 Aug 05 14:01:01.061120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53398) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:01.061686 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2f025715-fef2-4351-b7d6-ece7ce02335c req-6b85180d-0214-4900-bd6c-09e2c0db8cfc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16c8551-8cff-456e-952b-c312f1b3446c HTTP/1.1" status: 200 len: 217 time: 0.0515070 Aug 05 14:01:01.072671 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f2ccc2d4-844d-4c9f-94df-dd70fea81aed tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': 'a4b7b0c6-2aa6-4b5e-8c4e-d9f9e3808a4c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:01.073950 n-d-803585-2 neutron-server[105723]: WARNING neutron.api.v2.base [None req-f2ccc2d4-844d-4c9f-94df-dd70fea81aed tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 05 14:01:01.074776 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-f2ccc2d4-844d-4c9f-94df-dd70fea81aed tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:01:01.076819 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f2ccc2d4-844d-4c9f-94df-dd70fea81aed tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0103216 Aug 05 14:01:01.082214 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53400) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:01.099354 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:01.116114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8156e148-9ae1-4ed1-88eb-f39cf246fc5e {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:01:01.154113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8156e148-9ae1-4ed1-88eb-f39cf246fc5e,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:01.158759 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:01.233612 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f025715-fef2-4351-b7d6-ece7ce02335c req-dd45499e-bb31-457f-897a-035f7ebf8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:01.236536 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2f025715-fef2-4351-b7d6-ece7ce02335c req-dd45499e-bb31-457f-897a-035f7ebf8311 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=86095e2e-89d0-47c1-ab53-dffe55ffd0fc HTTP/1.1" status: 200 len: 859 time: 0.1672435 Aug 05 14:01:01.240689 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=8156e148-9ae1-4ed1-88eb-f39cf246fc5e,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:01.246239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea2ad1-86fb-4386-9192-2c1dd3cb2cb5 req-8010cee4-2ca8-4eb8-9589-77bbfd44835b tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:01.248616 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bea2ad1-86fb-4386-9192-2c1dd3cb2cb5 req-8010cee4-2ca8-4eb8-9589-77bbfd44835b tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.1638262 Aug 05 14:01:01.252375 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2dab5bff-0380-46ae-8cde-7eed5290fd75 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:01.297516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc73c7-c7c3-49a9-8236-256dfbe5a2bb req-ca878417-b6cf-4802-9807-c73ef9063b35 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:01.299123 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65fc73c7-c7c3-49a9-8236-256dfbe5a2bb req-ca878417-b6cf-4802-9807-c73ef9063b35 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.2366090 Aug 05 14:01:01.299734 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2f025715-fef2-4351-b7d6-ece7ce02335c req-2c92c4d2-7d6c-41d2-88ae-9ae7a5e850f9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0faf3c1a-da56-4914-b3b6-71d6487a60a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483012 Aug 05 14:01:01.331105 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2dab5bff-0380-46ae-8cde-7eed5290fd75 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:01.376218 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6b39cc46-be3c-42e9-9691-c101aa374227,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:01.417696 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65fc73c7-c7c3-49a9-8236-256dfbe5a2bb req-40f56106-587b-4302-9b1e-a2a679e7f018 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814660 Aug 05 14:01:01.421186 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8bea2ad1-86fb-4386-9192-2c1dd3cb2cb5 req-c5c4cdf0-4126-4187-ad43-152894b9371b tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551483 Aug 05 14:01:01.475439 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2dab5bff-0380-46ae-8cde-7eed5290fd75 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:01.479605 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2dab5bff-0380-46ae-8cde-7eed5290fd75 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:01.481504 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2dab5bff-0380-46ae-8cde-7eed5290fd75 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "DELETE /v2.0/security-groups/a4b7b0c6-2aa6-4b5e-8c4e-d9f9e3808a4c HTTP/1.1" status: 204 len: 168 time: 0.3776982 Aug 05 14:01:01.489288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53402) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:01.496365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:01:01.497437 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab5bff-0380-46ae-8cde-7eed5290fd75 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b7b0c6-2aa6-4b5e-8c4e-d9f9e3808a4c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:01.510044 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2f025715-fef2-4351-b7d6-ece7ce02335c req-0e813e51-5672-4118-8d3a-2d3e0d07e533 service neutron] 10.222.0.63 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918175 Aug 05 14:01:01.517314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['8156e148-9ae1-4ed1-88eb-f39cf246fc5e'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:01:01.661917 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2f025715-fef2-4351-b7d6-ece7ce02335c req-12e10405-50f9-4afe-ab64-d3dd0c61d275 service neutron] 10.222.0.63 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415093 Aug 05 14:01:01.851965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-1dc76918-1a40-4e6e-80c4-e7367c86c539 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:01.853598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-1dc76918-1a40-4e6e-80c4-e7367c86c539 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.63 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 811 time: 0.1223629 Aug 05 14:01:01.903033 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-13cc4125-3924-4581-a298-dc55a821cd9a tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc996791672c444dbf38c5eb15e5efae HTTP/1.1" status: 200 len: 380 time: 0.0403352 Aug 05 14:01:01.923818 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-9d1a2e75-cd86-43e0-9c2a-e7c09f35b868 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Request body: {'port': {'device_id': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'admin_state_up': True, 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'security_groups': ['1b44212d-75d7-40d6-a233-d1052b4c1f6e']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:01.980129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b39cc46-be3c-42e9-9691-c101aa374227'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:01.982505 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f86a63-df1c-41e9-a8b6-cd4cf0fea5de" -d '{"events": [{"server_uuid": "8faad079-c1f4-4c3a-b1df-db9d3309eb60", "name": "network-vif-unplugged", "status": "completed", "tag": "6b39cc46-be3c-42e9-9691-c101aa374227"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:01.993358 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:02.024698 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0fccdeb0-a569-4364-9fac-d4224df9758a tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5340605 Aug 05 14:01:02.029774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53416) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:02.040411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-188006a7-9761-49e8-82e4-ba1384f89302 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group': {'name': 'tempest-secgroup--383188730'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:02.074051 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a77917-3213-4865-bfb6-417e9a104c3d req-d013d29a-d69a-4ae6-b8fb-563f7cfb7c03 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:02.075609 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-65a77917-3213-4865-bfb6-417e9a104c3d req-d013d29a-d69a-4ae6-b8fb-563f7cfb7c03 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.1008213 Aug 05 14:01:02.114082 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-188006a7-9761-49e8-82e4-ba1384f89302 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:02.126170 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Transition to ACTIVE for port object 6b39cc46-be3c-42e9-9691-c101aa374227 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:01:02.140047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-9d1a2e75-cd86-43e0-9c2a-e7c09f35b868 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Made reservation on behalf of dc996791672c444dbf38c5eb15e5efae for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:01:02.140301 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:02.143655 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-9d1a2e75-cd86-43e0-9c2a-e7c09f35b868 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:02.159347 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ea4c6-80cb-449e-bddb-4c020c12c481 req-0ee501f8-f70e-4ec9-bbd9-a9b80a04ddca tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:02.160978 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-154ea4c6-80cb-449e-bddb-4c020c12c481 req-0ee501f8-f70e-4ec9-bbd9-a9b80a04ddca tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 945 time: 0.6201749 Aug 05 14:01:02.176380 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-65a77917-3213-4865-bfb6-417e9a104c3d req-d56c15b4-c99b-47b5-9a54-44e6a414f4fd tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930047 Aug 05 14:01:02.293477 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Pushing event updated for resources: {'Port': ['ID=6b39cc46-be3c-42e9-9691-c101aa374227,revision_number=6']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:02.316233 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9070d0d-d2c3-4aae-b767-60cf152f634e req-d949b5ed-c7cb-4e34-9c99-6d0037f0c5da tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 210 time: 0.0537009 Aug 05 14:01:02.341943 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] No DVR routers for this DVR port 6b39cc46-be3c-42e9-9691-c101aa374227 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:01:02.358611 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-154ea4c6-80cb-449e-bddb-4c020c12c481 req-99d4097a-c185-401e-9772-9127223b7042 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642087 Aug 05 14:01:02.360822 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.resource_extend [None req-70c50660-225c-4dd7-8e5e-c40dfc9b17aa tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 14:01:02.432494 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe861ec-d6ca-4438-bf3a-00e03ef828aa x-openstack-request-id: req-dbe861ec-d6ca-4438-bf3a-00e03ef828aa {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:02.432779 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faad079-c1f4-4c3a-b1df-db9d3309eb60", "name": "network-vif-unplugged", "status": "completed", "tag": "6b39cc46-be3c-42e9-9691-c101aa374227", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:02.433042 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbe861ec-d6ca-4438-bf3a-00e03ef828aa {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:02.433425 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b39cc46-be3c-42e9-9691-c101aa374227', 'code': 200} Aug 05 14:01:02.460881 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-9d1a2e75-cd86-43e0-9c2a-e7c09f35b868 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Allocated IP 172.20.0.13 (afedfeb1-09f0-451d-bc05-30d84c3785ca/987d5996-708f-45ea-bc86-dd4e0e5d709f/9427d2ce-c909-47cf-a75d-501df1b0f888) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:01:02.477134 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Attempting to bind port 6b39cc46-be3c-42e9-9691-c101aa374227 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:01:02.477386 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Attempting to bind port 6b39cc46-be3c-42e9-9691-c101aa374227 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:01:02.477715 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Attempting to bind port 6b39cc46-be3c-42e9-9691-c101aa374227 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:01:02.489760 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-188006a7-9761-49e8-82e4-ba1384f89302 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:02.493933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Port 6b39cc46-be3c-42e9-9691-c101aa374227 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:01:02.494343 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Attempting to bind port 6b39cc46-be3c-42e9-9691-c101aa374227 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:01:02.498649 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70c50660-225c-4dd7-8e5e-c40dfc9b17aa tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:02.501416 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-188006a7-9761-49e8-82e4-ba1384f89302 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:02.505994 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70c50660-225c-4dd7-8e5e-c40dfc9b17aa tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:02.517119 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:01:02.517840 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:01:02.518766 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:01:02.519539 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Bound port: 6b39cc46-be3c-42e9-9691-c101aa374227, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:01:02.520156 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:02.572807 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-188006a7-9761-49e8-82e4-ba1384f89302 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:02.574057 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-188006a7-9761-49e8-82e4-ba1384f89302 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5415783 Aug 05 14:01:02.580339 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53422) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:02.591569 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ac3bc319-c219-47f7-bbb8-783e40013a00 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': 'd2454b2a-b1c4-463a-be7a-0f81a5dbc27b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:02.591878 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188006a7-9761-49e8-82e4-ba1384f89302 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2454b2a-b1c4-463a-be7a-0f81a5dbc27b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:02.592427 n-d-803585-2 neutron-server[105723]: WARNING neutron.api.v2.base [None req-ac3bc319-c219-47f7-bbb8-783e40013a00 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 05 14:01:02.592927 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-ac3bc319-c219-47f7-bbb8-783e40013a00 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:01:02.594455 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ac3bc319-c219-47f7-bbb8-783e40013a00 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070193 Aug 05 14:01:02.599865 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53424) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:02.616659 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-83f2f149-14f8-4864-a3c1-3b72d8734d95 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': 'd2454b2a-b1c4-463a-be7a-0f81a5dbc27b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:02.617325 n-d-803585-2 neutron-server[105723]: WARNING neutron.api.v2.base [None req-83f2f149-14f8-4864-a3c1-3b72d8734d95 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 05 14:01:02.617821 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-83f2f149-14f8-4864-a3c1-3b72d8734d95 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:01:02.618817 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-83f2f149-14f8-4864-a3c1-3b72d8734d95 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0164762 Aug 05 14:01:02.624788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53428) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:02.634066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-cbbd383e-0d07-456c-afda-f571c36bb086 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': 'd2454b2a-b1c4-463a-be7a-0f81a5dbc27b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:02.635035 n-d-803585-2 neutron-server[105723]: WARNING neutron.api.v2.base [None req-cbbd383e-0d07-456c-afda-f571c36bb086 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 05 14:01:02.635355 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-cbbd383e-0d07-456c-afda-f571c36bb086 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:01:02.636363 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cbbd383e-0d07-456c-afda-f571c36bb086 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075903 Aug 05 14:01:02.655667 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53430) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:02.691440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a967ea-6df0-4283-8c0f-b65bc65b559b req-1eb70f8c-f72f-48ea-b7fd-b184654227d9 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:02.692973 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5a967ea-6df0-4283-8c0f-b65bc65b559b req-1eb70f8c-f72f-48ea-b7fd-b184654227d9 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.1429973 Aug 05 14:01:02.695460 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-38869c61-b55c-4f7d-9c03-3d148bca64cc tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': 'd2454b2a-b1c4-463a-be7a-0f81a5dbc27b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:02.696379 n-d-803585-2 neutron-server[105723]: WARNING neutron.api.v2.base [None req-38869c61-b55c-4f7d-9c03-3d148bca64cc tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 05 14:01:02.696893 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-38869c61-b55c-4f7d-9c03-3d148bca64cc tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:01:02.699976 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-38869c61-b55c-4f7d-9c03-3d148bca64cc tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0371869 Aug 05 14:01:02.704435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53432) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:02.732314 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4b276-ae3a-4ecc-aba4-80f27b1b6465 req-ce4e6dc5-1133-4a62-9c06-c188d5d5b195 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:02.733857 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b0b4b276-ae3a-4ecc-aba4-80f27b1b6465 req-ce4e6dc5-1133-4a62-9c06-c188d5d5b195 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.2298167 Aug 05 14:01:02.763964 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5a967ea-6df0-4283-8c0f-b65bc65b559b req-fddffc9c-41bc-4bef-a3e5-e74c88d2fd94 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642633 Aug 05 14:01:02.774789 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-9d1a2e75-cd86-43e0-9c2a-e7c09f35b868 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:02.791874 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-9d1a2e75-cd86-43e0-9c2a-e7c09f35b868 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Transition to ACTIVE for port object 9427d2ce-c909-47cf-a75d-501df1b0f888 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:01:02.815803 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-70c50660-225c-4dd7-8e5e-c40dfc9b17aa tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Floating IP 2fd20d8b-006c-44aa-95e7-6e03a590dcc3 associated. External IP: 172.25.5.201, port: fa5af672-f889-4e74-997d-623f4184377a. Aug 05 14:01:02.836387 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-9d1a2e75-cd86-43e0-9c2a-e7c09f35b868 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:02.859783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:01:02.874812 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8156e148-9ae1-4ed1-88eb-f39cf246fc5e up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:01:02.893370 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-9d1a2e75-cd86-43e0-9c2a-e7c09f35b868 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Network afedfeb1-09f0-451d-bc05-30d84c3785ca is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:01:02.898992 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6b39cc46-be3c-42e9-9691-c101aa374227,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:01:02.899842 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-9d1a2e75-cd86-43e0-9c2a-e7c09f35b868 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:01:02.915839 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-9d1a2e75-cd86-43e0-9c2a-e7c09f35b868 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:01:02.916224 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:02.925317 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b0b4b276-ae3a-4ecc-aba4-80f27b1b6465 req-0cab807a-36f7-4097-a2e5-98f375cc874c tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778643 Aug 05 14:01:02.955590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:01:02.963876 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a2e75-cd86-43e0-9c2a-e7c09f35b868 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Pushing event updated for resources: {'Port': ['ID=9427d2ce-c909-47cf-a75d-501df1b0f888,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:02.970790 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:01:02.971647 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:02.974898 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-60fd9e8e-6b45-4761-85b0-44d26fa5a173 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:03.001794 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-9d1a2e75-cd86-43e0-9c2a-e7c09f35b868 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:03.003668 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-9d1a2e75-cd86-43e0-9c2a-e7c09f35b868 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:03.026029 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-9d1a2e75-cd86-43e0-9c2a-e7c09f35b868 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1109414 Aug 05 14:01:03.042561 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Request body: {'port': {'device_id': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:03.051521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:03.052143 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:03.053633 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] 10.222.0.84 "PUT /v2.0/ports/6b39cc46-be3c-42e9-9691-c101aa374227 HTTP/1.1" status: 200 len: 1095 time: 2.5098770 Aug 05 14:01:03.069663 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-60fd9e8e-6b45-4761-85b0-44d26fa5a173 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:03.132971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a49d6-e552-4659-84bc-c6fce56e5390 service neutron] Pushing event updated for resources: {'Port': ['ID=6b39cc46-be3c-42e9-9691-c101aa374227,revision_number=7']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:03.134980 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:03.137000 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:03.197221 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8156e148-9ae1-4ed1-88eb-f39cf246fc5e,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:03.199188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e531ef4f-6aac-462d-8fde-d9897545cd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8156e148-9ae1-4ed1-88eb-f39cf246fc5e'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:03.211360 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6006cdbe-3b69-4ff0-90aa-6ff9ea03590e" -d '{"events": [{"server_uuid": "e531ef4f-6aac-462d-8fde-d9897545cd7d", "name": "network-vif-plugged", "status": "completed", "tag": "8156e148-9ae1-4ed1-88eb-f39cf246fc5e"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:03.221229 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:03.288040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=8156e148-9ae1-4ed1-88eb-f39cf246fc5e,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:03.324421 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18434004-4009-4134-a279-c9b3d33ecf1f x-openstack-request-id: req-18434004-4009-4134-a279-c9b3d33ecf1f {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:03.324890 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e531ef4f-6aac-462d-8fde-d9897545cd7d", "name": "network-vif-plugged", "status": "completed", "tag": "8156e148-9ae1-4ed1-88eb-f39cf246fc5e", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:03.325292 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18434004-4009-4134-a279-c9b3d33ecf1f {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:03.325702 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e531ef4f-6aac-462d-8fde-d9897545cd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8156e148-9ae1-4ed1-88eb-f39cf246fc5e', 'code': 200} Aug 05 14:01:03.374020 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-60fd9e8e-6b45-4761-85b0-44d26fa5a173 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:03.377992 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-60fd9e8e-6b45-4761-85b0-44d26fa5a173 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:03.396421 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-60fd9e8e-6b45-4761-85b0-44d26fa5a173 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "DELETE /v2.0/security-groups/d2454b2a-b1c4-463a-be7a-0f81a5dbc27b HTTP/1.1" status: 204 len: 168 time: 0.6871588 Aug 05 14:01:03.401147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53442) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:03.402993 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1a1b1a26-355f-4b6d-aadc-fb714f98de8f None None] Provisioning for port 9427d2ce-c909-47cf-a75d-501df1b0f888 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:01:03.407444 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-9d25c7da-e76e-4c71-95d5-f755ce43e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:03.408691 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1a1b1a26-355f-4b6d-aadc-fb714f98de8f None None] Provisioning complete for port 9427d2ce-c909-47cf-a75d-501df1b0f888 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:01:03.409067 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-9d25c7da-e76e-4c71-95d5-f755ce43e7a3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 1098 time: 0.3151834 Aug 05 14:01:03.409228 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1a26-355f-4b6d-aadc-fb714f98de8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:03.457939 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-1a1b1a26-355f-4b6d-aadc-fb714f98de8f None None] Port 9427d2ce-c909-47cf-a75d-501df1b0f888 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:01:03.465279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd9e8e-6b45-4761-85b0-44d26fa5a173 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2454b2a-b1c4-463a-be7a-0f81a5dbc27b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:03.541738 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a427fd-db28-4e1a-8f67-b37a30221c2c req-0bd798d1-ae72-4fcb-9600-5fdc151236e6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:03.543355 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-39a427fd-db28-4e1a-8f67-b37a30221c2c req-0bd798d1-ae72-4fcb-9600-5fdc151236e6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 947 time: 0.0903847 Aug 05 14:01:03.610765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c50660-225c-4dd7-8e5e-c40dfc9b17aa tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Router b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:01:03.621149 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9427d2ce-c909-47cf-a75d-501df1b0f888 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:01:03.636843 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:03.637087 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e495162a-1f24-4fb7-b931-322b4032e3c0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2268250 Aug 05 14:01:03.645074 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-39a427fd-db28-4e1a-8f67-b37a30221c2c req-a2527f3b-d6b6-4fc7-8c31-d34b25f846b4 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920854 Aug 05 14:01:03.647840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53446) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:03.652532 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ca54e89d-08c1-4ac6-b356-a9df616d5722 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group': {'name': 'tempest-secgroup--698671066'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:03.656166 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6b39cc46-be3c-42e9-9691-c101aa374227 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:01:03.665918 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Transition to ACTIVE for port object 9427d2ce-c909-47cf-a75d-501df1b0f888 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:01:03.666211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf412eea-da2e-47de-ac64-2e5d56bbb2a2 req-b3401730-16c8-462d-a90c-9debd095f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:03.667600 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bf412eea-da2e-47de-ac64-2e5d56bbb2a2 req-b3401730-16c8-462d-a90c-9debd095f05a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 1097 time: 0.2174768 Aug 05 14:01:03.674493 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:03.690214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c2a82-cf07-458c-a9f0-b70c9773d6cf req-7eed8aa1-34d0-4188-82b5-7434f6492e43 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:03.691889 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-432c2a82-cf07-458c-a9f0-b70c9773d6cf req-7eed8aa1-34d0-4188-82b5-7434f6492e43 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 932 time: 0.2441366 Aug 05 14:01:03.695450 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-d1150112-b4e7-4a12-b015-866635b2d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:03.697734 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-d1150112-b4e7-4a12-b015-866635b2d36a service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.2455835 Aug 05 14:01:03.727322 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ca54e89d-08c1-4ac6-b356-a9df616d5722 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:03.751877 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6b39cc46-be3c-42e9-9691-c101aa374227 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:01:03.759567 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9427d2ce-c909-47cf-a75d-501df1b0f888,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:03.803367 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-75ab3415-2599-460b-a217-4e4d30415170 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6b39cc46-be3c-42e9-9691-c101aa374227 HTTP/1.1" status: 200 len: 217 time: 0.0686517 Aug 05 14:01:03.912438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab3e4c-582a-4a18-ab6a-663824e32ca1 req-639c0438-c36b-4efb-8725-1acd8ef31e4f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:03.914323 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b2ab3e4c-582a-4a18-ab6a-663824e32ca1 req-639c0438-c36b-4efb-8725-1acd8ef31e4f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.1474423 Aug 05 14:01:03.963659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Attempting to bind port 9427d2ce-c909-47cf-a75d-501df1b0f888 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:01:03.964075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Attempting to bind port 9427d2ce-c909-47cf-a75d-501df1b0f888 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:01:03.964580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Attempting to bind port 9427d2ce-c909-47cf-a75d-501df1b0f888 on network afedfeb1-09f0-451d-bc05-30d84c3785ca {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:01:03.999473 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Port 9427d2ce-c909-47cf-a75d-501df1b0f888 on network afedfeb1-09f0-451d-bc05-30d84c3785ca not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:01:04.000061 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Attempting to bind port 9427d2ce-c909-47cf-a75d-501df1b0f888 on network afedfeb1-09f0-451d-bc05-30d84c3785ca {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:01:04.018743 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b2ab3e4c-582a-4a18-ab6a-663824e32ca1 req-252e1c5e-3d58-4dc7-9e9a-a316bdb77316 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936449 Aug 05 14:01:04.024403 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:01:04.024683 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Checking segment: {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:01:04.025082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Bound using segment: {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:01:04.027811 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Bound port: 9427d2ce-c909-47cf-a75d-501df1b0f888, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:01:04.028275 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:04.035014 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ca54e89d-08c1-4ac6-b356-a9df616d5722 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:04.052751 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ca54e89d-08c1-4ac6-b356-a9df616d5722 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:04.143670 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ca54e89d-08c1-4ac6-b356-a9df616d5722 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:04.145013 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ca54e89d-08c1-4ac6-b356-a9df616d5722 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4961994 Aug 05 14:01:04.145800 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54e89d-08c1-4ac6-b356-a9df616d5722 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b16e3a5-c630-464a-82a2-75aee233eef5,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:04.151371 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53454) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:04.161298 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b4d2f9e6-47c8-4694-a185-68bc57ff2dde tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': '9b16e3a5-c630-464a-82a2-75aee233eef5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:04.162051 n-d-803585-2 neutron-server[105724]: WARNING neutron.api.v2.base [None req-b4d2f9e6-47c8-4694-a185-68bc57ff2dde tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 05 14:01:04.162602 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-b4d2f9e6-47c8-4694-a185-68bc57ff2dde tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:01:04.163634 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b4d2f9e6-47c8-4694-a185-68bc57ff2dde tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075545 Aug 05 14:01:04.175229 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53456) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:04.179033 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bf412eea-da2e-47de-ac64-2e5d56bbb2a2 req-7db01bbb-5d1c-41d9-adf0-893963c81638 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859695 Aug 05 14:01:04.183696 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-828c8a8a-8676-4f11-98db-baaef9c1a1a2 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': '9b16e3a5-c630-464a-82a2-75aee233eef5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:04.195245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] For port 9427d2ce-c909-47cf-a75d-501df1b0f888, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:01:04.201145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] For port 9427d2ce-c909-47cf-a75d-501df1b0f888, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9427d2ce-c909-47cf-a75d-501df1b0f888,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:01:04.205283 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-432c2a82-cf07-458c-a9f0-b70c9773d6cf req-84061e21-b16d-4d87-bfe8-056329fe6cbc tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4720078 Aug 05 14:01:04.212165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce5f32-7668-49e7-b39a-68329d6836a5 req-f1f034f4-b1d2-42b7-abe6-dcf6efbf1b5a tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:04.214024 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-93ce5f32-7668-49e7-b39a-68329d6836a5 req-f1f034f4-b1d2-42b7-abe6-dcf6efbf1b5a tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.1175499 Aug 05 14:01:04.215567 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:04.228485 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-be76e7f9-ffea-486e-bc54-0fd99b039c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:04.230033 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-be76e7f9-ffea-486e-bc54-0fd99b039c4a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.3791404 Aug 05 14:01:04.233734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c50660-225c-4dd7-8e5e-c40dfc9b17aa tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:01:04.240298 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70c50660-225c-4dd7-8e5e-c40dfc9b17aa tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:04.252200 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d173854-df89-4b39-8ced-8488cd1421ec None None] Sync routers for ids ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:01:04.272203 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d173854-df89-4b39-8ced-8488cd1421ec None None] Routers {'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:01:04.273259 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9d173854-df89-4b39-8ced-8488cd1421ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:04.307355 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:04.308026 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:04.310058 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] 10.222.0.63 "PUT /v2.0/ports/9427d2ce-c909-47cf-a75d-501df1b0f888 HTTP/1.1" status: 200 len: 1092 time: 1.2733459 Aug 05 14:01:04.310995 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-70c50660-225c-4dd7-8e5e-c40dfc9b17aa tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "PUT /v2.0/floatingips/2fd20d8b-006c-44aa-95e7-6e03a590dcc3 HTTP/1.1" status: 200 len: 991 time: 3.5251396 Aug 05 14:01:04.318985 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-828c8a8a-8676-4f11-98db-baaef9c1a1a2 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:01:04.319996 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:04.322224 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-828c8a8a-8676-4f11-98db-baaef9c1a1a2 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1408036 Aug 05 14:01:04.323236 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f20d2a-103c-4adb-bc6c-26393dd63401" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:04.326172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53460) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:04.335093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d99e8939-0c51-4883-b339-2c3498d7d3be tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': '9b16e3a5-c630-464a-82a2-75aee233eef5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:04.335581 n-d-803585-2 neutron-server[105723]: WARNING neutron.api.v2.base [None req-d99e8939-0c51-4883-b339-2c3498d7d3be tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 05 14:01:04.336684 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-d99e8939-0c51-4883-b339-2c3498d7d3be tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:01:04.337870 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d99e8939-0c51-4883-b339-2c3498d7d3be tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102475 Aug 05 14:01:04.341023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53464) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:04.346512 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1be226b4-88d0-41b5-8618-12289f5356a7 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': '9b16e3a5-c630-464a-82a2-75aee233eef5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:04.350380 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc43aa2-b214-4adc-8df1-7f408f9bb7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9427d2ce-c909-47cf-a75d-501df1b0f888,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:04.365104 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-93ce5f32-7668-49e7-b39a-68329d6836a5 req-5b0d0479-79b4-46e3-91f0-d9780a3c4634 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167305 Aug 05 14:01:04.373208 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-d4b81dd7-b3d4-4cab-abdd-11dab149b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:04.374990 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-d4b81dd7-b3d4-4cab-abdd-11dab149b870 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306944 Aug 05 14:01:04.436552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'tag': '6b39cc46-be3c-42e9-9691-c101aa374227'}, {'name': 'network-changed', 'server_uuid': '6e62c451-9390-4e3b-94c8-39dc9ed7d1c7', 'tag': 'fa5af672-f889-4e74-997d-623f4184377a'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:04.452229 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b4e72e-f870-4b15-a637-a312d527a8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8faad079-c1f4-4c3a-b1df-db9d3309eb60", "tag": "6b39cc46-be3c-42e9-9691-c101aa374227"}, {"name": "network-changed", "server_uuid": "6e62c451-9390-4e3b-94c8-39dc9ed7d1c7", "tag": "fa5af672-f889-4e74-997d-623f4184377a"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:04.474588 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-b3ce2a6b-83e9-43c4-a368-23b3ee3c65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:04.476239 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-b3ce2a6b-83e9-43c4-a368-23b3ee3c65b1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 1095 time: 0.0842030 Aug 05 14:01:04.482437 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-9d173854-df89-4b39-8ced-8488cd1421ec None None] Set router b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:01:04.546405 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c7fa84-2f1c-40e7-a63d-bd88b0de37c5 x-openstack-request-id: req-d7c7fa84-2f1c-40e7-a63d-bd88b0de37c5 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:04.547170 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:04.547376 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7c7fa84-2f1c-40e7-a63d-bd88b0de37c5 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:04.548221 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'status': 'completed', 'code': 200} Aug 05 14:01:04.574123 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-ff8a8782-136b-4af7-85dd-754d358b9a54 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9427d2ce-c909-47cf-a75d-501df1b0f888 HTTP/1.1" status: 200 len: 217 time: 0.0894454 Aug 05 14:01:04.581588 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-0c4497e8-a57d-446b-8443-3b7b6b5fa3df service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936944 Aug 05 14:01:04.616620 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1b3749-750a-48f5-b99e-cd49951d6885 x-openstack-request-id: req-fb1b3749-750a-48f5-b99e-cd49951d6885 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:04.617404 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8faad079-c1f4-4c3a-b1df-db9d3309eb60", "tag": "6b39cc46-be3c-42e9-9691-c101aa374227", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6e62c451-9390-4e3b-94c8-39dc9ed7d1c7", "tag": "fa5af672-f889-4e74-997d-623f4184377a", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:04.617886 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb1b3749-750a-48f5-b99e-cd49951d6885 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:04.618643 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'tag': '6b39cc46-be3c-42e9-9691-c101aa374227', 'status': 'completed', 'code': 200} Aug 05 14:01:04.619245 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e62c451-9390-4e3b-94c8-39dc9ed7d1c7', 'tag': 'fa5af672-f889-4e74-997d-623f4184377a', 'status': 'completed', 'code': 200} Aug 05 14:01:04.646552 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-1be226b4-88d0-41b5-8618-12289f5356a7 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:01:04.648450 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1be226b4-88d0-41b5-8618-12289f5356a7 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3064833 Aug 05 14:01:04.656177 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53468) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:04.667627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a8b828fe-c833-4074-9651-7d46d960cef3 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': '9b16e3a5-c630-464a-82a2-75aee233eef5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:04.668421 n-d-803585-2 neutron-server[105724]: WARNING neutron.api.v2.base [None req-a8b828fe-c833-4074-9651-7d46d960cef3 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 05 14:01:04.669234 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-a8b828fe-c833-4074-9651-7d46d960cef3 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:01:04.673100 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a8b828fe-c833-4074-9651-7d46d960cef3 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119939 Aug 05 14:01:04.673314 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-c0927da2-0c12-4671-9e74-259050de5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:04.674782 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-c0927da2-0c12-4671-9e74-259050de5d99 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.0815964 Aug 05 14:01:04.675451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53470) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:04.681158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-fce31c6a-83c7-4eed-bb00-0f5f531f927a tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': '9b16e3a5-c630-464a-82a2-75aee233eef5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:04.748078 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c02b45-487d-4c9a-b92a-09858aa7b938 req-ec59e5a1-b355-4d0e-8a77-4cdd555cfc7b tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:04.750518 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b4c02b45-487d-4c9a-b92a-09858aa7b938 req-ec59e5a1-b355-4d0e-8a77-4cdd555cfc7b tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.2457781 Aug 05 14:01:04.771061 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-40411a22-5a09-4a9f-a5d3-f73ff1d15aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:04.773120 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-40411a22-5a09-4a9f-a5d3-f73ff1d15aae service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 1098 time: 0.0839343 Aug 05 14:01:04.792305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-9923b49e-6b23-41df-8e8b-092d0c81dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:04.794742 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-9923b49e-6b23-41df-8e8b-092d0c81dbb5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040699 Aug 05 14:01:04.865197 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-fce31c6a-83c7-4eed-bb00-0f5f531f927a tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:01:04.866173 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fce31c6a-83c7-4eed-bb00-0f5f531f927a tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1887696 Aug 05 14:01:04.870897 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53474) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:04.881433 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b4c02b45-487d-4c9a-b92a-09858aa7b938 req-9e27bc65-ca0a-45ca-a721-7c25c4c4966a tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220315 Aug 05 14:01:04.888335 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-7266d35b-ff97-4061-ab84-8adca07fca28 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': '9b16e3a5-c630-464a-82a2-75aee233eef5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:04.888824 n-d-803585-2 neutron-server[105724]: WARNING neutron.api.v2.base [None req-7266d35b-ff97-4061-ab84-8adca07fca28 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 05 14:01:04.888958 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dca0d2c6-afe2-4c07-840d-94a5275cf541 req-254984e1-a264-4578-969e-6eb6de4a6ff2 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915902 Aug 05 14:01:04.889355 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-7266d35b-ff97-4061-ab84-8adca07fca28 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:01:04.890363 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7266d35b-ff97-4061-ab84-8adca07fca28 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078998 Aug 05 14:01:04.895079 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53476) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:04.905431 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5ccfb87a-d3dc-46ff-8460-858e0e08b73e tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': '9b16e3a5-c630-464a-82a2-75aee233eef5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:04.935831 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6931c3f-7cd3-42fa-9fa7-5328cf1d4d93 req-5fd2e252-8f28-4bec-a1eb-c906d8bfc1fb tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:04.938526 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9d173854-df89-4b39-8ced-8488cd1421ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'name': 'tempest-ServersTestBootFromVolume-1245048125-router', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'gw_port': {'id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '2fd20d8b-006c-44aa-95e7-6e03a590dcc3', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'port_id': 'fa5af672-f889-4e74-997d-623f4184377a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e', 'mac_address': 'fa:16:3e:87:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e62c451-9390-4e3b-94c8-39dc9ed7d1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:59:56Z', 'updated_at': '2021-08-05T14:01:02Z', 'revision_number': 1, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20abf334-4994-4cd1-ad97-4b8b6756241e', 'name': '', 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'mac_address': 'fa:16:3e:3c:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:40Z', 'updated_at': '2021-08-05T13:59:53Z', 'revision_number': 5, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'subnets': [{'id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:04.944447 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6931c3f-7cd3-42fa-9fa7-5328cf1d4d93 req-5fd2e252-8f28-4bec-a1eb-c906d8bfc1fb tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 947 time: 0.1702118 Aug 05 14:01:04.969052 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-f3186cc8-9ccc-41d2-a42b-d64baa72d6a5 service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651330 Aug 05 14:01:04.975142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d173854-df89-4b39-8ced-8488cd1421ec None None] Checking router: b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:01:04.992327 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d173854-df89-4b39-8ced-8488cd1421ec None None] Routers {'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:01:04.992610 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9d173854-df89-4b39-8ced-8488cd1421ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:04.995911 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-5ccfb87a-d3dc-46ff-8460-858e0e08b73e tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:01:04.997229 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5ccfb87a-d3dc-46ff-8460-858e0e08b73e tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1010203 Aug 05 14:01:05.003257 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53478) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:05.023497 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-4ab6e191-ee2b-4812-90bb-f92956f64109 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': '9b16e3a5-c630-464a-82a2-75aee233eef5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:05.081955 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6931c3f-7cd3-42fa-9fa7-5328cf1d4d93 req-8d20a987-7a32-4edf-accd-4fa46972901d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362462 Aug 05 14:01:05.136663 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-661ef730-c310-4ed7-aeed-08cca86e05b4 req-05c72061-b947-48ef-9aae-808133458dd9 service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562889 Aug 05 14:01:05.167697 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-9d173854-df89-4b39-8ced-8488cd1421ec None None] Set router b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:01:05.172931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-39172977-49ef-44d1-96b4-b65e3b3c56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:05.174521 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-39172977-49ef-44d1-96b4-b65e3b3c56d5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.3822875 Aug 05 14:01:05.178788 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-4ab6e191-ee2b-4812-90bb-f92956f64109 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:01:05.183646 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4ab6e191-ee2b-4812-90bb-f92956f64109 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1729066 Aug 05 14:01:05.185481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53482) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:05.248083 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-c9919317-4475-4719-a7b8-86c2608536cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:05.249781 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-c9919317-4475-4719-a7b8-86c2608536cb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 1098 time: 0.2196848 Aug 05 14:01:05.251379 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-88696e0c-40ee-4740-aeb0-58a0e9eff9b5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6b39cc46-be3c-42e9-9691-c101aa374227 HTTP/1.1" status: 200 len: 217 time: 0.0644493 Aug 05 14:01:05.256312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d8b76-7b52-45cf-b426-704a831546ad req-7fe1810e-075b-4d16-a3bb-38d4a6d5f77a tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:05.257977 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-113d8b76-7b52-45cf-b426-704a831546ad req-7fe1810e-075b-4d16-a3bb-38d4a6d5f77a tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.1156259 Aug 05 14:01:05.294078 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f20d2a-103c-4adb-bc6c-26393dd63401 req-42af9cd2-7eaf-4d80-97d4-fd2e1be79fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:05.297427 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04f20d2a-103c-4adb-bc6c-26393dd63401 req-42af9cd2-7eaf-4d80-97d4-fd2e1be79fe9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 1095 time: 0.0972488 Aug 05 14:01:05.377807 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-113d8b76-7b52-45cf-b426-704a831546ad req-75cefbd9-2b46-448a-808c-4bd1bd991fcd tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091077 Aug 05 14:01:05.440503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f20d2a-103c-4adb-bc6c-26393dd63401 req-185fbf7e-27ef-4387-871a-e3f05881c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:05.442556 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04f20d2a-103c-4adb-bc6c-26393dd63401 req-185fbf7e-27ef-4387-871a-e3f05881c95b service neutron] 10.222.0.63 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 912 time: 0.1378279 Aug 05 14:01:05.510815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-baf3f650-162a-4026-87a4-834f2ded02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:05.512409 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-baf3f650-162a-4026-87a4-834f2ded02b8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.2492490 Aug 05 14:01:05.520694 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04f20d2a-103c-4adb-bc6c-26393dd63401 req-8ece9bb2-6234-40bf-a25d-2ddbb7a0fcda service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9427d2ce-c909-47cf-a75d-501df1b0f888 HTTP/1.1" status: 200 len: 217 time: 0.0687938 Aug 05 14:01:05.524773 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c332ddcf-925c-4a59-986a-a4974f654f24 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:05.554286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549bed8-4dd1-4fcd-a286-290ceaad15f1 req-b2859f89-2d1e-45d1-afcd-5be6902eb4c6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:05.555952 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1549bed8-4dd1-4fcd-a286-290ceaad15f1 req-b2859f89-2d1e-45d1-afcd-5be6902eb4c6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 944 time: 0.1822159 Aug 05 14:01:05.621577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9d173854-df89-4b39-8ced-8488cd1421ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'name': 'tempest-ServersTestBootFromVolume-1245048125-router', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'gw_port': {'id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '2fd20d8b-006c-44aa-95e7-6e03a590dcc3', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'port_id': 'fa5af672-f889-4e74-997d-623f4184377a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e', 'mac_address': 'fa:16:3e:87:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e62c451-9390-4e3b-94c8-39dc9ed7d1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:59:56Z', 'updated_at': '2021-08-05T14:01:02Z', 'revision_number': 1, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20abf334-4994-4cd1-ad97-4b8b6756241e', 'name': '', 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'mac_address': 'fa:16:3e:3c:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:40Z', 'updated_at': '2021-08-05T13:59:53Z', 'revision_number': 5, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'subnets': [{'id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:05.631319 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c332ddcf-925c-4a59-986a-a4974f654f24 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:05.632447 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f20d2a-103c-4adb-bc6c-26393dd63401 req-aee8cfe7-6629-4f35-b753-66b32b2ac023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:05.634532 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04f20d2a-103c-4adb-bc6c-26393dd63401 req-aee8cfe7-6629-4f35-b753-66b32b2ac023 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.1064572 Aug 05 14:01:05.648928 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-60e9b214-58df-4ceb-a8ef-005846c871b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:05.651027 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-60e9b214-58df-4ceb-a8ef-005846c871b4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.3865740 Aug 05 14:01:05.653771 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82061a34-6490-48e2-baeb-93da62bc1626 req-225a0afd-e2d9-42b9-aad5-80e36dd5dc9f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:05.655193 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-82061a34-6490-48e2-baeb-93da62bc1626 req-225a0afd-e2d9-42b9-aad5-80e36dd5dc9f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.1121614 Aug 05 14:01:05.664305 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d173854-df89-4b39-8ced-8488cd1421ec None None] The sync data for ids ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'] in n-d-803585-2 is: [{'id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'name': 'tempest-ServersTestBootFromVolume-1245048125-router', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'gw_port': {'id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '2fd20d8b-006c-44aa-95e7-6e03a590dcc3', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'port_id': 'fa5af672-f889-4e74-997d-623f4184377a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e', 'mac_address': 'fa:16:3e:87:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e62c451-9390-4e3b-94c8-39dc9ed7d1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T13:59:56Z', 'updated_at': '2021-08-05T14:01:02Z', 'revision_number': 1, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20abf334-4994-4cd1-ad97-4b8b6756241e', 'name': '', 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'mac_address': 'fa:16:3e:3c:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:40Z', 'updated_at': '2021-08-05T13:59:53Z', 'revision_number': 5, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'subnets': [{'id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:01:05.726785 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-82061a34-6490-48e2-baeb-93da62bc1626 req-e3e119cb-5bf5-42f9-9a2a-e8a1a14ea316 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612411 Aug 05 14:01:05.729028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-0cec440c-6146-4cd2-b5b1-cbdf25b02229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:05.730612 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-0cec440c-6146-4cd2-b5b1-cbdf25b02229 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2037432 Aug 05 14:01:05.735138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f20d2a-103c-4adb-bc6c-26393dd63401 req-ebeb7777-3d2f-40a7-b054-2e8962f7ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:05.736455 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1549bed8-4dd1-4fcd-a286-290ceaad15f1 req-cb91932c-a0ba-4c59-b948-14a0ecf60558 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582801 Aug 05 14:01:05.736618 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04f20d2a-103c-4adb-bc6c-26393dd63401 req-ebeb7777-3d2f-40a7-b054-2e8962f7ef7d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803835 Aug 05 14:01:05.738285 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-2c013b7a-1faa-4cb0-ba33-a7ab97cae6a9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6b39cc46-be3c-42e9-9691-c101aa374227 HTTP/1.1" status: 200 len: 217 time: 0.0715883 Aug 05 14:01:05.840913 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c332ddcf-925c-4a59-986a-a4974f654f24 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:05.843526 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c332ddcf-925c-4a59-986a-a4974f654f24 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:05.848045 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c332ddcf-925c-4a59-986a-a4974f654f24 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "DELETE /v2.0/security-groups/9b16e3a5-c630-464a-82a2-75aee233eef5 HTTP/1.1" status: 204 len: 168 time: 0.6561558 Aug 05 14:01:05.850518 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53492) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:05.874712 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332ddcf-925c-4a59-986a-a4974f654f24 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b16e3a5-c630-464a-82a2-75aee233eef5,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:05.909380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-1f4660c9-3905-4ef8-bc86-4e1b9dbe8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:05.911029 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-1f4660c9-3905-4ef8-bc86-4e1b9dbe8fd4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1485546 Aug 05 14:01:05.931378 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-3b681aaa-df24-462d-a291-47b8a41186e3 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855290 Aug 05 14:01:05.976811 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2844ff52-3d83-4dcd-8db4-6fec060cfd9a None None] New status for floating IP 2fd20d8b-006c-44aa-95e7-6e03a590dcc3: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:01:06.088923 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-757da3b0-5ab8-4d21-b074-3770417e0366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:06.090559 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-757da3b0-5ab8-4d21-b074-3770417e0366 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1620712 Aug 05 14:01:06.169966 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6503e-3aab-4b66-a02a-38d1b262784e req-acd93253-48a6-4dd2-91c1-f6eccf1ee1d8 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:06.171804 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98b6503e-3aab-4b66-a02a-38d1b262784e req-acd93253-48a6-4dd2-91c1-f6eccf1ee1d8 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.1352246 Aug 05 14:01:06.212381 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-2138fa7f-6a5e-4573-abe2-c103b2d637e9 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719295 Aug 05 14:01:06.228857 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04f20d2a-103c-4adb-bc6c-26393dd63401 req-dd452503-c947-4e1a-bbc6-b6ac315095aa service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815953 Aug 05 14:01:06.259190 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-31160fa1-31a1-4bf2-a32e-e889aeb891d4 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4031343 Aug 05 14:01:06.261684 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98b6503e-3aab-4b66-a02a-38d1b262784e req-3ccdc976-1dce-4284-950f-0c9dc77893b7 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777612 Aug 05 14:01:06.265986 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53498) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:06.271297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-59644f25-24a1-458b-89ea-94376d9f5745 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group': {'name': 'tempest-secgroup--306890447'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:06.297679 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-0500acba-c891-4db6-b4a6-40560d3b22bf service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861360 Aug 05 14:01:06.316454 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1d88d-5ab8-4ff1-a843-b20c7a480d4d req-b590e5e4-ce50-4d64-b7db-c1193d9472e4 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:06.318310 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-35a1d88d-5ab8-4ff1-a843-b20c7a480d4d req-b590e5e4-ce50-4d64-b7db-c1193d9472e4 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 947 time: 0.1371713 Aug 05 14:01:06.318471 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-59644f25-24a1-458b-89ea-94376d9f5745 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:06.379286 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04f20d2a-103c-4adb-bc6c-26393dd63401 req-86825944-08b6-433b-bc39-762cd24a6d87 service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413779 Aug 05 14:01:06.386409 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-35a1d88d-5ab8-4ff1-a843-b20c7a480d4d req-efc7c782-3fc1-4e44-ab7e-48477837ae0e tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610507 Aug 05 14:01:06.449841 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-3a56447c-961e-4cd9-8715-590a9fed94f2 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414764 Aug 05 14:01:06.555800 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-59644f25-24a1-458b-89ea-94376d9f5745 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:06.565413 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-59644f25-24a1-458b-89ea-94376d9f5745 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:06.579511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2f527-7b98-4b20-abd3-e2d27d0da887 req-651cf7fa-efc6-4b0e-91b2-3895517c631d tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:06.581048 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3cd2f527-7b98-4b20-abd3-e2d27d0da887 req-651cf7fa-efc6-4b0e-91b2-3895517c631d tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.1236949 Aug 05 14:01:06.622186 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-59644f25-24a1-458b-89ea-94376d9f5745 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:06.623418 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-59644f25-24a1-458b-89ea-94376d9f5745 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3561385 Aug 05 14:01:06.626676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53504) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:06.631289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-0c286305-5122-40ee-b5db-28a93dece917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:06.631761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e041d6ed-5273-4e61-aea1-3d1c0eb2c6e8 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': '43d659f8-66a1-4c84-80dc-ba7a3fef7dad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:06.632787 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-0c286305-5122-40ee-b5db-28a93dece917 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=242aee1dd2bb45e090193f192ec2acf8&device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 1096 time: 0.1264334 Aug 05 14:01:06.634621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59644f25-24a1-458b-89ea-94376d9f5745 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d659f8-66a1-4c84-80dc-ba7a3fef7dad,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:06.674838 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3cd2f527-7b98-4b20-abd3-e2d27d0da887 req-8e3c3603-1192-43bd-af4a-9a196b609495 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792859 Aug 05 14:01:06.685350 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-e041d6ed-5273-4e61-aea1-3d1c0eb2c6e8 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The resource could not be found. Aug 05 14:01:06.686594 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e041d6ed-5273-4e61-aea1-3d1c0eb2c6e8 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0587242 Aug 05 14:01:06.696445 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53506) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:06.696445 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6c811407-9b8e-4a0f-bec9-efbea5b17a68 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': '43d659f8-66a1-4c84-80dc-ba7a3fef7dad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c75ff308-6f0c-43fd-89e3-ab2533b2b9f1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:06.746737 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-6c811407-9b8e-4a0f-bec9-efbea5b17a68 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The resource could not be found. Aug 05 14:01:06.748119 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6c811407-9b8e-4a0f-bec9-efbea5b17a68 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0567532 Aug 05 14:01:06.751555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53510) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:06.761441 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-da062699-896b-48f9-a100-bcf734fe8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:06.763289 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-da062699-896b-48f9-a100-bcf734fe8ba1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=17449f7a-6c65-48a1-960d-a93691b6492e HTTP/1.1" status: 200 len: 917 time: 0.1146042 Aug 05 14:01:06.835301 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-275dfd3e-512e-4e68-acaa-b9843bc80605 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:06.861901 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-275dfd3e-512e-4e68-acaa-b9843bc80605 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:06.886428 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-586dd1ac-8db0-4764-80c8-60bbebcd704f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa5af672-f889-4e74-997d-623f4184377a HTTP/1.1" status: 200 len: 1001 time: 0.1111012 Aug 05 14:01:06.901871 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c48e99-f5b1-4b61-92f2-8802c6465a4f req-92f91317-2084-44f9-b95e-8775a739e6a8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:06.903543 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50c48e99-f5b1-4b61-92f2-8802c6465a4f req-92f91317-2084-44f9-b95e-8775a739e6a8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 944 time: 0.0680993 Aug 05 14:01:06.946682 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a4a4f-06e8-497c-bbd6-a58eca90117b req-9a7972c0-ceca-4fd6-ba72-20da78d21afa tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:06.948128 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cb9a4a4f-06e8-497c-bbd6-a58eca90117b req-9a7972c0-ceca-4fd6-ba72-20da78d21afa tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0782504 Aug 05 14:01:06.963520 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-275dfd3e-512e-4e68-acaa-b9843bc80605 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:06.966016 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-275dfd3e-512e-4e68-acaa-b9843bc80605 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:06.970075 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-275dfd3e-512e-4e68-acaa-b9843bc80605 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "DELETE /v2.0/security-groups/43d659f8-66a1-4c84-80dc-ba7a3fef7dad HTTP/1.1" status: 204 len: 168 time: 0.2146285 Aug 05 14:01:06.975791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53520) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:06.989965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275dfd3e-512e-4e68-acaa-b9843bc80605 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d659f8-66a1-4c84-80dc-ba7a3fef7dad,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:07.003617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-ab8cf828-974d-435e-96f9-0f705c8d0d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:07.005335 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-ab8cf828-974d-435e-96f9-0f705c8d0d1c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bdb14171-f95f-4ddd-92c7-c92b54e1f9c3 HTTP/1.1" status: 200 len: 855 time: 0.1005697 Aug 05 14:01:07.010208 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cb9a4a4f-06e8-497c-bbd6-a58eca90117b req-5f19fef7-1039-4197-9474-8960b58be5ff tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537939 Aug 05 14:01:07.021676 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50c48e99-f5b1-4b61-92f2-8802c6465a4f req-b3ab5796-bbb7-42d5-8904-bf58645f7693 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087291 Aug 05 14:01:07.077690 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5b3acc8f-7651-4e8f-82e7-997ac1ef0208 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1000659 Aug 05 14:01:07.081379 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53522) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:07.086335 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5c2514bc-162b-4806-b363-6d5f22715512 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': 'df365332-7ecd-444e-83de-8922ae665930', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:07.105108 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-103352ec-12be-4cc4-bf64-443404d08fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:07.106925 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-103352ec-12be-4cc4-bf64-443404d08fb3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=17449f7a-6c65-48a1-960d-a93691b6492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890570 Aug 05 14:01:07.131867 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0614efc-c0ca-4c25-bce4-1063752f902f req-cb38452c-3592-4c24-8026-b5e640c567ae tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:07.133411 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0614efc-c0ca-4c25-bce4-1063752f902f req-cb38452c-3592-4c24-8026-b5e640c567ae tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0565736 Aug 05 14:01:07.183592 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0614efc-c0ca-4c25-bce4-1063752f902f req-9eea30de-e730-478e-97be-f9f17068b575 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424345 Aug 05 14:01:07.195048 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-5c2514bc-162b-4806-b363-6d5f22715512 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The resource could not be found. Aug 05 14:01:07.199628 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5c2514bc-162b-4806-b363-6d5f22715512 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1137309 Aug 05 14:01:07.201186 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53524) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:07.210882 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c4f17721-8bc1-4981-b5ea-62ab75fc351b tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group': {'name': 'tempest-secgroup--220964115'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:07.229454 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-66c0b292-5fec-46d5-9971-ae2587e23fd7 service neutron] 10.222.0.84 "GET /v2.0/networks/17449f7a-6c65-48a1-960d-a93691b6492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110532 Aug 05 14:01:07.235358 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c4f17721-8bc1-4981-b5ea-62ab75fc351b tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:07.331819 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c4f17721-8bc1-4981-b5ea-62ab75fc351b tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:07.336056 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c4f17721-8bc1-4981-b5ea-62ab75fc351b tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:07.367394 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c4f17721-8bc1-4981-b5ea-62ab75fc351b tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:07.368646 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c4f17721-8bc1-4981-b5ea-62ab75fc351b tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1648188 Aug 05 14:01:07.370636 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f17721-8bc1-4981-b5ea-62ab75fc351b tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a76d1cb-1585-446d-8789-9378e00d528b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:07.372948 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53528) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:07.392057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-bd24cd67-07fb-4518-8f24-1f45ebc2b3dc tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group': {'name': 'tempest-secgroup--2039261704'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:07.402827 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7b4e72e-f870-4b15-a637-a312d527a8f7 req-668b3bec-2244-404c-82c3-26c4d1313880 service neutron] 10.222.0.84 "GET /v2.0/networks/17449f7a-6c65-48a1-960d-a93691b6492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580513 Aug 05 14:01:07.436150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877c7b8-2f4d-48d0-87f0-8e35bff6bb56 req-49267318-5cc1-461e-8bbd-23011501cc2e tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:07.438475 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5877c7b8-2f4d-48d0-87f0-8e35bff6bb56 req-49267318-5cc1-461e-8bbd-23011501cc2e tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0896473 Aug 05 14:01:07.439782 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd24cd67-07fb-4518-8f24-1f45ebc2b3dc tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:07.504489 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5877c7b8-2f4d-48d0-87f0-8e35bff6bb56 req-6e2fb9bb-4991-4eff-ad52-ae2756901ef3 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557191 Aug 05 14:01:07.523874 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf03fa-5451-4e4a-ba50-df11f1d921de req-1947d67a-670d-49e2-a91c-2004d2021b12 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:07.525446 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8faf03fa-5451-4e4a-ba50-df11f1d921de req-1947d67a-670d-49e2-a91c-2004d2021b12 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 947 time: 0.0574298 Aug 05 14:01:07.566990 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd24cd67-07fb-4518-8f24-1f45ebc2b3dc tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:07.572460 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd24cd67-07fb-4518-8f24-1f45ebc2b3dc tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:07.574176 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8faf03fa-5451-4e4a-ba50-df11f1d921de req-6739d135-b818-4b87-8825-652e1f5001f2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428729 Aug 05 14:01:07.612720 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24cd67-07fb-4518-8f24-1f45ebc2b3dc tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede0568c-45df-4da7-9cbe-f660021a7519,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:07.616008 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd24cd67-07fb-4518-8f24-1f45ebc2b3dc tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:07.619891 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bd24cd67-07fb-4518-8f24-1f45ebc2b3dc tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2301900 Aug 05 14:01:07.620261 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53536) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:07.626098 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-edd3feb0-1602-4185-8176-fb6a10a83164 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group_rule': {'security_group_id': '5a76d1cb-1585-446d-8789-9378e00d528b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ede0568c-45df-4da7-9cbe-f660021a7519'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:07.663609 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-edd3feb0-1602-4185-8176-fb6a10a83164 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:01:07.664681 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-edd3feb0-1602-4185-8176-fb6a10a83164 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0433631 Aug 05 14:01:07.667554 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53538) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:07.686241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9427d2ce-c909-47cf-a75d-501df1b0f888 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:01:07.724501 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec90316e-22f2-4b26-b5bd-76dbc5cf6552 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:07.750505 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec90316e-22f2-4b26-b5bd-76dbc5cf6552 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:07.797671 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec90316e-22f2-4b26-b5bd-76dbc5cf6552 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:07.801589 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec90316e-22f2-4b26-b5bd-76dbc5cf6552 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:07.804158 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ec90316e-22f2-4b26-b5bd-76dbc5cf6552 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "DELETE /v2.0/security-groups/ede0568c-45df-4da7-9cbe-f660021a7519 HTTP/1.1" status: 204 len: 168 time: 0.1351020 Aug 05 14:01:07.805349 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9427d2ce-c909-47cf-a75d-501df1b0f888, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9427d2ce-c909-47cf-a75d-501df1b0f888,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:07.806445 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53540) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:07.816032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90316e-22f2-4b26-b5bd-76dbc5cf6552 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede0568c-45df-4da7-9cbe-f660021a7519,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:07.819942 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'port_id': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'mac_address': 'fa:16:3e:47:5d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:01:07.870805 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:07.888588 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9427d2ce-c909-47cf-a75d-501df1b0f888 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:01:07.911114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9427d2ce-c909-47cf-a75d-501df1b0f888, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9427d2ce-c909-47cf-a75d-501df1b0f888,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:07.915967 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:07.923493 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-38ab3f2b-f96f-4652-9a78-c0f4790362cc tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1120493 Aug 05 14:01:07.923998 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53544) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:07.976218 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34254a43-5c89-4063-bd5f-3236c752d330 req-e4a56e1a-c276-48f6-b96a-00fddf1961f2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:07.978000 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-34254a43-5c89-4063-bd5f-3236c752d330 req-e4a56e1a-c276-48f6-b96a-00fddf1961f2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 947 time: 0.0784719 Aug 05 14:01:07.978943 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9427d2ce-c909-47cf-a75d-501df1b0f888,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:07.988180 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-2a162c5a-c57e-42b3-8d40-a80c9d032b93 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:07.989727 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-2a162c5a-c57e-42b3-8d40-a80c9d032b93 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.84 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60&tenant_id=7753100351b94216b5369d9876cd92eb&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 947 time: 0.1268539 Aug 05 14:01:07.990941 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-634f9e92-acbe-4d74-9f9c-be9ee151cfa0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:08.024412 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-634f9e92-acbe-4d74-9f9c-be9ee151cfa0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:08.059674 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-34254a43-5c89-4063-bd5f-3236c752d330 req-435754ac-1e50-4df4-b639-4bf45bf7fe7d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686555 Aug 05 14:01:08.079944 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-634f9e92-acbe-4d74-9f9c-be9ee151cfa0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:08.082871 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-634f9e92-acbe-4d74-9f9c-be9ee151cfa0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:08.084132 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-634f9e92-acbe-4d74-9f9c-be9ee151cfa0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "DELETE /v2.0/security-groups/5a76d1cb-1585-446d-8789-9378e00d528b HTTP/1.1" status: 204 len: 168 time: 0.1591074 Aug 05 14:01:08.086983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53550) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:08.089019 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-78d73b61-e3ab-482f-8320-98c46e0258e2 service neutron] 10.222.0.84 "GET /v2.0/ports/6b39cc46-be3c-42e9-9691-c101aa374227/bindings/n-h2-803585-2 HTTP/1.1" status: 200 len: 382 time: 0.0826349 Aug 05 14:01:08.106537 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f9e92-acbe-4d74-9f9c-be9ee151cfa0 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a76d1cb-1585-446d-8789-9378e00d528b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:08.149208 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['9427d2ce-c909-47cf-a75d-501df1b0f888'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:01:08.190994 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9372d-773a-493e-aaf1-8b75c060c3ea req-7acfd946-3535-42b0-a972-676d27548442 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:08.193089 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f9c9372d-773a-493e-aaf1-8b75c060c3ea req-7acfd946-3535-42b0-a972-676d27548442 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0707536 Aug 05 14:01:08.233416 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6ac5e925-1efd-4199-9fb9-0dac543eaca4 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1437624 Aug 05 14:01:08.238417 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53556) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:08.243249 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-9b95b169-47d3-4ef1-a4b9-b903ebe1099a tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group': {'name': 'tempest-secgroup--242921109'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:08.244712 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f9c9372d-773a-493e-aaf1-8b75c060c3ea req-a990dc70-c6c1-4314-ab79-0431c91db393 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440831 Aug 05 14:01:08.267436 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-15ac3485-15c2-4cb0-b935-9722872668a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:08.267436 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-15ac3485-15c2-4cb0-b935-9722872668a9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 1098 time: 0.1472785 Aug 05 14:01:08.326123 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b95b169-47d3-4ef1-a4b9-b903ebe1099a tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:08.338562 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e8372-bb99-4c7c-940b-efa13d52aa42 req-ec3f1d25-3947-40f1-b922-71cc05e6c0df tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:08.340294 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f8e8372-bb99-4c7c-940b-efa13d52aa42 req-ec3f1d25-3947-40f1-b922-71cc05e6c0df tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1722620 Aug 05 14:01:08.438556 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f35002-7d3f-495b-9914-f29e2e8a7e77 req-c576f88b-66b0-4a31-956b-6a496e58c331 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:08.440242 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d6f35002-7d3f-495b-9914-f29e2e8a7e77 req-c576f88b-66b0-4a31-956b-6a496e58c331 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0542896 Aug 05 14:01:08.486539 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d6f35002-7d3f-495b-9914-f29e2e8a7e77 req-4a905c37-a8a3-454f-b228-5747b63d0d07 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378938 Aug 05 14:01:08.653312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf219a-f45b-4b0f-8806-f5a615c7c706 req-19bd6f3b-04d8-45bf-8b40-bed6c21fb3bf tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:08.654983 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78cf219a-f45b-4b0f-8806-f5a615c7c706 req-19bd6f3b-04d8-45bf-8b40-bed6c21fb3bf tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0712123 Aug 05 14:01:08.704233 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78cf219a-f45b-4b0f-8806-f5a615c7c706 req-a02278a0-59ae-478d-8a5c-6b354c0466cc tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419626 Aug 05 14:01:08.726848 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f8e8372-bb99-4c7c-940b-efa13d52aa42 req-a45964a1-3add-4c7e-8bdf-6925480ba5e6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3665893 Aug 05 14:01:08.736296 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-65213aac-e5cf-4b6e-a960-a680a03e7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:08.737777 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-65213aac-e5cf-4b6e-a960-a680a03e7436 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.4609914 Aug 05 14:01:08.787989 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-195f5b2e-05bb-46fd-8aef-106c77044605 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6b39cc46-be3c-42e9-9691-c101aa374227 HTTP/1.1" status: 200 len: 217 time: 0.0392253 Aug 05 14:01:08.835324 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b95b169-47d3-4ef1-a4b9-b903ebe1099a tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:08.844666 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b95b169-47d3-4ef1-a4b9-b903ebe1099a tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:08.871076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-dea5ebe9-45d6-404b-85a2-5f88fd436efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:08.872557 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-dea5ebe9-45d6-404b-85a2-5f88fd436efa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0755439 Aug 05 14:01:08.883370 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b95b169-47d3-4ef1-a4b9-b903ebe1099a tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:08.884554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9b95b169-47d3-4ef1-a4b9-b903ebe1099a tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6450038 Aug 05 14:01:08.887939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53562) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:08.893330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ad5d28ec-abf9-49af-91fa-5fafc1330e2e tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:08.893780 n-d-803585-2 neutron-server[105724]: WARNING neutron.api.v2.base [None req-ad5d28ec-abf9-49af-91fa-5fafc1330e2e tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 05 14:01:08.894325 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-ad5d28ec-abf9-49af-91fa-5fafc1330e2e tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] update failed (client error): There was a conflict when trying to complete your request. Aug 05 14:01:08.895283 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ad5d28ec-abf9-49af-91fa-5fafc1330e2e tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "PUT /v2.0/security-groups/2db96e00-7982-4f79-82fc-4e84ed90b372 HTTP/1.1" status: 409 len: 330 time: 0.0064099 Aug 05 14:01:08.896290 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95b169-47d3-4ef1-a4b9-b903ebe1099a tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db96e00-7982-4f79-82fc-4e84ed90b372,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:08.898389 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53564) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:08.939582 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-687b5910-defd-46f0-bbb8-85a597985a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:08.941084 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-687b5910-defd-46f0-bbb8-85a597985a08 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0555887 Aug 05 14:01:08.943903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6b39cc46-be3c-42e9-9691-c101aa374227 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:01:08.954735 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d485d838-c19a-4897-94fa-cce52b916fb6 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:08.982147 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d485d838-c19a-4897-94fa-cce52b916fb6 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:09.034923 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d485d838-c19a-4897-94fa-cce52b916fb6 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:09.037648 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d485d838-c19a-4897-94fa-cce52b916fb6 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:09.039040 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d485d838-c19a-4897-94fa-cce52b916fb6 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "DELETE /v2.0/security-groups/2db96e00-7982-4f79-82fc-4e84ed90b372 HTTP/1.1" status: 204 len: 168 time: 0.1397364 Aug 05 14:01:09.041769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53566) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:09.049854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485d838-c19a-4897-94fa-cce52b916fb6 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db96e00-7982-4f79-82fc-4e84ed90b372,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:09.050814 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-476b21e2-e6d2-4cff-88c3-28a4fc4d978b service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017179 Aug 05 14:01:09.063472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6b39cc46-be3c-42e9-9691-c101aa374227,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:09.084635 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '6b39cc46-be3c-42e9-9691-c101aa374227', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '6b39cc46-be3c-42e9-9691-c101aa374227', 'mac_address': 'fa:16:3e:50:30:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:01:09.127621 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:09.144501 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b39cc46-be3c-42e9-9691-c101aa374227 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:01:09.167544 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6b39cc46-be3c-42e9-9691-c101aa374227,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:09.176969 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:09.190934 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5335fa14-fbc7-41c9-8d8d-824dd0e97788 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1479461 Aug 05 14:01:09.195272 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53570) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:09.229359 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=6b39cc46-be3c-42e9-9691-c101aa374227,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:09.241922 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-ac69b553-2a7e-424a-bf7a-122548cf6a66 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] delete failed (client error): The resource could not be found. Aug 05 14:01:09.241922 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ac69b553-2a7e-424a-bf7a-122548cf6a66 tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "DELETE /v2.0/security-groups/5b5373ec-4df2-4e1e-a902-0f2f8294aafe HTTP/1.1" status: 404 len: 347 time: 0.0353189 Aug 05 14:01:09.241922 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-8be5f5c1-6392-4a53-bb27-a7d0c0a7ae57 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807463 Aug 05 14:01:09.243158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53572) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:09.251632 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba58855-a55d-4628-beb9-cb794be187b6 req-581bfade-2522-4c24-962a-f61137b82a2a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:09.253213 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ba58855-a55d-4628-beb9-cb794be187b6 req-581bfade-2522-4c24-962a-f61137b82a2a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 947 time: 0.1100481 Aug 05 14:01:09.263586 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-db41e936-4d4a-4aef-b69c-bfadf4646f0d tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] show failed (client error): The resource could not be found. Aug 05 14:01:09.264979 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-db41e936-4d4a-4aef-b69c-bfadf4646f0d tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "GET /v2.0/security-groups/aecd3861-1846-4f49-a406-639579cc80fa HTTP/1.1" status: 404 len: 347 time: 0.0202942 Aug 05 14:01:09.270111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53574) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:09.289867 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-96c20ba4-2f16-47cf-ab0d-39facc012cfc tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] show failed (client error): The resource could not be found. Aug 05 14:01:09.291216 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-96c20ba4-2f16-47cf-ab0d-39facc012cfc tempest-NegativeSecGroupTest-1044092190 tempest-NegativeSecGroupTest-1044092190-project] 10.222.0.16 "GET /v2.0/security-group-rules/1a8556ce-a658-4fd1-ae09-d9e43f324102 HTTP/1.1" status: 404 len: 356 time: 0.0177984 Aug 05 14:01:09.306784 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ba58855-a55d-4628-beb9-cb794be187b6 req-3978b583-79c8-4cbd-bfb8-4508c362ddee tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472157 Aug 05 14:01:09.395491 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cc5d4-0b9b-4a0b-a7b1-31b571a320b9 req-4739fd39-d180-4a0a-be5d-29b594fc930c tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:09.397763 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f39cc5d4-0b9b-4a0b-a7b1-31b571a320b9 req-4739fd39-d180-4a0a-be5d-29b594fc930c tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0572071 Aug 05 14:01:09.450793 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f39cc5d4-0b9b-4a0b-a7b1-31b571a320b9 req-70c255df-77e0-451e-81e9-036005053ae8 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408924 Aug 05 14:01:09.585092 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['6b39cc46-be3c-42e9-9691-c101aa374227'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:01:09.585327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53586) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:09.630495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fceae-36ce-4338-ae1e-1fe387327ea7 req-6a290a2a-181a-4d51-8075-6f9634f198e6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:09.632628 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-274fceae-36ce-4338-ae1e-1fe387327ea7 req-6a290a2a-181a-4d51-8075-6f9634f198e6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0610895 Aug 05 14:01:09.690158 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-274fceae-36ce-4338-ae1e-1fe387327ea7 req-280c2283-f8e2-4c43-9b99-b47d510d2a25 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500841 Aug 05 14:01:09.702289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9427d2ce-c909-47cf-a75d-501df1b0f888 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:01:09.762089 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d0b71440-face-44dc-9f1e-12111836ef34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4155f76392304d5197b86ac16791b0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1731808 Aug 05 14:01:09.762813 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53594) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:09.801140 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 9427d2ce-c909-47cf-a75d-501df1b0f888 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:01:09.807738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 9427d2ce-c909-47cf-a75d-501df1b0f888 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:01:09.808103 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:09.870517 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-37500e9d-2d79-4e21-bced-9a0b797a08bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:09.882565 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc546f5-6ee0-43c4-954f-a7e767f38c57 req-4a2f9b65-e92c-40c5-ba4f-53726b8db75c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:09.883955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6fec2-3a38-458f-a07e-080846a05a68 req-6c62babd-bc31-4487-aeaa-bb5bb910f661 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:09.884765 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7bc546f5-6ee0-43c4-954f-a7e767f38c57 req-4a2f9b65-e92c-40c5-ba4f-53726b8db75c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0630383 Aug 05 14:01:09.885555 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-11a6fec2-3a38-458f-a07e-080846a05a68 req-6c62babd-bc31-4487-aeaa-bb5bb910f661 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0848300 Aug 05 14:01:09.917183 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:09.926929 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-37500e9d-2d79-4e21-bced-9a0b797a08bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:09.930003 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7bc546f5-6ee0-43c4-954f-a7e767f38c57 req-00c98298-c10a-4814-bf7e-e12cff6309f9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372150 Aug 05 14:01:09.949657 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:09.952097 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918bdc3b-4ba5-4f62-9484-122603ab1bf2" -d '{"events": [{"server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "name": "network-vif-plugged", "status": "completed", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:09.967594 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9427d2ce-c909-47cf-a75d-501df1b0f888, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9427d2ce-c909-47cf-a75d-501df1b0f888,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:09.973458 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:09.973639 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-11a6fec2-3a38-458f-a07e-080846a05a68 req-77887230-9d25-4392-a572-514bc911e41e tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808582 Aug 05 14:01:10.008807 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-37500e9d-2d79-4e21-bced-9a0b797a08bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:10.012515 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-37500e9d-2d79-4e21-bced-9a0b797a08bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:10.017096 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-37500e9d-2d79-4e21-bced-9a0b797a08bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aefca08b-bae1-486a-bfe6-f2395af268a7 HTTP/1.1" status: 204 len: 168 time: 0.2504497 Aug 05 14:01:10.046212 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37500e9d-2d79-4e21-bced-9a0b797a08bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefca08b-bae1-486a-bfe6-f2395af268a7,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:10.048825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9427d2ce-c909-47cf-a75d-501df1b0f888,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:10.074296 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc908a4-a045-4cb4-8e04-a645ffd7e250 x-openstack-request-id: req-1fc908a4-a045-4cb4-8e04-a645ffd7e250 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:10.074585 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "name": "network-vif-plugged", "status": "completed", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:10.074835 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1fc908a4-a045-4cb4-8e04-a645ffd7e250 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:10.075216 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'code': 200} Aug 05 14:01:10.189567 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836cc57-ee0b-4223-99ef-a85f1d004613 req-63f533af-d626-48b2-9224-30273829d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:10.191334 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c836cc57-ee0b-4223-99ef-a85f1d004613 req-63f533af-d626-48b2-9224-30273829d8ca service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 1097 time: 0.0516324 Aug 05 14:01:10.233850 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c836cc57-ee0b-4223-99ef-a85f1d004613 req-753c1ad4-3254-43e7-8003-24bf574036c7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349450 Aug 05 14:01:10.454346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898bfc5-579c-4fed-be12-4eb656732280 req-87308d51-31cf-428b-8d97-063f5e42b890 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:10.456054 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7898bfc5-579c-4fed-be12-4eb656732280 req-87308d51-31cf-428b-8d97-063f5e42b890 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 948 time: 0.0676954 Aug 05 14:01:10.498275 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7898bfc5-579c-4fed-be12-4eb656732280 req-04d377d7-d631-4ce5-93d6-dbf6c69b84ba tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348356 Aug 05 14:01:10.599897 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727e6e9-27b3-46eb-9040-751cf6626973 req-5227715e-2429-42df-834b-856e82207183 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:10.601466 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7727e6e9-27b3-46eb-9040-751cf6626973 req-5227715e-2429-42df-834b-856e82207183 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0504358 Aug 05 14:01:10.644971 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7727e6e9-27b3-46eb-9040-751cf6626973 req-b68cc22c-98df-4d3d-8072-08333e9b6a19 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369606 Aug 05 14:01:10.765455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53628) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:10.821021 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac32d6-8d25-4973-838e-bb90111066a1 req-ccca01f4-5844-4a6d-bc04-42623121910e tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:10.822569 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9ac32d6-8d25-4973-838e-bb90111066a1 req-ccca01f4-5844-4a6d-bc04-42623121910e tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0515893 Aug 05 14:01:10.863635 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b0812225-40e2-4a8c-8aac-5615fc555d0f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2057139595-network', 'tenant_id': '3bdbfec42958424c8a4359a8c2780e66'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:10.867085 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9ac32d6-8d25-4973-838e-bb90111066a1 req-cb0fd523-15c8-41a4-aa85-b6c44cfd4c1f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373960 Aug 05 14:01:10.885053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0812225-40e2-4a8c-8aac-5615fc555d0f admin admin] Made reservation on behalf of 3bdbfec42958424c8a4359a8c2780e66 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:01:10.887365 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b0812225-40e2-4a8c-8aac-5615fc555d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:10.896315 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b0812225-40e2-4a8c-8aac-5615fc555d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:10.957507 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6b39cc46-be3c-42e9-9691-c101aa374227 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:01:11.002115 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b0812225-40e2-4a8c-8aac-5615fc555d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:11.008146 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b0812225-40e2-4a8c-8aac-5615fc555d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:11.021655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 6b39cc46-be3c-42e9-9691-c101aa374227 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:01:11.047639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 6b39cc46-be3c-42e9-9691-c101aa374227 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:01:11.047987 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:11.067773 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0812225-40e2-4a8c-8aac-5615fc555d0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:01:11.092631 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b0812225-40e2-4a8c-8aac-5615fc555d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:11.092973 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-b0812225-40e2-4a8c-8aac-5615fc555d0f admin admin] Added segment ea973442-49a1-4b9c-a950-2d453fe8f313 of type vlan for network bc967c28-7fec-45f7-b057-c2fbc34e1ef5 Aug 05 14:01:11.103601 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0812225-40e2-4a8c-8aac-5615fc555d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2762b7f-32a1-47ee-ab13-a55ae99f5a8d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:11.148972 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b0812225-40e2-4a8c-8aac-5615fc555d0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:11.162172 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee73ff7-f77f-4a3e-b850-b6c8b9430e9d req-55c1f3d8-8cc4-48e6-9579-acc4430d9f81 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:11.164556 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aee73ff7-f77f-4a3e-b850-b6c8b9430e9d req-55c1f3d8-8cc4-48e6-9579-acc4430d9f81 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 946 time: 0.1494761 Aug 05 14:01:11.206130 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edecc29-ceef-4d1d-8a20-b9635038fb75 req-13814ef9-128c-4816-939c-8e0c282890d7 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:11.206763 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:11.208939 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5edecc29-ceef-4d1d-8a20-b9635038fb75 req-13814ef9-128c-4816-939c-8e0c282890d7 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0731859 Aug 05 14:01:11.213007 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b0812225-40e2-4a8c-8aac-5615fc555d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:11.213973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0812225-40e2-4a8c-8aac-5615fc555d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:11.214584 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b0812225-40e2-4a8c-8aac-5615fc555d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:11.243024 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6b39cc46-be3c-42e9-9691-c101aa374227,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:11.247734 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:11.257598 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5edecc29-ceef-4d1d-8a20-b9635038fb75 req-21beaef9-1c0e-4932-aa0a-37971afa6881 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387123 Aug 05 14:01:11.280240 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aee73ff7-f77f-4a3e-b850-b6c8b9430e9d req-69258753-6828-4470-ae0c-ac14b42f1125 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019747 Aug 05 14:01:11.295704 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b0812225-40e2-4a8c-8aac-5615fc555d0f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5283396 Aug 05 14:01:11.299752 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53638) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:11.306418 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2363303c-76bb-4edd-83e9-5251c2f079fa admin admin] Request body: {'subnet': {'network_id': 'bc967c28-7fec-45f7-b057-c2fbc34e1ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2057139595-subnet', 'tenant_id': '3bdbfec42958424c8a4359a8c2780e66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:11.320948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0812225-40e2-4a8c-8aac-5615fc555d0f admin admin] Pushing event updated for resources: {'Network': ['ID=bc967c28-7fec-45f7-b057-c2fbc34e1ef5,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:11.325975 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=6b39cc46-be3c-42e9-9691-c101aa374227,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:11.336441 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2363303c-76bb-4edd-83e9-5251c2f079fa admin admin] Made reservation on behalf of 3bdbfec42958424c8a4359a8c2780e66 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:01:11.340718 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2363303c-76bb-4edd-83e9-5251c2f079fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:11.341415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network bc967c28-7fec-45f7-b057-c2fbc34e1ef5 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:01:11.523226 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2363303c-76bb-4edd-83e9-5251c2f079fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:11.583726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363303c-76bb-4edd-83e9-5251c2f079fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=71701e13-1a0e-4018-9b25-8c0c2f807907,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:11.605152 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2363303c-76bb-4edd-83e9-5251c2f079fa admin admin] Checking segment: {'id': 'ea973442-49a1-4b9c-a950-2d453fe8f313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bc967c28-7fec-45f7-b057-c2fbc34e1ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:01:11.605581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2363303c-76bb-4edd-83e9-5251c2f079fa admin admin] Network hostable DHCP agents. Network: bc967c28-7fec-45f7-b057-c2fbc34e1ef5, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:01:11.640973 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2363303c-76bb-4edd-83e9-5251c2f079fa admin admin] Network bc967c28-7fec-45f7-b057-c2fbc34e1ef5 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:01:11.652259 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-2363303c-76bb-4edd-83e9-5251c2f079fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, bc967c28-7fec-45f7-b057-c2fbc34e1ef5) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:01:11.661736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a18e5-cf94-4f60-b361-042e76d97c4e None None] Network bc967c28-7fec-45f7-b057-c2fbc34e1ef5 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:01:11.661913 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c3948-baf7-4925-8a73-c770ddefe742 req-6fdb5760-f330-477e-b3e4-f7b3378dac19 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:11.663391 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e41c3948-baf7-4925-8a73-c770ddefe742 req-6fdb5760-f330-477e-b3e4-f7b3378dac19 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.0754666 Aug 05 14:01:11.666693 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2363303c-76bb-4edd-83e9-5251c2f079fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:11.667277 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2363303c-76bb-4edd-83e9-5251c2f079fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:11.699474 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2363303c-76bb-4edd-83e9-5251c2f079fa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3983934 Aug 05 14:01:11.741368 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e41c3948-baf7-4925-8a73-c770ddefe742 req-368ea52d-60a7-434d-9de8-bdbf15c738ca tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661619 Aug 05 14:01:11.862454 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a163f-2258-4038-a5f4-ef92afff094d req-c4dbc19e-2fbb-4f04-b0da-d71db73fcf4f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:11.864274 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c10a163f-2258-4038-a5f4-ef92afff094d req-c4dbc19e-2fbb-4f04-b0da-d71db73fcf4f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0924091 Aug 05 14:01:11.918100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b4084f-2c92-4ada-b927-d18c59d1b46f None None] Network bc967c28-7fec-45f7-b057-c2fbc34e1ef5 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:01:11.924560 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c10a163f-2258-4038-a5f4-ef92afff094d req-32a910b5-7665-4de4-b70f-155ab115b0c2 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449538 Aug 05 14:01:12.036701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5bef6-4b82-43aa-8fdd-6be1a012a33c req-a283d957-6da3-4281-ad1a-97f90325b643 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:12.048458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-34d5bef6-4b82-43aa-8fdd-6be1a012a33c req-a283d957-6da3-4281-ad1a-97f90325b643 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0654612 Aug 05 14:01:12.089806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b39cc46-be3c-42e9-9691-c101aa374227'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:12.092363 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b8e608-d179-4e2b-bef7-e12d343ed8c6" -d '{"events": [{"server_uuid": "8faad079-c1f4-4c3a-b1df-db9d3309eb60", "name": "network-vif-plugged", "status": "completed", "tag": "6b39cc46-be3c-42e9-9691-c101aa374227"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:12.115270 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-34d5bef6-4b82-43aa-8fdd-6be1a012a33c req-155f0c5c-ea45-425e-81b3-f33b4f3f0558 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608284 Aug 05 14:01:12.164279 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1397c104-d941-4dc9-9663-17f1b599de52 x-openstack-request-id: req-1397c104-d941-4dc9-9663-17f1b599de52 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:12.164692 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faad079-c1f4-4c3a-b1df-db9d3309eb60", "name": "network-vif-plugged", "status": "completed", "tag": "6b39cc46-be3c-42e9-9691-c101aa374227", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:12.165141 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1397c104-d941-4dc9-9663-17f1b599de52 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:12.165597 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b39cc46-be3c-42e9-9691-c101aa374227', 'code': 200} Aug 05 14:01:12.297758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-c8537138-a1f6-4cdc-b08e-cf775809ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:12.299399 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-c8537138-a1f6-4cdc-b08e-cf775809ef27 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60&tenant_id=7753100351b94216b5369d9876cd92eb HTTP/1.1" status: 200 len: 1100 time: 0.0886626 Aug 05 14:01:12.313226 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:12.384963 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53670) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:12.391280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-6aa479bc-d203-42a1-94cc-fb947c235aca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-574153741-network', 'tenant_id': 'df51096e1c4e4e11b0745ffba235adab'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:12.424469 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa479bc-d203-42a1-94cc-fb947c235aca admin admin] Made reservation on behalf of df51096e1c4e4e11b0745ffba235adab for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:01:12.426966 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6aa479bc-d203-42a1-94cc-fb947c235aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:12.431891 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:12.436695 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea877d-db01-44cb-ad43-69a089bb8b07 req-f3d904f2-d166-4d04-a6a1-16a56db2f95f tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:12.439565 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ffea877d-db01-44cb-ad43-69a089bb8b07 req-f3d904f2-d166-4d04-a6a1-16a56db2f95f tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.1013179 Aug 05 14:01:12.446847 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6aa479bc-d203-42a1-94cc-fb947c235aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:12.488576 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc492b5-61a0-48aa-b91e-978a022ac739 req-418ecdaa-aeb7-4b5b-8cdb-ac663cfb9a57 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:12.490205 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9fc492b5-61a0-48aa-b91e-978a022ac739 req-418ecdaa-aeb7-4b5b-8cdb-ac663cfb9a57 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 946 time: 0.0952542 Aug 05 14:01:12.516160 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ffea877d-db01-44cb-ad43-69a089bb8b07 req-a99c2dfa-7836-42fa-ad99-944c2d2c7c59 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664432 Aug 05 14:01:12.614954 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9fc492b5-61a0-48aa-b91e-978a022ac739 req-a053a94c-9adc-47c8-bd48-3595c09bff2b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150827 Aug 05 14:01:12.617252 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6aa479bc-d203-42a1-94cc-fb947c235aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:12.623165 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6aa479bc-d203-42a1-94cc-fb947c235aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:12.649692 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa479bc-d203-42a1-94cc-fb947c235aca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:01:12.666997 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa479bc-d203-42a1-94cc-fb947c235aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920e1cc8-4f34-439c-9dc3-4c583cc0364a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:12.670335 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6aa479bc-d203-42a1-94cc-fb947c235aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:12.670685 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-6aa479bc-d203-42a1-94cc-fb947c235aca admin admin] Added segment ba04b780-3d48-4f45-b443-10d92d2a89ac of type vlan for network f7e72199-b39d-4a3d-b81d-5dfa6f3e62fb Aug 05 14:01:12.721058 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6aa479bc-d203-42a1-94cc-fb947c235aca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:12.754814 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6aa479bc-d203-42a1-94cc-fb947c235aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:12.755764 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa479bc-d203-42a1-94cc-fb947c235aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:12.756438 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6aa479bc-d203-42a1-94cc-fb947c235aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:12.783399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6b39cc46-be3c-42e9-9691-c101aa374227,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:12.804906 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e2427-617e-4e75-a458-7264f8eb3b0e req-bca1e261-ea73-4c80-825b-92b40585d6f5 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:12.806677 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-757e2427-617e-4e75-a458-7264f8eb3b0e req-bca1e261-ea73-4c80-825b-92b40585d6f5 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 946 time: 0.0858831 Aug 05 14:01:12.817388 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53678) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:12.818883 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6aa479bc-d203-42a1-94cc-fb947c235aca admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4328883 Aug 05 14:01:12.821846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53680) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:12.826161 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-8305aa40-a764-44ef-93fc-f471c0d2a7ca tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Request body: {'floatingip': {'port_id': '9427d2ce-c909-47cf-a75d-501df1b0f888'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:12.834163 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-304b4994-cae4-46cf-95fb-9cf44bb7a064 admin admin] Request body: {'subnet': {'network_id': 'f7e72199-b39d-4a3d-b81d-5dfa6f3e62fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-574153741-subnet', 'tenant_id': 'df51096e1c4e4e11b0745ffba235adab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:12.861865 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:01:12.869594 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa479bc-d203-42a1-94cc-fb947c235aca admin admin] Pushing event updated for resources: {'Network': ['ID=f7e72199-b39d-4a3d-b81d-5dfa6f3e62fb,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:12.881957 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network f7e72199-b39d-4a3d-b81d-5dfa6f3e62fb details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:01:12.891928 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304b4994-cae4-46cf-95fb-9cf44bb7a064 admin admin] Made reservation on behalf of df51096e1c4e4e11b0745ffba235adab for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:01:12.894398 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-304b4994-cae4-46cf-95fb-9cf44bb7a064 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:12.913650 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8305aa40-a764-44ef-93fc-f471c0d2a7ca tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for floatingip, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:12.958935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b39cc46-be3c-42e9-9691-c101aa374227'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:12.961696 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215f5bd9-dbd0-4e19-a7ca-0b7c77133545" -d '{"events": [{"server_uuid": "8faad079-c1f4-4c3a-b1df-db9d3309eb60", "name": "network-vif-unplugged", "status": "completed", "tag": "6b39cc46-be3c-42e9-9691-c101aa374227"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:12.967884 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:12.992820 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Transition to ACTIVE for port object 6b39cc46-be3c-42e9-9691-c101aa374227 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:01:13.001611 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:13.056950 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017426d8-b467-4012-ae43-e335ff98532f req-f89f8b22-7209-4f18-8b36-e409688ca782 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:13.068163 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-017426d8-b467-4012-ae43-e335ff98532f req-f89f8b22-7209-4f18-8b36-e409688ca782 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 949 time: 0.1997797 Aug 05 14:01:13.116293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] No DVR routers for this DVR port 6b39cc46-be3c-42e9-9691-c101aa374227 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:01:13.121577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Pushing event updated for resources: {'Port': ['ID=6b39cc46-be3c-42e9-9691-c101aa374227,revision_number=10']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:13.177134 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-017426d8-b467-4012-ae43-e335ff98532f req-ae844c84-ff31-4b74-a7db-ef47ccd3b0b7 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079929 Aug 05 14:01:13.211060 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200fbb2-68c1-491a-8911-128641efa22e req-a4b37339-12ac-4f72-887c-6c63677936ec tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:13.212704 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b200fbb2-68c1-491a-8911-128641efa22e req-a4b37339-12ac-4f72-887c-6c63677936ec tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.1735511 Aug 05 14:01:13.213639 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Attempting to bind port 6b39cc46-be3c-42e9-9691-c101aa374227 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:01:13.213938 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Attempting to bind port 6b39cc46-be3c-42e9-9691-c101aa374227 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:01:13.214465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Attempting to bind port 6b39cc46-be3c-42e9-9691-c101aa374227 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:01:13.237067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Port 6b39cc46-be3c-42e9-9691-c101aa374227 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:01:13.237830 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Attempting to bind port 6b39cc46-be3c-42e9-9691-c101aa374227 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:01:13.253774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:01:13.254332 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:01:13.254703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:01:13.255157 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Bound port: 6b39cc46-be3c-42e9-9691-c101aa374227, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:01:13.255517 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:13.272065 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ce926c-aa61-4144-a6b5-366aede68260 x-openstack-request-id: req-21ce926c-aa61-4144-a6b5-366aede68260 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:13.272342 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faad079-c1f4-4c3a-b1df-db9d3309eb60", "name": "network-vif-unplugged", "status": "completed", "tag": "6b39cc46-be3c-42e9-9691-c101aa374227", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:13.272596 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21ce926c-aa61-4144-a6b5-366aede68260 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:13.272997 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b39cc46-be3c-42e9-9691-c101aa374227', 'code': 200} Aug 05 14:01:13.368133 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b200fbb2-68c1-491a-8911-128641efa22e req-494b9980-55d7-4462-bde8-92fd41f93647 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434739 Aug 05 14:01:13.371311 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-304b4994-cae4-46cf-95fb-9cf44bb7a064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:13.445904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:01:13.453220 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6b39cc46-be3c-42e9-9691-c101aa374227,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:01:13.454993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24626c0-69dd-4d6d-a7e5-a6946a2309b3 req-3c1b0fe6-b7f9-4ac3-9705-881c536b23ac tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:13.456625 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b24626c0-69dd-4d6d-a7e5-a6946a2309b3 req-3c1b0fe6-b7f9-4ac3-9705-881c536b23ac tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.1038165 Aug 05 14:01:13.470792 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b4994-cae4-46cf-95fb-9cf44bb7a064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e74d0f5-0dab-4f2c-b6cc-d5c89d2fee83,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:13.477904 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:13.516691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304b4994-cae4-46cf-95fb-9cf44bb7a064 admin admin] Checking segment: {'id': 'ba04b780-3d48-4f45-b443-10d92d2a89ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f7e72199-b39d-4a3d-b81d-5dfa6f3e62fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:01:13.517232 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304b4994-cae4-46cf-95fb-9cf44bb7a064 admin admin] Network hostable DHCP agents. Network: f7e72199-b39d-4a3d-b81d-5dfa6f3e62fb, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:01:13.526152 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:13.527020 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:13.528547 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] 10.222.0.63 "PUT /v2.0/ports/6b39cc46-be3c-42e9-9691-c101aa374227 HTTP/1.1" status: 200 len: 1096 time: 1.2207086 Aug 05 14:01:13.538459 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b24626c0-69dd-4d6d-a7e5-a6946a2309b3 req-3e299019-47e1-4afe-ad9f-9aadf6677528 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730367 Aug 05 14:01:13.574750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304b4994-cae4-46cf-95fb-9cf44bb7a064 admin admin] Network f7e72199-b39d-4a3d-b81d-5dfa6f3e62fb is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:01:13.606014 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd982cf-0cd7-4d64-b84a-c899194bd61a service neutron] Pushing event updated for resources: {'Port': ['ID=6b39cc46-be3c-42e9-9691-c101aa374227,revision_number=11']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:13.608423 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8305aa40-a764-44ef-93fc-f471c0d2a7ca tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:13.616947 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8305aa40-a764-44ef-93fc-f471c0d2a7ca tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:13.619948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-304b4994-cae4-46cf-95fb-9cf44bb7a064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, f7e72199-b39d-4a3d-b81d-5dfa6f3e62fb) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:01:13.629604 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0df84b-f9b1-4fa1-9a32-88c43b9fdac5 None None] Network f7e72199-b39d-4a3d-b81d-5dfa6f3e62fb requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:01:13.646319 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304b4994-cae4-46cf-95fb-9cf44bb7a064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:13.647124 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-304b4994-cae4-46cf-95fb-9cf44bb7a064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:13.660310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cfba5279-89c3-44ae-ab65-2d51ada74792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:13.661953 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-cfba5279-89c3-44ae-ab65-2d51ada74792 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 1099 time: 0.1020076 Aug 05 14:01:13.685313 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-304b4994-cae4-46cf-95fb-9cf44bb7a064 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8585806 Aug 05 14:01:13.838524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b68b16-8c40-4ca6-933b-ff25b615f1de req-fb7ad27d-dcf7-4e8a-955e-45b3ea5ac412 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:13.840628 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8b68b16-8c40-4ca6-933b-ff25b615f1de req-fb7ad27d-dcf7-4e8a-955e-45b3ea5ac412 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.1731579 Aug 05 14:01:13.853442 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-8305aa40-a764-44ef-93fc-f471c0d2a7ca tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Floating IP 131cb2b9-107a-4924-9ba3-c6f4b34de224 associated. External IP: 172.25.5.46, port: 9427d2ce-c909-47cf-a75d-501df1b0f888. Aug 05 14:01:13.897139 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b28a62b-3002-457a-9fef-585d628dff84 None None] Network f7e72199-b39d-4a3d-b81d-5dfa6f3e62fb requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:01:13.900226 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53696) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:13.902784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-13717021-47fa-480a-9fe7-750d4edc9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:13.904295 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-13717021-47fa-480a-9fe7-750d4edc9a0d service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.2242775 Aug 05 14:01:13.991166 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-e6163e24-66d4-437b-b8b4-7e5ef88b4693 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6b39cc46-be3c-42e9-9691-c101aa374227 HTTP/1.1" status: 200 len: 217 time: 0.0776880 Aug 05 14:01:14.004753 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8b68b16-8c40-4ca6-933b-ff25b615f1de req-b3bc8860-cf15-4f97-949d-a141ff7eeac1 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542554 Aug 05 14:01:14.055915 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-48443288-94ea-4df1-9ca2-562ffce129e7 admin admin] Deleting subnet 71701e13-1a0e-4018-9b25-8c0c2f807907 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:01:14.067649 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48443288-94ea-4df1-9ca2-562ffce129e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:14.103556 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-0f0da8e4-d490-4721-b3f4-52763d5efe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:14.105079 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-0f0da8e4-d490-4721-b3f4-52763d5efe04 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1040082 Aug 05 14:01:14.111756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8305aa40-a764-44ef-93fc-f471c0d2a7ca tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Router 864c3e88-fd5f-4452-98b3-b2c64781c180 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:01:14.127083 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48443288-94ea-4df1-9ca2-562ffce129e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:14.193575 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48443288-94ea-4df1-9ca2-562ffce129e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:14.197131 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-bd86948f-48fe-48f5-bd1e-91517ac0b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:14.198702 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-bd86948f-48fe-48f5-bd1e-91517ac0b84d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0847239 Aug 05 14:01:14.240588 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8305aa40-a764-44ef-93fc-f471c0d2a7ca tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:01:14.245670 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8305aa40-a764-44ef-93fc-f471c0d2a7ca tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:14.254364 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003f36ea-add0-4057-a7fa-99f6a8e0245b None None] Sync routers for ids ['864c3e88-fd5f-4452-98b3-b2c64781c180'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:01:14.266799 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003f36ea-add0-4057-a7fa-99f6a8e0245b None None] Routers {'864c3e88-fd5f-4452-98b3-b2c64781c180'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:01:14.267723 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-003f36ea-add0-4057-a7fa-99f6a8e0245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['864c3e88-fd5f-4452-98b3-b2c64781c180'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:14.301841 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8305aa40-a764-44ef-93fc-f471c0d2a7ca tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "PUT /v2.0/floatingips/131cb2b9-107a-4924-9ba3-c6f4b34de224 HTTP/1.1" status: 200 len: 991 time: 1.4788220 Aug 05 14:01:14.301841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:14.302780 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328da4fb-e5c7-4fe4-a858-166b96d09af9" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:14.339863 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48443288-94ea-4df1-9ca2-562ffce129e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:14.345844 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-e227698e-e645-4f79-ad62-678d11890a0a service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287441 Aug 05 14:01:14.347840 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d2221-d309-4073-9cfc-35456e16a5ea req-54681a39-9157-45c0-bf10-c94a1c4471cd tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:14.349735 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-980d2221-d309-4073-9cfc-35456e16a5ea req-54681a39-9157-45c0-bf10-c94a1c4471cd tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 948 time: 0.0833902 Aug 05 14:01:14.400694 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48443288-94ea-4df1-9ca2-562ffce129e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71701e13-1a0e-4018-9b25-8c0c2f807907,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:14.402977 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48443288-94ea-4df1-9ca2-562ffce129e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:14.408111 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-48443288-94ea-4df1-9ca2-562ffce129e7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/71701e13-1a0e-4018-9b25-8c0c2f807907 HTTP/1.1" status: 204 len: 168 time: 0.5028536 Aug 05 14:01:14.417901 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-980d2221-d309-4073-9cfc-35456e16a5ea req-c80f47cd-02ba-4531-8187-f203186979da tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604539 Aug 05 14:01:14.419125 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53706) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:14.421060 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-003f36ea-add0-4057-a7fa-99f6a8e0245b None None] Set router 864c3e88-fd5f-4452-98b3-b2c64781c180 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:01:14.451671 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddc73c5-1e7c-47ed-b347-5138e618e711 x-openstack-request-id: req-6ddc73c5-1e7c-47ed-b347-5138e618e711 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:14.451938 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:14.452313 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ddc73c5-1e7c-47ed-b347-5138e618e711 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:14.455419 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'status': 'completed', 'code': 200} Aug 05 14:01:14.496375 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60b183e1-c64d-4f57-82cf-0052938a47dc req-f1de2407-815c-4916-a9bb-88725d0e518d service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398048 Aug 05 14:01:14.548541 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:14.586459 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-836c8964-a7e6-46ff-8a62-e6b9b3f0cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:14.604193 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328da4fb-e5c7-4fe4-a858-166b96d09af9 req-431387ea-90da-43c3-a62d-67222e562887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:14.606032 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-328da4fb-e5c7-4fe4-a858-166b96d09af9 req-431387ea-90da-43c3-a62d-67222e562887 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 1097 time: 0.1094594 Aug 05 14:01:14.630656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2b7a4-f9c5-4483-b920-efe4434f3b62 req-bafb2daa-5f8d-46ff-abcf-56be8fd37267 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:14.632221 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7fe2b7a4-f9c5-4483-b920-efe4434f3b62 req-bafb2daa-5f8d-46ff-abcf-56be8fd37267 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.1344697 Aug 05 14:01:14.717429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-003f36ea-add0-4057-a7fa-99f6a8e0245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'name': 'tempest-ServerActionsTestJSON-355594363-router', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:46Z', 'updated_at': '2021-08-05T14:00:52Z', 'revision_number': 4, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'gw_port': {'id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:47Z', 'updated_at': '2021-08-05T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '131cb2b9-107a-4924-9ba3-c6f4b34de224', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'floating_ip_address': '172.25.5.46', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'port_id': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'mac_address': 'fa:16:3e:47:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:00:58Z', 'updated_at': '2021-08-05T14:01:13Z', 'revision_number': 1, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428f19f4-d37f-4280-b3e8-56c37a16e180', 'name': '', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'mac_address': 'fa:16:3e:ab:1b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:50Z', 'updated_at': '2021-08-05T14:00:58Z', 'revision_number': 5, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'subnets': [{'id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:14.721546 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cafb69-0be1-4b43-a775-2e0cea816a0a req-04548f08-5c8a-4864-9527-1ee82e79cce5 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:14.723315 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51cafb69-0be1-4b43-a775-2e0cea816a0a req-04548f08-5c8a-4864-9527-1ee82e79cce5 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0598257 Aug 05 14:01:14.751201 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003f36ea-add0-4057-a7fa-99f6a8e0245b None None] Checking router: 864c3e88-fd5f-4452-98b3-b2c64781c180 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:01:14.760360 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003f36ea-add0-4057-a7fa-99f6a8e0245b None None] Routers {'864c3e88-fd5f-4452-98b3-b2c64781c180'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:01:14.760974 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-003f36ea-add0-4057-a7fa-99f6a8e0245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:00:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['864c3e88-fd5f-4452-98b3-b2c64781c180'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:14.774337 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51cafb69-0be1-4b43-a775-2e0cea816a0a req-2d44c97b-3f0c-4464-9c67-f7344bacac83 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431631 Aug 05 14:01:14.787636 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-836c8964-a7e6-46ff-8a62-e6b9b3f0cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:14.804601 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-836c8964-a7e6-46ff-8a62-e6b9b3f0cb9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc967c28-7fec-45f7-b057-c2fbc34e1ef5']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:14.811517 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7fe2b7a4-f9c5-4483-b920-efe4434f3b62 req-3993cd97-c1c1-4e0a-bd15-623657c29bd1 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451731 Aug 05 14:01:14.827499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-836c8964-a7e6-46ff-8a62-e6b9b3f0cb9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea973442-49a1-4b9c-a950-2d453fe8f313') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:14.827828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-836c8964-a7e6-46ff-8a62-e6b9b3f0cb9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea973442-49a1-4b9c-a950-2d453fe8f313') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:14.846836 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-836c8964-a7e6-46ff-8a62-e6b9b3f0cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:14.854407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328da4fb-e5c7-4fe4-a858-166b96d09af9 req-df61ce8f-350c-4760-81b1-ccb0b366c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:14.855927 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-328da4fb-e5c7-4fe4-a858-166b96d09af9 req-df61ce8f-350c-4760-81b1-ccb0b366c4c3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 912 time: 0.2418492 Aug 05 14:01:14.867916 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-836c8964-a7e6-46ff-8a62-e6b9b3f0cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:14.883730 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836c8964-a7e6-46ff-8a62-e6b9b3f0cb9d admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:01:14.884237 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-836c8964-a7e6-46ff-8a62-e6b9b3f0cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:01:14.886108 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:01:14.990300 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6b39cc46-be3c-42e9-9691-c101aa374227 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:01:14.990909 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-836c8964-a7e6-46ff-8a62-e6b9b3f0cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:14.996221 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-836c8964-a7e6-46ff-8a62-e6b9b3f0cb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:14.998501 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-836c8964-a7e6-46ff-8a62-e6b9b3f0cb9d admin admin] 10.222.0.16 "DELETE /v2.0/networks/bc967c28-7fec-45f7-b057-c2fbc34e1ef5 HTTP/1.1" status: 204 len: 168 time: 0.5770388 Aug 05 14:01:15.001609 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53714) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:15.003289 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-328da4fb-e5c7-4fe4-a858-166b96d09af9 req-06132259-47d7-4d08-b0ce-b8ae817b3af7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9427d2ce-c909-47cf-a75d-501df1b0f888 HTTP/1.1" status: 200 len: 999 time: 0.1283681 Aug 05 14:01:15.023826 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c8964-a7e6-46ff-8a62-e6b9b3f0cb9d admin admin] Pushing event deleted for resources: {'Network': ['ID=bc967c28-7fec-45f7-b057-c2fbc34e1ef5,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:15.044487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-003f36ea-add0-4057-a7fa-99f6a8e0245b None None] Set router 864c3e88-fd5f-4452-98b3-b2c64781c180 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:01:15.057513 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbdc87e6-eb13-4106-870a-bd597879ee22 admin admin] Deleting subnet 5e74d0f5-0dab-4f2c-b6cc-d5c89d2fee83 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:01:15.061351 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fbdc87e6-eb13-4106-870a-bd597879ee22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:15.068403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328da4fb-e5c7-4fe4-a858-166b96d09af9 req-23340f7d-1047-44ee-8131-24fa08ef041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:15.070190 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-328da4fb-e5c7-4fe4-a858-166b96d09af9 req-23340f7d-1047-44ee-8131-24fa08ef041c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.0544665 Aug 05 14:01:15.081047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6b39cc46-be3c-42e9-9691-c101aa374227 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:01:15.100223 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fbdc87e6-eb13-4106-870a-bd597879ee22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:15.135763 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328da4fb-e5c7-4fe4-a858-166b96d09af9 req-6f35ff88-2064-47c0-a192-ee6a09954162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:15.137653 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-328da4fb-e5c7-4fe4-a858-166b96d09af9 req-6f35ff88-2064-47c0-a192-ee6a09954162 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562584 Aug 05 14:01:15.178051 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fbdc87e6-eb13-4106-870a-bd597879ee22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:15.218791 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afcc18-dea9-47f9-b684-9371efd60bf0 req-fec956ca-0e0c-4af6-b739-5c96bd01f08f tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:15.220469 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-49afcc18-dea9-47f9-b684-9371efd60bf0 req-fec956ca-0e0c-4af6-b739-5c96bd01f08f tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0887992 Aug 05 14:01:15.270370 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fbdc87e6-eb13-4106-870a-bd597879ee22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:15.275642 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-328da4fb-e5c7-4fe4-a858-166b96d09af9 req-5fe4db30-875c-4bda-94f6-f2c5b138cf9d service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270130 Aug 05 14:01:15.276175 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-49afcc18-dea9-47f9-b684-9371efd60bf0 req-4d50e91e-213a-4f37-8dee-a878e805ae09 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496118 Aug 05 14:01:15.278365 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'tag': '6b39cc46-be3c-42e9-9691-c101aa374227'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:15.280623 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5efb67-6b99-486a-af30-959290928640" -d '{"events": [{"name": "network-changed", "server_uuid": "8faad079-c1f4-4c3a-b1df-db9d3309eb60", "tag": "6b39cc46-be3c-42e9-9691-c101aa374227"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:15.306697 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc87e6-eb13-4106-870a-bd597879ee22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e74d0f5-0dab-4f2c-b6cc-d5c89d2fee83,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:15.315918 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fbdc87e6-eb13-4106-870a-bd597879ee22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:15.320768 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fbdc87e6-eb13-4106-870a-bd597879ee22 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5e74d0f5-0dab-4f2c-b6cc-d5c89d2fee83 HTTP/1.1" status: 204 len: 168 time: 0.3178771 Aug 05 14:01:15.321398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53720) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:15.331061 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-003f36ea-add0-4057-a7fa-99f6a8e0245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'name': 'tempest-ServerActionsTestJSON-355594363-router', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:46Z', 'updated_at': '2021-08-05T14:00:52Z', 'revision_number': 4, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'gw_port': {'id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:47Z', 'updated_at': '2021-08-05T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '131cb2b9-107a-4924-9ba3-c6f4b34de224', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'floating_ip_address': '172.25.5.46', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'port_id': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'mac_address': 'fa:16:3e:47:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:00:58Z', 'updated_at': '2021-08-05T14:01:13Z', 'revision_number': 1, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428f19f4-d37f-4280-b3e8-56c37a16e180', 'name': '', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'mac_address': 'fa:16:3e:ab:1b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:50Z', 'updated_at': '2021-08-05T14:00:58Z', 'revision_number': 5, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'subnets': [{'id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:15.366557 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003f36ea-add0-4057-a7fa-99f6a8e0245b None None] The sync data for ids ['864c3e88-fd5f-4452-98b3-b2c64781c180'] in n-d-803585-2 is: [{'id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'name': 'tempest-ServerActionsTestJSON-355594363-router', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:46Z', 'updated_at': '2021-08-05T14:00:52Z', 'revision_number': 4, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'gw_port': {'id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:47Z', 'updated_at': '2021-08-05T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '131cb2b9-107a-4924-9ba3-c6f4b34de224', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'floating_ip_address': '172.25.5.46', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'port_id': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'mac_address': 'fa:16:3e:47:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:00:58Z', 'updated_at': '2021-08-05T14:01:13Z', 'revision_number': 1, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428f19f4-d37f-4280-b3e8-56c37a16e180', 'name': '', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'mac_address': 'fa:16:3e:ab:1b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:50Z', 'updated_at': '2021-08-05T14:00:58Z', 'revision_number': 5, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'subnets': [{'id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:01:15.427275 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-328da4fb-e5c7-4fe4-a858-166b96d09af9 req-4fd43194-62be-481c-98da-98dbfe9a7d2f service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390004 Aug 05 14:01:15.630694 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a3956f-88f0-4daf-b96a-2a410e65aa8e x-openstack-request-id: req-09a3956f-88f0-4daf-b96a-2a410e65aa8e {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:15.631618 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8faad079-c1f4-4c3a-b1df-db9d3309eb60", "tag": "6b39cc46-be3c-42e9-9691-c101aa374227", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:15.632042 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09a3956f-88f0-4daf-b96a-2a410e65aa8e {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:15.632650 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'tag': '6b39cc46-be3c-42e9-9691-c101aa374227', 'status': 'completed', 'code': 200} Aug 05 14:01:15.665586 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0850826-e29b-4094-9282-fffbefed1449 None None] New status for floating IP 131cb2b9-107a-4924-9ba3-c6f4b34de224: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:01:15.669634 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-42bee75e-ea17-4040-94a8-da0ba2a1e82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:15.745956 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-be0ee040-36f1-40c2-9754-12c613873661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:15.776116 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-42bee75e-ea17-4040-94a8-da0ba2a1e82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:15.782636 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:15.795372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-42bee75e-ea17-4040-94a8-da0ba2a1e82c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e72199-b39d-4a3d-b81d-5dfa6f3e62fb']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:15.814284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-42bee75e-ea17-4040-94a8-da0ba2a1e82c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba04b780-3d48-4f45-b443-10d92d2a89ac') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:15.814284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-42bee75e-ea17-4040-94a8-da0ba2a1e82c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba04b780-3d48-4f45-b443-10d92d2a89ac') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:15.822619 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-42bee75e-ea17-4040-94a8-da0ba2a1e82c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:15.845930 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-42bee75e-ea17-4040-94a8-da0ba2a1e82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:15.854705 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bee75e-ea17-4040-94a8-da0ba2a1e82c admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:01:15.855460 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-42bee75e-ea17-4040-94a8-da0ba2a1e82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:01:15.857589 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:01:15.880642 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5efb67-6b99-486a-af30-959290928640 req-f914351d-4cc8-4bcc-b554-e41837b7ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:15.882116 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df5efb67-6b99-486a-af30-959290928640 req-f914351d-4cc8-4bcc-b554-e41837b7ce4c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 1099 time: 0.4456375 Aug 05 14:01:15.901642 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5efb67-6b99-486a-af30-959290928640 req-71b30217-9faf-4143-8e24-9bc209f17b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:15.903133 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df5efb67-6b99-486a-af30-959290928640 req-71b30217-9faf-4143-8e24-9bc209f17b65 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 1099 time: 0.4357822 Aug 05 14:01:15.955880 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-42bee75e-ea17-4040-94a8-da0ba2a1e82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:15.961533 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-42bee75e-ea17-4040-94a8-da0ba2a1e82c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:15.963785 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-42bee75e-ea17-4040-94a8-da0ba2a1e82c admin admin] 10.222.0.16 "DELETE /v2.0/networks/f7e72199-b39d-4a3d-b81d-5dfa6f3e62fb HTTP/1.1" status: 204 len: 168 time: 0.6412847 Aug 05 14:01:15.973858 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d076b2-996f-4147-9777-a6a003bd50c5 req-0a630036-87e5-4517-a345-548ced397b54 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:15.975448 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-05d076b2-996f-4147-9777-a6a003bd50c5 req-0a630036-87e5-4517-a345-548ced397b54 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 948 time: 0.1798880 Aug 05 14:01:15.977253 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec93d03-ee37-4b1b-b960-51843a19cd4c req-1002c249-dee0-491e-ac40-9f43ce1f0408 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:15.979266 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bec93d03-ee37-4b1b-b960-51843a19cd4c req-1002c249-dee0-491e-ac40-9f43ce1f0408 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0842204 Aug 05 14:01:15.991469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bee75e-ea17-4040-94a8-da0ba2a1e82c admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e72199-b39d-4a3d-b81d-5dfa6f3e62fb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:16.044805 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bec93d03-ee37-4b1b-b960-51843a19cd4c req-4a419140-64d9-4ef2-a524-e117e26e4672 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503781 Aug 05 14:01:16.090720 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-05d076b2-996f-4147-9777-a6a003bd50c5 req-d1085882-a7a6-4e63-880b-a86df57d7e33 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034863 Aug 05 14:01:16.131940 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5efb67-6b99-486a-af30-959290928640 req-0aae0438-2086-491c-88ff-99becd493eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:16.133401 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df5efb67-6b99-486a-af30-959290928640 req-0aae0438-2086-491c-88ff-99becd493eac service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.2414024 Aug 05 14:01:16.134610 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5efb67-6b99-486a-af30-959290928640 req-d76f9dc2-bec8-49ff-8754-e79720fa192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:16.135977 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df5efb67-6b99-486a-af30-959290928640 req-d76f9dc2-bec8-49ff-8754-e79720fa192d service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.2161329 Aug 05 14:01:16.167021 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84828207-c7a1-48ed-af60-18174278f406 req-a3df3031-53d6-4780-ad56-90c5345f4981 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:16.168838 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84828207-c7a1-48ed-af60-18174278f406 req-a3df3031-53d6-4780-ad56-90c5345f4981 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0716343 Aug 05 14:01:16.207027 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df5efb67-6b99-486a-af30-959290928640 req-3ca2210e-767e-4f6b-90c2-74db21c92435 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6b39cc46-be3c-42e9-9691-c101aa374227 HTTP/1.1" status: 200 len: 217 time: 0.0644469 Aug 05 14:01:16.221399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53736) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:16.224955 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84828207-c7a1-48ed-af60-18174278f406 req-b71887d2-2e6e-48f7-b788-45b088095ad5 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450580 Aug 05 14:01:16.260655 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df5efb67-6b99-486a-af30-959290928640 req-84a23034-7b51-47d9-b641-67cb65c769b7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6b39cc46-be3c-42e9-9691-c101aa374227 HTTP/1.1" status: 200 len: 217 time: 0.1102726 Aug 05 14:01:16.292408 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e77fda32-fdab-4076-8a50-71f4037efa8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3bdbfec42958424c8a4359a8c2780e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0661263 Aug 05 14:01:16.294888 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53738) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:16.339432 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5efb67-6b99-486a-af30-959290928640 req-c6319802-47f9-414c-b1cd-b760b0a22644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:16.340953 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df5efb67-6b99-486a-af30-959290928640 req-c6319802-47f9-414c-b1cd-b760b0a22644 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0890200 Aug 05 14:01:16.345293 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5efb67-6b99-486a-af30-959290928640 req-b6f0ef49-c024-4d4b-9886-088881869b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:16.346977 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df5efb67-6b99-486a-af30-959290928640 req-b6f0ef49-c024-4d4b-9886-088881869b31 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0665040 Aug 05 14:01:16.359413 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b13d5113-07f2-4d5a-9a20-7bbdc27a4330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:16.421347 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b13d5113-07f2-4d5a-9a20-7bbdc27a4330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:16.423124 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5efb67-6b99-486a-af30-959290928640 req-4b23f7dc-8f7c-470c-89ef-1bd11c42ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:16.424683 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df5efb67-6b99-486a-af30-959290928640 req-4b23f7dc-8f7c-470c-89ef-1bd11c42ae76 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748978 Aug 05 14:01:16.428000 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5efb67-6b99-486a-af30-959290928640 req-0c325a6a-41f6-4af7-9e6b-e7c52d63928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:16.429585 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df5efb67-6b99-486a-af30-959290928640 req-0c325a6a-41f6-4af7-9e6b-e7c52d63928d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0714006 Aug 05 14:01:16.471920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecb02b-82b9-4848-9d4b-e669ba8591fc req-c49ca08a-b2cb-4d8c-81e3-efc74e63b8cf tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:16.475353 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-efecb02b-82b9-4848-9d4b-e669ba8591fc req-c49ca08a-b2cb-4d8c-81e3-efc74e63b8cf tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0935202 Aug 05 14:01:16.550121 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-efecb02b-82b9-4848-9d4b-e669ba8591fc req-2a56b0e2-e40c-4345-ac37-57f8221538fc tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667074 Aug 05 14:01:16.558030 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b13d5113-07f2-4d5a-9a20-7bbdc27a4330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:16.561870 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b13d5113-07f2-4d5a-9a20-7bbdc27a4330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:16.565473 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b13d5113-07f2-4d5a-9a20-7bbdc27a4330 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2762b7f-32a1-47ee-ab13-a55ae99f5a8d HTTP/1.1" status: 204 len: 168 time: 0.2672756 Aug 05 14:01:16.579324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d5113-07f2-4d5a-9a20-7bbdc27a4330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2762b7f-32a1-47ee-ab13-a55ae99f5a8d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:16.617606 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df5efb67-6b99-486a-af30-959290928640 req-b15485b6-acd0-474c-92b8-d5925e9ff6b2 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808758 Aug 05 14:01:16.625716 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df5efb67-6b99-486a-af30-959290928640 req-afeae619-532f-4595-98b1-302e212bca12 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871135 Aug 05 14:01:16.809795 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df5efb67-6b99-486a-af30-959290928640 req-4f19287c-30e4-453a-a7f9-875adb25e6a5 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780405 Aug 05 14:01:16.814935 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df5efb67-6b99-486a-af30-959290928640 req-dc9aae0d-e4fc-40c9-ab5c-39f50d7f1fd6 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747577 Aug 05 14:01:16.936564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53748) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:16.977244 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b484eb6b-79f5-4771-ab65-f36c3b100e19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df51096e1c4e4e11b0745ffba235adab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387633 Aug 05 14:01:16.980468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53750) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:17.030349 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6cdfb05c-1893-400a-ad98-b4745d606eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:17.052508 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6cdfb05c-1893-400a-ad98-b4745d606eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:17.102433 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6cdfb05c-1893-400a-ad98-b4745d606eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:17.105028 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6cdfb05c-1893-400a-ad98-b4745d606eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:17.109874 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6cdfb05c-1893-400a-ad98-b4745d606eab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/920e1cc8-4f34-439c-9dc3-4c583cc0364a HTTP/1.1" status: 204 len: 168 time: 0.1248324 Aug 05 14:01:17.142425 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfb05c-1893-400a-ad98-b4745d606eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920e1cc8-4f34-439c-9dc3-4c583cc0364a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:17.177534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d81af-d698-4831-920d-e44bca7ac365 req-10a56339-6146-4b5a-9df4-d334d0aa2f25 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:17.179171 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-500d81af-d698-4831-920d-e44bca7ac365 req-10a56339-6146-4b5a-9df4-d334d0aa2f25 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0718429 Aug 05 14:01:17.225500 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-500d81af-d698-4831-920d-e44bca7ac365 req-c0eb6f02-b731-4589-82cb-7e71376fbd6a tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402458 Aug 05 14:01:17.247259 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206dda0-b375-43db-9b8a-d13a5013b4a9 req-b26e2239-6d71-4fcb-a420-0a3defe2353b tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:17.247259 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0206dda0-b375-43db-9b8a-d13a5013b4a9 req-b26e2239-6d71-4fcb-a420-0a3defe2353b tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 948 time: 0.0663974 Aug 05 14:01:17.290806 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0206dda0-b375-43db-9b8a-d13a5013b4a9 req-44ab52d5-7e17-4c8f-9b3d-9e2f224c5c2a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415726 Aug 05 14:01:17.403148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262c76c-e99f-4ad3-bed5-6de8c4f0a94a req-b833cca8-2a56-4a30-b05b-48579efeafa2 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:17.404725 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3262c76c-e99f-4ad3-bed5-6de8c4f0a94a req-b833cca8-2a56-4a30-b05b-48579efeafa2 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0540669 Aug 05 14:01:17.458579 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3262c76c-e99f-4ad3-bed5-6de8c4f0a94a req-153e6908-632b-462a-9a7a-67dc1461ae81 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461814 Aug 05 14:01:17.485638 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739235ec-32c7-483e-976d-d656214c4079 req-59acf88d-6d18-4633-93a1-8ebd76ceedc5 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:17.487250 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-739235ec-32c7-483e-976d-d656214c4079 req-59acf88d-6d18-4633-93a1-8ebd76ceedc5 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 948 time: 0.0608642 Aug 05 14:01:17.526666 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-739235ec-32c7-483e-976d-d656214c4079 req-9553d776-3525-47a2-bb7c-6fc05082d89b tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333986 Aug 05 14:01:17.696477 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b812b31-8353-4d32-a38f-4922dc9ed0a9 req-a66a4958-8de3-4b2b-abd8-b97b6ca2ecea tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:17.699100 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b812b31-8353-4d32-a38f-4922dc9ed0a9 req-a66a4958-8de3-4b2b-abd8-b97b6ca2ecea tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0708261 Aug 05 14:01:17.733411 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6b39cc46-be3c-42e9-9691-c101aa374227 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:01:17.757260 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b812b31-8353-4d32-a38f-4922dc9ed0a9 req-4f8210ba-10d3-46a2-aa7c-669444822055 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491323 Aug 05 14:01:17.795501 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-1dd45873-75a8-4553-9558-9635ab792674 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7753100351b94216b5369d9876cd92eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228539 Aug 05 14:01:17.852006 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6b39cc46-be3c-42e9-9691-c101aa374227,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:17.865653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '6b39cc46-be3c-42e9-9691-c101aa374227', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '6b39cc46-be3c-42e9-9691-c101aa374227', 'mac_address': 'fa:16:3e:50:30:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:01:17.913157 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:17.918233 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-68c15907-1501-4304-b223-207683da7da4 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:17.919844 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-68c15907-1501-4304-b223-207683da7da4 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1168122 Aug 05 14:01:17.932623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b39cc46-be3c-42e9-9691-c101aa374227 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:01:17.939322 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-794ffe57-fadc-4d56-af54-753270ba9f6f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/quotas/7753100351b94216b5369d9876cd92eb HTTP/1.1" status: 200 len: 375 time: 0.0127344 Aug 05 14:01:17.956184 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6b39cc46-be3c-42e9-9691-c101aa374227,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:17.961822 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:17.999927 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-1a9507b7-bfe0-40f5-9fde-ff362f7308ed tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546854 Aug 05 14:01:18.018209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=6b39cc46-be3c-42e9-9691-c101aa374227,revision_number=12']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:18.177448 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2d12b01-f13f-491f-8674-6991a2f467d4 req-45337e88-241c-476c-960f-a72ca36149fc tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 210 time: 0.0295293 Aug 05 14:01:18.242104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['6b39cc46-be3c-42e9-9691-c101aa374227'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:01:18.329808 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-444b630f-41b9-4110-8088-890b344b45d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:18.435874 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75b8a4-8b20-4f09-8ba8-484c5801724b req-eecc1dd8-7779-415e-80fc-5e589b41bcfc tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:18.445519 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d75b8a4-8b20-4f09-8ba8-484c5801724b req-eecc1dd8-7779-415e-80fc-5e589b41bcfc tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.1330328 Aug 05 14:01:18.503288 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d75b8a4-8b20-4f09-8ba8-484c5801724b req-9cba1323-bc9b-4d70-b52f-069f4be82e3c tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529168 Aug 05 14:01:18.550912 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:18.630240 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf73911-3885-42be-90c5-30ba1bf36877 req-6c217b08-a708-4cd3-971c-aa1bef6a188f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:18.631842 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bbf73911-3885-42be-90c5-30ba1bf36877 req-6c217b08-a708-4cd3-971c-aa1bef6a188f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0609846 Aug 05 14:01:18.703906 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bbf73911-3885-42be-90c5-30ba1bf36877 req-6c3838c3-ac45-43a7-b339-ee55d7eade47 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586903 Aug 05 14:01:18.900655 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49e9c4-efd3-4273-aebe-efff5a2c037e req-af371c47-95f6-47fb-8553-c495cf890335 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:18.903057 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce49e9c4-efd3-4273-aebe-efff5a2c037e req-af371c47-95f6-47fb-8553-c495cf890335 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0654683 Aug 05 14:01:18.965845 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce49e9c4-efd3-4273-aebe-efff5a2c037e req-02433730-0f82-446f-8b4f-b2499fc90a5c tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559204 Aug 05 14:01:19.266377 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53852) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:19.279073 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-415fde5e-9039-4c8d-a6f7-76991d2f4af0 req-831997f6-a904-4e1f-a5ff-66b4f30cb513 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 210 time: 0.0315721 Aug 05 14:01:19.377865 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-730abf91-4c8f-4f96-87d9-035c4ca75ea0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=7753100351b94216b5369d9876cd92eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284891 Aug 05 14:01:19.391349 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9330276f-696f-493a-adc6-f17c19195186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:19.400127 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:19.539056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-909ef86e-8ff5-47b2-886d-93318e22bd8b tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:19.540553 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-909ef86e-8ff5-47b2-886d-93318e22bd8b tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1508431 Aug 05 14:01:19.560098 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-410b5240-4d13-408a-8a07-c87c83c20043 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Request body: {'port': {'device_id': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': '7753100351b94216b5369d9876cd92eb'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:19.618451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06f0f8-90b1-4679-83f4-453fd578fd39 req-e06269fc-d01c-44a1-9adc-c859777ff78b tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:19.620847 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ba06f0f8-90b1-4679-83f4-453fd578fd39 req-e06269fc-d01c-44a1-9adc-c859777ff78b tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0529826 Aug 05 14:01:19.650599 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9330276f-696f-493a-adc6-f17c19195186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:19.656409 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9330276f-696f-493a-adc6-f17c19195186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:19.663855 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ba06f0f8-90b1-4679-83f4-453fd578fd39 req-7f0b2a6f-cee1-4f8a-87c5-a370c61faf00 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364766 Aug 05 14:01:19.716479 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330276f-696f-493a-adc6-f17c19195186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a985381-f3a4-4bb1-95e7-8b8e12174276,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:19.725053 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9330276f-696f-493a-adc6-f17c19195186 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dca305df7b784902b3d7aa0c58c18fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4552538 Aug 05 14:01:19.727015 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53864) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:19.739889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-410b5240-4d13-408a-8a07-c87c83c20043 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Made reservation on behalf of 7753100351b94216b5369d9876cd92eb for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:01:19.743673 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-410b5240-4d13-408a-8a07-c87c83c20043 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:19.743811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6b39cc46-be3c-42e9-9691-c101aa374227 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:01:19.804875 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ee45d07-1314-46be-94b1-e70f75e9aec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:19.829850 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 6b39cc46-be3c-42e9-9691-c101aa374227 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:01:19.835427 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ee45d07-1314-46be-94b1-e70f75e9aec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:19.836078 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 6b39cc46-be3c-42e9-9691-c101aa374227 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:01:19.836519 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:19.906236 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ee45d07-1314-46be-94b1-e70f75e9aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:19.909430 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ee45d07-1314-46be-94b1-e70f75e9aec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:19.914405 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4ee45d07-1314-46be-94b1-e70f75e9aec5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a985381-f3a4-4bb1-95e7-8b8e12174276 HTTP/1.1" status: 204 len: 168 time: 0.1826496 Aug 05 14:01:19.914631 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87ed35-c02c-4d09-99b9-7f39ab3adfa5 req-8e936911-a6f3-481c-8b73-ccf6b8ea8827 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:19.914631 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c87ed35-c02c-4d09-99b9-7f39ab3adfa5 req-8e936911-a6f3-481c-8b73-ccf6b8ea8827 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.1064487 Aug 05 14:01:19.936494 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee45d07-1314-46be-94b1-e70f75e9aec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a985381-f3a4-4bb1-95e7-8b8e12174276,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:19.949546 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-410b5240-4d13-408a-8a07-c87c83c20043 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Allocated IP 192.168.233.130 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/26998968-51d7-4938-9953-91b732ebb08d) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:01:19.958578 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:19.982937 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c87ed35-c02c-4d09-99b9-7f39ab3adfa5 req-5a351263-cd87-441c-89b8-99f7f264c96c tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631499 Aug 05 14:01:19.985652 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b39cc46-be3c-42e9-9691-c101aa374227'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:19.989770 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4c3751-7ca0-4aeb-9b67-ce02934f9594" -d '{"events": [{"server_uuid": "8faad079-c1f4-4c3a-b1df-db9d3309eb60", "name": "network-vif-plugged", "status": "completed", "tag": "6b39cc46-be3c-42e9-9691-c101aa374227"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:20.018922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6b39cc46-be3c-42e9-9691-c101aa374227,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:20.025845 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:20.071303 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4537e249-02b3-45b3-998a-4ea24a4fc584 x-openstack-request-id: req-4537e249-02b3-45b3-998a-4ea24a4fc584 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:20.071591 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faad079-c1f4-4c3a-b1df-db9d3309eb60", "name": "network-vif-plugged", "status": "completed", "tag": "6b39cc46-be3c-42e9-9691-c101aa374227", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:20.071854 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4537e249-02b3-45b3-998a-4ea24a4fc584 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:20.072222 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b39cc46-be3c-42e9-9691-c101aa374227', 'code': 200} Aug 05 14:01:20.099481 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=6b39cc46-be3c-42e9-9691-c101aa374227,revision_number=13']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:20.130461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd667be5-4446-481e-ac2c-5e68c8c26338 req-e6904f31-4e02-4047-b47b-6cb90677df1c tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:20.134009 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fd667be5-4446-481e-ac2c-5e68c8c26338 req-e6904f31-4e02-4047-b47b-6cb90677df1c tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0605028 Aug 05 14:01:20.167878 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-410b5240-4d13-408a-8a07-c87c83c20043 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:20.177446 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fd667be5-4446-481e-ac2c-5e68c8c26338 req-2126e0bd-dfad-4f63-831f-b8be002db5f9 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392632 Aug 05 14:01:20.185745 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-410b5240-4d13-408a-8a07-c87c83c20043 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Transition to ACTIVE for port object 26998968-51d7-4938-9953-91b732ebb08d will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:01:20.225609 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-410b5240-4d13-408a-8a07-c87c83c20043 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:20.240512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['4009c418-da99-4e60-a0c5-42d440548f74'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:01:20.243184 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5', '6b39cc46-be3c-42e9-9691-c101aa374227'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:01:20.279925 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-410b5240-4d13-408a-8a07-c87c83c20043 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:01:20.283037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53876) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:20.286301 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-410b5240-4d13-408a-8a07-c87c83c20043 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:01:20.301242 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-41dc9807-d062-4826-9d05-b404016e1f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:20.303601 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-410b5240-4d13-408a-8a07-c87c83c20043 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:01:20.368794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b5240-4d13-408a-8a07-c87c83c20043 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Pushing event updated for resources: {'Port': ['ID=26998968-51d7-4938-9953-91b732ebb08d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:20.403081 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-410b5240-4d13-408a-8a07-c87c83c20043 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:20.405074 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-410b5240-4d13-408a-8a07-c87c83c20043 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:20.441792 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-41dc9807-d062-4826-9d05-b404016e1f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:20.449869 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-41dc9807-d062-4826-9d05-b404016e1f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:20.465808 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-410b5240-4d13-408a-8a07-c87c83c20043 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9111235 Aug 05 14:01:20.479526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc9807-d062-4826-9d05-b404016e1f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8118fedf-0eb1-449a-8adb-2731d58b2541,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:20.491482 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd9c5d-3c5a-42a7-a6a1-f8e1a46660ab req-af0aeaaa-9cb2-49fb-8707-383de3c811ff tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:20.493020 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63cd9c5d-3c5a-42a7-a6a1-f8e1a46660ab req-af0aeaaa-9cb2-49fb-8707-383de3c811ff tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 936 time: 0.0741560 Aug 05 14:01:20.496818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Request body: {'port': {'device_id': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:20.517086 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-41dc9807-d062-4826-9d05-b404016e1f67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5821cde2d1764d82bb868bb16210ad97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2312636 Aug 05 14:01:20.519986 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53882) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:20.595462 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a2818db-53cd-4695-9417-1f93ca82eb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:20.621102 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a2818db-53cd-4695-9417-1f93ca82eb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:20.656981 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63cd9c5d-3c5a-42a7-a6a1-f8e1a46660ab req-2f533108-1b74-4320-9df7-70b642a400b4 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552339 Aug 05 14:01:20.658516 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:20.687766 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0dfb1062-823a-4695-8a88-94098f0b6e1d None None] Provisioning for port 26998968-51d7-4938-9953-91b732ebb08d completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:01:20.692686 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0dfb1062-823a-4695-8a88-94098f0b6e1d None None] Provisioning complete for port 26998968-51d7-4938-9953-91b732ebb08d triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:01:20.693045 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0dfb1062-823a-4695-8a88-94098f0b6e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:20.728318 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a2818db-53cd-4695-9417-1f93ca82eb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:20.731886 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a2818db-53cd-4695-9417-1f93ca82eb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:20.733292 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6a2818db-53cd-4695-9417-1f93ca82eb09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8118fedf-0eb1-449a-8adb-2731d58b2541 HTTP/1.1" status: 204 len: 168 time: 0.2117813 Aug 05 14:01:20.758790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2818db-53cd-4695-9417-1f93ca82eb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8118fedf-0eb1-449a-8adb-2731d58b2541,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:20.777357 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb1062-823a-4695-8a88-94098f0b6e1d None None] Port 26998968-51d7-4938-9953-91b732ebb08d cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:01:20.906147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df4b7a-14c5-4d43-aba7-48ed3128ed70 req-9d941511-32cd-440d-95be-66b4b76a9361 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:20.907743 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61df4b7a-14c5-4d43-aba7-48ed3128ed70 req-9d941511-32cd-440d-95be-66b4b76a9361 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.1069138 Aug 05 14:01:20.983187 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61df4b7a-14c5-4d43-aba7-48ed3128ed70 req-b96d3bdf-3be7-4d87-a583-beadd007866f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682971 Aug 05 14:01:21.066644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26998968-51d7-4938-9953-91b732ebb08d {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:01:21.075246 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:21.091524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Transition to ACTIVE for port object 26998968-51d7-4938-9953-91b732ebb08d will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:01:21.099710 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:21.127322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d116b-54a3-4c9e-8d56-32772ded0eb4 req-6c192e11-758d-47f4-b461-12455394a951 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:21.129671 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-114d116b-54a3-4c9e-8d56-32772ded0eb4 req-6c192e11-758d-47f4-b461-12455394a951 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0617247 Aug 05 14:01:21.160303 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Pushing event updated for resources: {'Port': ['ID=26998968-51d7-4938-9953-91b732ebb08d,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:21.187076 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-114d116b-54a3-4c9e-8d56-32772ded0eb4 req-831c4bc5-ec69-42dc-a946-6524b25db67e tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 Aug 05 14:01:21.230974 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:21.247046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Attempting to bind port 26998968-51d7-4938-9953-91b732ebb08d on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:01:21.247465 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Attempting to bind port 26998968-51d7-4938-9953-91b732ebb08d by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:01:21.247714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Attempting to bind port 26998968-51d7-4938-9953-91b732ebb08d on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:01:21.254733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Port 26998968-51d7-4938-9953-91b732ebb08d on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:01:21.255102 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Attempting to bind port 26998968-51d7-4938-9953-91b732ebb08d on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:01:21.264315 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:01:21.265049 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:01:21.265357 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:01:21.265726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Bound port: 26998968-51d7-4938-9953-91b732ebb08d, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:01:21.266377 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:21.423923 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928969b7-a755-4d87-8c2b-f899eab7cf78 req-e3c03e1f-0e5c-40cd-a514-0c3c637ad9cb tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:21.425543 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-928969b7-a755-4d87-8c2b-f899eab7cf78 req-e3c03e1f-0e5c-40cd-a514-0c3c637ad9cb tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.1395051 Aug 05 14:01:21.430418 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:01:21.438414 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=26998968-51d7-4938-9953-91b732ebb08d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:01:21.455689 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:21.497951 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:21.498831 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:21.500259 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] 10.222.0.84 "PUT /v2.0/ports/26998968-51d7-4938-9953-91b732ebb08d HTTP/1.1" status: 200 len: 1096 time: 1.0224349 Aug 05 14:01:21.506827 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'tag': '26998968-51d7-4938-9953-91b732ebb08d'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:21.509354 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327914f7-d891-4746-8220-b45fa2983623" -d '{"events": [{"name": "network-changed", "server_uuid": "07aa2c87-b3f6-4c73-842d-97960e2357eb", "tag": "26998968-51d7-4938-9953-91b732ebb08d"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:21.547829 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-928969b7-a755-4d87-8c2b-f899eab7cf78 req-cd36d8da-754c-49ce-89b6-2605dc008d60 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145704 Aug 05 14:01:21.630469 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c82ba1c-b4c0-4db8-a970-34bc1ebdf077 x-openstack-request-id: req-8c82ba1c-b4c0-4db8-a970-34bc1ebdf077 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:21.630764 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07aa2c87-b3f6-4c73-842d-97960e2357eb", "tag": "26998968-51d7-4938-9953-91b732ebb08d", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:21.631019 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c82ba1c-b4c0-4db8-a970-34bc1ebdf077 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:21.631472 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'tag': '26998968-51d7-4938-9953-91b732ebb08d', 'status': 'completed', 'code': 200} Aug 05 14:01:21.647676 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106066d9-3a1a-43bc-b65c-38d28a1d183c service neutron] Pushing event updated for resources: {'Port': ['ID=26998968-51d7-4938-9953-91b732ebb08d,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:21.662426 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-a356c319-d957-4bb5-aaa0-ad81c1234c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:21.664757 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-a356c319-d957-4bb5-aaa0-ad81c1234c3e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 1099 time: 0.0931759 Aug 05 14:01:21.720303 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-be3cb998-a5d7-4b9d-943b-5f3fa209f242 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=26998968-51d7-4938-9953-91b732ebb08d HTTP/1.1" status: 200 len: 217 time: 0.0417807 Aug 05 14:01:21.779268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-2ac491ac-c1e6-4d7c-aa2e-9d2afb90c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:21.780707 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-2ac491ac-c1e6-4d7c-aa2e-9d2afb90c1d4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0519915 Aug 05 14:01:21.807912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ab7c7-e392-4e33-a403-de0cd9b7be5f req-e9885bb7-df1a-4d86-9db1-f3e2c6179e21 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:21.809854 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-346ab7c7-e392-4e33-a403-de0cd9b7be5f req-e9885bb7-df1a-4d86-9db1-f3e2c6179e21 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 948 time: 0.0548153 Aug 05 14:01:21.842009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-ec51a86b-7a54-489b-afaa-ca1a6ffed787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:21.844669 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-ec51a86b-7a54-489b-afaa-ca1a6ffed787 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539484 Aug 05 14:01:21.860897 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-346ab7c7-e392-4e33-a403-de0cd9b7be5f req-2f8047d7-8a80-4cc0-8262-c8b40a8fd1c0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403688 Aug 05 14:01:21.958401 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-7a53b7bd-abfe-47aa-b850-ff48d403fa57 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024098 Aug 05 14:01:22.075452 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61f35274-60d9-4420-9269-d0ad06ca9888 req-be4d5801-2646-4c29-8be3-689c2691cfdf service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049442 Aug 05 14:01:22.121341 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b7f13-74b8-47ff-b224-330de4d8571a req-da347061-7d0f-4066-869b-475b857fc93b tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:22.123082 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ca9b7f13-74b8-47ff-b224-330de4d8571a req-da347061-7d0f-4066-869b-475b857fc93b tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0525899 Aug 05 14:01:22.179849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327914f7-d891-4746-8220-b45fa2983623 req-fa3355ad-3030-4ee8-b0e9-57e483530cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:22.181887 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-327914f7-d891-4746-8220-b45fa2983623 req-fa3355ad-3030-4ee8-b0e9-57e483530cfd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 1099 time: 0.0554225 Aug 05 14:01:22.182040 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ca9b7f13-74b8-47ff-b224-330de4d8571a req-94e0cfd5-c0b2-4509-bf15-3cd04c0f64e0 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493214 Aug 05 14:01:22.338512 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327914f7-d891-4746-8220-b45fa2983623 req-48c8fdec-99b0-4bb2-96a8-6a46121f09cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:22.340031 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-327914f7-d891-4746-8220-b45fa2983623 req-48c8fdec-99b0-4bb2-96a8-6a46121f09cd service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.1389947 Aug 05 14:01:22.367404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beefea8-4427-470a-9add-e99e1b0babe6 req-610348dc-d2f3-4e90-ab12-d1433295b7e8 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:22.368907 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4beefea8-4427-470a-9add-e99e1b0babe6 req-610348dc-d2f3-4e90-ab12-d1433295b7e8 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0766199 Aug 05 14:01:22.402898 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-327914f7-d891-4746-8220-b45fa2983623 req-29621afc-2f14-458b-9465-8cd9ec4cc852 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=26998968-51d7-4938-9953-91b732ebb08d HTTP/1.1" status: 200 len: 217 time: 0.0504532 Aug 05 14:01:22.466581 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4beefea8-4427-470a-9add-e99e1b0babe6 req-57e74d9b-01d0-4119-8f0b-d00d366b5fcd tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663505 Aug 05 14:01:22.476467 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327914f7-d891-4746-8220-b45fa2983623 req-f5f40061-d36f-4cc8-8031-1f0e0a872f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:22.477900 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-327914f7-d891-4746-8220-b45fa2983623 req-f5f40061-d36f-4cc8-8031-1f0e0a872f21 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0624282 Aug 05 14:01:22.529985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327914f7-d891-4746-8220-b45fa2983623 req-2d8dd20f-330b-4f0b-9118-c3b53e516605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:22.532261 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-327914f7-d891-4746-8220-b45fa2983623 req-2d8dd20f-330b-4f0b-9118-c3b53e516605 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452583 Aug 05 14:01:22.650991 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-327914f7-d891-4746-8220-b45fa2983623 req-3d53a7ce-ef29-45ed-b74e-036196d2d655 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077693 Aug 05 14:01:22.685645 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc1432-4607-4fa3-979c-187c3ea331b2 req-7d059eaa-46d8-4926-97b0-998b5e4ae439 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:22.690747 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a9cc1432-4607-4fa3-979c-187c3ea331b2 req-7d059eaa-46d8-4926-97b0-998b5e4ae439 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0598018 Aug 05 14:01:22.737096 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a9cc1432-4607-4fa3-979c-187c3ea331b2 req-c436278f-0299-4887-a008-f92113b65a92 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424809 Aug 05 14:01:22.777465 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-327914f7-d891-4746-8220-b45fa2983623 req-45469b75-dca9-44c9-9ba6-ba44d13a67ac service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109545 Aug 05 14:01:23.040628 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2a8b9-ce77-40ef-865e-ee61e2e0290c req-7dc75373-ee39-41b7-90a7-ae2214e1c295 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:23.042405 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-44d2a8b9-ce77-40ef-865e-ee61e2e0290c req-7dc75373-ee39-41b7-90a7-ae2214e1c295 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 948 time: 0.1054804 Aug 05 14:01:23.098922 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-44d2a8b9-ce77-40ef-865e-ee61e2e0290c req-f1dd5b5b-bc3e-4a65-8440-0355cff45803 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433364 Aug 05 14:01:23.304120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc0d3c-a132-463d-8f7b-9d0f12893511 req-13c97ee1-d0b4-4911-961d-a55ba6588bbd tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:23.305580 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e7dc0d3c-a132-463d-8f7b-9d0f12893511 req-13c97ee1-d0b4-4911-961d-a55ba6588bbd tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0553918 Aug 05 14:01:23.352662 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e7dc0d3c-a132-463d-8f7b-9d0f12893511 req-08b80863-ed14-4c03-b77c-fbdfdcd7f3c2 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396731 Aug 05 14:01:23.359810 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b017667-7c48-4847-9571-52ffd95d9b16 req-2bd36588-dcd8-4edb-84d4-cc511aee78d9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499711 Aug 05 14:01:23.426181 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b017667-7c48-4847-9571-52ffd95d9b16 req-390796e2-f662-4070-a043-a42556fc56bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:23.427875 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b017667-7c48-4847-9571-52ffd95d9b16 req-390796e2-f662-4070-a043-a42556fc56bd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f39c8f4653f419aa531da4561507e96&device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 1096 time: 0.0442297 Aug 05 14:01:23.593702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b017667-7c48-4847-9571-52ffd95d9b16 req-4f94bd7d-12b7-449a-a711-77e4b62cf6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:23.595868 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b017667-7c48-4847-9571-52ffd95d9b16 req-4f94bd7d-12b7-449a-a711-77e4b62cf6ef service neutron] 10.222.0.63 "GET /v2.0/networks?id=00b456fd-8f1f-457d-ab9f-9b65af2598b8 HTTP/1.1" status: 200 len: 906 time: 0.1382337 Aug 05 14:01:23.676841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef987ec-53d7-424d-8abc-8841dcdbb823 req-3c000ab9-4c2b-4ded-b184-c122c8e88d5e tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:23.678552 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cef987ec-53d7-424d-8abc-8841dcdbb823 req-3c000ab9-4c2b-4ded-b184-c122c8e88d5e tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.1235743 Aug 05 14:01:23.712591 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b017667-7c48-4847-9571-52ffd95d9b16 req-f8387268-d512-43d2-b7d0-66ffa760667c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86d451a0-af8b-416c-bde2-c5c0bf4d9e6f HTTP/1.1" status: 200 len: 1001 time: 0.0992446 Aug 05 14:01:23.778305 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cef987ec-53d7-424d-8abc-8841dcdbb823 req-149378a3-9b32-4df1-ad8e-98e118e1afec tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864649 Aug 05 14:01:23.802446 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b017667-7c48-4847-9571-52ffd95d9b16 req-ad937da6-6176-497b-9018-6c7fdeb43340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:23.803996 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b017667-7c48-4847-9571-52ffd95d9b16 req-ad937da6-6176-497b-9018-6c7fdeb43340 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=271e3d74-bb42-4589-a6b6-cd3ebc455e96 HTTP/1.1" status: 200 len: 844 time: 0.0837765 Aug 05 14:01:23.888221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b017667-7c48-4847-9571-52ffd95d9b16 req-121aa67d-4975-4d6a-a3d7-9b92ab12b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:23.888458 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7c6c0-8257-47d7-a513-10d9360c5d6e req-b4d6bb67-d586-4452-a55a-e876de5cb6f8 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:23.889965 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b017667-7c48-4847-9571-52ffd95d9b16 req-121aa67d-4975-4d6a-a3d7-9b92ab12b07a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00b456fd-8f1f-457d-ab9f-9b65af2598b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759001 Aug 05 14:01:23.890901 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ad7c6c0-8257-47d7-a513-10d9360c5d6e req-b4d6bb67-d586-4452-a55a-e876de5cb6f8 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0721192 Aug 05 14:01:23.946278 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ad7c6c0-8257-47d7-a513-10d9360c5d6e req-0a88a5fd-3191-4c3d-99d3-a0c5a86c8161 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497210 Aug 05 14:01:24.025285 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b017667-7c48-4847-9571-52ffd95d9b16 req-b1b48f32-72f8-43d7-989f-1eb4297c1613 service neutron] 10.222.0.63 "GET /v2.0/networks/00b456fd-8f1f-457d-ab9f-9b65af2598b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272907 Aug 05 14:01:24.173181 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b017667-7c48-4847-9571-52ffd95d9b16 req-bff2aafa-13b8-4195-aaa6-8cfd11733576 service neutron] 10.222.0.63 "GET /v2.0/networks/00b456fd-8f1f-457d-ab9f-9b65af2598b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381180 Aug 05 14:01:24.272744 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a637b21-0680-4718-8961-55e9c2367089 req-c152bd39-6b38-4720-8a0f-96902b0c2195 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:24.274417 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5a637b21-0680-4718-8961-55e9c2367089 req-c152bd39-6b38-4720-8a0f-96902b0c2195 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 948 time: 0.0613654 Aug 05 14:01:24.328413 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5a637b21-0680-4718-8961-55e9c2367089 req-e792e9b0-6c56-4583-a165-7d5e636e8748 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470779 Aug 05 14:01:24.507517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79846561-45e0-478d-866a-fa0699a04bcd req-79ecf483-ad93-4665-a7f8-80adba08b7c0 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:24.516058 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-79846561-45e0-478d-866a-fa0699a04bcd req-79ecf483-ad93-4665-a7f8-80adba08b7c0 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0692093 Aug 05 14:01:24.572861 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-79846561-45e0-478d-866a-fa0699a04bcd req-5c699836-16d2-4ee7-93bc-7cb2d7262f28 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553658 Aug 05 14:01:24.941577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbb08c-dfe3-4389-9962-9491b1fd5ec8 req-a2b47b6a-76be-468c-852d-2ef65f71db44 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:24.943248 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-44dbb08c-dfe3-4389-9962-9491b1fd5ec8 req-a2b47b6a-76be-468c-852d-2ef65f71db44 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0789056 Aug 05 14:01:25.011148 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-44dbb08c-dfe3-4389-9962-9491b1fd5ec8 req-5021285e-157c-4903-bdf3-7e2ae4ade0ff tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596879 Aug 05 14:01:25.047561 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 26998968-51d7-4938-9953-91b732ebb08d details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:01:25.128065 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f11896-fd4f-4b31-8c4d-eb78770caf3c req-7e74a3ec-878e-450b-8e92-dfebecddd82a tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:25.129659 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e2f11896-fd4f-4b31-8c4d-eb78770caf3c req-7e74a3ec-878e-450b-8e92-dfebecddd82a tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0536466 Aug 05 14:01:25.163987 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=26998968-51d7-4938-9953-91b732ebb08d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:25.177998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '26998968-51d7-4938-9953-91b732ebb08d', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '26998968-51d7-4938-9953-91b732ebb08d', 'mac_address': 'fa:16:3e:0e:44:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:01:25.193386 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e2f11896-fd4f-4b31-8c4d-eb78770caf3c req-77822fd7-7d06-46e3-b177-e863a632ca36 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526242 Aug 05 14:01:25.231633 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:25.250749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26998968-51d7-4938-9953-91b732ebb08d {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:01:25.272987 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=26998968-51d7-4938-9953-91b732ebb08d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:25.276835 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:25.332564 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=26998968-51d7-4938-9953-91b732ebb08d,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:25.458335 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a21024-c1a5-4238-bf43-7b6421fdd27e req-9074c549-e2e4-4e58-8084-518ea469f4ab tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:25.459831 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75a21024-c1a5-4238-bf43-7b6421fdd27e req-9074c549-e2e4-4e58-8084-518ea469f4ab tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 949 time: 0.0566659 Aug 05 14:01:25.508066 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75a21024-c1a5-4238-bf43-7b6421fdd27e req-eab855f2-0f70-4e9b-9f62-d4708ef27bd0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413702 Aug 05 14:01:25.699856 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['26998968-51d7-4938-9953-91b732ebb08d'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:01:25.728991 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e593f-7ee6-4bb5-8428-7befd87c75ad req-6b4077fb-141d-487b-bc01-4d1b203603a4 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:25.728991 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e48e593f-7ee6-4bb5-8428-7befd87c75ad req-6b4077fb-141d-487b-bc01-4d1b203603a4 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0642040 Aug 05 14:01:25.780612 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e48e593f-7ee6-4bb5-8428-7befd87c75ad req-7cd64f94-d81e-4a9b-9e2a-a92b65360a2f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430179 Aug 05 14:01:26.002632 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:01:26.142872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7bcc0-1694-4785-9e82-532a6022c52e req-2d43badd-7073-43be-aa1c-ae6bc4fc2688 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:26.144496 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-99a7bcc0-1694-4785-9e82-532a6022c52e req-2d43badd-7073-43be-aa1c-ae6bc4fc2688 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0597749 Aug 05 14:01:26.183565 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-99a7bcc0-1694-4785-9e82-532a6022c52e req-74bafe62-6a72-423d-8fba-a46670d79e2e tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331092 Aug 05 14:01:26.317258 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dca3d-ad48-4570-a594-b53d5af249ce req-404664d1-65fe-405b-8bb1-7cac8caca0d7 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:26.319017 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-712dca3d-ad48-4570-a594-b53d5af249ce req-404664d1-65fe-405b-8bb1-7cac8caca0d7 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0572746 Aug 05 14:01:26.366897 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-712dca3d-ad48-4570-a594-b53d5af249ce req-e7e85c8e-6651-45e0-aa62-bf131b21870c tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399044 Aug 05 14:01:26.642135 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd253b-3faa-4eac-9cfd-96d026b41b93 req-e7fade10-d1a1-4bed-bb9b-50d165a6cec7 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:26.643903 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9edd253b-3faa-4eac-9cfd-96d026b41b93 req-e7fade10-d1a1-4bed-bb9b-50d165a6cec7 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 949 time: 0.0557714 Aug 05 14:01:26.686158 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9edd253b-3faa-4eac-9cfd-96d026b41b93 req-d6725e3c-02b8-4657-9d8c-3ddff8543b08 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361681 Aug 05 14:01:26.931508 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b7a02-962c-4890-83d6-772a507d651b req-c424a716-7573-4167-a2d6-a7943d883a25 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:26.933028 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b91b7a02-962c-4890-83d6-772a507d651b req-c424a716-7573-4167-a2d6-a7943d883a25 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0521605 Aug 05 14:01:26.978842 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b91b7a02-962c-4890-83d6-772a507d651b req-64b7f890-d6d6-4949-98ac-0fc3a8b6c6ac tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391729 Aug 05 14:01:27.055299 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 26998968-51d7-4938-9953-91b732ebb08d up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:01:27.107313 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 26998968-51d7-4938-9953-91b732ebb08d completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:01:27.113281 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 26998968-51d7-4938-9953-91b732ebb08d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:01:27.113654 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:27.204199 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:27.240318 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=26998968-51d7-4938-9953-91b732ebb08d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:27.241396 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26998968-51d7-4938-9953-91b732ebb08d'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:27.244071 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4331c7-73a1-42e3-8d23-8196637a105e" -d '{"events": [{"server_uuid": "07aa2c87-b3f6-4c73-842d-97960e2357eb", "name": "network-vif-plugged", "status": "completed", "tag": "26998968-51d7-4938-9953-91b732ebb08d"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:27.248516 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:27.308470 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=26998968-51d7-4938-9953-91b732ebb08d,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:27.322969 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8975c2a5-519e-4ae1-b4fa-50a9f08ae6dd x-openstack-request-id: req-8975c2a5-519e-4ae1-b4fa-50a9f08ae6dd {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:27.323258 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07aa2c87-b3f6-4c73-842d-97960e2357eb", "name": "network-vif-plugged", "status": "completed", "tag": "26998968-51d7-4938-9953-91b732ebb08d", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:27.323514 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8975c2a5-519e-4ae1-b4fa-50a9f08ae6dd {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:27.324115 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26998968-51d7-4938-9953-91b732ebb08d', 'code': 200} Aug 05 14:01:27.332571 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a38db-ed55-48bc-ad81-8fd1c07c583e req-206a44ff-e50c-4559-9d1d-53e61bbbc803 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:27.334876 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e08a38db-ed55-48bc-ad81-8fd1c07c583e req-206a44ff-e50c-4559-9d1d-53e61bbbc803 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0655603 Aug 05 14:01:27.384216 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e08a38db-ed55-48bc-ad81-8fd1c07c583e req-74c21438-d748-403d-a1a9-925404412e8b tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434091 Aug 05 14:01:27.432543 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf763b97-e4c3-41c8-9fcd-ca7f79c6514d req-9367924c-c789-4201-838a-575947bea47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:27.435051 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf763b97-e4c3-41c8-9fcd-ca7f79c6514d req-9367924c-c789-4201-838a-575947bea47c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 1101 time: 0.0499499 Aug 05 14:01:27.498391 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf763b97-e4c3-41c8-9fcd-ca7f79c6514d req-30280614-da91-4b7b-8268-cc8f945d7646 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543051 Aug 05 14:01:27.520181 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968955d1-b932-47f7-8709-cf93bc90c6fa req-ab0d7622-4b88-4a69-99d5-8786c55d85b5 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:27.521585 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-968955d1-b932-47f7-8709-cf93bc90c6fa req-ab0d7622-4b88-4a69-99d5-8786c55d85b5 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0642469 Aug 05 14:01:27.560866 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-968955d1-b932-47f7-8709-cf93bc90c6fa req-5d204acb-45ce-4dad-bb29-ae715e960365 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327907 Aug 05 14:01:27.808232 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f082c5-b0d8-4cbc-aad7-d5c2fa79956b req-db65db70-f8eb-41d7-8ae6-9e8738b87d26 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:27.810480 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f9f082c5-b0d8-4cbc-aad7-d5c2fa79956b req-db65db70-f8eb-41d7-8ae6-9e8738b87d26 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0517876 Aug 05 14:01:27.852886 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f9f082c5-b0d8-4cbc-aad7-d5c2fa79956b req-b42d44da-e024-4ff2-b9c3-93dab9cece42 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349767 Aug 05 14:01:28.127456 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de369117-73a8-426f-aa07-225138021e94 req-2ba026d5-5a30-4b91-bad1-28b46817a1a5 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:28.129377 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-de369117-73a8-426f-aa07-225138021e94 req-2ba026d5-5a30-4b91-bad1-28b46817a1a5 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0659611 Aug 05 14:01:28.191178 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-de369117-73a8-426f-aa07-225138021e94 req-8854dd7f-1491-4a01-a80b-a7b37f89f861 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392790 Aug 05 14:01:28.446951 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 54074) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:28.522502 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a93b1-024e-44d1-a50e-411f462d4baa req-b3d65c2b-7688-44db-af20-7d5ffb546497 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:28.524114 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f85a93b1-024e-44d1-a50e-411f462d4baa req-b3d65c2b-7688-44db-af20-7d5ffb546497 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0585580 Aug 05 14:01:28.579096 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f85a93b1-024e-44d1-a50e-411f462d4baa req-f64df703-92dd-4036-94a3-08b7a1aa247c tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468223 Aug 05 14:01:28.579983 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3033211-7464-48b8-bddf-7c9f433fa519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:28.697986 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3033211-7464-48b8-bddf-7c9f433fa519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:28.702886 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3033211-7464-48b8-bddf-7c9f433fa519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:28.711797 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571939f-5fd2-4ad1-b4cc-7fd5a3cd5962 req-4023c895-2aaf-4187-bd95-ce7e24b3f5ef tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:28.713434 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2571939f-5fd2-4ad1-b4cc-7fd5a3cd5962 req-4023c895-2aaf-4187-bd95-ce7e24b3f5ef tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0688083 Aug 05 14:01:28.741244 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d3033211-7464-48b8-bddf-7c9f433fa519 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f267187c3894bbd985539a0d2bde264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2925754 Aug 05 14:01:28.743368 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3033211-7464-48b8-bddf-7c9f433fa519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934470f6-1495-43f5-8e42-2ac4ce2469d0,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:28.745648 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 54080) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:28.762996 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2571939f-5fd2-4ad1-b4cc-7fd5a3cd5962 req-4716c758-4f90-4bd6-9cd4-d3c7c797ed73 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423148 Aug 05 14:01:28.799916 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d3c349e-6a31-43d7-8206-2b32e48dc0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:29.094364 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d3c349e-6a31-43d7-8206-2b32e48dc0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:29.141732 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895aa67-4e20-4813-a543-411f315a7c63 req-f1fba3f7-dbdc-4962-aedd-b7c900c8b136 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:29.143266 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2895aa67-4e20-4813-a543-411f315a7c63 req-f1fba3f7-dbdc-4962-aedd-b7c900c8b136 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0832915 Aug 05 14:01:29.173276 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d3c349e-6a31-43d7-8206-2b32e48dc0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:29.175918 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d3c349e-6a31-43d7-8206-2b32e48dc0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:29.177068 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5d3c349e-6a31-43d7-8206-2b32e48dc0ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/934470f6-1495-43f5-8e42-2ac4ce2469d0 HTTP/1.1" status: 204 len: 168 time: 0.4304349 Aug 05 14:01:29.193851 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c349e-6a31-43d7-8206-2b32e48dc0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934470f6-1495-43f5-8e42-2ac4ce2469d0,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:29.198117 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2895aa67-4e20-4813-a543-411f315a7c63 req-dd557c09-34a7-435b-9838-c2a2cb9f5157 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486627 Aug 05 14:01:29.339620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088e49b-97ad-4ae0-a8bd-39347fe231b7 req-8f1c704c-9744-4a1e-b4f1-35bba384abc7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:29.343428 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b088e49b-97ad-4ae0-a8bd-39347fe231b7 req-8f1c704c-9744-4a1e-b4f1-35bba384abc7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0671880 Aug 05 14:01:29.366042 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89153432-4ae6-41bd-9bea-c621f830ef78 req-2a176bfb-a033-4e98-89fb-ca96e0ac7c9f tempest-MigrationsAdminTest-106011559 tempest-MigrationsAdminTest-106011559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:29.367604 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89153432-4ae6-41bd-9bea-c621f830ef78 req-2a176bfb-a033-4e98-89fb-ca96e0ac7c9f tempest-MigrationsAdminTest-106011559 tempest-MigrationsAdminTest-106011559-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 1101 time: 0.0470850 Aug 05 14:01:29.386889 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b088e49b-97ad-4ae0-a8bd-39347fe231b7 req-f6ab0eae-f087-49eb-8de3-08b3a010474c tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370433 Aug 05 14:01:29.432636 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89153432-4ae6-41bd-9bea-c621f830ef78 req-4b0700c0-e084-4a80-a347-b67f5245ab1b tempest-MigrationsAdminTest-106011559 tempest-MigrationsAdminTest-106011559-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563552 Aug 05 14:01:29.508389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 54100) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:29.523311 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d7bc3a8e-a387-4826-8cce-ef1c3f602b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:29.632346 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d7bc3a8e-a387-4826-8cce-ef1c3f602b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:29.638194 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d7bc3a8e-a387-4826-8cce-ef1c3f602b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:29.690615 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d7bc3a8e-a387-4826-8cce-ef1c3f602b91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4cd9e399a1ef447db90de511a1d24e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810725 Aug 05 14:01:29.691448 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc3a8e-a387-4826-8cce-ef1c3f602b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089cec95-b48e-4a21-b122-08edd309049c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:29.693247 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 54108) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:29.736200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bae14-7895-4131-914c-1d6196da98ed req-898fc41b-60a5-4a33-96b9-2a28ec56caa2 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:29.736200 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-755bae14-7895-4131-914c-1d6196da98ed req-898fc41b-60a5-4a33-96b9-2a28ec56caa2 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0596237 Aug 05 14:01:29.773493 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfee7c7d-55d4-475a-ac0a-4afc148b1bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:29.782920 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-755bae14-7895-4131-914c-1d6196da98ed req-ebf801b5-5965-45d9-a898-2c64a9b37588 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408318 Aug 05 14:01:29.805667 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfee7c7d-55d4-475a-ac0a-4afc148b1bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:29.866174 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfee7c7d-55d4-475a-ac0a-4afc148b1bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:29.868893 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfee7c7d-55d4-475a-ac0a-4afc148b1bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:29.870050 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cfee7c7d-55d4-475a-ac0a-4afc148b1bc8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/089cec95-b48e-4a21-b122-08edd309049c HTTP/1.1" status: 204 len: 168 time: 0.1757190 Aug 05 14:01:29.880189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee7c7d-55d4-475a-ac0a-4afc148b1bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089cec95-b48e-4a21-b122-08edd309049c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:29.902812 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b45a5-baf8-4f89-bef4-173eca955736 req-422dd655-f565-4ac3-8691-3495344ca814 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:29.904881 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c61b45a5-baf8-4f89-bef4-173eca955736 req-422dd655-f565-4ac3-8691-3495344ca814 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0609787 Aug 05 14:01:29.948131 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c61b45a5-baf8-4f89-bef4-173eca955736 req-c60bf1c1-f540-428a-84f0-6206d3e0869e tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362298 Aug 05 14:01:30.143950 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16898dc4-f14b-49ad-aea7-f3a63f4c7fb9 req-735d9fad-30ee-4810-a26e-a474108c118d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:30.145966 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16898dc4-f14b-49ad-aea7-f3a63f4c7fb9 req-735d9fad-30ee-4810-a26e-a474108c118d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0582030 Aug 05 14:01:30.197100 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-16898dc4-f14b-49ad-aea7-f3a63f4c7fb9 req-c3015f90-9852-4591-ad2b-05422e822e7d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424616 Aug 05 14:01:30.286557 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-a04e3b12-d5ad-4b38-9f0b-3afb58b05de0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1857400 Aug 05 14:01:30.536298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc75ce9-8a28-49f1-ad8b-ea19441df96b req-86d4f1ef-e65f-49ee-ab98-ca80c5be297f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:30.539390 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3fc75ce9-8a28-49f1-ad8b-ea19441df96b req-86d4f1ef-e65f-49ee-ab98-ca80c5be297f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0731518 Aug 05 14:01:30.595040 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3fc75ce9-8a28-49f1-ad8b-ea19441df96b req-87d30073-f369-49ee-ba03-d758c14b5383 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468938 Aug 05 14:01:30.919218 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7290d0-30eb-4d67-8c4c-453ac572bada req-eecb93b6-b716-4684-9bbd-dc05b871c936 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:30.921518 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9d7290d0-30eb-4d67-8c4c-453ac572bada req-eecb93b6-b716-4684-9bbd-dc05b871c936 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0569489 Aug 05 14:01:30.969364 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9d7290d0-30eb-4d67-8c4c-453ac572bada req-0d503c7a-79dd-45c4-8896-b6c5c392ca62 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422175 Aug 05 14:01:31.120625 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2157715-3bee-465d-aa87-2372cc524fc0 req-bb6d8dd9-f8c2-4015-812f-008dd7986c55 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:31.129005 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b2157715-3bee-465d-aa87-2372cc524fc0 req-bb6d8dd9-f8c2-4015-812f-008dd7986c55 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0702071 Aug 05 14:01:31.145481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0d5d2-1b6a-4c78-9f00-8985dfe9423c req-298c306d-e51f-405c-9fe9-2ced1b9464a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:31.147070 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fea0d5d2-1b6a-4c78-9f00-8985dfe9423c req-298c306d-e51f-405c-9fe9-2ced1b9464a1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a65a4dfe38e248edbdfcde9ed0319116&device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 1101 time: 0.0629447 Aug 05 14:01:31.168857 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b2157715-3bee-465d-aa87-2372cc524fc0 req-00c4e850-eb45-4183-b1f6-8da5fb30f030 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387459 Aug 05 14:01:31.297509 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0d5d2-1b6a-4c78-9f00-8985dfe9423c req-dc318ed8-9ae0-44de-b0e4-4f9527369bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:31.299359 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fea0d5d2-1b6a-4c78-9f00-8985dfe9423c req-dc318ed8-9ae0-44de-b0e4-4f9527369bea service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.1262255 Aug 05 14:01:31.356449 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fea0d5d2-1b6a-4c78-9f00-8985dfe9423c req-4d5d7449-8724-40e3-ac49-7ff2929ddd94 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=f5c6e997-6dda-480e-9964-056a281fdde3 HTTP/1.1" status: 200 len: 217 time: 0.0400336 Aug 05 14:01:31.406507 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8ae19-87c8-42e8-ac29-8c11ad82d018 req-0e959bce-3391-4144-9f58-cddbfe15828f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:31.408074 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60c8ae19-87c8-42e8-ac29-8c11ad82d018 req-0e959bce-3391-4144-9f58-cddbfe15828f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.1330886 Aug 05 14:01:31.441965 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0d5d2-1b6a-4c78-9f00-8985dfe9423c req-62871c8f-aae6-4bec-a7f0-3616600b5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:31.443487 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fea0d5d2-1b6a-4c78-9f00-8985dfe9423c req-62871c8f-aae6-4bec-a7f0-3616600b5237 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0770581 Aug 05 14:01:31.472248 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60c8ae19-87c8-42e8-ac29-8c11ad82d018 req-7f980cf3-fe06-49d9-8612-3e102d1ffdab tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575953 Aug 05 14:01:31.510897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0d5d2-1b6a-4c78-9f00-8985dfe9423c req-33cd09ac-9908-44fa-89d5-342675d928c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:31.512561 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fea0d5d2-1b6a-4c78-9f00-8985dfe9423c req-33cd09ac-9908-44fa-89d5-342675d928c4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580719 Aug 05 14:01:31.671374 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fea0d5d2-1b6a-4c78-9f00-8985dfe9423c req-ddcaa8a7-0a41-4d64-ad62-e834f5bb2e7c service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473877 Aug 05 14:01:31.856521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541de4f-9977-4f2f-adbd-da436419596d req-b750d3d2-d305-4e77-8a59-4909f9cb01f3 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:31.858017 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e541de4f-9977-4f2f-adbd-da436419596d req-b750d3d2-d305-4e77-8a59-4909f9cb01f3 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.1631601 Aug 05 14:01:31.865140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-54074078-c4c0-4693-bc54-b66d7ef0a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:31.866705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-54074078-c4c0-4693-bc54-b66d7ef0a9f3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 1101 time: 0.1602378 Aug 05 14:01:31.903187 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fea0d5d2-1b6a-4c78-9f00-8985dfe9423c req-9158bee1-32b2-4889-9e52-8afc8b8147ce service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198095 Aug 05 14:01:31.973167 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e541de4f-9977-4f2f-adbd-da436419596d req-8f86c6e4-26ec-4c9f-82ea-68dff28d4386 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054838 Aug 05 14:01:32.032193 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-e8ee388b-5453-47b8-8c5d-313a3e07de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:32.034636 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-e8ee388b-5453-47b8-8c5d-313a3e07de57 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.1530032 Aug 05 14:01:32.080861 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-1077253f-9c32-433d-bb56-5ef93a19fe4f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=26998968-51d7-4938-9953-91b732ebb08d HTTP/1.1" status: 200 len: 217 time: 0.0384700 Aug 05 14:01:32.121943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b908-b47c-4c1b-840a-bafe6a2d8292 req-383be616-67af-4419-9f2f-0b1ba8b94a36 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:32.126798 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b89b908-b47c-4c1b-840a-bafe6a2d8292 req-383be616-67af-4419-9f2f-0b1ba8b94a36 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0676231 Aug 05 14:01:32.144296 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-2d5ae685-352b-45e7-a00b-c3c54dac4f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:32.146039 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-2d5ae685-352b-45e7-a00b-c3c54dac4f69 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0519955 Aug 05 14:01:32.166771 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b89b908-b47c-4c1b-840a-bafe6a2d8292 req-541b7183-1f3a-4c84-8fd4-d219abdec32e tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352390 Aug 05 14:01:32.201375 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-6be46992-4075-4eeb-b2d8-7f9f66d337dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:32.204654 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-6be46992-4075-4eeb-b2d8-7f9f66d337dc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0503812 Aug 05 14:01:32.336852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aab61f-8aaa-4c21-aac3-3a63f1bcb033 req-92287946-2611-47bd-aca1-77f978bdca0d tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:32.338395 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-54aab61f-8aaa-4c21-aac3-3a63f1bcb033 req-92287946-2611-47bd-aca1-77f978bdca0d tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0776601 Aug 05 14:01:32.344083 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-229c2348-9e4d-4710-904e-449390cc9817 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288421 Aug 05 14:01:32.428132 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-54aab61f-8aaa-4c21-aac3-3a63f1bcb033 req-315e75fb-5fec-4bf9-9dfd-c53ed6c910d4 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830064 Aug 05 14:01:32.462899 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-dcd90dae-46cd-4480-a836-979bf1b53f75 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106772 Aug 05 14:01:32.619658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacb871-fdb6-4875-a2a1-fb831a2a8621 req-c51ec617-52a3-410f-bb20-2c5753d53298 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:32.621684 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-caacb871-fdb6-4875-a2a1-fb831a2a8621 req-c51ec617-52a3-410f-bb20-2c5753d53298 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0700026 Aug 05 14:01:32.681626 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-caacb871-fdb6-4875-a2a1-fb831a2a8621 req-967e028d-81d7-40f7-abb0-27ba84b9b84c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486424 Aug 05 14:01:33.107298 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b36b4-b9bb-4a64-8eb3-5cf715b92f1c req-4586fd11-9e8a-46b7-a80c-ee965218c1a4 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:33.109712 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-887b36b4-b9bb-4a64-8eb3-5cf715b92f1c req-4586fd11-9e8a-46b7-a80c-ee965218c1a4 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0537095 Aug 05 14:01:33.150613 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-887b36b4-b9bb-4a64-8eb3-5cf715b92f1c req-80644ab4-28f6-43d2-889d-f2cfe6589ddf tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341029 Aug 05 14:01:33.306741 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ed994-ef0d-41b8-a64c-26ff5c3a3c79 req-8ac70074-63b9-49c9-b141-9f9b69774cee tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:33.308267 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d03ed994-ef0d-41b8-a64c-26ff5c3a3c79 req-8ac70074-63b9-49c9-b141-9f9b69774cee tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0587988 Aug 05 14:01:33.350928 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d03ed994-ef0d-41b8-a64c-26ff5c3a3c79 req-b5275355-9f4e-4508-b26e-52f4b2b4a70d tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351353 Aug 05 14:01:33.432150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b69bc1-c211-45a7-bc2b-9713837e21b5 req-f2327303-0b78-4efb-b4f5-b17a48be3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:33.433699 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c0b69bc1-c211-45a7-bc2b-9713837e21b5 req-f2327303-0b78-4efb-b4f5-b17a48be3b80 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 1096 time: 0.0423691 Aug 05 14:01:33.478644 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c0b69bc1-c211-45a7-bc2b-9713837e21b5 req-85fb0dd7-bdbe-40a5-8222-a99311db8582 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348361 Aug 05 14:01:33.568820 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cebf7-be14-4f48-8ebe-fb6d40773e99 req-3a679cde-f856-45fe-b519-bc9757263c0b tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:33.571131 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9c5cebf7-be14-4f48-8ebe-fb6d40773e99 req-3a679cde-f856-45fe-b519-bc9757263c0b tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0665412 Aug 05 14:01:33.618947 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9c5cebf7-be14-4f48-8ebe-fb6d40773e99 req-81c62419-7b01-458a-8e32-314dda8ee15f tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388570 Aug 05 14:01:33.813052 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9f4f5-5d89-4ccd-8e83-f664d8f966d5 req-2e87170c-00d0-49af-8b03-d3ceb5486b21 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:33.818747 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03e9f4f5-5d89-4ccd-8e83-f664d8f966d5 req-2e87170c-00d0-49af-8b03-d3ceb5486b21 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0592909 Aug 05 14:01:33.857020 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03e9f4f5-5d89-4ccd-8e83-f664d8f966d5 req-f88dda99-e8e8-4e00-912c-fe31fbbf819c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350816 Aug 05 14:01:34.292304 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badce2b-0cc0-41d5-a802-cb981bf0e929 req-23333803-6484-40ae-80ae-23923eec34b0 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:34.294576 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5badce2b-0cc0-41d5-a802-cb981bf0e929 req-23333803-6484-40ae-80ae-23923eec34b0 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0608208 Aug 05 14:01:34.346409 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5badce2b-0cc0-41d5-a802-cb981bf0e929 req-b2246579-fc1d-45e8-8149-a5ce805371cf tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433888 Aug 05 14:01:34.498011 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784c31c-f1ac-43e6-8622-5a74741e7ba4 req-a1755351-a93d-4bfe-a05e-08648c788cad tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:34.500950 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b784c31c-f1ac-43e6-8622-5a74741e7ba4 req-a1755351-a93d-4bfe-a05e-08648c788cad tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0656571 Aug 05 14:01:34.563216 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b784c31c-f1ac-43e6-8622-5a74741e7ba4 req-cb4b2bd0-3cbe-493c-a3d0-2c3c97859538 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549388 Aug 05 14:01:34.747677 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0097a-ab6d-4b9e-8a2e-c5303f90efd7 req-48576b1a-d823-49d2-a0d5-a9784f6e3e74 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:34.750074 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c3f0097a-ab6d-4b9e-8a2e-c5303f90efd7 req-48576b1a-d823-49d2-a0d5-a9784f6e3e74 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0560672 Aug 05 14:01:34.794310 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c3f0097a-ab6d-4b9e-8a2e-c5303f90efd7 req-3b5fe8c0-90e4-429f-adb3-f42875bdec1a tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377316 Aug 05 14:01:34.839706 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-84864229-b228-4c0f-b27c-c4e0a7a39e62 req-ff79db09-ee93-4404-9cb7-3420bd381de8 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1880182009', 'description': 'tempest-description-1907677593'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:34.865810 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-84864229-b228-4c0f-b27c-c4e0a7a39e62 req-ff79db09-ee93-4404-9cb7-3420bd381de8 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:34.966420 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-84864229-b228-4c0f-b27c-c4e0a7a39e62 req-ff79db09-ee93-4404-9cb7-3420bd381de8 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:34.970963 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-84864229-b228-4c0f-b27c-c4e0a7a39e62 req-ff79db09-ee93-4404-9cb7-3420bd381de8 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:35.002934 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-84864229-b228-4c0f-b27c-c4e0a7a39e62 req-ff79db09-ee93-4404-9cb7-3420bd381de8 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:35.009108 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84864229-b228-4c0f-b27c-c4e0a7a39e62 req-ff79db09-ee93-4404-9cb7-3420bd381de8 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1738863 Aug 05 14:01:35.011405 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79db09-ee93-4404-9cb7-3420bd381de8 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a70d83d-12bd-4f6e-b224-cda8774f6ade,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:35.045202 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f2b60-9c25-4589-ab12-1f1be2dda563 req-2486fd68-7e10-43cf-a5d1-b21686c2d56f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:35.047280 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e77f2b60-9c25-4589-ab12-1f1be2dda563 req-2486fd68-7e10-43cf-a5d1-b21686c2d56f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0863743 Aug 05 14:01:35.103418 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e77f2b60-9c25-4589-ab12-1f1be2dda563 req-cc4623e9-6247-4596-940f-ee60297d8e7b tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476065 Aug 05 14:01:35.123973 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device f5c6e997-6dda-480e-9964-056a281fdde3 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:01:35.129075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device f5c6e997-6dda-480e-9964-056a281fdde3 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:01:35.187667 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec5e5829-506d-4b1a-be4c-7f962f4b7e0a req-619d970a-b801-4404-8f4b-2b6bb3059736 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1880182009&fields=id&tenant_id=96ce52ade26d4779afbb233449c53c4d HTTP/1.1" status: 200 len: 267 time: 0.0422058 Aug 05 14:01:35.254799 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e5829-506d-4b1a-be4c-7f962f4b7e0a req-ea4bcb90-03b9-4d8d-a585-d877e68199d6 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:35.256405 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec5e5829-506d-4b1a-be4c-7f962f4b7e0a req-ea4bcb90-03b9-4d8d-a585-d877e68199d6 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0621753 Aug 05 14:01:35.270044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-ec5e5829-506d-4b1a-be4c-7f962f4b7e0a req-3eef4686-b4ce-4dfd-b451-4d5404e7d9c1 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Request body: {'port': {'security_groups': ['dabe46e2-3e11-4441-b7f5-3ed3ebf1a954', '5a70d83d-12bd-4f6e-b224-cda8774f6ade']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:35.294674 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port f5c6e997-6dda-480e-9964-056a281fdde3, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=f5c6e997-6dda-480e-9964-056a281fdde3,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:35.306107 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:35.311851 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'f5c6e997-6dda-480e-9964-056a281fdde3', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': 'f5c6e997-6dda-480e-9964-056a281fdde3', 'mac_address': 'fa:16:3e:42:ec:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:01:35.345707 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ec5e5829-506d-4b1a-be4c-7f962f4b7e0a req-3eef4686-b4ce-4dfd-b451-4d5404e7d9c1 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:35.356593 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c6e997-6dda-480e-9964-056a281fdde3'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:35.359327 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e43190-9195-4f2b-888d-e33711f17c77" -d '{"events": [{"server_uuid": "dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c6e997-6dda-480e-9964-056a281fdde3"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:35.387101 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port f5c6e997-6dda-480e-9964-056a281fdde3, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=f5c6e997-6dda-480e-9964-056a281fdde3,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:35.390621 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:35.401423 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:35.411226 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5c6e997-6dda-480e-9964-056a281fdde3 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:01:35.437885 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94a0b62-7323-4e76-8f02-e624508c3e99 x-openstack-request-id: req-d94a0b62-7323-4e76-8f02-e624508c3e99 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:35.438180 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c6e997-6dda-480e-9964-056a281fdde3", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:35.438453 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d94a0b62-7323-4e76-8f02-e624508c3e99 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:35.438848 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c6e997-6dda-480e-9964-056a281fdde3', 'code': 200} Aug 05 14:01:35.495197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=f5c6e997-6dda-480e-9964-056a281fdde3,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:35.507462 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:01:35.507817 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:01:35.586283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6c775-ba20-4e9b-bbaa-e75f26becab9 req-dfc264f9-217a-4c00-894c-8cca9106c17c tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:35.596446 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8dc6c775-ba20-4e9b-bbaa-e75f26becab9 req-dfc264f9-217a-4c00-894c-8cca9106c17c tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0687718 Aug 05 14:01:35.646030 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8dc6c775-ba20-4e9b-bbaa-e75f26becab9 req-6d4a0455-7456-4043-b298-8735de1c3a34 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461781 Aug 05 14:01:35.687180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-ec5e5829-506d-4b1a-be4c-7f962f4b7e0a req-3eef4686-b4ce-4dfd-b451-4d5404e7d9c1 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] For port d16c8551-8cff-456e-952b-c312f1b3446c, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d16c8551-8cff-456e-952b-c312f1b3446c,segment=NetworkSegment(11441616-c92a-4ac4-ad0c-8df7fcc65f76),segment_id=11441616-c92a-4ac4-ad0c-8df7fcc65f76)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:35.730040 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ec5e5829-506d-4b1a-be4c-7f962f4b7e0a req-3eef4686-b4ce-4dfd-b451-4d5404e7d9c1 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:35.737447 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ec5e5829-506d-4b1a-be4c-7f962f4b7e0a req-3eef4686-b4ce-4dfd-b451-4d5404e7d9c1 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:35.756130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['d16c8551-8cff-456e-952b-c312f1b3446c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:01:35.782126 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441ca08-029d-40f6-be58-3fce0c66a445 req-8ba9d931-e0d1-41d7-bba6-f533af9fb6d7 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:35.783960 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5441ca08-029d-40f6-be58-3fce0c66a445 req-8ba9d931-e0d1-41d7-bba6-f533af9fb6d7 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 948 time: 0.0657988 Aug 05 14:01:35.793662 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 54292) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:35.800440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e5829-506d-4b1a-be4c-7f962f4b7e0a req-3eef4686-b4ce-4dfd-b451-4d5404e7d9c1 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:35.801313 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ec5e5829-506d-4b1a-be4c-7f962f4b7e0a req-3eef4686-b4ce-4dfd-b451-4d5404e7d9c1 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:35.829458 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec5e5829-506d-4b1a-be4c-7f962f4b7e0a req-3eef4686-b4ce-4dfd-b451-4d5404e7d9c1 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "PUT /v2.0/ports/d16c8551-8cff-456e-952b-c312f1b3446c HTTP/1.1" status: 200 len: 981 time: 0.5649939 Aug 05 14:01:35.841160 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'tag': 'd16c8551-8cff-456e-952b-c312f1b3446c'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:35.853659 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e95f0c-e346-44cf-a379-a9ba667636f9" -d '{"events": [{"name": "network-changed", "server_uuid": "723b881b-0dbd-4472-bd10-c6ea2b8bd105", "tag": "d16c8551-8cff-456e-952b-c312f1b3446c"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:35.859560 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5441ca08-029d-40f6-be58-3fce0c66a445 req-2fe24b7f-39ab-46d4-9d9a-691adec65634 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649300 Aug 05 14:01:35.941521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['d16c8551-8cff-456e-952b-c312f1b3446c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:01:35.946495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef4686-b4ce-4dfd-b451-4d5404e7d9c1 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Pushing event updated for resources: {'Port': ['ID=d16c8551-8cff-456e-952b-c312f1b3446c,revision_number=6']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:35.985531 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-84e2290f-c01c-4c97-9460-8ca6529e8f04 req-b0a24e3a-ec77-4e65-9f99-2eb8bf32d80d tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1880182009&fields=id&tenant_id=96ce52ade26d4779afbb233449c53c4d HTTP/1.1" status: 200 len: 267 time: 0.0540528 Aug 05 14:01:36.050869 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-30e8c823-edf3-44f4-a20b-d911d8767c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:36.082426 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea15ef55-df97-4309-8ca9-43cbdd292c60 x-openstack-request-id: req-ea15ef55-df97-4309-8ca9-43cbdd292c60 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:36.082730 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723b881b-0dbd-4472-bd10-c6ea2b8bd105", "tag": "d16c8551-8cff-456e-952b-c312f1b3446c", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:36.082982 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea15ef55-df97-4309-8ca9-43cbdd292c60 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:36.083385 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'tag': 'd16c8551-8cff-456e-952b-c312f1b3446c', 'status': 'completed', 'code': 200} Aug 05 14:01:36.100434 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2290f-c01c-4c97-9460-8ca6529e8f04 req-48b999f8-01ce-417b-82dd-0e555a7b7735 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:36.102503 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:36.103691 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-84e2290f-c01c-4c97-9460-8ca6529e8f04 req-48b999f8-01ce-417b-82dd-0e555a7b7735 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 984 time: 0.1115177 Aug 05 14:01:36.140906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-84e2290f-c01c-4c97-9460-8ca6529e8f04 req-c039e086-bf59-4185-bb0d-0f528e1030aa tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Request body: {'port': {'security_groups': ['dabe46e2-3e11-4441-b7f5-3ed3ebf1a954']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:36.146937 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c6e997-6dda-480e-9964-056a281fdde3 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:01:36.185275 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port f5c6e997-6dda-480e-9964-056a281fdde3, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=f5c6e997-6dda-480e-9964-056a281fdde3,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:36.199237 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:36.264513 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95f0c-e346-44cf-a379-a9ba667636f9 req-c00f9220-233e-4de5-ac31-a498c0354540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:36.266459 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50e95f0c-e346-44cf-a379-a9ba667636f9 req-c00f9220-233e-4de5-ac31-a498c0354540 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96ce52ade26d4779afbb233449c53c4d&device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 1135 time: 0.1536570 Aug 05 14:01:36.288746 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-84e2290f-c01c-4c97-9460-8ca6529e8f04 req-c039e086-bf59-4185-bb0d-0f528e1030aa tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:36.300841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=f5c6e997-6dda-480e-9964-056a281fdde3,revision_number=10']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:36.301786 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826203b-f22f-4c8d-b1e2-0e938dfc4199 req-405f06a2-90c2-490c-8428-43baf8c8bffd tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:36.303726 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9826203b-f22f-4c8d-b1e2-0e938dfc4199 req-405f06a2-90c2-490c-8428-43baf8c8bffd tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0643306 Aug 05 14:01:36.364062 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9826203b-f22f-4c8d-b1e2-0e938dfc4199 req-99ec62e0-c0a4-4eed-b2b1-3a51f76b03c3 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530283 Aug 05 14:01:36.425002 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-30e8c823-edf3-44f4-a20b-d911d8767c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:36.438622 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-30e8c823-edf3-44f4-a20b-d911d8767c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:36.488770 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95f0c-e346-44cf-a379-a9ba667636f9 req-1116196f-e836-4556-b508-31c78f0fe9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:36.490277 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50e95f0c-e346-44cf-a379-a9ba667636f9 req-1116196f-e836-4556-b508-31c78f0fe9ba service neutron] 10.222.0.63 "GET /v2.0/networks?id=0faf3c1a-da56-4914-b3b6-71d6487a60a7 HTTP/1.1" status: 200 len: 920 time: 0.2119613 Aug 05 14:01:36.501031 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['f5c6e997-6dda-480e-9964-056a281fdde3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:01:36.524046 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-30e8c823-edf3-44f4-a20b-d911d8767c3d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56c66239faa04eab8b7f426b485839aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7208252 Aug 05 14:01:36.527690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 54306) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:36.560329 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8c823-edf3-44f4-a20b-d911d8767c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f883d6-90a2-48bc-9517-b81590f6e808,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:36.564455 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50e95f0c-e346-44cf-a379-a9ba667636f9 req-37ccc8bc-15e0-43cb-b1aa-adc1c211b6cd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16c8551-8cff-456e-952b-c312f1b3446c HTTP/1.1" status: 200 len: 217 time: 0.0600002 Aug 05 14:01:36.594696 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b987b321-3cf0-4416-beb5-e7d551b27108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:36.622640 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b987b321-3cf0-4416-beb5-e7d551b27108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:36.672410 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95f0c-e346-44cf-a379-a9ba667636f9 req-988dbc39-b68c-46cf-87e1-0eeaa06e7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:36.674209 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50e95f0c-e346-44cf-a379-a9ba667636f9 req-988dbc39-b68c-46cf-87e1-0eeaa06e7e7c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=86095e2e-89d0-47c1-ab53-dffe55ffd0fc HTTP/1.1" status: 200 len: 859 time: 0.0919247 Aug 05 14:01:36.688205 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b987b321-3cf0-4416-beb5-e7d551b27108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:36.693961 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b987b321-3cf0-4416-beb5-e7d551b27108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:36.698552 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b987b321-3cf0-4416-beb5-e7d551b27108 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9f883d6-90a2-48bc-9517-b81590f6e808 HTTP/1.1" status: 204 len: 168 time: 0.1691036 Aug 05 14:01:36.713278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987b321-3cf0-4416-beb5-e7d551b27108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f883d6-90a2-48bc-9517-b81590f6e808,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:36.719799 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50e95f0c-e346-44cf-a379-a9ba667636f9 req-b7e549d2-0483-41d9-81c5-0d660c136b60 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0faf3c1a-da56-4914-b3b6-71d6487a60a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348644 Aug 05 14:01:36.803172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-84e2290f-c01c-4c97-9460-8ca6529e8f04 req-c039e086-bf59-4185-bb0d-0f528e1030aa tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] For port d16c8551-8cff-456e-952b-c312f1b3446c, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d16c8551-8cff-456e-952b-c312f1b3446c,segment=NetworkSegment(11441616-c92a-4ac4-ad0c-8df7fcc65f76),segment_id=11441616-c92a-4ac4-ad0c-8df7fcc65f76)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:36.837947 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4ce0f-e305-4029-9755-25cadf6f19ee req-7261a9d8-f2cb-48ad-b23e-f261283796b3 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:36.839619 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1d4ce0f-e305-4029-9755-25cadf6f19ee req-7261a9d8-f2cb-48ad-b23e-f261283796b3 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0929799 Aug 05 14:01:36.861524 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-84e2290f-c01c-4c97-9460-8ca6529e8f04 req-c039e086-bf59-4185-bb0d-0f528e1030aa tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:36.872190 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-84e2290f-c01c-4c97-9460-8ca6529e8f04 req-c039e086-bf59-4185-bb0d-0f528e1030aa tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:36.886314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['d16c8551-8cff-456e-952b-c312f1b3446c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:01:36.896848 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1d4ce0f-e305-4029-9755-25cadf6f19ee req-1ca84e34-f837-4127-8b6c-73cd902c2e11 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460594 Aug 05 14:01:36.910720 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50e95f0c-e346-44cf-a379-a9ba667636f9 req-ead7d762-723e-48a6-8339-f2abc69e6037 service neutron] 10.222.0.63 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754715 Aug 05 14:01:37.003803 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2290f-c01c-4c97-9460-8ca6529e8f04 req-c039e086-bf59-4185-bb0d-0f528e1030aa tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:37.005293 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-84e2290f-c01c-4c97-9460-8ca6529e8f04 req-c039e086-bf59-4185-bb0d-0f528e1030aa tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:37.007378 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-84e2290f-c01c-4c97-9460-8ca6529e8f04 req-c039e086-bf59-4185-bb0d-0f528e1030aa tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "PUT /v2.0/ports/d16c8551-8cff-456e-952b-c312f1b3446c HTTP/1.1" status: 200 len: 942 time: 0.8845861 Aug 05 14:01:37.011391 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'tag': 'd16c8551-8cff-456e-952b-c312f1b3446c'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:37.014341 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cca91f6-1c4a-4dcc-bf65-bf479a6dae2d" -d '{"events": [{"name": "network-changed", "server_uuid": "723b881b-0dbd-4472-bd10-c6ea2b8bd105", "tag": "d16c8551-8cff-456e-952b-c312f1b3446c"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:37.038239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039e086-bf59-4185-bb0d-0f528e1030aa tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Pushing event updated for resources: {'Port': ['ID=d16c8551-8cff-456e-952b-c312f1b3446c,revision_number=7']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:37.080757 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50e95f0c-e346-44cf-a379-a9ba667636f9 req-8215aa60-d613-4e41-8788-4a2e54110ad1 service neutron] 10.222.0.63 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613789 Aug 05 14:01:37.109613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebf822-54b0-448d-8561-e906b4f90794 req-70283263-b52d-474b-afb1-332fccf4fa99 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:37.111108 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-65ebf822-54b0-448d-8561-e906b4f90794 req-70283263-b52d-474b-afb1-332fccf4fa99 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.1321673 Aug 05 14:01:37.126781 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['d16c8551-8cff-456e-952b-c312f1b3446c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:01:37.136406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 54324) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:37.156874 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-899b205c-5fa2-4ed4-a8ec-17333fe03c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:37.181333 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-65ebf822-54b0-448d-8561-e906b4f90794 req-ad9dafcc-b81d-4795-a224-861c77bc7a60 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639036 Aug 05 14:01:37.296861 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-899b205c-5fa2-4ed4-a8ec-17333fe03c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:37.305629 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-899b205c-5fa2-4ed4-a8ec-17333fe03c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:37.350958 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-899b205c-5fa2-4ed4-a8ec-17333fe03c70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=814cfe9ae8c046758e5c5f6b4cc2d368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2110686 Aug 05 14:01:37.353378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 54328) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:37.370521 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b205c-5fa2-4ed4-a8ec-17333fe03c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2c4161-bfda-4614-b855-0d3fc47d223a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:37.416451 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6191ce2-42d7-4cd0-84b7-fcf7c61a9946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:37.442370 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6191ce2-42d7-4cd0-84b7-fcf7c61a9946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:37.522474 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6191ce2-42d7-4cd0-84b7-fcf7c61a9946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:37.525019 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6191ce2-42d7-4cd0-84b7-fcf7c61a9946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:37.526174 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b6191ce2-42d7-4cd0-84b7-fcf7c61a9946 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a2c4161-bfda-4614-b855-0d3fc47d223a HTTP/1.1" status: 204 len: 168 time: 0.1718554 Aug 05 14:01:37.539401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6191ce2-42d7-4cd0-84b7-fcf7c61a9946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2c4161-bfda-4614-b855-0d3fc47d223a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:37.558469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05100bd8-166e-4c04-924c-5db64d36759c req-1d7511bf-e2c7-4d49-a2da-66f842d781fe tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:37.561667 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-05100bd8-166e-4c04-924c-5db64d36759c req-1d7511bf-e2c7-4d49-a2da-66f842d781fe tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0678749 Aug 05 14:01:37.597309 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3cd112-d08a-4e62-80f2-0ba721025535 x-openstack-request-id: req-3d3cd112-d08a-4e62-80f2-0ba721025535 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:37.597592 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723b881b-0dbd-4472-bd10-c6ea2b8bd105", "tag": "d16c8551-8cff-456e-952b-c312f1b3446c", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:37.598045 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d3cd112-d08a-4e62-80f2-0ba721025535 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:37.598460 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'tag': 'd16c8551-8cff-456e-952b-c312f1b3446c', 'status': 'completed', 'code': 200} Aug 05 14:01:37.604811 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-05100bd8-166e-4c04-924c-5db64d36759c req-edaa9ef5-828f-4f22-b2b1-d28c44f065f5 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365281 Aug 05 14:01:37.652604 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-bafd1236-f1e5-4c23-b03e-46b0a4a15262 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5251670 Aug 05 14:01:37.663958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-b4dc913c-e080-4ea7-9539-1cddaf211785 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:37.675775 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca91f6-1c4a-4dcc-bf65-bf479a6dae2d req-a7973dac-7aa7-468b-963e-f535e7bbab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:37.677285 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0cca91f6-1c4a-4dcc-bf65-bf479a6dae2d req-a7973dac-7aa7-468b-963e-f535e7bbab7e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96ce52ade26d4779afbb233449c53c4d&device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 1096 time: 0.0818105 Aug 05 14:01:37.713437 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-b4dc913c-e080-4ea7-9539-1cddaf211785 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:37.828165 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca91f6-1c4a-4dcc-bf65-bf479a6dae2d req-7069bb89-b6cd-40f5-b397-9a8abb117efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:37.829678 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0cca91f6-1c4a-4dcc-bf65-bf479a6dae2d req-7069bb89-b6cd-40f5-b397-9a8abb117efa service neutron] 10.222.0.63 "GET /v2.0/networks?id=0faf3c1a-da56-4914-b3b6-71d6487a60a7 HTTP/1.1" status: 200 len: 920 time: 0.1417744 Aug 05 14:01:37.876796 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0cca91f6-1c4a-4dcc-bf65-bf479a6dae2d req-4f082d80-c2f9-4148-855c-41953124145a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16c8551-8cff-456e-952b-c312f1b3446c HTTP/1.1" status: 200 len: 217 time: 0.0375690 Aug 05 14:01:37.946350 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca91f6-1c4a-4dcc-bf65-bf479a6dae2d req-b2ab2f7b-e13f-49b6-9d36-c8e6e055bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:37.947829 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0cca91f6-1c4a-4dcc-bf65-bf479a6dae2d req-b2ab2f7b-e13f-49b6-9d36-c8e6e055bcef service neutron] 10.222.0.63 "GET /v2.0/subnets?id=86095e2e-89d0-47c1-ab53-dffe55ffd0fc HTTP/1.1" status: 200 len: 859 time: 0.0598068 Aug 05 14:01:37.948994 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-b4dc913c-e080-4ea7-9539-1cddaf211785 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:38.020322 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0cca91f6-1c4a-4dcc-bf65-bf479a6dae2d req-eac4486c-6a1e-4f36-bf66-6e812dec6e53 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0faf3c1a-da56-4914-b3b6-71d6487a60a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604851 Aug 05 14:01:38.026084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a9a9-6d40-4a94-9001-abca071a4df5 req-5764f330-1310-4c72-a5e1-4927a8bd3eb6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:38.028161 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f603a9a9-6d40-4a94-9001-abca071a4df5 req-5764f330-1310-4c72-a5e1-4927a8bd3eb6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0541022 Aug 05 14:01:38.078053 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f603a9a9-6d40-4a94-9001-abca071a4df5 req-2fd14fd8-9ef3-4ada-83a7-391c6fa4fc67 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384450 Aug 05 14:01:38.150016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-b4dc913c-e080-4ea7-9539-1cddaf211785 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Allocated IP 172.25.5.49 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/0c149951-75e6-4148-8323-7453dfd88b99) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:01:38.191633 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0cca91f6-1c4a-4dcc-bf65-bf479a6dae2d req-30594bf5-101d-4bed-882c-db95d962eef7 service neutron] 10.222.0.63 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590638 Aug 05 14:01:38.345146 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-b4dc913c-e080-4ea7-9539-1cddaf211785 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:38.352878 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0cca91f6-1c4a-4dcc-bf65-bf479a6dae2d req-ce5c6e5d-d03e-4854-ba4b-c126db288022 service neutron] 10.222.0.63 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343763 Aug 05 14:01:38.393743 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-b4dc913c-e080-4ea7-9539-1cddaf211785 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:38.432798 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-b4dc913c-e080-4ea7-9539-1cddaf211785 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:01:38.434523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-b4dc913c-e080-4ea7-9539-1cddaf211785 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:01:38.442135 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-b4dc913c-e080-4ea7-9539-1cddaf211785 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:01:38.478332 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc913c-e080-4ea7-9539-1cddaf211785 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Pushing event updated for resources: {'Port': ['ID=0c149951-75e6-4148-8323-7453dfd88b99,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:38.574482 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-b4dc913c-e080-4ea7-9539-1cddaf211785 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:38.623849 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-b4dc913c-e080-4ea7-9539-1cddaf211785 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:38.644568 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70877af2-4fa2-4085-9ac8-02a5336a83fa req-f054e670-58ee-43c6-ac9a-1bae0d95fe2f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:38.646085 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-70877af2-4fa2-4085-9ac8-02a5336a83fa req-f054e670-58ee-43c6-ac9a-1bae0d95fe2f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 950 time: 0.0768738 Aug 05 14:01:38.690226 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-70877af2-4fa2-4085-9ac8-02a5336a83fa req-3e8415d5-1f65-443e-8c92-b24e8faabede tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362270 Aug 05 14:01:38.800851 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-b4dc913c-e080-4ea7-9539-1cddaf211785 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:38.807125 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-b4dc913c-e080-4ea7-9539-1cddaf211785 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:38.883316 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc913c-e080-4ea7-9539-1cddaf211785 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Pushing event updated for resources: {'Port': ['ID=0c149951-75e6-4148-8323-7453dfd88b99,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:38.893553 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-b4dc913c-e080-4ea7-9539-1cddaf211785 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:38.909947 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-b4dc913c-e080-4ea7-9539-1cddaf211785 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:38.917913 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-b4dc913c-e080-4ea7-9539-1cddaf211785 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2583425 Aug 05 14:01:38.995318 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-878e80ac-6c68-4b15-a8bf-bd131f17c44d tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.49 HTTP/1.1" status: 200 len: 695 time: 0.0760176 Aug 05 14:01:39.028128 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a4d8e-3eff-428f-95bc-edfca1ec12bf req-89125af8-5283-4a06-863a-1ca3d1c320b8 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:39.030208 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a83a4d8e-3eff-428f-95bc-edfca1ec12bf req-89125af8-5283-4a06-863a-1ca3d1c320b8 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0550129 Aug 05 14:01:39.072672 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a83a4d8e-3eff-428f-95bc-edfca1ec12bf req-3261eed9-575c-44e3-800e-937f8f338b8b tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351539 Aug 05 14:01:39.115017 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-eee7146d-a5c1-4403-97b4-dbb37b05c883 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:39.116412 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-eee7146d-a5c1-4403-97b4-dbb37b05c883 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.1138723 Aug 05 14:01:39.126929 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-569b772b-cb06-405d-86d3-7002335aaa55 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:01:39.128145 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2cf59d3e-759e-4ef1-b0fc-7e4e21d6726d req-569b772b-cb06-405d-86d3-7002335aaa55 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060942 Aug 05 14:01:39.130452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device f5c6e997-6dda-480e-9964-056a281fdde3 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:01:39.186672 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port f5c6e997-6dda-480e-9964-056a281fdde3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:01:39.187206 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:39.268801 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:39.270598 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-3939b55a-8c68-4a8e-8e95-da9695e2a620 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:39.272167 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-3939b55a-8c68-4a8e-8e95-da9695e2a620 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0840039 Aug 05 14:01:39.293745 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c6e997-6dda-480e-9964-056a281fdde3'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:39.296263 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a585dd95-49fd-4639-b734-f86fd35e5515" -d '{"events": [{"server_uuid": "dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3", "name": "network-vif-plugged", "status": "completed", "tag": "f5c6e997-6dda-480e-9964-056a281fdde3"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:39.310687 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port f5c6e997-6dda-480e-9964-056a281fdde3, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=f5c6e997-6dda-480e-9964-056a281fdde3,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:39.316123 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:39.354070 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cee1168-f076-4ea5-a5cc-049a1d46665b x-openstack-request-id: req-7cee1168-f076-4ea5-a5cc-049a1d46665b {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:39.354388 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3", "name": "network-vif-plugged", "status": "completed", "tag": "f5c6e997-6dda-480e-9964-056a281fdde3", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:39.354639 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7cee1168-f076-4ea5-a5cc-049a1d46665b {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:39.355028 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c6e997-6dda-480e-9964-056a281fdde3', 'code': 200} Aug 05 14:01:39.364371 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-ab9163ad-76d4-43a1-b65e-becbeca590c3 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.49 HTTP/1.1" status: 200 len: 695 time: 0.0855331 Aug 05 14:01:39.375289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=f5c6e997-6dda-480e-9964-056a281fdde3,revision_number=11']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:39.375516 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-fbf1f926-b3c5-4282-87d9-c17fca45f2e5 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Request body: {'floatingip': {'port_id': 'd16c8551-8cff-456e-952b-c312f1b3446c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:39.419307 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-fbf1f926-b3c5-4282-87d9-c17fca45f2e5 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:39.486552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 54420) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:39.527129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11aa1a-21f0-4d61-bd5e-9f96a402fc49 req-791229d9-0421-4207-86e5-d622a39366a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:39.530984 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5b11aa1a-21f0-4d61-bd5e-9f96a402fc49 req-791229d9-0421-4207-86e5-d622a39366a9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 1102 time: 0.0470970 Aug 05 14:01:39.573143 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5b11aa1a-21f0-4d61-bd5e-9f96a402fc49 req-46af3555-acee-4b50-90bf-1b413096203a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333257 Aug 05 14:01:39.649363 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-54a2e13d-e027-4538-970c-931b9ab36f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:39.821356 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac2b32-ebfc-4ecc-b41d-d9bae235aa25 req-b303b685-e3f8-43a9-89ca-81f2d1871852 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:39.822832 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2dac2b32-ebfc-4ecc-b41d-d9bae235aa25 req-b303b685-e3f8-43a9-89ca-81f2d1871852 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 951 time: 0.0612044 Aug 05 14:01:39.865900 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2dac2b32-ebfc-4ecc-b41d-d9bae235aa25 req-d23d5206-bb02-497d-8648-9ebf2c7c9adf tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359030 Aug 05 14:01:39.913840 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-54a2e13d-e027-4538-970c-931b9ab36f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:39.945006 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-54a2e13d-e027-4538-970c-931b9ab36f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:39.999906 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-fbf1f926-b3c5-4282-87d9-c17fca45f2e5 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:40.002943 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-54a2e13d-e027-4538-970c-931b9ab36f7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0326a91ddfc640f9889d87c1665867b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5153816 Aug 05 14:01:40.004000 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2e13d-e027-4538-970c-931b9ab36f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6e3e13-7ef8-43a6-8c7f-cdfd9c6dedd8,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:40.006015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 54442) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:40.007106 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-fbf1f926-b3c5-4282-87d9-c17fca45f2e5 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:40.080326 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7626280c-e362-497a-8442-2f6485e002fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:40.105779 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7626280c-e362-497a-8442-2f6485e002fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:40.122333 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-fbf1f926-b3c5-4282-87d9-c17fca45f2e5 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Floating IP f185b364-025c-405a-8dfe-f4839698c058 associated. External IP: 172.25.5.49, port: d16c8551-8cff-456e-952b-c312f1b3446c. Aug 05 14:01:40.157630 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7626280c-e362-497a-8442-2f6485e002fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:40.160804 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7626280c-e362-497a-8442-2f6485e002fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:40.162178 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7626280c-e362-497a-8442-2f6485e002fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c6e3e13-7ef8-43a6-8c7f-cdfd9c6dedd8 HTTP/1.1" status: 204 len: 168 time: 0.1538792 Aug 05 14:01:40.184152 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626280c-e362-497a-8442-2f6485e002fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6e3e13-7ef8-43a6-8c7f-cdfd9c6dedd8,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:40.245756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de1b91-b5d0-4cca-9f77-504284d9646d req-f50377c5-db16-4294-ac19-5b73e1533a68 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:40.247349 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8de1b91-b5d0-4cca-9f77-504284d9646d req-f50377c5-db16-4294-ac19-5b73e1533a68 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0840752 Aug 05 14:01:40.292473 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8de1b91-b5d0-4cca-9f77-504284d9646d req-74eb2773-b4a1-41e6-a72f-e9f375db277b tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359957 Aug 05 14:01:40.350972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-fbf1f926-b3c5-4282-87d9-c17fca45f2e5 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Router ef15265f-d1c2-4678-afd8-22a93df7f996 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:01:40.458450 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 54450) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:40.476660 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b090a23b-ede3-4ab6-957e-658507c202fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:40.572333 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b090a23b-ede3-4ab6-957e-658507c202fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:40.576144 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b090a23b-ede3-4ab6-957e-658507c202fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:40.616386 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b090a23b-ede3-4ab6-957e-658507c202fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=424da58f52ab4ed9a86f08cdbbb96166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569512 Aug 05 14:01:40.617175 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090a23b-ede3-4ab6-957e-658507c202fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286cfa85-4455-40d4-86cb-b2b7d2ca77be,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:40.619527 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 54454) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:40.674735 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d2559c-345f-4227-8fae-92179172490e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:40.700584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-fbf1f926-b3c5-4282-87d9-c17fca45f2e5 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:01:40.702066 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d2559c-345f-4227-8fae-92179172490e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:40.705212 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-fbf1f926-b3c5-4282-87d9-c17fca45f2e5 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:40.711730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7543a340-909b-4702-ae96-e7fb4e571cc8 None None] Sync routers for ids ['ef15265f-d1c2-4678-afd8-22a93df7f996'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:01:40.722009 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7543a340-909b-4702-ae96-e7fb4e571cc8 None None] Routers {'ef15265f-d1c2-4678-afd8-22a93df7f996'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:01:40.722687 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-7543a340-909b-4702-ae96-e7fb4e571cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:01:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ef15265f-d1c2-4678-afd8-22a93df7f996'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:40.738409 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-fbf1f926-b3c5-4282-87d9-c17fca45f2e5 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "PUT /v2.0/floatingips/f185b364-025c-405a-8dfe-f4839698c058 HTTP/1.1" status: 200 len: 995 time: 1.3676720 Aug 05 14:01:40.738899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'tag': 'd16c8551-8cff-456e-952b-c312f1b3446c'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:40.741530 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263071b4-6381-4bb8-b5f1-2c3d02972b16" -d '{"events": [{"name": "network-changed", "server_uuid": "723b881b-0dbd-4472-bd10-c6ea2b8bd105", "tag": "d16c8551-8cff-456e-952b-c312f1b3446c"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:40.754125 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d2559c-345f-4227-8fae-92179172490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:40.757043 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d2559c-345f-4227-8fae-92179172490e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:40.763364 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-63d2559c-345f-4227-8fae-92179172490e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/286cfa85-4455-40d4-86cb-b2b7d2ca77be HTTP/1.1" status: 204 len: 168 time: 0.1428094 Aug 05 14:01:40.773874 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2559c-345f-4227-8fae-92179172490e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286cfa85-4455-40d4-86cb-b2b7d2ca77be,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:40.802962 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b521dc-24f2-4959-b81d-056a85de4404 x-openstack-request-id: req-b9b521dc-24f2-4959-b81d-056a85de4404 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:40.803415 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723b881b-0dbd-4472-bd10-c6ea2b8bd105", "tag": "d16c8551-8cff-456e-952b-c312f1b3446c", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:40.803769 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9b521dc-24f2-4959-b81d-056a85de4404 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:40.804272 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'tag': 'd16c8551-8cff-456e-952b-c312f1b3446c', 'status': 'completed', 'code': 200} Aug 05 14:01:40.821917 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-bb3073d4-d697-4d5c-b21e-19d9abc89868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:40.830125 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-bb3073d4-d697-4d5c-b21e-19d9abc89868 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96ce52ade26d4779afbb233449c53c4d&device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 1096 time: 0.0716834 Aug 05 14:01:40.901256 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263071b4-6381-4bb8-b5f1-2c3d02972b16 req-9e995863-1665-43a8-ab49-8e2b2145b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:40.903149 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-263071b4-6381-4bb8-b5f1-2c3d02972b16 req-9e995863-1665-43a8-ab49-8e2b2145b7b2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96ce52ade26d4779afbb233449c53c4d&device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 1096 time: 0.0866888 Aug 05 14:01:40.937187 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-f5d9deec-220e-4b25-8e67-3c74942ffa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:40.946406 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-f5d9deec-220e-4b25-8e67-3c74942ffa5e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0faf3c1a-da56-4914-b3b6-71d6487a60a7 HTTP/1.1" status: 200 len: 920 time: 0.1151869 Aug 05 14:01:41.003966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-7543a340-909b-4702-ae96-e7fb4e571cc8 None None] Set router ef15265f-d1c2-4678-afd8-22a93df7f996 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:01:41.079664 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d34f1-d06d-4b7b-b22c-11d3ac1b5d1b req-e91028a0-f4dd-4f15-a497-ccc3dd2eb1b0 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:41.086454 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-209d34f1-d06d-4b7b-b22c-11d3ac1b5d1b req-e91028a0-f4dd-4f15-a497-ccc3dd2eb1b0 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 951 time: 0.0868964 Aug 05 14:01:41.098837 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-dcf5929c-2cce-4607-b80b-48cc0004c7ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16c8551-8cff-456e-952b-c312f1b3446c HTTP/1.1" status: 200 len: 998 time: 0.1510735 Aug 05 14:01:41.129397 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263071b4-6381-4bb8-b5f1-2c3d02972b16 req-b780185d-e871-4e35-86e7-67019f9d81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:41.131049 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-263071b4-6381-4bb8-b5f1-2c3d02972b16 req-b780185d-e871-4e35-86e7-67019f9d81a8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0faf3c1a-da56-4914-b3b6-71d6487a60a7 HTTP/1.1" status: 200 len: 920 time: 0.2153685 Aug 05 14:01:41.147020 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-209d34f1-d06d-4b7b-b22c-11d3ac1b5d1b req-45d58856-25ab-4af0-95af-3c47c392e7a4 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595775 Aug 05 14:01:41.150240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8156e148-9ae1-4ed1-88eb-f39cf246fc5e details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:01:41.216621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-121e3c91-412c-49e0-a654-a39890c411db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:41.222123 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-121e3c91-412c-49e0-a654-a39890c411db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86095e2e-89d0-47c1-ab53-dffe55ffd0fc HTTP/1.1" status: 200 len: 859 time: 0.1198156 Aug 05 14:01:41.289316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8156e148-9ae1-4ed1-88eb-f39cf246fc5e,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:41.304329 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-263071b4-6381-4bb8-b5f1-2c3d02972b16 req-3f0d07b9-2d52-48c0-80f0-e626a4f6d5dc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16c8551-8cff-456e-952b-c312f1b3446c HTTP/1.1" status: 200 len: 998 time: 0.1562428 Aug 05 14:01:41.311195 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-99e2ef28-5b75-4977-90c4-e3738eaeeb71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0faf3c1a-da56-4914-b3b6-71d6487a60a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832739 Aug 05 14:01:41.343457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '8156e148-9ae1-4ed1-88eb-f39cf246fc5e', 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53', 'port_id': '8156e148-9ae1-4ed1-88eb-f39cf246fc5e', 'mac_address': 'fa:16:3e:26:ab:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509b4bd6-4083-497b-a5bd-8bf817602045', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:01:41.415397 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:41.434866 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8156e148-9ae1-4ed1-88eb-f39cf246fc5e {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:01:41.445054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263071b4-6381-4bb8-b5f1-2c3d02972b16 req-3cab6e71-5a50-49ce-b0a0-1b9b99d6dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:41.453095 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-263071b4-6381-4bb8-b5f1-2c3d02972b16 req-3cab6e71-5a50-49ce-b0a0-1b9b99d6dd58 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=86095e2e-89d0-47c1-ab53-dffe55ffd0fc HTTP/1.1" status: 200 len: 859 time: 0.1294467 Aug 05 14:01:41.492260 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8156e148-9ae1-4ed1-88eb-f39cf246fc5e,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:41.506787 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-9e5a3faf-86f4-4ba5-a4ef-52e1060a0de3 service neutron] 10.222.0.16 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945724 Aug 05 14:01:41.509141 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-263071b4-6381-4bb8-b5f1-2c3d02972b16 req-8b80e3a1-b98b-404a-a19e-f7955f6ec50f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0faf3c1a-da56-4914-b3b6-71d6487a60a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532157 Aug 05 14:01:41.509995 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:41.572037 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=8156e148-9ae1-4ed1-88eb-f39cf246fc5e,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:41.592574 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-7543a340-909b-4702-ae96-e7fb4e571cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'name': 'tempest-ServerRescueTestJSONUnderV235-540120080-router', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:27Z', 'updated_at': '2021-08-05T14:00:39Z', 'revision_number': 4, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'gw_port': {'id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:29Z', 'updated_at': '2021-08-05T14:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'f185b364-025c-405a-8dfe-f4839698c058', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'port_id': 'd16c8551-8cff-456e-952b-c312f1b3446c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7', 'mac_address': 'fa:16:3e:1c:3c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:01:38Z', 'updated_at': '2021-08-05T14:01:39Z', 'revision_number': 1, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f8b9f20-6710-459a-ae6b-e0316b99e6f6', 'name': '', 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'mac_address': 'fa:16:3e:89:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:37Z', 'updated_at': '2021-08-05T14:00:46Z', 'revision_number': 5, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'subnets': [{'id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:41.629357 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7543a340-909b-4702-ae96-e7fb4e571cc8 None None] Checking router: ef15265f-d1c2-4678-afd8-22a93df7f996 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:01:41.641622 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7543a340-909b-4702-ae96-e7fb4e571cc8 None None] Routers {'ef15265f-d1c2-4678-afd8-22a93df7f996'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:01:41.642411 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-7543a340-909b-4702-ae96-e7fb4e571cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:01:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ef15265f-d1c2-4678-afd8-22a93df7f996'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:41.681948 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['8156e148-9ae1-4ed1-88eb-f39cf246fc5e'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:01:41.719866 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7f63746-2407-4c05-b86f-57f1f468eab2 req-9c01ffd6-0084-44f0-804c-0554f990a87b service neutron] 10.222.0.16 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087665 Aug 05 14:01:41.757853 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-263071b4-6381-4bb8-b5f1-2c3d02972b16 req-4c9f4c18-2de5-41a7-8606-3355e2d0765d service neutron] 10.222.0.63 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370949 Aug 05 14:01:41.815302 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-7543a340-909b-4702-ae96-e7fb4e571cc8 None None] Set router ef15265f-d1c2-4678-afd8-22a93df7f996 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:01:41.989232 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-263071b4-6381-4bb8-b5f1-2c3d02972b16 req-8da44338-5b38-493a-a616-08bf6c42c42c service neutron] 10.222.0.63 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228322 Aug 05 14:01:42.004698 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f40a4-acbb-4da9-b532-50cb28d7df64 req-15d55cee-b6ad-4a79-903b-d712cb276b00 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:42.006294 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fb3f40a4-acbb-4da9-b532-50cb28d7df64 req-15d55cee-b6ad-4a79-903b-d712cb276b00 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 1102 time: 0.0904498 Aug 05 14:01:42.029724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03cf68-3843-498d-b46c-4d720353d0f3 req-de19b7b2-cacf-493a-945b-165a108050af tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:42.039128 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aa03cf68-3843-498d-b46c-4d720353d0f3 req-de19b7b2-cacf-493a-945b-165a108050af tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.1726797 Aug 05 14:01:42.070496 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fb3f40a4-acbb-4da9-b532-50cb28d7df64 req-8ad6363a-3209-4473-85d6-5cb6495ba3f4 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575845 Aug 05 14:01:42.088490 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aa03cf68-3843-498d-b46c-4d720353d0f3 req-feeb359e-7de5-4962-acae-fee56ab2721a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481484 Aug 05 14:01:42.242899 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-7543a340-909b-4702-ae96-e7fb4e571cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'name': 'tempest-ServerRescueTestJSONUnderV235-540120080-router', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:27Z', 'updated_at': '2021-08-05T14:00:39Z', 'revision_number': 4, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'gw_port': {'id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:29Z', 'updated_at': '2021-08-05T14:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'f185b364-025c-405a-8dfe-f4839698c058', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'port_id': 'd16c8551-8cff-456e-952b-c312f1b3446c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7', 'mac_address': 'fa:16:3e:1c:3c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:01:38Z', 'updated_at': '2021-08-05T14:01:39Z', 'revision_number': 1, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f8b9f20-6710-459a-ae6b-e0316b99e6f6', 'name': '', 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'mac_address': 'fa:16:3e:89:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:37Z', 'updated_at': '2021-08-05T14:00:46Z', 'revision_number': 5, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'subnets': [{'id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:42.248123 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-0c90db57-4135-428c-b2bd-79ae29642fa0 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.49 HTTP/1.1" status: 200 len: 998 time: 0.1346908 Aug 05 14:01:42.278530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7543a340-909b-4702-ae96-e7fb4e571cc8 None None] The sync data for ids ['ef15265f-d1c2-4678-afd8-22a93df7f996'] in n-d-803585-2 is: [{'id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'name': 'tempest-ServerRescueTestJSONUnderV235-540120080-router', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:27Z', 'updated_at': '2021-08-05T14:00:39Z', 'revision_number': 4, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'gw_port': {'id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:29Z', 'updated_at': '2021-08-05T14:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'f185b364-025c-405a-8dfe-f4839698c058', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'port_id': 'd16c8551-8cff-456e-952b-c312f1b3446c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7', 'mac_address': 'fa:16:3e:1c:3c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:01:38Z', 'updated_at': '2021-08-05T14:01:39Z', 'revision_number': 1, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f8b9f20-6710-459a-ae6b-e0316b99e6f6', 'name': '', 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'mac_address': 'fa:16:3e:89:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:37Z', 'updated_at': '2021-08-05T14:00:46Z', 'revision_number': 5, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'subnets': [{'id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:01:42.319583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-d685ab6c-6661-4a2d-9e37-18334445fa30 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:42.332101 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-d685ab6c-6661-4a2d-9e37-18334445fa30 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports/d16c8551-8cff-456e-952b-c312f1b3446c HTTP/1.1" status: 200 len: 942 time: 0.0717483 Aug 05 14:01:42.462563 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd872a-f544-4f83-bae1-1af6644f8141 req-484de00e-3a4d-4512-9d0e-8eaaa1f00734 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:42.463605 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26bd872a-f544-4f83-bae1-1af6644f8141 req-484de00e-3a4d-4512-9d0e-8eaaa1f00734 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 1102 time: 0.0705283 Aug 05 14:01:42.520583 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-43225414-8e82-4797-b644-66b532717c73 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.49 HTTP/1.1" status: 200 len: 998 time: 0.1428273 Aug 05 14:01:42.570724 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26bd872a-f544-4f83-bae1-1af6644f8141 req-c8b71ccb-3116-4160-b184-728747645826 tempest-ServersAdminTestJSON-915207684 tempest-ServersAdminTestJSON-915207684-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857239 Aug 05 14:01:42.645939 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f9df00-9aaa-4010-ad33-66ca0569d878 None None] New status for floating IP f185b364-025c-405a-8dfe-f4839698c058: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:01:42.721782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-426a8ba2-4488-4f18-a3cb-3595bcd01508 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:42.731118 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-426a8ba2-4488-4f18-a3cb-3595bcd01508 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.2095330 Aug 05 14:01:42.875564 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-80b69c0e-5486-490c-a701-0c2915f5e3f0 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.49 HTTP/1.1" status: 200 len: 998 time: 0.1431351 Aug 05 14:01:42.886332 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-54f83318-1b87-46ef-ae08-f5df5fd00c59 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:43.010104 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-54f83318-1b87-46ef-ae08-f5df5fd00c59 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:43.135435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8156e148-9ae1-4ed1-88eb-f39cf246fc5e up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:01:43.256672 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:01:43.258783 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:43.267022 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.api [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-54f83318-1b87-46ef-ae08-f5df5fd00c59 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:01:43.267646 n-d-803585-2 neutron-server[105724]: DEBUG oslo_db.api [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-54f83318-1b87-46ef-ae08-f5df5fd00c59 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:01:43.348040 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a07f9b-e2e1-4551-ab56-9c221b7f9ea2 req-a462f331-9c2b-4bfc-b311-6f9df30a09bd tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:43.351041 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6a07f9b-e2e1-4551-ab56-9c221b7f9ea2 req-a462f331-9c2b-4bfc-b311-6f9df30a09bd tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 949 time: 0.0784633 Aug 05 14:01:43.388449 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:43.407965 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6a07f9b-e2e1-4551-ab56-9c221b7f9ea2 req-e4619e29-626c-4fc4-8dd2-c6462e09f2c2 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508282 Aug 05 14:01:43.439074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e531ef4f-6aac-462d-8fde-d9897545cd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8156e148-9ae1-4ed1-88eb-f39cf246fc5e'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:43.442593 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaccd4a-3a0a-4c59-af6e-a4b6ed42daf7" -d '{"events": [{"server_uuid": "e531ef4f-6aac-462d-8fde-d9897545cd7d", "name": "network-vif-plugged", "status": "completed", "tag": "8156e148-9ae1-4ed1-88eb-f39cf246fc5e"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:43.460712 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8156e148-9ae1-4ed1-88eb-f39cf246fc5e,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:43.470229 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:43.555970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=8156e148-9ae1-4ed1-88eb-f39cf246fc5e,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:43.578863 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c841b-e6d3-436f-8b27-c82d70cdcf85 req-b84037d3-b6df-4c6a-8c22-941d525b1ea9 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:43.586701 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-201c841b-e6d3-436f-8b27-c82d70cdcf85 req-b84037d3-b6df-4c6a-8c22-941d525b1ea9 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0931094 Aug 05 14:01:43.645803 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-201c841b-e6d3-436f-8b27-c82d70cdcf85 req-5ecc74dc-ce4d-4cd4-b917-7f59ad7d0c59 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575871 Aug 05 14:01:43.693136 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86713fc-38a8-4b67-bc7d-5e6f8001986a x-openstack-request-id: req-c86713fc-38a8-4b67-bc7d-5e6f8001986a {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:43.694123 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e531ef4f-6aac-462d-8fde-d9897545cd7d", "name": "network-vif-plugged", "status": "completed", "tag": "8156e148-9ae1-4ed1-88eb-f39cf246fc5e", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:43.694123 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c86713fc-38a8-4b67-bc7d-5e6f8001986a {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:43.694123 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e531ef4f-6aac-462d-8fde-d9897545cd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8156e148-9ae1-4ed1-88eb-f39cf246fc5e', 'code': 200} Aug 05 14:01:43.770049 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-54f83318-1b87-46ef-ae08-f5df5fd00c59 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:44.024021 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-54f83318-1b87-46ef-ae08-f5df5fd00c59 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:44.030520 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-54f83318-1b87-46ef-ae08-f5df5fd00c59 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:44.031094 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-54f83318-1b87-46ef-ae08-f5df5fd00c59 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Floating IP f185b364-025c-405a-8dfe-f4839698c058 disassociated. External IP: 172.25.5.49, port: d16c8551-8cff-456e-952b-c312f1b3446c. Aug 05 14:01:44.304422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-54f83318-1b87-46ef-ae08-f5df5fd00c59 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Router ef15265f-d1c2-4678-afd8-22a93df7f996 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:01:44.375216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 54606) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:44.441735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-54f83318-1b87-46ef-ae08-f5df5fd00c59 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:01:44.452967 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-54f83318-1b87-46ef-ae08-f5df5fd00c59 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:44.454514 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8acfec-a943-453f-8156-789633d9c1fc None None] Sync routers for ids ['ef15265f-d1c2-4678-afd8-22a93df7f996'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:01:44.469271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8acfec-a943-453f-8156-789633d9c1fc None None] Routers {'ef15265f-d1c2-4678-afd8-22a93df7f996'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:01:44.469921 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aa8acfec-a943-453f-8156-789633d9c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:01:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ef15265f-d1c2-4678-afd8-22a93df7f996'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:44.518595 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a3b60c02-30c1-4365-afde-a769c1e73293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:44.529232 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-54f83318-1b87-46ef-ae08-f5df5fd00c59 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "PUT /v2.0/floatingips/f185b364-025c-405a-8dfe-f4839698c058 HTTP/1.1" status: 200 len: 694 time: 1.6513636 Aug 05 14:01:44.529787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'tag': 'd16c8551-8cff-456e-952b-c312f1b3446c'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:44.539364 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d586396-96b7-45cb-a230-6a353fe29ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "723b881b-0dbd-4472-bd10-c6ea2b8bd105", "tag": "d16c8551-8cff-456e-952b-c312f1b3446c"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:44.596418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-56cb26fe-32e3-445b-a744-6df6b313f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:44.607353 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-56cb26fe-32e3-445b-a744-6df6b313f8c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96ce52ade26d4779afbb233449c53c4d&device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 1096 time: 0.0644417 Aug 05 14:01:44.637333 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e49e48-0b73-4956-a862-105d4648862f req-5d5b9ec3-93ad-403b-b7a1-8dc4d3ffbc4f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:44.640241 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e4e49e48-0b73-4956-a862-105d4648862f req-5d5b9ec3-93ad-403b-b7a1-8dc4d3ffbc4f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 949 time: 0.1248071 Aug 05 14:01:44.710982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-20689d36-d529-4f88-b64d-2f302b15a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:44.711903 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e4e49e48-0b73-4956-a862-105d4648862f req-3a59c92e-908b-4e47-ad6f-43a47a25eddf tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649822 Aug 05 14:01:44.712761 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-20689d36-d529-4f88-b64d-2f302b15a6ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=0faf3c1a-da56-4914-b3b6-71d6487a60a7 HTTP/1.1" status: 200 len: 920 time: 0.1074035 Aug 05 14:01:44.784111 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-aa8acfec-a943-453f-8156-789633d9c1fc None None] Set router ef15265f-d1c2-4678-afd8-22a93df7f996 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:01:44.803629 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-022ab86d-ddf2-42e7-8667-ce859a0b3086 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16c8551-8cff-456e-952b-c312f1b3446c HTTP/1.1" status: 200 len: 217 time: 0.0665135 Aug 05 14:01:44.817222 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf2bfdd-bc67-495d-97fc-52128a654334 x-openstack-request-id: req-caf2bfdd-bc67-495d-97fc-52128a654334 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:44.817499 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723b881b-0dbd-4472-bd10-c6ea2b8bd105", "tag": "d16c8551-8cff-456e-952b-c312f1b3446c", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:44.817897 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-caf2bfdd-bc67-495d-97fc-52128a654334 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:44.818317 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'tag': 'd16c8551-8cff-456e-952b-c312f1b3446c', 'status': 'completed', 'code': 200} Aug 05 14:01:44.825601 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a3b60c02-30c1-4365-afde-a769c1e73293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:44.860984 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:44.877249 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a3b60c02-30c1-4365-afde-a769c1e73293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:44.896369 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-cd9983cc-c7ac-4bd4-87d1-8c52f59b9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:44.897943 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-cd9983cc-c7ac-4bd4-87d1-8c52f59b9045 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86095e2e-89d0-47c1-ab53-dffe55ffd0fc HTTP/1.1" status: 200 len: 859 time: 0.0933979 Aug 05 14:01:44.965591 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-e701c0ab-26ed-4ca0-a00b-eee4bda7ff5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0faf3c1a-da56-4914-b3b6-71d6487a60a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593410 Aug 05 14:01:45.032039 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a3b60c02-30c1-4365-afde-a769c1e73293 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0c0f54ee9f843749f57e5171d254235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6520777 Aug 05 14:01:45.032039 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b60c02-30c1-4365-afde-a769c1e73293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb65228f-ff65-4ec8-8055-fb8c31de7312,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:45.034637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 54622) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:45.069344 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d586396-96b7-45cb-a230-6a353fe29ac3 req-dc60e378-417b-4d5b-931b-3766054c0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:45.070931 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d586396-96b7-45cb-a230-6a353fe29ac3 req-dc60e378-417b-4d5b-931b-3766054c0d58 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=96ce52ade26d4779afbb233449c53c4d&device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 1096 time: 0.2493339 Aug 05 14:01:45.111915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb618c-4edc-470b-8c96-09ada15afd81 req-5d77cdd3-001c-409b-9fb9-89cb53fdde6d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:45.119230 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-44eb618c-4edc-470b-8c96-09ada15afd81 req-5d77cdd3-001c-409b-9fb9-89cb53fdde6d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.2495549 Aug 05 14:01:45.139225 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-6328fe02-f62d-48dc-8a44-39c6375669e4 service neutron] 10.222.0.16 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717544 Aug 05 14:01:45.169687 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aa8acfec-a943-453f-8156-789633d9c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'name': 'tempest-ServerRescueTestJSONUnderV235-540120080-router', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:27Z', 'updated_at': '2021-08-05T14:00:39Z', 'revision_number': 4, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'gw_port': {'id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:29Z', 'updated_at': '2021-08-05T14:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '3f8b9f20-6710-459a-ae6b-e0316b99e6f6', 'name': '', 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'mac_address': 'fa:16:3e:89:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:37Z', 'updated_at': '2021-08-05T14:00:46Z', 'revision_number': 5, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'subnets': [{'id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:45.188695 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5891cd3-35f1-4c27-8e39-b7c93b904f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:45.234960 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8acfec-a943-453f-8156-789633d9c1fc None None] Checking router: ef15265f-d1c2-4678-afd8-22a93df7f996 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:01:45.254830 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8acfec-a943-453f-8156-789633d9c1fc None None] Routers {'ef15265f-d1c2-4678-afd8-22a93df7f996'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:01:45.255880 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aa8acfec-a943-453f-8156-789633d9c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:01:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ef15265f-d1c2-4678-afd8-22a93df7f996'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:45.269198 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-095c95e9-cb33-49ab-b24e-f288a1103ab2 req-ba495bae-e1eb-4886-b5cf-ed587273c91f service neutron] 10.222.0.16 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281929 Aug 05 14:01:45.314837 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-44eb618c-4edc-470b-8c96-09ada15afd81 req-f67d6dbb-62f3-43cb-9278-fd8e062fd4c1 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945527 Aug 05 14:01:45.366194 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5891cd3-35f1-4c27-8e39-b7c93b904f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:45.393461 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b91d8e-3918-4bba-9415-20756e5deec3 req-728d68f4-3868-4526-89eb-d0a289ac2712 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:45.395093 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-99b91d8e-3918-4bba-9415-20756e5deec3 req-728d68f4-3868-4526-89eb-d0a289ac2712 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 949 time: 0.2025669 Aug 05 14:01:45.482050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-aa8acfec-a943-453f-8156-789633d9c1fc None None] Set router ef15265f-d1c2-4678-afd8-22a93df7f996 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:01:45.505316 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d586396-96b7-45cb-a230-6a353fe29ac3 req-a4c2aab5-8bef-44fb-9e01-f3a8f83e95ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:45.507395 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d586396-96b7-45cb-a230-6a353fe29ac3 req-a4c2aab5-8bef-44fb-9e01-f3a8f83e95ec service neutron] 10.222.0.63 "GET /v2.0/networks?id=0faf3c1a-da56-4914-b3b6-71d6487a60a7 HTTP/1.1" status: 200 len: 920 time: 0.4100943 Aug 05 14:01:45.571273 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d586396-96b7-45cb-a230-6a353fe29ac3 req-73fa4e4c-62ef-4cc3-bbad-97c0ac090d2e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16c8551-8cff-456e-952b-c312f1b3446c HTTP/1.1" status: 200 len: 217 time: 0.0400038 Aug 05 14:01:45.617131 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cbd845e2-0830-4aab-a7ef-88cb17fef29f req-13318430-6bb5-441e-a19d-b4ff40822fcf tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/floatingips/f185b364-025c-405a-8dfe-f4839698c058 HTTP/1.1" status: 200 len: 694 time: 0.1611977 Aug 05 14:01:45.662909 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5891cd3-35f1-4c27-8e39-b7c93b904f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:45.666305 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5891cd3-35f1-4c27-8e39-b7c93b904f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:45.670939 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b5891cd3-35f1-4c27-8e39-b7c93b904f33 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb65228f-ff65-4ec8-8055-fb8c31de7312 HTTP/1.1" status: 204 len: 168 time: 0.6340106 Aug 05 14:01:45.702977 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5891cd3-35f1-4c27-8e39-b7c93b904f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb65228f-ff65-4ec8-8055-fb8c31de7312,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:45.712116 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d586396-96b7-45cb-a230-6a353fe29ac3 req-9d124e40-e50c-42f1-bfd5-c8a485803383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:45.714319 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d586396-96b7-45cb-a230-6a353fe29ac3 req-9d124e40-e50c-42f1-bfd5-c8a485803383 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=86095e2e-89d0-47c1-ab53-dffe55ffd0fc HTTP/1.1" status: 200 len: 859 time: 0.1330853 Aug 05 14:01:45.718578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-99b91d8e-3918-4bba-9415-20756e5deec3 req-42565d6c-5009-4584-aa0a-5611ee5bcd88 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Deleting port 26daf50d-9cd0-44df-8b2d-b968d14eda74 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:01:45.719247 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-99b91d8e-3918-4bba-9415-20756e5deec3 req-42565d6c-5009-4584-aa0a-5611ee5bcd88 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:45.859704 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d586396-96b7-45cb-a230-6a353fe29ac3 req-353c9134-3a97-49ac-b4f6-1ab138f81bb5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0faf3c1a-da56-4914-b3b6-71d6487a60a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339543 Aug 05 14:01:45.863889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd845e2-0830-4aab-a7ef-88cb17fef29f req-2c3809fd-82e0-4115-9f57-b3058f6ef412 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:45.866642 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cbd845e2-0830-4aab-a7ef-88cb17fef29f req-2c3809fd-82e0-4115-9f57-b3058f6ef412 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.2429411 Aug 05 14:01:45.884785 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:45.890286 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5e4663d5-2a5d-4c66-b66e-d23b8db17b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:45.935384 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aa8acfec-a943-453f-8156-789633d9c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'name': 'tempest-ServerRescueTestJSONUnderV235-540120080-router', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:27Z', 'updated_at': '2021-08-05T14:00:39Z', 'revision_number': 4, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'gw_port': {'id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:29Z', 'updated_at': '2021-08-05T14:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '3f8b9f20-6710-459a-ae6b-e0316b99e6f6', 'name': '', 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'mac_address': 'fa:16:3e:89:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:37Z', 'updated_at': '2021-08-05T14:00:46Z', 'revision_number': 5, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'subnets': [{'id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:45.961504 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cbd845e2-0830-4aab-a7ef-88cb17fef29f req-85cef573-f56c-479a-8aab-61976241a374 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.49 HTTP/1.1" status: 200 len: 697 time: 0.0855055 Aug 05 14:01:45.976266 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8acfec-a943-453f-8156-789633d9c1fc None None] The sync data for ids ['ef15265f-d1c2-4678-afd8-22a93df7f996'] in n-d-803585-2 is: [{'id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'name': 'tempest-ServerRescueTestJSONUnderV235-540120080-router', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:27Z', 'updated_at': '2021-08-05T14:00:39Z', 'revision_number': 4, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'gw_port': {'id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:29Z', 'updated_at': '2021-08-05T14:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '3f8b9f20-6710-459a-ae6b-e0316b99e6f6', 'name': '', 'network_id': '0faf3c1a-da56-4914-b3b6-71d6487a60a7', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'mac_address': 'fa:16:3e:89:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:37Z', 'updated_at': '2021-08-05T14:00:46Z', 'revision_number': 5, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'subnets': [{'id': '86095e2e-89d0-47c1-ab53-dffe55ffd0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:01:46.064454 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cbd845e2-0830-4aab-a7ef-88cb17fef29f req-9b24c548-cf65-4411-80d9-8922c1b6d205 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.49 HTTP/1.1" status: 200 len: 697 time: 0.0928941 Aug 05 14:01:46.096088 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-99b91d8e-3918-4bba-9415-20756e5deec3 req-42565d6c-5009-4584-aa0a-5611ee5bcd88 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] For port 26daf50d-9cd0-44df-8b2d-b968d14eda74, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=26daf50d-9cd0-44df-8b2d-b968d14eda74,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:46.096470 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-99b91d8e-3918-4bba-9415-20756e5deec3 req-42565d6c-5009-4584-aa0a-5611ee5bcd88 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:46.125929 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d586396-96b7-45cb-a230-6a353fe29ac3 req-be782439-47f0-4712-848a-244a7caa96cd service neutron] 10.222.0.63 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366037 Aug 05 14:01:46.136757 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f6187-a793-42fc-905c-56aaba5f0353 req-a7421232-8e4f-4973-9f5e-caa55099819e tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:46.139085 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-257f6187-a793-42fc-905c-56aaba5f0353 req-a7421232-8e4f-4973-9f5e-caa55099819e tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 949 time: 0.2860644 Aug 05 14:01:46.140295 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-99b91d8e-3918-4bba-9415-20756e5deec3 req-42565d6c-5009-4584-aa0a-5611ee5bcd88 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Calling delete_port for 26daf50d-9cd0-44df-8b2d-b968d14eda74 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:01:46.188593 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 54642) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:46.209480 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a67cc13-e013-4d90-be3a-52a5c74a46a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:46.339227 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-cbd845e2-0830-4aab-a7ef-88cb17fef29f req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Deleting port 0c149951-75e6-4148-8323-7453dfd88b99 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:01:46.339573 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-cbd845e2-0830-4aab-a7ef-88cb17fef29f req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:46.437452 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ee9fb-b893-4a23-a8cf-243d87ac0397 None None] New status for floating IP f185b364-025c-405a-8dfe-f4839698c058: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:01:46.486853 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-cbd845e2-0830-4aab-a7ef-88cb17fef29f req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:46.487298 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-cbd845e2-0830-4aab-a7ef-88cb17fef29f req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:46.503693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-cbd845e2-0830-4aab-a7ef-88cb17fef29f req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Calling delete_port for 0c149951-75e6-4148-8323-7453dfd88b99 owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:01:46.586419 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a67cc13-e013-4d90-be3a-52a5c74a46a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:46.593580 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a67cc13-e013-4d90-be3a-52a5c74a46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:46.661824 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0a67cc13-e013-4d90-be3a-52a5c74a46a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=407910f8493e45a4bc5e53aa358ee8c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4716825 Aug 05 14:01:46.664583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 54652) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:46.680843 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67cc13-e013-4d90-be3a-52a5c74a46a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5022f4c2-e43c-4bd3-b7ee-43bd72b2b62a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:46.702997 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-257f6187-a793-42fc-905c-56aaba5f0353 req-c427c8f5-381a-434b-a98a-50f3ea5aa9f1 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514741 Aug 05 14:01:46.910848 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d586396-96b7-45cb-a230-6a353fe29ac3 req-feabc70e-2e2f-46df-9d05-6a645a86ebc5 service neutron] 10.222.0.63 "GET /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7681410 Aug 05 14:01:46.980460 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dbd55-60d8-4b42-a9dc-246957bebcd6 req-74573be3-9b51-4664-b41d-1bb5dee1195e tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:46.982409 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-476dbd55-60d8-4b42-a9dc-246957bebcd6 req-74573be3-9b51-4664-b41d-1bb5dee1195e tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.1148674 Aug 05 14:01:46.983407 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-99b91d8e-3918-4bba-9415-20756e5deec3 req-42565d6c-5009-4584-aa0a-5611ee5bcd88 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:46.997557 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['78e114d5-1454-49b5-8e94-cdff246518d4', '26daf50d-9cd0-44df-8b2d-b968d14eda74', 'f5c6e997-6dda-480e-9964-056a281fdde3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:01:47.062853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42565d6c-5009-4584-aa0a-5611ee5bcd88 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Pushing event deleted for resources: {'Port': ['ID=26daf50d-9cd0-44df-8b2d-b968d14eda74,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:47.082416 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d113e112-5b2c-45bc-9713-31dc7b867e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:47.097587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b91d8e-3918-4bba-9415-20756e5deec3 req-42565d6c-5009-4584-aa0a-5611ee5bcd88 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] No DVR routers for this DVR port 26daf50d-9cd0-44df-8b2d-b968d14eda74 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:01:47.102181 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-99b91d8e-3918-4bba-9415-20756e5deec3 req-42565d6c-5009-4584-aa0a-5611ee5bcd88 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:47.104945 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-99b91d8e-3918-4bba-9415-20756e5deec3 req-42565d6c-5009-4584-aa0a-5611ee5bcd88 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.84 "DELETE /v2.0/ports/26daf50d-9cd0-44df-8b2d-b968d14eda74 HTTP/1.1" status: 204 len: 173 time: 1.6980033 Aug 05 14:01:47.105617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d', 'name': 'network-vif-deleted', 'tag': '26daf50d-9cd0-44df-8b2d-b968d14eda74'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:47.108804 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b388f8-9f94-4eb7-b62e-007c2107433e" -d '{"events": [{"server_uuid": "0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d", "name": "network-vif-deleted", "tag": "26daf50d-9cd0-44df-8b2d-b968d14eda74"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:47.117265 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d113e112-5b2c-45bc-9713-31dc7b867e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:47.120905 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-476dbd55-60d8-4b42-a9dc-246957bebcd6 req-98d23a8f-03da-46b4-a6c1-f923b11edc95 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212714 Aug 05 14:01:47.130794 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-cbd845e2-0830-4aab-a7ef-88cb17fef29f req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:47.184087 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Pushing event deleted for resources: {'Port': ['ID=0c149951-75e6-4148-8323-7453dfd88b99,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:47.219057 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:47.219745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:47.219928 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:47.220278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:47.220622 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:47.220936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:47.221270 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:47.221602 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:47.221932 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:47.222288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:47.222635 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:47.222965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:47.278223 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-cbd845e2-0830-4aab-a7ef-88cb17fef29f req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:47.282527 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-cbd845e2-0830-4aab-a7ef-88cb17fef29f req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:47.285212 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cbd845e2-0830-4aab-a7ef-88cb17fef29f req-92fab51c-26c9-40f0-93a9-8371538be660 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "DELETE /v2.0/floatingips/f185b364-025c-405a-8dfe-f4839698c058 HTTP/1.1" status: 204 len: 173 time: 1.2194591 Aug 05 14:01:47.286998 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d113e112-5b2c-45bc-9713-31dc7b867e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:47.292583 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d113e112-5b2c-45bc-9713-31dc7b867e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:47.292935 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d113e112-5b2c-45bc-9713-31dc7b867e07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5022f4c2-e43c-4bd3-b7ee-43bd72b2b62a HTTP/1.1" status: 204 len: 168 time: 0.6271083 Aug 05 14:01:47.331356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113e112-5b2c-45bc-9713-31dc7b867e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5022f4c2-e43c-4bd3-b7ee-43bd72b2b62a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:47.578332 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e970c0-20fa-4855-a711-1c6e61dd7b09 x-openstack-request-id: req-95e970c0-20fa-4855-a711-1c6e61dd7b09 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:47.578631 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d", "name": "network-vif-deleted", "tag": "26daf50d-9cd0-44df-8b2d-b968d14eda74", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:47.580855 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95e970c0-20fa-4855-a711-1c6e61dd7b09 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:47.581491 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d', 'name': 'network-vif-deleted', 'tag': '26daf50d-9cd0-44df-8b2d-b968d14eda74', 'status': 'completed', 'code': 200} Aug 05 14:01:47.701300 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e69b5496-3b3c-418b-a616-e22d8bd02b89 req-0fa596e6-f23b-4eae-903f-3aec71165c7e tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups/5a70d83d-12bd-4f6e-b224-cda8774f6ade HTTP/1.1" status: 200 len: 1810 time: 0.0879145 Aug 05 14:01:47.765021 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e69b5496-3b3c-418b-a616-e22d8bd02b89 req-6df25ee7-2f33-4eed-9d61-0946451284b2 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:47.797206 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e69b5496-3b3c-418b-a616-e22d8bd02b89 req-6df25ee7-2f33-4eed-9d61-0946451284b2 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:47.865758 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e69b5496-3b3c-418b-a616-e22d8bd02b89 req-6df25ee7-2f33-4eed-9d61-0946451284b2 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:47.868677 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e69b5496-3b3c-418b-a616-e22d8bd02b89 req-6df25ee7-2f33-4eed-9d61-0946451284b2 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:47.876212 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e69b5496-3b3c-418b-a616-e22d8bd02b89 req-6df25ee7-2f33-4eed-9d61-0946451284b2 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "DELETE /v2.0/security-groups/5a70d83d-12bd-4f6e-b224-cda8774f6ade HTTP/1.1" status: 204 len: 173 time: 0.1734707 Aug 05 14:01:47.907611 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df25ee7-2f33-4eed-9d61-0946451284b2 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a70d83d-12bd-4f6e-b224-cda8774f6ade,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:47.918126 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fbf0beb-6562-46a6-ac9c-bb6e9df61a64 req-07912ecc-60fe-43f0-b6df-108303cbdc2f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ac8e77b-0f34-47f2-b9a4-7ffc9c73289d HTTP/1.1" status: 200 len: 210 time: 0.0721197 Aug 05 14:01:48.223504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef93c3-c625-49df-8dc3-9b404fdc0b39 req-ab7b1623-15cc-49d0-8b9e-cfc250232db8 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:48.231239 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80ef93c3-c625-49df-8dc3-9b404fdc0b39 req-ab7b1623-15cc-49d0-8b9e-cfc250232db8 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0682113 Aug 05 14:01:48.318862 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80ef93c3-c625-49df-8dc3-9b404fdc0b39 req-a5624e44-cb15-47a8-9117-24a9170f5133 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860646 Aug 05 14:01:48.320789 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10b3f7-e35d-4164-90cb-7edb8d494a0e req-74bbaf18-ba10-4938-821e-bb5c07aa3c11 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:48.322423 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d72fe0d6-2487-403f-8d71-2d31682ceece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:48.332295 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5c10b3f7-e35d-4164-90cb-7edb8d494a0e req-74bbaf18-ba10-4938-821e-bb5c07aa3c11 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0849221 Aug 05 14:01:48.379244 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5c10b3f7-e35d-4164-90cb-7edb8d494a0e req-9bc40d00-fe39-4b58-9e25-139272c00219 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457752 Aug 05 14:01:48.545795 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:48.625995 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 54718) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:48.777430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6fe38b0c-bfb1-483a-ace5-57e3fc674cbf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1054323202-network', 'tenant_id': 'b7447886ddb64a2fa2fad9601eb31621'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:48.810708 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe38b0c-bfb1-483a-ace5-57e3fc674cbf admin admin] Made reservation on behalf of b7447886ddb64a2fa2fad9601eb31621 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:01:48.813479 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fe38b0c-bfb1-483a-ace5-57e3fc674cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:48.827266 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fe38b0c-bfb1-483a-ace5-57e3fc674cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:48.946234 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fe38b0c-bfb1-483a-ace5-57e3fc674cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:48.952835 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fe38b0c-bfb1-483a-ace5-57e3fc674cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:48.996653 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe38b0c-bfb1-483a-ace5-57e3fc674cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a6995d-3809-45e1-a967-f66a3c2a52af,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:49.007669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe38b0c-bfb1-483a-ace5-57e3fc674cbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:01:49.041634 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fe38b0c-bfb1-483a-ace5-57e3fc674cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:49.041988 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-6fe38b0c-bfb1-483a-ace5-57e3fc674cbf admin admin] Added segment 063c3ca3-d484-4bc3-a521-1f633052a0f5 of type vlan for network 8b741375-25f6-45b9-921d-c70e5c84b9b4 Aug 05 14:01:49.095158 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fe38b0c-bfb1-483a-ace5-57e3fc674cbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:49.140350 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fe38b0c-bfb1-483a-ace5-57e3fc674cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:49.141736 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe38b0c-bfb1-483a-ace5-57e3fc674cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:49.142378 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fe38b0c-bfb1-483a-ace5-57e3fc674cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:49.161649 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 26daf50d-9cd0-44df-8b2d-b968d14eda74 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:01:49.207481 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6fe38b0c-bfb1-483a-ace5-57e3fc674cbf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5802748 Aug 05 14:01:49.210859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 54726) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:49.216362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-1e5bed06-cc3e-4940-ae15-edc27f948ea5 admin admin] Request body: {'subnet': {'network_id': '8b741375-25f6-45b9-921d-c70e5c84b9b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1054323202-subnet', 'tenant_id': 'b7447886ddb64a2fa2fad9601eb31621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:49.220729 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe38b0c-bfb1-483a-ace5-57e3fc674cbf admin admin] Pushing event updated for resources: {'Network': ['ID=8b741375-25f6-45b9-921d-c70e5c84b9b4,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:49.225720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 26daf50d-9cd0-44df-8b2d-b968d14eda74 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:01:49.228114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 26daf50d-9cd0-44df-8b2d-b968d14eda74 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:01:49.240296 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 8b741375-25f6-45b9-921d-c70e5c84b9b4 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:01:49.265306 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5bed06-cc3e-4940-ae15-edc27f948ea5 admin admin] Made reservation on behalf of b7447886ddb64a2fa2fad9601eb31621 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:01:49.267763 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e5bed06-cc3e-4940-ae15-edc27f948ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:49.404780 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc45dd0-6096-45be-8a3a-1a15ea7698fd req-23d99b4e-9440-4ec6-9735-a282994db980 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:49.409793 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cbc45dd0-6096-45be-8a3a-1a15ea7698fd req-23d99b4e-9440-4ec6-9735-a282994db980 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 949 time: 0.0935669 Aug 05 14:01:49.430618 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:49.485440 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cbc45dd0-6096-45be-8a3a-1a15ea7698fd req-ef5ad508-021e-4fd8-887d-5236c2a3d06f tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633523 Aug 05 14:01:49.574567 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17135f8-5504-4754-bcb8-cb099a76b9b3 req-f892cd13-3a45-4d26-940f-6fba407d509b tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:49.576110 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e17135f8-5504-4754-bcb8-cb099a76b9b3 req-f892cd13-3a45-4d26-940f-6fba407d509b tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.1180851 Aug 05 14:01:49.603539 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e5bed06-cc3e-4940-ae15-edc27f948ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:49.652950 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2f9fd-dd07-437c-ab1b-2a0bea343c73 req-b3f8a263-c661-4b10-9ed1-a3e69ddb06d1 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:49.655458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2dd2f9fd-dd07-437c-ab1b-2a0bea343c73 req-b3f8a263-c661-4b10-9ed1-a3e69ddb06d1 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0783103 Aug 05 14:01:49.705001 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2dd2f9fd-dd07-437c-ab1b-2a0bea343c73 req-4f92dd8c-6f8e-4eb4-996d-93e4fc793243 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403788 Aug 05 14:01:49.706378 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e17135f8-5504-4754-bcb8-cb099a76b9b3 req-d2675708-a4ed-4605-84c8-98d9fc90cf43 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218333 Aug 05 14:01:49.708687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bed06-cc3e-4940-ae15-edc27f948ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12172d19-5626-488c-b994-61ee9a050fef,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:49.722177 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5bed06-cc3e-4940-ae15-edc27f948ea5 admin admin] Checking segment: {'id': '063c3ca3-d484-4bc3-a521-1f633052a0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8b741375-25f6-45b9-921d-c70e5c84b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:01:49.722854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5bed06-cc3e-4940-ae15-edc27f948ea5 admin admin] Network hostable DHCP agents. Network: 8b741375-25f6-45b9-921d-c70e5c84b9b4, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:01:49.745572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5bed06-cc3e-4940-ae15-edc27f948ea5 admin admin] Network 8b741375-25f6-45b9-921d-c70e5c84b9b4 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:01:49.758341 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-1e5bed06-cc3e-4940-ae15-edc27f948ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 8b741375-25f6-45b9-921d-c70e5c84b9b4) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:01:49.764302 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5bed06-cc3e-4940-ae15-edc27f948ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:49.765193 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e5bed06-cc3e-4940-ae15-edc27f948ea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:49.772525 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea67a08f-e41a-4b61-8609-e2c2a828f400 None None] Network 8b741375-25f6-45b9-921d-c70e5c84b9b4 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:01:49.791032 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1e5bed06-cc3e-4940-ae15-edc27f948ea5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5790079 Aug 05 14:01:49.991895 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeaf14c-7845-452e-92ea-2dfd6c3fffef None None] Network 8b741375-25f6-45b9-921d-c70e5c84b9b4 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:01:50.491733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 54764) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:50.499964 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-7f141224-fc0d-46a6-b118-ae0d6deadbf8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1899381504-network', 'tenant_id': '041668da071a4011b94e42bd402c83a2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:50.527604 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f141224-fc0d-46a6-b118-ae0d6deadbf8 admin admin] Made reservation on behalf of 041668da071a4011b94e42bd402c83a2 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:01:50.530872 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f141224-fc0d-46a6-b118-ae0d6deadbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:50.545902 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f141224-fc0d-46a6-b118-ae0d6deadbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:50.625216 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b185aea-e2b6-416c-affd-25bd20fa5c30 req-cdb49876-1365-494e-afcf-361f0b1997f0 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:50.626954 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8b185aea-e2b6-416c-affd-25bd20fa5c30 req-cdb49876-1365-494e-afcf-361f0b1997f0 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 949 time: 0.0616889 Aug 05 14:01:50.703041 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f141224-fc0d-46a6-b118-ae0d6deadbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:50.722292 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f141224-fc0d-46a6-b118-ae0d6deadbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:50.725373 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8b185aea-e2b6-416c-affd-25bd20fa5c30 req-72409c98-f571-4403-ab80-e92fff42cb80 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797501 Aug 05 14:01:50.761361 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f141224-fc0d-46a6-b118-ae0d6deadbf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:01:50.782707 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f141224-fc0d-46a6-b118-ae0d6deadbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:50.782969 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-7f141224-fc0d-46a6-b118-ae0d6deadbf8 admin admin] Added segment 5252d58d-ec76-401b-b068-5f37d4169808 of type vlan for network e9df94f3-535b-4532-b95a-023b6a2b746c Aug 05 14:01:50.784384 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f141224-fc0d-46a6-b118-ae0d6deadbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83099ab6-4c0c-4e9b-9259-f37582b50c4e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:50.837644 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f141224-fc0d-46a6-b118-ae0d6deadbf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:50.910046 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6b3a-ae13-4198-828a-d16896eee60f req-4330d2fc-c550-4d40-96c3-6307ef30bae5 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:50.915314 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f141224-fc0d-46a6-b118-ae0d6deadbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:50.916268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f141224-fc0d-46a6-b118-ae0d6deadbf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:50.916861 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f141224-fc0d-46a6-b118-ae0d6deadbf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:50.917013 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-475f6b3a-ae13-4198-828a-d16896eee60f req-4330d2fc-c550-4d40-96c3-6307ef30bae5 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.0660865 Aug 05 14:01:50.983586 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-475f6b3a-ae13-4198-828a-d16896eee60f req-8257f1b8-48a0-4b18-babf-b54503cf1c61 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604432 Aug 05 14:01:51.000632 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47689ff5-b086-4d83-aff8-eec387e7a110 req-87050b61-0188-47a8-9b8e-4cd2d8156d70 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:51.002539 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-47689ff5-b086-4d83-aff8-eec387e7a110 req-87050b61-0188-47a8-9b8e-4cd2d8156d70 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.1611056 Aug 05 14:01:51.012645 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7f141224-fc0d-46a6-b118-ae0d6deadbf8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5186043 Aug 05 14:01:51.015580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 54784) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:51.022933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-dce8bbbe-73e1-4652-8dc5-1ba85ff0942a admin admin] Request body: {'subnet': {'network_id': 'e9df94f3-535b-4532-b95a-023b6a2b746c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1899381504-subnet', 'tenant_id': '041668da071a4011b94e42bd402c83a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:51.045770 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f141224-fc0d-46a6-b118-ae0d6deadbf8 admin admin] Pushing event updated for resources: {'Network': ['ID=e9df94f3-535b-4532-b95a-023b6a2b746c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:51.061377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network e9df94f3-535b-4532-b95a-023b6a2b746c details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:01:51.076015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026798d-e8dc-4760-89b3-5e1b2db72e27 req-7989a3b6-c208-4e75-b221-57dc5d273f1e tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:51.077746 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7026798d-e8dc-4760-89b3-5e1b2db72e27 req-7989a3b6-c208-4e75-b221-57dc5d273f1e tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 949 time: 0.1715667 Aug 05 14:01:51.079824 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce8bbbe-73e1-4652-8dc5-1ba85ff0942a admin admin] Made reservation on behalf of 041668da071a4011b94e42bd402c83a2 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:01:51.082941 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dce8bbbe-73e1-4652-8dc5-1ba85ff0942a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:51.099564 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-47689ff5-b086-4d83-aff8-eec387e7a110 req-5f5eef2c-3743-49b2-a4ec-efa60107428d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813689 Aug 05 14:01:51.286548 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:51.315405 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3798752-0ea9-4fa5-baee-516ebf335711 req-94c72148-cdf0-4484-82c6-1a85c9942e5b tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:51.317521 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c3798752-0ea9-4fa5-baee-516ebf335711 req-94c72148-cdf0-4484-82c6-1a85c9942e5b tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.63 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 945 time: 0.2158241 Aug 05 14:01:51.387054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-7026798d-e8dc-4760-89b3-5e1b2db72e27 req-55dbf430-8e88-4bbf-8277-a48aeddb6c34 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Deleting port 78e114d5-1454-49b5-8e94-cdff246518d4 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:01:51.387721 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7026798d-e8dc-4760-89b3-5e1b2db72e27 req-55dbf430-8e88-4bbf-8277-a48aeddb6c34 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:51.413671 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dce8bbbe-73e1-4652-8dc5-1ba85ff0942a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:51.471975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8bbbe-73e1-4652-8dc5-1ba85ff0942a admin admin] Pushing event updated for resources: {'Subnet': ['ID=712879cc-cc63-4d93-b5a9-c1bc92321250,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:51.531869 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8bbbe-73e1-4652-8dc5-1ba85ff0942a admin admin] Checking segment: {'id': '5252d58d-ec76-401b-b068-5f37d4169808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e9df94f3-535b-4532-b95a-023b6a2b746c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:01:51.533049 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce8bbbe-73e1-4652-8dc5-1ba85ff0942a admin admin] Network hostable DHCP agents. Network: e9df94f3-535b-4532-b95a-023b6a2b746c, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:01:51.533715 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-7026798d-e8dc-4760-89b3-5e1b2db72e27 req-55dbf430-8e88-4bbf-8277-a48aeddb6c34 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] For port 78e114d5-1454-49b5-8e94-cdff246518d4, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=78e114d5-1454-49b5-8e94-cdff246518d4,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:51.534202 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7026798d-e8dc-4760-89b3-5e1b2db72e27 req-55dbf430-8e88-4bbf-8277-a48aeddb6c34 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:51.549226 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-c3798752-0ea9-4fa5-baee-516ebf335711 req-9d271113-7bad-403c-8303-74e6c7a0a890 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Deleting port d16c8551-8cff-456e-952b-c312f1b3446c {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:01:51.549574 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c3798752-0ea9-4fa5-baee-516ebf335711 req-9d271113-7bad-403c-8303-74e6c7a0a890 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:51.563116 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce8bbbe-73e1-4652-8dc5-1ba85ff0942a admin admin] Network e9df94f3-535b-4532-b95a-023b6a2b746c is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:01:51.566803 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-7026798d-e8dc-4760-89b3-5e1b2db72e27 req-55dbf430-8e88-4bbf-8277-a48aeddb6c34 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Calling delete_port for 78e114d5-1454-49b5-8e94-cdff246518d4 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:01:51.576391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-dce8bbbe-73e1-4652-8dc5-1ba85ff0942a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, e9df94f3-535b-4532-b95a-023b6a2b746c) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:01:51.589977 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dfd2d8-fcae-433c-bf9f-7854d32ccc5c None None] Network e9df94f3-535b-4532-b95a-023b6a2b746c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:01:51.611850 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce8bbbe-73e1-4652-8dc5-1ba85ff0942a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:51.613382 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dce8bbbe-73e1-4652-8dc5-1ba85ff0942a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:51.645660 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dce8bbbe-73e1-4652-8dc5-1ba85ff0942a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6286509 Aug 05 14:01:51.740808 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-c3798752-0ea9-4fa5-baee-516ebf335711 req-9d271113-7bad-403c-8303-74e6c7a0a890 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] For port d16c8551-8cff-456e-952b-c312f1b3446c, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d16c8551-8cff-456e-952b-c312f1b3446c,segment=NetworkSegment(11441616-c92a-4ac4-ad0c-8df7fcc65f76),segment_id=11441616-c92a-4ac4-ad0c-8df7fcc65f76)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:51.741278 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c3798752-0ea9-4fa5-baee-516ebf335711 req-9d271113-7bad-403c-8303-74e6c7a0a890 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:51.760214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-c3798752-0ea9-4fa5-baee-516ebf335711 req-9d271113-7bad-403c-8303-74e6c7a0a890 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Calling delete_port for d16c8551-8cff-456e-952b-c312f1b3446c owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:01:51.798872 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c707d128-1f14-49a7-adb3-28b1b4f3dee6 None None] Network e9df94f3-535b-4532-b95a-023b6a2b746c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:01:51.922158 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7026798d-e8dc-4760-89b3-5e1b2db72e27 req-55dbf430-8e88-4bbf-8277-a48aeddb6c34 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:51.944775 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['78e114d5-1454-49b5-8e94-cdff246518d4', 'f5c6e997-6dda-480e-9964-056a281fdde3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:01:51.949952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e722d9-b7a1-4fcd-a59f-f69c966ff289 req-f320ed6d-3842-4406-8952-5c7484e41fad tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:51.952895 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2e722d9-b7a1-4fcd-a59f-f69c966ff289 req-f320ed6d-3842-4406-8952-5c7484e41fad tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=67b80950-726c-4ec2-8039-39a7e0494f3e HTTP/1.1" status: 200 len: 867 time: 0.1110327 Aug 05 14:01:51.984048 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbf430-8e88-4bbf-8277-a48aeddb6c34 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Pushing event deleted for resources: {'Port': ['ID=78e114d5-1454-49b5-8e94-cdff246518d4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:52.081812 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2e722d9-b7a1-4fcd-a59f-f69c966ff289 req-33e85174-f402-4cd7-bea0-fca9fd3ad1c1 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193802 Aug 05 14:01:52.147243 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7026798d-e8dc-4760-89b3-5e1b2db72e27 req-55dbf430-8e88-4bbf-8277-a48aeddb6c34 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] No DVR routers for this DVR port 78e114d5-1454-49b5-8e94-cdff246518d4 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:01:52.150572 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7026798d-e8dc-4760-89b3-5e1b2db72e27 req-55dbf430-8e88-4bbf-8277-a48aeddb6c34 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:52.153151 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7026798d-e8dc-4760-89b3-5e1b2db72e27 req-55dbf430-8e88-4bbf-8277-a48aeddb6c34 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.84 "DELETE /v2.0/ports/78e114d5-1454-49b5-8e94-cdff246518d4 HTTP/1.1" status: 204 len: 173 time: 1.0525744 Aug 05 14:01:52.179198 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b80950-726c-4ec2-8039-39a7e0494f3e', 'name': 'network-vif-deleted', 'tag': '78e114d5-1454-49b5-8e94-cdff246518d4'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:52.181901 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38c3e72-e4a2-4b6f-a4f1-ed04ea21cf7b" -d '{"events": [{"server_uuid": "67b80950-726c-4ec2-8039-39a7e0494f3e", "name": "network-vif-deleted", "tag": "78e114d5-1454-49b5-8e94-cdff246518d4"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:52.233489 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c3798752-0ea9-4fa5-baee-516ebf335711 req-9d271113-7bad-403c-8303-74e6c7a0a890 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:52.272527 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abafbb5-ecb1-41b8-b953-0bf7e2329972 req-e6190f98-378d-4da8-9bb4-dd3318d58048 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:52.280385 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1abafbb5-ecb1-41b8-b953-0bf7e2329972 req-e6190f98-378d-4da8-9bb4-dd3318d58048 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/ports?device_id=723b881b-0dbd-4472-bd10-c6ea2b8bd105 HTTP/1.1" status: 200 len: 867 time: 0.1250696 Aug 05 14:01:52.291039 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d271113-7bad-403c-8303-74e6c7a0a890 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Pushing event deleted for resources: {'Port': ['ID=d16c8551-8cff-456e-952b-c312f1b3446c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:52.351139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3798752-0ea9-4fa5-baee-516ebf335711 req-9d271113-7bad-403c-8303-74e6c7a0a890 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] No DVR routers for this DVR port d16c8551-8cff-456e-952b-c312f1b3446c on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:01:52.358786 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c3798752-0ea9-4fa5-baee-516ebf335711 req-9d271113-7bad-403c-8303-74e6c7a0a890 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:52.360931 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c3798752-0ea9-4fa5-baee-516ebf335711 req-9d271113-7bad-403c-8303-74e6c7a0a890 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.63 "DELETE /v2.0/ports/d16c8551-8cff-456e-952b-c312f1b3446c HTTP/1.1" status: 204 len: 173 time: 1.0350339 Aug 05 14:01:52.369690 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1abafbb5-ecb1-41b8-b953-0bf7e2329972 req-5cccf990-a98f-4d66-ab6e-2752e5c1b930 tempest-ServerRescueTestJSONUnderV235-2058833118 tempest-ServerRescueTestJSONUnderV235-2058833118-project] 10.222.0.16 "GET /v2.0/security-groups?id=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878093 Aug 05 14:01:52.593090 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35687b0-096b-414e-9825-ebd7ffb30b20 req-6e4b22cb-2e55-44bd-a92b-51d86f58850f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:52.595441 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f35687b0-096b-414e-9825-ebd7ffb30b20 req-6e4b22cb-2e55-44bd-a92b-51d86f58850f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0842669 Aug 05 14:01:52.646744 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f35687b0-096b-414e-9825-ebd7ffb30b20 req-ac796785-d8d1-4e44-852a-33c77be57f5e tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451248 Aug 05 14:01:52.655501 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-5beceb4b-df4f-4394-97c6-38d21b16db18 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:52.666863 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-5beceb4b-df4f-4394-97c6-38d21b16db18 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/networks?id=8b741375-25f6-45b9-921d-c70e5c84b9b4 HTTP/1.1" status: 200 len: 809 time: 0.1817462 Aug 05 14:01:52.691385 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-39630646-a2c2-4381-997b-108d38e75636 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/quotas/b7447886ddb64a2fa2fad9601eb31621 HTTP/1.1" status: 200 len: 375 time: 0.0199270 Aug 05 14:01:52.751913 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-b0b1a793-0447-430d-bffc-dfb5865044a2 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b7447886ddb64a2fa2fad9601eb31621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527008 Aug 05 14:01:52.833112 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3861a3-a5bc-4550-9116-07ae4dd3dbe2 x-openstack-request-id: req-cd3861a3-a5bc-4550-9116-07ae4dd3dbe2 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:52.833414 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b80950-726c-4ec2-8039-39a7e0494f3e", "name": "network-vif-deleted", "tag": "78e114d5-1454-49b5-8e94-cdff246518d4", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:52.833675 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd3861a3-a5bc-4550-9116-07ae4dd3dbe2 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:52.834087 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b80950-726c-4ec2-8039-39a7e0494f3e', 'name': 'network-vif-deleted', 'tag': '78e114d5-1454-49b5-8e94-cdff246518d4', 'status': 'completed', 'code': 200} Aug 05 14:01:52.914185 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-3429a900-79c7-45f0-938e-f00d706aa0de service neutron] 10.222.0.16 "GET /v2.0/networks/8b741375-25f6-45b9-921d-c70e5c84b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613097 Aug 05 14:01:53.065980 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-86a45ca1-8b55-4fc9-b4b6-1d909bbd373d service neutron] 10.222.0.16 "GET /v2.0/networks/8b741375-25f6-45b9-921d-c70e5c84b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388946 Aug 05 14:01:53.371082 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-73496243-939e-4645-b685-4230c73a0639 req-c7d2a874-8550-40e7-9563-433fce09a8c0 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/ports?device_id=37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc HTTP/1.1" status: 200 len: 210 time: 0.0907848 Aug 05 14:01:53.447946 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 54846) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:53.505175 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f8d68-99e8-4388-9a23-68e8244a3af4 req-c1f8c037-92ed-40fa-a582-0645c125a16b tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:53.507879 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-404f8d68-99e8-4388-9a23-68e8244a3af4 req-c1f8c037-92ed-40fa-a582-0645c125a16b tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 951 time: 0.0864985 Aug 05 14:01:53.581513 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-404f8d68-99e8-4388-9a23-68e8244a3af4 req-913be3d5-434d-428d-879b-e85833b85901 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659046 Aug 05 14:01:53.862341 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ae82-a46a-470e-8975-b02cc44568b0 req-0f26ce49-8201-470a-b803-681f8fba3142 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:53.863855 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-96a5ae82-a46a-470e-8975-b02cc44568b0 req-0f26ce49-8201-470a-b803-681f8fba3142 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0833383 Aug 05 14:01:54.007540 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-96a5ae82-a46a-470e-8975-b02cc44568b0 req-20ea1591-88ae-4b77-ad3e-34def9f9afc1 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155717 Aug 05 14:01:54.040270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device d16c8551-8cff-456e-952b-c312f1b3446c no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:01:54.067534 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: d16c8551-8cff-456e-952b-c312f1b3446c {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:01:54.067970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device d16c8551-8cff-456e-952b-c312f1b3446c not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:01:54.160253 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7b789b68-f10d-434d-afec-76943aa39850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:54.463011 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-7b789b68-f10d-434d-afec-76943aa39850 admin admin] Deleting port 3f8b9f20-6710-459a-ae6b-e0316b99e6f6 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:01:54.463618 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7b789b68-f10d-434d-afec-76943aa39850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:54.468726 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5a339a37-3ab2-48e2-ba98-27c18ce88a6f req-3233a50e-0b97-4806-875f-8c5bfb7e940f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/ports?device_id=37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc HTTP/1.1" status: 200 len: 210 time: 0.0304701 Aug 05 14:01:54.559532 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-7b789b68-f10d-434d-afec-76943aa39850 admin admin] For port 3f8b9f20-6710-459a-ae6b-e0316b99e6f6, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3f8b9f20-6710-459a-ae6b-e0316b99e6f6,segment=NetworkSegment(11441616-c92a-4ac4-ad0c-8df7fcc65f76),segment_id=11441616-c92a-4ac4-ad0c-8df7fcc65f76)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:54.560730 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7b789b68-f10d-434d-afec-76943aa39850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:54.577201 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-7b789b68-f10d-434d-afec-76943aa39850 admin admin] Calling delete_port for 3f8b9f20-6710-459a-ae6b-e0316b99e6f6 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:01:54.802148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-b3913b2a-46b7-43c5-b366-c09bd13142ec tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:54.804204 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-b3913b2a-46b7-43c5-b366-c09bd13142ec tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.63 "GET /v2.0/networks?id=8b741375-25f6-45b9-921d-c70e5c84b9b4 HTTP/1.1" status: 200 len: 809 time: 0.1449201 Aug 05 14:01:54.820641 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Request body: {'port': {'device_id': '37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc', 'network_id': '8b741375-25f6-45b9-921d-c70e5c84b9b4', 'admin_state_up': True, 'tenant_id': 'b7447886ddb64a2fa2fad9601eb31621'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:54.842786 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'name': 'network-vif-deleted', 'tag': 'd16c8551-8cff-456e-952b-c312f1b3446c'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:54.845000 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c3d63c-b4f6-49e2-a8d5-e8485ef33042" -d '{"events": [{"server_uuid": "723b881b-0dbd-4472-bd10-c6ea2b8bd105", "name": "network-vif-deleted", "tag": "d16c8551-8cff-456e-952b-c312f1b3446c"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:54.845202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4969-c7aa-40fe-9001-6fb65de27a0e req-2330b87d-87f0-48c9-9437-c3545ff445c3 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:54.846615 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-537b4969-c7aa-40fe-9001-6fb65de27a0e req-2330b87d-87f0-48c9-9437-c3545ff445c3 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 951 time: 0.1241457 Aug 05 14:01:54.909966 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd904bd1-8ddd-4b42-9232-ec9a37731722 x-openstack-request-id: req-dd904bd1-8ddd-4b42-9232-ec9a37731722 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:54.915576 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723b881b-0dbd-4472-bd10-c6ea2b8bd105", "name": "network-vif-deleted", "tag": "d16c8551-8cff-456e-952b-c312f1b3446c", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:54.915850 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd904bd1-8ddd-4b42-9232-ec9a37731722 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:54.916268 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723b881b-0dbd-4472-bd10-c6ea2b8bd105', 'name': 'network-vif-deleted', 'tag': 'd16c8551-8cff-456e-952b-c312f1b3446c', 'status': 'completed', 'code': 200} Aug 05 14:01:54.987935 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-537b4969-c7aa-40fe-9001-6fb65de27a0e req-755b4a65-9b84-487d-a14b-43134422fbf0 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e756f72-b2ee-4903-ae4e-7b0ced5b0def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024737 Aug 05 14:01:54.991499 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7b789b68-f10d-434d-afec-76943aa39850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:55.028416 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b789b68-f10d-434d-afec-76943aa39850 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8b9f20-6710-459a-ae6b-e0316b99e6f6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:55.031283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Made reservation on behalf of b7447886ddb64a2fa2fad9601eb31621 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:01:55.035534 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:55.185534 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 78e114d5-1454-49b5-8e94-cdff246518d4 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:01:55.210848 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 78e114d5-1454-49b5-8e94-cdff246518d4 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:01:55.211596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 78e114d5-1454-49b5-8e94-cdff246518d4 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:01:55.318523 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7b789b68-f10d-434d-afec-76943aa39850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:55.346856 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Allocated IP 172.20.0.10 (8b741375-25f6-45b9-921d-c70e5c84b9b4/12172d19-5626-488c-b994-61ee9a050fef/cdf2dead-e531-4785-ba65-950472cd6ac9) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:01:55.366044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907d35c-d9a0-432f-a56a-0b04de5ca8ef req-0a16ae37-3b42-4d83-8dce-8d9534709fcc tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:55.367824 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2907d35c-d9a0-432f-a56a-0b04de5ca8ef req-0a16ae37-3b42-4d83-8dce-8d9534709fcc tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.2157416 Aug 05 14:01:55.380986 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ab0f3-6000-4a06-8f97-20289dd36b7f req-c77da103-8fcf-4bfd-803e-57c4757669c7 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:55.382670 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f62ab0f3-6000-4a06-8f97-20289dd36b7f req-c77da103-8fcf-4bfd-803e-57c4757669c7 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.84 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 951 time: 0.2318101 Aug 05 14:01:55.574506 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2907d35c-d9a0-432f-a56a-0b04de5ca8ef req-90a8522e-657c-49ac-be30-e8effc1b2535 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891508 Aug 05 14:01:55.642073 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-f62ab0f3-6000-4a06-8f97-20289dd36b7f req-ed634b53-5001-4742-ae93-6c643c901e27 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Deleting port f5c6e997-6dda-480e-9964-056a281fdde3 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:01:55.642451 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f62ab0f3-6000-4a06-8f97-20289dd36b7f req-ed634b53-5001-4742-ae93-6c643c901e27 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:55.718131 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:55.788483 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-f62ab0f3-6000-4a06-8f97-20289dd36b7f req-ed634b53-5001-4742-ae93-6c643c901e27 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] For port f5c6e997-6dda-480e-9964-056a281fdde3, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=f5c6e997-6dda-480e-9964-056a281fdde3,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:55.788853 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f62ab0f3-6000-4a06-8f97-20289dd36b7f req-ed634b53-5001-4742-ae93-6c643c901e27 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:55.806417 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-f62ab0f3-6000-4a06-8f97-20289dd36b7f req-ed634b53-5001-4742-ae93-6c643c901e27 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Calling delete_port for f5c6e997-6dda-480e-9964-056a281fdde3 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:01:55.819924 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:55.873494 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-209df4d9-0752-4471-b777-a9cca93b6120 req-0f0dcade-1f5a-4b04-85c4-3d4f133bb174 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/ports?device_id=37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc HTTP/1.1" status: 200 len: 210 time: 0.3085847 Aug 05 14:01:55.893419 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b789b68-f10d-434d-afec-76943aa39850 admin admin] Router ef15265f-d1c2-4678-afd8-22a93df7f996 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:01:55.907100 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Network 8b741375-25f6-45b9-921d-c70e5c84b9b4 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:01:55.914595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:01:55.923852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:01:55.928760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Pushing event updated for resources: {'Port': ['ID=cdf2dead-e531-4785-ba65-950472cd6ac9,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:55.969800 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:55.970146 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:55.970526 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:55.970847 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:55.971176 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:55.971506 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:55.971832 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:55.972157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:55.972478 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:55.972800 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:55.973118 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:55.973438 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:55.999708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:56.000332 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:56.006174 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b789b68-f10d-434d-afec-76943aa39850 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:01:56.012752 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7b789b68-f10d-434d-afec-76943aa39850 admin admin] 10.222.0.16 "PUT /v2.0/routers/ef15265f-d1c2-4678-afd8-22a93df7f996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5631983 Aug 05 14:01:56.015099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 54914) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:56.019793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0cf8cb-2eed-4964-be0e-1bc44b7fa82c None None] Sync routers for ids ['ef15265f-d1c2-4678-afd8-22a93df7f996'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:01:56.033219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0cf8cb-2eed-4964-be0e-1bc44b7fa82c None None] Routers {'ef15265f-d1c2-4678-afd8-22a93df7f996'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:01:56.034080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ad0cf8cb-2eed-4964-be0e-1bc44b7fa82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:01:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ef15265f-d1c2-4678-afd8-22a93df7f996'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:56.039851 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-9d29d6ad-e512-4ea5-9f8f-0ba96825f96f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2246122 Aug 05 14:01:56.062894 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Request body: {'port': {'device_id': '37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:01:56.113290 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f62ab0f3-6000-4a06-8f97-20289dd36b7f req-ed634b53-5001-4742-ae93-6c643c901e27 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:56.140133 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['f5c6e997-6dda-480e-9964-056a281fdde3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:01:56.221130 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32184232-97a0-4c59-884b-2d9076ad8158 admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:56.239406 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33356d87-f8b2-4cb2-854b-36f7e4b5fdb9 req-984a9f7f-656e-4b62-b2b0-168026207aad tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.16 "GET /v2.0/ports?device_id=dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3 HTTP/1.1" status: 200 len: 210 time: 0.1067908 Aug 05 14:01:56.240135 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed634b53-5001-4742-ae93-6c643c901e27 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Pushing event deleted for resources: {'Port': ['ID=f5c6e997-6dda-480e-9964-056a281fdde3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:56.244307 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:56.271491 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-ad0cf8cb-2eed-4964-be0e-1bc44b7fa82c None None] Set router ef15265f-d1c2-4678-afd8-22a93df7f996 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:01:56.373774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62ab0f3-6000-4a06-8f97-20289dd36b7f req-ed634b53-5001-4742-ae93-6c643c901e27 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] No DVR routers for this DVR port f5c6e997-6dda-480e-9964-056a281fdde3 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:01:56.386776 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f62ab0f3-6000-4a06-8f97-20289dd36b7f req-ed634b53-5001-4742-ae93-6c643c901e27 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:56.389675 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f62ab0f3-6000-4a06-8f97-20289dd36b7f req-ed634b53-5001-4742-ae93-6c643c901e27 tempest-ServersAdminTestJSON-1098804923 tempest-ServersAdminTestJSON-1098804923-project] 10.222.0.84 "DELETE /v2.0/ports/f5c6e997-6dda-480e-9964-056a281fdde3 HTTP/1.1" status: 204 len: 173 time: 0.9998441 Aug 05 14:01:56.493436 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32184232-97a0-4c59-884b-2d9076ad8158 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:56.579750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ad0cf8cb-2eed-4964-be0e-1bc44b7fa82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'name': 'tempest-ServerRescueTestJSONUnderV235-540120080-router', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:27Z', 'updated_at': '2021-08-05T14:01:54Z', 'revision_number': 5, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'gw_port': {'id': 'a9d3311f-53b3-4547-8131-a1860f3a3760', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:29Z', 'updated_at': '2021-08-05T14:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:56.589894 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-32184232-97a0-4c59-884b-2d9076ad8158 admin admin] Deleting port a9d3311f-53b3-4547-8131-a1860f3a3760 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:01:56.590611 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32184232-97a0-4c59-884b-2d9076ad8158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:56.624623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0cf8cb-2eed-4964-be0e-1bc44b7fa82c None None] Checking router: ef15265f-d1c2-4678-afd8-22a93df7f996 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:01:56.650768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0cf8cb-2eed-4964-be0e-1bc44b7fa82c None None] Routers {'ef15265f-d1c2-4678-afd8-22a93df7f996'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:01:56.651039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ad0cf8cb-2eed-4964-be0e-1bc44b7fa82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:01:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ef15265f-d1c2-4678-afd8-22a93df7f996'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:56.755847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e10780-3b16-410a-9878-d5080656832b req-ed2cdbf5-9746-4333-adde-d654e8cc53ed tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:56.756864 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78e10780-3b16-410a-9878-d5080656832b req-ed2cdbf5-9746-4333-adde-d654e8cc53ed tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0842133 Aug 05 14:01:56.768440 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-ad0cf8cb-2eed-4964-be0e-1bc44b7fa82c None None] Set router ef15265f-d1c2-4678-afd8-22a93df7f996 gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:01:56.771297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf2dead-e531-4785-ba65-950472cd6ac9 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:01:56.784051 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:56.788823 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-32184232-97a0-4c59-884b-2d9076ad8158 admin admin] For port a9d3311f-53b3-4547-8131-a1860f3a3760, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a9d3311f-53b3-4547-8131-a1860f3a3760,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:56.789051 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32184232-97a0-4c59-884b-2d9076ad8158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:56.801318 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Transition to ACTIVE for port object cdf2dead-e531-4785-ba65-950472cd6ac9 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:01:56.812746 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:56.814400 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-32184232-97a0-4c59-884b-2d9076ad8158 admin admin] Calling delete_port for a9d3311f-53b3-4547-8131-a1860f3a3760 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:01:56.835277 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78e10780-3b16-410a-9878-d5080656832b req-c020806a-3593-411a-9da3-eab4bc860c46 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717857 Aug 05 14:01:56.856305 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ad0cf8cb-2eed-4964-be0e-1bc44b7fa82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'name': 'tempest-ServerRescueTestJSONUnderV235-540120080-router', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:27Z', 'updated_at': '2021-08-05T14:01:56Z', 'revision_number': 6, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:56.892025 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf2dead-e531-4785-ba65-950472cd6ac9,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:56.924444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0cf8cb-2eed-4964-be0e-1bc44b7fa82c None None] The sync data for ids ['ef15265f-d1c2-4678-afd8-22a93df7f996'] in n-d-803585-2 is: [{'id': 'ef15265f-d1c2-4678-afd8-22a93df7f996', 'name': 'tempest-ServerRescueTestJSONUnderV235-540120080-router', 'tenant_id': '96ce52ade26d4779afbb233449c53c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:27Z', 'updated_at': '2021-08-05T14:01:56Z', 'revision_number': 6, 'project_id': '96ce52ade26d4779afbb233449c53c4d', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:01:56.942618 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3', 'name': 'network-vif-deleted', 'tag': 'f5c6e997-6dda-480e-9964-056a281fdde3'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:56.945201 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8860b89-6f98-4b4d-8b15-9af14c77e760" -d '{"events": [{"server_uuid": "dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3", "name": "network-vif-deleted", "tag": "f5c6e997-6dda-480e-9964-056a281fdde3"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:57.000539 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Attempting to bind port cdf2dead-e531-4785-ba65-950472cd6ac9 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:01:57.000890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Attempting to bind port cdf2dead-e531-4785-ba65-950472cd6ac9 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '063c3ca3-d484-4bc3-a521-1f633052a0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8b741375-25f6-45b9-921d-c70e5c84b9b4'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:01:57.001268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Attempting to bind port cdf2dead-e531-4785-ba65-950472cd6ac9 on network 8b741375-25f6-45b9-921d-c70e5c84b9b4 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:01:57.006988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Port cdf2dead-e531-4785-ba65-950472cd6ac9 on network 8b741375-25f6-45b9-921d-c70e5c84b9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:01:57.007341 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Attempting to bind port cdf2dead-e531-4785-ba65-950472cd6ac9 on network 8b741375-25f6-45b9-921d-c70e5c84b9b4 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:01:57.016330 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:01:57.016678 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Checking segment: {'id': '063c3ca3-d484-4bc3-a521-1f633052a0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8b741375-25f6-45b9-921d-c70e5c84b9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:01:57.017107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Bound using segment: {'id': '063c3ca3-d484-4bc3-a521-1f633052a0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8b741375-25f6-45b9-921d-c70e5c84b9b4'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:01:57.017543 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Bound port: cdf2dead-e531-4785-ba65-950472cd6ac9, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063c3ca3-d484-4bc3-a521-1f633052a0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8b741375-25f6-45b9-921d-c70e5c84b9b4'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:01:57.017966 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:57.111087 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ad382-e48a-4a84-a9c9-4cb64b3c8799 req-79e8df7e-4b2b-4ed1-bed2-88d6d2715663 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:57.112106 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] For port cdf2dead-e531-4785-ba65-950472cd6ac9, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:01:57.116400 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] For port cdf2dead-e531-4785-ba65-950472cd6ac9, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=cdf2dead-e531-4785-ba65-950472cd6ac9,segment=NetworkSegment(063c3ca3-d484-4bc3-a521-1f633052a0f5),segment_id=063c3ca3-d484-4bc3-a521-1f633052a0f5)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:01:57.118316 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c43ad382-e48a-4a84-a9c9-4cb64b3c8799 req-79e8df7e-4b2b-4ed1-bed2-88d6d2715663 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/ports?device_id=37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc HTTP/1.1" status: 200 len: 944 time: 0.0990593 Aug 05 14:01:57.122116 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:57.157621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:57.158298 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:57.159735 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] 10.222.0.63 "PUT /v2.0/ports/cdf2dead-e531-4785-ba65-950472cd6ac9 HTTP/1.1" status: 200 len: 1092 time: 1.1056333 Aug 05 14:01:57.177719 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32184232-97a0-4c59-884b-2d9076ad8158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:57.192457 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c43ad382-e48a-4a84-a9c9-4cb64b3c8799 req-46109276-743f-4218-ad59-b682b26bcc92 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a6995d-3809-45e1-a967-f66a3c2a52af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731802 Aug 05 14:01:57.195212 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecb348-d71a-47aa-b01d-84ff38187749 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf2dead-e531-4785-ba65-950472cd6ac9,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:57.220395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32184232-97a0-4c59-884b-2d9076ad8158 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d3311f-53b3-4547-8131-a1860f3a3760,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:57.268267 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e91b3a5-6a6d-4e49-97e1-f206ddf21231 x-openstack-request-id: req-9e91b3a5-6a6d-4e49-97e1-f206ddf21231 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:57.269568 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3", "name": "network-vif-deleted", "tag": "f5c6e997-6dda-480e-9964-056a281fdde3", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:57.269831 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e91b3a5-6a6d-4e49-97e1-f206ddf21231 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:57.270224 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccfbabc-7ae6-4406-b4b1-dea1c3e5bba3', 'name': 'network-vif-deleted', 'tag': 'f5c6e997-6dda-480e-9964-056a281fdde3', 'status': 'completed', 'code': 200} Aug 05 14:01:57.283940 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-c03ac7f9-5d55-4967-b308-24ded7acb309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:57.285565 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-c03ac7f9-5d55-4967-b308-24ded7acb309 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b7447886ddb64a2fa2fad9601eb31621&device_id=37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc HTTP/1.1" status: 200 len: 1095 time: 0.0721200 Aug 05 14:01:57.302944 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32184232-97a0-4c59-884b-2d9076ad8158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:57.366194 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-61e9f8a8-63ab-4a15-88f2-7fb125857552 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdf2dead-e531-4785-ba65-950472cd6ac9 HTTP/1.1" status: 200 len: 217 time: 0.0634065 Aug 05 14:01:57.419909 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32184232-97a0-4c59-884b-2d9076ad8158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:57.422512 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32184232-97a0-4c59-884b-2d9076ad8158 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:57.477788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-ed16914d-eb6e-4c89-9fee-954504845779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:57.479557 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-ed16914d-eb6e-4c89-9fee-954504845779 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12172d19-5626-488c-b994-61ee9a050fef HTTP/1.1" status: 200 len: 849 time: 0.1024776 Aug 05 14:01:57.511359 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32184232-97a0-4c59-884b-2d9076ad8158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:57.512008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32184232-97a0-4c59-884b-2d9076ad8158 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef15265f-d1c2-4678-afd8-22a93df7f996 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:01:57.521471 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32184232-97a0-4c59-884b-2d9076ad8158 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:57.525033 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-32184232-97a0-4c59-884b-2d9076ad8158 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ef15265f-d1c2-4678-afd8-22a93df7f996 HTTP/1.1" status: 204 len: 168 time: 1.5063348 Aug 05 14:01:57.525188 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55000) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:57.530936 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-5b7d92de-9529-4c88-b802-0f37e2411dd3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8b741375-25f6-45b9-921d-c70e5c84b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341070 Aug 05 14:01:57.588322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0124a7-9eaa-426d-a244-e59ac7a4045b admin admin] Deleting subnet 86095e2e-89d0-47c1-ab53-dffe55ffd0fc {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:01:57.594484 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0c0124a7-9eaa-426d-a244-e59ac7a4045b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:57.640964 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0c0124a7-9eaa-426d-a244-e59ac7a4045b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:57.657338 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-65eaa618-3c8c-41b0-91c4-8bb86c996259 service neutron] 10.222.0.63 "GET /v2.0/networks/8b741375-25f6-45b9-921d-c70e5c84b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165819 Aug 05 14:01:57.695970 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0c0124a7-9eaa-426d-a244-e59ac7a4045b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:57.757286 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0c0124a7-9eaa-426d-a244-e59ac7a4045b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:57.785087 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55014) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:57.792365 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0124a7-9eaa-426d-a244-e59ac7a4045b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86095e2e-89d0-47c1-ab53-dffe55ffd0fc,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:57.796710 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0c0124a7-9eaa-426d-a244-e59ac7a4045b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:57.798710 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0c0124a7-9eaa-426d-a244-e59ac7a4045b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/86095e2e-89d0-47c1-ab53-dffe55ffd0fc HTTP/1.1" status: 204 len: 168 time: 0.2725632 Aug 05 14:01:57.801286 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55018) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:57.882945 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33a17fc9-6986-41a4-b46b-0b653dfafece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:58.024461 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33a17fc9-6986-41a4-b46b-0b653dfafece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:58.048707 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-33a17fc9-6986-41a4-b46b-0b653dfafece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0faf3c1a-da56-4914-b3b6-71d6487a60a7']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:58.071316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-33a17fc9-6986-41a4-b46b-0b653dfafece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11441616-c92a-4ac4-ad0c-8df7fcc65f76') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:58.071626 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-33a17fc9-6986-41a4-b46b-0b653dfafece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11441616-c92a-4ac4-ad0c-8df7fcc65f76') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:01:58.089412 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-97163cb7-bd87-4461-a510-ac3f8dae0680 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a65a4dfe38e248edbdfcde9ed0319116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997601 Aug 05 14:01:58.089412 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33a17fc9-6986-41a4-b46b-0b653dfafece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:58.096266 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55022) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:58.119529 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d04501-9e9e-4010-bbb0-32caed9860bf req-4b7ee892-dd6c-4c1d-a93f-9b893c6fd904 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:58.120777 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e4d04501-9e9e-4010-bbb0-32caed9860bf req-4b7ee892-dd6c-4c1d-a93f-9b893c6fd904 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.1515400 Aug 05 14:01:58.138103 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4dd45a2c-09bd-4bea-851e-dbe0982c520c req-c532c53d-3f36-46a5-a1cc-a570d6767b2a service neutron] 10.222.0.63 "GET /v2.0/networks/8b741375-25f6-45b9-921d-c70e5c84b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697809 Aug 05 14:01:58.157494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d65f34-2596-47d3-b729-910457b3c129 req-76ddd18a-4750-4481-84db-7fd34b15a250 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:58.159331 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23d65f34-2596-47d3-b729-910457b3c129 req-76ddd18a-4750-4481-84db-7fd34b15a250 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/networks?id=2572b64d-2688-4ea7-b3b2-057ef2374e53 HTTP/1.1" status: 200 len: 805 time: 0.4924245 Aug 05 14:01:58.175843 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33a17fc9-6986-41a4-b46b-0b653dfafece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:58.180896 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a9d3311f-53b3-4547-8131-a1860f3a3760 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:01:58.183206 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23d65f34-2596-47d3-b729-910457b3c129 req-243b25f7-fed9-4d7f-a2ae-897a0abf5516 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/quotas/16bd8151b0634bd89938e7aeb613738b HTTP/1.1" status: 200 len: 375 time: 0.0155571 Aug 05 14:01:58.198244 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a17fc9-6986-41a4-b46b-0b653dfafece admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:01:58.198924 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33a17fc9-6986-41a4-b46b-0b653dfafece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:58.200810 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: a9d3311f-53b3-4547-8131-a1860f3a3760 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:01:58.201160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a9d3311f-53b3-4547-8131-a1860f3a3760 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:01:58.201575 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3f8b9f20-6710-459a-ae6b-e0316b99e6f6 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:01:58.203472 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:01:58.246925 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23d65f34-2596-47d3-b729-910457b3c129 req-b45d93af-a89e-4f8e-8da1-641ed331deff tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=16bd8151b0634bd89938e7aeb613738b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565488 Aug 05 14:01:58.268232 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e4d04501-9e9e-4010-bbb0-32caed9860bf req-e46f963a-c26e-4e02-810e-56069fde6b47 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382210 Aug 05 14:01:58.289880 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1142f219-4b03-4e58-adbb-a550de8b13c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:58.302208 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33a17fc9-6986-41a4-b46b-0b653dfafece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:58.330196 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1142f219-4b03-4e58-adbb-a550de8b13c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:58.375885 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33a17fc9-6986-41a4-b46b-0b653dfafece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:58.377804 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-33a17fc9-6986-41a4-b46b-0b653dfafece admin admin] 10.222.0.16 "DELETE /v2.0/networks/0faf3c1a-da56-4914-b3b6-71d6487a60a7 HTTP/1.1" status: 204 len: 168 time: 0.5755811 Aug 05 14:01:58.383787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 3f8b9f20-6710-459a-ae6b-e0316b99e6f6 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:01:58.384185 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3f8b9f20-6710-459a-ae6b-e0316b99e6f6 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:01:58.392090 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23d65f34-2596-47d3-b729-910457b3c129 req-db25f460-9175-41af-8103-2b7663ad7c05 service neutron] 10.222.0.16 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304309 Aug 05 14:01:58.406641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a17fc9-6986-41a4-b46b-0b653dfafece admin admin] Pushing event deleted for resources: {'Network': ['ID=0faf3c1a-da56-4914-b3b6-71d6487a60a7,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:58.436914 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1142f219-4b03-4e58-adbb-a550de8b13c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:58.440034 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1142f219-4b03-4e58-adbb-a550de8b13c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:58.441222 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1142f219-4b03-4e58-adbb-a550de8b13c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e756f72-b2ee-4903-ae4e-7b0ced5b0def HTTP/1.1" status: 204 len: 168 time: 0.3440108 Aug 05 14:01:58.451901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142f219-4b03-4e58-adbb-a550de8b13c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e756f72-b2ee-4903-ae4e-7b0ced5b0def,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:58.480086 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4527e95-d198-4f47-b7c1-18f77930c7ed req-ac487b01-b100-4ccd-9150-47f8d2aa0e07 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:58.488613 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4527e95-d198-4f47-b7c1-18f77930c7ed req-ac487b01-b100-4ccd-9150-47f8d2aa0e07 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/ports?device_id=37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc HTTP/1.1" status: 200 len: 944 time: 0.1021233 Aug 05 14:01:58.500537 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23d65f34-2596-47d3-b729-910457b3c129 req-1fd21071-e7e0-4fd3-a265-b0daf0571ca2 service neutron] 10.222.0.16 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074519 Aug 05 14:01:58.534314 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4527e95-d198-4f47-b7c1-18f77930c7ed req-ed9313e6-adbc-4c74-8980-bbf189387738 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a6995d-3809-45e1-a967-f66a3c2a52af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446830 Aug 05 14:01:58.545112 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 55034) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:58.594433 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f777cdf8-b829-42c8-b242-49851cf37b30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96ce52ade26d4779afbb233449c53c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474248 Aug 05 14:01:58.597875 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55038) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:58.668052 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-71aef35c-e6db-44a7-8412-0fe92621eeb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:58.721884 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-71aef35c-e6db-44a7-8412-0fe92621eeb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:58.785338 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9a75243-931d-4772-a3d3-54de5f7a4ffa req-836ea0c4-0bb1-45fe-ab57-d8ab269741d2 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=b71fa3bd-7916-40dc-abd3-4280902b8593 HTTP/1.1" status: 200 len: 210 time: 0.0338843 Aug 05 14:01:58.816812 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-71aef35c-e6db-44a7-8412-0fe92621eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:58.819928 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-71aef35c-e6db-44a7-8412-0fe92621eeb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:58.823359 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-71aef35c-e6db-44a7-8412-0fe92621eeb4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dabe46e2-3e11-4441-b7f5-3ed3ebf1a954 HTTP/1.1" status: 204 len: 168 time: 0.2216983 Aug 05 14:01:58.829883 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aef35c-e6db-44a7-8412-0fe92621eeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabe46e2-3e11-4441-b7f5-3ed3ebf1a954,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:58.889496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 55052) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:58.946817 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a28873e0-0d60-4cd1-a475-128f4317bab8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f79d861d8ad4435b90b00f5b21688a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536468 Aug 05 14:01:58.947298 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55054) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:01:59.005627 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04a53d0f-3aaf-4c37-8d33-e3e7eef4eb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:59.034099 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04a53d0f-3aaf-4c37-8d33-e3e7eef4eb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:59.089121 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04a53d0f-3aaf-4c37-8d33-e3e7eef4eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:59.093109 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04a53d0f-3aaf-4c37-8d33-e3e7eef4eb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:59.094389 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-04a53d0f-3aaf-4c37-8d33-e3e7eef4eb9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2ed78a1-8c93-4805-9c1e-f08567a176fa HTTP/1.1" status: 204 len: 168 time: 0.1459491 Aug 05 14:01:59.105166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a53d0f-3aaf-4c37-8d33-e3e7eef4eb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ed78a1-8c93-4805-9c1e-f08567a176fa,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:59.167021 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae95274-2725-4146-9832-1d3d3ad7a890 req-665e536a-0cfa-4dd2-8d26-bbb4c443f41b tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:59.168578 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bae95274-2725-4146-9832-1d3d3ad7a890 req-665e536a-0cfa-4dd2-8d26-bbb4c443f41b tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.84 "GET /v2.0/ports?device_id=e531ef4f-6aac-462d-8fde-d9897545cd7d HTTP/1.1" status: 200 len: 946 time: 0.0721910 Aug 05 14:01:59.209410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8156e148-9ae1-4ed1-88eb-f39cf246fc5e no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:01:59.287885 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc', 'tag': 'cdf2dead-e531-4785-ba65-950472cd6ac9'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:59.290526 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d3379f-daab-4041-9d83-7d22fb41abf0" -d '{"events": [{"name": "network-changed", "server_uuid": "37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc", "tag": "cdf2dead-e531-4785-ba65-950472cd6ac9"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:59.301250 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-bae95274-2725-4146-9832-1d3d3ad7a890 req-f65a8db3-ba06-43a1-acfd-c83d3ae6e6d2 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Deleting port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:01:59.301893 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bae95274-2725-4146-9832-1d3d3ad7a890 req-f65a8db3-ba06-43a1-acfd-c83d3ae6e6d2 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:59.367671 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:59.409303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e531ef4f-6aac-462d-8fde-d9897545cd7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8156e148-9ae1-4ed1-88eb-f39cf246fc5e'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:01:59.412637 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2008da-57ec-4c66-ae38-5e2437419f15" -d '{"events": [{"server_uuid": "e531ef4f-6aac-462d-8fde-d9897545cd7d", "name": "network-vif-unplugged", "status": "completed", "tag": "8156e148-9ae1-4ed1-88eb-f39cf246fc5e"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:01:59.428345 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8156e148-9ae1-4ed1-88eb-f39cf246fc5e,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:59.434371 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:59.436153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device f5c6e997-6dda-480e-9964-056a281fdde3 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:01:59.446989 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53831c50-ca42-4a5f-9ad2-adf3925c03e6 x-openstack-request-id: req-53831c50-ca42-4a5f-9ad2-adf3925c03e6 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:59.447405 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc", "tag": "cdf2dead-e531-4785-ba65-950472cd6ac9", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:59.447755 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53831c50-ca42-4a5f-9ad2-adf3925c03e6 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:59.448242 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc', 'tag': 'cdf2dead-e531-4785-ba65-950472cd6ac9', 'status': 'completed', 'code': 200} Aug 05 14:01:59.483527 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1bea52-2631-4188-b8f2-bff9f97a5d16 x-openstack-request-id: req-ed1bea52-2631-4188-b8f2-bff9f97a5d16 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:01:59.483818 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e531ef4f-6aac-462d-8fde-d9897545cd7d", "name": "network-vif-unplugged", "status": "completed", "tag": "8156e148-9ae1-4ed1-88eb-f39cf246fc5e", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:01:59.484072 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed1bea52-2631-4188-b8f2-bff9f97a5d16 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:01:59.488031 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e531ef4f-6aac-462d-8fde-d9897545cd7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8156e148-9ae1-4ed1-88eb-f39cf246fc5e', 'code': 200} Aug 05 14:01:59.491831 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3379f-daab-4041-9d83-7d22fb41abf0 req-392ffbbc-7e1b-4891-b13c-741d344f21ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:59.494053 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2d3379f-daab-4041-9d83-7d22fb41abf0 req-392ffbbc-7e1b-4891-b13c-741d344f21ba service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b7447886ddb64a2fa2fad9601eb31621&device_id=37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc HTTP/1.1" status: 200 len: 1095 time: 0.0746837 Aug 05 14:01:59.494516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: f5c6e997-6dda-480e-9964-056a281fdde3 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:01:59.496537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device f5c6e997-6dda-480e-9964-056a281fdde3 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:01:59.501662 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2b364-6683-445d-b934-4518f25528e9 req-eeb0455d-4ad1-425f-9f4c-f3c88805bab6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:59.504727 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ed2b364-6683-445d-b934-4518f25528e9 req-eeb0455d-4ad1-425f-9f4c-f3c88805bab6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.1080098 Aug 05 14:01:59.569525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-bae95274-2725-4146-9832-1d3d3ad7a890 req-f65a8db3-ba06-43a1-acfd-c83d3ae6e6d2 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] For port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8156e148-9ae1-4ed1-88eb-f39cf246fc5e,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:01:59.569901 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bae95274-2725-4146-9832-1d3d3ad7a890 req-f65a8db3-ba06-43a1-acfd-c83d3ae6e6d2 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:01:59.592016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-bae95274-2725-4146-9832-1d3d3ad7a890 req-f65a8db3-ba06-43a1-acfd-c83d3ae6e6d2 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Calling delete_port for 8156e148-9ae1-4ed1-88eb-f39cf246fc5e owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:01:59.595600 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ed2b364-6683-445d-b934-4518f25528e9 req-06aa4f13-dc4c-4321-889d-0983a5d1a1d4 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773256 Aug 05 14:01:59.615411 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=8156e148-9ae1-4ed1-88eb-f39cf246fc5e,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:01:59.634366 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:59.638744 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:59.639317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:59.640116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:59.640659 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:59.641202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:59.642003 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:59.642547 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:59.643082 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:59.643599 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:59.644288 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:59.644815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:01:59.729331 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3379f-daab-4041-9d83-7d22fb41abf0 req-4f918e0e-2897-4de5-a04c-5d075856f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:59.732099 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2d3379f-daab-4041-9d83-7d22fb41abf0 req-4f918e0e-2897-4de5-a04c-5d075856f1e7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8b741375-25f6-45b9-921d-c70e5c84b9b4 HTTP/1.1" status: 200 len: 910 time: 0.2245271 Aug 05 14:01:59.792921 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2d3379f-daab-4041-9d83-7d22fb41abf0 req-0d2297ba-9d40-4b1a-a8c6-439ab7766ffa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdf2dead-e531-4785-ba65-950472cd6ac9 HTTP/1.1" status: 200 len: 217 time: 0.0414929 Aug 05 14:01:59.914892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad9597-562c-4d09-9383-d61ccd5e0977 req-d3101009-5cbe-46f0-97b6-db8ecad20f15 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:59.916641 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-93ad9597-562c-4d09-9383-d61ccd5e0977 req-d3101009-5cbe-46f0-97b6-db8ecad20f15 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/ports?device_id=37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc HTTP/1.1" status: 200 len: 944 time: 0.2359514 Aug 05 14:01:59.984328 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3379f-daab-4041-9d83-7d22fb41abf0 req-3e1e9629-40bd-45d3-ac7c-845248a8f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:01:59.986174 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2d3379f-daab-4041-9d83-7d22fb41abf0 req-3e1e9629-40bd-45d3-ac7c-845248a8f747 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12172d19-5626-488c-b994-61ee9a050fef HTTP/1.1" status: 200 len: 849 time: 0.1766515 Aug 05 14:02:00.013073 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-93ad9597-562c-4d09-9383-d61ccd5e0977 req-127bbd13-b553-4fd2-836a-c9586701fd3b tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a6995d-3809-45e1-a967-f66a3c2a52af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715926 Aug 05 14:02:00.065861 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device cdf2dead-e531-4785-ba65-950472cd6ac9 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:02:00.106209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55112) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:00.125346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d65f34-2596-47d3-b729-910457b3c129 req-3faeffb4-1050-49a4-9ca2-7217c83c86b6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:00.127187 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23d65f34-2596-47d3-b729-910457b3c129 req-3faeffb4-1050-49a4-9ca2-7217c83c86b6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.84 "GET /v2.0/networks?id=2572b64d-2688-4ea7-b3b2-057ef2374e53 HTTP/1.1" status: 200 len: 805 time: 0.3309093 Aug 05 14:02:00.129164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c83be0-fe59-49ed-9e9a-6be0720ceea5 req-2a0f6d1b-8ae6-4a19-80ce-94506451f5fa tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:00.129535 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2d3379f-daab-4041-9d83-7d22fb41abf0 req-dc2fb5f6-bda8-435b-b481-76cb359f75ae service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8b741375-25f6-45b9-921d-c70e5c84b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219058 Aug 05 14:02:00.130781 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3c83be0-fe59-49ed-9e9a-6be0720ceea5 req-2a0f6d1b-8ae6-4a19-80ce-94506451f5fa tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 945 time: 0.1245348 Aug 05 14:02:00.193815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port cdf2dead-e531-4785-ba65-950472cd6ac9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=cdf2dead-e531-4785-ba65-950472cd6ac9,segment=NetworkSegment(063c3ca3-d484-4bc3-a521-1f633052a0f5),segment_id=063c3ca3-d484-4bc3-a521-1f633052a0f5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:00.211331 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'cdf2dead-e531-4785-ba65-950472cd6ac9', 'network_id': '8b741375-25f6-45b9-921d-c70e5c84b9b4', 'port_id': 'cdf2dead-e531-4785-ba65-950472cd6ac9', 'mac_address': 'fa:16:3e:e8:7f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12172d19-5626-488c-b994-61ee9a050fef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:02:00.221232 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-23d65f34-2596-47d3-b729-910457b3c129 req-9aac6f3c-9aaf-4f31-99b3-bef59ba18ea5 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Request body: {'port': {'device_id': 'b71fa3bd-7916-40dc-abd3-4280902b8593', 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53', 'admin_state_up': True, 'tenant_id': '16bd8151b0634bd89938e7aeb613738b'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:00.263664 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3c83be0-fe59-49ed-9e9a-6be0720ceea5 req-c5bab7e6-92a5-478c-8504-98f93e4ff2a9 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/security-groups?id=40afa97f-7ab9-4606-bc29-1b8105f0ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148386 Aug 05 14:02:00.283648 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:00.300512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf2dead-e531-4785-ba65-950472cd6ac9 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:02:00.330535 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port cdf2dead-e531-4785-ba65-950472cd6ac9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=cdf2dead-e531-4785-ba65-950472cd6ac9,segment=NetworkSegment(063c3ca3-d484-4bc3-a521-1f633052a0f5),segment_id=063c3ca3-d484-4bc3-a521-1f633052a0f5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:00.338376 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:00.346096 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-769121f9-b6cb-4a95-b29d-919ec045c7ac req-61532f90-beaf-4e2e-b0aa-b3ddb48d5ccb tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=b71fa3bd-7916-40dc-abd3-4280902b8593 HTTP/1.1" status: 200 len: 210 time: 0.2030649 Aug 05 14:02:00.367062 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bae95274-2725-4146-9832-1d3d3ad7a890 req-f65a8db3-ba06-43a1-acfd-c83d3ae6e6d2 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:00.397750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=cdf2dead-e531-4785-ba65-950472cd6ac9,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:00.454093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a8db3-ba06-43a1-acfd-c83d3ae6e6d2 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Pushing event deleted for resources: {'Port': ['ID=8156e148-9ae1-4ed1-88eb-f39cf246fc5e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:00.489151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-897800032-network', 'tenant_id': 'eae027deaae649f2a01c906f6b6827e0'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:00.496122 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2d3379f-daab-4041-9d83-7d22fb41abf0 req-7c861c79-1c58-41a4-a1dd-1c9e87ea9eaf service neutron] 10.222.0.63 "GET /v2.0/networks/8b741375-25f6-45b9-921d-c70e5c84b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518620 Aug 05 14:02:00.497214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae95274-2725-4146-9832-1d3d3ad7a890 req-f65a8db3-ba06-43a1-acfd-c83d3ae6e6d2 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] No DVR routers for this DVR port 8156e148-9ae1-4ed1-88eb-f39cf246fc5e on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:02:00.502105 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bae95274-2725-4146-9832-1d3d3ad7a890 req-f65a8db3-ba06-43a1-acfd-c83d3ae6e6d2 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:00.504123 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bae95274-2725-4146-9832-1d3d3ad7a890 req-f65a8db3-ba06-43a1-acfd-c83d3ae6e6d2 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.84 "DELETE /v2.0/ports/8156e148-9ae1-4ed1-88eb-f39cf246fc5e HTTP/1.1" status: 204 len: 173 time: 1.3274920 Aug 05 14:02:00.521378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] Made reservation on behalf of eae027deaae649f2a01c906f6b6827e0 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:02:00.524825 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:00.537800 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:00.569915 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.api [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 14:02:00.569915 n-d-803585-2 neutron-server[105724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 14:02:00.569915 n-d-803585-2 neutron-server[105724]: [parameters: {'project_id_1': 'eae027deaae649f2a01c906f6b6827e0', 'expiration_1': datetime.datetime(2021, 8, 5, 14, 2, 0, 549256)}] Aug 05 14:02:00.569915 n-d-803585-2 neutron-server[105724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:02:00.570573 n-d-803585-2 neutron-server[105724]: DEBUG oslo_db.api [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:02:00.581091 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d65f34-2596-47d3-b729-910457b3c129 req-9aac6f3c-9aaf-4f31-99b3-bef59ba18ea5 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Made reservation on behalf of 16bd8151b0634bd89938e7aeb613738b for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:02:00.584610 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-23d65f34-2596-47d3-b729-910457b3c129 req-9aac6f3c-9aaf-4f31-99b3-bef59ba18ea5 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:00.668410 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2d3379f-daab-4041-9d83-7d22fb41abf0 req-8106ca45-8f56-4c2b-b453-e994d2406a08 service neutron] 10.222.0.63 "GET /v2.0/networks/8b741375-25f6-45b9-921d-c70e5c84b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623838 Aug 05 14:02:00.686608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['cdf2dead-e531-4785-ba65-950472cd6ac9'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:02:00.751496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ae1ca-fb8c-4afe-a8eb-897b0ad8c907 req-e540756f-d262-4227-ae5f-4ea21d4185ec tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:00.764351 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a44ae1ca-fb8c-4afe-a8eb-897b0ad8c907 req-e540756f-d262-4227-ae5f-4ea21d4185ec tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0868132 Aug 05 14:02:00.788433 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-23d65f34-2596-47d3-b729-910457b3c129 req-9aac6f3c-9aaf-4f31-99b3-bef59ba18ea5 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Allocated IP 172.20.0.14 (2572b64d-2688-4ea7-b3b2-057ef2374e53/509b4bd6-4083-497b-a5bd-8bf817602045/95f0aec3-3981-4cf2-b194-431d6a85f256) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:02:00.818074 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a44ae1ca-fb8c-4afe-a8eb-897b0ad8c907 req-206a4ed5-45cb-412d-9ec7-1a795edccbcf tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524273 Aug 05 14:02:00.989386 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-23d65f34-2596-47d3-b729-910457b3c129 req-9aac6f3c-9aaf-4f31-99b3-bef59ba18ea5 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:01.037057 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-23d65f34-2596-47d3-b729-910457b3c129 req-9aac6f3c-9aaf-4f31-99b3-bef59ba18ea5 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:01.072162 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:01.109279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d65f34-2596-47d3-b729-910457b3c129 req-9aac6f3c-9aaf-4f31-99b3-bef59ba18ea5 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Network 2572b64d-2688-4ea7-b3b2-057ef2374e53 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:02:01.113791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac6f3c-9aaf-4f31-99b3-bef59ba18ea5 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Pushing event updated for resources: {'Port': ['ID=95f0aec3-3981-4cf2-b194-431d6a85f256,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:01.116709 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-23d65f34-2596-47d3-b729-910457b3c129 req-9aac6f3c-9aaf-4f31-99b3-bef59ba18ea5 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:01.122794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d65f34-2596-47d3-b729-910457b3c129 req-9aac6f3c-9aaf-4f31-99b3-bef59ba18ea5 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:02:01.180252 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d65f34-2596-47d3-b729-910457b3c129 req-9aac6f3c-9aaf-4f31-99b3-bef59ba18ea5 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:01.181022 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-23d65f34-2596-47d3-b729-910457b3c129 req-9aac6f3c-9aaf-4f31-99b3-bef59ba18ea5 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:01.208322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8497f34-e8d5-4aff-84a8-f4fb78c5faef req-e06f7558-3d4e-4e22-a51a-b0b6e6b2b105 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:01.209828 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f8497f34-e8d5-4aff-84a8-f4fb78c5faef req-e06f7558-3d4e-4e22-a51a-b0b6e6b2b105 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/ports?device_id=37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc HTTP/1.1" status: 200 len: 945 time: 0.1083553 Aug 05 14:02:01.264356 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f8497f34-e8d5-4aff-84a8-f4fb78c5faef req-6e6a40e7-d3cb-4823-a647-22a003958ecc tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a6995d-3809-45e1-a967-f66a3c2a52af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475271 Aug 05 14:02:01.282981 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:01.291932 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:01.296422 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23d65f34-2596-47d3-b729-910457b3c129 req-9aac6f3c-9aaf-4f31-99b3-bef59ba18ea5 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1511319 Aug 05 14:02:01.312660 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Request body: {'port': {'device_id': 'b71fa3bd-7916-40dc-abd3-4280902b8593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:01.323931 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:02:01.331728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584ae7c2-8a9e-4511-ab54-549ae6640e6c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:01.337927 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:01.338581 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] Added segment 3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a of type vlan for network 55e09aaf-4f69-462a-8e56-78fafe78ca62 Aug 05 14:02:01.395848 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:01.399483 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:01.433164 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:01.434441 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:01.435102 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:01.465053 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e531ef4f-6aac-462d-8fde-d9897545cd7d', 'name': 'network-vif-deleted', 'tag': '8156e148-9ae1-4ed1-88eb-f39cf246fc5e'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:01.467897 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8d1963-0b51-4a2b-bdea-9163200271cb" -d '{"events": [{"server_uuid": "e531ef4f-6aac-462d-8fde-d9897545cd7d", "name": "network-vif-deleted", "tag": "8156e148-9ae1-4ed1-88eb-f39cf246fc5e"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:01.512806 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4040072 Aug 05 14:02:01.515470 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55166) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:01.523015 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6b3f3572-d707-4f09-800b-c53643cbed63 admin admin] Request body: {'subnet': {'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-897800032-subnet', 'tenant_id': 'eae027deaae649f2a01c906f6b6827e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:01.529800 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8190b-4847-4891-bb5c-1d83d08e44e1 admin admin] Pushing event updated for resources: {'Network': ['ID=55e09aaf-4f69-462a-8e56-78fafe78ca62,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:01.543295 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 55e09aaf-4f69-462a-8e56-78fafe78ca62 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:02:01.552425 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3f3572-d707-4f09-800b-c53643cbed63 admin admin] Made reservation on behalf of eae027deaae649f2a01c906f6b6827e0 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:02:01.556449 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3572-d707-4f09-800b-c53643cbed63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:01.625223 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9bb8e-b5c5-407f-b5f0-b886f1407426 req-01fa08aa-032d-44a9-82f1-18da5b1b07c8 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:01.626807 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-45a9bb8e-b5c5-407f-b5f0-b886f1407426 req-01fa08aa-032d-44a9-82f1-18da5b1b07c8 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=b71fa3bd-7916-40dc-abd3-4280902b8593 HTTP/1.1" status: 200 len: 932 time: 0.1523786 Aug 05 14:02:01.686961 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-45a9bb8e-b5c5-407f-b5f0-b886f1407426 req-ad91405e-fc8e-4827-8e28-084515bc7abb tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487845 Aug 05 14:02:01.692897 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94bef9-bac1-4d8e-8270-c4c1c93fa821 req-4c4e17bb-b2b9-45ab-bd47-ca9dcfca11c9 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:01.695125 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-af94bef9-bac1-4d8e-8270-c4c1c93fa821 req-4c4e17bb-b2b9-45ab-bd47-ca9dcfca11c9 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 945 time: 0.0847573 Aug 05 14:02:01.747016 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-af94bef9-bac1-4d8e-8270-c4c1c93fa821 req-92adbc4b-f88b-4b8b-bfbc-f42966cd5a87 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/security-groups?id=40afa97f-7ab9-4606-bc29-1b8105f0ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437801 Aug 05 14:02:01.772607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f0aec3-3981-4cf2-b194-431d6a85f256 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:02:01.779399 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9185f142-078d-49c9-86ff-eb7d0b721266 x-openstack-request-id: req-9185f142-078d-49c9-86ff-eb7d0b721266 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:01.779722 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e531ef4f-6aac-462d-8fde-d9897545cd7d", "name": "network-vif-deleted", "tag": "8156e148-9ae1-4ed1-88eb-f39cf246fc5e", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:01.779960 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9185f142-078d-49c9-86ff-eb7d0b721266 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:01.780327 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e531ef4f-6aac-462d-8fde-d9897545cd7d', 'name': 'network-vif-deleted', 'tag': '8156e148-9ae1-4ed1-88eb-f39cf246fc5e', 'status': 'completed', 'code': 200} Aug 05 14:02:01.786053 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:01.802538 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Transition to ACTIVE for port object 95f0aec3-3981-4cf2-b194-431d6a85f256 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:01.809688 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:01.866221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Pushing event updated for resources: {'Port': ['ID=95f0aec3-3981-4cf2-b194-431d6a85f256,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:01.908338 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3572-d707-4f09-800b-c53643cbed63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:01.956591 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Attempting to bind port 95f0aec3-3981-4cf2-b194-431d6a85f256 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:02:01.957004 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Attempting to bind port 95f0aec3-3981-4cf2-b194-431d6a85f256 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'fef3567b-5c8c-480d-8462-5c560ed3dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:02:01.957401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Attempting to bind port 95f0aec3-3981-4cf2-b194-431d6a85f256 on network 2572b64d-2688-4ea7-b3b2-057ef2374e53 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:01.966849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Port 95f0aec3-3981-4cf2-b194-431d6a85f256 on network 2572b64d-2688-4ea7-b3b2-057ef2374e53 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:02:01.967273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Attempting to bind port 95f0aec3-3981-4cf2-b194-431d6a85f256 on network 2572b64d-2688-4ea7-b3b2-057ef2374e53 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:01.972787 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:02:01.973204 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Checking segment: {'id': 'fef3567b-5c8c-480d-8462-5c560ed3dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:01.973658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Bound using segment: {'id': 'fef3567b-5c8c-480d-8462-5c560ed3dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:02:01.974168 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Bound port: 95f0aec3-3981-4cf2-b194-431d6a85f256, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef3567b-5c8c-480d-8462-5c560ed3dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:02:01.974653 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:02.002298 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f3572-d707-4f09-800b-c53643cbed63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d34413-6403-49d0-8a6b-9ad2631ceedf,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:02.042488 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651f7da-7dd1-4f96-8f67-04ee7588e312 req-abbea570-0cfd-46aa-92a5-36050960030f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:02.050371 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5651f7da-7dd1-4f96-8f67-04ee7588e312 req-abbea570-0cfd-46aa-92a5-36050960030f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.1125565 Aug 05 14:02:02.058072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3f3572-d707-4f09-800b-c53643cbed63 admin admin] Checking segment: {'id': '3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:02.058857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3f3572-d707-4f09-800b-c53643cbed63 admin admin] Network hostable DHCP agents. Network: 55e09aaf-4f69-462a-8e56-78fafe78ca62, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:02:02.071783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] For port 95f0aec3-3981-4cf2-b194-431d6a85f256, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:02:02.074290 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] For port 95f0aec3-3981-4cf2-b194-431d6a85f256, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=95f0aec3-3981-4cf2-b194-431d6a85f256,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:02:02.081338 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:02.084471 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device cdf2dead-e531-4785-ba65-950472cd6ac9 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:02.115625 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5651f7da-7dd1-4f96-8f67-04ee7588e312 req-a980b0db-637f-467d-895d-50864f882ad4 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640628 Aug 05 14:02:02.116816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3f3572-d707-4f09-800b-c53643cbed63 admin admin] Network 55e09aaf-4f69-462a-8e56-78fafe78ca62 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:02:02.123843 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55184) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:02.134214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:02.134770 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:02.136550 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23d65f34-2596-47d3-b729-910457b3c129 req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] 10.222.0.84 "PUT /v2.0/ports/95f0aec3-3981-4cf2-b194-431d6a85f256 HTTP/1.1" status: 200 len: 1092 time: 0.8314693 Aug 05 14:02:02.144244 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-6b3f3572-d707-4f09-800b-c53643cbed63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 55e09aaf-4f69-462a-8e56-78fafe78ca62) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:02.150196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3f3572-d707-4f09-800b-c53643cbed63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:02.150852 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3572-d707-4f09-800b-c53643cbed63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:02.160555 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e8945-8e08-4163-84da-5f40d81d7379 service neutron] Pushing event updated for resources: {'Port': ['ID=95f0aec3-3981-4cf2-b194-431d6a85f256,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:02.174803 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7c6170-39a7-4691-8278-fe977315f836 None None] Network 55e09aaf-4f69-462a-8e56-78fafe78ca62 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:02:02.188133 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6b3f3572-d707-4f09-800b-c53643cbed63 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6714313 Aug 05 14:02:02.190943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55190) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:02.196769 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-897800032-router', 'tenant_id': 'eae027deaae649f2a01c906f6b6827e0', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:02.230707 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:02.232748 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:02.273219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d65f34-2596-47d3-b729-910457b3c129 req-af1fee4d-15d2-4214-9e38-277fe5045d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:02.278722 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port cdf2dead-e531-4785-ba65-950472cd6ac9 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:02.280895 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23d65f34-2596-47d3-b729-910457b3c129 req-af1fee4d-15d2-4214-9e38-277fe5045d74 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=16bd8151b0634bd89938e7aeb613738b&device_id=b71fa3bd-7916-40dc-abd3-4280902b8593 HTTP/1.1" status: 200 len: 1095 time: 0.0856745 Aug 05 14:02:02.299685 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port cdf2dead-e531-4785-ba65-950472cd6ac9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:02.300055 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:02.307393 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:02.313871 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e4a8b944-b506-45f7-a63c-f1f1ebfd6c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:02.346224 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23d65f34-2596-47d3-b729-910457b3c129 req-e2fa5d80-c50b-44bd-832e-c05fb04c6f2d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95f0aec3-3981-4cf2-b194-431d6a85f256 HTTP/1.1" status: 200 len: 217 time: 0.0562439 Aug 05 14:02:02.408997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0d726c-5d49-4a54-a99e-ba0d6cf49624 None None] Network 55e09aaf-4f69-462a-8e56-78fafe78ca62 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:02:02.427031 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d65f34-2596-47d3-b729-910457b3c129 req-20466c33-371f-4a37-b524-0d68c5f1e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:02.428821 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23d65f34-2596-47d3-b729-910457b3c129 req-20466c33-371f-4a37-b524-0d68c5f1e419 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=509b4bd6-4083-497b-a5bd-8bf817602045 HTTP/1.1" status: 200 len: 845 time: 0.0751684 Aug 05 14:02:02.468364 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23d65f34-2596-47d3-b729-910457b3c129 req-6294adcc-53de-4578-bc8d-f552164258b1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2572b64d-2688-4ea7-b3b2-057ef2374e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313451 Aug 05 14:02:02.500565 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:02.543115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf2dead-e531-4785-ba65-950472cd6ac9'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:02.546085 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c0f445-02ae-4f82-8e3b-c42ff6e2b134" -d '{"events": [{"server_uuid": "37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc", "name": "network-vif-plugged", "status": "completed", "tag": "cdf2dead-e531-4785-ba65-950472cd6ac9"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:02.551326 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e4a8b944-b506-45f7-a63c-f1f1ebfd6c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:02.562518 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port cdf2dead-e531-4785-ba65-950472cd6ac9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=cdf2dead-e531-4785-ba65-950472cd6ac9,segment=NetworkSegment(063c3ca3-d484-4bc3-a521-1f633052a0f5),segment_id=063c3ca3-d484-4bc3-a521-1f633052a0f5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:02.573365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42569fc-3c72-4b92-8164-77d37de4f8b5 req-5265b114-9467-4226-b5ce-9afb7146978e tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:02.574917 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f42569fc-3c72-4b92-8164-77d37de4f8b5 req-5265b114-9467-4226-b5ce-9afb7146978e tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 945 time: 0.1108680 Aug 05 14:02:02.580732 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:02.599044 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e4a8b944-b506-45f7-a63c-f1f1ebfd6c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:02.621091 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23d65f34-2596-47d3-b729-910457b3c129 req-ffcc221b-b53d-4833-b87a-f6a38851d6d5 service neutron] 10.222.0.84 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253884 Aug 05 14:02:02.654559 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=cdf2dead-e531-4785-ba65-950472cd6ac9,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:02.668740 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:02.687449 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f42569fc-3c72-4b92-8164-77d37de4f8b5 req-4f74d224-0f9c-4443-a960-3602881a1969 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/security-groups?id=40afa97f-7ab9-4606-bc29-1b8105f0ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946355 Aug 05 14:02:02.709062 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e4a8b944-b506-45f7-a63c-f1f1ebfd6c5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8dd18616d4e94dfe995de11664eddc1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5806065 Aug 05 14:02:02.709680 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55198) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:02.714402 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8b944-b506-45f7-a63c-f1f1ebfd6c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f18501c-7441-4d20-8e51-f99da35c1723,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:02.739710 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23d65f34-2596-47d3-b729-910457b3c129 req-1470478e-8b02-47bd-bc30-b34fa3e45dea service neutron] 10.222.0.84 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072891 Aug 05 14:02:02.742654 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08787f79-18fc-412b-a67b-f14dbced9688 x-openstack-request-id: req-08787f79-18fc-412b-a67b-f14dbced9688 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:02.743007 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc", "name": "network-vif-plugged", "status": "completed", "tag": "cdf2dead-e531-4785-ba65-950472cd6ac9", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:02.743261 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08787f79-18fc-412b-a67b-f14dbced9688 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:02.743649 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf2dead-e531-4785-ba65-950472cd6ac9', 'code': 200} Aug 05 14:02:02.782156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed78f90-0f04-4acb-b9d8-d9ca3581d758 req-d72b1a65-5ac8-461e-9fdb-ec43dd7ab346 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:02.783825 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bed78f90-0f04-4acb-b9d8-d9ca3581d758 req-d72b1a65-5ac8-461e-9fdb-ec43dd7ab346 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/ports?device_id=37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc HTTP/1.1" status: 200 len: 946 time: 0.2306960 Aug 05 14:02:02.865942 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bed78f90-0f04-4acb-b9d8-d9ca3581d758 req-5ef7a5b6-dcbc-4d03-a353-7479cd26f925 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a6995d-3809-45e1-a967-f66a3c2a52af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692451 Aug 05 14:02:02.868855 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30d6c5ec-680e-4bc5-99e7-cb9fd7cc2292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:02.890795 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72583b5-a61c-4b06-88e4-beec96cc2e57 req-cc4fa119-5452-4bb9-9f54-7d2f97eab64f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:02.890795 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a72583b5-a61c-4b06-88e4-beec96cc2e57 req-cc4fa119-5452-4bb9-9f54-7d2f97eab64f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=b71fa3bd-7916-40dc-abd3-4280902b8593 HTTP/1.1" status: 200 len: 944 time: 0.0839400 Aug 05 14:02:02.898942 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30d6c5ec-680e-4bc5-99e7-cb9fd7cc2292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:02.901011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d7ae8-c1e5-4336-b8d3-9e4e88a6b021 req-05b4d865-6ae3-411c-954b-779c31d1bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:02.902649 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d01d7ae8-c1e5-4336-b8d3-9e4e88a6b021 req-05b4d865-6ae3-411c-954b-779c31d1bd7d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc HTTP/1.1" status: 200 len: 1097 time: 0.0673409 Aug 05 14:02:02.962956 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a72583b5-a61c-4b06-88e4-beec96cc2e57 req-68ae1927-0b64-4b5c-b744-6b01bc0cad8b tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659404 Aug 05 14:02:02.973498 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d01d7ae8-c1e5-4336-b8d3-9e4e88a6b021 req-c8464e39-1eaa-4b44-8aa8-3c1ff084e2a3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a3a6995d-3809-45e1-a967-f66a3c2a52af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578394 Aug 05 14:02:03.002957 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:02:03.032101 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30d6c5ec-680e-4bc5-99e7-cb9fd7cc2292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:03.034978 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30d6c5ec-680e-4bc5-99e7-cb9fd7cc2292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:03.036134 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-30d6c5ec-680e-4bc5-99e7-cb9fd7cc2292 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f18501c-7441-4d20-8e51-f99da35c1723 HTTP/1.1" status: 204 len: 168 time: 0.3236239 Aug 05 14:02:03.092166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6c5ec-680e-4bc5-99e7-cb9fd7cc2292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f18501c-7441-4d20-8e51-f99da35c1723,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:03.112461 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:03.153768 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:03.228377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8156e148-9ae1-4ed1-88eb-f39cf246fc5e no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:02:03.241897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47857db3-70e4-4428-b3e4-944e267837ba req-eb765b7f-539b-44e9-882a-b7574fe8829e tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:03.243697 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-47857db3-70e4-4428-b3e4-944e267837ba req-eb765b7f-539b-44e9-882a-b7574fe8829e tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0589390 Aug 05 14:02:03.252608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 8156e148-9ae1-4ed1-88eb-f39cf246fc5e {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:02:03.252945 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8156e148-9ae1-4ed1-88eb-f39cf246fc5e not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:02:03.286720 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-47857db3-70e4-4428-b3e4-944e267837ba req-5c1a6385-d48a-4fc2-a9b9-794f59c30940 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358691 Aug 05 14:02:03.291626 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Allocated IP 172.25.5.125 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/05736b64-7737-49e1-8348-851b12aa1820) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:02:03.364718 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 55212) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:03.378013 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e7a90cf6-702d-413e-8277-194f3b8b07f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:03.404241 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:03.444863 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:03.471123 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e7a90cf6-702d-413e-8277-194f3b8b07f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:03.475215 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e7a90cf6-702d-413e-8277-194f3b8b07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:03.480472 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:02:03.487605 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:03.491070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:02:03.517870 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Pushing event updated for resources: {'Port': ['ID=05736b64-7737-49e1-8348-851b12aa1820,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:03.518411 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e7a90cf6-702d-413e-8277-194f3b8b07f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05fd9095c70c4330b070fa9676799461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524622 Aug 05 14:02:03.519022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 55214) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:03.521133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a90cf6-702d-413e-8277-194f3b8b07f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a51557-5915-4df0-bd2d-7ee982502358,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:03.571016 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dea59532-a446-420a-bbad-1456c4ab8b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:03.593574 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dea59532-a446-420a-bbad-1456c4ab8b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:03.645272 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dea59532-a446-420a-bbad-1456c4ab8b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:03.647908 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dea59532-a446-420a-bbad-1456c4ab8b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:03.649116 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-dea59532-a446-420a-bbad-1456c4ab8b85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60a51557-5915-4df0-bd2d-7ee982502358 HTTP/1.1" status: 204 len: 168 time: 0.1290414 Aug 05 14:02:03.657698 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea59532-a446-420a-bbad-1456c4ab8b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a51557-5915-4df0-bd2d-7ee982502358,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:03.756241 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:03.781740 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71fa3bd-7916-40dc-abd3-4280902b8593', 'tag': '95f0aec3-3981-4cf2-b194-431d6a85f256'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:03.784210 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcc1387-52ef-4653-b015-7ecc5014eb7e" -d '{"events": [{"name": "network-changed", "server_uuid": "b71fa3bd-7916-40dc-abd3-4280902b8593", "tag": "95f0aec3-3981-4cf2-b194-431d6a85f256"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:03.823699 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80926a2c-0da6-4451-b328-2559864c6633 x-openstack-request-id: req-80926a2c-0da6-4451-b328-2559864c6633 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:03.823990 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71fa3bd-7916-40dc-abd3-4280902b8593", "tag": "95f0aec3-3981-4cf2-b194-431d6a85f256", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:03.824374 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80926a2c-0da6-4451-b328-2559864c6633 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:03.824795 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b71fa3bd-7916-40dc-abd3-4280902b8593', 'tag': '95f0aec3-3981-4cf2-b194-431d6a85f256', 'status': 'completed', 'code': 200} Aug 05 14:02:03.889836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc1387-52ef-4653-b015-7ecc5014eb7e req-61f2d7cd-b8e0-4dc4-a0d6-4afa723d3385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:03.891402 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7bcc1387-52ef-4653-b015-7ecc5014eb7e req-61f2d7cd-b8e0-4dc4-a0d6-4afa723d3385 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=16bd8151b0634bd89938e7aeb613738b&device_id=b71fa3bd-7916-40dc-abd3-4280902b8593 HTTP/1.1" status: 200 len: 1095 time: 0.0437493 Aug 05 14:02:03.897237 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7fd19-a25c-42df-b3f6-40474fb0e1ee req-140c6f1c-3403-414c-9437-529e09709d64 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:03.899196 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3da7fd19-a25c-42df-b3f6-40474fb0e1ee req-140c6f1c-3403-414c-9437-529e09709d64 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 945 time: 0.1064839 Aug 05 14:02:04.069364 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc1387-52ef-4653-b015-7ecc5014eb7e req-59c9964c-eb13-40d0-a283-507ac0b255d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:04.071500 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7bcc1387-52ef-4653-b015-7ecc5014eb7e req-59c9964c-eb13-40d0-a283-507ac0b255d8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2572b64d-2688-4ea7-b3b2-057ef2374e53 HTTP/1.1" status: 200 len: 906 time: 0.1712189 Aug 05 14:02:04.103179 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05654b6d-c825-4392-ac73-c6c8d557d9ab req-cfa45f13-ce65-4759-aeee-ab86a091be83 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:04.114731 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-05654b6d-c825-4392-ac73-c6c8d557d9ab req-cfa45f13-ce65-4759-aeee-ab86a091be83 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/ports?device_id=37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc HTTP/1.1" status: 200 len: 946 time: 0.1468647 Aug 05 14:02:04.159006 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7bcc1387-52ef-4653-b015-7ecc5014eb7e req-83c46e84-d60f-4c30-8f61-ac9356366375 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95f0aec3-3981-4cf2-b194-431d6a85f256 HTTP/1.1" status: 200 len: 217 time: 0.0726199 Aug 05 14:02:04.213035 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-05654b6d-c825-4392-ac73-c6c8d557d9ab req-a8322ba9-e050-4315-8b7b-dedf3c8e0179 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a6995d-3809-45e1-a967-f66a3c2a52af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973735 Aug 05 14:02:04.227800 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc1387-52ef-4653-b015-7ecc5014eb7e req-aa146573-8d44-44e8-b2c4-7c5746517f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:04.229319 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7bcc1387-52ef-4653-b015-7ecc5014eb7e req-aa146573-8d44-44e8-b2c4-7c5746517f79 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=509b4bd6-4083-497b-a5bd-8bf817602045 HTTP/1.1" status: 200 len: 845 time: 0.0620604 Aug 05 14:02:04.277572 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7bcc1387-52ef-4653-b015-7ecc5014eb7e req-705f6295-a92d-45ea-ae12-f2edf8a25d66 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2572b64d-2688-4ea7-b3b2-057ef2374e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352137 Aug 05 14:02:04.301055 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3da7fd19-a25c-42df-b3f6-40474fb0e1ee req-ea770f8b-9921-44b5-8c5a-963efe8d527d tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/security-groups?id=40afa97f-7ab9-4606-bc29-1b8105f0ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3761826 Aug 05 14:02:04.407254 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:04.596901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389b748-b279-49f0-b26a-7ef15bb43ca5 req-2e888083-f755-458b-b5bc-0a83a54b3eaa tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:04.598639 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e389b748-b279-49f0-b26a-7ef15bb43ca5 req-2e888083-f755-458b-b5bc-0a83a54b3eaa tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.0820265 Aug 05 14:02:04.624927 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55250) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:04.672789 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e389b748-b279-49f0-b26a-7ef15bb43ca5 req-d004974d-2046-4822-8551-7b33fe156bfc tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666993 Aug 05 14:02:04.673287 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Router 0be0f221-9594-4c97-b2c0-b8646bdce6a7 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:02:04.761678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e206a251-2cfd-469e-83bb-12596dddc8dc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1624343605-network', 'tenant_id': 'fea387ec4e9e4aa2a9d3645290a1bad0'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:04.822744 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e206a251-2cfd-469e-83bb-12596dddc8dc admin admin] Made reservation on behalf of fea387ec4e9e4aa2a9d3645290a1bad0 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:02:04.825662 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e206a251-2cfd-469e-83bb-12596dddc8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:04.837337 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e206a251-2cfd-469e-83bb-12596dddc8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:04.863631 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5948a0-2663-4686-ba16-a9ca19802031 req-b2790cdf-71a9-49fd-8ebe-e1c2845a64bb tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:04.865333 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5c5948a0-2663-4686-ba16-a9ca19802031 req-b2790cdf-71a9-49fd-8ebe-e1c2845a64bb tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.63 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 945 time: 0.5598607 Aug 05 14:02:04.880486 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:02:04.887233 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7bcc1387-52ef-4653-b015-7ecc5014eb7e req-39fb5f93-6d05-4a67-a1cb-20445a8118a4 service neutron] 10.222.0.84 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001062 Aug 05 14:02:04.892891 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Sync routers for ids ['0be0f221-9594-4c97-b2c0-b8646bdce6a7'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:02:04.898082 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c5413-ae07-4efd-8931-83eef41fda09 req-0fa8007d-346c-42a7-9099-2e33668acd04 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:04.899652 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e92c5413-ae07-4efd-8931-83eef41fda09 req-0fa8007d-346c-42a7-9099-2e33668acd04 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=b71fa3bd-7916-40dc-abd3-4280902b8593 HTTP/1.1" status: 200 len: 944 time: 0.2158294 Aug 05 14:02:04.908087 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Routers {'0be0f221-9594-4c97-b2c0-b8646bdce6a7'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:02:04.908779 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:01:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0be0f221-9594-4c97-b2c0-b8646bdce6a7'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:04.935105 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-8ad57beb-766f-40b4-abbd-cf5352a5243b service neutron] show failed (client error): The resource could not be found. Aug 05 14:02:04.936013 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-8ad57beb-766f-40b4-abbd-cf5352a5243b service neutron] 10.222.0.84 "GET /v2.0/ports/26998968-51d7-4938-9953-91b732ebb08d/bindings/n-h1-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.2548192 Aug 05 14:02:04.993982 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e206a251-2cfd-469e-83bb-12596dddc8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.003310 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e206a251-2cfd-469e-83bb-12596dddc8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.020579 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.026027 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ba9d2503-bc6f-4aa9-95bd-916c12d34402 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8339765 Aug 05 14:02:05.028520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55254) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:05.081225 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Set router 0be0f221-9594-4c97-b2c0-b8646bdce6a7 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:02:05.083922 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e92c5413-ae07-4efd-8931-83eef41fda09 req-afd4581b-569a-4d57-8007-d4009e9a54f6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505594 Aug 05 14:02:05.094635 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e206a251-2cfd-469e-83bb-12596dddc8dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:02:05.116965 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e206a251-2cfd-469e-83bb-12596dddc8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.117449 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-e206a251-2cfd-469e-83bb-12596dddc8dc admin admin] Added segment 9fd67f90-4c15-4b81-99a2-e17def633009 of type vlan for network 87de090b-2969-4c9c-ab25-0366dc737903 Aug 05 14:02:05.143807 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7bcc1387-52ef-4653-b015-7ecc5014eb7e req-c8678a3b-e5fd-4dca-b74c-aac8951e839a service neutron] 10.222.0.84 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425683 Aug 05 14:02:05.144438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206a251-2cfd-469e-83bb-12596dddc8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d767e094-ca08-4777-8062-866e11c22bea,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:05.154297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-5c5948a0-2663-4686-ba16-a9ca19802031 req-fa16630f-5cde-4d34-ad8f-6f7b3d2dc271 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Deleting port 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:02:05.154674 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5c5948a0-2663-4686-ba16-a9ca19802031 req-fa16630f-5cde-4d34-ad8f-6f7b3d2dc271 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.240049 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 95f0aec3-3981-4cf2-b194-431d6a85f256 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:02:05.267572 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-5c5948a0-2663-4686-ba16-a9ca19802031 req-fa16630f-5cde-4d34-ad8f-6f7b3d2dc271 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] For port 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=86d451a0-af8b-416c-bde2-c5c0bf4d9e6f,segment=NetworkSegment(ca78f4f8-fce6-44cf-a116-699e77395d53),segment_id=ca78f4f8-fce6-44cf-a116-699e77395d53)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:05.267958 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5c5948a0-2663-4686-ba16-a9ca19802031 req-fa16630f-5cde-4d34-ad8f-6f7b3d2dc271 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.268310 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e206a251-2cfd-469e-83bb-12596dddc8dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.315140 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-540cae57-db0b-4ca5-82d4-7fd0162a461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:05.316807 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-540cae57-db0b-4ca5-82d4-7fd0162a461b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb&tenant_id=7753100351b94216b5369d9876cd92eb HTTP/1.1" status: 200 len: 1101 time: 0.1222692 Aug 05 14:02:05.378441 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 95f0aec3-3981-4cf2-b194-431d6a85f256, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=95f0aec3-3981-4cf2-b194-431d6a85f256,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:05.386596 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'name': 'tempest-ServerRescueNegativeTestJSON-897800032-router', 'tenant_id': 'eae027deaae649f2a01c906f6b6827e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '05736b64-7737-49e1-8348-851b12aa1820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:02Z', 'updated_at': '2021-08-05T14:02:03Z', 'revision_number': 3, 'project_id': 'eae027deaae649f2a01c906f6b6827e0', 'gw_port': {'id': '05736b64-7737-49e1-8348-851b12aa1820', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:03Z', 'updated_at': '2021-08-05T14:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:05.392163 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '95f0aec3-3981-4cf2-b194-431d6a85f256', 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53', 'port_id': '95f0aec3-3981-4cf2-b194-431d6a85f256', 'mac_address': 'fa:16:3e:7c:8e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509b4bd6-4083-497b-a5bd-8bf817602045', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:02:05.438423 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Checking router: 0be0f221-9594-4c97-b2c0-b8646bdce6a7 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:02:05.439097 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Updating router 0be0f221-9594-4c97-b2c0-b8646bdce6a7 port 05736b64-7737-49e1-8348-851b12aa1820 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:02:05.463957 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:05.471994 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.479185 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.492691 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f0aec3-3981-4cf2-b194-431d6a85f256 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:02:05.516146 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 95f0aec3-3981-4cf2-b194-431d6a85f256, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=95f0aec3-3981-4cf2-b194-431d6a85f256,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:05.518663 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e206a251-2cfd-469e-83bb-12596dddc8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.519699 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e206a251-2cfd-469e-83bb-12596dddc8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:05.520280 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e206a251-2cfd-469e-83bb-12596dddc8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.521398 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.585750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=95f0aec3-3981-4cf2-b194-431d6a85f256,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:05.594977 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142087c-03fa-4655-a627-9db186190ba4 req-34275647-00b2-41a3-b66a-a462517ad518 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:05.596549 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5142087c-03fa-4655-a627-9db186190ba4 req-34275647-00b2-41a3-b66a-a462517ad518 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 945 time: 0.0868673 Aug 05 14:02:05.635996 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e206a251-2cfd-469e-83bb-12596dddc8dc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0065892 Aug 05 14:02:05.643134 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 55264) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:05.647941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-89f210a2-86ad-43b7-bfbf-b8c18afd64ae admin admin] Request body: {'subnet': {'network_id': '87de090b-2969-4c9c-ab25-0366dc737903', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624343605-subnet', 'tenant_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:05.662082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734166d-52ef-4497-bd9b-f78dbead7db5 req-9f020dea-e71c-4ada-a270-0cb47fcfb74e tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:05.663626 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3734166d-52ef-4497-bd9b-f78dbead7db5 req-9f020dea-e71c-4ada-a270-0cb47fcfb74e tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/ports?device_id=37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc HTTP/1.1" status: 200 len: 946 time: 0.2384813 Aug 05 14:02:05.702931 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206a251-2cfd-469e-83bb-12596dddc8dc admin admin] Pushing event updated for resources: {'Network': ['ID=87de090b-2969-4c9c-ab25-0366dc737903,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:05.715213 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.717617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 87de090b-2969-4c9c-ab25-0366dc737903 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:02:05.721399 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5c5948a0-2663-4686-ba16-a9ca19802031 req-fa16630f-5cde-4d34-ad8f-6f7b3d2dc271 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.721724 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5c5948a0-2663-4686-ba16-a9ca19802031 req-fa16630f-5cde-4d34-ad8f-6f7b3d2dc271 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.722421 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [req-5c5948a0-2663-4686-ba16-a9ca19802031 req-fa16630f-5cde-4d34-ad8f-6f7b3d2dc271 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Floating IP cd6f283b-a6a3-4302-91dc-ae89db2b1376 disassociated. External IP: 172.25.5.187, port: 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f. Aug 05 14:02:05.722421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-5c5948a0-2663-4686-ba16-a9ca19802031 req-fa16630f-5cde-4d34-ad8f-6f7b3d2dc271 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Calling delete_port for 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:02:05.726085 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f210a2-86ad-43b7-bfbf-b8c18afd64ae admin admin] Made reservation on behalf of fea387ec4e9e4aa2a9d3645290a1bad0 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:02:05.728433 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89f210a2-86ad-43b7-bfbf-b8c18afd64ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.770034 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5142087c-03fa-4655-a627-9db186190ba4 req-f27b6245-4d75-49d9-8366-d8c7f98bd925 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/security-groups?id=40afa97f-7ab9-4606-bc29-1b8105f0ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383688 Aug 05 14:02:05.772167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['95f0aec3-3981-4cf2-b194-431d6a85f256'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:02:05.787545 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.801273 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Transition to ACTIVE for port object 05736b64-7737-49e1-8348-851b12aa1820 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:05.803674 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3734166d-52ef-4497-bd9b-f78dbead7db5 req-bddccd39-f4be-4b97-8b38-89028b54d0f6 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a6995d-3809-45e1-a967-f66a3c2a52af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076996 Aug 05 14:02:05.813482 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.856876 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Attempting to bind port 05736b64-7737-49e1-8348-851b12aa1820 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:02:05.856876 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Attempting to bind port 05736b64-7737-49e1-8348-851b12aa1820 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:02:05.857461 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Attempting to bind port 05736b64-7737-49e1-8348-851b12aa1820 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:05.882702 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:02:05.883212 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:05.884022 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.884503 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:02:05.885079 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Bound port: 05736b64-7737-49e1-8348-851b12aa1820, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:02:05.885570 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:05.946612 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] For port 05736b64-7737-49e1-8348-851b12aa1820, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:02:05.950057 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] For port 05736b64-7737-49e1-8348-851b12aa1820, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=05736b64-7737-49e1-8348-851b12aa1820,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:02:05.960259 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:06.009708 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Routers {'0be0f221-9594-4c97-b2c0-b8646bdce6a7'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:02:06.010605 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:01:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0be0f221-9594-4c97-b2c0-b8646bdce6a7'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:06.085872 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e76b80-d849-4a89-8547-037dee0a6ffb None None] Pushing event updated for resources: {'Port': ['ID=05736b64-7737-49e1-8348-851b12aa1820,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:06.162006 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5c5948a0-2663-4686-ba16-a9ca19802031 req-fa16630f-5cde-4d34-ad8f-6f7b3d2dc271 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:06.179752 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e76b80-d849-4a89-8547-037dee0a6ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:06.180127 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e76b80-d849-4a89-8547-037dee0a6ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:06.180473 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e76b80-d849-4a89-8547-037dee0a6ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:06.180807 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e76b80-d849-4a89-8547-037dee0a6ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:06.181143 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e76b80-d849-4a89-8547-037dee0a6ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:06.181467 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e76b80-d849-4a89-8547-037dee0a6ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:06.181795 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e76b80-d849-4a89-8547-037dee0a6ffb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:06.182119 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e76b80-d849-4a89-8547-037dee0a6ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:06.182477 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e76b80-d849-4a89-8547-037dee0a6ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:06.182785 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e76b80-d849-4a89-8547-037dee0a6ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:06.183367 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e76b80-d849-4a89-8547-037dee0a6ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:06.192436 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e76b80-d849-4a89-8547-037dee0a6ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:06.218876 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cc733-eb4c-479a-8d0f-c8dfcea22668 req-8de938db-2d65-4bbc-ac00-e8f41317c6e8 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:06.226753 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ae7cc733-eb4c-479a-8d0f-c8dfcea22668 req-8de938db-2d65-4bbc-ac00-e8f41317c6e8 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.2262981 Aug 05 14:02:06.234978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16630f-5cde-4d34-ad8f-6f7b3d2dc271 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Pushing event deleted for resources: {'Port': ['ID=86d451a0-af8b-416c-bde2-c5c0bf4d9e6f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:06.288764 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:06.291179 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e76b80-d849-4a89-8547-037dee0a6ffb None None] Pushing event updated for resources: {'Port': ['ID=05736b64-7737-49e1-8348-851b12aa1820,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:06.310790 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] Set router 0be0f221-9594-4c97-b2c0-b8646bdce6a7 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:02:06.330210 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ae7cc733-eb4c-479a-8d0f-c8dfcea22668 req-f708cf16-02b8-4e6c-b9fa-36fe794f2385 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022651 Aug 05 14:02:06.345149 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=26998968-51d7-4938-9953-91b732ebb08d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:06.432370 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89f210a2-86ad-43b7-bfbf-b8c18afd64ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:06.498481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f210a2-86ad-43b7-bfbf-b8c18afd64ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=f418fa09-47fd-4308-8590-d5962fc704ec,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:06.536090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:02:06.597466 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'name': 'tempest-ServerRescueNegativeTestJSON-897800032-router', 'tenant_id': 'eae027deaae649f2a01c906f6b6827e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '05736b64-7737-49e1-8348-851b12aa1820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:02Z', 'updated_at': '2021-08-05T14:02:03Z', 'revision_number': 3, 'project_id': 'eae027deaae649f2a01c906f6b6827e0', 'gw_port': {'id': '05736b64-7737-49e1-8348-851b12aa1820', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:03Z', 'updated_at': '2021-08-05T14:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:06.599293 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654af1e-e09c-47f1-a800-e16b9d778ad2 req-a42c67a9-b3ff-4703-9671-88813039e4ef tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:06.601791 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2654af1e-e09c-47f1-a800-e16b9d778ad2 req-a42c67a9-b3ff-4703-9671-88813039e4ef tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=b71fa3bd-7916-40dc-abd3-4280902b8593 HTTP/1.1" status: 200 len: 945 time: 0.2696145 Aug 05 14:02:06.617595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26998968-51d7-4938-9953-91b732ebb08d'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:06.619930 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895f40c5-f8fe-4ff9-98ef-2b93a887935f" -d '{"events": [{"server_uuid": "07aa2c87-b3f6-4c73-842d-97960e2357eb", "name": "network-vif-unplugged", "status": "completed", "tag": "26998968-51d7-4938-9953-91b732ebb08d"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:06.637985 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:06.640664 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c668b-6ce9-4045-8347-91983853c7a6 None None] The sync data for ids ['0be0f221-9594-4c97-b2c0-b8646bdce6a7'] in n-d-803585-2 is: [{'id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'name': 'tempest-ServerRescueNegativeTestJSON-897800032-router', 'tenant_id': 'eae027deaae649f2a01c906f6b6827e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '05736b64-7737-49e1-8348-851b12aa1820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:02Z', 'updated_at': '2021-08-05T14:02:03Z', 'revision_number': 3, 'project_id': 'eae027deaae649f2a01c906f6b6827e0', 'gw_port': {'id': '05736b64-7737-49e1-8348-851b12aa1820', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:03Z', 'updated_at': '2021-08-05T14:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:02:06.645879 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f210a2-86ad-43b7-bfbf-b8c18afd64ae admin admin] Checking segment: {'id': '9fd67f90-4c15-4b81-99a2-e17def633009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:06.646243 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f210a2-86ad-43b7-bfbf-b8c18afd64ae admin admin] Network hostable DHCP agents. Network: 87de090b-2969-4c9c-ab25-0366dc737903, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:02:06.685214 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2654af1e-e09c-47f1-a800-e16b9d778ad2 req-71cb6530-1816-4275-84f6-542e18709764 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662873 Aug 05 14:02:06.687725 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c5948a0-2663-4686-ba16-a9ca19802031 req-fa16630f-5cde-4d34-ad8f-6f7b3d2dc271 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Router 6c9643ef-70af-433b-8c9f-83b79be69184 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:02:06.720027 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Transition to ACTIVE for port object 26998968-51d7-4938-9953-91b732ebb08d will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:06.722282 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83832c57-f507-45f9-bc89-7ea6140d7da4 x-openstack-request-id: req-83832c57-f507-45f9-bc89-7ea6140d7da4 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:06.722700 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07aa2c87-b3f6-4c73-842d-97960e2357eb", "name": "network-vif-unplugged", "status": "completed", "tag": "26998968-51d7-4938-9953-91b732ebb08d", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:06.723127 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83832c57-f507-45f9-bc89-7ea6140d7da4 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:06.723505 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26998968-51d7-4938-9953-91b732ebb08d', 'code': 200} Aug 05 14:02:06.757136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] Allocated IP 172.20.0.1 (55e09aaf-4f69-462a-8e56-78fafe78ca62/f3d34413-6403-49d0-8a6b-9ad2631ceedf/18034c3d-c847-4015-bf9e-585b39ec77d4) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:02:06.845270 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f210a2-86ad-43b7-bfbf-b8c18afd64ae admin admin] Network 87de090b-2969-4c9c-ab25-0366dc737903 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:02:06.881035 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-89f210a2-86ad-43b7-bfbf-b8c18afd64ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 87de090b-2969-4c9c-ab25-0366dc737903) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:06.887092 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c5948a0-2663-4686-ba16-a9ca19802031 req-fa16630f-5cde-4d34-ad8f-6f7b3d2dc271 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:02:06.889377 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f210a2-86ad-43b7-bfbf-b8c18afd64ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:06.889991 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89f210a2-86ad-43b7-bfbf-b8c18afd64ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:06.905504 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ac797f-7d22-4da7-8ae4-2e6a66a5fad1 None None] Network 87de090b-2969-4c9c-ab25-0366dc737903 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:02:06.909186 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7419cb2-6e8a-474b-8292-92099327c969 None None] Sync routers for ids ['6c9643ef-70af-433b-8c9f-83b79be69184'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:02:06.910762 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:07.004080 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5948a0-2663-4686-ba16-a9ca19802031 req-fa16630f-5cde-4d34-ad8f-6f7b3d2dc271 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] No DVR routers for this DVR port 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:02:07.033833 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e3310bc7-9dd7-49f3-af85-116317784fd0 req-18c6e771-86f7-4e2a-ba3d-a57c4244615b tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af973d6-c439-4e2f-8ca4-89c62e419f08 HTTP/1.1" status: 200 len: 210 time: 0.1343150 Aug 05 14:02:07.050906 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5c5948a0-2663-4686-ba16-a9ca19802031 req-fa16630f-5cde-4d34-ad8f-6f7b3d2dc271 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:07.053449 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5c5948a0-2663-4686-ba16-a9ca19802031 req-fa16630f-5cde-4d34-ad8f-6f7b3d2dc271 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.63 "DELETE /v2.0/ports/86d451a0-af8b-416c-bde2-c5c0bf4d9e6f HTTP/1.1" status: 204 len: 173 time: 2.1779897 Aug 05 14:02:07.054722 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af973d6-c439-4e2f-8ca4-89c62e419f08', 'name': 'network-vif-deleted', 'tag': '86d451a0-af8b-416c-bde2-c5c0bf4d9e6f'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:07.057684 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3caa342-b6b5-4726-a7dc-0bf64a289817" -d '{"events": [{"server_uuid": "7af973d6-c439-4e2f-8ca4-89c62e419f08", "name": "network-vif-deleted", "tag": "86d451a0-af8b-416c-bde2-c5c0bf4d9e6f"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:07.060505 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:07.084941 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-89f210a2-86ad-43b7-bfbf-b8c18afd64ae admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4405320 Aug 05 14:02:07.091967 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 55290) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:07.096817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1624343605-router', 'tenant_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:07.103400 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7419cb2-6e8a-474b-8292-92099327c969 None None] Routers {'6c9643ef-70af-433b-8c9f-83b79be69184'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:02:07.104967 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b7419cb2-6e8a-474b-8292-92099327c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:01:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['6c9643ef-70af-433b-8c9f-83b79be69184'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:07.149618 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ff6662-ff8f-4127-928d-ff31db85baf4 x-openstack-request-id: req-46ff6662-ff8f-4127-928d-ff31db85baf4 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:07.150146 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af973d6-c439-4e2f-8ca4-89c62e419f08", "name": "network-vif-deleted", "tag": "86d451a0-af8b-416c-bde2-c5c0bf4d9e6f", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:07.150647 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46ff6662-ff8f-4127-928d-ff31db85baf4 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:07.151770 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af973d6-c439-4e2f-8ca4-89c62e419f08', 'name': 'network-vif-deleted', 'tag': '86d451a0-af8b-416c-bde2-c5c0bf4d9e6f', 'status': 'completed', 'code': 200} Aug 05 14:02:07.159468 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:07.160766 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:07.227611 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Pushing event updated for resources: {'Port': ['ID=26998968-51d7-4938-9953-91b732ebb08d,revision_number=6']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:07.239308 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] No DVR routers for this DVR port 26998968-51d7-4938-9953-91b732ebb08d on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:02:07.328468 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 95f0aec3-3981-4cf2-b194-431d6a85f256 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:07.329411 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:07.333299 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Attempting to bind port 26998968-51d7-4938-9953-91b732ebb08d on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:02:07.333913 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Attempting to bind port 26998968-51d7-4938-9953-91b732ebb08d by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:02:07.334177 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Attempting to bind port 26998968-51d7-4938-9953-91b732ebb08d on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:07.352677 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Port 26998968-51d7-4938-9953-91b732ebb08d on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:02:07.353483 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Attempting to bind port 26998968-51d7-4938-9953-91b732ebb08d on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:07.371830 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:02:07.372268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:07.372962 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:02:07.373510 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Bound port: 26998968-51d7-4938-9953-91b732ebb08d, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:02:07.373980 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:07.418863 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:07.423226 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-b7419cb2-6e8a-474b-8292-92099327c969 None None] Set router 6c9643ef-70af-433b-8c9f-83b79be69184 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:02:07.571150 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] Network 55e09aaf-4f69-462a-8e56-78fafe78ca62 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:02:07.586304 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:07.589590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:02:07.649785 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-87de090b-2969-4c9c-ab25-0366dc737903', 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903', 'tenant_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'fixed_ips': [{'subnet_id': 'f418fa09-47fd-4308-8590-d5962fc704ec'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:02:07.651052 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:07.661184 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] Pushing event updated for resources: {'Port': ['ID=18034c3d-c847-4015-bf9e-585b39ec77d4,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:07.691056 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:02:07.717262 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=26998968-51d7-4938-9953-91b732ebb08d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:02:07.731680 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:07.744198 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8da7d8-c717-4b10-bb21-64d5125ce34d req-4c2ed9b0-0d40-4d9a-9bc9-c11a884db311 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:07.745872 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da8da7d8-c717-4b10-bb21-64d5125ce34d req-4c2ed9b0-0d40-4d9a-9bc9-c11a884db311 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 948 time: 0.2592924 Aug 05 14:02:07.763822 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:07.867532 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:07.868419 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da8da7d8-c717-4b10-bb21-64d5125ce34d req-25b0c9eb-8dd7-423f-90c0-6313d96d8f67 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109238 Aug 05 14:02:08.028243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 95f0aec3-3981-4cf2-b194-431d6a85f256 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:08.041378 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 95f0aec3-3981-4cf2-b194-431d6a85f256 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:08.049888 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:08.059784 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:08.132890 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:08.304830 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:02:08.307167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 05736b64-7737-49e1-8348-851b12aa1820 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:08.325192 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Allocated IP 172.25.5.183 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/651a366e-1fc6-4db4-bf15-18ab8f7e8488) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:02:08.355581 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:02:08.356466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 86d451a0-af8b-416c-bde2-c5c0bf4d9e6f not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:02:08.368526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Pushing event updated for resources: {'Port': ['ID=26998968-51d7-4938-9953-91b732ebb08d,revision_number=7']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:08.380052 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:08.381583 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:08.384053 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-b2828e2c-67e0-4cc0-9163-49b7ca348fad service neutron] 10.222.0.63 "PUT /v2.0/ports/26998968-51d7-4938-9953-91b732ebb08d HTTP/1.1" status: 200 len: 1096 time: 2.9428141 Aug 05 14:02:08.395720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Allocated IP 172.20.0.2 (87de090b-2969-4c9c-ab25-0366dc737903/f418fa09-47fd-4308-8590-d5962fc704ec/e381b96d-58b7-4d5c-b110-312ff67ae7af) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:02:08.434946 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195fa4e-a563-4df4-83f8-7b159cfea313 req-c30f972f-a7c0-40be-950b-855108b074c7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:08.436863 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3195fa4e-a563-4df4-83f8-7b159cfea313 req-c30f972f-a7c0-40be-950b-855108b074c7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=b71fa3bd-7916-40dc-abd3-4280902b8593 HTTP/1.1" status: 200 len: 945 time: 0.5712171 Aug 05 14:02:08.460313 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:08.492911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b7419cb2-6e8a-474b-8292-92099327c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'name': 'tempest-ServersTestJSON-532512425-router', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'gw_port': {'id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2fc8c3c1-f950-449f-83f7-7594f65b1326', 'name': '', 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'mac_address': 'fa:16:3e:24:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:43Z', 'updated_at': '2021-08-05T13:59:56Z', 'revision_number': 5, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'subnets': [{'id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:08.515829 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:08.552088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7419cb2-6e8a-474b-8292-92099327c969 None None] Checking router: 6c9643ef-70af-433b-8c9f-83b79be69184 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:02:08.560907 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:02:08.564727 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:08.571106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 05736b64-7737-49e1-8348-851b12aa1820 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:08.583653 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3195fa4e-a563-4df4-83f8-7b159cfea313 req-89118453-2f88-4b9b-9ebd-ca8a0f0ccd58 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130166 Aug 05 14:02:08.583894 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:02:08.590166 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 05736b64-7737-49e1-8348-851b12aa1820 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:08.591079 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:08.595859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-10c940be-41d1-462b-80b4-f5bfdbcb1c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:08.603017 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-10c940be-41d1-462b-80b4-f5bfdbcb1c2f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 1099 time: 0.1858900 Aug 05 14:02:08.610631 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7419cb2-6e8a-474b-8292-92099327c969 None None] Routers {'6c9643ef-70af-433b-8c9f-83b79be69184'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:02:08.611281 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b7419cb2-6e8a-474b-8292-92099327c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:01:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['6c9643ef-70af-433b-8c9f-83b79be69184'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:08.613084 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:08.634928 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Pushing event updated for resources: {'Port': ['ID=651a366e-1fc6-4db4-bf15-18ab8f7e8488,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:08.734067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'tag': '26998968-51d7-4938-9953-91b732ebb08d'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:08.736406 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2110681a-02a2-47b4-95a6-6d7a6276df13" -d '{"events": [{"name": "network-changed", "server_uuid": "07aa2c87-b3f6-4c73-842d-97960e2357eb", "tag": "26998968-51d7-4938-9953-91b732ebb08d"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:08.748273 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:08.826703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-9722c270-1e64-4ab5-837b-18855cf0d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:08.832860 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-9722c270-1e64-4ab5-837b-18855cf0d8e1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.1875763 Aug 05 14:02:08.844502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-b7419cb2-6e8a-474b-8292-92099327c969 None None] Set router 6c9643ef-70af-433b-8c9f-83b79be69184 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:02:08.923029 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-ee0d1595-a438-4ef9-8697-7111b3223f8d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=26998968-51d7-4938-9953-91b732ebb08d HTTP/1.1" status: 200 len: 217 time: 0.0823531 Aug 05 14:02:08.976601 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71fa3bd-7916-40dc-abd3-4280902b8593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f0aec3-3981-4cf2-b194-431d6a85f256'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:08.979510 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13e7219-4b91-4b02-bf4a-5e5225c0df4b" -d '{"events": [{"server_uuid": "b71fa3bd-7916-40dc-abd3-4280902b8593", "name": "network-vif-plugged", "status": "completed", "tag": "95f0aec3-3981-4cf2-b194-431d6a85f256"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:09.017003 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904f5d8a-3044-4e98-bbde-cae6094e8438 x-openstack-request-id: req-904f5d8a-3044-4e98-bbde-cae6094e8438 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:09.017580 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07aa2c87-b3f6-4c73-842d-97960e2357eb", "tag": "26998968-51d7-4938-9953-91b732ebb08d", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:09.018002 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-904f5d8a-3044-4e98-bbde-cae6094e8438 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:09.018601 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'tag': '26998968-51d7-4938-9953-91b732ebb08d', 'status': 'completed', 'code': 200} Aug 05 14:02:09.058587 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 95f0aec3-3981-4cf2-b194-431d6a85f256, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=95f0aec3-3981-4cf2-b194-431d6a85f256,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:09.074644 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:09.074644 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 26998968-51d7-4938-9953-91b732ebb08d no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:02:09.084408 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:09.092480 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-3e0e94c8-3f33-472f-8ca1-e4facf792001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:09.094956 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-3e0e94c8-3f33-472f-8ca1-e4facf792001 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 1099 time: 0.0809209 Aug 05 14:02:09.126362 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:09.192269 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Transition to ACTIVE for port object e381b96d-58b7-4d5c-b110-312ff67ae7af will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:09.270335 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-2c77a6dc-4585-48aa-9256-0ffd59db4dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:09.274360 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-2c77a6dc-4585-48aa-9256-0ffd59db4dcd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.3338673 Aug 05 14:02:09.277717 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:09.284572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55330) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:09.310237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=95f0aec3-3981-4cf2-b194-431d6a85f256,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:09.315079 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Transition to ACTIVE for port object e381b96d-58b7-4d5c-b110-312ff67ae7af will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:09.329391 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 26998968-51d7-4938-9953-91b732ebb08d not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:02:09.337621 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:09.337823 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:09.345207 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:09.350644 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bfca63-8e95-45a1-91d9-f700cb158a55 x-openstack-request-id: req-d5bfca63-8e95-45a1-91d9-f700cb158a55 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:09.351228 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71fa3bd-7916-40dc-abd3-4280902b8593", "name": "network-vif-plugged", "status": "completed", "tag": "95f0aec3-3981-4cf2-b194-431d6a85f256", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:09.351484 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5bfca63-8e95-45a1-91d9-f700cb158a55 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:09.351879 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71fa3bd-7916-40dc-abd3-4280902b8593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f0aec3-3981-4cf2-b194-431d6a85f256', 'code': 200} Aug 05 14:02:09.424121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 05736b64-7737-49e1-8348-851b12aa1820, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=05736b64-7737-49e1-8348-851b12aa1820,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:09.434308 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Network 87de090b-2969-4c9c-ab25-0366dc737903 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:02:09.443378 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:09.445312 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:09.447207 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:02:09.461622 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Pushing event updated for resources: {'Port': ['ID=e381b96d-58b7-4d5c-b110-312ff67ae7af,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:09.483307 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ea883-2f9d-443f-868d-0e989e1fb8a1 req-38efea79-a54e-4db7-a4ff-65af08245af6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:09.490925 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c39ea883-2f9d-443f-868d-0e989e1fb8a1 req-38efea79-a54e-4db7-a4ff-65af08245af6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 948 time: 0.4288013 Aug 05 14:02:09.544466 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] Pushing event updated for resources: {'Port': ['ID=18034c3d-c847-4015-bf9e-585b39ec77d4,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:09.611693 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b7419cb2-6e8a-474b-8292-92099327c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'name': 'tempest-ServersTestJSON-532512425-router', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'gw_port': {'id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2fc8c3c1-f950-449f-83f7-7594f65b1326', 'name': '', 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'mac_address': 'fa:16:3e:24:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:43Z', 'updated_at': '2021-08-05T13:59:56Z', 'revision_number': 5, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'subnets': [{'id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:09.615991 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:09.641776 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59a51e38-1840-4f04-a691-33cf76bb08de tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:09.657444 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c39ea883-2f9d-443f-868d-0e989e1fb8a1 req-69988da1-7a32-49c9-9b1b-954c97119f3c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652448 Aug 05 14:02:09.660944 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7419cb2-6e8a-474b-8292-92099327c969 None None] The sync data for ids ['6c9643ef-70af-433b-8c9f-83b79be69184'] in n-d-803585-2 is: [{'id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'name': 'tempest-ServersTestJSON-532512425-router', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'gw_port': {'id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2fc8c3c1-f950-449f-83f7-7594f65b1326', 'name': '', 'network_id': '00b456fd-8f1f-457d-ab9f-9b65af2598b8', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'mac_address': 'fa:16:3e:24:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:43Z', 'updated_at': '2021-08-05T13:59:56Z', 'revision_number': 5, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'subnets': [{'id': '271e3d74-bb42-4589-a6b6-cd3ebc455e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:02:09.665070 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Attempting to bind port e381b96d-58b7-4d5c-b110-312ff67ae7af on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:02:09.670642 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-df705ffa-5119-49fc-86a9-a0a612bbcc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:09.672191 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-df705ffa-5119-49fc-86a9-a0a612bbcc5d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3689671 Aug 05 14:02:09.680157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Attempting to bind port e381b96d-58b7-4d5c-b110-312ff67ae7af by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '9fd67f90-4c15-4b81-99a2-e17def633009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:02:09.680613 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Attempting to bind port e381b96d-58b7-4d5c-b110-312ff67ae7af on network 87de090b-2969-4c9c-ab25-0366dc737903 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:09.689192 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:02:09.689573 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Checking segment: {'id': '9fd67f90-4c15-4b81-99a2-e17def633009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:09.689981 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:09.690395 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Bound using segment: {'id': '9fd67f90-4c15-4b81-99a2-e17def633009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:02:09.690928 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Bound port: e381b96d-58b7-4d5c-b110-312ff67ae7af, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd67f90-4c15-4b81-99a2-e17def633009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:02:09.691376 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:09.724146 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=05736b64-7737-49e1-8348-851b12aa1820,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:09.811726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-fb949263-ebfa-4553-8acc-9b39a239050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:09.813458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-fb949263-ebfa-4553-8acc-9b39a239050c service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.6754835 Aug 05 14:02:09.845387 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59a51e38-1840-4f04-a691-33cf76bb08de tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:09.849336 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] For port e381b96d-58b7-4d5c-b110-312ff67ae7af, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:02:09.858239 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] For port e381b96d-58b7-4d5c-b110-312ff67ae7af, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e381b96d-58b7-4d5c-b110-312ff67ae7af,segment=NetworkSegment(9fd67f90-4c15-4b81-99a2-e17def633009),segment_id=9fd67f90-4c15-4b81-99a2-e17def633009)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:02:09.874504 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:09.905584 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f28878-3058-4012-a1e7-4b464c2e8991 req-44532d99-d845-444d-bcce-b012cb41ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:09.907154 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-44f28878-3058-4012-a1e7-4b464c2e8991 req-44532d99-d845-444d-bcce-b012cb41ba84 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b71fa3bd-7916-40dc-abd3-4280902b8593 HTTP/1.1" status: 200 len: 1097 time: 0.2639451 Aug 05 14:02:10.039406 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-38eedff7-89af-4aa9-ba2c-578b6b827b69 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=26998968-51d7-4938-9953-91b732ebb08d HTTP/1.1" status: 200 len: 217 time: 0.1872365 Aug 05 14:02:10.057079 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-a83647af-169b-44c9-a6f6-94df21a048af service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699849 Aug 05 14:02:10.080496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d4513-b6a3-4d20-bccc-3edc962cad80 None None] Pushing event updated for resources: {'Port': ['ID=e381b96d-58b7-4d5c-b110-312ff67ae7af,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:10.095420 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] Network 55e09aaf-4f69-462a-8e56-78fafe78ca62 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:02:10.116579 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:10.156927 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59a51e38-1840-4f04-a691-33cf76bb08de tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:10.161711 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29cb916-a7af-46eb-9e4f-84b4367631fe None None] New status for floating IP cd6f283b-a6a3-4302-91dc-ae89db2b1376: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:02:10.165707 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59a51e38-1840-4f04-a691-33cf76bb08de tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:10.176420 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-59a51e38-1840-4f04-a691-33cf76bb08de tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "DELETE /v2.0/security-groups/40afa97f-7ab9-4606-bc29-1b8105f0ec68 HTTP/1.1" status: 204 len: 168 time: 0.8870974 Aug 05 14:02:10.181761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 55352) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:10.216464 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 05736b64-7737-49e1-8348-851b12aa1820 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:10.239175 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0123c4-9a13-47e8-a025-decce4076a29 req-b0ed238b-cf21-47d1-8dd6-1ce7dda08635 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:10.258993 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ba0123c4-9a13-47e8-a025-decce4076a29 req-b0ed238b-cf21-47d1-8dd6-1ce7dda08635 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=b71fa3bd-7916-40dc-abd3-4280902b8593 HTTP/1.1" status: 200 len: 946 time: 0.4424598 Aug 05 14:02:10.274811 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a51e38-1840-4f04-a691-33cf76bb08de tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40afa97f-7ab9-4606-bc29-1b8105f0ec68,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:10.293806 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-bb9b0e69-eeb4-4f37-afb1-7c7ae77aa5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:10.307976 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-bb9b0e69-eeb4-4f37-afb1-7c7ae77aa5a2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.2718642 Aug 05 14:02:10.313860 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:10.320115 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-7467963c-93de-4453-99c8-ad84540483eb tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] show failed (client error): The resource could not be found. Aug 05 14:02:10.321841 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7467963c-93de-4453-99c8-ad84540483eb tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "GET /v2.0/security-groups/40afa97f-7ab9-4606-bc29-1b8105f0ec68 HTTP/1.1" status: 404 len: 347 time: 0.1350331 Aug 05 14:02:10.340257 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55356) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:10.363682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 05736b64-7737-49e1-8348-851b12aa1820 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:10.364211 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:10.375360 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-44f28878-3058-4012-a1e7-4b464c2e8991 req-8ce663d5-7c8e-44f9-87a6-5382660bca92 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259077 Aug 05 14:02:10.517407 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ba0123c4-9a13-47e8-a025-decce4076a29 req-7ca68153-3579-4d82-95ca-d8e95d09a693 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574053 Aug 05 14:02:10.585772 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-f01df033-bdab-48e8-97e6-d4a2e28f4a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:10.587588 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-f01df033-bdab-48e8-97e6-d4a2e28f4a54 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2596676 Aug 05 14:02:10.652529 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9e9ffe0-dec4-4067-8bd3-2bc0a7d0fede req-d00147b1-4652-4e6f-b763-acd032dc93ed service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863044 Aug 05 14:02:10.664952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] Router 0be0f221-9594-4c97-b2c0-b8646bdce6a7 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:02:10.700231 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf72ef-0eb6-4e22-855a-c1e370cff6b0 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Deleting port 53d775a9-10e8-4b7d-b2dd-1990f2401405 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:02:10.700626 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dfbf72ef-0eb6-4e22-855a-c1e370cff6b0 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:10.806225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658655fe-6cfd-49ab-b8ff-369618a8d401 req-ebb1c7ec-be2d-4fc5-86c9-dc91dda1be1d tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:10.807808 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-658655fe-6cfd-49ab-b8ff-369618a8d401 req-ebb1c7ec-be2d-4fc5-86c9-dc91dda1be1d tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/ports?device_id=37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc HTTP/1.1" status: 200 len: 946 time: 0.1773977 Aug 05 14:02:10.816867 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-28f99c34-3b65-4b6a-bd4b-c14fa74067db service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175000 Aug 05 14:02:10.841172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Router 9109533e-c8ca-40e8-90f8-7b5b8a77677a is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:02:10.912081 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-14b8898a-98a2-4d70-b813-a20ca13da9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:10.913617 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-14b8898a-98a2-4d70-b813-a20ca13da9a9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 1099 time: 0.1761961 Aug 05 14:02:10.919719 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-658655fe-6cfd-49ab-b8ff-369618a8d401 req-393facea-5093-4ff5-bbb4-f9ed8a35d207 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a6995d-3809-45e1-a967-f66a3c2a52af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009128 Aug 05 14:02:10.964515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee84434-ca86-46fc-aa94-de9964ca0b56 req-7fd079a7-eb19-4823-9847-cbe0c26d1bd2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:10.966846 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1ee84434-ca86-46fc-aa94-de9964ca0b56 req-7fd079a7-eb19-4823-9847-cbe0c26d1bd2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 948 time: 0.1686151 Aug 05 14:02:11.010967 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:02:11.026970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Sync routers for ids ['0be0f221-9594-4c97-b2c0-b8646bdce6a7'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:02:11.041412 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-78fe89de-dba4-4656-8cc9-4b657bb63591 admin admin] 10.222.0.16 "PUT /v2.0/routers/0be0f221-9594-4c97-b2c0-b8646bdce6a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0091820 Aug 05 14:02:11.048590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Routers {'0be0f221-9594-4c97-b2c0-b8646bdce6a7'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:02:11.049250 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:01:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0be0f221-9594-4c97-b2c0-b8646bdce6a7'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:11.053810 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-22f3efb9-500a-4a50-a8c5-2156cfcef897 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265010 Aug 05 14:02:11.056141 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dfbf72ef-0eb6-4e22-855a-c1e370cff6b0 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:11.056141 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dfbf72ef-0eb6-4e22-855a-c1e370cff6b0 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:11.088831 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:02:11.102656 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Sync routers for ids ['9109533e-c8ca-40e8-90f8-7b5b8a77677a'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:02:11.118343 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:11.120122 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf72ef-0eb6-4e22-855a-c1e370cff6b0 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Calling delete_port for 53d775a9-10e8-4b7d-b2dd-1990f2401405 owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:02:11.120937 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-35bb8520-4e29-4f42-be8e-2b7f7972ff85 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0274050 Aug 05 14:02:11.124260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 55368) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:11.129793 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Routers {'9109533e-c8ca-40e8-90f8-7b5b8a77677a'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:02:11.131193 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:01:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['9109533e-c8ca-40e8-90f8-7b5b8a77677a'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:11.213999 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1ee84434-ca86-46fc-aa94-de9964ca0b56 req-30fa456a-44c7-44a3-a53a-dca87ee329aa tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054694 Aug 05 14:02:11.305860 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-60668dc2-1fc2-41db-ac06-ac426492e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:11.307565 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-60668dc2-1fc2-41db-ac06-ac426492e55b service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.3820148 Aug 05 14:02:11.322506 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Set router 9109533e-c8ca-40e8-90f8-7b5b8a77677a gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:02:11.326497 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Set router 0be0f221-9594-4c97-b2c0-b8646bdce6a7 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:02:11.513306 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-8a43e651-fa18-42e3-81eb-b0c13422ea73 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=26998968-51d7-4938-9953-91b732ebb08d HTTP/1.1" status: 200 len: 217 time: 0.1927199 Aug 05 14:02:11.599426 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624343605-router', 'tenant_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '651a366e-1fc6-4db4-bf15-18ab8f7e8488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:07Z', 'updated_at': '2021-08-05T14:02:08Z', 'revision_number': 3, 'project_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'gw_port': {'id': '651a366e-1fc6-4db4-bf15-18ab8f7e8488', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:08Z', 'updated_at': '2021-08-05T14:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:11.611953 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dfbf72ef-0eb6-4e22-855a-c1e370cff6b0 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:11.646478 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-8757e80b-9c89-4e54-9de1-492a1a80d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:11.648409 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-8757e80b-9c89-4e54-9de1-492a1a80d013 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1119394 Aug 05 14:02:11.651281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf72ef-0eb6-4e22-855a-c1e370cff6b0 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Pushing event deleted for resources: {'Port': ['ID=53d775a9-10e8-4b7d-b2dd-1990f2401405,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:11.689143 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Checking router: 9109533e-c8ca-40e8-90f8-7b5b8a77677a for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:02:11.692925 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Updating router 9109533e-c8ca-40e8-90f8-7b5b8a77677a port 651a366e-1fc6-4db4-bf15-18ab8f7e8488 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:02:11.733577 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:11.767196 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee144a12-73ae-44ed-8714-18927894a00e None None] Network 87de090b-2969-4c9c-ab25-0366dc737903 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:02:11.939630 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-7282dd5b-9f15-41ae-81bd-e576aa0c0c1e tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:11.941825 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-7282dd5b-9f15-41ae-81bd-e576aa0c0c1e tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/networks?id=55e09aaf-4f69-462a-8e56-78fafe78ca62 HTTP/1.1" status: 200 len: 818 time: 0.2078695 Aug 05 14:02:11.957693 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1c9a7acf-3408-40fe-9625-a2b0d25c1d14 None None] Provisioning for port e381b96d-58b7-4d5c-b110-312ff67ae7af completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:11.969599 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:11.972711 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-19bdf542-bb2d-49bc-b936-c4c224701995 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/quotas/eae027deaae649f2a01c906f6b6827e0 HTTP/1.1" status: 200 len: 375 time: 0.0220075 Aug 05 14:02:11.999322 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'name': 'tempest-ServerRescueNegativeTestJSON-897800032-router', 'tenant_id': 'eae027deaae649f2a01c906f6b6827e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '05736b64-7737-49e1-8348-851b12aa1820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:02Z', 'updated_at': '2021-08-05T14:02:08Z', 'revision_number': 4, 'project_id': 'eae027deaae649f2a01c906f6b6827e0', 'gw_port': {'id': '05736b64-7737-49e1-8348-851b12aa1820', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:03Z', 'updated_at': '2021-08-05T14:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '18034c3d-c847-4015-bf9e-585b39ec77d4', 'name': '', 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62', 'tenant_id': 'eae027deaae649f2a01c906f6b6827e0', 'mac_address': 'fa:16:3e:01:40:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'f3d34413-6403-49d0-8a6b-9ad2631ceedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:06Z', 'updated_at': '2021-08-05T14:02:08Z', 'revision_number': 2, 'project_id': 'eae027deaae649f2a01c906f6b6827e0', 'subnets': [{'id': 'f3d34413-6403-49d0-8a6b-9ad2631ceedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:12.032778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Checking router: 0be0f221-9594-4c97-b2c0-b8646bdce6a7 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:02:12.033295 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Updating router 0be0f221-9594-4c97-b2c0-b8646bdce6a7 port 18034c3d-c847-4015-bf9e-585b39ec77d4 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:02:12.080894 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:12.094777 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:12.110930 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Transition to ACTIVE for port object 651a366e-1fc6-4db4-bf15-18ab8f7e8488 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:12.125762 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:12.145639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 26998968-51d7-4938-9953-91b732ebb08d details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:02:12.150401 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dfbf72ef-0eb6-4e22-855a-c1e370cff6b0 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:12.153719 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dfbf72ef-0eb6-4e22-855a-c1e370cff6b0 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:12.161645 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 55392) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:12.167021 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dfbf72ef-0eb6-4e22-855a-c1e370cff6b0 tempest-ServersTestJSON-347323264 tempest-ServersTestJSON-347323264-project] 10.222.0.16 "DELETE /v2.0/floatingips/cd6f283b-a6a3-4302-91dc-ae89db2b1376 HTTP/1.1" status: 204 len: 168 time: 1.8246503 Aug 05 14:02:12.214961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-fb5154b0-5ed3-4013-944f-d68e58c3fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:12.217316 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-fb5154b0-5ed3-4013-944f-d68e58c3fc87 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5045624 Aug 05 14:02:12.229685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544aed7-62b2-4e0e-9599-497bd2353feb req-603f0ca9-314e-4d9d-a59f-e252204d64c8 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:12.232523 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-94c6f2a4-62bc-45ae-8b28-f960b32abd68 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eae027deaae649f2a01c906f6b6827e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2503061 Aug 05 14:02:12.243850 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e544aed7-62b2-4e0e-9599-497bd2353feb req-603f0ca9-314e-4d9d-a59f-e252204d64c8 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=b71fa3bd-7916-40dc-abd3-4280902b8593 HTTP/1.1" status: 200 len: 946 time: 0.5696082 Aug 05 14:02:12.274650 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Attempting to bind port 651a366e-1fc6-4db4-bf15-18ab8f7e8488 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:02:12.275189 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Attempting to bind port 651a366e-1fc6-4db4-bf15-18ab8f7e8488 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:02:12.275664 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Attempting to bind port 651a366e-1fc6-4db4-bf15-18ab8f7e8488 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:12.286013 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:02:12.286718 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:12.287246 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:12.287772 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:02:12.288367 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Bound port: 651a366e-1fc6-4db4-bf15-18ab8f7e8488, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:02:12.288871 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:12.354188 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] For port 651a366e-1fc6-4db4-bf15-18ab8f7e8488, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:02:12.358214 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] For port 651a366e-1fc6-4db4-bf15-18ab8f7e8488, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=651a366e-1fc6-4db4-bf15-18ab8f7e8488,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:02:12.360587 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab864f-5ea5-49e5-a0f7-25bb9260ffe8 None None] Pushing event updated for resources: {'Port': ['ID=651a366e-1fc6-4db4-bf15-18ab8f7e8488,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:12.371255 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e544aed7-62b2-4e0e-9599-497bd2353feb req-6e0c899a-0a4b-4301-bc53-61ddd8cd1f61 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157248 Aug 05 14:02:12.377555 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:12.442097 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab864f-5ea5-49e5-a0f7-25bb9260ffe8 None None] Pushing event updated for resources: {'Port': ['ID=651a366e-1fc6-4db4-bf15-18ab8f7e8488,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:12.477968 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d1daa-299c-45ad-ae47-6cac49bdf6fb req-f237b8ac-6874-46ed-ad63-b363134aa502 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:12.479538 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ba7d1daa-299c-45ad-ae47-6cac49bdf6fb req-f237b8ac-6874-46ed-ad63-b363134aa502 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.63 "GET /v2.0/ports?device_id=37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc HTTP/1.1" status: 200 len: 946 time: 0.4206212 Aug 05 14:02:12.488828 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Routers {'9109533e-c8ca-40e8-90f8-7b5b8a77677a'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:02:12.489861 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:01:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['9109533e-c8ca-40e8-90f8-7b5b8a77677a'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:12.519174 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e381b96d-58b7-4d5c-b110-312ff67ae7af up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:12.539948 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-748dad8f-fdc3-46c4-9136-a4becff5c7be service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708020 Aug 05 14:02:12.569923 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.resource_extend [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 14:02:12.640044 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] Set router 9109533e-c8ca-40e8-90f8-7b5b8a77677a gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:02:12.645226 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Allocated IP 172.20.0.1 (87de090b-2969-4c9c-ab25-0366dc737903/f418fa09-47fd-4308-8590-d5962fc704ec/fe18141c-7a3a-44a1-b797-1432ae84479f) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:02:12.695575 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-fbd20a76-ebcc-46c1-abb5-2b98373f1954 service neutron] 10.222.0.16 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614305 Aug 05 14:02:12.696422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937d39a-7533-4129-8075-99bb71872c19 req-65b7ab01-4132-4f25-ac84-490ebaf8af36 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:12.704437 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e937d39a-7533-4129-8075-99bb71872c19 req-65b7ab01-4132-4f25-ac84-490ebaf8af36 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/ports?device_id=37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc HTTP/1.1" status: 200 len: 946 time: 0.1633272 Aug 05 14:02:12.752628 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e937d39a-7533-4129-8075-99bb71872c19 req-08e455ad-51ae-4e03-a9bc-f92980b2a973 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a6995d-3809-45e1-a967-f66a3c2a52af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472083 Aug 05 14:02:12.791365 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2110681a-02a2-47b4-95a6-6d7a6276df13 req-1da4fb2c-dc4d-4ee1-a465-e65554accaae service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240102 Aug 05 14:02:12.891496 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624343605-router', 'tenant_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '651a366e-1fc6-4db4-bf15-18ab8f7e8488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:07Z', 'updated_at': '2021-08-05T14:02:08Z', 'revision_number': 3, 'project_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'gw_port': {'id': '651a366e-1fc6-4db4-bf15-18ab8f7e8488', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:08Z', 'updated_at': '2021-08-05T14:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:12.906718 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:12.927940 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Transition to ACTIVE for port object 18034c3d-c847-4015-bf9e-585b39ec77d4 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:12.932323 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df5f231-7b83-4cda-8014-2b1fb7af571d None None] The sync data for ids ['9109533e-c8ca-40e8-90f8-7b5b8a77677a'] in n-d-803585-2 is: [{'id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624343605-router', 'tenant_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '651a366e-1fc6-4db4-bf15-18ab8f7e8488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:07Z', 'updated_at': '2021-08-05T14:02:08Z', 'revision_number': 3, 'project_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'gw_port': {'id': '651a366e-1fc6-4db4-bf15-18ab8f7e8488', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:08Z', 'updated_at': '2021-08-05T14:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:02:12.935904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port e381b96d-58b7-4d5c-b110-312ff67ae7af completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:12.951533 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e381b96d-58b7-4d5c-b110-312ff67ae7af triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:12.951904 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:12.955683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=26998968-51d7-4938-9953-91b732ebb08d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:12.988020 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:13.028673 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '26998968-51d7-4938-9953-91b732ebb08d', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '26998968-51d7-4938-9953-91b732ebb08d', 'mac_address': 'fa:16:3e:0e:44:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:02:13.058631 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f1eb1-b7e5-4abb-9428-230f96d98933 req-730d5020-5129-4829-a78c-b5c4cbcd8d40 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:13.068852 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-645f1eb1-b7e5-4abb-9428-230f96d98933 req-730d5020-5129-4829-a78c-b5c4cbcd8d40 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 948 time: 0.0731008 Aug 05 14:02:13.096454 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86a548-9a98-4f46-9ce4-2621b276d1ac None None] Pushing event updated for resources: {'Port': ['ID=18034c3d-c847-4015-bf9e-585b39ec77d4,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:13.107037 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-645f1eb1-b7e5-4abb-9428-230f96d98933 req-a6133c3c-37a2-49d6-817a-cd6668c3da5c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372965 Aug 05 14:02:13.195686 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:13.213103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26998968-51d7-4938-9953-91b732ebb08d {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:02:13.225664 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Attempting to bind port 18034c3d-c847-4015-bf9e-585b39ec77d4 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:02:13.225837 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Attempting to bind port 18034c3d-c847-4015-bf9e-585b39ec77d4 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:02:13.226846 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Attempting to bind port 18034c3d-c847-4015-bf9e-585b39ec77d4 on network 55e09aaf-4f69-462a-8e56-78fafe78ca62 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:13.250332 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:02:13.250723 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Checking segment: {'id': '3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:13.251132 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:13.251532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Bound using segment: {'id': '3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:02:13.252022 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Bound port: 18034c3d-c847-4015-bf9e-585b39ec77d4, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:02:13.253457 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:13.257934 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=26998968-51d7-4938-9953-91b732ebb08d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:13.267395 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:13.273350 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:13.335346 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-4a0ba9c1-9aec-4b5f-bf68-d496822de2be service neutron] 10.222.0.16 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302447 Aug 05 14:02:13.357371 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-ba7d1daa-299c-45ad-ae47-6cac49bdf6fb req-e3246039-8379-4756-b914-c1022759fdb2 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Deleting port cdf2dead-e531-4785-ba65-950472cd6ac9 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:02:13.357745 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ba7d1daa-299c-45ad-ae47-6cac49bdf6fb req-e3246039-8379-4756-b914-c1022759fdb2 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:13.497776 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ba7d1daa-299c-45ad-ae47-6cac49bdf6fb req-e3246039-8379-4756-b914-c1022759fdb2 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] For port cdf2dead-e531-4785-ba65-950472cd6ac9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=cdf2dead-e531-4785-ba65-950472cd6ac9,segment=NetworkSegment(063c3ca3-d484-4bc3-a521-1f633052a0f5),segment_id=063c3ca3-d484-4bc3-a521-1f633052a0f5)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:13.498150 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ba7d1daa-299c-45ad-ae47-6cac49bdf6fb req-e3246039-8379-4756-b914-c1022759fdb2 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:13.509316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port e381b96d-58b7-4d5c-b110-312ff67ae7af, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e381b96d-58b7-4d5c-b110-312ff67ae7af,segment=NetworkSegment(9fd67f90-4c15-4b81-99a2-e17def633009),segment_id=9fd67f90-4c15-4b81-99a2-e17def633009)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:13.510878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] For port 18034c3d-c847-4015-bf9e-585b39ec77d4, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:02:13.518205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] For port 18034c3d-c847-4015-bf9e-585b39ec77d4, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=18034c3d-c847-4015-bf9e-585b39ec77d4,segment=NetworkSegment(3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a),segment_id=3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:02:13.519380 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:13.522425 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:13.529173 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=26998968-51d7-4938-9953-91b732ebb08d,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:13.541992 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['26998968-51d7-4938-9953-91b732ebb08d'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:02:13.547094 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:13.577111 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-ba7d1daa-299c-45ad-ae47-6cac49bdf6fb req-e3246039-8379-4756-b914-c1022759fdb2 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Calling delete_port for cdf2dead-e531-4785-ba65-950472cd6ac9 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:02:13.592016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Transition to ACTIVE for port object fe18141c-7a3a-44a1-b797-1432ae84479f will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:13.738293 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=e381b96d-58b7-4d5c-b110-312ff67ae7af,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:13.759969 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9d56664-d23b-467c-8a95-f4ec959454be req-4da48d97-a440-4c7e-ae37-a575218506e7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 210 time: 0.1048644 Aug 05 14:02:13.784790 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:13.802854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Routers {'0be0f221-9594-4c97-b2c0-b8646bdce6a7'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:02:13.803989 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:01:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0be0f221-9594-4c97-b2c0-b8646bdce6a7'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:13.821410 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Network 87de090b-2969-4c9c-ab25-0366dc737903 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:02:13.827436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-f2803ace-b802-40f0-a0a6-019848e529c6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:13.831826 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-f2803ace-b802-40f0-a0a6-019848e529c6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.63 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb&tenant_id=7753100351b94216b5369d9876cd92eb&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 949 time: 0.1774344 Aug 05 14:02:13.843749 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:13.919227 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:02:13.993259 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f194db-3145-4faf-a42f-43e22492c970 req-07f596f8-b2cd-413b-aa9a-0472c1525b19 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:14.016803 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-55f194db-3145-4faf-a42f-43e22492c970 req-07f596f8-b2cd-413b-aa9a-0472c1525b19 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 949 time: 0.1611378 Aug 05 14:02:14.045377 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-350e4d73-80fd-447c-9041-f4779fcc4601 service neutron] 10.222.0.63 "GET /v2.0/ports/26998968-51d7-4938-9953-91b732ebb08d/bindings/n-h1-803585-2 HTTP/1.1" status: 200 len: 382 time: 0.1967533 Aug 05 14:02:14.054471 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:14.083634 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-55f194db-3145-4faf-a42f-43e22492c970 req-bcab30a4-ad6d-4378-b48d-fabe26f4db90 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658512 Aug 05 14:02:14.135402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86a548-9a98-4f46-9ce4-2621b276d1ac None None] Pushing event updated for resources: {'Port': ['ID=18034c3d-c847-4015-bf9e-585b39ec77d4,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:14.236080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] Set router 0be0f221-9594-4c97-b2c0-b8646bdce6a7 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:02:14.245130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-79ea1a06-8878-40da-af1f-f12ae652ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:14.247698 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-79ea1a06-8878-40da-af1f-f12ae652ca41 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 1100 time: 0.1547945 Aug 05 14:02:14.280679 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:14.333579 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17be68-b41c-4356-8a27-ca322fa04dc6 req-f4c79e2b-9fb7-4ac7-8e9b-9f7433a727f2 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:14.342668 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed17be68-b41c-4356-8a27-ca322fa04dc6 req-f4c79e2b-9fb7-4ac7-8e9b-9f7433a727f2 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=b71fa3bd-7916-40dc-abd3-4280902b8593 HTTP/1.1" status: 200 len: 946 time: 0.6945117 Aug 05 14:02:14.374129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Pushing event updated for resources: {'Port': ['ID=fe18141c-7a3a-44a1-b797-1432ae84479f,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:14.411234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1446c-d3be-4ca2-868e-c066e4eed8a6 req-ad5ed84d-5edc-4f98-9179-271d578e420f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:14.419941 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-90c1446c-d3be-4ca2-868e-c066e4eed8a6 req-ad5ed84d-5edc-4f98-9179-271d578e420f tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/ports?device_id=37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc HTTP/1.1" status: 200 len: 946 time: 0.1412578 Aug 05 14:02:14.443582 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e381b96d-58b7-4d5c-b110-312ff67ae7af up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:14.493054 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-94da7b4f-5c37-4527-bff4-5ef703dfa47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:14.494662 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-94da7b4f-5c37-4527-bff4-5ef703dfa47e service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.2323804 Aug 05 14:02:14.502491 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-90c1446c-d3be-4ca2-868e-c066e4eed8a6 req-7623c318-eded-4a09-a7d7-75427ce4aeef tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a6995d-3809-45e1-a967-f66a3c2a52af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772138 Aug 05 14:02:14.532958 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed17be68-b41c-4356-8a27-ca322fa04dc6 req-546b08f6-09e1-4906-b50b-5b32d0dc63db tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893532 Aug 05 14:02:14.578921 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-1bd6812b-770b-4037-b929-d62b30534051 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=26998968-51d7-4938-9953-91b732ebb08d HTTP/1.1" status: 200 len: 217 time: 0.0735073 Aug 05 14:02:14.586382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-701709bd-a54d-4f03-8cbb-4d3147d47f68 None None] Provisioning for port fe18141c-7a3a-44a1-b797-1432ae84479f completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:14.653533 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-701709bd-a54d-4f03-8cbb-4d3147d47f68 None None] Provisioning complete for port fe18141c-7a3a-44a1-b797-1432ae84479f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:14.654243 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-701709bd-a54d-4f03-8cbb-4d3147d47f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:14.681361 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ba7d1daa-299c-45ad-ae47-6cac49bdf6fb req-e3246039-8379-4756-b914-c1022759fdb2 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:14.699239 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:14.704079 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e381b96d-58b7-4d5c-b110-312ff67ae7af triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:14.704942 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:14.717413 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3246039-8379-4756-b914-c1022759fdb2 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Pushing event deleted for resources: {'Port': ['ID=cdf2dead-e531-4785-ba65-950472cd6ac9,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:14.743365 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e1ff0979-a290-4a93-bb7e-67ce634712c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:14.754374 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-701709bd-a54d-4f03-8cbb-4d3147d47f68 None None] Port fe18141c-7a3a-44a1-b797-1432ae84479f cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:02:14.788840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-79eff7d6-49f9-4699-b67e-117ed5ea94d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:14.791077 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-79eff7d6-49f9-4699-b67e-117ed5ea94d6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1968117 Aug 05 14:02:14.829560 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:14.870168 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 651a366e-1fc6-4db4-bf15-18ab8f7e8488 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:14.873094 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7d1daa-299c-45ad-ae47-6cac49bdf6fb req-e3246039-8379-4756-b914-c1022759fdb2 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] No DVR routers for this DVR port cdf2dead-e531-4785-ba65-950472cd6ac9 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:02:14.875117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'name': 'tempest-ServerRescueNegativeTestJSON-897800032-router', 'tenant_id': 'eae027deaae649f2a01c906f6b6827e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '05736b64-7737-49e1-8348-851b12aa1820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:02Z', 'updated_at': '2021-08-05T14:02:08Z', 'revision_number': 4, 'project_id': 'eae027deaae649f2a01c906f6b6827e0', 'gw_port': {'id': '05736b64-7737-49e1-8348-851b12aa1820', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:03Z', 'updated_at': '2021-08-05T14:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '18034c3d-c847-4015-bf9e-585b39ec77d4', 'name': '', 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62', 'tenant_id': 'eae027deaae649f2a01c906f6b6827e0', 'mac_address': 'fa:16:3e:01:40:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'f3d34413-6403-49d0-8a6b-9ad2631ceedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:06Z', 'updated_at': '2021-08-05T14:02:13Z', 'revision_number': 4, 'project_id': 'eae027deaae649f2a01c906f6b6827e0', 'subnets': [{'id': 'f3d34413-6403-49d0-8a6b-9ad2631ceedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:14.881463 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:14.886662 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ba7d1daa-299c-45ad-ae47-6cac49bdf6fb req-e3246039-8379-4756-b914-c1022759fdb2 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:14.889315 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ba7d1daa-299c-45ad-ae47-6cac49bdf6fb req-e3246039-8379-4756-b914-c1022759fdb2 tempest-VolumesActionsTest-353761131 tempest-VolumesActionsTest-353761131-project] 10.222.0.63 "DELETE /v2.0/ports/cdf2dead-e531-4785-ba65-950472cd6ac9 HTTP/1.1" status: 204 len: 173 time: 2.3793123 Aug 05 14:02:14.891258 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc', 'name': 'network-vif-deleted', 'tag': 'cdf2dead-e531-4785-ba65-950472cd6ac9'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:14.893579 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa130570-7d41-4574-bb0a-c27d7293ba49" -d '{"events": [{"server_uuid": "37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc", "name": "network-vif-deleted", "tag": "cdf2dead-e531-4785-ba65-950472cd6ac9"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:14.895957 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-bfd72f18-a583-45b5-9949-e2d5411df130 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:14.905341 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-bfd72f18-a583-45b5-9949-e2d5411df130 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/networks?id=55e09aaf-4f69-462a-8e56-78fafe78ca62 HTTP/1.1" status: 200 len: 818 time: 0.2530608 Aug 05 14:02:14.917637 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-69219a52-6e54-4ee9-955a-7c5a5c5125e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:14.919356 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-69219a52-6e54-4ee9-955a-7c5a5c5125e0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161561 Aug 05 14:02:14.927577 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-962bd79b-20e0-4801-9e0b-ffde612dab46 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/quotas/eae027deaae649f2a01c906f6b6827e0 HTTP/1.1" status: 200 len: 375 time: 0.0213234 Aug 05 14:02:14.930473 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723565f-8c5f-4d2f-b518-6ee1b1e4612d None None] The sync data for ids ['0be0f221-9594-4c97-b2c0-b8646bdce6a7'] in n-d-803585-2 is: [{'id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'name': 'tempest-ServerRescueNegativeTestJSON-897800032-router', 'tenant_id': 'eae027deaae649f2a01c906f6b6827e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '05736b64-7737-49e1-8348-851b12aa1820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:02Z', 'updated_at': '2021-08-05T14:02:08Z', 'revision_number': 4, 'project_id': 'eae027deaae649f2a01c906f6b6827e0', 'gw_port': {'id': '05736b64-7737-49e1-8348-851b12aa1820', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:03Z', 'updated_at': '2021-08-05T14:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '18034c3d-c847-4015-bf9e-585b39ec77d4', 'name': '', 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62', 'tenant_id': 'eae027deaae649f2a01c906f6b6827e0', 'mac_address': 'fa:16:3e:01:40:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'f3d34413-6403-49d0-8a6b-9ad2631ceedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:06Z', 'updated_at': '2021-08-05T14:02:13Z', 'revision_number': 4, 'project_id': 'eae027deaae649f2a01c906f6b6827e0', 'subnets': [{'id': 'f3d34413-6403-49d0-8a6b-9ad2631ceedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:02:15.014818 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 651a366e-1fc6-4db4-bf15-18ab8f7e8488 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:15.045203 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 651a366e-1fc6-4db4-bf15-18ab8f7e8488 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:15.045735 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:15.049153 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cf93d1-52bb-4c24-8ebe-fcb0d60179b0 x-openstack-request-id: req-a7cf93d1-52bb-4c24-8ebe-fcb0d60179b0 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:15.049617 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc", "name": "network-vif-deleted", "tag": "cdf2dead-e531-4785-ba65-950472cd6ac9", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:15.049872 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7cf93d1-52bb-4c24-8ebe-fcb0d60179b0 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:15.050861 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f1ffd2-4ce2-4a27-a17d-b8f95b54cfdc', 'name': 'network-vif-deleted', 'tag': 'cdf2dead-e531-4785-ba65-950472cd6ac9', 'status': 'completed', 'code': 200} Aug 05 14:02:15.085655 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:15.090818 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-bdff71e7-17fb-43ac-8920-8fd623e1efac tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eae027deaae649f2a01c906f6b6827e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1621580 Aug 05 14:02:15.104042 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Pushing event updated for resources: {'Port': ['ID=fe18141c-7a3a-44a1-b797-1432ae84479f,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:15.212946 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:15.235122 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-10cd511e-2515-4b76-8584-a41192b15b23 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954245 Aug 05 14:02:15.244048 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 651a366e-1fc6-4db4-bf15-18ab8f7e8488, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=651a366e-1fc6-4db4-bf15-18ab8f7e8488,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:15.252257 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:15.289258 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Network 87de090b-2969-4c9c-ab25-0366dc737903 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:02:15.332710 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:15.347707 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=651a366e-1fc6-4db4-bf15-18ab8f7e8488,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:15.429483 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-c64f5816-399b-45ba-84ea-670ec2c7bad3 service neutron] 10.222.0.16 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276453 Aug 05 14:02:15.549960 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-a812e1ab-402b-4018-8da9-2217315c1778 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036821 Aug 05 14:02:15.607567 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c974a-135f-47ba-bf94-c360a52e1fe1 req-f1ad9cfc-5b36-49b1-963a-a467adf4b8e6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:15.609551 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a92c974a-135f-47ba-bf94-c360a52e1fe1 req-f1ad9cfc-5b36-49b1-963a-a467adf4b8e6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 949 time: 0.3166082 Aug 05 14:02:15.626047 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-4c370a99-4dbd-4f98-bc38-b3fffab42ea9 service neutron] 10.222.0.16 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773171 Aug 05 14:02:15.732676 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-f4232854-462a-421f-a4c1-434faa6b21d5 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:15.734219 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-f4232854-462a-421f-a4c1-434faa6b21d5 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.63 "GET /v2.0/networks?id=55e09aaf-4f69-462a-8e56-78fafe78ca62 HTTP/1.1" status: 200 len: 818 time: 0.4119618 Aug 05 14:02:15.789225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-f0d64d26-9f4a-4477-95b2-444b22a6996c tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Request body: {'port': {'device_id': '3426fa5a-fcf8-49b0-bee8-35f345848db0', 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62', 'admin_state_up': True, 'tenant_id': 'eae027deaae649f2a01c906f6b6827e0'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:15.803905 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f9aaaab0-4853-4d71-b170-54d7a6153527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:15.843251 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:15.852893 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b665c08e-1f63-4e65-a1e3-44ea4be87488 None None] Provisioning complete for port fe18141c-7a3a-44a1-b797-1432ae84479f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:15.854883 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b665c08e-1f63-4e65-a1e3-44ea4be87488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:15.914771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b665c08e-1f63-4e65-a1e3-44ea4be87488 None None] Port fe18141c-7a3a-44a1-b797-1432ae84479f cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:02:15.967290 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a92c974a-135f-47ba-bf94-c360a52e1fe1 req-59b97f29-555d-44f7-9ed3-2d46d08c6541 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808499 Aug 05 14:02:16.007147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Router 9109533e-c8ca-40e8-90f8-7b5b8a77677a has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:02:16.013164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe79038-e6e4-4fbb-bf72-752f98b17ad9 req-aad5462f-e26d-4c83-801c-a98432fb03e3 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:16.022633 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7fe79038-e6e4-4fbb-bf72-752f98b17ad9 req-aad5462f-e26d-4c83-801c-a98432fb03e3 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=b71fa3bd-7916-40dc-abd3-4280902b8593 HTTP/1.1" status: 200 len: 946 time: 0.1117535 Aug 05 14:02:16.080452 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7fe79038-e6e4-4fbb-bf72-752f98b17ad9 req-526616e7-c500-4987-8f6b-e6caa0af9d53 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568788 Aug 05 14:02:16.169123 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 26998968-51d7-4938-9953-91b732ebb08d up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:16.433661 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-f0d64d26-9f4a-4477-95b2-444b22a6996c tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Made reservation on behalf of eae027deaae649f2a01c906f6b6827e0 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:02:16.438846 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-f0d64d26-9f4a-4477-95b2-444b22a6996c tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:16.472650 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13a18686-8145-4292-b85f-20d9cd4c8a91 req-a4502403-0f15-43d3-ba72-3fca2dfbe1ce tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 210 time: 0.2668440 Aug 05 14:02:16.543188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 18034c3d-c847-4015-bf9e-585b39ec77d4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:16.663089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 26998968-51d7-4938-9953-91b732ebb08d completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:16.676908 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 18034c3d-c847-4015-bf9e-585b39ec77d4 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:16.682676 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 26998968-51d7-4938-9953-91b732ebb08d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:16.684466 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:16.689874 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 18034c3d-c847-4015-bf9e-585b39ec77d4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:16.690868 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:16.943148 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:16.960610 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:17.018116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=26998968-51d7-4938-9953-91b732ebb08d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:17.022583 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26998968-51d7-4938-9953-91b732ebb08d'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:17.027364 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c994bb-f862-4978-9006-a74bc305ba60" -d '{"events": [{"server_uuid": "07aa2c87-b3f6-4c73-842d-97960e2357eb", "name": "network-vif-plugged", "status": "completed", "tag": "26998968-51d7-4938-9953-91b732ebb08d"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:17.040778 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:17.042149 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device cdf2dead-e531-4785-ba65-950472cd6ac9 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:02:17.113524 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: cdf2dead-e531-4785-ba65-950472cd6ac9 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:02:17.114042 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device cdf2dead-e531-4785-ba65-950472cd6ac9 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:02:17.134589 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 18034c3d-c847-4015-bf9e-585b39ec77d4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=18034c3d-c847-4015-bf9e-585b39ec77d4,segment=NetworkSegment(3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a),segment_id=3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:17.149839 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:17.151656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 651a366e-1fc6-4db4-bf15-18ab8f7e8488 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:17.186697 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-e1ff0979-a290-4a93-bb7e-67ce634712c5 admin admin] Deleting port 2fc8c3c1-f950-449f-83f7-7594f65b1326 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:02:17.187151 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e1ff0979-a290-4a93-bb7e-67ce634712c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:17.208977 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ade1da-091c-4951-99fc-987510eb654f x-openstack-request-id: req-70ade1da-091c-4951-99fc-987510eb654f {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:17.209324 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07aa2c87-b3f6-4c73-842d-97960e2357eb", "name": "network-vif-plugged", "status": "completed", "tag": "26998968-51d7-4938-9953-91b732ebb08d", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:17.209516 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70ade1da-091c-4951-99fc-987510eb654f {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:17.209881 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26998968-51d7-4938-9953-91b732ebb08d', 'code': 200} Aug 05 14:02:17.225328 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3877720-86b9-46c7-8388-2061c92ef7e6 req-4e2aa698-b346-4513-b444-227276b550b3 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:17.228384 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c3877720-86b9-46c7-8388-2061c92ef7e6 req-4e2aa698-b346-4513-b444-227276b550b3 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.1075459 Aug 05 14:02:17.238361 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=26998968-51d7-4938-9953-91b732ebb08d,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:17.257006 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 651a366e-1fc6-4db4-bf15-18ab8f7e8488 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:17.257006 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:17.271305 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:02:17.314540 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-25694a12-8153-43d3-8f59-98c967a4c0ba admin admin] 10.222.0.16 "PUT /v2.0/routers/9109533e-c8ca-40e8-90f8-7b5b8a77677a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1876626 Aug 05 14:02:17.327738 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c3877720-86b9-46c7-8388-2061c92ef7e6 req-63909433-cada-440b-bf3e-97bf17832f56 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932040 Aug 05 14:02:17.365114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Sync routers for ids ['9109533e-c8ca-40e8-90f8-7b5b8a77677a'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:02:17.469096 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Routers {'9109533e-c8ca-40e8-90f8-7b5b8a77677a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:02:17.469791 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:01:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['9109533e-c8ca-40e8-90f8-7b5b8a77677a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:17.476172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-e1ff0979-a290-4a93-bb7e-67ce634712c5 admin admin] For port 2fc8c3c1-f950-449f-83f7-7594f65b1326, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2fc8c3c1-f950-449f-83f7-7594f65b1326,segment=NetworkSegment(ca78f4f8-fce6-44cf-a116-699e77395d53),segment_id=ca78f4f8-fce6-44cf-a116-699e77395d53)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:17.477022 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e1ff0979-a290-4a93-bb7e-67ce634712c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:17.493933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-e1ff0979-a290-4a93-bb7e-67ce634712c5 admin admin] Calling delete_port for 2fc8c3c1-f950-449f-83f7-7594f65b1326 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:02:17.637228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Set router 9109533e-c8ca-40e8-90f8-7b5b8a77677a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:02:17.685056 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-44f85841-55e0-43ac-b434-99e26380d5cf req-45a18bfc-c0b6-42bc-a5c5-359e6929667b tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 210 time: 0.0573921 Aug 05 14:02:17.744054 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-090624c7-6287-4447-b0a7-af0b3a67ca8a tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:17.746069 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-090624c7-6287-4447-b0a7-af0b3a67ca8a tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.63 "GET /v2.0/networks?id=55e09aaf-4f69-462a-8e56-78fafe78ca62 HTTP/1.1" status: 200 len: 818 time: 0.2306290 Aug 05 14:02:17.755848 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-f0d64d26-9f4a-4477-95b2-444b22a6996c tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Allocated IP 172.20.0.14 (55e09aaf-4f69-462a-8e56-78fafe78ca62/f3d34413-6403-49d0-8a6b-9ad2631ceedf/d4440fae-f48a-4527-8f9a-10e1a05c650a) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:02:17.780173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-5268c530-3ff8-43e4-875c-712303506dc7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Request body: {'port': {'device_id': 'b22b519b-6453-44f7-a240-ae887b39ebda', 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62', 'admin_state_up': True, 'tenant_id': 'eae027deaae649f2a01c906f6b6827e0'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:17.785803 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=18034c3d-c847-4015-bf9e-585b39ec77d4,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:17.940798 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624343605-router', 'tenant_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '651a366e-1fc6-4db4-bf15-18ab8f7e8488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:07Z', 'updated_at': '2021-08-05T14:02:14Z', 'revision_number': 4, 'project_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'gw_port': {'id': '651a366e-1fc6-4db4-bf15-18ab8f7e8488', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:08Z', 'updated_at': '2021-08-05T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'fe18141c-7a3a-44a1-b797-1432ae84479f', 'name': '', 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903', 'tenant_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'mac_address': 'fa:16:3e:9a:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'f418fa09-47fd-4308-8590-d5962fc704ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:12Z', 'updated_at': '2021-08-05T14:02:14Z', 'revision_number': 2, 'project_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'subnets': [{'id': 'f418fa09-47fd-4308-8590-d5962fc704ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:17.993795 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-5268c530-3ff8-43e4-875c-712303506dc7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Made reservation on behalf of eae027deaae649f2a01c906f6b6827e0 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:02:17.999567 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-5268c530-3ff8-43e4-875c-712303506dc7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.010004 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e1ff0979-a290-4a93-bb7e-67ce634712c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.017269 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Checking router: 9109533e-c8ca-40e8-90f8-7b5b8a77677a for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:02:18.017861 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Updating router 9109533e-c8ca-40e8-90f8-7b5b8a77677a port fe18141c-7a3a-44a1-b797-1432ae84479f binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:02:18.062074 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.077644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff0979-a290-4a93-bb7e-67ce634712c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc8c3c1-f950-449f-83f7-7594f65b1326,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:18.174500 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-f0d64d26-9f4a-4477-95b2-444b22a6996c tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.188274 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55520) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:18.197715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-8f5c3624-c0f9-4848-bccf-56aebf4418db admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1812384672-network', 'tenant_id': '2eed31bd909442a4959739e4b2041abb'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:18.243607 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5c3624-c0f9-4848-bccf-56aebf4418db admin admin] Made reservation on behalf of 2eed31bd909442a4959739e4b2041abb for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:02:18.246007 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3624-c0f9-4848-bccf-56aebf4418db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.263934 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3624-c0f9-4848-bccf-56aebf4418db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.268342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 18034c3d-c847-4015-bf9e-585b39ec77d4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:18.348805 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e1ff0979-a290-4a93-bb7e-67ce634712c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.358757 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fcfc56aa-ef67-4390-a97e-eedbd87c98b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.474704 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 18034c3d-c847-4015-bf9e-585b39ec77d4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:18.475078 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.491337 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3624-c0f9-4848-bccf-56aebf4418db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.501308 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3624-c0f9-4848-bccf-56aebf4418db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.561502 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5c3624-c0f9-4848-bccf-56aebf4418db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:02:18.579446 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c3624-c0f9-4848-bccf-56aebf4418db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e01dbe5-98e3-472e-9bec-b03cfcb5c692,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:18.593159 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3624-c0f9-4848-bccf-56aebf4418db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.594681 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-8f5c3624-c0f9-4848-bccf-56aebf4418db admin admin] Added segment 46173c3c-0df6-48ae-a5e4-431c5028717e of type vlan for network 6483d9ad-3333-43bb-bf3e-13053ce215f9 Aug 05 14:02:18.634452 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.658117 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3624-c0f9-4848-bccf-56aebf4418db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.707119 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.717582 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3624-c0f9-4848-bccf-56aebf4418db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.718932 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5c3624-c0f9-4848-bccf-56aebf4418db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:18.719613 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3624-c0f9-4848-bccf-56aebf4418db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.723559 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Transition to ACTIVE for port object fe18141c-7a3a-44a1-b797-1432ae84479f will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:18.733059 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.737161 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-4888fd19-84b2-4cc9-89cb-627d94e55a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:18.738934 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-4888fd19-84b2-4cc9-89cb-627d94e55a9a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb&tenant_id=7753100351b94216b5369d9876cd92eb HTTP/1.1" status: 200 len: 1101 time: 0.3789470 Aug 05 14:02:18.764150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:18.779342 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc234fb-1899-41ca-bbd9-4c1ab8a62e08 req-f1cb9163-290f-42d4-892b-3fa1e2ea4abf tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:18.788595 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dcc234fb-1899-41ca-bbd9-4c1ab8a62e08 req-f1cb9163-290f-42d4-892b-3fa1e2ea4abf tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.1995845 Aug 05 14:02:18.829146 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8f5c3624-c0f9-4848-bccf-56aebf4418db admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6394734 Aug 05 14:02:18.833844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55540) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:18.834897 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df3ce1-ea90-4ae5-a03d-607fdbc367de None None] Pushing event updated for resources: {'Port': ['ID=fe18141c-7a3a-44a1-b797-1432ae84479f,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:18.837339 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-f0d64d26-9f4a-4477-95b2-444b22a6996c tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:18.865502 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f185671e-5049-40b7-84e4-05d818c09f3e admin admin] Request body: {'subnet': {'network_id': '6483d9ad-3333-43bb-bf3e-13053ce215f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812384672-subnet', 'tenant_id': '2eed31bd909442a4959739e4b2041abb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:18.900495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c3624-c0f9-4848-bccf-56aebf4418db admin admin] Pushing event updated for resources: {'Network': ['ID=6483d9ad-3333-43bb-bf3e-13053ce215f9,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:18.923492 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 6483d9ad-3333-43bb-bf3e-13053ce215f9 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:02:18.935216 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-888bdccd-e3eb-43ca-82a5-3276c85ae906 req-78744b0c-4d1e-4b8d-95ca-6ed0a3313fb5 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 210 time: 0.0571799 Aug 05 14:02:18.949569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-5268c530-3ff8-43e4-875c-712303506dc7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Allocated IP 172.20.0.10 (55e09aaf-4f69-462a-8e56-78fafe78ca62/f3d34413-6403-49d0-8a6b-9ad2631ceedf/155df982-9cc1-40d3-88da-1f6c06baeb9a) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:02:18.957379 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f185671e-5049-40b7-84e4-05d818c09f3e admin admin] Made reservation on behalf of 2eed31bd909442a4959739e4b2041abb for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:02:18.959937 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f185671e-5049-40b7-84e4-05d818c09f3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:19.105497 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Attempting to bind port fe18141c-7a3a-44a1-b797-1432ae84479f on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:02:19.106609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Attempting to bind port fe18141c-7a3a-44a1-b797-1432ae84479f by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '9fd67f90-4c15-4b81-99a2-e17def633009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:02:19.106609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Attempting to bind port fe18141c-7a3a-44a1-b797-1432ae84479f on network 87de090b-2969-4c9c-ab25-0366dc737903 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:19.128528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:02:19.129342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Checking segment: {'id': '9fd67f90-4c15-4b81-99a2-e17def633009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:19.130187 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ff0979-a290-4a93-bb7e-67ce634712c5 admin admin] Router 6c9643ef-70af-433b-8c9f-83b79be69184 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:02:19.130613 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:19.131215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Bound using segment: {'id': '9fd67f90-4c15-4b81-99a2-e17def633009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:02:19.131976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Bound port: fe18141c-7a3a-44a1-b797-1432ae84479f, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd67f90-4c15-4b81-99a2-e17def633009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:02:19.146454 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:19.252525 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:19.266806 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d64d26-9f4a-4477-95b2-444b22a6996c tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Pushing event updated for resources: {'Port': ['ID=d4440fae-f48a-4527-8f9a-10e1a05c650a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:19.311537 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-5268c530-3ff8-43e4-875c-712303506dc7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:19.328593 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 95f0aec3-3981-4cf2-b194-431d6a85f256 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:02:19.436596 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-5268c530-3ff8-43e4-875c-712303506dc7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:19.470893 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 95f0aec3-3981-4cf2-b194-431d6a85f256, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=95f0aec3-3981-4cf2-b194-431d6a85f256,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:19.483133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ff0979-a290-4a93-bb7e-67ce634712c5 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:02:19.490883 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '95f0aec3-3981-4cf2-b194-431d6a85f256', 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53', 'port_id': '95f0aec3-3981-4cf2-b194-431d6a85f256', 'mac_address': 'fa:16:3e:7c:8e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509b4bd6-4083-497b-a5bd-8bf817602045', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:02:19.500838 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2ae9cb-8f09-42d5-8a6b-2ad9b4e53693 None None] Sync routers for ids ['6c9643ef-70af-433b-8c9f-83b79be69184'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:02:19.501975 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e1ff0979-a290-4a93-bb7e-67ce634712c5 admin admin] 10.222.0.16 "PUT /v2.0/routers/6c9643ef-70af-433b-8c9f-83b79be69184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3355381 Aug 05 14:02:19.511047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-f0d64d26-9f4a-4477-95b2-444b22a6996c tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Network 55e09aaf-4f69-462a-8e56-78fafe78ca62 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:02:19.528428 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 55566) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:19.531758 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2ae9cb-8f09-42d5-8a6b-2ad9b4e53693 None None] Routers {'6c9643ef-70af-433b-8c9f-83b79be69184'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:02:19.532570 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fd2ae9cb-8f09-42d5-8a6b-2ad9b4e53693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:02:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['6c9643ef-70af-433b-8c9f-83b79be69184'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:19.537338 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dcc234fb-1899-41ca-bbd9-4c1ab8a62e08 req-f9a577cc-9e40-4359-86cc-aa58e034b6a6 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7478037 Aug 05 14:02:19.575682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] For port fe18141c-7a3a-44a1-b797-1432ae84479f, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:02:19.581628 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:19.591812 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-f0d64d26-9f4a-4477-95b2-444b22a6996c tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:19.594637 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268c530-3ff8-43e4-875c-712303506dc7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Pushing event updated for resources: {'Port': ['ID=155df982-9cc1-40d3-88da-1f6c06baeb9a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:19.603241 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-f0d64d26-9f4a-4477-95b2-444b22a6996c tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:02:19.740007 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-5268c530-3ff8-43e4-875c-712303506dc7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Network 55e09aaf-4f69-462a-8e56-78fafe78ca62 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:02:19.748402 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-5268c530-3ff8-43e4-875c-712303506dc7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:19.753282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-5268c530-3ff8-43e4-875c-712303506dc7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:02:19.786021 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f185671e-5049-40b7-84e4-05d818c09f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:19.806633 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95f0aec3-3981-4cf2-b194-431d6a85f256 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:02:19.808185 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-fd2ae9cb-8f09-42d5-8a6b-2ad9b4e53693 None None] Set router 6c9643ef-70af-433b-8c9f-83b79be69184 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:02:19.830095 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 95f0aec3-3981-4cf2-b194-431d6a85f256, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=95f0aec3-3981-4cf2-b194-431d6a85f256,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:19.854798 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:19.859222 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] For port fe18141c-7a3a-44a1-b797-1432ae84479f, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fe18141c-7a3a-44a1-b797-1432ae84479f,segment=NetworkSegment(9fd67f90-4c15-4b81-99a2-e17def633009),segment_id=9fd67f90-4c15-4b81-99a2-e17def633009)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:02:19.929976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=95f0aec3-3981-4cf2-b194-431d6a85f256,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:19.941760 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:19.945702 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:19.964856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-5268c530-3ff8-43e4-875c-712303506dc7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:19.966056 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-5268c530-3ff8-43e4-875c-712303506dc7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:20.029945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-f0d64d26-9f4a-4477-95b2-444b22a6996c tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:20.030612 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-f0d64d26-9f4a-4477-95b2-444b22a6996c tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:20.045542 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa17d14f-c95c-4143-a989-a2942ee9e4f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:20.055258 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['95f0aec3-3981-4cf2-b194-431d6a85f256'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:02:20.109646 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-f0d64d26-9f4a-4477-95b2-444b22a6996c tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3409276 Aug 05 14:02:20.169196 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Request body: {'port': {'device_id': '3426fa5a-fcf8-49b0-bee8-35f345848db0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:20.200418 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-5268c530-3ff8-43e4-875c-712303506dc7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4429886 Aug 05 14:02:20.204145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f185671e-5049-40b7-84e4-05d818c09f3e admin admin] Checking segment: {'id': '46173c3c-0df6-48ae-a5e4-431c5028717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6483d9ad-3333-43bb-bf3e-13053ce215f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:20.204145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f185671e-5049-40b7-84e4-05d818c09f3e admin admin] Network hostable DHCP agents. Network: 6483d9ad-3333-43bb-bf3e-13053ce215f9, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:02:20.207277 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df3ce1-ea90-4ae5-a03d-607fdbc367de None None] Pushing event updated for resources: {'Port': ['ID=fe18141c-7a3a-44a1-b797-1432ae84479f,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:20.227194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185671e-5049-40b7-84e4-05d818c09f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=48c5b7de-ca8e-4272-b820-229233f64599,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:20.241713 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 26998968-51d7-4938-9953-91b732ebb08d no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:02:20.260811 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Request body: {'port': {'device_id': 'b22b519b-6453-44f7-a240-ae887b39ebda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:20.280752 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fd2ae9cb-8f09-42d5-8a6b-2ad9b4e53693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'name': 'tempest-ServersTestJSON-532512425-router', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T14:02:17Z', 'revision_number': 5, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'gw_port': {'id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:20.367642 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2ae9cb-8f09-42d5-8a6b-2ad9b4e53693 None None] Checking router: 6c9643ef-70af-433b-8c9f-83b79be69184 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:02:20.387451 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2ae9cb-8f09-42d5-8a6b-2ad9b4e53693 None None] Routers {'6c9643ef-70af-433b-8c9f-83b79be69184'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:02:20.388342 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fd2ae9cb-8f09-42d5-8a6b-2ad9b4e53693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:02:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['6c9643ef-70af-433b-8c9f-83b79be69184'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:20.395007 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Routers {'9109533e-c8ca-40e8-90f8-7b5b8a77677a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:02:20.395698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:02:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['9109533e-c8ca-40e8-90f8-7b5b8a77677a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:20.434483 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f185671e-5049-40b7-84e4-05d818c09f3e admin admin] Network 6483d9ad-3333-43bb-bf3e-13053ce215f9 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:02:20.499547 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da80c-c394-4796-890a-9acae8f0cf09 req-048d4c73-d1ed-47b8-a56a-e7d61b05fae6 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:20.501214 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc4da80c-c394-4796-890a-9acae8f0cf09 req-048d4c73-d1ed-47b8-a56a-e7d61b05fae6 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 932 time: 0.4173987 Aug 05 14:02:20.503466 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:20.635463 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-fd2ae9cb-8f09-42d5-8a6b-2ad9b4e53693 None None] Set router 6c9643ef-70af-433b-8c9f-83b79be69184 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:02:20.694048 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:20.711683 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa17d14f-c95c-4143-a989-a2942ee9e4f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:20.815536 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:20.900648 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] Set router 9109533e-c8ca-40e8-90f8-7b5b8a77677a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:02:20.906662 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=26998968-51d7-4938-9953-91b732ebb08d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:20.916557 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02e395-c04a-4517-839a-d114b5d0acf5 req-1d47f6d8-1ea1-4e18-8ea8-6a117cbbce94 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:20.924904 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e02e395-c04a-4517-839a-d114b5d0acf5 req-1d47f6d8-1ea1-4e18-8ea8-6a117cbbce94 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.2017262 Aug 05 14:02:21.095626 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e02e395-c04a-4517-839a-d114b5d0acf5 req-147abd4b-aaa3-46b9-9881-01a91bcf41f3 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695161 Aug 05 14:02:21.111908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-f185671e-5049-40b7-84e4-05d818c09f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 6483d9ad-3333-43bb-bf3e-13053ce215f9) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:21.131926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f185671e-5049-40b7-84e4-05d818c09f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:21.132519 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f185671e-5049-40b7-84e4-05d818c09f3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:21.138812 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-aa17d14f-c95c-4143-a989-a2942ee9e4f2 admin admin] Deleting port 82f93a12-6f18-4a1e-9207-c64894f7ea4f {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:02:21.143082 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fd2ae9cb-8f09-42d5-8a6b-2ad9b4e53693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'name': 'tempest-ServersTestJSON-532512425-router', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T14:02:17Z', 'revision_number': 5, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'gw_port': {'id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:21.143701 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa17d14f-c95c-4143-a989-a2942ee9e4f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:21.206081 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:02:21.207760 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2ae9cb-8f09-42d5-8a6b-2ad9b4e53693 None None] The sync data for ids ['6c9643ef-70af-433b-8c9f-83b79be69184'] in n-d-803585-2 is: [{'id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'name': 'tempest-ServersTestJSON-532512425-router', 'tenant_id': '9f39c8f4653f419aa531da4561507e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T14:02:17Z', 'revision_number': 5, 'project_id': '9f39c8f4653f419aa531da4561507e96', 'gw_port': {'id': '82f93a12-6f18-4a1e-9207-c64894f7ea4f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9643ef-70af-433b-8c9f-83b79be69184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:02:21.212531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3142814e-aee7-4480-8014-ca0e623dc6d9 None None] Network 6483d9ad-3333-43bb-bf3e-13053ce215f9 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:02:21.239046 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f185671e-5049-40b7-84e4-05d818c09f3e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3816330 Aug 05 14:02:21.245777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155df982-9cc1-40d3-88da-1f6c06baeb9a {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:02:21.247592 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 55602) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:21.296504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1812384672-router', 'tenant_id': '2eed31bd909442a4959739e4b2041abb', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:21.306874 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc4da80c-c394-4796-890a-9acae8f0cf09 req-4ffdb8c1-cc4d-4714-b2a8-b94007c74155 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7570040 Aug 05 14:02:21.306874 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:21.346412 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:21.347855 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:21.362236 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Transition to ACTIVE for port object 155df982-9cc1-40d3-88da-1f6c06baeb9a will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:21.373261 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:21.379982 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26998968-51d7-4938-9953-91b732ebb08d'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:21.382798 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78707b6-3df9-4c71-b307-39b898fc1cd9" -d '{"events": [{"server_uuid": "07aa2c87-b3f6-4c73-842d-97960e2357eb", "name": "network-vif-unplugged", "status": "completed", "tag": "26998968-51d7-4938-9953-91b732ebb08d"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:21.392185 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:21.470005 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:21.556372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Pushing event updated for resources: {'Port': ['ID=155df982-9cc1-40d3-88da-1f6c06baeb9a,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:21.565456 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Transition to ACTIVE for port object 26998968-51d7-4938-9953-91b732ebb08d will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:21.584138 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d73ffa-459c-43aa-97dc-ffe0744b9a74 x-openstack-request-id: req-17d73ffa-459c-43aa-97dc-ffe0744b9a74 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:21.584526 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07aa2c87-b3f6-4c73-842d-97960e2357eb", "name": "network-vif-unplugged", "status": "completed", "tag": "26998968-51d7-4938-9953-91b732ebb08d", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:21.584744 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17d73ffa-459c-43aa-97dc-ffe0744b9a74 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:21.587341 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26998968-51d7-4938-9953-91b732ebb08d', 'code': 200} Aug 05 14:02:21.600839 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:21.636103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-aa17d14f-c95c-4143-a989-a2942ee9e4f2 admin admin] For port 82f93a12-6f18-4a1e-9207-c64894f7ea4f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=82f93a12-6f18-4a1e-9207-c64894f7ea4f,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:21.636987 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa17d14f-c95c-4143-a989-a2942ee9e4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:21.644742 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:21.666443 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:02:21.666796 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:02:21.725771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-6483d9ad-3333-43bb-bf3e-13053ce215f9', 'network_id': '6483d9ad-3333-43bb-bf3e-13053ce215f9', 'tenant_id': '2eed31bd909442a4959739e4b2041abb', 'fixed_ips': [{'subnet_id': '48c5b7de-ca8e-4272-b820-229233f64599'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:02:21.727039 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:21.750847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Attempting to bind port 155df982-9cc1-40d3-88da-1f6c06baeb9a on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:02:21.751041 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Pushing event updated for resources: {'Port': ['ID=26998968-51d7-4938-9953-91b732ebb08d,revision_number=10']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:21.751489 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Attempting to bind port 155df982-9cc1-40d3-88da-1f6c06baeb9a by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:02:21.751489 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Attempting to bind port 155df982-9cc1-40d3-88da-1f6c06baeb9a on network 55e09aaf-4f69-462a-8e56-78fafe78ca62 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:21.764699 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Port 155df982-9cc1-40d3-88da-1f6c06baeb9a on network 55e09aaf-4f69-462a-8e56-78fafe78ca62 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:02:21.765340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Attempting to bind port 155df982-9cc1-40d3-88da-1f6c06baeb9a on network 55e09aaf-4f69-462a-8e56-78fafe78ca62 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:21.776979 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:02:21.777783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Checking segment: {'id': '3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:21.778427 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Bound using segment: {'id': '3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:02:21.779070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Bound port: 155df982-9cc1-40d3-88da-1f6c06baeb9a, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:02:21.779632 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:21.792552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-aa17d14f-c95c-4143-a989-a2942ee9e4f2 admin admin] Calling delete_port for 82f93a12-6f18-4a1e-9207-c64894f7ea4f owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:02:21.977610 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] For port 155df982-9cc1-40d3-88da-1f6c06baeb9a, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:02:21.987514 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Allocated IP 172.20.0.2 (6483d9ad-3333-43bb-bf3e-13053ce215f9/48c5b7de-ca8e-4272-b820-229233f64599/64f28620-f628-4009-939a-3f520ea7e966) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:02:21.989847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] For port 155df982-9cc1-40d3-88da-1f6c06baeb9a, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=155df982-9cc1-40d3-88da-1f6c06baeb9a,segment=NetworkSegment(3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a),segment_id=3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:02:22.003117 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:22.107492 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:22.108281 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:22.110341 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] 10.222.0.63 "PUT /v2.0/ports/155df982-9cc1-40d3-88da-1f6c06baeb9a HTTP/1.1" status: 200 len: 1092 time: 1.8863938 Aug 05 14:02:22.110934 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22b519b-6453-44f7-a240-ae887b39ebda', 'tag': '155df982-9cc1-40d3-88da-1f6c06baeb9a'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:22.113558 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd56046a-66c7-4dbb-a078-f7837f63a3db" -d '{"events": [{"name": "network-changed", "server_uuid": "b22b519b-6453-44f7-a240-ae887b39ebda", "tag": "155df982-9cc1-40d3-88da-1f6c06baeb9a"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:22.254105 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba95c85-0077-4306-86b7-38a87d6d8b5b service neutron] Pushing event updated for resources: {'Port': ['ID=155df982-9cc1-40d3-88da-1f6c06baeb9a,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:22.258274 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bc5280-e8e1-466b-b2e8-11169304b60a x-openstack-request-id: req-44bc5280-e8e1-466b-b2e8-11169304b60a {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:22.258600 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b22b519b-6453-44f7-a240-ae887b39ebda", "tag": "155df982-9cc1-40d3-88da-1f6c06baeb9a", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:22.258836 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44bc5280-e8e1-466b-b2e8-11169304b60a {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:22.259242 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b22b519b-6453-44f7-a240-ae887b39ebda', 'tag': '155df982-9cc1-40d3-88da-1f6c06baeb9a', 'status': 'completed', 'code': 200} Aug 05 14:02:22.312733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-0da3879a-c3d3-45d5-a400-33afd63774e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:22.314339 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-0da3879a-c3d3-45d5-a400-33afd63774e4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=eae027deaae649f2a01c906f6b6827e0&device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 1095 time: 0.1427734 Aug 05 14:02:22.410282 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:22.435824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Transition to ACTIVE for port object 64f28620-f628-4009-939a-3f520ea7e966 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:22.481277 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Transition to ACTIVE for port object 64f28620-f628-4009-939a-3f520ea7e966 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:22.502238 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2fc8c3c1-f950-449f-83f7-7594f65b1326 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:02:22.578875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624343605-router', 'tenant_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '651a366e-1fc6-4db4-bf15-18ab8f7e8488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:07Z', 'updated_at': '2021-08-05T14:02:14Z', 'revision_number': 4, 'project_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'gw_port': {'id': '651a366e-1fc6-4db4-bf15-18ab8f7e8488', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:08Z', 'updated_at': '2021-08-05T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'fe18141c-7a3a-44a1-b797-1432ae84479f', 'name': '', 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903', 'tenant_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'mac_address': 'fa:16:3e:9a:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'f418fa09-47fd-4308-8590-d5962fc704ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:12Z', 'updated_at': '2021-08-05T14:02:19Z', 'revision_number': 4, 'project_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'subnets': [{'id': 'f418fa09-47fd-4308-8590-d5962fc704ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:22.627249 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:22.668447 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f0b01-95ae-4b73-955b-8d8bad56e2ba None None] The sync data for ids ['9109533e-c8ca-40e8-90f8-7b5b8a77677a'] in n-d-803585-2 is: [{'id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624343605-router', 'tenant_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '651a366e-1fc6-4db4-bf15-18ab8f7e8488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:07Z', 'updated_at': '2021-08-05T14:02:14Z', 'revision_number': 4, 'project_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'gw_port': {'id': '651a366e-1fc6-4db4-bf15-18ab8f7e8488', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:08Z', 'updated_at': '2021-08-05T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'fe18141c-7a3a-44a1-b797-1432ae84479f', 'name': '', 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903', 'tenant_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'mac_address': 'fa:16:3e:9a:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'f418fa09-47fd-4308-8590-d5962fc704ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:12Z', 'updated_at': '2021-08-05T14:02:19Z', 'revision_number': 4, 'project_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'subnets': [{'id': 'f418fa09-47fd-4308-8590-d5962fc704ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:02:22.738847 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-c87ad3f5-7de4-4af6-99d7-e0f4db0f0f8e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=155df982-9cc1-40d3-88da-1f6c06baeb9a HTTP/1.1" status: 200 len: 217 time: 0.0725794 Aug 05 14:02:22.763960 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36204416-44a0-41e5-8d63-dbd8a3b2ab70 req-bb2972a3-14ec-44c2-b0d6-41f219fea8fd tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:22.773721 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-36204416-44a0-41e5-8d63-dbd8a3b2ab70 req-bb2972a3-14ec-44c2-b0d6-41f219fea8fd tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 949 time: 0.4809589 Aug 05 14:02:22.793618 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] No DVR routers for this DVR port 26998968-51d7-4938-9953-91b732ebb08d on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:02:22.852558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Network 6483d9ad-3333-43bb-bf3e-13053ce215f9 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:02:22.853743 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 2fc8c3c1-f950-449f-83f7-7594f65b1326 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:02:22.854085 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2fc8c3c1-f950-449f-83f7-7594f65b1326 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:02:22.865398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:22.872039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:02:22.874185 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-b42c221f-a382-4995-b703-6116ece7bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:22.886276 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-b42c221f-a382-4995-b703-6116ece7bbba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f3d34413-6403-49d0-8a6b-9ad2631ceedf HTTP/1.1" status: 200 len: 858 time: 0.1374474 Aug 05 14:02:22.918867 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-36204416-44a0-41e5-8d63-dbd8a3b2ab70 req-27f24dbd-16c4-499c-bbec-95600ecbff8a tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243818 Aug 05 14:02:22.938518 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Pushing event updated for resources: {'Port': ['ID=64f28620-f628-4009-939a-3f520ea7e966,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:22.950454 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa17d14f-c95c-4143-a989-a2942ee9e4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:22.977327 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-294bac38-4ff8-4627-85dd-70f86de156c0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=55e09aaf-4f69-462a-8e56-78fafe78ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571587 Aug 05 14:02:23.022084 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:23.056935 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Attempting to bind port 64f28620-f628-4009-939a-3f520ea7e966 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:02:23.061937 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Attempting to bind port 64f28620-f628-4009-939a-3f520ea7e966 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '46173c3c-0df6-48ae-a5e4-431c5028717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6483d9ad-3333-43bb-bf3e-13053ce215f9'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:02:23.062562 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Attempting to bind port 64f28620-f628-4009-939a-3f520ea7e966 on network 6483d9ad-3333-43bb-bf3e-13053ce215f9 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:23.091537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:02:23.102356 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Checking segment: {'id': '46173c3c-0df6-48ae-a5e4-431c5028717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6483d9ad-3333-43bb-bf3e-13053ce215f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:23.102356 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:23.102356 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Bound using segment: {'id': '46173c3c-0df6-48ae-a5e4-431c5028717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6483d9ad-3333-43bb-bf3e-13053ce215f9'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:02:23.106744 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Bound port: 64f28620-f628-4009-939a-3f520ea7e966, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46173c3c-0df6-48ae-a5e4-431c5028717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6483d9ad-3333-43bb-bf3e-13053ce215f9'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:02:23.108552 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:23.159920 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-a943971f-646a-4b46-8d41-eead600ba211 service neutron] 10.222.0.63 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736636 Aug 05 14:02:23.197004 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17d14f-c95c-4143-a989-a2942ee9e4f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=82f93a12-6f18-4a1e-9207-c64894f7ea4f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:23.319602 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Attempting to bind port 26998968-51d7-4938-9953-91b732ebb08d on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:02:23.321044 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0835c919-cb59-402c-986b-c267500238b1 None None] For port 64f28620-f628-4009-939a-3f520ea7e966, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:02:23.323383 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Attempting to bind port 26998968-51d7-4938-9953-91b732ebb08d by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:02:23.323858 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Attempting to bind port 26998968-51d7-4938-9953-91b732ebb08d on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:23.328224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0835c919-cb59-402c-986b-c267500238b1 None None] For port 64f28620-f628-4009-939a-3f520ea7e966, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=64f28620-f628-4009-939a-3f520ea7e966,segment=NetworkSegment(46173c3c-0df6-48ae-a5e4-431c5028717e),segment_id=46173c3c-0df6-48ae-a5e4-431c5028717e)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:02:23.346081 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:23.352703 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 95f0aec3-3981-4cf2-b194-431d6a85f256 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:23.424077 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df9d704b-fa51-45fe-a67c-2d9325bc279e req-1e73c2e7-a8e2-409b-b8be-e6502451f243 service neutron] 10.222.0.63 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546194 Aug 05 14:02:23.537706 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Port 26998968-51d7-4938-9953-91b732ebb08d on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:02:23.538126 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Attempting to bind port 26998968-51d7-4938-9953-91b732ebb08d on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:23.541967 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4440fae-f48a-4527-8f9a-10e1a05c650a {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:02:23.562821 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa17d14f-c95c-4143-a989-a2942ee9e4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:23.623797 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56046a-66c7-4dbb-a078-f7837f63a3db req-df464e22-e5bc-4333-8ce7-8d98f5fc6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:23.625353 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd56046a-66c7-4dbb-a078-f7837f63a3db req-df464e22-e5bc-4333-8ce7-8d98f5fc6248 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=eae027deaae649f2a01c906f6b6827e0&device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 1095 time: 0.1208525 Aug 05 14:02:23.707389 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:23.773072 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835c919-cb59-402c-986b-c267500238b1 None None] Pushing event updated for resources: {'Port': ['ID=64f28620-f628-4009-939a-3f520ea7e966,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:23.809986 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 95f0aec3-3981-4cf2-b194-431d6a85f256 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:23.810472 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:23.999196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56046a-66c7-4dbb-a078-f7837f63a3db req-d40c5be4-8b6b-4cdb-9d87-40af430c4950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:24.024552 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd56046a-66c7-4dbb-a078-f7837f63a3db req-d40c5be4-8b6b-4cdb-9d87-40af430c4950 service neutron] 10.222.0.63 "GET /v2.0/networks?id=55e09aaf-4f69-462a-8e56-78fafe78ca62 HTTP/1.1" status: 200 len: 919 time: 0.3722265 Aug 05 14:02:24.242239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e704f9-5d80-45df-9687-5f42d855ff1d req-e7e7c0ed-a71d-4cc6-93db-854b9515597b tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:24.252559 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:24.262891 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98e704f9-5d80-45df-9687-5f42d855ff1d req-e7e7c0ed-a71d-4cc6-93db-854b9515597b tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 944 time: 1.4953070 Aug 05 14:02:24.300370 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd56046a-66c7-4dbb-a078-f7837f63a3db req-fd64f590-c384-4dbf-a0db-5f8f4ea17e4f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=155df982-9cc1-40d3-88da-1f6c06baeb9a HTTP/1.1" status: 200 len: 217 time: 0.2602863 Aug 05 14:02:24.340211 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71fa3bd-7916-40dc-abd3-4280902b8593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f0aec3-3981-4cf2-b194-431d6a85f256'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:24.348711 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b292fec-9705-4a93-b411-b4a2548b8789" -d '{"events": [{"server_uuid": "b71fa3bd-7916-40dc-abd3-4280902b8593", "name": "network-vif-plugged", "status": "completed", "tag": "95f0aec3-3981-4cf2-b194-431d6a85f256"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:24.380903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 95f0aec3-3981-4cf2-b194-431d6a85f256, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=95f0aec3-3981-4cf2-b194-431d6a85f256,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:24.394343 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:24.500781 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=95f0aec3-3981-4cf2-b194-431d6a85f256,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:24.563568 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56046a-66c7-4dbb-a078-f7837f63a3db req-31688963-d7a4-40cf-965a-3a975c4d29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:24.571741 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd56046a-66c7-4dbb-a078-f7837f63a3db req-31688963-d7a4-40cf-965a-3a975c4d29bd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f3d34413-6403-49d0-8a6b-9ad2631ceedf HTTP/1.1" status: 200 len: 858 time: 0.1758990 Aug 05 14:02:24.617932 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd56046a-66c7-4dbb-a078-f7837f63a3db req-70997a12-a49d-450a-8410-f25befd5ba6a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=55e09aaf-4f69-462a-8e56-78fafe78ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355954 Aug 05 14:02:24.618975 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:02:24.619551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:24.620113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:02:24.620883 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Bound port: 26998968-51d7-4938-9953-91b732ebb08d, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:02:24.621503 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:24.628468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71a587-fdb9-4465-94a2-b521ff50b253 req-69f63a91-5768-46a8-aab8-42182ae92285 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:24.641638 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee71a587-fdb9-4465-94a2-b521ff50b253 req-69f63a91-5768-46a8-aab8-42182ae92285 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 949 time: 0.3398514 Aug 05 14:02:24.773995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 64f28620-f628-4009-939a-3f520ea7e966 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:24.883465 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd56046a-66c7-4dbb-a078-f7837f63a3db req-eb0480aa-e4be-4c86-9735-046984208819 service neutron] 10.222.0.63 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033570 Aug 05 14:02:24.895657 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee71a587-fdb9-4465-94a2-b521ff50b253 req-261fb484-7ff3-4ada-bb02-ec9a480e4c27 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527907 Aug 05 14:02:24.905965 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98e704f9-5d80-45df-9687-5f42d855ff1d req-70dc83cf-3d5a-4fa5-9419-a5b31868b985 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6396642 Aug 05 14:02:24.915633 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 64f28620-f628-4009-939a-3f520ea7e966 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:24.926081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fe18141c-7a3a-44a1-b797-1432ae84479f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:24.972096 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa17d14f-c95c-4143-a989-a2942ee9e4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:24.974160 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Transition to ACTIVE for port object d4440fae-f48a-4527-8f9a-10e1a05c650a will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:25.134807 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:02:25.140874 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=26998968-51d7-4938-9953-91b732ebb08d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:02:25.151372 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa17d14f-c95c-4143-a989-a2942ee9e4f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:25.175148 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port fe18141c-7a3a-44a1-b797-1432ae84479f completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:25.191246 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port fe18141c-7a3a-44a1-b797-1432ae84479f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:25.191620 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:25.265613 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b84fee-fac2-4839-9e11-bde2ab8efb22 x-openstack-request-id: req-b7b84fee-fac2-4839-9e11-bde2ab8efb22 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:25.265820 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71fa3bd-7916-40dc-abd3-4280902b8593", "name": "network-vif-plugged", "status": "completed", "tag": "95f0aec3-3981-4cf2-b194-431d6a85f256", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:25.266074 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7b84fee-fac2-4839-9e11-bde2ab8efb22 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:25.272326 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71fa3bd-7916-40dc-abd3-4280902b8593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f0aec3-3981-4cf2-b194-431d6a85f256', 'code': 200} Aug 05 14:02:25.282997 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6796ed86-dff4-4134-ab57-01d42be04dbe req-8c6c8d5b-fe78-453c-a109-ff946b5ba99c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7330458 Aug 05 14:02:25.287371 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:25.288924 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd56046a-66c7-4dbb-a078-f7837f63a3db req-78c7bf63-7a20-4a33-9abc-c6d4846c93b7 service neutron] 10.222.0.63 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920290 Aug 05 14:02:25.302127 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:25.345863 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa17d14f-c95c-4143-a989-a2942ee9e4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:25.346478 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa17d14f-c95c-4143-a989-a2942ee9e4f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c9643ef-70af-433b-8c9f-83b79be69184 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:02:25.352232 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa17d14f-c95c-4143-a989-a2942ee9e4f2 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:25.353421 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-aa17d14f-c95c-4143-a989-a2942ee9e4f2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6c9643ef-70af-433b-8c9f-83b79be69184 HTTP/1.1" status: 204 len: 168 time: 5.8086741 Aug 05 14:02:25.356712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55672) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:25.376869 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:25.377685 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:25.379501 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] 10.222.0.84 "PUT /v2.0/ports/26998968-51d7-4938-9953-91b732ebb08d HTTP/1.1" status: 200 len: 1097 time: 6.6226645 Aug 05 14:02:25.404668 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'tag': '26998968-51d7-4938-9953-91b732ebb08d'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:25.408687 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d42e48-6b02-42ef-acc7-3a755db4906b" -d '{"events": [{"name": "network-changed", "server_uuid": "07aa2c87-b3f6-4c73-842d-97960e2357eb", "tag": "26998968-51d7-4938-9953-91b732ebb08d"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:25.471276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Pushing event updated for resources: {'Port': ['ID=d4440fae-f48a-4527-8f9a-10e1a05c650a,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:25.487265 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:25.597080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port fe18141c-7a3a-44a1-b797-1432ae84479f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fe18141c-7a3a-44a1-b797-1432ae84479f,segment=NetworkSegment(9fd67f90-4c15-4b81-99a2-e17def633009),segment_id=9fd67f90-4c15-4b81-99a2-e17def633009)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:25.607610 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:25.647207 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796ed86-dff4-4134-ab57-01d42be04dbe req-cf52a878-02a7-4bee-8cd7-6c7bb74eb464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:25.651461 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6796ed86-dff4-4134-ab57-01d42be04dbe req-cf52a878-02a7-4bee-8cd7-6c7bb74eb464 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 1101 time: 0.2048330 Aug 05 14:02:25.671618 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e37306-2f79-43a1-9090-9c5ad090f6c2 admin admin] Deleting subnet 271e3d74-bb42-4589-a6b6-cd3ebc455e96 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:02:25.678985 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70130c3c-c3d6-4c76-9539-53d27d36587f x-openstack-request-id: req-70130c3c-c3d6-4c76-9539-53d27d36587f {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:25.679329 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07aa2c87-b3f6-4c73-842d-97960e2357eb", "tag": "26998968-51d7-4938-9953-91b732ebb08d", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:25.681066 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70130c3c-c3d6-4c76-9539-53d27d36587f {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:25.681329 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'tag': '26998968-51d7-4938-9953-91b732ebb08d', 'status': 'completed', 'code': 200} Aug 05 14:02:25.687606 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-96e37306-2f79-43a1-9090-9c5ad090f6c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:25.719312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebca6333-6fe2-457f-9342-edba4ce8081e None None] Network 6483d9ad-3333-43bb-bf3e-13053ce215f9 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:02:25.764066 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=fe18141c-7a3a-44a1-b797-1432ae84479f,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:25.791639 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-96e37306-2f79-43a1-9090-9c5ad090f6c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:25.865304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-010c636a-a2cd-496f-886e-980b7bc256a6 None None] Provisioning for port 64f28620-f628-4009-939a-3f520ea7e966 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:25.868349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Attempting to bind port d4440fae-f48a-4527-8f9a-10e1a05c650a on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:02:25.869739 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Attempting to bind port d4440fae-f48a-4527-8f9a-10e1a05c650a by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:02:25.871162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Attempting to bind port d4440fae-f48a-4527-8f9a-10e1a05c650a on network 55e09aaf-4f69-462a-8e56-78fafe78ca62 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:25.882939 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-010c636a-a2cd-496f-886e-980b7bc256a6 None None] Provisioning complete for port 64f28620-f628-4009-939a-3f520ea7e966 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:25.882939 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-010c636a-a2cd-496f-886e-980b7bc256a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:25.987222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-96e37306-2f79-43a1-9090-9c5ad090f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:26.093587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Port d4440fae-f48a-4527-8f9a-10e1a05c650a on network 55e09aaf-4f69-462a-8e56-78fafe78ca62 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:02:26.094282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Attempting to bind port d4440fae-f48a-4527-8f9a-10e1a05c650a on network 55e09aaf-4f69-462a-8e56-78fafe78ca62 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:26.102585 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-c915b208-8b38-40e9-8a30-d816c8887257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:26.104846 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-c915b208-8b38-40e9-8a30-d816c8887257 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 1100 time: 0.4486668 Aug 05 14:02:26.112113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-2d14282c-0a2c-46aa-a5e4-47a0f8e5aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:26.114827 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-2d14282c-0a2c-46aa-a5e4-47a0f8e5aecd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 1100 time: 0.7021909 Aug 05 14:02:26.261145 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 155df982-9cc1-40d3-88da-1f6c06baeb9a details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:02:26.405499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796ed86-dff4-4134-ab57-01d42be04dbe req-d00195f4-d2c6-41e5-8da4-d4c228ff8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:26.407825 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6796ed86-dff4-4134-ab57-01d42be04dbe req-d00195f4-d2c6-41e5-8da4-d4c228ff8070 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.4924259 Aug 05 14:02:26.485049 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6796ed86-dff4-4134-ab57-01d42be04dbe req-17be1fb9-445c-448f-a701-cf391ae95576 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 HTTP/1.1" status: 200 len: 217 time: 0.0548577 Aug 05 14:02:26.506746 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a95508-304a-4bd7-a207-eb5dc1d3b836 service neutron] Pushing event updated for resources: {'Port': ['ID=26998968-51d7-4938-9953-91b732ebb08d,revision_number=11']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:26.522062 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:26.548349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-30cbf861-f964-4138-881d-a9f29a10c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:26.548785 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-30cbf861-f964-4138-881d-a9f29a10c399 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.3923976 Aug 05 14:02:26.570784 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:26.646883 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:02:26.647515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Checking segment: {'id': '3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:26.648064 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-96e37306-2f79-43a1-9090-9c5ad090f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:26.648330 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Bound using segment: {'id': '3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:02:26.648964 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Bound port: d4440fae-f48a-4527-8f9a-10e1a05c650a, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:02:26.649694 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:26.661759 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7c368-6dd5-48b5-8013-7e99d1497b62 req-96290d9a-2344-48e9-aa3b-ccae496642d3 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:26.671903 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-05d7c368-6dd5-48b5-8013-7e99d1497b62 req-96290d9a-2344-48e9-aa3b-ccae496642d3 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 949 time: 0.5444469 Aug 05 14:02:26.710529 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-abbdf4d5-219f-405c-a160-e4ed588d7f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:26.713238 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-abbdf4d5-219f-405c-a160-e4ed588d7f70 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.5353994 Aug 05 14:02:26.729679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fe18141c-7a3a-44a1-b797-1432ae84479f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:26.742741 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796ed86-dff4-4134-ab57-01d42be04dbe req-23aa3ce0-cf66-493c-9584-6fce8387c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:26.744278 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6796ed86-dff4-4134-ab57-01d42be04dbe req-23aa3ce0-cf66-493c-9584-6fce8387c42c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.2504668 Aug 05 14:02:26.747559 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e37306-2f79-43a1-9090-9c5ad090f6c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=271e3d74-bb42-4589-a6b6-cd3ebc455e96,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:26.768072 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-96e37306-2f79-43a1-9090-9c5ad090f6c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:26.770384 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-96e37306-2f79-43a1-9090-9c5ad090f6c2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/271e3d74-bb42-4589-a6b6-cd3ebc455e96 HTTP/1.1" status: 204 len: 168 time: 1.4123542 Aug 05 14:02:26.785155 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-05d7c368-6dd5-48b5-8013-7e99d1497b62 req-f43667f8-eb09-411c-9cad-dc5c6615ad27 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128597 Aug 05 14:02:26.795901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55692) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:26.802613 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830f532f-e282-4de7-aa18-d31ea12611e8 None None] Network 00b456fd-8f1f-457d-ab9f-9b65af2598b8 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:02:26.913112 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:26.938958 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-010c636a-a2cd-496f-886e-980b7bc256a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:26.951270 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-363fd1e9-1f7c-4390-8d8b-fe38bbfb0ac1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=26998968-51d7-4938-9953-91b732ebb08d HTTP/1.1" status: 200 len: 217 time: 0.2153261 Aug 05 14:02:26.956098 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796ed86-dff4-4134-ab57-01d42be04dbe req-5a575eb0-0fcc-4835-84db-b2907fd285cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:26.962341 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6796ed86-dff4-4134-ab57-01d42be04dbe req-5a575eb0-0fcc-4835-84db-b2907fd285cf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2038152 Aug 05 14:02:27.057398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] For port d4440fae-f48a-4527-8f9a-10e1a05c650a, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:02:27.070827 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] For port d4440fae-f48a-4527-8f9a-10e1a05c650a, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d4440fae-f48a-4527-8f9a-10e1a05c650a,segment=NetworkSegment(3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a),segment_id=3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:02:27.088065 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-da34fb59-6e98-4cf4-a968-7cf338a61107 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=26998968-51d7-4938-9953-91b732ebb08d HTTP/1.1" status: 200 len: 217 time: 0.4302928 Aug 05 14:02:27.119908 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:27.145412 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-010c636a-a2cd-496f-886e-980b7bc256a6 None None] For port 64f28620-f628-4009-939a-3f520ea7e966, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=64f28620-f628-4009-939a-3f520ea7e966,segment=NetworkSegment(46173c3c-0df6-48ae-a5e4-431c5028717e),segment_id=46173c3c-0df6-48ae-a5e4-431c5028717e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:27.245159 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-010c636a-a2cd-496f-886e-980b7bc256a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:27.282788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:27.283555 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:27.285609 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] 10.222.0.63 "PUT /v2.0/ports/d4440fae-f48a-4527-8f9a-10e1a05c650a HTTP/1.1" status: 200 len: 1092 time: 7.1499400 Aug 05 14:02:27.304518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72481064-6cca-4e17-9096-b38d21ffff87 req-d1c618c6-9f3e-4b49-8f3a-c64df123a265 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:27.314988 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72481064-6cca-4e17-9096-b38d21ffff87 req-d1c618c6-9f3e-4b49-8f3a-c64df123a265 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 944 time: 1.1692219 Aug 05 14:02:27.332725 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6796ed86-dff4-4134-ab57-01d42be04dbe req-4259d287-3045-492b-bd21-3fdd9b360080 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604941 Aug 05 14:02:27.333886 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port fe18141c-7a3a-44a1-b797-1432ae84479f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:27.334477 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:27.341029 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] Deleting port 915c7a13-64c6-4f22-a4d9-e1a12278a50c {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:02:27.341373 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:27.429763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 155df982-9cc1-40d3-88da-1f6c06baeb9a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=155df982-9cc1-40d3-88da-1f6c06baeb9a,segment=NetworkSegment(3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a),segment_id=3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:27.430282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-e901fb3b-af06-4117-9465-3ff723c63b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:27.431946 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-e901fb3b-af06-4117-9465-3ff723c63b2d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.3414726 Aug 05 14:02:27.441166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] For port 915c7a13-64c6-4f22-a4d9-e1a12278a50c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=915c7a13-64c6-4f22-a4d9-e1a12278a50c,segment=NetworkSegment(ca78f4f8-fce6-44cf-a116-699e77395d53),segment_id=ca78f4f8-fce6-44cf-a116-699e77395d53)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:27.441824 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:27.458306 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] Calling delete_port for 915c7a13-64c6-4f22-a4d9-e1a12278a50c owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:02:27.468750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-71a8ad0b-2d7e-4266-8975-17ab5e5457b8 None None] Provisioning complete for port 64f28620-f628-4009-939a-3f520ea7e966 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:27.469359 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-71a8ad0b-2d7e-4266-8975-17ab5e5457b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:27.469700 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72481064-6cca-4e17-9096-b38d21ffff87 req-d992fce8-76e5-4f88-8844-42c9e831287b tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536317 Aug 05 14:02:27.521182 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-cf6de823-5945-4d9c-bd6d-91dcd0569af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:27.522550 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-cf6de823-5945-4d9c-bd6d-91dcd0569af6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.3988876 Aug 05 14:02:27.534105 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68996c8b-8b19-4ee6-a513-f9cc45a27177 service neutron] Pushing event updated for resources: {'Port': ['ID=d4440fae-f48a-4527-8f9a-10e1a05c650a,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:27.538475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Allocated IP 172.25.5.103 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/f34cd0a8-9b1c-4899-8a50-c2aa9d054783) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:02:27.578291 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '155df982-9cc1-40d3-88da-1f6c06baeb9a', 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62', 'port_id': '155df982-9cc1-40d3-88da-1f6c06baeb9a', 'mac_address': 'fa:16:3e:70:41:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d34413-6403-49d0-8a6b-9ad2631ceedf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:02:27.581290 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:27.658612 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-fa8175ba-a02d-4e48-8acc-d93d953f31e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:27.660187 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-fa8175ba-a02d-4e48-8acc-d93d953f31e3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=eae027deaae649f2a01c906f6b6827e0&device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 1095 time: 0.3072102 Aug 05 14:02:27.685667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=915c7a13-64c6-4f22-a4d9-e1a12278a50c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:27.692310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] No DVR routers for this DVR port 915c7a13-64c6-4f22-a4d9-e1a12278a50c on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:02:27.706933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c636a-a2cd-496f-886e-980b7bc256a6 None None] Pushing event updated for resources: {'Port': ['ID=64f28620-f628-4009-939a-3f520ea7e966,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:27.722855 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cfdc8b-d9e5-41e3-b709-b21c021e8f57 None None] DHCP port deletion for 00b456fd-8f1f-457d-ab9f-9b65af2598b8 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:02:27.760289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3426fa5a-fcf8-49b0-bee8-35f345848db0', 'tag': 'd4440fae-f48a-4527-8f9a-10e1a05c650a'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:27.762695 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e2b81e-cf17-496e-9eb0-07b754d35e49" -d '{"events": [{"name": "network-changed", "server_uuid": "3426fa5a-fcf8-49b0-bee8-35f345848db0", "tag": "d4440fae-f48a-4527-8f9a-10e1a05c650a"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:27.773073 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:27.773430 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-0f977ccc-2eff-405c-8e1f-4ec91f256433 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4440fae-f48a-4527-8f9a-10e1a05c650a HTTP/1.1" status: 200 len: 217 time: 0.1015594 Aug 05 14:02:27.811320 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b456fd-8f1f-457d-ab9f-9b65af2598b8']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:27.852571 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca78f4f8-fce6-44cf-a116-699e77395d53') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:27.853227 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca78f4f8-fce6-44cf-a116-699e77395d53') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:27.864609 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:27.880369 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:27.893944 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:27.918730 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:02:27.919140 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:02:27.920956 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:02:27.927607 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155df982-9cc1-40d3-88da-1f6c06baeb9a {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:02:27.949127 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060a61da-c964-4b69-adfb-3454f3e26b3e x-openstack-request-id: req-060a61da-c964-4b69-adfb-3454f3e26b3e {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:27.950835 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3426fa5a-fcf8-49b0-bee8-35f345848db0", "tag": "d4440fae-f48a-4527-8f9a-10e1a05c650a", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:27.951267 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-060a61da-c964-4b69-adfb-3454f3e26b3e {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:27.951816 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3426fa5a-fcf8-49b0-bee8-35f345848db0', 'tag': 'd4440fae-f48a-4527-8f9a-10e1a05c650a', 'status': 'completed', 'code': 200} Aug 05 14:02:27.959866 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 155df982-9cc1-40d3-88da-1f6c06baeb9a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=155df982-9cc1-40d3-88da-1f6c06baeb9a,segment=NetworkSegment(3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a),segment_id=3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:27.974633 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:28.010597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-de72879a-a00e-418e-af6c-26004e894a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:28.012687 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-de72879a-a00e-418e-af6c-26004e894a94 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5420089 Aug 05 14:02:28.037665 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:28.049006 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:28.051331 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] 10.222.0.16 "DELETE /v2.0/networks/00b456fd-8f1f-457d-ab9f-9b65af2598b8 HTTP/1.1" status: 204 len: 168 time: 1.2604423 Aug 05 14:02:28.077893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1701c34-1481-45be-93db-d3d5aea68d36 admin admin] Pushing event deleted for resources: {'Network': ['ID=00b456fd-8f1f-457d-ab9f-9b65af2598b8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:28.094292 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6796ed86-dff4-4134-ab57-01d42be04dbe req-ebb7debf-d5ef-4cab-952b-71575b033941 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259426 Aug 05 14:02:28.099875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-9a765a3f-ad29-4091-8783-3c8c4f5cd4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:28.101729 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-9a765a3f-ad29-4091-8783-3c8c4f5cd4c5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f3d34413-6403-49d0-8a6b-9ad2631ceedf HTTP/1.1" status: 200 len: 858 time: 0.2220192 Aug 05 14:02:28.206994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=155df982-9cc1-40d3-88da-1f6c06baeb9a,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:28.309699 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-230a67dc-2151-4a9a-ab56-60f2fbcfe437 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987894 Aug 05 14:02:28.318664 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['155df982-9cc1-40d3-88da-1f6c06baeb9a'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:02:28.350943 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-14dcbafa-4ed1-4610-b6cb-dc736daa17cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:28.359386 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-14dcbafa-4ed1-4610-b6cb-dc736daa17cc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8118320 Aug 05 14:02:28.373796 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 64f28620-f628-4009-939a-3f520ea7e966 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:28.408297 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-4f907436-eb1b-44f2-885c-a5234701c465 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=55e09aaf-4f69-462a-8e56-78fafe78ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009121 Aug 05 14:02:28.482142 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55728) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:28.584358 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-18621262-f683-4109-a07c-789ecee488c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f39c8f4653f419aa531da4561507e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1005390 Aug 05 14:02:28.591774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55732) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:28.614703 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 64f28620-f628-4009-939a-3f520ea7e966 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:28.615083 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:28.710865 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9756f485-3ec7-4c28-9e9e-eb1f93be0804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:28.755250 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600920f-fe94-4552-94af-f43b619c677f req-f35dbffc-63d1-4e73-849a-2e50b00af1a0 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:28.757000 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6600920f-fe94-4552-94af-f43b619c677f req-f35dbffc-63d1-4e73-849a-2e50b00af1a0 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 945 time: 0.1642637 Aug 05 14:02:28.841824 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9756f485-3ec7-4c28-9e9e-eb1f93be0804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:28.867470 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6600920f-fe94-4552-94af-f43b619c677f req-965db321-2795-4dbe-a542-449ded95a302 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994911 Aug 05 14:02:28.935338 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9756f485-3ec7-4c28-9e9e-eb1f93be0804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:28.938143 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9756f485-3ec7-4c28-9e9e-eb1f93be0804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:28.939437 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9756f485-3ec7-4c28-9e9e-eb1f93be0804 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/660a226a-0c7d-40c0-ae51-d8493506a0a3 HTTP/1.1" status: 204 len: 168 time: 0.3378618 Aug 05 14:02:28.952421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756f485-3ec7-4c28-9e9e-eb1f93be0804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660a226a-0c7d-40c0-ae51-d8493506a0a3,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:28.954385 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 82f93a12-6f18-4a1e-9207-c64894f7ea4f no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:02:29.001357 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:29.025113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 82f93a12-6f18-4a1e-9207-c64894f7ea4f {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:02:29.025652 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 82f93a12-6f18-4a1e-9207-c64894f7ea4f not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:02:29.036120 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 915c7a13-64c6-4f22-a4d9-e1a12278a50c no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:02:29.062511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 915c7a13-64c6-4f22-a4d9-e1a12278a50c {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:02:29.063758 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 915c7a13-64c6-4f22-a4d9-e1a12278a50c not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:02:29.149730 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:29.239884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccf84e-d555-4d46-bcbf-ff1df4265e44 req-cdef4bf3-49ce-4116-9e19-c4df7bc4fe15 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:29.244935 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b1ccf84e-d555-4d46-bcbf-ff1df4265e44 req-cdef4bf3-49ce-4116-9e19-c4df7bc4fe15 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 949 time: 1.2448452 Aug 05 14:02:29.300846 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:02:29.349197 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:29.383441 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:02:29.415701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Pushing event updated for resources: {'Port': ['ID=f34cd0a8-9b1c-4899-8a50-c2aa9d054783,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:29.484332 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-50879cfa-5dc1-4319-b053-0ca46cd605d5 service neutron] 10.222.0.63 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217493 Aug 05 14:02:29.519535 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-274c4579-a1ac-460b-9d9a-f3df6a89b82a req-ff4f8cb7-a26d-451b-ab9f-df7b97f3bcb8 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1856008 Aug 05 14:02:29.521518 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-aacc7e94-862f-444a-9ce8-95ceab8fc6f5 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1508698 Aug 05 14:02:29.814509 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b1ccf84e-d555-4d46-bcbf-ff1df4265e44 req-0dcd7f6d-6d89-462a-a918-196cae461515 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550568 Aug 05 14:02:29.816477 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-29ebf333-1ff3-41eb-8117-defb5d9beb9e service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289422 Aug 05 14:02:29.821169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-034a5db5-ca7f-4469-9087-67a5c4bff649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:29.822707 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-034a5db5-ca7f-4469-9087-67a5c4bff649 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7753100351b94216b5369d9876cd92eb&device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 1100 time: 0.2317517 Aug 05 14:02:30.069681 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-980dc43a-9fb8-4e62-ad1c-fe26314b0a96 req-b66700ba-95c5-49ad-9e82-e9d9c519cde9 service neutron] 10.222.0.63 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5411980 Aug 05 14:02:30.147828 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6bd8c-7d15-400e-ab8f-124b6df2ad97 req-086a0785-f494-4f35-a968-94410c6cc908 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:30.163111 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-30a6bd8c-7d15-400e-ab8f-124b6df2ad97 req-086a0785-f494-4f35-a968-94410c6cc908 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 945 time: 0.1724114 Aug 05 14:02:30.228948 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 155df982-9cc1-40d3-88da-1f6c06baeb9a up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:30.275245 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-30a6bd8c-7d15-400e-ab8f-124b6df2ad97 req-368ec2be-275b-40e8-9097-7fd9b9daa4fe tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109998 Aug 05 14:02:30.350067 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 155df982-9cc1-40d3-88da-1f6c06baeb9a completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:30.360338 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 155df982-9cc1-40d3-88da-1f6c06baeb9a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:30.361435 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:30.383581 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:30.405733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-c0180975-5457-4f26-9c2a-cbc308037462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:30.407354 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-c0180975-5457-4f26-9c2a-cbc308037462 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.5321968 Aug 05 14:02:30.502181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55794) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:30.586331 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:30.670604 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 155df982-9cc1-40d3-88da-1f6c06baeb9a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=155df982-9cc1-40d3-88da-1f6c06baeb9a,segment=NetworkSegment(3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a),segment_id=3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:30.672058 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22b519b-6453-44f7-a240-ae887b39ebda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155df982-9cc1-40d3-88da-1f6c06baeb9a'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:30.677277 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-be0b5109-6a83-426f-bc35-56a9c0ff2acd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=26998968-51d7-4938-9953-91b732ebb08d HTTP/1.1" status: 200 len: 217 time: 0.1080215 Aug 05 14:02:30.688935 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ce84c3-1ede-422a-ac3e-1a15803b1084" -d '{"events": [{"server_uuid": "b22b519b-6453-44f7-a240-ae887b39ebda", "name": "network-vif-plugged", "status": "completed", "tag": "155df982-9cc1-40d3-88da-1f6c06baeb9a"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:30.692679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2b81e-cf17-496e-9eb0-07b754d35e49 req-01d4e718-ee04-4a7e-92a8-861c9d055728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:30.694341 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95e2b81e-cf17-496e-9eb0-07b754d35e49 req-01d4e718-ee04-4a7e-92a8-861c9d055728 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=eae027deaae649f2a01c906f6b6827e0&device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 1095 time: 0.5322673 Aug 05 14:02:30.711553 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:30.780720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d0df020e-23d9-49ca-a637-1d976fba5f58 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-110390667-network', 'tenant_id': '46c1ab9263364de89650b0103b00d77c'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:30.826005 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0df020e-23d9-49ca-a637-1d976fba5f58 admin admin] Made reservation on behalf of 46c1ab9263364de89650b0103b00d77c for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:02:30.830741 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d0df020e-23d9-49ca-a637-1d976fba5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:30.848102 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=155df982-9cc1-40d3-88da-1f6c06baeb9a,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:30.852359 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4247326b-bcc4-42da-8c78-6478e02151fb x-openstack-request-id: req-4247326b-bcc4-42da-8c78-6478e02151fb {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:30.852645 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22b519b-6453-44f7-a240-ae887b39ebda", "name": "network-vif-plugged", "status": "completed", "tag": "155df982-9cc1-40d3-88da-1f6c06baeb9a", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:30.852898 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4247326b-bcc4-42da-8c78-6478e02151fb {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:30.853757 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22b519b-6453-44f7-a240-ae887b39ebda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155df982-9cc1-40d3-88da-1f6c06baeb9a', 'code': 200} Aug 05 14:02:30.882852 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d0df020e-23d9-49ca-a637-1d976fba5f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:30.959120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-51d596a7-1c2c-48e0-a44b-9249c2bbe265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:30.961126 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-51d596a7-1c2c-48e0-a44b-9249c2bbe265 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.2641556 Aug 05 14:02:31.135309 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f17d2-fbe7-4164-8e3f-84f29d6a7f52 req-8b52defc-2ade-4954-b6b9-66eb215775ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:31.137067 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-365f17d2-fbe7-4164-8e3f-84f29d6a7f52 req-8b52defc-2ade-4954-b6b9-66eb215775ae service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 1097 time: 0.1680915 Aug 05 14:02:31.140962 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b72311-53d6-44ee-b8f5-92d446559fbc req-e2a0e4b0-b6d9-4e91-8494-0ebaec3feb2c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:31.144167 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b1b72311-53d6-44ee-b8f5-92d446559fbc req-e2a0e4b0-b6d9-4e91-8494-0ebaec3feb2c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 949 time: 0.1674328 Aug 05 14:02:31.188075 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:31.290651 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d0df020e-23d9-49ca-a637-1d976fba5f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:31.321057 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d0df020e-23d9-49ca-a637-1d976fba5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:31.321648 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-365f17d2-fbe7-4164-8e3f-84f29d6a7f52 req-d424d8ee-4f18-4ba9-837b-7eb86d8c6f91 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674356 Aug 05 14:02:31.340525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-0d35085c-7e69-42ab-8625-83db4141dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:31.342060 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-0d35085c-7e69-42ab-8625-83db4141dfc5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3478291 Aug 05 14:02:31.347282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0df020e-23d9-49ca-a637-1d976fba5f58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:02:31.361331 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d0df020e-23d9-49ca-a637-1d976fba5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:31.362172 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-d0df020e-23d9-49ca-a637-1d976fba5f58 admin admin] Added segment 07e0eb67-b309-4761-9902-c274aa5e8bb7 of type vlan for network 7e2dd911-ea43-45a0-aadc-daee6eb57aec Aug 05 14:02:31.372570 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 26998968-51d7-4938-9953-91b732ebb08d details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:02:31.463505 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-26aa5943-5aee-4db4-839a-7fbc12ae6e9a service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977035 Aug 05 14:02:31.467325 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2b81e-cf17-496e-9eb0-07b754d35e49 req-15f9f353-8c3e-466e-a4b4-a447de10660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:31.468783 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95e2b81e-cf17-496e-9eb0-07b754d35e49 req-15f9f353-8c3e-466e-a4b4-a447de10660a service neutron] 10.222.0.63 "GET /v2.0/networks?id=55e09aaf-4f69-462a-8e56-78fafe78ca62 HTTP/1.1" status: 200 len: 919 time: 0.7596266 Aug 05 14:02:31.478788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d0df020e-23d9-49ca-a637-1d976fba5f58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:31.492622 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Router 0783ae0f-f1f0-43eb-bcd6-5162b7824d83 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:02:31.629224 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df020e-23d9-49ca-a637-1d976fba5f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69507391-0d5f-497b-bc8f-9748702008fd,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:31.632415 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d0df020e-23d9-49ca-a637-1d976fba5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:31.636378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0df020e-23d9-49ca-a637-1d976fba5f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:31.639482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=26998968-51d7-4938-9953-91b732ebb08d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:31.640456 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d0df020e-23d9-49ca-a637-1d976fba5f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:31.672752 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '26998968-51d7-4938-9953-91b732ebb08d', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '26998968-51d7-4938-9953-91b732ebb08d', 'mac_address': 'fa:16:3e:0e:44:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:02:31.677644 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b1b72311-53d6-44ee-b8f5-92d446559fbc req-6b0357ba-2742-47c7-8ed3-415a98c66f66 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062687 Aug 05 14:02:31.742438 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:31.773708 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26998968-51d7-4938-9953-91b732ebb08d {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:02:31.806349 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=26998968-51d7-4938-9953-91b732ebb08d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:31.824148 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:31.946057 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=26998968-51d7-4938-9953-91b732ebb08d,revision_number=12']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:31.966865 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d0df020e-23d9-49ca-a637-1d976fba5f58 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4630802 Aug 05 14:02:31.969264 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55824) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:31.974859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-1b6f5b43-97fb-4050-8ea0-523a96547800 admin admin] Request body: {'subnet': {'network_id': '7e2dd911-ea43-45a0-aadc-daee6eb57aec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-110390667-subnet', 'tenant_id': '46c1ab9263364de89650b0103b00d77c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:31.980348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df020e-23d9-49ca-a637-1d976fba5f58 admin admin] Pushing event updated for resources: {'Network': ['ID=7e2dd911-ea43-45a0-aadc-daee6eb57aec,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:31.994184 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 7e2dd911-ea43-45a0-aadc-daee6eb57aec details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:02:32.035946 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6f5b43-97fb-4050-8ea0-523a96547800 admin admin] Made reservation on behalf of 46c1ab9263364de89650b0103b00d77c for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:02:32.037069 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95e2b81e-cf17-496e-9eb0-07b754d35e49 req-a7f0bda8-1218-4f8d-bc16-3384b2d9de72 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4440fae-f48a-4527-8f9a-10e1a05c650a HTTP/1.1" status: 200 len: 217 time: 0.5523317 Aug 05 14:02:32.039529 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5b43-97fb-4050-8ea0-523a96547800 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:32.048231 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86339dc7-5ecf-4c3a-8f34-f5e4dc7ac486 req-5873dfda-eb79-4113-83a3-7dd8ccfa8ef1 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:32.049832 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86339dc7-5ecf-4c3a-8f34-f5e4dc7ac486 req-5873dfda-eb79-4113-83a3-7dd8ccfa8ef1 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.5520926 Aug 05 14:02:32.118577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['26998968-51d7-4938-9953-91b732ebb08d'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:02:32.175070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2b81e-cf17-496e-9eb0-07b754d35e49 req-8ade4d73-a786-4c90-8284-98f414b187b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:32.179458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95e2b81e-cf17-496e-9eb0-07b754d35e49 req-8ade4d73-a786-4c90-8284-98f414b187b9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f3d34413-6403-49d0-8a6b-9ad2631ceedf HTTP/1.1" status: 200 len: 858 time: 0.1259370 Aug 05 14:02:32.255639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device d4440fae-f48a-4527-8f9a-10e1a05c650a details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:02:32.294918 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86339dc7-5ecf-4c3a-8f34-f5e4dc7ac486 req-bc5537d4-0bcc-42a7-bd3d-f69ab49b3dbe tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041036 Aug 05 14:02:32.297427 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95e2b81e-cf17-496e-9eb0-07b754d35e49 req-f61e66d3-5169-4258-93b8-501874cca6d4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=55e09aaf-4f69-462a-8e56-78fafe78ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448558 Aug 05 14:02:32.517952 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5d42e48-6b02-42ef-acc7-3a755db4906b req-7eca1cd8-a5bc-47fd-a705-e89d41381272 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0427849 Aug 05 14:02:32.535697 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5b43-97fb-4050-8ea0-523a96547800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:32.555635 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port d4440fae-f48a-4527-8f9a-10e1a05c650a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d4440fae-f48a-4527-8f9a-10e1a05c650a,segment=NetworkSegment(3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a),segment_id=3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:32.588251 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:02:32.588625 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'd4440fae-f48a-4527-8f9a-10e1a05c650a', 'network_id': '55e09aaf-4f69-462a-8e56-78fafe78ca62', 'port_id': 'd4440fae-f48a-4527-8f9a-10e1a05c650a', 'mac_address': 'fa:16:3e:e9:ba:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d34413-6403-49d0-8a6b-9ad2631ceedf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:02:32.604738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Sync routers for ids ['0783ae0f-f1f0-43eb-bcd6-5162b7824d83'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:02:32.623094 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:32.624518 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-35be75b7-03c7-4bf8-b6c8-e4cad798923a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.3354886 Aug 05 14:02:32.628677 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95e2b81e-cf17-496e-9eb0-07b754d35e49 req-b310c9a7-8021-4cf1-a714-1b5b09d084dd service neutron] 10.222.0.63 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220434 Aug 05 14:02:32.630979 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 55838) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:32.651788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Routers {'0783ae0f-f1f0-43eb-bcd6-5162b7824d83'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:02:32.651788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:02:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0783ae0f-f1f0-43eb-bcd6-5162b7824d83'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:32.699580 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:32.727141 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4440fae-f48a-4527-8f9a-10e1a05c650a {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:02:32.761368 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95e2b81e-cf17-496e-9eb0-07b754d35e49 req-776ecd12-b8e2-49ea-b9fe-0896394cd09a service neutron] 10.222.0.63 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220601 Aug 05 14:02:32.788574 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port d4440fae-f48a-4527-8f9a-10e1a05c650a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d4440fae-f48a-4527-8f9a-10e1a05c650a,segment=NetworkSegment(3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a),segment_id=3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:32.800595 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:32.839659 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Set router 0783ae0f-f1f0-43eb-bcd6-5162b7824d83 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:02:32.881421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f5b43-97fb-4050-8ea0-523a96547800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf5effe-2bd6-4f59-9ea7-3b81d79ec28d,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:32.923361 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e000d-97f1-4782-9f5d-cb9532644b47 req-a87b9923-38fc-4c55-a8c8-a88fd2d467d0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:32.924974 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-587e000d-97f1-4782-9f5d-cb9532644b47 req-a87b9923-38fc-4c55-a8c8-a88fd2d467d0 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.1450589 Aug 05 14:02:32.956882 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6f5b43-97fb-4050-8ea0-523a96547800 admin admin] Checking segment: {'id': '07e0eb67-b309-4761-9902-c274aa5e8bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7e2dd911-ea43-45a0-aadc-daee6eb57aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:32.957354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6f5b43-97fb-4050-8ea0-523a96547800 admin admin] Network hostable DHCP agents. Network: 7e2dd911-ea43-45a0-aadc-daee6eb57aec, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:02:32.976057 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-587e000d-97f1-4782-9f5d-cb9532644b47 req-b0c4825c-4e03-4350-b736-345e84e9586d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433261 Aug 05 14:02:32.988744 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=d4440fae-f48a-4527-8f9a-10e1a05c650a,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:33.023037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6f5b43-97fb-4050-8ea0-523a96547800 admin admin] Network 7e2dd911-ea43-45a0-aadc-daee6eb57aec is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:02:33.063727 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['d4440fae-f48a-4527-8f9a-10e1a05c650a'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:02:33.112559 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-1b6f5b43-97fb-4050-8ea0-523a96547800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 7e2dd911-ea43-45a0-aadc-daee6eb57aec) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:33.123058 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6f5b43-97fb-4050-8ea0-523a96547800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:33.123697 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5b43-97fb-4050-8ea0-523a96547800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:33.143884 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1b6f5b43-97fb-4050-8ea0-523a96547800 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1732848 Aug 05 14:02:33.168093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bff49-dc5b-4b3f-b7e1-d1cd70655a07 req-baac58a5-59b1-47a6-b20a-cc47674ed55c tempest-MigrationsAdminTest-106011559 tempest-MigrationsAdminTest-106011559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:33.169829 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-669bff49-dc5b-4b3f-b7e1-d1cd70655a07 req-baac58a5-59b1-47a6-b20a-cc47674ed55c tempest-MigrationsAdminTest-106011559 tempest-MigrationsAdminTest-106011559-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 1101 time: 0.0829320 Aug 05 14:02:33.243708 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-669bff49-dc5b-4b3f-b7e1-d1cd70655a07 req-94746ec1-392a-4edd-aae6-c9a147a39a5f tempest-MigrationsAdminTest-106011559 tempest-MigrationsAdminTest-106011559-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450435 Aug 05 14:02:33.480336 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88414d72-1d46-4663-a2c4-84381b1a71a0 None None] Network 7e2dd911-ea43-45a0-aadc-daee6eb57aec requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:02:33.487920 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 26998968-51d7-4938-9953-91b732ebb08d up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:33.538892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b9f52-389b-43c1-9cdd-c8cb4e5e57c5 req-d353d77d-7e14-4f9e-8d32-6096672ace3e tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:33.540568 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e93b9f52-389b-43c1-9cdd-c8cb4e5e57c5 req-d353d77d-7e14-4f9e-8d32-6096672ace3e tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.0974960 Aug 05 14:02:33.594000 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e93b9f52-389b-43c1-9cdd-c8cb4e5e57c5 req-8aa162e9-20b2-4068-9ef3-539606900288 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462022 Aug 05 14:02:33.597174 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:33.977862 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812384672-router', 'tenant_id': '2eed31bd909442a4959739e4b2041abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'f34cd0a8-9b1c-4899-8a50-c2aa9d054783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:21Z', 'updated_at': '2021-08-05T14:02:30Z', 'revision_number': 3, 'project_id': '2eed31bd909442a4959739e4b2041abb', 'gw_port': {'id': 'f34cd0a8-9b1c-4899-8a50-c2aa9d054783', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:26Z', 'updated_at': '2021-08-05T14:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:34.081344 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Checking router: 0783ae0f-f1f0-43eb-bcd6-5162b7824d83 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:02:34.081765 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Updating router 0783ae0f-f1f0-43eb-bcd6-5162b7824d83 port f34cd0a8-9b1c-4899-8a50-c2aa9d054783 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:02:34.083669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 26998968-51d7-4938-9953-91b732ebb08d completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:34.117846 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 26998968-51d7-4938-9953-91b732ebb08d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:34.118115 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:34.198368 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:34.274017 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0398811-d12f-4b21-981e-af44ed6819f1 None None] Network 7e2dd911-ea43-45a0-aadc-daee6eb57aec requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:02:34.419265 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Allocated IP 172.20.0.1 (6483d9ad-3333-43bb-bf3e-13053ce215f9/48c5b7de-ca8e-4272-b820-229233f64599/fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:02:34.494394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80fddb-9ae4-4eb2-a3f0-892d19675240 req-c057bcff-f69e-402d-860e-fdd70236c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:34.501821 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e80fddb-9ae4-4eb2-a3f0-892d19675240 req-c057bcff-f69e-402d-860e-fdd70236c599 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=eae027deaae649f2a01c906f6b6827e0&device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 1097 time: 0.0869668 Aug 05 14:02:34.627631 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:34.661607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80fddb-9ae4-4eb2-a3f0-892d19675240 req-88b0fa29-ea85-4983-9b6f-27bb5c39c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:34.663869 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e80fddb-9ae4-4eb2-a3f0-892d19675240 req-88b0fa29-ea85-4983-9b6f-27bb5c39c9e8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=55e09aaf-4f69-462a-8e56-78fafe78ca62 HTTP/1.1" status: 200 len: 919 time: 0.1526737 Aug 05 14:02:34.720332 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26998968-51d7-4938-9953-91b732ebb08d'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:34.722942 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13876ca6-8af0-4e74-a5bd-1fe392c56250" -d '{"events": [{"server_uuid": "07aa2c87-b3f6-4c73-842d-97960e2357eb", "name": "network-vif-plugged", "status": "completed", "tag": "26998968-51d7-4938-9953-91b732ebb08d"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:34.774303 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:34.778454 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=26998968-51d7-4938-9953-91b732ebb08d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:34.788378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-2e8c6edf-5b21-42c8-9e3c-e3221476bb49 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:34.797141 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-2e8c6edf-5b21-42c8-9e3c-e3221476bb49 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/networks?id=7e2dd911-ea43-45a0-aadc-daee6eb57aec HTTP/1.1" status: 200 len: 821 time: 0.3200204 Aug 05 14:02:34.810566 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e80fddb-9ae4-4eb2-a3f0-892d19675240 req-157578bd-f280-42ec-9ba5-840bd9f2a9a2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=155df982-9cc1-40d3-88da-1f6c06baeb9a HTTP/1.1" status: 200 len: 217 time: 0.1315184 Aug 05 14:02:34.826356 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:34.828561 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-b50684c2-8502-4e7b-a253-06aa23768bb5 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/quotas/46c1ab9263364de89650b0103b00d77c HTTP/1.1" status: 200 len: 375 time: 0.0302408 Aug 05 14:02:34.841266 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Transition to ACTIVE for port object fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:34.882529 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-696c7586-11d0-4a71-ab34-95876cb56842 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=46c1ab9263364de89650b0103b00d77c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523813 Aug 05 14:02:34.944765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80fddb-9ae4-4eb2-a3f0-892d19675240 req-282ac61a-f50f-4aeb-afb8-0fc9f4ca7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:34.947352 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e80fddb-9ae4-4eb2-a3f0-892d19675240 req-282ac61a-f50f-4aeb-afb8-0fc9f4ca7f62 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f3d34413-6403-49d0-8a6b-9ad2631ceedf HTTP/1.1" status: 200 len: 858 time: 0.1275845 Aug 05 14:02:34.957249 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=26998968-51d7-4938-9953-91b732ebb08d,revision_number=13']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:34.993656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b57a1-1b85-4412-8c0e-ede0434be103 req-1373e752-2c2b-4e54-975b-b9df067aef76 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:35.005685 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d4b57a1-1b85-4412-8c0e-ede0434be103 req-1373e752-2c2b-4e54-975b-b9df067aef76 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 950 time: 0.2489467 Aug 05 14:02:35.028617 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e80fddb-9ae4-4eb2-a3f0-892d19675240 req-422d745e-cdcf-49cc-b0e7-827a22496b23 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=55e09aaf-4f69-462a-8e56-78fafe78ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692222 Aug 05 14:02:35.071463 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d4b57a1-1b85-4412-8c0e-ede0434be103 req-d12dd293-2866-41aa-a848-c470532faf97 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594003 Aug 05 14:02:35.072953 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:35.092410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Transition to ACTIVE for port object f34cd0a8-9b1c-4899-8a50-c2aa9d054783 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:35.100314 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:35.102892 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:35.142778 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-9ebd1c5f-1733-462e-952c-9eafcc169f3c service neutron] 10.222.0.16 "GET /v2.0/networks/7e2dd911-ea43-45a0-aadc-daee6eb57aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589929 Aug 05 14:02:35.158337 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Network 6483d9ad-3333-43bb-bf3e-13053ce215f9 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:02:35.171337 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:35.195224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Attempting to bind port f34cd0a8-9b1c-4899-8a50-c2aa9d054783 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:02:35.195887 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Attempting to bind port f34cd0a8-9b1c-4899-8a50-c2aa9d054783 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:02:35.196412 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Attempting to bind port f34cd0a8-9b1c-4899-8a50-c2aa9d054783 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:35.215971 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:02:35.216698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:35.217355 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:35.217906 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:02:35.218711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Bound port: f34cd0a8-9b1c-4899-8a50-c2aa9d054783, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:02:35.219288 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:35.238164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:02:35.255214 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aec2b5-334b-4d92-83d8-003a3511197d None None] Pushing event updated for resources: {'Port': ['ID=f34cd0a8-9b1c-4899-8a50-c2aa9d054783,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:35.307365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbca7e-0211-4fba-b026-4d002df527da req-3f51265b-c50a-49c7-a919-37fecc2bcaea tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:35.315906 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9ebbca7e-0211-4fba-b026-4d002df527da req-3f51265b-c50a-49c7-a919-37fecc2bcaea tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.1125453 Aug 05 14:02:35.328168 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] For port f34cd0a8-9b1c-4899-8a50-c2aa9d054783, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:02:35.338826 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] For port f34cd0a8-9b1c-4899-8a50-c2aa9d054783, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f34cd0a8-9b1c-4899-8a50-c2aa9d054783,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:02:35.357678 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:35.367203 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9ebbca7e-0211-4fba-b026-4d002df527da req-ce2b151b-e4a7-486f-ad5a-48c8fd3b2387 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480185 Aug 05 14:02:35.404290 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-e492711f-21b8-4d34-8994-2d9584f10239 service neutron] 10.222.0.16 "GET /v2.0/networks/7e2dd911-ea43-45a0-aadc-daee6eb57aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606621 Aug 05 14:02:35.414685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Pushing event updated for resources: {'Port': ['ID=fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:35.437994 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e80fddb-9ae4-4eb2-a3f0-892d19675240 req-74d575d2-d5b2-49f3-9d5f-43c2bb7935c9 service neutron] 10.222.0.63 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914173 Aug 05 14:02:35.453311 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:35.506585 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3088e2-9dd5-4b64-aae7-dd582afcdbe7 x-openstack-request-id: req-bf3088e2-9dd5-4b64-aae7-dd582afcdbe7 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:35.506931 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07aa2c87-b3f6-4c73-842d-97960e2357eb", "name": "network-vif-plugged", "status": "completed", "tag": "26998968-51d7-4938-9953-91b732ebb08d", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:35.507124 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf3088e2-9dd5-4b64-aae7-dd582afcdbe7 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:35.507526 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26998968-51d7-4938-9953-91b732ebb08d', 'code': 200} Aug 05 14:02:35.553326 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Routers {'0783ae0f-f1f0-43eb-bcd6-5162b7824d83'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:02:35.553980 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:02:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0783ae0f-f1f0-43eb-bcd6-5162b7824d83'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:35.673140 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aec2b5-334b-4d92-83d8-003a3511197d None None] Pushing event updated for resources: {'Port': ['ID=f34cd0a8-9b1c-4899-8a50-c2aa9d054783,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:35.807408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758fbc2-64cc-4dae-bb47-f465b7e568d8 req-74c96113-ab80-41db-9166-87d0494a2d98 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:35.808438 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:35.813539 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-131785f8-63c0-4a6b-9ef1-b2eb0f33a74c None None] Provisioning for port fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:35.814271 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3758fbc2-64cc-4dae-bb47-f465b7e568d8 req-74c96113-ab80-41db-9166-87d0494a2d98 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.84 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 951 time: 0.2489378 Aug 05 14:02:35.827902 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-131785f8-63c0-4a6b-9ef1-b2eb0f33a74c None None] Provisioning complete for port fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:35.828276 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-131785f8-63c0-4a6b-9ef1-b2eb0f33a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:35.873083 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-52c53f33-7498-46bb-8ad4-2b567908fe07 req-b892efb8-84fe-4f95-8dfe-afdcce3fed64 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 210 time: 0.0563102 Aug 05 14:02:35.876130 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e80fddb-9ae4-4eb2-a3f0-892d19675240 req-2f64aa93-a529-4cda-ad64-158f174ca7d7 service neutron] 10.222.0.63 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302115 Aug 05 14:02:35.909606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-131785f8-63c0-4a6b-9ef1-b2eb0f33a74c None None] Port fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:02:36.007816 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] Set router 0783ae0f-f1f0-43eb-bcd6-5162b7824d83 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:02:36.058829 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-3758fbc2-64cc-4dae-bb47-f465b7e568d8 req-e924e622-f13f-425e-b596-7ed950430339 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Deleting port 26998968-51d7-4938-9953-91b732ebb08d {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:02:36.058829 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3758fbc2-64cc-4dae-bb47-f465b7e568d8 req-e924e622-f13f-425e-b596-7ed950430339 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:36.223177 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-3758fbc2-64cc-4dae-bb47-f465b7e568d8 req-e924e622-f13f-425e-b596-7ed950430339 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] For port 26998968-51d7-4938-9953-91b732ebb08d, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=26998968-51d7-4938-9953-91b732ebb08d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:36.223702 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3758fbc2-64cc-4dae-bb47-f465b7e568d8 req-e924e622-f13f-425e-b596-7ed950430339 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:36.258486 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:36.260286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-3758fbc2-64cc-4dae-bb47-f465b7e568d8 req-e924e622-f13f-425e-b596-7ed950430339 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Calling delete_port for 26998968-51d7-4938-9953-91b732ebb08d owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:02:36.261836 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device d4440fae-f48a-4527-8f9a-10e1a05c650a up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:36.270980 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:36.482011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port d4440fae-f48a-4527-8f9a-10e1a05c650a completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:36.486156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port d4440fae-f48a-4527-8f9a-10e1a05c650a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:36.486595 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:36.499235 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3758fbc2-64cc-4dae-bb47-f465b7e568d8 req-e924e622-f13f-425e-b596-7ed950430339 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:36.515695 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5', '6b39cc46-be3c-42e9-9691-c101aa374227'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:02:36.533276 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:36.568324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924e622-f13f-425e-b596-7ed950430339 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Pushing event deleted for resources: {'Port': ['ID=26998968-51d7-4938-9953-91b732ebb08d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:36.579479 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c3b473be-09ce-4719-9910-2137a870b276 req-97e7ed80-7fc2-41a1-91cf-b5ae54beb21f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 210 time: 0.3799515 Aug 05 14:02:36.598698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['4009c418-da99-4e60-a0c5-42d440548f74', '26998968-51d7-4938-9953-91b732ebb08d'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:02:36.848352 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Network 6483d9ad-3333-43bb-bf3e-13053ce215f9 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:02:36.873513 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:36.875975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Pushing event updated for resources: {'Port': ['ID=fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:36.916064 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812384672-router', 'tenant_id': '2eed31bd909442a4959739e4b2041abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'f34cd0a8-9b1c-4899-8a50-c2aa9d054783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:21Z', 'updated_at': '2021-08-05T14:02:30Z', 'revision_number': 3, 'project_id': '2eed31bd909442a4959739e4b2041abb', 'gw_port': {'id': 'f34cd0a8-9b1c-4899-8a50-c2aa9d054783', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:26Z', 'updated_at': '2021-08-05T14:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:36.948833 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3758fbc2-64cc-4dae-bb47-f465b7e568d8 req-e924e622-f13f-425e-b596-7ed950430339 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] No DVR routers for this DVR port 26998968-51d7-4938-9953-91b732ebb08d on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:02:36.958331 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3758fbc2-64cc-4dae-bb47-f465b7e568d8 req-e924e622-f13f-425e-b596-7ed950430339 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:36.965603 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3758fbc2-64cc-4dae-bb47-f465b7e568d8 req-e924e622-f13f-425e-b596-7ed950430339 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.84 "DELETE /v2.0/ports/26998968-51d7-4938-9953-91b732ebb08d HTTP/1.1" status: 204 len: 173 time: 1.0882137 Aug 05 14:02:36.985235 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'name': 'network-vif-deleted', 'tag': '26998968-51d7-4938-9953-91b732ebb08d'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:36.990197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085cd4d0-d0e9-4baa-9947-317058935629 None None] The sync data for ids ['0783ae0f-f1f0-43eb-bcd6-5162b7824d83'] in n-d-803585-2 is: [{'id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812384672-router', 'tenant_id': '2eed31bd909442a4959739e4b2041abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'f34cd0a8-9b1c-4899-8a50-c2aa9d054783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:21Z', 'updated_at': '2021-08-05T14:02:30Z', 'revision_number': 3, 'project_id': '2eed31bd909442a4959739e4b2041abb', 'gw_port': {'id': 'f34cd0a8-9b1c-4899-8a50-c2aa9d054783', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:26Z', 'updated_at': '2021-08-05T14:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:02:37.017125 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4782ab7-53d9-402a-ae2a-3e0f0a4f3590" -d '{"events": [{"server_uuid": "07aa2c87-b3f6-4c73-842d-97960e2357eb", "name": "network-vif-deleted", "tag": "26998968-51d7-4938-9953-91b732ebb08d"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:37.090150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58769f1e-3c61-4062-8037-ef1ac6f4ee53 req-682a94a0-2e19-43fb-8924-e1f5d1713ae4 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:37.096544 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-58769f1e-3c61-4062-8037-ef1ac6f4ee53 req-682a94a0-2e19-43fb-8924-e1f5d1713ae4 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.5279632 Aug 05 14:02:37.129139 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:37.253291 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-58769f1e-3c61-4062-8037-ef1ac6f4ee53 req-f72b15f2-ca20-4112-984c-fdabd56e2852 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498101 Aug 05 14:02:37.271479 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Router 0783ae0f-f1f0-43eb-bcd6-5162b7824d83 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:02:37.363971 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7490c3-619c-449d-bd4c-eb8d7222f8c3 x-openstack-request-id: req-0c7490c3-619c-449d-bd4c-eb8d7222f8c3 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:37.364380 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07aa2c87-b3f6-4c73-842d-97960e2357eb", "name": "network-vif-deleted", "tag": "26998968-51d7-4938-9953-91b732ebb08d", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:37.364747 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c7490c3-619c-449d-bd4c-eb8d7222f8c3 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:37.365260 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07aa2c87-b3f6-4c73-842d-97960e2357eb', 'name': 'network-vif-deleted', 'tag': '26998968-51d7-4938-9953-91b732ebb08d', 'status': 'completed', 'code': 200} Aug 05 14:02:37.575771 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6bec33c5-ed6e-4b82-8903-031097222d75 req-fa595df1-ed1e-439b-a851-299d2276b18a tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 210 time: 0.0563664 Aug 05 14:02:37.613279 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port d4440fae-f48a-4527-8f9a-10e1a05c650a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d4440fae-f48a-4527-8f9a-10e1a05c650a,segment=NetworkSegment(3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a),segment_id=3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:37.631214 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3426fa5a-fcf8-49b0-bee8-35f345848db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4440fae-f48a-4527-8f9a-10e1a05c650a'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:37.633576 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0011da81-bed0-4b6e-ba07-1da20f5bb3f2" -d '{"events": [{"server_uuid": "3426fa5a-fcf8-49b0-bee8-35f345848db0", "name": "network-vif-plugged", "status": "completed", "tag": "d4440fae-f48a-4527-8f9a-10e1a05c650a"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:37.669267 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:37.674893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:02:37.689011 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-32920d3d-d6db-4a00-aad7-3f458a90bbdc admin admin] 10.222.0.16 "PUT /v2.0/routers/0783ae0f-f1f0-43eb-bcd6-5162b7824d83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0489056 Aug 05 14:02:37.738784 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683b6f2b-42a9-4853-ad95-b05259a4fc15 x-openstack-request-id: req-683b6f2b-42a9-4853-ad95-b05259a4fc15 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:37.739433 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3426fa5a-fcf8-49b0-bee8-35f345848db0", "name": "network-vif-plugged", "status": "completed", "tag": "d4440fae-f48a-4527-8f9a-10e1a05c650a", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:37.739958 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-683b6f2b-42a9-4853-ad95-b05259a4fc15 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:37.740772 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3426fa5a-fcf8-49b0-bee8-35f345848db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4440fae-f48a-4527-8f9a-10e1a05c650a', 'code': 200} Aug 05 14:02:37.846549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-02a1f181-10d3-4cd7-8666-9047e2937e2a None None] Provisioning complete for port fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:37.851671 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-02a1f181-10d3-4cd7-8666-9047e2937e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:37.852196 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90193c47-09f6-4412-be89-deaad6bdb3f3 req-b1b034f9-d1d8-4891-bf74-3a50b64fed11 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=07aa2c87-b3f6-4c73-842d-97960e2357eb HTTP/1.1" status: 200 len: 210 time: 0.0746949 Aug 05 14:02:37.981268 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-02a1f181-10d3-4cd7-8666-9047e2937e2a None None] Port fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:02:37.987990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=d4440fae-f48a-4527-8f9a-10e1a05c650a,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:38.098195 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f78908-d43e-44ad-9277-7e32745acadb req-39da83f3-e4a0-496f-8d3f-c12ab08a377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:38.100468 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88f78908-d43e-44ad-9277-7e32745acadb req-39da83f3-e4a0-496f-8d3f-c12ab08a377d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 1097 time: 0.1770701 Aug 05 14:02:38.255312 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-5d2a96c9-993b-48ae-975e-aaf53f475347 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:38.256906 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-5d2a96c9-993b-48ae-975e-aaf53f475347 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.84 "GET /v2.0/networks?id=7e2dd911-ea43-45a0-aadc-daee6eb57aec HTTP/1.1" status: 200 len: 821 time: 0.2727628 Aug 05 14:02:38.363410 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-fe0578f4-cf52-40da-a796-63f9b62ce6ac tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Request body: {'port': {'device_id': '10717273-55f9-4965-b296-3ccfc1b11d97', 'network_id': '7e2dd911-ea43-45a0-aadc-daee6eb57aec', 'admin_state_up': True, 'tenant_id': '46c1ab9263364de89650b0103b00d77c'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:38.391274 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f34cd0a8-9b1c-4899-8a50-c2aa9d054783 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:38.610950 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port f34cd0a8-9b1c-4899-8a50-c2aa9d054783 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:38.622626 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port f34cd0a8-9b1c-4899-8a50-c2aa9d054783 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:38.624936 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:38.838762 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-175218e2-3a8f-4758-9c40-e68759839a1f req-80019e61-f278-4816-a3d8-0c02852e049a tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 210 time: 0.0657470 Aug 05 14:02:38.921432 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88f78908-d43e-44ad-9277-7e32745acadb req-d0f68858-4907-4bec-a1b5-a35b75506288 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6356072 Aug 05 14:02:38.987605 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-fe0578f4-cf52-40da-a796-63f9b62ce6ac tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Made reservation on behalf of 46c1ab9263364de89650b0103b00d77c for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:02:38.996221 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-fe0578f4-cf52-40da-a796-63f9b62ce6ac tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:39.094811 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:39.156300 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port f34cd0a8-9b1c-4899-8a50-c2aa9d054783, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f34cd0a8-9b1c-4899-8a50-c2aa9d054783,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:39.177328 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:39.293527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=f34cd0a8-9b1c-4899-8a50-c2aa9d054783,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:39.433671 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 26998968-51d7-4938-9953-91b732ebb08d no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:02:39.457550 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-fe0578f4-cf52-40da-a796-63f9b62ce6ac tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Allocated IP 172.20.0.5 (7e2dd911-ea43-45a0-aadc-daee6eb57aec/bcf5effe-2bd6-4f59-9ea7-3b81d79ec28d/822d9a45-683b-4264-b0f8-bb31baf13370) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:02:39.471556 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 26998968-51d7-4938-9953-91b732ebb08d {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:02:39.471896 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 26998968-51d7-4938-9953-91b732ebb08d not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:02:39.618315 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a374ed-1bc4-4810-b9a4-3f269fe096d0 req-9be0e05c-184d-4817-9a42-290867f01a5a tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:39.634829 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a1a374ed-1bc4-4810-b9a4-3f269fe096d0 req-9be0e05c-184d-4817-9a42-290867f01a5a tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.9487019 Aug 05 14:02:39.940700 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a1a374ed-1bc4-4810-b9a4-3f269fe096d0 req-ba3797ae-c598-4d5f-8a26-722f4d371127 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018198 Aug 05 14:02:40.002380 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:02:40.137546 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-fe0578f4-cf52-40da-a796-63f9b62ce6ac tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:40.213387 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-fe0578f4-cf52-40da-a796-63f9b62ce6ac tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:40.309358 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f34cd0a8-9b1c-4899-8a50-c2aa9d054783 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:40.397713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-fe0578f4-cf52-40da-a796-63f9b62ce6ac tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Network 7e2dd911-ea43-45a0-aadc-daee6eb57aec is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:02:40.408354 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-fe0578f4-cf52-40da-a796-63f9b62ce6ac tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:40.417726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-fe0578f4-cf52-40da-a796-63f9b62ce6ac tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:02:40.469502 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0578f4-cf52-40da-a796-63f9b62ce6ac tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Pushing event updated for resources: {'Port': ['ID=822d9a45-683b-4264-b0f8-bb31baf13370,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:40.535206 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port f34cd0a8-9b1c-4899-8a50-c2aa9d054783 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:40.535834 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:40.549895 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Sync routers for ids ['0783ae0f-f1f0-43eb-bcd6-5162b7824d83'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:02:40.552003 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-fe0578f4-cf52-40da-a796-63f9b62ce6ac tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:40.554711 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-fe0578f4-cf52-40da-a796-63f9b62ce6ac tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:40.567406 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Routers {'0783ae0f-f1f0-43eb-bcd6-5162b7824d83'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:02:40.567828 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:02:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0783ae0f-f1f0-43eb-bcd6-5162b7824d83'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:40.619326 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-fe0578f4-cf52-40da-a796-63f9b62ce6ac tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2895062 Aug 05 14:02:40.648781 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Request body: {'port': {'device_id': '10717273-55f9-4965-b296-3ccfc1b11d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:40.743895 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:40.988835 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a22d73-cfb2-4c1c-8ddc-9243459c5a74 req-392687bd-a48a-4073-aa94-203c8bad0ed7 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:40.997600 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-54a22d73-cfb2-4c1c-8ddc-9243459c5a74 req-392687bd-a48a-4073-aa94-203c8bad0ed7 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 931 time: 0.1219893 Aug 05 14:02:41.090937 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-54a22d73-cfb2-4c1c-8ddc-9243459c5a74 req-c7af0254-0edb-4ac2-9f2f-4d2c3043b1f0 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/security-groups?id=69507391-0d5f-497b-bc8f-9748702008fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860898 Aug 05 14:02:41.123802 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Set router 0783ae0f-f1f0-43eb-bcd6-5162b7824d83 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:02:41.268449 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822d9a45-683b-4264-b0f8-bb31baf13370 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:02:41.294226 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:41.316002 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Transition to ACTIVE for port object 822d9a45-683b-4264-b0f8-bb31baf13370 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:41.350277 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7a31-77ad-4fb3-9b3e-eeb97ffa8a3e req-fb2af1b7-f55e-40b9-8111-afcd63a24fb3 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:41.360346 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-443c7a31-77ad-4fb3-9b3e-eeb97ffa8a3e req-fb2af1b7-f55e-40b9-8111-afcd63a24fb3 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 950 time: 0.1122041 Aug 05 14:02:41.395507 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:41.427334 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812384672-router', 'tenant_id': '2eed31bd909442a4959739e4b2041abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'f34cd0a8-9b1c-4899-8a50-c2aa9d054783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:21Z', 'updated_at': '2021-08-05T14:02:35Z', 'revision_number': 4, 'project_id': '2eed31bd909442a4959739e4b2041abb', 'gw_port': {'id': 'f34cd0a8-9b1c-4899-8a50-c2aa9d054783', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:26Z', 'updated_at': '2021-08-05T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e', 'name': '', 'network_id': '6483d9ad-3333-43bb-bf3e-13053ce215f9', 'tenant_id': '2eed31bd909442a4959739e4b2041abb', 'mac_address': 'fa:16:3e:1a:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '48c5b7de-ca8e-4272-b820-229233f64599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:34Z', 'updated_at': '2021-08-05T14:02:35Z', 'revision_number': 2, 'project_id': '2eed31bd909442a4959739e4b2041abb', 'subnets': [{'id': '48c5b7de-ca8e-4272-b820-229233f64599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:41.477665 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Checking router: 0783ae0f-f1f0-43eb-bcd6-5162b7824d83 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:02:41.479931 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Updating router 0783ae0f-f1f0-43eb-bcd6-5162b7824d83 port fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:02:41.531162 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-443c7a31-77ad-4fb3-9b3e-eeb97ffa8a3e req-7c395799-d822-4fe7-969e-46bf26e46874 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651592 Aug 05 14:02:41.546464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Pushing event updated for resources: {'Port': ['ID=822d9a45-683b-4264-b0f8-bb31baf13370,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:41.553584 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:41.823278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Attempting to bind port 822d9a45-683b-4264-b0f8-bb31baf13370 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:02:41.823698 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Attempting to bind port 822d9a45-683b-4264-b0f8-bb31baf13370 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '07e0eb67-b309-4761-9902-c274aa5e8bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7e2dd911-ea43-45a0-aadc-daee6eb57aec'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:02:41.826599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Attempting to bind port 822d9a45-683b-4264-b0f8-bb31baf13370 on network 7e2dd911-ea43-45a0-aadc-daee6eb57aec {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:41.833275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Port 822d9a45-683b-4264-b0f8-bb31baf13370 on network 7e2dd911-ea43-45a0-aadc-daee6eb57aec not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:02:41.833764 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Attempting to bind port 822d9a45-683b-4264-b0f8-bb31baf13370 on network 7e2dd911-ea43-45a0-aadc-daee6eb57aec {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:41.886273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5b15a-49b8-48d3-a979-3cda7a2a8100 req-23189d5a-5ad6-465e-9541-1abdabdfa9cc tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:41.899933 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65e5b15a-49b8-48d3-a979-3cda7a2a8100 req-23189d5a-5ad6-465e-9541-1abdabdfa9cc tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.1958175 Aug 05 14:02:41.918308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:02:41.920732 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Checking segment: {'id': '07e0eb67-b309-4761-9902-c274aa5e8bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7e2dd911-ea43-45a0-aadc-daee6eb57aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:41.926240 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Bound using segment: {'id': '07e0eb67-b309-4761-9902-c274aa5e8bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7e2dd911-ea43-45a0-aadc-daee6eb57aec'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:02:41.926898 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Bound port: 822d9a45-683b-4264-b0f8-bb31baf13370, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e0eb67-b309-4761-9902-c274aa5e8bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7e2dd911-ea43-45a0-aadc-daee6eb57aec'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:02:41.938088 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:42.131677 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c986bda-2e99-41ae-ac57-5732ceadc2e3 req-f8224a08-a425-4651-9bb6-cc0b49a5d44f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:42.134835 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5c986bda-2e99-41ae-ac57-5732ceadc2e3 req-f8224a08-a425-4651-9bb6-cc0b49a5d44f tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.63 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 950 time: 0.3737669 Aug 05 14:02:42.144282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] For port 822d9a45-683b-4264-b0f8-bb31baf13370, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:02:42.166859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] For port 822d9a45-683b-4264-b0f8-bb31baf13370, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=822d9a45-683b-4264-b0f8-bb31baf13370,segment=NetworkSegment(07e0eb67-b309-4761-9902-c274aa5e8bb7),segment_id=07e0eb67-b309-4761-9902-c274aa5e8bb7)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:02:42.189228 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:42.228643 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Transition to ACTIVE for port object fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:42.234671 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:42.254142 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:42.365430 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Pushing event updated for resources: {'Port': ['ID=822d9a45-683b-4264-b0f8-bb31baf13370,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:42.405371 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b6441-19d4-47c7-a138-d7e73409e0ac None None] Pushing event updated for resources: {'Port': ['ID=fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:42.418003 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65e5b15a-49b8-48d3-a979-3cda7a2a8100 req-b53246a9-939b-44cb-a2fa-9745b604d2d7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070944 Aug 05 14:02:42.466604 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:42.475095 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:42.491141 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-c2476203-9e21-443c-b87e-d82a2400b9fa service neutron] 10.222.0.84 "PUT /v2.0/ports/822d9a45-683b-4264-b0f8-bb31baf13370 HTTP/1.1" status: 200 len: 1091 time: 1.8638787 Aug 05 14:02:42.496305 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10717273-55f9-4965-b296-3ccfc1b11d97', 'tag': '822d9a45-683b-4264-b0f8-bb31baf13370'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:42.507296 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c0357c-f09e-4350-82d5-42dd4558bcce" -d '{"events": [{"name": "network-changed", "server_uuid": "10717273-55f9-4965-b296-3ccfc1b11d97", "tag": "822d9a45-683b-4264-b0f8-bb31baf13370"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:42.662928 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Attempting to bind port fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:02:42.663618 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Attempting to bind port fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '46173c3c-0df6-48ae-a5e4-431c5028717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6483d9ad-3333-43bb-bf3e-13053ce215f9'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:02:42.670880 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Attempting to bind port fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e on network 6483d9ad-3333-43bb-bf3e-13053ce215f9 {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:42.699587 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:02:42.700315 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Checking segment: {'id': '46173c3c-0df6-48ae-a5e4-431c5028717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6483d9ad-3333-43bb-bf3e-13053ce215f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:42.701019 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:42.705813 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Bound using segment: {'id': '46173c3c-0df6-48ae-a5e4-431c5028717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6483d9ad-3333-43bb-bf3e-13053ce215f9'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:02:42.714654 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Bound port: fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46173c3c-0df6-48ae-a5e4-431c5028717e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6483d9ad-3333-43bb-bf3e-13053ce215f9'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:02:42.715393 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:42.833350 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-7b2381db-0fe1-4d77-bca9-e8da77b93605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:42.837871 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-7b2381db-0fe1-4d77-bca9-e8da77b93605 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=46c1ab9263364de89650b0103b00d77c&device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 1094 time: 0.2361166 Aug 05 14:02:42.860936 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-5c986bda-2e99-41ae-ac57-5732ceadc2e3 req-14229901-143e-4349-a291-7439abba6847 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Deleting port 6b39cc46-be3c-42e9-9691-c101aa374227 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:02:42.861761 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5c986bda-2e99-41ae-ac57-5732ceadc2e3 req-14229901-143e-4349-a291-7439abba6847 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:42.976355 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-da3fdc1f-3c2d-41dc-a1f9-3b7bcefb4f4d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=822d9a45-683b-4264-b0f8-bb31baf13370 HTTP/1.1" status: 200 len: 217 time: 0.1049700 Aug 05 14:02:43.036689 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] For port fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:02:43.041297 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] For port fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e,segment=NetworkSegment(46173c3c-0df6-48ae-a5e4-431c5028717e),segment_id=46173c3c-0df6-48ae-a5e4-431c5028717e)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:02:43.060644 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:43.130967 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b6441-19d4-47c7-a138-d7e73409e0ac None None] Pushing event updated for resources: {'Port': ['ID=fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:43.169713 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Routers {'0783ae0f-f1f0-43eb-bcd6-5162b7824d83'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:02:43.170549 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:02:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0783ae0f-f1f0-43eb-bcd6-5162b7824d83'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:43.230615 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-5c986bda-2e99-41ae-ac57-5732ceadc2e3 req-14229901-143e-4349-a291-7439abba6847 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] For port 6b39cc46-be3c-42e9-9691-c101aa374227, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6b39cc46-be3c-42e9-9691-c101aa374227,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:43.231492 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5c986bda-2e99-41ae-ac57-5732ceadc2e3 req-14229901-143e-4349-a291-7439abba6847 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:43.247498 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-5c986bda-2e99-41ae-ac57-5732ceadc2e3 req-14229901-143e-4349-a291-7439abba6847 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Calling delete_port for 6b39cc46-be3c-42e9-9691-c101aa374227 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:02:43.349181 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] Set router 0783ae0f-f1f0-43eb-bcd6-5162b7824d83 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:02:43.377006 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b06eaa-1375-4025-a45e-8133a7c16db5 req-f3ec1a5c-3ac8-4502-91ac-31ef85e8a64b tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:43.388898 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41b06eaa-1375-4025-a45e-8133a7c16db5 req-f3ec1a5c-3ac8-4502-91ac-31ef85e8a64b tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 950 time: 0.1146061 Aug 05 14:02:43.490189 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41b06eaa-1375-4025-a45e-8133a7c16db5 req-9e8c16e4-3360-452f-b3c5-37b753101005 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941644 Aug 05 14:02:43.582088 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa7a0d-9273-43a3-a961-99ece8eaba71 req-0ffe395e-b749-4250-a451-bb4e792aa9df tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:43.594337 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5fa7a0d-9273-43a3-a961-99ece8eaba71 req-0ffe395e-b749-4250-a451-bb4e792aa9df tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 943 time: 0.8881314 Aug 05 14:02:43.657028 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bef4fc6-d274-4251-94b6-bc4536fbb5dc x-openstack-request-id: req-8bef4fc6-d274-4251-94b6-bc4536fbb5dc {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:43.657821 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10717273-55f9-4965-b296-3ccfc1b11d97", "tag": "822d9a45-683b-4264-b0f8-bb31baf13370", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:43.658582 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8bef4fc6-d274-4251-94b6-bc4536fbb5dc {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:43.663656 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10717273-55f9-4965-b296-3ccfc1b11d97', 'tag': '822d9a45-683b-4264-b0f8-bb31baf13370', 'status': 'completed', 'code': 200} Aug 05 14:02:43.665870 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5c986bda-2e99-41ae-ac57-5732ceadc2e3 req-14229901-143e-4349-a291-7439abba6847 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:43.681557 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:02:43.694049 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['4009c418-da99-4e60-a0c5-42d440548f74'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:02:43.764805 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14229901-143e-4349-a291-7439abba6847 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Pushing event deleted for resources: {'Port': ['ID=6b39cc46-be3c-42e9-9691-c101aa374227,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:43.907482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f6d54-ba23-40db-b0cc-2880767fe1f7 req-0ef4cee0-1182-442c-a1b2-61099384080a tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:43.918339 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-020f6d54-ba23-40db-b0cc-2880767fe1f7 req-0ef4cee0-1182-442c-a1b2-61099384080a tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.1613295 Aug 05 14:02:43.931213 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5fa7a0d-9273-43a3-a961-99ece8eaba71 req-f2e17a25-02d5-4f20-a4cc-151d537c176e tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/security-groups?id=69507391-0d5f-497b-bc8f-9748702008fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357630 Aug 05 14:02:43.987602 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-e754bf33-a8ab-49b5-9e23-9f06a04b1167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:43.989336 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-e754bf33-a8ab-49b5-9e23-9f06a04b1167 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bcf5effe-2bd6-4f59-9ea7-3b81d79ec28d HTTP/1.1" status: 200 len: 861 time: 0.9839597 Aug 05 14:02:43.990586 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c986bda-2e99-41ae-ac57-5732ceadc2e3 req-14229901-143e-4349-a291-7439abba6847 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] No DVR routers for this DVR port 6b39cc46-be3c-42e9-9691-c101aa374227 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:02:43.998929 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5c986bda-2e99-41ae-ac57-5732ceadc2e3 req-14229901-143e-4349-a291-7439abba6847 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:44.005673 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5c986bda-2e99-41ae-ac57-5732ceadc2e3 req-14229901-143e-4349-a291-7439abba6847 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.63 "DELETE /v2.0/ports/6b39cc46-be3c-42e9-9691-c101aa374227 HTTP/1.1" status: 204 len: 173 time: 1.8574877 Aug 05 14:02:44.053416 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812384672-router', 'tenant_id': '2eed31bd909442a4959739e4b2041abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'f34cd0a8-9b1c-4899-8a50-c2aa9d054783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:21Z', 'updated_at': '2021-08-05T14:02:35Z', 'revision_number': 4, 'project_id': '2eed31bd909442a4959739e4b2041abb', 'gw_port': {'id': 'f34cd0a8-9b1c-4899-8a50-c2aa9d054783', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:26Z', 'updated_at': '2021-08-05T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e', 'name': '', 'network_id': '6483d9ad-3333-43bb-bf3e-13053ce215f9', 'tenant_id': '2eed31bd909442a4959739e4b2041abb', 'mac_address': 'fa:16:3e:1a:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '48c5b7de-ca8e-4272-b820-229233f64599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:34Z', 'updated_at': '2021-08-05T14:02:43Z', 'revision_number': 4, 'project_id': '2eed31bd909442a4959739e4b2041abb', 'subnets': [{'id': '48c5b7de-ca8e-4272-b820-229233f64599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:44.076193 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-020f6d54-ba23-40db-b0cc-2880767fe1f7 req-06f29adf-6ccb-4fcd-ac6e-8c7dd14171fd tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547370 Aug 05 14:02:44.105353 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-5a371ff3-385b-4156-9bf5-f525aa25ad2a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7e2dd911-ea43-45a0-aadc-daee6eb57aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947309 Aug 05 14:02:44.166450 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c380fa0c-c237-4344-a821-96bad6e51dfb None None] The sync data for ids ['0783ae0f-f1f0-43eb-bcd6-5162b7824d83'] in n-d-803585-2 is: [{'id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812384672-router', 'tenant_id': '2eed31bd909442a4959739e4b2041abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'f34cd0a8-9b1c-4899-8a50-c2aa9d054783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:21Z', 'updated_at': '2021-08-05T14:02:35Z', 'revision_number': 4, 'project_id': '2eed31bd909442a4959739e4b2041abb', 'gw_port': {'id': 'f34cd0a8-9b1c-4899-8a50-c2aa9d054783', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:26Z', 'updated_at': '2021-08-05T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e', 'name': '', 'network_id': '6483d9ad-3333-43bb-bf3e-13053ce215f9', 'tenant_id': '2eed31bd909442a4959739e4b2041abb', 'mac_address': 'fa:16:3e:1a:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '48c5b7de-ca8e-4272-b820-229233f64599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:34Z', 'updated_at': '2021-08-05T14:02:43Z', 'revision_number': 4, 'project_id': '2eed31bd909442a4959739e4b2041abb', 'subnets': [{'id': '48c5b7de-ca8e-4272-b820-229233f64599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:02:44.371982 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-53d27408-1854-4ae1-a91a-0a9f83beca8e service neutron] 10.222.0.84 "GET /v2.0/networks/7e2dd911-ea43-45a0-aadc-daee6eb57aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549098 Aug 05 14:02:44.491721 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6b39cc46-be3c-42e9-9691-c101aa374227 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:02:44.522449 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 6b39cc46-be3c-42e9-9691-c101aa374227 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:02:44.523261 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6b39cc46-be3c-42e9-9691-c101aa374227 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:02:44.650865 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:44.728129 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13649076-cb63-48c8-a1f2-2e1eb2cf0cfe req-8c556026-d568-4dba-a212-ddce5dec9b2a service neutron] 10.222.0.84 "GET /v2.0/networks/7e2dd911-ea43-45a0-aadc-daee6eb57aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442571 Aug 05 14:02:44.974743 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95ae0901-a88f-4c69-86a6-35b7939cb633 req-d6f7e101-b3f8-4f8b-9488-8fdc613ec509 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=8faad079-c1f4-4c3a-b1df-db9d3309eb60 HTTP/1.1" status: 200 len: 210 time: 0.1779101 Aug 05 14:02:45.030869 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0357c-f09e-4350-82d5-42dd4558bcce req-06559725-a39f-488b-8c98-f9d87669a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:45.046340 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-35c0357c-f09e-4350-82d5-42dd4558bcce req-06559725-a39f-488b-8c98-f9d87669a469 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=46c1ab9263364de89650b0103b00d77c&device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 1094 time: 0.2267468 Aug 05 14:02:45.238814 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0357c-f09e-4350-82d5-42dd4558bcce req-66c2e909-849e-40c9-a0c5-ea0f1dba236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:45.241124 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-35c0357c-f09e-4350-82d5-42dd4558bcce req-66c2e909-849e-40c9-a0c5-ea0f1dba236d service neutron] 10.222.0.84 "GET /v2.0/networks?id=7e2dd911-ea43-45a0-aadc-daee6eb57aec HTTP/1.1" status: 200 len: 922 time: 0.1852238 Aug 05 14:02:45.243103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb51786-0590-4c82-bf2e-f3e40bcc282d req-76968db6-8548-4ac3-a127-81874df5a603 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:45.256970 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eeb51786-0590-4c82-bf2e-f3e40bcc282d req-76968db6-8548-4ac3-a127-81874df5a603 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 943 time: 0.1339791 Aug 05 14:02:45.349943 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eeb51786-0590-4c82-bf2e-f3e40bcc282d req-d1ea29d0-b609-4158-9dfa-153273817073 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/security-groups?id=69507391-0d5f-497b-bc8f-9748702008fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884774 Aug 05 14:02:45.397210 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-35c0357c-f09e-4350-82d5-42dd4558bcce req-e4fdf8f3-279a-4277-8a49-f94bed4606a6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=822d9a45-683b-4264-b0f8-bb31baf13370 HTTP/1.1" status: 200 len: 217 time: 0.1425254 Aug 05 14:02:45.549194 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0357c-f09e-4350-82d5-42dd4558bcce req-5bed3435-eedb-4a33-937b-04ab61141ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:45.550719 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-35c0357c-f09e-4350-82d5-42dd4558bcce req-5bed3435-eedb-4a33-937b-04ab61141ba1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bcf5effe-2bd6-4f59-9ea7-3b81d79ec28d HTTP/1.1" status: 200 len: 861 time: 0.1435909 Aug 05 14:02:45.585689 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399d68b-d821-4e67-a0f5-dedf025f76be req-1b0cbe3d-26d5-4696-a541-a2baae5f40b2 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:45.587772 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c399d68b-d821-4e67-a0f5-dedf025f76be req-1b0cbe3d-26d5-4696-a541-a2baae5f40b2 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.3454704 Aug 05 14:02:45.689228 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-35c0357c-f09e-4350-82d5-42dd4558bcce req-52950c70-274f-44a7-9ac8-6613bc5db8b9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7e2dd911-ea43-45a0-aadc-daee6eb57aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249919 Aug 05 14:02:45.691860 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'name': 'network-vif-deleted', 'tag': '6b39cc46-be3c-42e9-9691-c101aa374227'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:45.700143 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d56b7ea-c60b-41d0-ae4d-799ad15af6c6" -d '{"events": [{"server_uuid": "8faad079-c1f4-4c3a-b1df-db9d3309eb60", "name": "network-vif-deleted", "tag": "6b39cc46-be3c-42e9-9691-c101aa374227"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:45.766744 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-474bec51-2145-4f96-bab4-7a3fe8a13780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:45.783942 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2082f93d-570e-4f5f-9211-6dcaeac3eb78 x-openstack-request-id: req-2082f93d-570e-4f5f-9211-6dcaeac3eb78 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:45.784161 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faad079-c1f4-4c3a-b1df-db9d3309eb60", "name": "network-vif-deleted", "tag": "6b39cc46-be3c-42e9-9691-c101aa374227", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:45.784540 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2082f93d-570e-4f5f-9211-6dcaeac3eb78 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:45.785451 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faad079-c1f4-4c3a-b1df-db9d3309eb60', 'name': 'network-vif-deleted', 'tag': '6b39cc46-be3c-42e9-9691-c101aa374227', 'status': 'completed', 'code': 200} Aug 05 14:02:45.815425 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:45.881534 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c399d68b-d821-4e67-a0f5-dedf025f76be req-92e68052-570d-4901-98c3-e4a2a59c8e5e tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824740 Aug 05 14:02:45.969195 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-35c0357c-f09e-4350-82d5-42dd4558bcce req-3ecb115b-c434-4884-94cd-f521ca8e9fe1 service neutron] 10.222.0.84 "GET /v2.0/networks/7e2dd911-ea43-45a0-aadc-daee6eb57aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468095 Aug 05 14:02:46.326815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:46.566489 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:46.574718 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:46.575105 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:46.654152 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c799c-5145-4a65-8963-74e6bdcb7138 req-38c88c16-1f64-47b6-878a-0ff3c313d248 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:46.672464 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c07c799c-5145-4a65-8963-74e6bdcb7138 req-38c88c16-1f64-47b6-878a-0ff3c313d248 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 943 time: 0.1425762 Aug 05 14:02:46.737241 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c07c799c-5145-4a65-8963-74e6bdcb7138 req-6269cff8-e00a-4fb8-88b3-235b08f816e7 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/security-groups?id=69507391-0d5f-497b-bc8f-9748702008fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607071 Aug 05 14:02:46.867323 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:46.969208 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e,segment=NetworkSegment(46173c3c-0df6-48ae-a5e4-431c5028717e),segment_id=46173c3c-0df6-48ae-a5e4-431c5028717e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:46.981755 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:47.130958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:47.460263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebbf48-87d3-4737-9743-e3f6b5947bf0 req-70317596-db8d-4b59-8a8b-1e8c23931247 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:47.461984 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-feebbf48-87d3-4737-9743-e3f6b5947bf0 req-70317596-db8d-4b59-8a8b-1e8c23931247 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.1298420 Aug 05 14:02:47.484592 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 822d9a45-683b-4264-b0f8-bb31baf13370 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:02:47.490942 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9a99a-2c6c-44c7-8704-07b0fd5b0c2f req-9a9d7a7b-a1f3-4e01-bb80-732ea165f21c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:47.502888 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d4c9a99a-2c6c-44c7-8704-07b0fd5b0c2f req-9a9d7a7b-a1f3-4e01-bb80-732ea165f21c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 949 time: 0.3461068 Aug 05 14:02:47.616483 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-35c0357c-f09e-4350-82d5-42dd4558bcce req-3deac60d-5a51-44b7-923d-b2f7b1dd53c7 service neutron] 10.222.0.84 "GET /v2.0/networks/7e2dd911-ea43-45a0-aadc-daee6eb57aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6233792 Aug 05 14:02:47.655184 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d4c9a99a-2c6c-44c7-8704-07b0fd5b0c2f req-d7fcaa06-1519-49b6-889c-8f427434ebd9 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462543 Aug 05 14:02:47.700791 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 822d9a45-683b-4264-b0f8-bb31baf13370, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=822d9a45-683b-4264-b0f8-bb31baf13370,segment=NetworkSegment(07e0eb67-b309-4761-9902-c274aa5e8bb7),segment_id=07e0eb67-b309-4761-9902-c274aa5e8bb7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:47.720119 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-feebbf48-87d3-4737-9743-e3f6b5947bf0 req-ff5e9787-a49e-45c9-8043-f24a66c6346f tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488985 Aug 05 14:02:47.726883 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '822d9a45-683b-4264-b0f8-bb31baf13370', 'network_id': '7e2dd911-ea43-45a0-aadc-daee6eb57aec', 'port_id': '822d9a45-683b-4264-b0f8-bb31baf13370', 'mac_address': 'fa:16:3e:ab:3e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf5effe-2bd6-4f59-9ea7-3b81d79ec28d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:02:47.806136 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:47.839074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822d9a45-683b-4264-b0f8-bb31baf13370 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:02:47.958182 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 822d9a45-683b-4264-b0f8-bb31baf13370, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=822d9a45-683b-4264-b0f8-bb31baf13370,segment=NetworkSegment(07e0eb67-b309-4761-9902-c274aa5e8bb7),segment_id=07e0eb67-b309-4761-9902-c274aa5e8bb7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:47.972206 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:48.111166 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=822d9a45-683b-4264-b0f8-bb31baf13370,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:48.207341 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d7a61-de78-46b3-a487-b05bb008cd81 req-59546069-7542-423b-8863-8d8552bfd167 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:48.216573 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-613d7a61-de78-46b3-a487-b05bb008cd81 req-59546069-7542-423b-8863-8d8552bfd167 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 943 time: 0.3217490 Aug 05 14:02:48.233116 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2824ff3-f699-4f98-9057-ee9fda3d6bff req-580f5153-60e0-4311-8f98-a5307c2af0b9 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:48.244137 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2824ff3-f699-4f98-9057-ee9fda3d6bff req-580f5153-60e0-4311-8f98-a5307c2af0b9 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.84 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 949 time: 0.2468269 Aug 05 14:02:48.252289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['822d9a45-683b-4264-b0f8-bb31baf13370'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:02:48.450942 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:48.617518 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-613d7a61-de78-46b3-a487-b05bb008cd81 req-45e2ced3-6e63-46ed-a75e-3dcce7559cf2 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/security-groups?id=69507391-0d5f-497b-bc8f-9748702008fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998532 Aug 05 14:02:48.684589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-f2824ff3-f699-4f98-9057-ee9fda3d6bff req-99da7898-c5ee-436e-a501-618bb99fd906 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Deleting port 4009c418-da99-4e60-a0c5-42d440548f74 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:02:48.684947 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f2824ff3-f699-4f98-9057-ee9fda3d6bff req-99da7898-c5ee-436e-a501-618bb99fd906 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:48.781999 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7318c169-9502-487b-9607-f0dc9e496e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:48.790592 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:48.978338 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56118441-3e79-4682-ad65-ff5ccecff37f req-879f29d4-84d6-4b1e-87db-c0d72eb1116d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:48.996701 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:48.997743 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-56118441-3e79-4682-ad65-ff5ccecff37f req-879f29d4-84d6-4b1e-87db-c0d72eb1116d tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 949 time: 0.1399209 Aug 05 14:02:48.997942 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:49.063119 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-56118441-3e79-4682-ad65-ff5ccecff37f req-a6d81252-6a0f-4d7d-87d8-69b7de9f8e18 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639555 Aug 05 14:02:49.077149 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-f2824ff3-f699-4f98-9057-ee9fda3d6bff req-99da7898-c5ee-436e-a501-618bb99fd906 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] For port 4009c418-da99-4e60-a0c5-42d440548f74, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4009c418-da99-4e60-a0c5-42d440548f74,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:49.077563 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f2824ff3-f699-4f98-9057-ee9fda3d6bff req-99da7898-c5ee-436e-a501-618bb99fd906 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:49.101630 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-f2824ff3-f699-4f98-9057-ee9fda3d6bff req-99da7898-c5ee-436e-a501-618bb99fd906 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Calling delete_port for 4009c418-da99-4e60-a0c5-42d440548f74 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:02:49.249539 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ca0ee-2d2f-41ba-8e84-0e6f5fc43e67 req-d0fbae5f-5d2f-45b7-a052-a3118f8929c2 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:49.255296 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-744ca0ee-2d2f-41ba-8e84-0e6f5fc43e67 req-d0fbae5f-5d2f-45b7-a052-a3118f8929c2 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.3254542 Aug 05 14:02:49.367700 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-744ca0ee-2d2f-41ba-8e84-0e6f5fc43e67 req-da5398f0-7008-4280-97c2-941b847ceb21 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060104 Aug 05 14:02:49.420359 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:49.427437 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f2824ff3-f699-4f98-9057-ee9fda3d6bff req-99da7898-c5ee-436e-a501-618bb99fd906 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:49.450705 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:02:49.457445 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['4009c418-da99-4e60-a0c5-42d440548f74'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:02:49.503281 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da7898-c5ee-436e-a501-618bb99fd906 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Pushing event deleted for resources: {'Port': ['ID=4009c418-da99-4e60-a0c5-42d440548f74,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:49.552623 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2824ff3-f699-4f98-9057-ee9fda3d6bff req-99da7898-c5ee-436e-a501-618bb99fd906 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] No DVR routers for this DVR port 4009c418-da99-4e60-a0c5-42d440548f74 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:02:49.555876 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f2824ff3-f699-4f98-9057-ee9fda3d6bff req-99da7898-c5ee-436e-a501-618bb99fd906 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:49.561039 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2824ff3-f699-4f98-9057-ee9fda3d6bff req-99da7898-c5ee-436e-a501-618bb99fd906 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.84 "DELETE /v2.0/ports/4009c418-da99-4e60-a0c5-42d440548f74 HTTP/1.1" status: 204 len: 173 time: 1.3040140 Aug 05 14:02:49.562421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd1d94c-8745-4c01-82ae-33f1f14304f0', 'name': 'network-vif-deleted', 'tag': '4009c418-da99-4e60-a0c5-42d440548f74'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:49.564311 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50da1abb-9bba-4823-8e42-478108de0656" -d '{"events": [{"server_uuid": "ecd1d94c-8745-4c01-82ae-33f1f14304f0", "name": "network-vif-deleted", "tag": "4009c418-da99-4e60-a0c5-42d440548f74"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:49.665438 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38e6a3e-353a-4540-9a12-d65e3a4f6aa1 x-openstack-request-id: req-b38e6a3e-353a-4540-9a12-d65e3a4f6aa1 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:49.665999 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd1d94c-8745-4c01-82ae-33f1f14304f0", "name": "network-vif-deleted", "tag": "4009c418-da99-4e60-a0c5-42d440548f74", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:49.665999 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b38e6a3e-353a-4540-9a12-d65e3a4f6aa1 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:49.666503 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd1d94c-8745-4c01-82ae-33f1f14304f0', 'name': 'network-vif-deleted', 'tag': '4009c418-da99-4e60-a0c5-42d440548f74', 'status': 'completed', 'code': 200} Aug 05 14:02:49.855630 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff69a9-af92-44b2-ba9d-f1515f7c6b2c req-d8fdd983-bd8b-41ba-841a-cff147197715 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:49.860343 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9cff69a9-af92-44b2-ba9d-f1515f7c6b2c req-d8fdd983-bd8b-41ba-841a-cff147197715 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 944 time: 0.1192822 Aug 05 14:02:49.933573 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9cff69a9-af92-44b2-ba9d-f1515f7c6b2c req-be0c9503-1dfa-484a-befd-11b3f2b7065d tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/security-groups?id=69507391-0d5f-497b-bc8f-9748702008fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623028 Aug 05 14:02:50.202178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2477503c-eeac-4463-bfab-5a083758a7e0 req-8c837485-b278-4e5d-97d9-b98ad5fba016 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd1d94c-8745-4c01-82ae-33f1f14304f0 HTTP/1.1" status: 200 len: 210 time: 0.0322359 Aug 05 14:02:50.528558 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cafc93-4168-4797-80a4-8e3b62a3d21d req-e6c6c2c2-28b6-4e52-a270-5830e5bd0cfd tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:50.532889 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-03cafc93-4168-4797-80a4-8e3b62a3d21d req-e6c6c2c2-28b6-4e52-a270-5830e5bd0cfd tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.0867164 Aug 05 14:02:50.619046 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-03cafc93-4168-4797-80a4-8e3b62a3d21d req-08d805a8-6d90-4654-86d3-654817f8cf2f tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785782 Aug 05 14:02:51.116696 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27f4f7-9896-4689-9ba0-d3251f7b250d req-8dd4bfd2-ffe0-4fd9-8194-878433030ff4 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:51.118298 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0b27f4f7-9896-4689-9ba0-d3251f7b250d req-8dd4bfd2-ffe0-4fd9-8194-878433030ff4 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 944 time: 0.0766969 Aug 05 14:02:51.164933 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0b27f4f7-9896-4689-9ba0-d3251f7b250d req-216ae2d0-8bbc-4053-896e-587a0b5406ab tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/security-groups?id=69507391-0d5f-497b-bc8f-9748702008fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385091 Aug 05 14:02:51.224812 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:51.497822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 822d9a45-683b-4264-b0f8-bb31baf13370 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:02:51.589414 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 822d9a45-683b-4264-b0f8-bb31baf13370 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:02:51.602276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 822d9a45-683b-4264-b0f8-bb31baf13370 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:02:51.604617 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:51.773433 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:51.793955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b436c-b1e9-431c-a868-a2e6738b201c req-63e9d347-87f4-43c0-b4dc-e6ce0f6cd76c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:51.795657 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d15b436c-b1e9-431c-a868-a2e6738b201c req-63e9d347-87f4-43c0-b4dc-e6ce0f6cd76c tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.0738959 Aug 05 14:02:51.802133 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10717273-55f9-4965-b296-3ccfc1b11d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822d9a45-683b-4264-b0f8-bb31baf13370'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:51.804862 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8051bf59-cd94-4c97-b130-751b35695aa3" -d '{"events": [{"server_uuid": "10717273-55f9-4965-b296-3ccfc1b11d97", "name": "network-vif-plugged", "status": "completed", "tag": "822d9a45-683b-4264-b0f8-bb31baf13370"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:51.821889 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 822d9a45-683b-4264-b0f8-bb31baf13370, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=822d9a45-683b-4264-b0f8-bb31baf13370,segment=NetworkSegment(07e0eb67-b309-4761-9902-c274aa5e8bb7),segment_id=07e0eb67-b309-4761-9902-c274aa5e8bb7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:51.827242 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:51.828220 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 4009c418-da99-4e60-a0c5-42d440548f74 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:02:51.865115 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d15b436c-b1e9-431c-a868-a2e6738b201c req-ffa8477a-4959-40b8-b986-74687bfda308 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603297 Aug 05 14:02:51.878770 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 4009c418-da99-4e60-a0c5-42d440548f74 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:02:51.878770 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 4009c418-da99-4e60-a0c5-42d440548f74 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:02:51.927920 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=822d9a45-683b-4264-b0f8-bb31baf13370,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:51.960916 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d9c6c-6bc2-49bb-b4d0-3bcb975a3f4e req-75e7c98e-47c6-4fa1-9514-fd15f0c54e3f tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:51.971423 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-052d9c6c-6bc2-49bb-b4d0-3bcb975a3f4e req-75e7c98e-47c6-4fa1-9514-fd15f0c54e3f tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.0975697 Aug 05 14:02:52.015434 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-052d9c6c-6bc2-49bb-b4d0-3bcb975a3f4e req-9604055a-2982-4bd0-9ce9-ba83b1733bc6 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429127 Aug 05 14:02:52.097062 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6bdb70-83cf-4862-abff-22cc4da05916 x-openstack-request-id: req-7e6bdb70-83cf-4862-abff-22cc4da05916 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:52.097347 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10717273-55f9-4965-b296-3ccfc1b11d97", "name": "network-vif-plugged", "status": "completed", "tag": "822d9a45-683b-4264-b0f8-bb31baf13370", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:52.097981 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e6bdb70-83cf-4862-abff-22cc4da05916 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:52.098711 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10717273-55f9-4965-b296-3ccfc1b11d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822d9a45-683b-4264-b0f8-bb31baf13370', 'code': 200} Aug 05 14:02:52.303978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5d505-dda4-4149-b300-4dd53e52a07c req-06272f0a-13f0-45b4-967d-c7924e6a2d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:52.309577 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a2b5d505-dda4-4149-b300-4dd53e52a07c req-06272f0a-13f0-45b4-967d-c7924e6a2d32 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 1096 time: 0.1381040 Aug 05 14:02:52.355660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949ed8c-a912-4736-b829-66a6317eb826 req-a29de4c6-bc13-42a2-a65a-ebcd84039e13 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:52.363026 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6949ed8c-a912-4736-b829-66a6317eb826 req-a29de4c6-bc13-42a2-a65a-ebcd84039e13 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 945 time: 0.0783978 Aug 05 14:02:52.411960 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a2b5d505-dda4-4149-b300-4dd53e52a07c req-6090dccd-0e00-4220-b6fb-688638f45735 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=69507391-0d5f-497b-bc8f-9748702008fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933480 Aug 05 14:02:52.414933 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6949ed8c-a912-4736-b829-66a6317eb826 req-df8ece60-041d-4919-817d-563da9334b16 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/security-groups?id=69507391-0d5f-497b-bc8f-9748702008fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485017 Aug 05 14:02:52.481686 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-0f53813b-d82f-4774-9465-fa69ffff2c2d tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:52.489078 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-0f53813b-d82f-4774-9465-fa69ffff2c2d tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/networks?id=2572b64d-2688-4ea7-b3b2-057ef2374e53 HTTP/1.1" status: 200 len: 805 time: 0.1617880 Aug 05 14:02:52.504383 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-bd120232-ef3c-4a73-8346-cbebf05103c2 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/quotas/16bd8151b0634bd89938e7aeb613738b HTTP/1.1" status: 200 len: 375 time: 0.0143042 Aug 05 14:02:52.578077 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-b4e85d86-33db-4160-a5cb-64d0e8fabda7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=16bd8151b0634bd89938e7aeb613738b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634096 Aug 05 14:02:52.719909 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-546cbe2b-c2e0-4b8e-bb41-b154149f1b6b service neutron] 10.222.0.16 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245821 Aug 05 14:02:52.869405 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-8329ac4d-8ff6-4804-b24b-9023fb0b3078 service neutron] 10.222.0.16 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419992 Aug 05 14:02:53.144558 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba66ad-2d7d-4881-9b14-c925df203d3e req-431c8ee9-fa70-4e15-b5ff-911c0e0bcb24 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:53.156902 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8aba66ad-2d7d-4881-9b14-c925df203d3e req-431c8ee9-fa70-4e15-b5ff-911c0e0bcb24 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.1012115 Aug 05 14:02:53.194309 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43ca3b39-1319-4731-bba5-091179f83e37 req-0c2198ce-504a-4f19-842a-47f7b457973d tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb166b67-54aa-4d49-94a8-27c6c08dfd1d HTTP/1.1" status: 200 len: 210 time: 0.1178126 Aug 05 14:02:53.219146 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8aba66ad-2d7d-4881-9b14-c925df203d3e req-16d38227-6154-4ede-91a2-282b418016b2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/security-groups?id=eaa0bb58-1223-4fd7-acb9-99bd03e7c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601857 Aug 05 14:02:53.256833 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721789f9-4f05-4312-8573-e4d6d771d9e5 req-b97f7a34-eb26-458f-8d09-2ff7fa327799 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:53.282785 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-721789f9-4f05-4312-8573-e4d6d771d9e5 req-b97f7a34-eb26-458f-8d09-2ff7fa327799 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 950 time: 0.2813139 Aug 05 14:02:53.360401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7c212-62b0-4b71-ad17-554fd54e536e req-540fb305-49ff-4849-82a0-3da05e30c427 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:53.368745 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-afa7c212-62b0-4b71-ad17-554fd54e536e req-540fb305-49ff-4849-82a0-3da05e30c427 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.0782256 Aug 05 14:02:53.421914 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-afa7c212-62b0-4b71-ad17-554fd54e536e req-f8a0d97d-15c9-4195-81bb-56fdb2b5d960 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518327 Aug 05 14:02:53.509628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 95f0aec3-3981-4cf2-b194-431d6a85f256 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:02:53.628610 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-721789f9-4f05-4312-8573-e4d6d771d9e5 req-aa63cb48-6451-4920-8e4f-de40ab4db6f2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Deleting port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:02:53.628962 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-721789f9-4f05-4312-8573-e4d6d771d9e5 req-aa63cb48-6451-4920-8e4f-de40ab4db6f2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:53.733773 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:53.804439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 95f0aec3-3981-4cf2-b194-431d6a85f256, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=95f0aec3-3981-4cf2-b194-431d6a85f256,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:53.814411 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:53.866876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cef4a-5ddd-414b-8103-30417632a130 req-89c27ba1-d7a7-4ec7-a8a3-76e0ca41110d tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:53.890826 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-712cef4a-5ddd-414b-8103-30417632a130 req-89c27ba1-d7a7-4ec7-a8a3-76e0ca41110d tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 945 time: 0.3752787 Aug 05 14:02:53.907973 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-721789f9-4f05-4312-8573-e4d6d771d9e5 req-aa63cb48-6451-4920-8e4f-de40ab4db6f2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] For port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:53.909661 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-721789f9-4f05-4312-8573-e4d6d771d9e5 req-aa63cb48-6451-4920-8e4f-de40ab4db6f2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:53.929371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=95f0aec3-3981-4cf2-b194-431d6a85f256,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:53.989640 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-721789f9-4f05-4312-8573-e4d6d771d9e5 req-aa63cb48-6451-4920-8e4f-de40ab4db6f2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Calling delete_port for a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:02:54.100328 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71fa3bd-7916-40dc-abd3-4280902b8593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f0aec3-3981-4cf2-b194-431d6a85f256'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:54.106093 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741bc5f2-3add-4262-8f4c-d728051333bb" -d '{"events": [{"server_uuid": "b71fa3bd-7916-40dc-abd3-4280902b8593", "name": "network-vif-unplugged", "status": "completed", "tag": "95f0aec3-3981-4cf2-b194-431d6a85f256"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:54.177637 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c577503-0ee6-4f5d-aee7-5f868b9df730 x-openstack-request-id: req-4c577503-0ee6-4f5d-aee7-5f868b9df730 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:54.178329 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71fa3bd-7916-40dc-abd3-4280902b8593", "name": "network-vif-unplugged", "status": "completed", "tag": "95f0aec3-3981-4cf2-b194-431d6a85f256", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:54.178685 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c577503-0ee6-4f5d-aee7-5f868b9df730 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:54.179158 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71fa3bd-7916-40dc-abd3-4280902b8593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f0aec3-3981-4cf2-b194-431d6a85f256', 'code': 200} Aug 05 14:02:54.238002 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-712cef4a-5ddd-414b-8103-30417632a130 req-01d8923b-8c46-4183-b633-2b77b1cb7d9c tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/security-groups?id=69507391-0d5f-497b-bc8f-9748702008fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440285 Aug 05 14:02:54.388510 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-721789f9-4f05-4312-8573-e4d6d771d9e5 req-aa63cb48-6451-4920-8e4f-de40ab4db6f2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:54.412850 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95773c1c-c278-4014-8073-30f03fb8d42b req-3503d5f3-5ffc-40d7-bce2-2334e1fbe8b3 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb166b67-54aa-4d49-94a8-27c6c08dfd1d HTTP/1.1" status: 200 len: 210 time: 0.0677140 Aug 05 14:02:54.454626 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:02:54.466608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63cb48-6451-4920-8e4f-de40ab4db6f2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Pushing event deleted for resources: {'Port': ['ID=a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:54.600814 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-721789f9-4f05-4312-8573-e4d6d771d9e5 req-aa63cb48-6451-4920-8e4f-de40ab4db6f2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] No DVR routers for this DVR port a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:02:54.605446 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9d4269e8-5f5a-49b8-a359-9365887dfad2 req-1b94fec4-7c38-48ca-80fa-1958589fa296 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad29ce8e-7779-462b-9d73-87db46a1ccdd HTTP/1.1" status: 200 len: 210 time: 0.1548111 Aug 05 14:02:54.606982 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-721789f9-4f05-4312-8573-e4d6d771d9e5 req-aa63cb48-6451-4920-8e4f-de40ab4db6f2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:54.609491 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-721789f9-4f05-4312-8573-e4d6d771d9e5 req-aa63cb48-6451-4920-8e4f-de40ab4db6f2 tempest-MigrationsAdminTest-469165038 tempest-MigrationsAdminTest-469165038-project] 10.222.0.63 "DELETE /v2.0/ports/a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 HTTP/1.1" status: 204 len: 173 time: 1.3128929 Aug 05 14:02:54.610776 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad29ce8e-7779-462b-9d73-87db46a1ccdd', 'name': 'network-vif-deleted', 'tag': 'a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:54.624758 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f560c82a-cfd7-40bd-9502-36f1d2957a55" -d '{"events": [{"server_uuid": "ad29ce8e-7779-462b-9d73-87db46a1ccdd", "name": "network-vif-deleted", "tag": "a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:54.715433 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75a239-f2ef-45bc-b8dd-0229289dc79a req-11f012c8-10d7-45b7-b3f9-ea47f9983b4e tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:54.727462 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f75a239-f2ef-45bc-b8dd-0229289dc79a req-11f012c8-10d7-45b7-b3f9-ea47f9983b4e tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.1666210 Aug 05 14:02:54.829970 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f75a239-f2ef-45bc-b8dd-0229289dc79a req-1ec0be01-57c5-4951-9e9c-cf8cebe4c85c tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011662 Aug 05 14:02:54.835210 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f177cc-1794-4525-a2d0-7ae7d8b63409 req-5b98e2b8-24ad-47d4-bfe4-8c9f316f7aa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:54.838009 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-45f177cc-1794-4525-a2d0-7ae7d8b63409 req-5b98e2b8-24ad-47d4-bfe4-8c9f316f7aa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.84 "GET /v2.0/ports?device_id=b71fa3bd-7916-40dc-abd3-4280902b8593 HTTP/1.1" status: 200 len: 944 time: 0.2091241 Aug 05 14:02:55.027412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-68a26c40-5724-4a71-9bd6-3c40078c4a7b tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:55.028959 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-68a26c40-5724-4a71-9bd6-3c40078c4a7b tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.84 "GET /v2.0/networks?id=2572b64d-2688-4ea7-b3b2-057ef2374e53 HTTP/1.1" status: 200 len: 805 time: 0.1898730 Aug 05 14:02:55.031980 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1e38fe-265e-4888-bfeb-9d7a9f307311 x-openstack-request-id: req-9c1e38fe-265e-4888-bfeb-9d7a9f307311 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:55.032625 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad29ce8e-7779-462b-9d73-87db46a1ccdd", "name": "network-vif-deleted", "tag": "a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:55.033114 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c1e38fe-265e-4888-bfeb-9d7a9f307311 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:55.033797 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad29ce8e-7779-462b-9d73-87db46a1ccdd', 'name': 'network-vif-deleted', 'tag': 'a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5', 'status': 'completed', 'code': 200} Aug 05 14:02:55.164997 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-13bf97b7-8787-49fc-b083-a868364ce45f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Request body: {'port': {'device_id': 'fb166b67-54aa-4d49-94a8-27c6c08dfd1d', 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53', 'admin_state_up': True, 'tenant_id': '16bd8151b0634bd89938e7aeb613738b'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:55.466329 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854bac8-7618-4ffe-b4d0-f75e736ec9fa req-e0bc4cca-c00b-4607-a3f3-ef19ee12914e tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:55.475393 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c854bac8-7618-4ffe-b4d0-f75e736ec9fa req-e0bc4cca-c00b-4607-a3f3-ef19ee12914e tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 945 time: 0.0810325 Aug 05 14:02:55.485579 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-13bf97b7-8787-49fc-b083-a868364ce45f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Made reservation on behalf of 16bd8151b0634bd89938e7aeb613738b for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:02:55.490646 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-13bf97b7-8787-49fc-b083-a868364ce45f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:55.534546 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-45f177cc-1794-4525-a2d0-7ae7d8b63409 req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Deleting port 95f0aec3-3981-4cf2-b194-431d6a85f256 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:02:55.535163 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-45f177cc-1794-4525-a2d0-7ae7d8b63409 req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:55.560944 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c854bac8-7618-4ffe-b4d0-f75e736ec9fa req-a85896f4-f723-4a51-8074-ea9c003bfc10 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822940 Aug 05 14:02:55.614832 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ccc22-24a2-4c91-a2bd-7b017eda627b req-073f6bc1-e3ad-4cb2-9ccb-7429114ddba5 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:55.616990 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-095ccc22-24a2-4c91-a2bd-7b017eda627b req-073f6bc1-e3ad-4cb2-9ccb-7429114ddba5 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 945 time: 0.1693625 Aug 05 14:02:55.703725 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b4cb3a67-1d3c-4f32-9de3-61a7460c1e5e req-dfdbda3a-d735-4259-9eda-10f9de391028 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb166b67-54aa-4d49-94a8-27c6c08dfd1d HTTP/1.1" status: 200 len: 210 time: 0.0373101 Aug 05 14:02:55.749736 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-095ccc22-24a2-4c91-a2bd-7b017eda627b req-9297485a-5ea6-465e-9588-6f9668e86081 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/security-groups?id=69507391-0d5f-497b-bc8f-9748702008fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769570 Aug 05 14:02:55.827569 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-45f177cc-1794-4525-a2d0-7ae7d8b63409 req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] For port 95f0aec3-3981-4cf2-b194-431d6a85f256, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=95f0aec3-3981-4cf2-b194-431d6a85f256,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:55.827957 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-45f177cc-1794-4525-a2d0-7ae7d8b63409 req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:55.855480 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-45f177cc-1794-4525-a2d0-7ae7d8b63409 req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Calling delete_port for 95f0aec3-3981-4cf2-b194-431d6a85f256 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:02:55.879300 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-13bf97b7-8787-49fc-b083-a868364ce45f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Allocated IP 172.20.0.9 (2572b64d-2688-4ea7-b3b2-057ef2374e53/509b4bd6-4083-497b-a5bd-8bf817602045/67868671-8dc2-4eaf-803c-41c1acd6ab4b) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:02:56.217826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56412) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:56.272768 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-45f177cc-1794-4525-a2d0-7ae7d8b63409 req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:56.363265 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Pushing event deleted for resources: {'Port': ['ID=95f0aec3-3981-4cf2-b194-431d6a85f256,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:56.385169 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56418) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:56.391560 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-13bf97b7-8787-49fc-b083-a868364ce45f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:56.392806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:02:56.429806 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:56.430407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:56.431015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:56.431587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:56.432111 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:56.432824 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:56.433268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:56.433699 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:56.434127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:56.434621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:56.435046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:56.435473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:56.440600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:02:56.441184 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a0e96b5c-e367-4a7b-9f5a-8b41905cf6b5 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:02:56.486507 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f177cc-1794-4525-a2d0-7ae7d8b63409 req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] No DVR routers for this DVR port 95f0aec3-3981-4cf2-b194-431d6a85f256 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:02:56.492439 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-45f177cc-1794-4525-a2d0-7ae7d8b63409 req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:56.494941 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-45f177cc-1794-4525-a2d0-7ae7d8b63409 req-defc6de5-b765-49dc-9a49-2c6c8acdcaa6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.84 "DELETE /v2.0/ports/95f0aec3-3981-4cf2-b194-431d6a85f256 HTTP/1.1" status: 204 len: 173 time: 1.4648457 Aug 05 14:02:56.516344 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a87c82-ffa4-400f-892a-eea3155154c9 req-6cab5533-0c85-43eb-b1dd-e81e21e24964 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:56.516344 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a5a87c82-ffa4-400f-892a-eea3155154c9 req-6cab5533-0c85-43eb-b1dd-e81e21e24964 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.2820039 Aug 05 14:02:56.558449 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-02968143-d925-4395-9638-a39ecf9832d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7753100351b94216b5369d9876cd92eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384960 Aug 05 14:02:56.559896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56422) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:56.564089 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Deleting subnet 12172d19-5626-488c-b994-61ee9a050fef {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:02:56.567902 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:56.612538 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a5a87c82-ffa4-400f-892a-eea3155154c9 req-cd139cc3-27ea-41c4-ac97-cbc66b08a6d9 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792401 Aug 05 14:02:56.680542 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b494f8-eebb-41c3-9143-54189a298390 req-1b9c8f22-7cdf-43af-bddf-338e4e0040b5 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:56.690334 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14b494f8-eebb-41c3-9143-54189a298390 req-1b9c8f22-7cdf-43af-bddf-338e4e0040b5 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 945 time: 0.2291558 Aug 05 14:02:56.700820 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-13bf97b7-8787-49fc-b083-a868364ce45f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:56.727282 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:56.731784 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13d88d86-1a8e-4f57-a49f-f96551c59501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:56.825728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf97b7-8787-49fc-b083-a868364ce45f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Pushing event updated for resources: {'Port': ['ID=67868671-8dc2-4eaf-803c-41c1acd6ab4b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:56.827921 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13d88d86-1a8e-4f57-a49f-f96551c59501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:56.853367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-13bf97b7-8787-49fc-b083-a868364ce45f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Network 2572b64d-2688-4ea7-b3b2-057ef2374e53 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:02:56.854774 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14b494f8-eebb-41c3-9143-54189a298390 req-24e4efd0-25fe-40ae-9321-76becf00136e tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/security-groups?id=69507391-0d5f-497b-bc8f-9748702008fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596153 Aug 05 14:02:56.856951 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-13bf97b7-8787-49fc-b083-a868364ce45f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:02:56.861524 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:56.863025 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-13bf97b7-8787-49fc-b083-a868364ce45f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:02:56.955730 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-13bf97b7-8787-49fc-b083-a868364ce45f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:56.956372 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-13bf97b7-8787-49fc-b083-a868364ce45f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:56.979606 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-13bf97b7-8787-49fc-b083-a868364ce45f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9307582 Aug 05 14:02:56.989276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a772b57-0c5d-41d2-a3be-a91f6e1bb8a5 req-910109e8-7170-43a6-97d5-81d693c85eb6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:56.991139 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a772b57-0c5d-41d2-a3be-a91f6e1bb8a5 req-910109e8-7170-43a6-97d5-81d693c85eb6 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb166b67-54aa-4d49-94a8-27c6c08dfd1d HTTP/1.1" status: 200 len: 931 time: 0.0864422 Aug 05 14:02:56.997710 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Request body: {'port': {'device_id': 'fb166b67-54aa-4d49-94a8-27c6c08dfd1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:02:57.060452 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:57.074814 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71fa3bd-7916-40dc-abd3-4280902b8593', 'name': 'network-vif-deleted', 'tag': '95f0aec3-3981-4cf2-b194-431d6a85f256'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:57.077061 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9173d294-a1a5-4250-b007-31244b0bc7d4" -d '{"events": [{"server_uuid": "b71fa3bd-7916-40dc-abd3-4280902b8593", "name": "network-vif-deleted", "tag": "95f0aec3-3981-4cf2-b194-431d6a85f256"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:57.081343 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:57.110674 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13d88d86-1a8e-4f57-a49f-f96551c59501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:57.113663 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13d88d86-1a8e-4f57-a49f-f96551c59501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:57.117881 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-13d88d86-1a8e-4f57-a49f-f96551c59501 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eaa0bb58-1223-4fd7-acb9-99bd03e7c355 HTTP/1.1" status: 204 len: 168 time: 0.5236628 Aug 05 14:02:57.126215 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:57.131538 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/12172d19-5626-488c-b994-61ee9a050fef HTTP/1.1" status: 204 len: 168 time: 0.7450852 Aug 05 14:02:57.154959 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a772b57-0c5d-41d2-a3be-a91f6e1bb8a5 req-cdcec311-2804-47f9-8e02-1f20e82baaf3 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811079 Aug 05 14:02:57.155457 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 56432) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:57.191602 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12172d19-5626-488c-b994-61ee9a050fef,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:57.207990 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d88d86-1a8e-4f57-a49f-f96551c59501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa0bb58-1223-4fd7-acb9-99bd03e7c355,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:57.241480 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9c05169-9417-4787-8d53-2f8b0a33c133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:57.249791 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf704151-1b26-4081-8e2b-011c7e46232d x-openstack-request-id: req-bf704151-1b26-4081-8e2b-011c7e46232d {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:57.249988 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71fa3bd-7916-40dc-abd3-4280902b8593", "name": "network-vif-deleted", "tag": "95f0aec3-3981-4cf2-b194-431d6a85f256", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:57.250319 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf704151-1b26-4081-8e2b-011c7e46232d {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:57.250700 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71fa3bd-7916-40dc-abd3-4280902b8593', 'name': 'network-vif-deleted', 'tag': '95f0aec3-3981-4cf2-b194-431d6a85f256', 'status': 'completed', 'code': 200} Aug 05 14:02:57.253065 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d88d86-1a8e-4f57-a49f-f96551c59501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.253554 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d88d86-1a8e-4f57-a49f-f96551c59501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.254461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d88d86-1a8e-4f57-a49f-f96551c59501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.254852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d88d86-1a8e-4f57-a49f-f96551c59501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.255286 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d88d86-1a8e-4f57-a49f-f96551c59501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.256107 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d88d86-1a8e-4f57-a49f-f96551c59501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.256107 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d88d86-1a8e-4f57-a49f-f96551c59501 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.256461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d88d86-1a8e-4f57-a49f-f96551c59501 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.256871 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d88d86-1a8e-4f57-a49f-f96551c59501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.258311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d88d86-1a8e-4f57-a49f-f96551c59501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.258311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d88d86-1a8e-4f57-a49f-f96551c59501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.258525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d88d86-1a8e-4f57-a49f-f96551c59501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.285372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a7cde-208c-46c6-85c4-96a8f327db4c req-a6c45f40-1594-43e1-9d13-9a3c102baff4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:57.295913 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-589a7cde-208c-46c6-85c4-96a8f327db4c req-a6c45f40-1594-43e1-9d13-9a3c102baff4 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 945 time: 0.2151494 Aug 05 14:02:57.317540 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.318182 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.318931 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.319717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.320152 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.321060 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.321179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.321753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.322201 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.323321 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.323899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.324402 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a49f0-0d44-4638-9eb9-d09933b34612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:02:57.392148 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-589a7cde-208c-46c6-85c4-96a8f327db4c req-03a4ffaa-225c-4fa4-b0cd-11e9a8ab23ce tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832374 Aug 05 14:02:57.494059 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9c05169-9417-4787-8d53-2f8b0a33c133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:57.522895 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b9c05169-9417-4787-8d53-2f8b0a33c133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b741375-25f6-45b9-921d-c70e5c84b9b4']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:57.527653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 95f0aec3-3981-4cf2-b194-431d6a85f256 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:02:57.558192 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 95f0aec3-3981-4cf2-b194-431d6a85f256 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:02:57.558901 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 95f0aec3-3981-4cf2-b194-431d6a85f256 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:02:57.563613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b9c05169-9417-4787-8d53-2f8b0a33c133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063c3ca3-d484-4bc3-a521-1f633052a0f5') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:57.563952 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b9c05169-9417-4787-8d53-2f8b0a33c133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063c3ca3-d484-4bc3-a521-1f633052a0f5') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:57.580717 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9c05169-9417-4787-8d53-2f8b0a33c133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:57.614405 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9c05169-9417-4787-8d53-2f8b0a33c133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:57.621126 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c05169-9417-4787-8d53-2f8b0a33c133 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:02:57.621524 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9c05169-9417-4787-8d53-2f8b0a33c133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:02:57.623432 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:02:57.645973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56444) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:57.703198 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-14703c5d-6fe5-49ac-a1ca-9ee2b665191d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18bb68d82e414efc9d4aae719efa5f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559907 Aug 05 14:02:57.704037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56446) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:57.734823 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9c05169-9417-4787-8d53-2f8b0a33c133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:57.740100 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9c05169-9417-4787-8d53-2f8b0a33c133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:57.745705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b9c05169-9417-4787-8d53-2f8b0a33c133 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8b741375-25f6-45b9-921d-c70e5c84b9b4 HTTP/1.1" status: 204 len: 168 time: 0.5841858 Aug 05 14:02:57.752816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56448) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:57.759728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c05169-9417-4787-8d53-2f8b0a33c133 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b741375-25f6-45b9-921d-c70e5c84b9b4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:57.833745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad0fbb-4a44-417f-9b07-5dfb562ce988 req-792840ab-1443-4e1c-bf15-604d2a43ecb0 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:57.835319 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1bad0fbb-4a44-417f-9b07-5dfb562ce988 req-792840ab-1443-4e1c-bf15-604d2a43ecb0 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.1302309 Aug 05 14:02:57.844555 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67868671-8dc2-4eaf-803c-41c1acd6ab4b {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:02:57.870839 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:57.890383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6512dd-5982-4ed4-8638-e212d971df9a admin admin] Deleting subnet 712879cc-cc63-4d93-b5a9-c1bc92321250 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:02:57.899713 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c6512dd-5982-4ed4-8638-e212d971df9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:57.918201 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Transition to ACTIVE for port object 67868671-8dc2-4eaf-803c-41c1acd6ab4b will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:02:57.926982 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:57.928941 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1bad0fbb-4a44-417f-9b07-5dfb562ce988 req-f618ff81-0f4e-47fc-a44f-513bfaded683 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838804 Aug 05 14:02:57.950017 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75871d9a-03c3-4a22-a9ff-eda279ed73c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:57.974196 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c6512dd-5982-4ed4-8638-e212d971df9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:57.998388 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75871d9a-03c3-4a22-a9ff-eda279ed73c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:58.062137 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c6512dd-5982-4ed4-8638-e212d971df9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:58.068645 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99927e50-a5db-4266-9c96-67b7285d6e7f req-ebbd5f0a-4627-425a-9bd8-212392bb5e78 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:58.070230 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-99927e50-a5db-4266-9c96-67b7285d6e7f req-ebbd5f0a-4627-425a-9bd8-212392bb5e78 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.84 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 945 time: 0.1870310 Aug 05 14:02:58.115415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Pushing event updated for resources: {'Port': ['ID=67868671-8dc2-4eaf-803c-41c1acd6ab4b,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:58.199076 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a9f0b-7359-40a2-a0ce-42c5a4a730e7 req-a1a3cf40-a8b9-40e5-9c6f-e61755868a03 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:58.200684 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-067a9f0b-7359-40a2-a0ce-42c5a4a730e7 req-a1a3cf40-a8b9-40e5-9c6f-e61755868a03 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 945 time: 0.1025791 Aug 05 14:02:58.245170 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c6512dd-5982-4ed4-8638-e212d971df9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:58.252727 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75871d9a-03c3-4a22-a9ff-eda279ed73c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:58.255770 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75871d9a-03c3-4a22-a9ff-eda279ed73c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:58.257122 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-75871d9a-03c3-4a22-a9ff-eda279ed73c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0664d840-0dec-40a6-bbdb-0da23b290ab4 HTTP/1.1" status: 204 len: 168 time: 0.5502865 Aug 05 14:02:58.305384 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825d8ce-e814-4c1d-a5a9-d28a3aa543cd req-adda7c33-abc3-4105-80c8-fd52792de412 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:58.313807 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a825d8ce-e814-4c1d-a5a9-d28a3aa543cd req-adda7c33-abc3-4105-80c8-fd52792de412 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 945 time: 0.1661954 Aug 05 14:02:58.344703 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c6512dd-5982-4ed4-8638-e212d971df9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:58.347713 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6c6512dd-5982-4ed4-8638-e212d971df9a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/712879cc-cc63-4d93-b5a9-c1bc92321250 HTTP/1.1" status: 204 len: 168 time: 0.5923691 Aug 05 14:02:58.349439 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6512dd-5982-4ed4-8638-e212d971df9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=712879cc-cc63-4d93-b5a9-c1bc92321250,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:58.362088 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 56460) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:02:58.372015 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75871d9a-03c3-4a22-a9ff-eda279ed73c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0664d840-0dec-40a6-bbdb-0da23b290ab4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:58.393174 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Attempting to bind port 67868671-8dc2-4eaf-803c-41c1acd6ab4b on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:02:58.393495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Attempting to bind port 67868671-8dc2-4eaf-803c-41c1acd6ab4b by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'fef3567b-5c8c-480d-8462-5c560ed3dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:02:58.393800 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Attempting to bind port 67868671-8dc2-4eaf-803c-41c1acd6ab4b on network 2572b64d-2688-4ea7-b3b2-057ef2374e53 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:58.414902 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-067a9f0b-7359-40a2-a0ce-42c5a4a730e7 req-d1e2bd57-60e9-49c5-a077-9883a6a75882 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/security-groups?id=69507391-0d5f-497b-bc8f-9748702008fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993225 Aug 05 14:02:58.457729 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Port 67868671-8dc2-4eaf-803c-41c1acd6ab4b on network 2572b64d-2688-4ea7-b3b2-057ef2374e53 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:02:58.458055 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Attempting to bind port 67868671-8dc2-4eaf-803c-41c1acd6ab4b on network 2572b64d-2688-4ea7-b3b2-057ef2374e53 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:02:58.461966 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-99927e50-a5db-4266-9c96-67b7285d6e7f req-02218f6b-9d84-4cc1-81e4-ddc50ca71277 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Deleting port 822d9a45-683b-4264-b0f8-bb31baf13370 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:02:58.462347 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-99927e50-a5db-4266-9c96-67b7285d6e7f req-02218f6b-9d84-4cc1-81e4-ddc50ca71277 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:58.483305 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a825d8ce-e814-4c1d-a5a9-d28a3aa543cd req-6b5f993d-95bb-4e38-85c1-cb78b8b777c1 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684670 Aug 05 14:02:58.606110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9e565-7d57-4dfe-b4bd-740565637f2d req-ea9d93f0-2ab7-45d7-855f-2920a6cac9a9 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:58.620496 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-59b9e565-7d57-4dfe-b4bd-740565637f2d req-ea9d93f0-2ab7-45d7-855f-2920a6cac9a9 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb166b67-54aa-4d49-94a8-27c6c08dfd1d HTTP/1.1" status: 200 len: 943 time: 0.1155331 Aug 05 14:02:58.724120 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-59b9e565-7d57-4dfe-b4bd-740565637f2d req-33afb590-fc20-476d-b026-eddb8409cdfc tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021352 Aug 05 14:02:58.897382 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:02:58.897983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Checking segment: {'id': 'fef3567b-5c8c-480d-8462-5c560ed3dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:02:58.898088 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Bound using segment: {'id': 'fef3567b-5c8c-480d-8462-5c560ed3dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:02:58.898653 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Bound port: 67868671-8dc2-4eaf-803c-41c1acd6ab4b, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef3567b-5c8c-480d-8462-5c560ed3dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:02:58.898927 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:58.975428 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] For port 67868671-8dc2-4eaf-803c-41c1acd6ab4b, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:02:58.979119 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] For port 67868671-8dc2-4eaf-803c-41c1acd6ab4b, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=67868671-8dc2-4eaf-803c-41c1acd6ab4b,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:02:58.995581 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a80c6f3-aacd-4cd1-ad42-c826fa9f8f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:59.000932 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:59.093789 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:59.094457 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:59.095873 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] 10.222.0.84 "PUT /v2.0/ports/67868671-8dc2-4eaf-803c-41c1acd6ab4b HTTP/1.1" status: 200 len: 1091 time: 2.1030490 Aug 05 14:02:59.247528 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc3940-77e4-44e7-abd1-b9dd9276037d service neutron] Pushing event updated for resources: {'Port': ['ID=67868671-8dc2-4eaf-803c-41c1acd6ab4b,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:59.256929 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a80c6f3-aacd-4cd1-ad42-c826fa9f8f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:59.268065 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-99927e50-a5db-4266-9c96-67b7285d6e7f req-02218f6b-9d84-4cc1-81e4-ddc50ca71277 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] For port 822d9a45-683b-4264-b0f8-bb31baf13370, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=822d9a45-683b-4264-b0f8-bb31baf13370,segment=NetworkSegment(07e0eb67-b309-4761-9902-c274aa5e8bb7),segment_id=07e0eb67-b309-4761-9902-c274aa5e8bb7)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:02:59.268445 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-99927e50-a5db-4266-9c96-67b7285d6e7f req-02218f6b-9d84-4cc1-81e4-ddc50ca71277 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:59.271233 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb166b67-54aa-4d49-94a8-27c6c08dfd1d', 'tag': '67868671-8dc2-4eaf-803c-41c1acd6ab4b'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:02:59.273677 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4997eb-6eb4-4ae4-a4e2-b8255647c951" -d '{"events": [{"name": "network-changed", "server_uuid": "fb166b67-54aa-4d49-94a8-27c6c08dfd1d", "tag": "67868671-8dc2-4eaf-803c-41c1acd6ab4b"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:02:59.283821 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-5a80c6f3-aacd-4cd1-ad42-c826fa9f8f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9df94f3-535b-4532-b95a-023b6a2b746c']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:59.321260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-5a80c6f3-aacd-4cd1-ad42-c826fa9f8f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5252d58d-ec76-401b-b068-5f37d4169808') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:59.321260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-5a80c6f3-aacd-4cd1-ad42-c826fa9f8f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5252d58d-ec76-401b-b068-5f37d4169808') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:02:59.321260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-99927e50-a5db-4266-9c96-67b7285d6e7f req-02218f6b-9d84-4cc1-81e4-ddc50ca71277 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Calling delete_port for 822d9a45-683b-4264-b0f8-bb31baf13370 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:02:59.355159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7cebb-d5ea-434e-8b72-3eba717b8c74 req-a22a252a-1278-448f-be25-18f90b9719de tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:59.364187 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1e7cebb-d5ea-434e-8b72-3eba717b8c74 req-a22a252a-1278-448f-be25-18f90b9719de tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.3097169 Aug 05 14:02:59.366848 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeba4c02-743d-4cc4-a345-a3db99e734da x-openstack-request-id: req-aeba4c02-743d-4cc4-a345-a3db99e734da {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:02:59.367147 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb166b67-54aa-4d49-94a8-27c6c08dfd1d", "tag": "67868671-8dc2-4eaf-803c-41c1acd6ab4b", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:02:59.367405 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aeba4c02-743d-4cc4-a345-a3db99e734da {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:02:59.367798 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb166b67-54aa-4d49-94a8-27c6c08dfd1d', 'tag': '67868671-8dc2-4eaf-803c-41c1acd6ab4b', 'status': 'completed', 'code': 200} Aug 05 14:02:59.378578 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a80c6f3-aacd-4cd1-ad42-c826fa9f8f2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:59.411781 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-5bd714e6-67c5-4f1e-b525-a7f9c8ae1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:59.413344 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-5bd714e6-67c5-4f1e-b525-a7f9c8ae1b52 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=16bd8151b0634bd89938e7aeb613738b&device_id=fb166b67-54aa-4d49-94a8-27c6c08dfd1d HTTP/1.1" status: 200 len: 1094 time: 0.2661405 Aug 05 14:02:59.511292 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-c9845d05-01cc-43f5-a907-76a727a7772d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67868671-8dc2-4eaf-803c-41c1acd6ab4b HTTP/1.1" status: 200 len: 217 time: 0.0616214 Aug 05 14:02:59.513836 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a80c6f3-aacd-4cd1-ad42-c826fa9f8f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a80c6f3-aacd-4cd1-ad42-c826fa9f8f2b admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a80c6f3-aacd-4cd1-ad42-c826fa9f8f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:02:59.540288 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:02:59.563819 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1e7cebb-d5ea-434e-8b72-3eba717b8c74 req-4b734213-1af3-4747-a3ac-70ad36a7dd05 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986680 Aug 05 14:02:59.608370 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8cbb2-7c2d-4f9f-b988-6da3035f275f req-96266d14-c0dd-4a0d-88de-e89e10bb34b5 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:59.610513 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a9f8cbb2-7c2d-4f9f-b988-6da3035f275f req-96266d14-c0dd-4a0d-88de-e89e10bb34b5 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 945 time: 0.0820239 Aug 05 14:02:59.722908 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a9f8cbb2-7c2d-4f9f-b988-6da3035f275f req-e41c999b-4c46-4564-a22e-33ed55100c49 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/security-groups?id=69507391-0d5f-497b-bc8f-9748702008fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058598 Aug 05 14:02:59.743045 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a80c6f3-aacd-4cd1-ad42-c826fa9f8f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:59.749911 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a80c6f3-aacd-4cd1-ad42-c826fa9f8f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:02:59.751915 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5a80c6f3-aacd-4cd1-ad42-c826fa9f8f2b admin admin] 10.222.0.16 "DELETE /v2.0/networks/e9df94f3-535b-4532-b95a-023b6a2b746c HTTP/1.1" status: 204 len: 168 time: 1.3877790 Aug 05 14:02:59.766110 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-0572a77a-7262-423d-bdc7-cc5fb51214b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:59.767677 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-0572a77a-7262-423d-bdc7-cc5fb51214b7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=509b4bd6-4083-497b-a5bd-8bf817602045 HTTP/1.1" status: 200 len: 845 time: 0.2446392 Aug 05 14:02:59.797698 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80c6f3-aacd-4cd1-ad42-c826fa9f8f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=e9df94f3-535b-4532-b95a-023b6a2b746c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:02:59.832435 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-5e8cc572-188d-4859-abff-f03254737abe service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2572b64d-2688-4ea7-b3b2-057ef2374e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455949 Aug 05 14:02:59.846838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f4347-b580-4339-bdcb-e52e0e920928 req-5ee970d8-e7fb-46f3-8301-03a907347e39 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:59.848890 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-570f4347-b580-4339-bdcb-e52e0e920928 req-5ee970d8-e7fb-46f3-8301-03a907347e39 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 945 time: 0.1590528 Aug 05 14:02:59.864043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff43e02-5b52-4574-91b8-f3775e714a7d req-2f6cdf61-36a8-4e2e-9e1c-0283c0559d26 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:02:59.867616 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3ff43e02-5b52-4574-91b8-f3775e714a7d req-2f6cdf61-36a8-4e2e-9e1c-0283c0559d26 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.84 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 945 time: 0.1437228 Aug 05 14:03:00.060210 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56508) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:00.150953 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-570f4347-b580-4339-bdcb-e52e0e920928 req-13713668-1b46-435b-bbff-a22a1c188a04 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459209 Aug 05 14:03:00.154111 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-99927e50-a5db-4266-9c96-67b7285d6e7f req-02218f6b-9d84-4cc1-81e4-ddc50ca71277 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:00.157652 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff3109-92a5-4dda-929d-82379d60c57b req-5f8cc670-8861-4b40-a1c2-bdebb65902c7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:00.159977 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebff3109-92a5-4dda-929d-82379d60c57b req-5f8cc670-8861-4b40-a1c2-bdebb65902c7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb166b67-54aa-4d49-94a8-27c6c08dfd1d HTTP/1.1" status: 200 len: 943 time: 0.1367717 Aug 05 14:03:00.164025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-3ff43e02-5b52-4574-91b8-f3775e714a7d req-e8da343d-d208-4560-8b07-a0d3f3b9f513 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Deleting port fa5af672-f889-4e74-997d-623f4184377a {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:03:00.164377 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3ff43e02-5b52-4574-91b8-f3775e714a7d req-e8da343d-d208-4560-8b07-a0d3f3b9f513 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:00.170092 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-85b954ee-4b81-4a61-b49a-68e6381bb363 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7447886ddb64a2fa2fad9601eb31621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1087623 Aug 05 14:03:00.172974 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56512) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:00.217532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02218f6b-9d84-4cc1-81e4-ddc50ca71277 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Pushing event deleted for resources: {'Port': ['ID=822d9a45-683b-4264-b0f8-bb31baf13370,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:00.289828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-99927e50-a5db-4266-9c96-67b7285d6e7f req-02218f6b-9d84-4cc1-81e4-ddc50ca71277 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] No DVR routers for this DVR port 822d9a45-683b-4264-b0f8-bb31baf13370 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:03:00.293326 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-99927e50-a5db-4266-9c96-67b7285d6e7f req-02218f6b-9d84-4cc1-81e4-ddc50ca71277 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:00.296644 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-99927e50-a5db-4266-9c96-67b7285d6e7f req-02218f6b-9d84-4cc1-81e4-ddc50ca71277 tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.84 "DELETE /v2.0/ports/822d9a45-683b-4264-b0f8-bb31baf13370 HTTP/1.1" status: 204 len: 173 time: 2.2005529 Aug 05 14:03:00.304818 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-fa6b7804-2c81-43e9-99fe-feace60b3bf7 service neutron] 10.222.0.84 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546790 Aug 05 14:03:00.325291 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebff3109-92a5-4dda-929d-82379d60c57b req-5ea70f6a-cbee-43c0-ba54-c1fd8773e04e tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079001 Aug 05 14:03:00.368325 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-3ff43e02-5b52-4574-91b8-f3775e714a7d req-e8da343d-d208-4560-8b07-a0d3f3b9f513 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] For port fa5af672-f889-4e74-997d-623f4184377a, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fa5af672-f889-4e74-997d-623f4184377a,segment=NetworkSegment(0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f),segment_id=0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:00.368551 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3ff43e02-5b52-4574-91b8-f3775e714a7d req-e8da343d-d208-4560-8b07-a0d3f3b9f513 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:00.379074 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-872ba426-35ee-42d1-b35f-593ae2f1e24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:00.523289 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b588e41-97ac-4c7d-93e9-0c219a25565e req-97e5d9fc-71dd-4a93-9df9-1430f0dc7f4e service neutron] 10.222.0.84 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100701 Aug 05 14:03:00.714919 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4997eb-6eb4-4ae4-a4e2-b8255647c951 req-457ac415-ab50-4c82-be25-54ba968fe0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:00.717986 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ee4997eb-6eb4-4ae4-a4e2-b8255647c951 req-457ac415-ab50-4c82-be25-54ba968fe0be service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=16bd8151b0634bd89938e7aeb613738b&device_id=fb166b67-54aa-4d49-94a8-27c6c08dfd1d HTTP/1.1" status: 200 len: 1094 time: 0.1161640 Aug 05 14:03:00.803333 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-872ba426-35ee-42d1-b35f-593ae2f1e24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:00.955080 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c319f51e-561f-41af-b4d5-c26fe13eec98 req-a4ef4ef6-e531-4d6b-991d-9d54a545e50b tempest-ServerAddressesNegativeTestJSON-697576091 tempest-ServerAddressesNegativeTestJSON-697576091-project] 10.222.0.16 "GET /v2.0/ports?device_id=10717273-55f9-4965-b296-3ccfc1b11d97 HTTP/1.1" status: 200 len: 210 time: 0.0379786 Aug 05 14:03:01.020318 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-872ba426-35ee-42d1-b35f-593ae2f1e24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:01.024011 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-872ba426-35ee-42d1-b35f-593ae2f1e24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:01.026684 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-872ba426-35ee-42d1-b35f-593ae2f1e24d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3a6995d-3809-45e1-a967-f66a3c2a52af HTTP/1.1" status: 204 len: 168 time: 0.8531945 Aug 05 14:03:01.055385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ba426-35ee-42d1-b35f-593ae2f1e24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a6995d-3809-45e1-a967-f66a3c2a52af,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:01.068026 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3ff43e02-5b52-4574-91b8-f3775e714a7d req-e8da343d-d208-4560-8b07-a0d3f3b9f513 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:01.068555 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3ff43e02-5b52-4574-91b8-f3775e714a7d req-e8da343d-d208-4560-8b07-a0d3f3b9f513 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:01.068912 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [req-3ff43e02-5b52-4574-91b8-f3775e714a7d req-e8da343d-d208-4560-8b07-a0d3f3b9f513 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Floating IP 2fd20d8b-006c-44aa-95e7-6e03a590dcc3 disassociated. External IP: 172.25.5.201, port: fa5af672-f889-4e74-997d-623f4184377a. Aug 05 14:03:01.069316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-3ff43e02-5b52-4574-91b8-f3775e714a7d req-e8da343d-d208-4560-8b07-a0d3f3b9f513 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Calling delete_port for fa5af672-f889-4e74-997d-623f4184377a owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:03:01.080072 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10283c4-d138-461a-9ad9-e4ed9c60bfa5 req-782246d6-4aa9-43e7-864c-0e68cc4c5ccc tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:01.081764 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f10283c4-d138-461a-9ad9-e4ed9c60bfa5 req-782246d6-4aa9-43e7-864c-0e68cc4c5ccc tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.3892050 Aug 05 14:03:01.162274 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4997eb-6eb4-4ae4-a4e2-b8255647c951 req-57f69f00-7cf3-4e7a-af11-8c6036c1fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:01.163926 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ee4997eb-6eb4-4ae4-a4e2-b8255647c951 req-57f69f00-7cf3-4e7a-af11-8c6036c1fe5d service neutron] 10.222.0.84 "GET /v2.0/networks?id=2572b64d-2688-4ea7-b3b2-057ef2374e53 HTTP/1.1" status: 200 len: 906 time: 0.4302051 Aug 05 14:03:01.191018 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f10283c4-d138-461a-9ad9-e4ed9c60bfa5 req-ea8aba0b-c39e-4915-8ef6-e25bc45accec tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008139 Aug 05 14:03:01.281870 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ee4997eb-6eb4-4ae4-a4e2-b8255647c951 req-b7b3f859-86e0-484d-8683-2d03b705bc88 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67868671-8dc2-4eaf-803c-41c1acd6ab4b HTTP/1.1" status: 200 len: 217 time: 0.1053448 Aug 05 14:03:01.356612 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3ff43e02-5b52-4574-91b8-f3775e714a7d req-e8da343d-d208-4560-8b07-a0d3f3b9f513 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:01.411999 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10717273-55f9-4965-b296-3ccfc1b11d97', 'name': 'network-vif-deleted', 'tag': '822d9a45-683b-4264-b0f8-bb31baf13370'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:03:01.414296 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebebe17-189b-410b-b9a4-6a72039f4555" -d '{"events": [{"server_uuid": "10717273-55f9-4965-b296-3ccfc1b11d97", "name": "network-vif-deleted", "tag": "822d9a45-683b-4264-b0f8-bb31baf13370"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:03:01.455916 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4997eb-6eb4-4ae4-a4e2-b8255647c951 req-f885f537-7bbe-4c0f-8de6-633f77c5a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:01.457569 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ee4997eb-6eb4-4ae4-a4e2-b8255647c951 req-f885f537-7bbe-4c0f-8de6-633f77c5a8e7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=509b4bd6-4083-497b-a5bd-8bf817602045 HTTP/1.1" status: 200 len: 845 time: 0.1490746 Aug 05 14:03:01.467140 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da343d-d208-4560-8b07-a0d3f3b9f513 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Pushing event deleted for resources: {'Port': ['ID=fa5af672-f889-4e74-997d-623f4184377a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:01.469557 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8ad3c-de7a-4f2f-bb21-c123bc455461 req-f5bb2e07-c0d0-4f40-923c-ade2ba77aea5 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:01.478819 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b5c8ad3c-de7a-4f2f-bb21-c123bc455461 req-f5bb2e07-c0d0-4f40-923c-ade2ba77aea5 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 867 time: 0.1937969 Aug 05 14:03:01.533969 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ee4997eb-6eb4-4ae4-a4e2-b8255647c951 req-ef762af6-dbe7-470b-a46f-29854f9b72a6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2572b64d-2688-4ea7-b3b2-057ef2374e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450878 Aug 05 14:03:01.544211 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 822d9a45-683b-4264-b0f8-bb31baf13370 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:03:01.599625 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b5c8ad3c-de7a-4f2f-bb21-c123bc455461 req-afd062eb-6485-42ec-a728-6e2e1064e485 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e99e89d-aa49-45f7-9ca4-97bdfc785b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191492 Aug 05 14:03:01.609741 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 822d9a45-683b-4264-b0f8-bb31baf13370 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:03:01.611284 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 822d9a45-683b-4264-b0f8-bb31baf13370 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:03:01.689919 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56548) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:01.741735 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ee4997eb-6eb4-4ae4-a4e2-b8255647c951 req-a79d527f-e27e-47c3-9252-12ea71fd1955 service neutron] 10.222.0.84 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930501 Aug 05 14:03:01.750839 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ff43e02-5b52-4574-91b8-f3775e714a7d req-e8da343d-d208-4560-8b07-a0d3f3b9f513 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Router b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:03:01.767060 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c6d115a5-aad8-433d-8b5c-be04bc54dd9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=041668da071a4011b94e42bd402c83a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730765 Aug 05 14:03:01.772535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 56550) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:01.923719 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe24f96-cd33-4089-a189-973be63a394d req-06f748cd-d6d6-4907-b176-bf570534c18c tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:01.926929 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ff43e02-5b52-4574-91b8-f3775e714a7d req-e8da343d-d208-4560-8b07-a0d3f3b9f513 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:03:01.941574 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7fe24f96-cd33-4089-a189-973be63a394d req-06f748cd-d6d6-4907-b176-bf570534c18c tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb166b67-54aa-4d49-94a8-27c6c08dfd1d HTTP/1.1" status: 200 len: 943 time: 0.2036216 Aug 05 14:03:01.943987 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7914835-2b2b-40e2-a8ba-2fb68b608fbf None None] Sync routers for ids ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:03:01.956054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7914835-2b2b-40e2-a8ba-2fb68b608fbf None None] Routers {'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:03:01.957239 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f7914835-2b2b-40e2-a8ba-2fb68b608fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:02:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:01.979169 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6a0949-2f54-44d2-8f43-edfd2275e622 x-openstack-request-id: req-2c6a0949-2f54-44d2-8f43-edfd2275e622 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:03:01.979450 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10717273-55f9-4965-b296-3ccfc1b11d97", "name": "network-vif-deleted", "tag": "822d9a45-683b-4264-b0f8-bb31baf13370", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:03:01.979694 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c6a0949-2f54-44d2-8f43-edfd2275e622 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:03:01.980060 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10717273-55f9-4965-b296-3ccfc1b11d97', 'name': 'network-vif-deleted', 'tag': '822d9a45-683b-4264-b0f8-bb31baf13370', 'status': 'completed', 'code': 200} Aug 05 14:03:01.986208 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff43e02-5b52-4574-91b8-f3775e714a7d req-e8da343d-d208-4560-8b07-a0d3f3b9f513 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] No DVR routers for this DVR port fa5af672-f889-4e74-997d-623f4184377a on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:03:01.991640 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3ff43e02-5b52-4574-91b8-f3775e714a7d req-e8da343d-d208-4560-8b07-a0d3f3b9f513 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:01.996406 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3ff43e02-5b52-4574-91b8-f3775e714a7d req-e8da343d-d208-4560-8b07-a0d3f3b9f513 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.84 "DELETE /v2.0/ports/fa5af672-f889-4e74-997d-623f4184377a HTTP/1.1" status: 204 len: 173 time: 2.1216776 Aug 05 14:03:01.996889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e62c451-9390-4e3b-94c8-39dc9ed7d1c7', 'name': 'network-vif-deleted', 'tag': 'fa5af672-f889-4e74-997d-623f4184377a'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:03:01.999224 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c562ecb6-d927-4f7b-a12a-4d0b6f6e30ec" -d '{"events": [{"server_uuid": "6e62c451-9390-4e3b-94c8-39dc9ed7d1c7", "name": "network-vif-deleted", "tag": "fa5af672-f889-4e74-997d-623f4184377a"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:03:02.054906 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3928192f-0ffd-4ce4-93ef-90c05bf2a251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:02.082560 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7fe24f96-cd33-4089-a189-973be63a394d req-81b2b28c-8bc8-4338-b5b8-c00522d4e6c0 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360457 Aug 05 14:03:02.115138 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ee4997eb-6eb4-4ae4-a4e2-b8255647c951 req-507e7f93-2473-4b52-b5da-a1f849c51510 service neutron] 10.222.0.84 "GET /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416378 Aug 05 14:03:02.149024 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3928192f-0ffd-4ce4-93ef-90c05bf2a251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:02.177889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 56564) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:02.219327 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35a3d9a-ccde-408f-948b-182f96810e6b x-openstack-request-id: req-d35a3d9a-ccde-408f-948b-182f96810e6b {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:03:02.219635 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e62c451-9390-4e3b-94c8-39dc9ed7d1c7", "name": "network-vif-deleted", "tag": "fa5af672-f889-4e74-997d-623f4184377a", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:03:02.219888 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d35a3d9a-ccde-408f-948b-182f96810e6b {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:03:02.220289 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e62c451-9390-4e3b-94c8-39dc9ed7d1c7', 'name': 'network-vif-deleted', 'tag': 'fa5af672-f889-4e74-997d-623f4184377a', 'status': 'completed', 'code': 200} Aug 05 14:03:02.261501 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f7914835-2b2b-40e2-a8ba-2fb68b608fbf None None] Set router b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:03:02.281804 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-1854a8b6-c17f-4359-9511-b08581a3f706 admin admin] Deleting subnet bcf5effe-2bd6-4f59-9ea7-3b81d79ec28d {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:03:02.289303 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1854a8b6-c17f-4359-9511-b08581a3f706 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:02.363066 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1854a8b6-c17f-4359-9511-b08581a3f706 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:02.502803 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3928192f-0ffd-4ce4-93ef-90c05bf2a251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:02.505276 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3928192f-0ffd-4ce4-93ef-90c05bf2a251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:02.514010 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3928192f-0ffd-4ce4-93ef-90c05bf2a251 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83099ab6-4c0c-4e9b-9259-f37582b50c4e HTTP/1.1" status: 204 len: 168 time: 0.7351491 Aug 05 14:03:02.538244 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928192f-0ffd-4ce4-93ef-90c05bf2a251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83099ab6-4c0c-4e9b-9259-f37582b50c4e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:02.563506 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1854a8b6-c17f-4359-9511-b08581a3f706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:02.673066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f24cdb-52b2-453c-918c-44e9b4ad4ef9 req-d7e50c8d-c044-4b32-81e4-0329bea479db tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:02.686283 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a3f24cdb-52b2-453c-918c-44e9b4ad4ef9 req-d7e50c8d-c044-4b32-81e4-0329bea479db tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.2644205 Aug 05 14:03:02.690130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8998-aa41-4c88-9f0f-37364e7f29db req-52f0a1f7-72dd-4c5b-af4d-e676ac6c0488 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:02.696109 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f00b8998-aa41-4c88-9f0f-37364e7f29db req-52f0a1f7-72dd-4c5b-af4d-e676ac6c0488 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 946 time: 0.0997784 Aug 05 14:03:02.795341 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f00b8998-aa41-4c88-9f0f-37364e7f29db req-55c6b7a7-1e6d-40f1-8b2d-326d9b8e6d5b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909333 Aug 05 14:03:02.809348 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a3f24cdb-52b2-453c-918c-44e9b4ad4ef9 req-d2d0d27a-a3e1-4fed-8437-ccdcc4f92945 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220789 Aug 05 14:03:02.843660 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1854a8b6-c17f-4359-9511-b08581a3f706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:02.884063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f7914835-2b2b-40e2-a8ba-2fb68b608fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'name': 'tempest-ServersTestBootFromVolume-1245048125-router', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'gw_port': {'id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '20abf334-4994-4cd1-ad97-4b8b6756241e', 'name': '', 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'mac_address': 'fa:16:3e:3c:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:40Z', 'updated_at': '2021-08-05T13:59:53Z', 'revision_number': 5, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'subnets': [{'id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:02.909199 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854a8b6-c17f-4359-9511-b08581a3f706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf5effe-2bd6-4f59-9ea7-3b81d79ec28d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:02.918596 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1854a8b6-c17f-4359-9511-b08581a3f706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:02.923391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56582) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:02.923548 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1854a8b6-c17f-4359-9511-b08581a3f706 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bcf5effe-2bd6-4f59-9ea7-3b81d79ec28d HTTP/1.1" status: 204 len: 168 time: 0.7444313 Aug 05 14:03:02.961125 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7914835-2b2b-40e2-a8ba-2fb68b608fbf None None] Checking router: b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:03:02.982298 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7914835-2b2b-40e2-a8ba-2fb68b608fbf None None] Routers {'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:03:02.985430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f7914835-2b2b-40e2-a8ba-2fb68b608fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:02:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:02.987632 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf42d4c9-7531-49a9-8220-fb573b66bc66 req-4cedc430-79c1-4b92-8e9e-4c26dce8a68b tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 210 time: 0.0460544 Aug 05 14:03:03.093249 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7189a8c-7432-4fa2-8f85-cdd7cd0df2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:03.249179 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f7914835-2b2b-40e2-a8ba-2fb68b608fbf None None] Set router b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:03:03.326618 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7189a8c-7432-4fa2-8f85-cdd7cd0df2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:03.360038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-a7189a8c-7432-4fa2-8f85-cdd7cd0df2d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2dd911-ea43-45a0-aadc-daee6eb57aec']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:03.382336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-a7189a8c-7432-4fa2-8f85-cdd7cd0df2d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e0eb67-b309-4761-9902-c274aa5e8bb7') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:03.382705 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-a7189a8c-7432-4fa2-8f85-cdd7cd0df2d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e0eb67-b309-4761-9902-c274aa5e8bb7') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:03.405353 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7189a8c-7432-4fa2-8f85-cdd7cd0df2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:03.436759 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7189a8c-7432-4fa2-8f85-cdd7cd0df2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:03.453899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7189a8c-7432-4fa2-8f85-cdd7cd0df2d1 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:03:03.455470 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7189a8c-7432-4fa2-8f85-cdd7cd0df2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:03:03.460543 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:03:03.548624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 67868671-8dc2-4eaf-803c-41c1acd6ab4b details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:03:03.557336 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device fa5af672-f889-4e74-997d-623f4184377a no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:03:03.559244 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7189a8c-7432-4fa2-8f85-cdd7cd0df2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:03.572676 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7189a8c-7432-4fa2-8f85-cdd7cd0df2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:03.575488 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a7189a8c-7432-4fa2-8f85-cdd7cd0df2d1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7e2dd911-ea43-45a0-aadc-daee6eb57aec HTTP/1.1" status: 204 len: 168 time: 0.6507032 Aug 05 14:03:03.589672 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: fa5af672-f889-4e74-997d-623f4184377a {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:03:03.590297 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device fa5af672-f889-4e74-997d-623f4184377a not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:03:03.592838 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7189a8c-7432-4fa2-8f85-cdd7cd0df2d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2dd911-ea43-45a0-aadc-daee6eb57aec,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:03.852719 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 67868671-8dc2-4eaf-803c-41c1acd6ab4b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=67868671-8dc2-4eaf-803c-41c1acd6ab4b,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:03.857838 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f7914835-2b2b-40e2-a8ba-2fb68b608fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'name': 'tempest-ServersTestBootFromVolume-1245048125-router', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'gw_port': {'id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '20abf334-4994-4cd1-ad97-4b8b6756241e', 'name': '', 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'mac_address': 'fa:16:3e:3c:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:40Z', 'updated_at': '2021-08-05T13:59:53Z', 'revision_number': 5, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'subnets': [{'id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:03.884308 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56622) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:03.995913 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf654be2-a207-4c7b-ab30-18953795c76c req-1fd31c8a-deae-48a7-bf61-609d222e6c14 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:04.002630 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7914835-2b2b-40e2-a8ba-2fb68b608fbf None None] The sync data for ids ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'] in n-d-803585-2 is: [{'id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'name': 'tempest-ServersTestBootFromVolume-1245048125-router', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'gw_port': {'id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '20abf334-4994-4cd1-ad97-4b8b6756241e', 'name': '', 'network_id': '17449f7a-6c65-48a1-960d-a93691b6492e', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'mac_address': 'fa:16:3e:3c:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:40Z', 'updated_at': '2021-08-05T13:59:53Z', 'revision_number': 5, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'subnets': [{'id': 'bdb14171-f95f-4ddd-92c7-c92b54e1f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:03:04.007466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '67868671-8dc2-4eaf-803c-41c1acd6ab4b', 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53', 'port_id': '67868671-8dc2-4eaf-803c-41c1acd6ab4b', 'mac_address': 'fa:16:3e:d5:a7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509b4bd6-4083-497b-a5bd-8bf817602045', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:03:04.008327 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf654be2-a207-4c7b-ab30-18953795c76c req-1fd31c8a-deae-48a7-bf61-609d222e6c14 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.0752316 Aug 05 14:03:04.114580 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf654be2-a207-4c7b-ab30-18953795c76c req-9d434608-d346-44da-b580-716b383397b1 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010013 Aug 05 14:03:04.156850 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:04.157811 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bed34634-9bf4-4461-b849-77df70dee15d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46c1ab9263364de89650b0103b00d77c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722561 Aug 05 14:03:04.160677 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 56626) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:04.188698 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2dfad-4c0d-4e8b-84de-01bef99d7989 req-447b01be-992d-4d7c-8d74-85d0e5a3f64e tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:04.198133 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5ab2dfad-4c0d-4e8b-84de-01bef99d7989 req-447b01be-992d-4d7c-8d74-85d0e5a3f64e tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb166b67-54aa-4d49-94a8-27c6c08dfd1d HTTP/1.1" status: 200 len: 943 time: 0.2829301 Aug 05 14:03:04.202862 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67868671-8dc2-4eaf-803c-41c1acd6ab4b {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:03:04.293880 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5ab2dfad-4c0d-4e8b-84de-01bef99d7989 req-5ef14baf-63b8-4b63-83f5-26e6ea605cdf tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945024 Aug 05 14:03:04.325979 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 67868671-8dc2-4eaf-803c-41c1acd6ab4b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=67868671-8dc2-4eaf-803c-41c1acd6ab4b,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:04.341220 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:04.351276 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ebb2bf1-b21a-400b-87ec-2f036ef8c900 req-839e2078-3652-4826-a6e5-67024ea98a16 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 210 time: 0.1076894 Aug 05 14:03:04.401070 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4bafbbae-10eb-4fb8-9e77-c25fdb734973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:04.453648 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4bafbbae-10eb-4fb8-9e77-c25fdb734973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:04.459744 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=67868671-8dc2-4eaf-803c-41c1acd6ab4b,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:04.474144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:04.474787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:04.476452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:04.476965 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:04.477461 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:04.477955 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:04.478981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:04.480178 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:04.481243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:04.481768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:04.482280 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:04.482796 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:04.580863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['67868671-8dc2-4eaf-803c-41c1acd6ab4b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:03:04.584799 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4bafbbae-10eb-4fb8-9e77-c25fdb734973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:04.585017 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004b5ca0-5afe-4290-86bb-e9d7f2ae9544 None None] New status for floating IP 2fd20d8b-006c-44aa-95e7-6e03a590dcc3: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:03:04.592553 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4bafbbae-10eb-4fb8-9e77-c25fdb734973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:04.597388 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4bafbbae-10eb-4fb8-9e77-c25fdb734973 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69507391-0d5f-497b-bc8f-9748702008fd HTTP/1.1" status: 204 len: 168 time: 0.4352977 Aug 05 14:03:04.615953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafbbae-10eb-4fb8-9e77-c25fdb734973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69507391-0d5f-497b-bc8f-9748702008fd,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:05.336668 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65589d7-336b-408a-9529-837b1c1704c5 req-584afa7a-765c-452d-a029-52ead5ef3efc tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:05.360246 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f65589d7-336b-408a-9529-837b1c1704c5 req-584afa7a-765c-452d-a029-52ead5ef3efc tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.1381881 Aug 05 14:03:05.441462 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f65589d7-336b-408a-9529-837b1c1704c5 req-0597b01f-ebaf-49c1-87c2-4dd807066735 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721984 Aug 05 14:03:05.535024 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028527e2-5c5a-48c7-85aa-72570fab7194 req-60521bc2-bfb4-4d28-b42d-a83e5c15c774 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:05.544699 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 67868671-8dc2-4eaf-803c-41c1acd6ab4b up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:03:05.550726 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71685d37-3b29-4e94-b774-778476816ca1 req-bcbcd120-87e1-4e6b-a132-9b03d51032cc tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 210 time: 0.0579484 Aug 05 14:03:05.561915 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-028527e2-5c5a-48c7-85aa-72570fab7194 req-60521bc2-bfb4-4d28-b42d-a83e5c15c774 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb166b67-54aa-4d49-94a8-27c6c08dfd1d HTTP/1.1" status: 200 len: 944 time: 0.1119564 Aug 05 14:03:05.611423 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-028527e2-5c5a-48c7-85aa-72570fab7194 req-493c8344-4a19-455c-833a-1fc053305e98 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484056 Aug 05 14:03:05.714797 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 67868671-8dc2-4eaf-803c-41c1acd6ab4b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:03:05.719496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 67868671-8dc2-4eaf-803c-41c1acd6ab4b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:03:05.720229 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:05.866200 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:05.899926 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb166b67-54aa-4d49-94a8-27c6c08dfd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67868671-8dc2-4eaf-803c-41c1acd6ab4b'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:03:05.903544 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953a4a69-c3f1-4312-9e1b-54fadabdf3b8" -d '{"events": [{"server_uuid": "fb166b67-54aa-4d49-94a8-27c6c08dfd1d", "name": "network-vif-plugged", "status": "completed", "tag": "67868671-8dc2-4eaf-803c-41c1acd6ab4b"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:03:05.922117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 67868671-8dc2-4eaf-803c-41c1acd6ab4b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=67868671-8dc2-4eaf-803c-41c1acd6ab4b,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:05.928589 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:05.965532 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f65653-b4dc-403b-8daa-e565c77336a1 x-openstack-request-id: req-f7f65653-b4dc-403b-8daa-e565c77336a1 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:03:05.965993 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb166b67-54aa-4d49-94a8-27c6c08dfd1d", "name": "network-vif-plugged", "status": "completed", "tag": "67868671-8dc2-4eaf-803c-41c1acd6ab4b", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:03:05.966295 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7f65653-b4dc-403b-8daa-e565c77336a1 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:03:05.966675 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb166b67-54aa-4d49-94a8-27c6c08dfd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67868671-8dc2-4eaf-803c-41c1acd6ab4b', 'code': 200} Aug 05 14:03:06.041927 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=67868671-8dc2-4eaf-803c-41c1acd6ab4b,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:06.163971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5990c1-c4ec-4cc6-9771-955155132dcd req-51fc5ce8-8366-4748-b433-ad1be528915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:06.166716 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ec5990c1-c4ec-4cc6-9771-955155132dcd req-51fc5ce8-8366-4748-b433-ad1be528915e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fb166b67-54aa-4d49-94a8-27c6c08dfd1d HTTP/1.1" status: 200 len: 1096 time: 0.1112595 Aug 05 14:03:06.269787 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ec5990c1-c4ec-4cc6-9771-955155132dcd req-7aa3af57-41e5-4389-a452-06a4894f8143 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952547 Aug 05 14:03:06.451368 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9427d2ce-c909-47cf-a75d-501df1b0f888 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:03:06.676260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25737d93-ef70-4050-8b39-c8e6fe40ee82 req-1e348d64-bb05-43e4-b4ed-0625d32c8ba5 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:06.677891 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25737d93-ef70-4050-8b39-c8e6fe40ee82 req-1e348d64-bb05-43e4-b4ed-0625d32c8ba5 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.1179011 Aug 05 14:03:06.715372 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9427d2ce-c909-47cf-a75d-501df1b0f888, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9427d2ce-c909-47cf-a75d-501df1b0f888,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:06.741990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'port_id': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'mac_address': 'fa:16:3e:47:5d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:03:06.760292 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25737d93-ef70-4050-8b39-c8e6fe40ee82 req-760c691e-b4c1-42b9-9935-50f495b13a01 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644524 Aug 05 14:03:06.861951 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:06.901704 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9427d2ce-c909-47cf-a75d-501df1b0f888 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:03:06.952698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9427d2ce-c909-47cf-a75d-501df1b0f888, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9427d2ce-c909-47cf-a75d-501df1b0f888,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:06.959661 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:07.061203 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c0a107da-0515-432c-bb4c-d26467575f15 req-f79814df-0482-4745-bd22-748274c3eee1 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 210 time: 0.0870049 Aug 05 14:03:07.104573 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 56726) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:07.179091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286d84c-a19e-4ac1-9739-d9ab7ba0f91e req-0a5c05be-f8ad-4b92-a11a-a98639e1880d tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:07.180758 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7286d84c-a19e-4ac1-9739-d9ab7ba0f91e req-0a5c05be-f8ad-4b92-a11a-a98639e1880d tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb166b67-54aa-4d49-94a8-27c6c08dfd1d HTTP/1.1" status: 200 len: 945 time: 0.1508746 Aug 05 14:03:07.208824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9427d2ce-c909-47cf-a75d-501df1b0f888,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:07.289154 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7286d84c-a19e-4ac1-9739-d9ab7ba0f91e req-e93ac3bf-6edd-4f44-942b-18b3f9f36f1a tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986543 Aug 05 14:03:07.313100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['9427d2ce-c909-47cf-a75d-501df1b0f888'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:03:07.424228 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-be35077c-ccb6-4310-95d0-72aac6c87a42 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1174905864-network', 'tenant_id': 'c39e6b6a8d0842c388dde3ffb21b1e9a'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:03:07.518240 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be35077c-ccb6-4310-95d0-72aac6c87a42 admin admin] Made reservation on behalf of c39e6b6a8d0842c388dde3ffb21b1e9a for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:03:07.527148 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be35077c-ccb6-4310-95d0-72aac6c87a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:07.638090 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be35077c-ccb6-4310-95d0-72aac6c87a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:07.739803 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b3f99-2f35-4d4f-beeb-d068268f7ad4 req-701e2677-3f4a-4111-b6d7-8ce1b1770e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:07.747550 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dd8b3f99-2f35-4d4f-beeb-d068268f7ad4 req-701e2677-3f4a-4111-b6d7-8ce1b1770e5b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 1097 time: 0.1796563 Aug 05 14:03:07.855478 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dd8b3f99-2f35-4d4f-beeb-d068268f7ad4 req-9a2ef89c-ba38-41b8-835c-83249fba5ad5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937035 Aug 05 14:03:07.959700 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be35077c-ccb6-4310-95d0-72aac6c87a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:07.970383 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be35077c-ccb6-4310-95d0-72aac6c87a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:07.996565 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be35077c-ccb6-4310-95d0-72aac6c87a42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:03:08.018806 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be35077c-ccb6-4310-95d0-72aac6c87a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:08.019246 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-be35077c-ccb6-4310-95d0-72aac6c87a42 admin admin] Added segment 623750fd-fee1-4e80-aaa7-c99e447134c6 of type vlan for network fdabdcf8-812f-498c-a61f-e0740b155d08 Aug 05 14:03:08.049170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06f81b-f95b-4594-b026-f5577c7b696e req-e633c793-5a4b-49b0-8b8f-5ec29f051761 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:08.058677 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0b06f81b-f95b-4594-b026-f5577c7b696e req-e633c793-5a4b-49b0-8b8f-5ec29f051761 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.1290007 Aug 05 14:03:08.124521 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0b06f81b-f95b-4594-b026-f5577c7b696e req-caf97963-34e4-4647-9c11-c72a41b30e98 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640616 Aug 05 14:03:08.132896 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be35077c-ccb6-4310-95d0-72aac6c87a42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:08.255012 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35077c-ccb6-4310-95d0-72aac6c87a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ef1b21-5a02-4a6b-9026-0eac81efc7bd,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:08.320172 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be35077c-ccb6-4310-95d0-72aac6c87a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:08.321608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be35077c-ccb6-4310-95d0-72aac6c87a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:08.322776 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be35077c-ccb6-4310-95d0-72aac6c87a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:08.409713 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa879187-15f9-4890-bd3b-15210abbbb4c req-d1a074c3-f1f6-4e5f-a80b-43e806e6c8dc tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 210 time: 0.1132233 Aug 05 14:03:08.411114 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-be35077c-ccb6-4310-95d0-72aac6c87a42 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3048365 Aug 05 14:03:08.414181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56784) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:08.443802 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-3941b89c-0a8f-4691-a2eb-97b7442a68ec admin admin] Request body: {'subnet': {'network_id': 'fdabdcf8-812f-498c-a61f-e0740b155d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1174905864-subnet', 'tenant_id': 'c39e6b6a8d0842c388dde3ffb21b1e9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:03:08.477958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9427d2ce-c909-47cf-a75d-501df1b0f888 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:03:08.521982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3941b89c-0a8f-4691-a2eb-97b7442a68ec admin admin] Made reservation on behalf of c39e6b6a8d0842c388dde3ffb21b1e9a for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:03:08.531015 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3941b89c-0a8f-4691-a2eb-97b7442a68ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:08.704140 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 9427d2ce-c909-47cf-a75d-501df1b0f888 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:03:08.704756 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:08.726925 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35077c-ccb6-4310-95d0-72aac6c87a42 admin admin] Pushing event updated for resources: {'Network': ['ID=fdabdcf8-812f-498c-a61f-e0740b155d08,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:08.808985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc1a44-4c73-4946-b068-7b0b14f4fa43 req-5c69a4f3-9bca-4c4c-ba1d-a95e07c544fd tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:08.819479 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network fdabdcf8-812f-498c-a61f-e0740b155d08 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:03:08.820717 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4bfc1a44-4c73-4946-b068-7b0b14f4fa43 req-5c69a4f3-9bca-4c4c-ba1d-a95e07c544fd tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb166b67-54aa-4d49-94a8-27c6c08dfd1d HTTP/1.1" status: 200 len: 945 time: 0.2819395 Aug 05 14:03:08.933965 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4bfc1a44-4c73-4946-b068-7b0b14f4fa43 req-ebb08501-efb0-40db-bdb6-dbc809c3f6da tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109846 Aug 05 14:03:09.106454 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3941b89c-0a8f-4691-a2eb-97b7442a68ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:09.187764 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:09.249058 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941b89c-0a8f-4691-a2eb-97b7442a68ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db6c4a1-2095-44bc-90e8-414a3ed368c6,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:09.264282 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:03:09.269092 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005a25ab-7479-4976-b10f-6821c12cb269" -d '{"events": [{"server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "name": "network-vif-plugged", "status": "completed", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:03:09.305313 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9427d2ce-c909-47cf-a75d-501df1b0f888, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9427d2ce-c909-47cf-a75d-501df1b0f888,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:09.316422 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:09.331799 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941b89c-0a8f-4691-a2eb-97b7442a68ec admin admin] Checking segment: {'id': '623750fd-fee1-4e80-aaa7-c99e447134c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fdabdcf8-812f-498c-a61f-e0740b155d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:03:09.332431 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3941b89c-0a8f-4691-a2eb-97b7442a68ec admin admin] Network hostable DHCP agents. Network: fdabdcf8-812f-498c-a61f-e0740b155d08, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:03:09.368277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3941b89c-0a8f-4691-a2eb-97b7442a68ec admin admin] Network fdabdcf8-812f-498c-a61f-e0740b155d08 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:03:09.392428 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9427d2ce-c909-47cf-a75d-501df1b0f888,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:09.394457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-3941b89c-0a8f-4691-a2eb-97b7442a68ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, fdabdcf8-812f-498c-a61f-e0740b155d08) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:03:09.401608 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3941b89c-0a8f-4691-a2eb-97b7442a68ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:09.402670 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3941b89c-0a8f-4691-a2eb-97b7442a68ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:09.421037 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a457739-fec6-487e-bec1-412ed42b067a None None] Network fdabdcf8-812f-498c-a61f-e0740b155d08 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:03:09.460349 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3941b89c-0a8f-4691-a2eb-97b7442a68ec admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0445726 Aug 05 14:03:09.477265 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282452c3-9278-40cb-bdea-9606b2e798d0 req-03f5b7a6-b837-40b4-857e-ee08f49f620e tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:09.492548 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-282452c3-9278-40cb-bdea-9606b2e798d0 req-03f5b7a6-b837-40b4-857e-ee08f49f620e tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.1497085 Aug 05 14:03:09.594453 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-282452c3-9278-40cb-bdea-9606b2e798d0 req-a91fd899-1efd-4ad3-9339-70770f83e176 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008713 Aug 05 14:03:09.695966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd61f7d6-58cc-4bf4-b276-0492088e58b5 None None] Network fdabdcf8-812f-498c-a61f-e0740b155d08 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:03:10.372725 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7812c7c-effd-4ebe-a5f6-426765703a4a x-openstack-request-id: req-b7812c7c-effd-4ebe-a5f6-426765703a4a {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:03:10.373033 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "name": "network-vif-plugged", "status": "completed", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:03:10.373313 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7812c7c-effd-4ebe-a5f6-426765703a4a {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:03:10.373702 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'code': 200} Aug 05 14:03:10.616142 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a2a8985c-a3c1-4ea4-8402-feff880f94b3 req-bbe25e96-7823-41fe-8b57-b7101bcc5d9c tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e62c451-9390-4e3b-94c8-39dc9ed7d1c7 HTTP/1.1" status: 200 len: 210 time: 0.0794082 Aug 05 14:03:10.805013 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cb11d-c700-4915-984f-0fcdc3d0a914 req-53a304c9-609a-44f2-b271-23e35b8cddb6 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:10.816313 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-245cb11d-c700-4915-984f-0fcdc3d0a914 req-53a304c9-609a-44f2-b271-23e35b8cddb6 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1106889 Aug 05 14:03:10.920715 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-245cb11d-c700-4915-984f-0fcdc3d0a914 req-746d6cbf-3166-445c-9fd7-4fe23f628b5d tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972507 Aug 05 14:03:13.238245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-d520294b-b099-4bc0-b0c9-c3409d17ab85 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:13.250029 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-d520294b-b099-4bc0-b0c9-c3409d17ab85 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/networks?id=fdabdcf8-812f-498c-a61f-e0740b155d08 HTTP/1.1" status: 200 len: 809 time: 0.1562762 Aug 05 14:03:13.298412 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-194177ad-7890-451f-bbd9-029325450e4d tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/quotas/c39e6b6a8d0842c388dde3ffb21b1e9a HTTP/1.1" status: 200 len: 375 time: 0.0468988 Aug 05 14:03:13.379550 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-8afe4551-18aa-422a-86d5-c89791b79436 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c39e6b6a8d0842c388dde3ffb21b1e9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689547 Aug 05 14:03:13.414684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-636eb294-cbaf-499a-80d4-397c31c275b8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:03:13.426959 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-636eb294-cbaf-499a-80d4-397c31c275b8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0311954 Aug 05 14:03:13.724921 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-35995d51-b5e1-44a9-8b19-efc072814131 service neutron] 10.222.0.16 "GET /v2.0/networks/fdabdcf8-812f-498c-a61f-e0740b155d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961454 Aug 05 14:03:13.850642 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-39d7be5f-66f9-4655-aa86-7d58175a367a service neutron] 10.222.0.16 "GET /v2.0/networks/fdabdcf8-812f-498c-a61f-e0740b155d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211855 Aug 05 14:03:13.964585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56892) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:14.172855 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-56bdcf8d-0815-4537-9647-1879ee0ac98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:14.407004 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-56bdcf8d-0815-4537-9647-1879ee0ac98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:14.419253 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-56bdcf8d-0815-4537-9647-1879ee0ac98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:14.518743 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-56bdcf8d-0815-4537-9647-1879ee0ac98b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e24051787f5448a956144c2bd92188e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5502410 Aug 05 14:03:14.519329 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 56920) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:14.605054 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:14.615917 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdcf8d-0815-4537-9647-1879ee0ac98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67293d0a-5a0f-4614-b354-5fa8be4da1da,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:14.640012 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ca3d70d0-d16e-4b9c-9bc1-ea41a4dc677f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:14.664640 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3d4bc8bb-a296-49db-883b-24b0b712dfb6 req-527bc6f8-c2b2-4c17-a308-bc8c6fa073b4 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/ports?device_id=701d5238-90b0-4a95-913a-b8de14bdc034 HTTP/1.1" status: 200 len: 210 time: 0.1566322 Aug 05 14:03:14.690786 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ca3d70d0-d16e-4b9c-9bc1-ea41a4dc677f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:14.809643 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ca3d70d0-d16e-4b9c-9bc1-ea41a4dc677f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:14.813377 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ca3d70d0-d16e-4b9c-9bc1-ea41a4dc677f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:14.814590 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ca3d70d0-d16e-4b9c-9bc1-ea41a4dc677f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67293d0a-5a0f-4614-b354-5fa8be4da1da HTTP/1.1" status: 204 len: 168 time: 0.2942462 Aug 05 14:03:14.832362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d70d0-d16e-4b9c-9bc1-ea41a4dc677f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67293d0a-5a0f-4614-b354-5fa8be4da1da,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:14.990938 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-357ba3eb-bc00-4962-a64a-4f84787a184a tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:14.991774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56944) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:14.997520 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-357ba3eb-bc00-4962-a64a-4f84787a184a tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/networks?id=87de090b-2969-4c9c-ab25-0366dc737903 HTTP/1.1" status: 200 len: 815 time: 0.1505463 Aug 05 14:03:15.022923 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56950) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:15.047500 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-f018c656-9ba2-4ed8-a317-e20827b87c93 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/quotas/fea387ec4e9e4aa2a9d3645290a1bad0 HTTP/1.1" status: 200 len: 375 time: 0.0367973 Aug 05 14:03:15.232008 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b682-373d-4fb8-8364-f069aac16536 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:15.263142 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-5fe3b4bd-3089-40d6-acd0-baf3acdc0d70 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fea387ec4e9e4aa2a9d3645290a1bad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2029161 Aug 05 14:03:15.340946 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b682-373d-4fb8-8364-f069aac16536 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:15.425382 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-aa70bb85-1ad8-4056-9553-07300c0695e7 service neutron] 10.222.0.16 "GET /v2.0/networks/87de090b-2969-4c9c-ab25-0366dc737903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611192 Aug 05 14:03:15.546113 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-c226ae2b-1d2f-46dc-8b7f-a0b5473f1fc7 service neutron] 10.222.0.16 "GET /v2.0/networks/87de090b-2969-4c9c-ab25-0366dc737903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193209 Aug 05 14:03:15.562459 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c58f4-3f3b-489d-8171-717ad8156fed req-5ecdb0c4-dcc8-4d9b-a625-b00569a5b7cd tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:15.570604 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-442c58f4-3f3b-489d-8171-717ad8156fed req-5ecdb0c4-dcc8-4d9b-a625-b00569a5b7cd tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1929910 Aug 05 14:03:15.574587 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 67868671-8dc2-4eaf-803c-41c1acd6ab4b details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:03:15.621397 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b682-373d-4fb8-8364-f069aac16536 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:15.624824 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b682-373d-4fb8-8364-f069aac16536 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:15.627000 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0bf8b682-373d-4fb8-8364-f069aac16536 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "DELETE /v2.0/security-groups/6e99e89d-aa49-45f7-9ca4-97bdfc785b25 HTTP/1.1" status: 204 len: 168 time: 0.6019285 Aug 05 14:03:15.629811 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 56966) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:15.652968 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8b682-373d-4fb8-8364-f069aac16536 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e99e89d-aa49-45f7-9ca4-97bdfc785b25,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:15.673766 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-442c58f4-3f3b-489d-8171-717ad8156fed req-5dd76b78-89cc-42a0-bc6a-63a3dbc775f4 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969169 Aug 05 14:03:15.675345 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-de88d4ee-1772-45ff-a993-a542588c2f37 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] show failed (client error): The resource could not be found. Aug 05 14:03:15.683513 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-de88d4ee-1772-45ff-a993-a542588c2f37 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "GET /v2.0/security-groups/6e99e89d-aa49-45f7-9ca4-97bdfc785b25 HTTP/1.1" status: 404 len: 347 time: 0.0522656 Aug 05 14:03:15.685608 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-de49bc03-9fe6-4757-b361-c8ccc9389382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:15.685860 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 56968) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:15.817508 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56976) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:15.838879 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6970382d-1a6f-497c-a4d3-e2bc3d900fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:15.905216 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-de49bc03-9fe6-4757-b361-c8ccc9389382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:15.919456 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-de49bc03-9fe6-4757-b361-c8ccc9389382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:15.961857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49bc03-9fe6-4757-b361-c8ccc9389382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3fbf64-f8d0-41a2-8467-592f88664f60,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:16.018426 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-de49bc03-9fe6-4757-b361-c8ccc9389382 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a6052266884416aa1ae581f1b601266&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0234885 Aug 05 14:03:16.022094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56984) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:16.037975 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c55912b-f178-4a31-9c04-85ef9fbaa01e req-9fa86767-3a4a-485a-a8fd-cfc86f0eb4ce tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/ports?device_id=701d5238-90b0-4a95-913a-b8de14bdc034 HTTP/1.1" status: 200 len: 210 time: 0.0897837 Aug 05 14:03:16.070366 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:16.112155 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d07fd3df-d64e-4310-84eb-b972b2d8adf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:16.117184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-cdafd428-0433-403d-9c49-e492aa060819 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Deleting port 43c7378b-268c-421c-86d5-5679bcdd80ce {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:03:16.117794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdafd428-0433-403d-9c49-e492aa060819 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:16.163908 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 67868671-8dc2-4eaf-803c-41c1acd6ab4b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=67868671-8dc2-4eaf-803c-41c1acd6ab4b,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:16.184676 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89def8fa-64f0-415f-9256-069e78f92b99 req-cbbcebcb-090e-4aa8-a0b4-ac440743ed3b tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 210 time: 0.1016366 Aug 05 14:03:16.198341 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '67868671-8dc2-4eaf-803c-41c1acd6ab4b', 'network_id': '2572b64d-2688-4ea7-b3b2-057ef2374e53', 'port_id': '67868671-8dc2-4eaf-803c-41c1acd6ab4b', 'mac_address': 'fa:16:3e:d5:a7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509b4bd6-4083-497b-a5bd-8bf817602045', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:03:16.225596 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdafd428-0433-403d-9c49-e492aa060819 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:16.226132 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdafd428-0433-403d-9c49-e492aa060819 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:16.242538 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-cdafd428-0433-403d-9c49-e492aa060819 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Calling delete_port for 43c7378b-268c-421c-86d5-5679bcdd80ce owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:03:16.273043 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:16.292919 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67868671-8dc2-4eaf-803c-41c1acd6ab4b {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:03:16.345795 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 67868671-8dc2-4eaf-803c-41c1acd6ab4b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=67868671-8dc2-4eaf-803c-41c1acd6ab4b,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:16.357239 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:16.363413 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04eb4214-479e-4e5f-837b-2c1483772e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:16.403006 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6970382d-1a6f-497c-a4d3-e2bc3d900fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:16.408806 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04eb4214-479e-4e5f-837b-2c1483772e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:16.418419 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6970382d-1a6f-497c-a4d3-e2bc3d900fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:16.449324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57441d-2131-466e-be2b-60a4a7ced772 req-e69a138a-8dab-4730-b368-115f10ad4c89 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:16.468745 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=67868671-8dc2-4eaf-803c-41c1acd6ab4b,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:16.474807 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970382d-1a6f-497c-a4d3-e2bc3d900fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a487d529-68ee-48cb-95b5-b5aaad417156,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:16.475027 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cb57441d-2131-466e-be2b-60a4a7ced772 req-e69a138a-8dab-4730-b368-115f10ad4c89 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb166b67-54aa-4d49-94a8-27c6c08dfd1d HTTP/1.1" status: 200 len: 944 time: 0.1137421 Aug 05 14:03:16.525205 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6970382d-1a6f-497c-a4d3-e2bc3d900fab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a7caebc7ab048c4ada305fb4933f6bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7050052 Aug 05 14:03:16.526591 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57002) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:16.558499 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['67868671-8dc2-4eaf-803c-41c1acd6ab4b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:03:16.581905 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cb57441d-2131-466e-be2b-60a4a7ced772 req-f8d384c7-10db-4c81-8053-9ee6a63bb98f tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060936 Aug 05 14:03:16.592190 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8f17-2645-4677-a974-38e281de3075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:16.625552 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04eb4214-479e-4e5f-837b-2c1483772e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:16.629206 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04eb4214-479e-4e5f-837b-2c1483772e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:16.630714 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-04eb4214-479e-4e5f-837b-2c1483772e00 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b3fbf64-f8d0-41a2-8467-592f88664f60 HTTP/1.1" status: 204 len: 168 time: 0.6028278 Aug 05 14:03:16.633398 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8f17-2645-4677-a974-38e281de3075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:16.653446 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb4214-479e-4e5f-837b-2c1483772e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3fbf64-f8d0-41a2-8467-592f88664f60,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:16.731914 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8f17-2645-4677-a974-38e281de3075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:16.741577 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8f17-2645-4677-a974-38e281de3075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:16.745892 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5c3e8f17-2645-4677-a974-38e281de3075 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a487d529-68ee-48cb-95b5-b5aaad417156 HTTP/1.1" status: 204 len: 168 time: 0.2168009 Aug 05 14:03:16.772238 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e8f17-2645-4677-a974-38e281de3075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a487d529-68ee-48cb-95b5-b5aaad417156,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:17.002487 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:03:17.009465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81130c-f727-4694-8827-bb96ae4b9407 req-a6cc430c-7f30-4298-99ad-9ee1d98c3127 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:17.016746 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bb81130c-f727-4694-8827-bb96ae4b9407 req-a6cc430c-7f30-4298-99ad-9ee1d98c3127 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1442823 Aug 05 14:03:17.089611 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdafd428-0433-403d-9c49-e492aa060819 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:17.103248 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-848b10e5-a0f1-44ec-891b-eaff32db5249 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:17.105167 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-848b10e5-a0f1-44ec-891b-eaff32db5249 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.84 "GET /v2.0/networks?id=fdabdcf8-812f-498c-a61f-e0740b155d08 HTTP/1.1" status: 200 len: 809 time: 0.5145872 Aug 05 14:03:17.132763 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bb81130c-f727-4694-8827-bb96ae4b9407 req-fb23ec30-7af7-4e81-ac56-735c29d18fd9 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112020 Aug 05 14:03:17.153949 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-059f8c36-465c-4bbe-8f46-5470db5b9417 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Request body: {'port': {'device_id': '701d5238-90b0-4a95-913a-b8de14bdc034', 'network_id': 'fdabdcf8-812f-498c-a61f-e0740b155d08', 'admin_state_up': True, 'tenant_id': 'c39e6b6a8d0842c388dde3ffb21b1e9a'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:03:17.175433 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafd428-0433-403d-9c49-e492aa060819 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Pushing event deleted for resources: {'Port': ['ID=43c7378b-268c-421c-86d5-5679bcdd80ce,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:17.402354 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b242aa58-2d92-469c-8962-54038f43d674 req-bd6dfa3c-3790-4ba1-b68d-4d98b7177731 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 210 time: 0.0626118 Aug 05 14:03:17.440577 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5c7d2f94-e741-4c91-ad36-39f2a0280486 req-21518514-fc23-462b-8f85-b71c203a6cc6 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/ports?device_id=701d5238-90b0-4a95-913a-b8de14bdc034 HTTP/1.1" status: 200 len: 210 time: 0.2220607 Aug 05 14:03:17.525821 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-059f8c36-465c-4bbe-8f46-5470db5b9417 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Made reservation on behalf of c39e6b6a8d0842c388dde3ffb21b1e9a for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:03:17.530406 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-059f8c36-465c-4bbe-8f46-5470db5b9417 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:17.561856 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdafd428-0433-403d-9c49-e492aa060819 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:17.565111 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdafd428-0433-403d-9c49-e492aa060819 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:17.569919 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57036) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:17.574053 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cdafd428-0433-403d-9c49-e492aa060819 tempest-ServersTestBootFromVolume-1574536878 tempest-ServersTestBootFromVolume-1574536878-project] 10.222.0.16 "DELETE /v2.0/floatingips/2fd20d8b-006c-44aa-95e7-6e03a590dcc3 HTTP/1.1" status: 204 len: 168 time: 1.8862321 Aug 05 14:03:17.584496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 67868671-8dc2-4eaf-803c-41c1acd6ab4b up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:03:17.682034 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57040) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:17.711095 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 67868671-8dc2-4eaf-803c-41c1acd6ab4b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:03:17.711844 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:17.718179 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d511cff5-c6cb-4b15-bb42-1a2262c66489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:17.902113 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:17.951086 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d511cff5-c6cb-4b15-bb42-1a2262c66489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:17.961312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb166b67-54aa-4d49-94a8-27c6c08dfd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67868671-8dc2-4eaf-803c-41c1acd6ab4b'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:03:17.966793 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97aeb81f-ef82-47e5-b49d-35dc6c4dbfe1" -d '{"events": [{"server_uuid": "fb166b67-54aa-4d49-94a8-27c6c08dfd1d", "name": "network-vif-plugged", "status": "completed", "tag": "67868671-8dc2-4eaf-803c-41c1acd6ab4b"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:03:17.978605 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d511cff5-c6cb-4b15-bb42-1a2262c66489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:17.998520 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 67868671-8dc2-4eaf-803c-41c1acd6ab4b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=67868671-8dc2-4eaf-803c-41c1acd6ab4b,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:18.013632 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:18.097551 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=67868671-8dc2-4eaf-803c-41c1acd6ab4b,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:18.101836 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db6d83-896d-48f4-a5c4-924d1eab1b93 req-f722fd32-1eb4-46f6-a9a7-3599c4e4bf6c tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:18.114994 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-82db6d83-896d-48f4-a5c4-924d1eab1b93 req-f722fd32-1eb4-46f6-a9a7-3599c4e4bf6c tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb166b67-54aa-4d49-94a8-27c6c08dfd1d HTTP/1.1" status: 200 len: 944 time: 0.2714992 Aug 05 14:03:18.129823 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d511cff5-c6cb-4b15-bb42-1a2262c66489 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86fd240bdbd84a679debda8334582f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4444768 Aug 05 14:03:18.144303 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57050) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:18.220732 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511cff5-c6cb-4b15-bb42-1a2262c66489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b339be28-4ac0-455a-b8da-6932e3290ec4,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:18.263394 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-82db6d83-896d-48f4-a5c4-924d1eab1b93 req-b6c5ecd0-02c7-41de-8bdb-a475baa2533a tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.16 "GET /v2.0/security-groups?id=862244a3-fb56-4a86-92e4-cd4832fce205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474357 Aug 05 14:03:18.312410 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0e0c1ce8-e4c8-4dfe-811c-f9f48bfa99e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:18.350946 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a215839-b466-42f8-90ee-9eae702a0767 x-openstack-request-id: req-3a215839-b466-42f8-90ee-9eae702a0767 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:03:18.350946 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb166b67-54aa-4d49-94a8-27c6c08dfd1d", "name": "network-vif-plugged", "status": "completed", "tag": "67868671-8dc2-4eaf-803c-41c1acd6ab4b", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:03:18.351178 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a215839-b466-42f8-90ee-9eae702a0767 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:03:18.351731 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb166b67-54aa-4d49-94a8-27c6c08dfd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67868671-8dc2-4eaf-803c-41c1acd6ab4b', 'code': 200} Aug 05 14:03:18.370316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-2de58403-f6cd-415b-837d-6b8151bf63b0 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:18.370316 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-2de58403-f6cd-415b-837d-6b8151bf63b0 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.84 "GET /v2.0/networks?id=87de090b-2969-4c9c-ab25-0366dc737903 HTTP/1.1" status: 200 len: 815 time: 0.4309280 Aug 05 14:03:18.393867 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-851c91fe-2fee-4aa3-be5f-01d5bce46d8e tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Request body: {'port': {'device_id': 'e0bd9c04-1272-43ea-aca9-00533d6b59f4', 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903', 'admin_state_up': True, 'tenant_id': 'fea387ec4e9e4aa2a9d3645290a1bad0'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:03:18.574795 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:18.660583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-851c91fe-2fee-4aa3-be5f-01d5bce46d8e tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Made reservation on behalf of fea387ec4e9e4aa2a9d3645290a1bad0 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:03:18.663464 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-851c91fe-2fee-4aa3-be5f-01d5bce46d8e tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:18.678723 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2e7e0138-f1a6-4c85-b80c-841adecf8179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:18.859855 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-465781a8-3c81-46eb-9c14-c75da010df09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:18.902219 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-465781a8-3c81-46eb-9c14-c75da010df09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:18.905084 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2ad0cb15-5e8f-400c-8ed4-b0e5cac70894 req-e6900474-fc46-4a37-ba56-fefb3e29749d tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 210 time: 0.0682070 Aug 05 14:03:19.013554 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-465781a8-3c81-46eb-9c14-c75da010df09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:19.016228 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-465781a8-3c81-46eb-9c14-c75da010df09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:19.017418 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-465781a8-3c81-46eb-9c14-c75da010df09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b339be28-4ac0-455a-b8da-6932e3290ec4 HTTP/1.1" status: 204 len: 168 time: 0.8719292 Aug 05 14:03:19.073137 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-851c91fe-2fee-4aa3-be5f-01d5bce46d8e tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Allocated IP 172.20.0.14 (87de090b-2969-4c9c-ab25-0366dc737903/f418fa09-47fd-4308-8590-d5962fc704ec/da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:03:19.099691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b40a2a-8454-4f8b-88e9-4de699faae2e req-b1d6e6e4-237c-4551-a009-140209efedf6 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:19.108312 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8b40a2a-8454-4f8b-88e9-4de699faae2e req-b1d6e6e4-237c-4551-a009-140209efedf6 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 1.1478801 Aug 05 14:03:19.120016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465781a8-3c81-46eb-9c14-c75da010df09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b339be28-4ac0-455a-b8da-6932e3290ec4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:19.201435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-059f8c36-465c-4bbe-8f46-5470db5b9417 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Allocated IP 172.20.0.6 (fdabdcf8-812f-498c-a61f-e0740b155d08/5db6c4a1-2095-44bc-90e8-414a3ed368c6/8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:03:19.314761 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8b40a2a-8454-4f8b-88e9-4de699faae2e req-ce7535cd-b677-45c5-8b84-42d5d7cd0c44 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054343 Aug 05 14:03:19.437023 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:19.481092 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-851c91fe-2fee-4aa3-be5f-01d5bce46d8e tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:19.513284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-851c91fe-2fee-4aa3-be5f-01d5bce46d8e tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Transition to ACTIVE for port object da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:03:19.591814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 67868671-8dc2-4eaf-803c-41c1acd6ab4b no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:03:19.730765 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-059f8c36-465c-4bbe-8f46-5470db5b9417 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:19.769769 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:19.811447 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 67868671-8dc2-4eaf-803c-41c1acd6ab4b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=67868671-8dc2-4eaf-803c-41c1acd6ab4b,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:19.820850 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:19.823229 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f86d3f19-9333-41dd-ae7c-65badf4a2713 req-4450ed55-f978-4cc3-a26e-067dea316d89 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/ports?device_id=701d5238-90b0-4a95-913a-b8de14bdc034 HTTP/1.1" status: 200 len: 210 time: 0.2790892 Aug 05 14:03:19.839393 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-851c91fe-2fee-4aa3-be5f-01d5bce46d8e tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:19.898700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=67868671-8dc2-4eaf-803c-41c1acd6ab4b,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:19.917235 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-059f8c36-465c-4bbe-8f46-5470db5b9417 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:20.015697 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-851c91fe-2fee-4aa3-be5f-01d5bce46d8e tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Network 87de090b-2969-4c9c-ab25-0366dc737903 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:03:20.039529 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-851c91fe-2fee-4aa3-be5f-01d5bce46d8e tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:03:20.056009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-059f8c36-465c-4bbe-8f46-5470db5b9417 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Network fdabdcf8-812f-498c-a61f-e0740b155d08 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:03:20.081821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-851c91fe-2fee-4aa3-be5f-01d5bce46d8e tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:03:20.085714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-059f8c36-465c-4bbe-8f46-5470db5b9417 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:03:20.100126 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-059f8c36-465c-4bbe-8f46-5470db5b9417 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:03:20.266502 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f8c36-465c-4bbe-8f46-5470db5b9417 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Pushing event updated for resources: {'Port': ['ID=8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:20.297958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-059f8c36-465c-4bbe-8f46-5470db5b9417 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:20.298655 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-059f8c36-465c-4bbe-8f46-5470db5b9417 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:20.344481 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-059f8c36-465c-4bbe-8f46-5470db5b9417 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1950662 Aug 05 14:03:20.353716 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb166b67-54aa-4d49-94a8-27c6c08dfd1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67868671-8dc2-4eaf-803c-41c1acd6ab4b'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:03:20.357218 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494599b1-4c77-46fd-9bd5-bc1ae17847fa" -d '{"events": [{"server_uuid": "fb166b67-54aa-4d49-94a8-27c6c08dfd1d", "name": "network-vif-unplugged", "status": "completed", "tag": "67868671-8dc2-4eaf-803c-41c1acd6ab4b"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:03:20.389254 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c91fe-2fee-4aa3-be5f-01d5bce46d8e tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Pushing event updated for resources: {'Port': ['ID=da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:20.416797 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-9f408f6c-0737-4cd7-ab09-24e6bb6601d2 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:03:20.417867 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-9f408f6c-0737-4cd7-ab09-24e6bb6601d2 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078003 Aug 05 14:03:20.512899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-851c91fe-2fee-4aa3-be5f-01d5bce46d8e tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:20.515016 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-851c91fe-2fee-4aa3-be5f-01d5bce46d8e tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:20.595839 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2122159-dad8-42cc-b88f-ab30489b28a7 req-258de232-14f1-4bc8-9048-f62271b285ac tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:20.609691 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b2122159-dad8-42cc-b88f-ab30489b28a7 req-258de232-14f1-4bc8-9048-f62271b285ac tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 932 time: 0.4140034 Aug 05 14:03:20.617440 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8b317b1c-4058-435f-8cea-fc4d6ad59afe None None] Provisioning for port da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:03:20.648258 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8b317b1c-4058-435f-8cea-fc4d6ad59afe None None] Provisioning complete for port da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:03:20.648893 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8b317b1c-4058-435f-8cea-fc4d6ad59afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:20.713117 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-851c91fe-2fee-4aa3-be5f-01d5bce46d8e tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3304629 Aug 05 14:03:20.814686 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8b317b1c-4058-435f-8cea-fc4d6ad59afe None None] Port da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:03:20.817858 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b2122159-dad8-42cc-b88f-ab30489b28a7 req-fb34541f-3296-4f20-846f-4ecc53e4d7af tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/security-groups?id=d767e094-ca08-4777-8062-866e11c22bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968548 Aug 05 14:03:20.870673 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-2e7e0138-f1a6-4c85-b80c-841adecf8179 admin admin] Deleting port 20abf334-4994-4cd1-ad97-4b8b6756241e {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:03:20.871121 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2e7e0138-f1a6-4c85-b80c-841adecf8179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:20.880548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Request body: {'port': {'device_id': '701d5238-90b0-4a95-913a-b8de14bdc034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:03:21.022722 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:21.106670 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Request body: {'port': {'device_id': 'e0bd9c04-1272-43ea-aca9-00533d6b59f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:03:21.164460 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-2e7e0138-f1a6-4c85-b80c-841adecf8179 admin admin] For port 20abf334-4994-4cd1-ad97-4b8b6756241e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=20abf334-4994-4cd1-ad97-4b8b6756241e,segment=NetworkSegment(0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f),segment_id=0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:21.168416 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2e7e0138-f1a6-4c85-b80c-841adecf8179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:21.240734 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:21.302892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-2e7e0138-f1a6-4c85-b80c-841adecf8179 admin admin] Calling delete_port for 20abf334-4994-4cd1-ad97-4b8b6756241e owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:03:21.478440 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:03:21.480924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf53efb-a98c-47d2-8a39-c19c4e997c83 req-e2ca1bad-46ba-4367-b372-791fbaf800d6 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:21.488059 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:21.530217 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Transition to ACTIVE for port object 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:03:21.530504 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6bf53efb-a98c-47d2-8a39-c19c4e997c83 req-e2ca1bad-46ba-4367-b372-791fbaf800d6 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.4282007 Aug 05 14:03:21.551499 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:21.553126 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:21.718803 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446d5a0-ef23-4701-813b-dabf8565da0b req-593c6100-a1b5-44e2-b416-10a53cfee9e1 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:21.720400 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d446d5a0-ef23-4701-813b-dabf8565da0b req-593c6100-a1b5-44e2-b416-10a53cfee9e1 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb166b67-54aa-4d49-94a8-27c6c08dfd1d HTTP/1.1" status: 200 len: 943 time: 0.2149200 Aug 05 14:03:21.734615 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:21.839163 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6bf53efb-a98c-47d2-8a39-c19c4e997c83 req-32832124-c0c0-438a-a2d6-33b7c98e2cd9 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983659 Aug 05 14:03:22.249152 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Attempting to bind port 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:03:22.249649 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Attempting to bind port 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '623750fd-fee1-4e80-aaa7-c99e447134c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fdabdcf8-812f-498c-a61f-e0740b155d08'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:03:22.250860 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Attempting to bind port 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 on network fdabdcf8-812f-498c-a61f-e0740b155d08 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:03:22.288172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Port 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 on network fdabdcf8-812f-498c-a61f-e0740b155d08 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:03:22.288521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Attempting to bind port 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 on network fdabdcf8-812f-498c-a61f-e0740b155d08 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:03:22.319722 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba0f633-0613-4f6d-8ef5-87757d3ac457 x-openstack-request-id: req-9ba0f633-0613-4f6d-8ef5-87757d3ac457 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:03:22.320234 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb166b67-54aa-4d49-94a8-27c6c08dfd1d", "name": "network-vif-unplugged", "status": "completed", "tag": "67868671-8dc2-4eaf-803c-41c1acd6ab4b", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:03:22.320439 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ba0f633-0613-4f6d-8ef5-87757d3ac457 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:03:22.320923 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb166b67-54aa-4d49-94a8-27c6c08dfd1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67868671-8dc2-4eaf-803c-41c1acd6ab4b', 'code': 200} Aug 05 14:03:22.348615 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:03:22.348967 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Checking segment: {'id': '623750fd-fee1-4e80-aaa7-c99e447134c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fdabdcf8-812f-498c-a61f-e0740b155d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:03:22.349374 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Bound using segment: {'id': '623750fd-fee1-4e80-aaa7-c99e447134c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fdabdcf8-812f-498c-a61f-e0740b155d08'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:03:22.349838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Bound port: 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623750fd-fee1-4e80-aaa7-c99e447134c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fdabdcf8-812f-498c-a61f-e0740b155d08'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:03:22.350210 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:22.410429 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-d446d5a0-ef23-4701-813b-dabf8565da0b req-f9ad5fca-80f8-4fda-91cf-c7f60ec73dc7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Deleting port 67868671-8dc2-4eaf-803c-41c1acd6ab4b {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:03:22.410815 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d446d5a0-ef23-4701-813b-dabf8565da0b req-f9ad5fca-80f8-4fda-91cf-c7f60ec73dc7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:22.565338 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2e7e0138-f1a6-4c85-b80c-841adecf8179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:22.831328 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-d446d5a0-ef23-4701-813b-dabf8565da0b req-f9ad5fca-80f8-4fda-91cf-c7f60ec73dc7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] For port 67868671-8dc2-4eaf-803c-41c1acd6ab4b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=67868671-8dc2-4eaf-803c-41c1acd6ab4b,segment=NetworkSegment(fef3567b-5c8c-480d-8462-5c560ed3dab4),segment_id=fef3567b-5c8c-480d-8462-5c560ed3dab4)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:22.834314 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d446d5a0-ef23-4701-813b-dabf8565da0b req-f9ad5fca-80f8-4fda-91cf-c7f60ec73dc7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:22.859584 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] For port 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:03:22.900769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-d446d5a0-ef23-4701-813b-dabf8565da0b req-f9ad5fca-80f8-4fda-91cf-c7f60ec73dc7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Calling delete_port for 67868671-8dc2-4eaf-803c-41c1acd6ab4b owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:03:22.917617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] For port 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207,segment=NetworkSegment(623750fd-fee1-4e80-aaa7-c99e447134c6),segment_id=623750fd-fee1-4e80-aaa7-c99e447134c6)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:03:22.955906 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:23.261470 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:23.263655 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:23.267066 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] 10.222.0.84 "PUT /v2.0/ports/8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 HTTP/1.1" status: 200 len: 1091 time: 2.8377242 Aug 05 14:03:23.269202 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701d5238-90b0-4a95-913a-b8de14bdc034', 'tag': '8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:03:23.271793 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f670386-fe93-4be2-be1b-37aa829a6555" -d '{"events": [{"name": "network-changed", "server_uuid": "701d5238-90b0-4a95-913a-b8de14bdc034", "tag": "8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:03:23.439875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ae693-3ad5-478a-8879-99fbf8b072c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:23.479711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-e51733a1-f70c-4ab2-9658-3a9dd424a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:23.481957 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-e51733a1-f70c-4ab2-9658-3a9dd424a01b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c39e6b6a8d0842c388dde3ffb21b1e9a&device_id=701d5238-90b0-4a95-913a-b8de14bdc034 HTTP/1.1" status: 200 len: 1094 time: 0.1381149 Aug 05 14:03:23.618820 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-234bd279-d7b0-42d3-99f7-b88606c8fee7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 HTTP/1.1" status: 200 len: 217 time: 0.0996664 Aug 05 14:03:23.721224 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d446d5a0-ef23-4701-813b-dabf8565da0b req-f9ad5fca-80f8-4fda-91cf-c7f60ec73dc7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:23.788971 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e0138-f1a6-4c85-b80c-841adecf8179 admin admin] Pushing event deleted for resources: {'Port': ['ID=20abf334-4994-4cd1-ad97-4b8b6756241e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:23.825484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-e1ab9609-05b6-4af9-9e37-33497976bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:23.833578 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-e1ab9609-05b6-4af9-9e37-33497976bb10 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5db6c4a1-2095-44bc-90e8-414a3ed368c6 HTTP/1.1" status: 200 len: 849 time: 0.1905339 Aug 05 14:03:23.837262 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad5fca-80f8-4fda-91cf-c7f60ec73dc7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Pushing event deleted for resources: {'Port': ['ID=67868671-8dc2-4eaf-803c-41c1acd6ab4b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:23.961136 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-73aa60e4-fae8-4436-9a7e-5345b7a79c9a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=fdabdcf8-812f-498c-a61f-e0740b155d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113811 Aug 05 14:03:23.985987 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd870cdd-138b-445e-9e0d-81f0d9c01bc5 req-49851075-ea92-40eb-98da-9cc4d5368d27 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:23.992658 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fd870cdd-138b-445e-9e0d-81f0d9c01bc5 req-49851075-ea92-40eb-98da-9cc4d5368d27 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/ports?device_id=701d5238-90b0-4a95-913a-b8de14bdc034 HTTP/1.1" status: 200 len: 943 time: 1.5306313 Aug 05 14:03:24.175904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:03:24.207447 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:24.300121 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Transition to ACTIVE for port object da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:03:24.321151 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:24.330762 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-5056f843-c7b0-4e14-b1af-10493888607c service neutron] 10.222.0.84 "GET /v2.0/networks/fdabdcf8-812f-498c-a61f-e0740b155d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006716 Aug 05 14:03:24.332762 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d446d5a0-ef23-4701-813b-dabf8565da0b req-f9ad5fca-80f8-4fda-91cf-c7f60ec73dc7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] No DVR routers for this DVR port 67868671-8dc2-4eaf-803c-41c1acd6ab4b on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:03:24.339593 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d446d5a0-ef23-4701-813b-dabf8565da0b req-f9ad5fca-80f8-4fda-91cf-c7f60ec73dc7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:24.345565 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d446d5a0-ef23-4701-813b-dabf8565da0b req-f9ad5fca-80f8-4fda-91cf-c7f60ec73dc7 tempest-ImagesTestJSON-1327444794 tempest-ImagesTestJSON-1327444794-project] 10.222.0.84 "DELETE /v2.0/ports/67868671-8dc2-4eaf-803c-41c1acd6ab4b HTTP/1.1" status: 204 len: 173 time: 2.5757716 Aug 05 14:03:24.456608 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fd870cdd-138b-445e-9e0d-81f0d9c01bc5 req-433340f1-da3d-4409-906c-b86569e2e79e tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ef1b21-5a02-4a6b-9026-0eac81efc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367754 Aug 05 14:03:24.655299 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2a58c34-8071-4199-83d5-e8fcbf0268a6 req-ec7fea26-29d7-4fda-b03a-71e1e1fd7979 service neutron] 10.222.0.84 "GET /v2.0/networks/fdabdcf8-812f-498c-a61f-e0740b155d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065727 Aug 05 14:03:24.703175 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Pushing event updated for resources: {'Port': ['ID=da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:24.833086 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb65b8-da0c-4f18-9c99-109ae3503ebe req-770692ea-71ab-474c-a282-e269dd5919c6 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:24.835343 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e3fb65b8-da0c-4f18-9c99-109ae3503ebe req-770692ea-71ab-474c-a282-e269dd5919c6 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 944 time: 0.2291260 Aug 05 14:03:24.904817 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2e7e0138-f1a6-4c85-b80c-841adecf8179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:25.041670 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e3fb65b8-da0c-4f18-9c99-109ae3503ebe req-f46f7bfc-3914-4e8b-be81-032e2d00608e tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/security-groups?id=d767e094-ca08-4777-8062-866e11c22bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904438 Aug 05 14:03:25.064611 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Attempting to bind port da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:03:25.065191 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Attempting to bind port da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '9fd67f90-4c15-4b81-99a2-e17def633009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:03:25.065959 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Attempting to bind port da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b on network 87de090b-2969-4c9c-ab25-0366dc737903 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:03:25.077521 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Port da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b on network 87de090b-2969-4c9c-ab25-0366dc737903 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:03:25.077849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Attempting to bind port da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b on network 87de090b-2969-4c9c-ab25-0366dc737903 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:03:25.088218 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:03:25.088909 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Checking segment: {'id': '9fd67f90-4c15-4b81-99a2-e17def633009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:03:25.089639 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Bound using segment: {'id': '9fd67f90-4c15-4b81-99a2-e17def633009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:03:25.090301 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Bound port: da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd67f90-4c15-4b81-99a2-e17def633009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:03:25.090761 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:25.133210 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195da720-44d7-48f4-914a-75b8fd8dc030 x-openstack-request-id: req-195da720-44d7-48f4-914a-75b8fd8dc030 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:03:25.134086 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701d5238-90b0-4a95-913a-b8de14bdc034", "tag": "8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:03:25.134680 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-195da720-44d7-48f4-914a-75b8fd8dc030 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:03:25.135201 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701d5238-90b0-4a95-913a-b8de14bdc034', 'tag': '8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207', 'status': 'completed', 'code': 200} Aug 05 14:03:25.310085 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f670386-fe93-4be2-be1b-37aa829a6555 req-2d381147-b370-4416-9972-5ae262543d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:25.316331 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8f670386-fe93-4be2-be1b-37aa829a6555 req-2d381147-b370-4416-9972-5ae262543d11 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c39e6b6a8d0842c388dde3ffb21b1e9a&device_id=701d5238-90b0-4a95-913a-b8de14bdc034 HTTP/1.1" status: 200 len: 1094 time: 0.1460502 Aug 05 14:03:25.354123 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] For port da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:03:25.361118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] For port da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b,segment=NetworkSegment(9fd67f90-4c15-4b81-99a2-e17def633009),segment_id=9fd67f90-4c15-4b81-99a2-e17def633009)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:03:25.376227 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:25.604019 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 67868671-8dc2-4eaf-803c-41c1acd6ab4b no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:03:25.618765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f670386-fe93-4be2-be1b-37aa829a6555 req-b2e52253-2562-493c-aeef-85625dcf54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:25.621119 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8f670386-fe93-4be2-be1b-37aa829a6555 req-b2e52253-2562-493c-aeef-85625dcf54c3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=fdabdcf8-812f-498c-a61f-e0740b155d08 HTTP/1.1" status: 200 len: 910 time: 0.2901368 Aug 05 14:03:25.629606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:25.630268 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:25.641069 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] 10.222.0.84 "PUT /v2.0/ports/da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b HTTP/1.1" status: 200 len: 1092 time: 4.8514547 Aug 05 14:03:25.641702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0bd9c04-1272-43ea-aca9-00533d6b59f4', 'tag': 'da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:03:25.644147 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f243001-b6e8-4856-9b7d-a28c7f2ba67a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0bd9c04-1272-43ea-aca9-00533d6b59f4", "tag": "da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:03:25.655003 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 67868671-8dc2-4eaf-803c-41c1acd6ab4b {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:03:25.659530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 67868671-8dc2-4eaf-803c-41c1acd6ab4b not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:03:25.678533 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29436ee8-c4c7-4133-88d6-06d12e2b2667 service neutron] Pushing event updated for resources: {'Port': ['ID=da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:25.837384 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8f670386-fe93-4be2-be1b-37aa829a6555 req-c5db20a5-1791-487f-b795-bfde0e099b65 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 HTTP/1.1" status: 200 len: 217 time: 0.1640701 Aug 05 14:03:25.947859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-fb5111f9-12ea-4a27-ba91-4067f39e4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:25.951504 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-fb5111f9-12ea-4a27-ba91-4067f39e4cb5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fea387ec4e9e4aa2a9d3645290a1bad0&device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 1095 time: 0.1689317 Aug 05 14:03:25.966746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7e0138-f1a6-4c85-b80c-841adecf8179 admin admin] Router b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:03:26.068908 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c75367-37e6-4bab-9d8e-5d8ff31c24aa req-aa22220a-045f-489b-afb2-33015422e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:26.075455 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8c75367-37e6-4bab-9d8e-5d8ff31c24aa req-aa22220a-045f-489b-afb2-33015422e53b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 1097 time: 0.4751503 Aug 05 14:03:26.085216 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-526d45ed-c6eb-4ebf-bc14-9248ba64bf43 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b HTTP/1.1" status: 200 len: 217 time: 0.1171846 Aug 05 14:03:26.090147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f670386-fe93-4be2-be1b-37aa829a6555 req-acbae19b-d54d-4d99-b27b-633306927cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:26.094905 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8f670386-fe93-4be2-be1b-37aa829a6555 req-acbae19b-d54d-4d99-b27b-633306927cff service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5db6c4a1-2095-44bc-90e8-414a3ed368c6 HTTP/1.1" status: 200 len: 849 time: 0.2243249 Aug 05 14:03:26.172225 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8f670386-fe93-4be2-be1b-37aa829a6555 req-f91a7d7d-025a-4427-992d-6710e264045a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=fdabdcf8-812f-498c-a61f-e0740b155d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689528 Aug 05 14:03:26.267892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7e0138-f1a6-4c85-b80c-841adecf8179 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:03:26.280630 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4385a-2712-4b95-a419-ce40d6723e49 None None] Sync routers for ids ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:03:26.298051 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4385a-2712-4b95-a419-ce40d6723e49 None None] Routers {'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:03:26.300149 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-1aa4385a-2712-4b95-a419-ce40d6723e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:03:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:26.330842 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-4b4a8915-71b1-4a02-9770-7d925065026f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:26.332397 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-4b4a8915-71b1-4a02-9770-7d925065026f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f418fa09-47fd-4308-8590-d5962fc704ec HTTP/1.1" status: 200 len: 854 time: 0.0661187 Aug 05 14:03:26.340388 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2e7e0138-f1a6-4c85-b80c-841adecf8179 admin admin] 10.222.0.16 "PUT /v2.0/routers/b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7680469 Aug 05 14:03:26.340388 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57234) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:26.392425 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c75367-37e6-4bab-9d8e-5d8ff31c24aa req-c4848046-b4f9-439c-8903-0cbedbf3784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:26.395246 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8c75367-37e6-4bab-9d8e-5d8ff31c24aa req-c4848046-b4f9-439c-8903-0cbedbf3784d service neutron] 10.222.0.63 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 912 time: 0.2199252 Aug 05 14:03:26.493879 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-5e2f96b2-19ca-4363-98c8-c388f9f2691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:26.495592 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-5e2f96b2-19ca-4363-98c8-c388f9f2691a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=87de090b-2969-4c9c-ab25-0366dc737903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483495 Aug 05 14:03:26.623671 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-1aa4385a-2712-4b95-a419-ce40d6723e49 None None] Set router b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:03:26.664476 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8c75367-37e6-4bab-9d8e-5d8ff31c24aa req-940c03c0-7c76-4ed7-9378-8502a7c23f88 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9427d2ce-c909-47cf-a75d-501df1b0f888 HTTP/1.1" status: 200 len: 1001 time: 0.2051809 Aug 05 14:03:26.666371 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-398a3978-0e06-46fc-8551-f7e426a83a97 admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:26.815476 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c75367-37e6-4bab-9d8e-5d8ff31c24aa req-24f8aaa1-b84d-48fe-b03b-23a134d8dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:26.817021 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8c75367-37e6-4bab-9d8e-5d8ff31c24aa req-24f8aaa1-b84d-48fe-b03b-23a134d8dd63 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.1274943 Aug 05 14:03:26.974454 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8f670386-fe93-4be2-be1b-37aa829a6555 req-43684cb3-2f90-45d0-9ff6-17c427ab2cc8 service neutron] 10.222.0.84 "GET /v2.0/networks/fdabdcf8-812f-498c-a61f-e0740b155d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765159 Aug 05 14:03:26.978587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c75367-37e6-4bab-9d8e-5d8ff31c24aa req-1b841f79-d6f1-484a-ac59-355cc799e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:26.980302 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8c75367-37e6-4bab-9d8e-5d8ff31c24aa req-1b841f79-d6f1-484a-ac59-355cc799e3d3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533780 Aug 05 14:03:26.994545 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-f8c75367-37e6-4bab-9d8e-5d8ff31c24aa req-7c0e98c1-e1fb-4aa5-9269-5517036b8e6a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:03:26.995820 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8c75367-37e6-4bab-9d8e-5d8ff31c24aa req-7c0e98c1-e1fb-4aa5-9269-5517036b8e6a service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066063 Aug 05 14:03:27.024234 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-bb9250eb-1756-49fe-91ed-832a13cd93a9 service neutron] 10.222.0.84 "GET /v2.0/networks/87de090b-2969-4c9c-ab25-0366dc737903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118330 Aug 05 14:03:27.078469 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-1aa4385a-2712-4b95-a419-ce40d6723e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'name': 'tempest-ServersTestBootFromVolume-1245048125-router', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T14:03:22Z', 'revision_number': 5, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'gw_port': {'id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:27.119476 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4385a-2712-4b95-a419-ce40d6723e49 None None] Checking router: b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:03:27.129211 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-398a3978-0e06-46fc-8551-f7e426a83a97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:27.132197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4385a-2712-4b95-a419-ce40d6723e49 None None] Routers {'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:03:27.133016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-1aa4385a-2712-4b95-a419-ce40d6723e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:03:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:27.195658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb166b67-54aa-4d49-94a8-27c6c08dfd1d', 'name': 'network-vif-deleted', 'tag': '67868671-8dc2-4eaf-803c-41c1acd6ab4b'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:03:27.202078 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932e9a3a-84b0-4ab4-b15e-42952202a8b8" -d '{"events": [{"server_uuid": "fb166b67-54aa-4d49-94a8-27c6c08dfd1d", "name": "network-vif-deleted", "tag": "67868671-8dc2-4eaf-803c-41c1acd6ab4b"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:03:27.207188 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8c75367-37e6-4bab-9d8e-5d8ff31c24aa req-9dbfdcaa-8ce8-4d50-b649-7b7c9b0dedfa service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007627 Aug 05 14:03:27.232974 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee5a070b-b099-4e80-bd49-1198412cc28b req-125934b1-0604-4f47-bace-947b5b7768e5 service neutron] 10.222.0.84 "GET /v2.0/networks/87de090b-2969-4c9c-ab25-0366dc737903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984792 Aug 05 14:03:27.358161 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-1aa4385a-2712-4b95-a419-ce40d6723e49 None None] Set router b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:03:27.420304 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-398a3978-0e06-46fc-8551-f7e426a83a97 admin admin] Deleting port 44754ff0-3bac-4e97-b5aa-15fc03326bdc {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:03:27.429057 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-398a3978-0e06-46fc-8551-f7e426a83a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:27.624514 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-398a3978-0e06-46fc-8551-f7e426a83a97 admin admin] For port 44754ff0-3bac-4e97-b5aa-15fc03326bdc, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=44754ff0-3bac-4e97-b5aa-15fc03326bdc,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:27.625579 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-398a3978-0e06-46fc-8551-f7e426a83a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:27.640978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:03:27.650893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-398a3978-0e06-46fc-8551-f7e426a83a97 admin admin] Calling delete_port for 44754ff0-3bac-4e97-b5aa-15fc03326bdc owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:03:27.655949 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8f670386-fe93-4be2-be1b-37aa829a6555 req-0626e985-ef9d-47ef-a25b-04c8bb068914 service neutron] 10.222.0.84 "GET /v2.0/networks/fdabdcf8-812f-498c-a61f-e0740b155d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6591187 Aug 05 14:03:27.692037 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8c75367-37e6-4bab-9d8e-5d8ff31c24aa req-559fe33c-6464-42ff-9fda-86a404e787be service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680741 Aug 05 14:03:27.866491 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207,segment=NetworkSegment(623750fd-fee1-4e80-aaa7-c99e447134c6),segment_id=623750fd-fee1-4e80-aaa7-c99e447134c6)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:27.893480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207', 'network_id': 'fdabdcf8-812f-498c-a61f-e0740b155d08', 'port_id': '8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207', 'mac_address': 'fa:16:3e:81:72:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db6c4a1-2095-44bc-90e8-414a3ed368c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:03:27.975679 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-398a3978-0e06-46fc-8551-f7e426a83a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:27.986189 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:28.033362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:03:28.041722 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a3978-0e06-46fc-8551-f7e426a83a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=44754ff0-3bac-4e97-b5aa-15fc03326bdc,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:28.064162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207,segment=NetworkSegment(623750fd-fee1-4e80-aaa7-c99e447134c6),segment_id=623750fd-fee1-4e80-aaa7-c99e447134c6)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:28.078319 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:28.152465 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-398a3978-0e06-46fc-8551-f7e426a83a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:28.270637 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-1aa4385a-2712-4b95-a419-ce40d6723e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'name': 'tempest-ServersTestBootFromVolume-1245048125-router', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T14:03:22Z', 'revision_number': 5, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'gw_port': {'id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:28.319487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:28.324137 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4385a-2712-4b95-a419-ce40d6723e49 None None] The sync data for ids ['b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7'] in n-d-803585-2 is: [{'id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'name': 'tempest-ServersTestBootFromVolume-1245048125-router', 'tenant_id': '242aee1dd2bb45e090193f192ec2acf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T13:59:28Z', 'updated_at': '2021-08-05T14:03:22Z', 'revision_number': 5, 'project_id': '242aee1dd2bb45e090193f192ec2acf8', 'gw_port': {'id': '44754ff0-3bac-4e97-b5aa-15fc03326bdc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T13:59:32Z', 'updated_at': '2021-08-05T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:03:28.347019 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:03:28.402408 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-398a3978-0e06-46fc-8551-f7e426a83a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:28.406218 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-398a3978-0e06-46fc-8551-f7e426a83a97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:28.459039 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-398a3978-0e06-46fc-8551-f7e426a83a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:28.460722 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398a3978-0e06-46fc-8551-f7e426a83a97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:03:28.468100 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-398a3978-0e06-46fc-8551-f7e426a83a97 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:28.469592 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-398a3978-0e06-46fc-8551-f7e426a83a97 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b9e55bbe-7b8c-43a9-8f93-427ef60b9fb7 HTTP/1.1" status: 204 len: 168 time: 2.1285474 Aug 05 14:03:28.472311 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57254) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:28.589148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b2d07c-1e74-4cd5-b893-ade2943f246d admin admin] Deleting subnet bdb14171-f95f-4ddd-92c7-c92b54e1f9c3 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:03:28.597522 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-41b2d07c-1e74-4cd5-b893-ade2943f246d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:28.655135 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-41b2d07c-1e74-4cd5-b893-ade2943f246d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:28.817169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-41b2d07c-1e74-4cd5-b893-ade2943f246d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:28.921875 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-41b2d07c-1e74-4cd5-b893-ade2943f246d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:28.966095 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2d07c-1e74-4cd5-b893-ade2943f246d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb14171-f95f-4ddd-92c7-c92b54e1f9c3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:29.004196 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-41b2d07c-1e74-4cd5-b893-ade2943f246d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:29.009174 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-41b2d07c-1e74-4cd5-b893-ade2943f246d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bdb14171-f95f-4ddd-92c7-c92b54e1f9c3 HTTP/1.1" status: 204 len: 168 time: 0.5332577 Aug 05 14:03:29.009373 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9df878d-1fb2-4fe1-9453-93e95358b519 None None] Network 17449f7a-6c65-48a1-960d-a93691b6492e requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:03:29.009898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57262) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:29.231010 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:29.340534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] Deleting port 66cab407-6489-4d84-8919-868da4e92d0f {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:03:29.340892 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:29.439435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415082d3-4fea-4272-a815-cf13ad518049 None None] DHCP port deletion for 17449f7a-6c65-48a1-960d-a93691b6492e request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:03:29.456087 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] For port 66cab407-6489-4d84-8919-868da4e92d0f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=66cab407-6489-4d84-8919-868da4e92d0f,segment=NetworkSegment(0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f),segment_id=0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:29.457030 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:29.484197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] Calling delete_port for 66cab407-6489-4d84-8919-868da4e92d0f owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:03:29.595508 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-415082d3-4fea-4272-a815-cf13ad518049 None None] Deleting port 66cab407-6489-4d84-8919-868da4e92d0f {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:03:29.597199 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-415082d3-4fea-4272-a815-cf13ad518049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:29.606611 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:29.642667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] No DVR routers for this DVR port 66cab407-6489-4d84-8919-868da4e92d0f on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:03:29.671112 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=66cab407-6489-4d84-8919-868da4e92d0f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:29.685815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:03:29.748236 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:29.765775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17449f7a-6c65-48a1-960d-a93691b6492e']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:29.785774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:29.786563 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:29.810810 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:29.835209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:03:29.856590 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:29.867972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-415082d3-4fea-4272-a815-cf13ad518049 None None] For port 66cab407-6489-4d84-8919-868da4e92d0f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=66cab407-6489-4d84-8919-868da4e92d0f,segment=NetworkSegment(0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f),segment_id=0023ef8e-fcf0-425e-8e5e-eb5ac79cab9f)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:29.868488 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-415082d3-4fea-4272-a815-cf13ad518049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:29.869097 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:03:29.869591 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:03:29.885082 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:03:29.898572 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:03:29.899581 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:29.955681 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:29.955681 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:29.961962 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/17449f7a-6c65-48a1-960d-a93691b6492e HTTP/1.1" status: 204 len: 168 time: 0.9480422 Aug 05 14:03:29.995438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d8175-daf2-4430-9f3c-112f2991e7d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=17449f7a-6c65-48a1-960d-a93691b6492e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:29.997122 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-415082d3-4fea-4272-a815-cf13ad518049 None None] Calling delete_port for 66cab407-6489-4d84-8919-868da4e92d0f owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:03:30.343130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 66cab407-6489-4d84-8919-868da4e92d0f no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:03:30.349424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57286) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:30.428196 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-0e6f6fc4-223a-4a81-8baf-599ccfa17e7f tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=dfe94dc0affd4258aa57e86877123e6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479710 Aug 05 14:03:30.435763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 66cab407-6489-4d84-8919-868da4e92d0f {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:03:30.436251 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 66cab407-6489-4d84-8919-868da4e92d0f not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:03:30.436748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 20abf334-4994-4cd1-ad97-4b8b6756241e no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:03:30.450232 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ec148098-e77f-4e48-b68b-449e6b0932f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=242aee1dd2bb45e090193f192ec2acf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0972798 Aug 05 14:03:30.450881 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57290) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:30.454092 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-415082d3-4fea-4272-a815-cf13ad518049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:30.472147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-415082d3-4fea-4272-a815-cf13ad518049 None None] Network 17449f7a-6c65-48a1-960d-a93691b6492e is not hosted by any dhcp agent {{(pid=105725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 14:03:30.472607 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415082d3-4fea-4272-a815-cf13ad518049 None None] No DVR routers for this DVR port 66cab407-6489-4d84-8919-868da4e92d0f on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:03:30.510205 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:30.549521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 20abf334-4994-4cd1-ad97-4b8b6756241e {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:03:30.550091 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 20abf334-4994-4cd1-ad97-4b8b6756241e not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:03:30.550759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 44754ff0-3bac-4e97-b5aa-15fc03326bdc no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:03:30.587926 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 44754ff0-3bac-4e97-b5aa-15fc03326bdc {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:03:30.588248 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 44754ff0-3bac-4e97-b5aa-15fc03326bdc not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:03:30.596969 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415082d3-4fea-4272-a815-cf13ad518049 None None] Pushing event deleted for resources: {'Port': ['ID=66cab407-6489-4d84-8919-868da4e92d0f,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:30.637534 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d60db64-0273-4a45-aa3d-e20d3d97adbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:30.637995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701d5238-90b0-4a95-913a-b8de14bdc034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:03:30.640462 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ec423f-1c12-4bfc-9673-3be84bbece3c" -d '{"events": [{"server_uuid": "701d5238-90b0-4a95-913a-b8de14bdc034", "name": "network-vif-plugged", "status": "completed", "tag": "8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:03:30.676423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207,segment=NetworkSegment(623750fd-fee1-4e80-aaa7-c99e447134c6),segment_id=623750fd-fee1-4e80-aaa7-c99e447134c6)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:30.684034 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:30.741155 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-90fa2c6a-3c4e-4614-86ef-a67498332dd0 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:30.754913 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-90fa2c6a-3c4e-4614-86ef-a67498332dd0 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3249381 Aug 05 14:03:30.788223 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-c21eb076-6148-4e77-a66c-6cc9596e061e tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/quotas/dfe94dc0affd4258aa57e86877123e6c HTTP/1.1" status: 200 len: 375 time: 0.0322514 Aug 05 14:03:30.799703 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:30.813650 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d60db64-0273-4a45-aa3d-e20d3d97adbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:30.866898 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-e9279ec2-a5ca-4e12-a31c-5ce47281b9bf tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dfe94dc0affd4258aa57e86877123e6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777967 Aug 05 14:03:30.919179 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d60db64-0273-4a45-aa3d-e20d3d97adbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:30.922043 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d60db64-0273-4a45-aa3d-e20d3d97adbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:30.925529 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0d60db64-0273-4a45-aa3d-e20d3d97adbd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39e17f84-27f5-431c-b053-4c9f29ddf7b9 HTTP/1.1" status: 204 len: 168 time: 0.4677873 Aug 05 14:03:30.947922 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70248d4b-d2db-4d89-b833-454d04de7f94 req-c8484b9a-918c-4143-8545-cd9358babf1d tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:30.958796 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-70248d4b-d2db-4d89-b833-454d04de7f94 req-c8484b9a-918c-4143-8545-cd9358babf1d tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/ports?device_id=701d5238-90b0-4a95-913a-b8de14bdc034 HTTP/1.1" status: 200 len: 944 time: 0.3134947 Aug 05 14:03:31.059746 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60db64-0273-4a45-aa3d-e20d3d97adbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e17f84-27f5-431c-b053-4c9f29ddf7b9,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:31.069435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b560c-592a-4f04-acae-85667006877c req-8428b5b2-7d58-49b4-b113-effb8aac078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:31.085708 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f8b560c-592a-4f04-acae-85667006877c req-8428b5b2-7d58-49b4-b113-effb8aac078c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=eae027deaae649f2a01c906f6b6827e0&device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 1097 time: 0.3592048 Aug 05 14:03:31.163032 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-70248d4b-d2db-4d89-b833-454d04de7f94 req-569fbc1a-8f56-4d54-9a63-952704dd0ba6 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ef1b21-5a02-4a6b-9026-0eac81efc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033353 Aug 05 14:03:31.193605 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044b76c5-9f1f-4a3e-a424-8ccfa9cfcbfc x-openstack-request-id: req-044b76c5-9f1f-4a3e-a424-8ccfa9cfcbfc {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:03:31.194216 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0bd9c04-1272-43ea-aca9-00533d6b59f4", "tag": "da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:03:31.194736 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-044b76c5-9f1f-4a3e-a424-8ccfa9cfcbfc {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:03:31.196171 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0bd9c04-1272-43ea-aca9-00533d6b59f4', 'tag': 'da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b', 'status': 'completed', 'code': 200} Aug 05 14:03:31.305610 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4110db-bb4c-44a5-91a2-0a23733c99f6 x-openstack-request-id: req-ba4110db-bb4c-44a5-91a2-0a23733c99f6 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:03:31.305970 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb166b67-54aa-4d49-94a8-27c6c08dfd1d", "name": "network-vif-deleted", "tag": "67868671-8dc2-4eaf-803c-41c1acd6ab4b", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:03:31.357308 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba4110db-bb4c-44a5-91a2-0a23733c99f6 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:03:31.360175 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb166b67-54aa-4d49-94a8-27c6c08dfd1d', 'name': 'network-vif-deleted', 'tag': '67868671-8dc2-4eaf-803c-41c1acd6ab4b', 'status': 'completed', 'code': 200} Aug 05 14:03:31.465108 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9918b0-45ba-4042-acf9-d640a3377947 req-15bd1566-45f9-4822-87bd-30cb081c7475 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:31.472731 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8f9918b0-45ba-4042-acf9-d640a3377947 req-15bd1566-45f9-4822-87bd-30cb081c7475 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 946 time: 0.1015086 Aug 05 14:03:31.534305 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f243001-b6e8-4856-9b7d-a28c7f2ba67a req-12a4f7bc-ec30-404a-821f-94f6c8a2746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:31.536408 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f243001-b6e8-4856-9b7d-a28c7f2ba67a req-12a4f7bc-ec30-404a-821f-94f6c8a2746e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fea387ec4e9e4aa2a9d3645290a1bad0&device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 1095 time: 0.2486746 Aug 05 14:03:31.543535 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8f9918b0-45ba-4042-acf9-d640a3377947 req-9e2c915d-a820-4dff-9bc1-0579c01375ae tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695720 Aug 05 14:03:31.598488 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96318e-69bf-4983-bef3-7fb4251cc207 req-2ad676ff-017e-41dc-8315-a8decf5226e2 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:31.600489 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5b96318e-69bf-4983-bef3-7fb4251cc207 req-2ad676ff-017e-41dc-8315-a8decf5226e2 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 944 time: 0.2246280 Aug 05 14:03:31.615536 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b560c-592a-4f04-acae-85667006877c req-f99683f8-0ec2-4fa5-acda-79112ebd06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:31.617331 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f8b560c-592a-4f04-acae-85667006877c req-f99683f8-0ec2-4fa5-acda-79112ebd06d4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=55e09aaf-4f69-462a-8e56-78fafe78ca62 HTTP/1.1" status: 200 len: 919 time: 0.5159650 Aug 05 14:03:31.833601 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f8b560c-592a-4f04-acae-85667006877c req-d554482a-31a8-4a7d-a5bb-0dd7a9704fa5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4440fae-f48a-4527-8f9a-10e1a05c650a HTTP/1.1" status: 200 len: 217 time: 0.1689606 Aug 05 14:03:31.961168 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece299c3-cf1b-492f-b4f3-e2e470a78756 req-a5452fea-e4ce-4a6f-8295-e2d63aab0938 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:31.962703 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ece299c3-cf1b-492f-b4f3-e2e470a78756 req-a5452fea-e4ce-4a6f-8295-e2d63aab0938 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1610775 Aug 05 14:03:32.009387 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b560c-592a-4f04-acae-85667006877c req-cd32f3c4-1137-44f6-a570-22133f77e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:32.028458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f8b560c-592a-4f04-acae-85667006877c req-cd32f3c4-1137-44f6-a570-22133f77e44a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f3d34413-6403-49d0-8a6b-9ad2631ceedf HTTP/1.1" status: 200 len: 858 time: 0.1801541 Aug 05 14:03:32.107136 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ece299c3-cf1b-492f-b4f3-e2e470a78756 req-50e43044-c15f-4ac0-82fb-764ef8b6db63 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412253 Aug 05 14:03:32.164847 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f8b560c-592a-4f04-acae-85667006877c req-5516a881-f97a-4907-b468-79b0945c45db service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=55e09aaf-4f69-462a-8e56-78fafe78ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909696 Aug 05 14:03:32.195057 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5b96318e-69bf-4983-bef3-7fb4251cc207 req-f51d394e-06c7-4424-b7de-bd921a7dee04 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/security-groups?id=d767e094-ca08-4777-8062-866e11c22bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319705 Aug 05 14:03:32.201621 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71994867-c051-407e-882b-94ff6d0503ec x-openstack-request-id: req-71994867-c051-407e-882b-94ff6d0503ec {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:03:32.202190 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701d5238-90b0-4a95-913a-b8de14bdc034", "name": "network-vif-plugged", "status": "completed", "tag": "8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:03:32.202337 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71994867-c051-407e-882b-94ff6d0503ec {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:03:32.202738 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701d5238-90b0-4a95-913a-b8de14bdc034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207', 'code': 200} Aug 05 14:03:32.339719 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-218d0b83-5754-4544-b1a2-059e70629d8a req-95c8865d-860c-4960-8a5c-8495d98b0e7c tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 210 time: 0.0535233 Aug 05 14:03:32.487098 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f243001-b6e8-4856-9b7d-a28c7f2ba67a req-15afe58e-e5a5-406e-8930-a2577844d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:32.488930 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f243001-b6e8-4856-9b7d-a28c7f2ba67a req-15afe58e-e5a5-406e-8930-a2577844d471 service neutron] 10.222.0.84 "GET /v2.0/networks?id=87de090b-2969-4c9c-ab25-0366dc737903 HTTP/1.1" status: 200 len: 916 time: 0.9245169 Aug 05 14:03:32.542639 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002eec52-8b68-41bd-a9cb-6533e345a170 req-e0e419d7-d0c1-43a8-a83c-e202531e93d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:32.546434 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-002eec52-8b68-41bd-a9cb-6533e345a170 req-e0e419d7-d0c1-43a8-a83c-e202531e93d3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=701d5238-90b0-4a95-913a-b8de14bdc034 HTTP/1.1" status: 200 len: 1096 time: 0.0985503 Aug 05 14:03:32.693900 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f243001-b6e8-4856-9b7d-a28c7f2ba67a req-d07e44ae-ef50-48e3-b459-365c3981209b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b HTTP/1.1" status: 200 len: 217 time: 0.1676724 Aug 05 14:03:32.777797 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-002eec52-8b68-41bd-a9cb-6533e345a170 req-7ea0d3f5-5d00-4756-bae1-3f9c06a980e7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e1ef1b21-5a02-4a6b-9026-0eac81efc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055373 Aug 05 14:03:32.817701 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0dd388-99fc-476b-b2a4-fbbad4409d53 req-cce3f7ac-a9bc-42ad-bae0-5daaaba1bc48 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:32.833733 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b0dd388-99fc-476b-b2a4-fbbad4409d53 req-cce3f7ac-a9bc-42ad-bae0-5daaaba1bc48 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/ports?device_id=701d5238-90b0-4a95-913a-b8de14bdc034 HTTP/1.1" status: 200 len: 945 time: 0.2023807 Aug 05 14:03:32.951148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57360) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:33.015010 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f8b560c-592a-4f04-acae-85667006877c req-d4196009-d691-4a28-8a54-6fe263148963 service neutron] 10.222.0.63 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8183177 Aug 05 14:03:33.026514 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f243001-b6e8-4856-9b7d-a28c7f2ba67a req-702c01fd-b1d2-4590-9200-1e7c6c7d03ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:33.029975 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f243001-b6e8-4856-9b7d-a28c7f2ba67a req-702c01fd-b1d2-4590-9200-1e7c6c7d03ca service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f418fa09-47fd-4308-8590-d5962fc704ec HTTP/1.1" status: 200 len: 854 time: 0.3108747 Aug 05 14:03:33.044247 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b0dd388-99fc-476b-b2a4-fbbad4409d53 req-2ddd08c1-4e84-4808-9e8f-e8e51835fec4 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ef1b21-5a02-4a6b-9026-0eac81efc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008271 Aug 05 14:03:33.371886 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b11d0157-3cb7-404f-8d00-f92e11ae518b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-491608195-network', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:03:33.409067 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-d0bec097-7dea-4884-85e4-baa650fde292 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=dfe94dc0affd4258aa57e86877123e6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3206110 Aug 05 14:03:33.493907 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11d0157-3cb7-404f-8d00-f92e11ae518b admin admin] Made reservation on behalf of 453b7272943240199f4e2d4e8c2daa65 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:03:33.496952 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b11d0157-3cb7-404f-8d00-f92e11ae518b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:33.535595 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b11d0157-3cb7-404f-8d00-f92e11ae518b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:33.567247 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af2e8e-0daa-4f2c-9127-1baec29ff2ed req-38e3a39a-c1b9-4d45-94a8-76911770cc6d tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:33.587918 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-34af2e8e-0daa-4f2c-9127-1baec29ff2ed req-38e3a39a-c1b9-4d45-94a8-76911770cc6d tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 944 time: 0.1930048 Aug 05 14:03:33.666144 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-34af2e8e-0daa-4f2c-9127-1baec29ff2ed req-b23d26bc-6641-4293-a841-0cb23a516693 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/security-groups?id=d767e094-ca08-4777-8062-866e11c22bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765707 Aug 05 14:03:33.816348 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6d84664f-5d73-4878-aedd-345b126bde6f req-aa70a6b1-66b3-4694-bd26-1c543d3006b9 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 210 time: 0.0459938 Aug 05 14:03:33.830934 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b11d0157-3cb7-404f-8d00-f92e11ae518b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:33.838764 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b11d0157-3cb7-404f-8d00-f92e11ae518b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:33.863703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11d0157-3cb7-404f-8d00-f92e11ae518b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:03:33.880568 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b11d0157-3cb7-404f-8d00-f92e11ae518b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:33.881139 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-b11d0157-3cb7-404f-8d00-f92e11ae518b admin admin] Added segment 32f3b2c7-405f-4fb9-adc9-ad9695ca72be of type vlan for network 93a6cc11-4217-4144-a069-004cdc2ebc8a Aug 05 14:03:33.940131 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b11d0157-3cb7-404f-8d00-f92e11ae518b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:33.956924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d0157-3cb7-404f-8d00-f92e11ae518b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a57c05-229a-4c1d-a609-c1be30c2c753,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:33.990795 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b11d0157-3cb7-404f-8d00-f92e11ae518b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:33.993513 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11d0157-3cb7-404f-8d00-f92e11ae518b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:33.996377 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b11d0157-3cb7-404f-8d00-f92e11ae518b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:34.076394 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b11d0157-3cb7-404f-8d00-f92e11ae518b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1026306 Aug 05 14:03:34.089937 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57406) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:34.099783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-4993927a-b27f-4481-b35f-c440a2002373 admin admin] Request body: {'subnet': {'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-491608195-subnet', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:03:34.109101 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d0157-3cb7-404f-8d00-f92e11ae518b admin admin] Pushing event updated for resources: {'Network': ['ID=93a6cc11-4217-4144-a069-004cdc2ebc8a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:34.125605 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 93a6cc11-4217-4144-a069-004cdc2ebc8a details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:03:34.134387 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4993927a-b27f-4481-b35f-c440a2002373 admin admin] Made reservation on behalf of 453b7272943240199f4e2d4e8c2daa65 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:03:34.137565 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4993927a-b27f-4481-b35f-c440a2002373 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:34.219923 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57414) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:34.388677 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f243001-b6e8-4856-9b7d-a28c7f2ba67a req-cb5cb470-a34e-405a-b592-7c9c5312e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:34.400535 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f243001-b6e8-4856-9b7d-a28c7f2ba67a req-cb5cb470-a34e-405a-b592-7c9c5312e3db service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=87de090b-2969-4c9c-ab25-0366dc737903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3060405 Aug 05 14:03:34.509461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943c894-3f85-4ef3-ad22-a5719b156377 req-d85d65f6-b55d-4569-8422-ba5e9551195b tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:34.520911 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d943c894-3f85-4ef3-ad22-a5719b156377 req-d85d65f6-b55d-4569-8422-ba5e9551195b tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/ports?device_id=701d5238-90b0-4a95-913a-b8de14bdc034 HTTP/1.1" status: 200 len: 945 time: 0.1190422 Aug 05 14:03:34.573734 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4993927a-b27f-4481-b35f-c440a2002373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:34.578769 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f8b560c-592a-4f04-acae-85667006877c req-a4adaf78-e79b-459b-8bf8-82909dd47810 service neutron] 10.222.0.63 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5472999 Aug 05 14:03:34.606181 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4a170-aa61-4e80-a20c-c9c54ac34fd7 req-e397aec1-0e43-45a1-b42e-6e5eb65643e1 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:34.619575 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-99f4a170-aa61-4e80-a20c-c9c54ac34fd7 req-e397aec1-0e43-45a1-b42e-6e5eb65643e1 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 1.2144701 Aug 05 14:03:34.620891 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d943c894-3f85-4ef3-ad22-a5719b156377 req-90e97415-a4a3-42cc-9268-98ba8cb6e802 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ef1b21-5a02-4a6b-9026-0eac81efc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989339 Aug 05 14:03:34.634495 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9427d2ce-c909-47cf-a75d-501df1b0f888 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:03:34.693644 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4993927a-b27f-4481-b35f-c440a2002373 admin admin] Checking segment: {'id': '32f3b2c7-405f-4fb9-adc9-ad9695ca72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:03:34.694422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4993927a-b27f-4481-b35f-c440a2002373 admin admin] Network hostable DHCP agents. Network: 93a6cc11-4217-4144-a069-004cdc2ebc8a, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:03:34.703925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993927a-b27f-4481-b35f-c440a2002373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef51a27-0adf-4fb0-8c00-54e2b061931c,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:34.707549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7f6bc5-555e-493e-9552-0684af238391 admin admin] Deleting subnet 509b4bd6-4083-497b-a5bd-8bf817602045 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:03:34.739841 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4993927a-b27f-4481-b35f-c440a2002373 admin admin] Network 93a6cc11-4217-4144-a069-004cdc2ebc8a is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:03:34.760108 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-4993927a-b27f-4481-b35f-c440a2002373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 93a6cc11-4217-4144-a069-004cdc2ebc8a) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:03:34.766771 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4993927a-b27f-4481-b35f-c440a2002373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:34.767383 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4993927a-b27f-4481-b35f-c440a2002373 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:34.795411 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4993927a-b27f-4481-b35f-c440a2002373 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7084382 Aug 05 14:03:34.796151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57436) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:34.810403 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576a7174-a7ad-43ac-8d8e-2dc9d36966c5 None None] Network 93a6cc11-4217-4144-a069-004cdc2ebc8a requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:03:34.810985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-491608195-router', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:03:34.840131 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6bc5-555e-493e-9552-0684af238391 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:34.911005 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:34.913438 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:34.984017 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-99f4a170-aa61-4e80-a20c-c9c54ac34fd7 req-bc36e5f7-c3b0-47b8-a4a3-78f30deaf79e tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622139 Aug 05 14:03:35.028749 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6bc5-555e-493e-9552-0684af238391 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:35.071497 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:35.109669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:03:35.112386 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bccd5b7-2be4-43c0-a778-faa7b4419c1c" -d '{"events": [{"server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "name": "network-vif-unplugged", "status": "completed", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:03:35.117626 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6bc5-555e-493e-9552-0684af238391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:35.167159 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9427d2ce-c909-47cf-a75d-501df1b0f888, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9427d2ce-c909-47cf-a75d-501df1b0f888,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:35.193490 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-41ba0fa9-5bc9-47d8-898f-ca1f4effee16 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:35.195163 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-41ba0fa9-5bc9-47d8-898f-ca1f4effee16 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7740188 Aug 05 14:03:35.213628 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:35.225214 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6bc5-555e-493e-9552-0684af238391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:35.255483 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-b1eaf983-9c0a-4005-99d8-cb2f141d4106 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Request body: {'port': {'device_id': '524fc7cf-961e-4841-9596-032a7a5c1abb', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': 'dfe94dc0affd4258aa57e86877123e6c'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:03:35.303024 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-93a6cc11-4217-4144-a069-004cdc2ebc8a', 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'fixed_ips': [{'subnet_id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:03:35.303984 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:35.322720 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6bc5-555e-493e-9552-0684af238391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:35.326932 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bb7f6bc5-555e-493e-9552-0684af238391 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/509b4bd6-4083-497b-a5bd-8bf817602045 HTTP/1.1" status: 204 len: 168 time: 1.0800748 Aug 05 14:03:35.357586 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9427d2ce-c909-47cf-a75d-501df1b0f888,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:35.382933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f6bc5-555e-493e-9552-0684af238391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=509b4bd6-4083-497b-a5bd-8bf817602045,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:35.391051 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1148e95e-abb3-4076-bebf-6d23ad13e859 req-218c5c0c-7f58-4c2c-9390-6ba3c15ddf8f tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 210 time: 0.1949067 Aug 05 14:03:35.530321 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57448) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:35.533484 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c502390c-9de5-4979-8df9-583029a2f807 x-openstack-request-id: req-c502390c-9de5-4979-8df9-583029a2f807 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:03:35.536507 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "name": "network-vif-unplugged", "status": "completed", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:03:35.536971 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c502390c-9de5-4979-8df9-583029a2f807 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:03:35.537537 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'code': 200} Aug 05 14:03:35.651899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bcbc1-67dd-404e-9c9f-fc94130bc84b req-d0a1d66e-4b32-4f2f-b9d5-de35a5a25cb7 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:35.658915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Allocated IP 172.20.0.2 (93a6cc11-4217-4144-a069-004cdc2ebc8a/8ef51a27-0adf-4fb0-8c00-54e2b061931c/88a98247-0f0a-422a-b7a8-01352ce94eec) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:03:35.661268 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-557bcbc1-67dd-404e-9c9f-fc94130bc84b req-d0a1d66e-4b32-4f2f-b9d5-de35a5a25cb7 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 944 time: 0.8065865 Aug 05 14:03:35.669553 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:35.725971 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9aae2107-c9c1-4a8b-8dd6-856b9936744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:35.817919 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-557bcbc1-67dd-404e-9c9f-fc94130bc84b req-c54b5227-75b9-44bd-a528-7176306fe57f tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/security-groups?id=d767e094-ca08-4777-8062-866e11c22bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556211 Aug 05 14:03:35.825649 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-b1eaf983-9c0a-4005-99d8-cb2f141d4106 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Made reservation on behalf of dfe94dc0affd4258aa57e86877123e6c for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:03:35.829877 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-b1eaf983-9c0a-4005-99d8-cb2f141d4106 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:35.870679 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-b1eaf983-9c0a-4005-99d8-cb2f141d4106 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:35.897393 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:35.908924 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:35.919103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Transition to ACTIVE for port object 88a98247-0f0a-422a-b7a8-01352ce94eec will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:03:35.923841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904fbcc-b54c-4782-8daf-c0d04db016d5 req-4acac793-0246-4539-b41a-0184c5b44f2f tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:35.926118 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1904fbcc-b54c-4782-8daf-c0d04db016d5 req-4acac793-0246-4539-b41a-0184c5b44f2f tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/ports?device_id=701d5238-90b0-4a95-913a-b8de14bdc034 HTTP/1.1" status: 200 len: 945 time: 0.1474073 Aug 05 14:03:35.938097 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Transition to ACTIVE for port object 88a98247-0f0a-422a-b7a8-01352ce94eec will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:03:35.946829 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:35.997371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Network 93a6cc11-4217-4144-a069-004cdc2ebc8a is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:03:36.001859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:03:36.021362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:03:36.045321 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Pushing event updated for resources: {'Port': ['ID=88a98247-0f0a-422a-b7a8-01352ce94eec,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:36.058562 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9aae2107-c9c1-4a8b-8dd6-856b9936744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:36.085735 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-9aae2107-c9c1-4a8b-8dd6-856b9936744f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2572b64d-2688-4ea7-b3b2-057ef2374e53']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:36.127503 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1904fbcc-b54c-4782-8daf-c0d04db016d5 req-7ac85dae-916f-4ed8-ae2e-8cb74a8f14c0 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ef1b21-5a02-4a6b-9026-0eac81efc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847005 Aug 05 14:03:36.129884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-9aae2107-c9c1-4a8b-8dd6-856b9936744f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef3567b-5c8c-480d-8462-5c560ed3dab4') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:36.130404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-9aae2107-c9c1-4a8b-8dd6-856b9936744f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef3567b-5c8c-480d-8462-5c560ed3dab4') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:36.150676 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9aae2107-c9c1-4a8b-8dd6-856b9936744f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:36.160552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Attempting to bind port 88a98247-0f0a-422a-b7a8-01352ce94eec on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:03:36.160984 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Attempting to bind port 88a98247-0f0a-422a-b7a8-01352ce94eec by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '32f3b2c7-405f-4fb9-adc9-ad9695ca72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:03:36.161742 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Attempting to bind port 88a98247-0f0a-422a-b7a8-01352ce94eec on network 93a6cc11-4217-4144-a069-004cdc2ebc8a {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:03:36.167894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:03:36.168606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Checking segment: {'id': '32f3b2c7-405f-4fb9-adc9-ad9695ca72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:03:36.169003 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:36.169468 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Bound using segment: {'id': '32f3b2c7-405f-4fb9-adc9-ad9695ca72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:03:36.170051 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Bound port: 88a98247-0f0a-422a-b7a8-01352ce94eec, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f3b2c7-405f-4fb9-adc9-ad9695ca72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:03:36.170655 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:36.182807 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9aae2107-c9c1-4a8b-8dd6-856b9936744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:36.207357 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:36.239435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aae2107-c9c1-4a8b-8dd6-856b9936744f admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:03:36.240062 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fb876-fc26-4b8b-a61d-af6fd993e4da req-003c5a3a-188d-45bc-9370-fd778040181d tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:36.241270 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9aae2107-c9c1-4a8b-8dd6-856b9936744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:36.241437 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-115fb876-fc26-4b8b-a61d-af6fd993e4da req-003c5a3a-188d-45bc-9370-fd778040181d tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1299267 Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:03:36.245548 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:03:36.287908 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:36.344681 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-b1eaf983-9c0a-4005-99d8-cb2f141d4106 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:36.352847 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-b1eaf983-9c0a-4005-99d8-cb2f141d4106 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:36.393730 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eaf983-9c0a-4005-99d8-cb2f141d4106 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2b7040-82c8-4bb5-8089-43c93fffc702,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:36.396295 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9aae2107-c9c1-4a8b-8dd6-856b9936744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:36.419121 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9aae2107-c9c1-4a8b-8dd6-856b9936744f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:36.421039 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9aae2107-c9c1-4a8b-8dd6-856b9936744f admin admin] 10.222.0.16 "DELETE /v2.0/networks/2572b64d-2688-4ea7-b3b2-057ef2374e53 HTTP/1.1" status: 204 len: 168 time: 0.8896558 Aug 05 14:03:36.488189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Allocated IP 172.25.5.99 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/cf9a2d55-698b-404d-a021-524d69875191) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:03:36.505366 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-115fb876-fc26-4b8b-a61d-af6fd993e4da req-436f6f10-6cf6-4b08-94c5-ea1390fac0bb tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194569 Aug 05 14:03:36.537224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] For port 88a98247-0f0a-422a-b7a8-01352ce94eec, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:03:36.543997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] For port 88a98247-0f0a-422a-b7a8-01352ce94eec, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=88a98247-0f0a-422a-b7a8-01352ce94eec,segment=NetworkSegment(32f3b2c7-405f-4fb9-adc9-ad9695ca72be),segment_id=32f3b2c7-405f-4fb9-adc9-ad9695ca72be)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:03:36.553223 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:36.579650 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f243001-b6e8-4856-9b7d-a28c7f2ba67a req-cb56ccef-e199-4bdb-90d1-44415574d657 service neutron] 10.222.0.84 "GET /v2.0/networks/87de090b-2969-4c9c-ab25-0366dc737903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848659 Aug 05 14:03:36.636589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57464) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:36.636589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae2107-c9c1-4a8b-8dd6-856b9936744f admin admin] Pushing event deleted for resources: {'Network': ['ID=2572b64d-2688-4ea7-b3b2-057ef2374e53,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:36.653339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9427d2ce-c909-47cf-a75d-501df1b0f888 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:03:36.743146 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:36.743690 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e565e0-4236-425d-a4f4-9cd20c35e677 None None] Pushing event updated for resources: {'Port': ['ID=88a98247-0f0a-422a-b7a8-01352ce94eec,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:36.745737 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9666eef2-35cd-499e-9039-9bd393f30505 req-65a41dc7-bc5f-4987-82c1-2b61ad679bb1 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 210 time: 0.2091789 Aug 05 14:03:36.796345 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:36.800684 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9427d2ce-c909-47cf-a75d-501df1b0f888, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9427d2ce-c909-47cf-a75d-501df1b0f888,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:36.816068 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'port_id': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'mac_address': 'fa:16:3e:47:5d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:03:36.877849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:03:36.881820 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:03:36.884660 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:36.887813 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:03:36.912383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9427d2ce-c909-47cf-a75d-501df1b0f888 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:03:36.958206 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9427d2ce-c909-47cf-a75d-501df1b0f888, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9427d2ce-c909-47cf-a75d-501df1b0f888,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:36.958924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Pushing event updated for resources: {'Port': ['ID=cf9a2d55-698b-404d-a021-524d69875191,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:36.966324 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:37.017166 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1cffc52a-d04f-4ee4-b343-77a39cd6a7a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16bd8151b0634bd89938e7aeb613738b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3722579 Aug 05 14:03:37.021892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57470) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:37.074663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9427d2ce-c909-47cf-a75d-501df1b0f888,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:37.079805 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-b1eaf983-9c0a-4005-99d8-cb2f141d4106 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Allocated IP 192.168.233.60 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/77fb774f-ba24-4ac4-9676-66ec715b37d9) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:03:37.095869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['9427d2ce-c909-47cf-a75d-501df1b0f888'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:03:37.113997 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f243001-b6e8-4856-9b7d-a28c7f2ba67a req-4d4fd31e-0c82-4855-9ea9-8fc5ffd9df9c service neutron] 10.222.0.84 "GET /v2.0/networks/87de090b-2969-4c9c-ab25-0366dc737903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820237 Aug 05 14:03:37.291073 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d081af72-830c-4985-b467-24c05667f9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:37.359813 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8ac8f-6ae0-4819-a5b6-1464fa888029 req-f54e62bb-c234-4d2e-b7e6-55d3031b2eaa tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:37.361427 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-33a8ac8f-6ae0-4819-a5b6-1464fa888029 req-f54e62bb-c234-4d2e-b7e6-55d3031b2eaa tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 944 time: 0.2935600 Aug 05 14:03:37.368970 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:37.388250 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d081af72-830c-4985-b467-24c05667f9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:37.438825 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34f4b0-edda-4d93-8936-d7b58e787340 req-25cb7a61-e26b-4c04-bcfb-72be54ccbc0a tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:37.442641 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e34f4b0-edda-4d93-8936-d7b58e787340 req-25cb7a61-e26b-4c04-bcfb-72be54ccbc0a tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/ports?device_id=701d5238-90b0-4a95-913a-b8de14bdc034 HTTP/1.1" status: 200 len: 945 time: 0.2005141 Aug 05 14:03:37.502594 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-33a8ac8f-6ae0-4819-a5b6-1464fa888029 req-86d5d26a-28af-4122-afb3-33fdc4ef498a tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/security-groups?id=d767e094-ca08-4777-8062-866e11c22bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929627 Aug 05 14:03:37.544640 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-b1eaf983-9c0a-4005-99d8-cb2f141d4106 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:37.565605 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-b1eaf983-9c0a-4005-99d8-cb2f141d4106 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Transition to ACTIVE for port object 77fb774f-ba24-4ac4-9676-66ec715b37d9 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:03:37.608205 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e34f4b0-edda-4d93-8936-d7b58e787340 req-79ae2742-0345-4fe1-b6f3-6b3adb2e6695 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ef1b21-5a02-4a6b-9026-0eac81efc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495512 Aug 05 14:03:37.619645 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d081af72-830c-4985-b467-24c05667f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:37.623095 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d081af72-830c-4985-b467-24c05667f9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:37.626749 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d081af72-830c-4985-b467-24c05667f9ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/862244a3-fb56-4a86-92e4-cd4832fce205 HTTP/1.1" status: 204 len: 168 time: 0.5962393 Aug 05 14:03:37.636187 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081af72-830c-4985-b467-24c05667f9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862244a3-fb56-4a86-92e4-cd4832fce205,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:37.666179 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-b1eaf983-9c0a-4005-99d8-cb2f141d4106 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:37.757778 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:37.788405 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad01d80-ef25-4324-bcaf-d7be61de1582 req-be4c4587-3148-422c-b235-c90c97b8620e tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:37.792622 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ad01d80-ef25-4324-bcaf-d7be61de1582 req-be4c4587-3148-422c-b235-c90c97b8620e tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1369200 Aug 05 14:03:37.815076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-b1eaf983-9c0a-4005-99d8-cb2f141d4106 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:03:37.845880 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-b1eaf983-9c0a-4005-99d8-cb2f141d4106 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:03:37.849547 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-b1eaf983-9c0a-4005-99d8-cb2f141d4106 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:03:37.901519 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eaf983-9c0a-4005-99d8-cb2f141d4106 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Pushing event updated for resources: {'Port': ['ID=77fb774f-ba24-4ac4-9676-66ec715b37d9,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:38.018535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-b1eaf983-9c0a-4005-99d8-cb2f141d4106 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:38.020198 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-b1eaf983-9c0a-4005-99d8-cb2f141d4106 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:38.030382 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ad01d80-ef25-4324-bcaf-d7be61de1582 req-6c1c661b-7759-4468-9287-a2eb36f3ab70 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204652 Aug 05 14:03:38.075597 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-b1eaf983-9c0a-4005-99d8-cb2f141d4106 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8242888 Aug 05 14:03:38.135415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Request body: {'port': {'device_id': '524fc7cf-961e-4841-9596-032a7a5c1abb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:03:38.303990 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Router aaa8128a-7a9b-44ac-a08c-59829bf1d106 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:03:38.374085 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 88a98247-0f0a-422a-b7a8-01352ce94eec up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:03:38.380974 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:38.454625 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d39e2-33a0-476b-8385-c8f61b37f7bc req-b1e317df-87cf-45d2-b6cb-f950a6067a36 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:38.488103 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dd6d39e2-33a0-476b-8385-c8f61b37f7bc req-b1e317df-87cf-45d2-b6cb-f950a6067a36 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 935 time: 0.4364164 Aug 05 14:03:38.520851 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24768b0a-2a46-444c-97d2-efebd5444c80 None None] Network 93a6cc11-4217-4144-a069-004cdc2ebc8a requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:03:38.628268 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dd6d39e2-33a0-476b-8385-c8f61b37f7bc req-841b97f6-1150-4daf-88ec-7f071d2b2e05 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2b7040-82c8-4bb5-8089-43c93fffc702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241541 Aug 05 14:03:38.636563 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57532) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:38.682370 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:03:38.684636 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9427d2ce-c909-47cf-a75d-501df1b0f888 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:03:38.697394 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Sync routers for ids ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:03:38.716341 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Routers {'aaa8128a-7a9b-44ac-a08c-59829bf1d106'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:03:38.724506 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:03:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:38.728797 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:38.736330 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ae31e59b-fca4-43f9-a3d5-1d1886d14f9b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9358737 Aug 05 14:03:38.744665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57540) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:38.789718 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2422cfb5-b373-40c2-988c-e4220bc2fbfd None None] Provisioning for port 77fb774f-ba24-4ac4-9676-66ec715b37d9 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:03:38.804514 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 88a98247-0f0a-422a-b7a8-01352ce94eec completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:03:38.828309 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2422cfb5-b373-40c2-988c-e4220bc2fbfd None None] Provisioning complete for port 77fb774f-ba24-4ac4-9676-66ec715b37d9 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:03:38.828849 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2422cfb5-b373-40c2-988c-e4220bc2fbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:38.983304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-2422cfb5-b373-40c2-988c-e4220bc2fbfd None None] Port 77fb774f-ba24-4ac4-9676-66ec715b37d9 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:03:39.076921 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 9427d2ce-c909-47cf-a75d-501df1b0f888 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:03:39.077871 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:39.180907 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e42fcac2-bc03-44eb-ab0e-ae4971b87aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:39.289069 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:39.335555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-882479cc-b15d-4d3b-9cb3-74cf1fd85cd4 None None] Provisioning for port 88a98247-0f0a-422a-b7a8-01352ce94eec completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:03:39.353189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-882479cc-b15d-4d3b-9cb3-74cf1fd85cd4 None None] Provisioning complete for port 88a98247-0f0a-422a-b7a8-01352ce94eec triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:03:39.355269 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bd78e-045f-4687-a476-07fd2a44af97 req-d682ac74-82a7-4b8e-ba5f-6a9d8e055745 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:39.356623 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a25bd78e-045f-4687-a476-07fd2a44af97 req-d682ac74-82a7-4b8e-ba5f-6a9d8e055745 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 944 time: 0.5239546 Aug 05 14:03:39.357399 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-882479cc-b15d-4d3b-9cb3-74cf1fd85cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:39.385573 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Set router aaa8128a-7a9b-44ac-a08c-59829bf1d106 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:03:39.473406 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:03:39.480476 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343a56a6-1ff3-4472-aa78-86904660bbe3" -d '{"events": [{"server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "name": "network-vif-plugged", "status": "completed", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:03:39.489247 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9427d2ce-c909-47cf-a75d-501df1b0f888, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9427d2ce-c909-47cf-a75d-501df1b0f888,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:39.546403 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a25bd78e-045f-4687-a476-07fd2a44af97 req-9267d47c-e718-4c61-8352-d4dd928a058a tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/security-groups?id=d767e094-ca08-4777-8062-866e11c22bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825662 Aug 05 14:03:39.554135 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e42fcac2-bc03-44eb-ab0e-ae4971b87aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:39.573664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236575e-a54b-47fc-a407-7d8765b6ec12 req-4f8dae42-c7e3-4dc0-8d15-4e543e7ca179 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:39.576111 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6236575e-a54b-47fc-a407-7d8765b6ec12 req-4f8dae42-c7e3-4dc0-8d15-4e543e7ca179 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.3217421 Aug 05 14:03:39.589177 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e42fcac2-bc03-44eb-ab0e-ae4971b87aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:39.638530 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:39.675589 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e42fcac2-bc03-44eb-ab0e-ae4971b87aea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5220041c5f0d4aeaa3e586e02a2ef898&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0366757 Aug 05 14:03:39.683519 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'name': 'tempest-TaggedBootDevicesTest_v242-491608195-router', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'cf9a2d55-698b-404d-a021-524d69875191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:34Z', 'updated_at': '2021-08-05T14:03:37Z', 'revision_number': 3, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'gw_port': {'id': 'cf9a2d55-698b-404d-a021-524d69875191', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:36Z', 'updated_at': '2021-08-05T14:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:39.687707 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fcac2-bc03-44eb-ab0e-ae4971b87aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f67278c-c738-4c25-84a6-437b59559eca,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:39.712267 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57572) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:39.718237 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Checking router: aaa8128a-7a9b-44ac-a08c-59829bf1d106 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:03:39.718782 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Updating router aaa8128a-7a9b-44ac-a08c-59829bf1d106 port cf9a2d55-698b-404d-a021-524d69875191 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:03:39.745502 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:39.800307 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fb774f-ba24-4ac4-9676-66ec715b37d9 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:03:39.807473 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:03:39.809497 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcf7de49-8ff5-4a85-aa14-d01281274365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:39.822008 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296f9c87-ff97-40ee-acd2-3317131de702 x-openstack-request-id: req-296f9c87-ff97-40ee-acd2-3317131de702 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:03:39.824795 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "name": "network-vif-plugged", "status": "completed", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:03:39.826714 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-296f9c87-ff97-40ee-acd2-3317131de702 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:03:39.828568 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'code': 200} Aug 05 14:03:39.835252 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:39.862517 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcf7de49-8ff5-4a85-aa14-d01281274365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:39.901578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Transition to ACTIVE for port object 77fb774f-ba24-4ac4-9676-66ec715b37d9 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:03:39.905783 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:39.981807 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6236575e-a54b-47fc-a407-7d8765b6ec12 req-6f4dba4f-2219-4f00-b152-926904e9a22a tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044611 Aug 05 14:03:39.992844 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcf7de49-8ff5-4a85-aa14-d01281274365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:39.999480 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcf7de49-8ff5-4a85-aa14-d01281274365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:40.002375 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dcf7de49-8ff5-4a85-aa14-d01281274365 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f67278c-c738-4c25-84a6-437b59559eca HTTP/1.1" status: 204 len: 168 time: 0.2856419 Aug 05 14:03:40.045152 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7de49-8ff5-4a85-aa14-d01281274365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f67278c-c738-4c25-84a6-437b59559eca,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:40.064805 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:40.076606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b,segment=NetworkSegment(9fd67f90-4c15-4b81-99a2-e17def633009),segment_id=9fd67f90-4c15-4b81-99a2-e17def633009)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:40.090475 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Transition to ACTIVE for port object cf9a2d55-698b-404d-a021-524d69875191 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:03:40.098408 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:40.113888 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b', 'network_id': '87de090b-2969-4c9c-ab25-0366dc737903', 'port_id': 'da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b', 'mac_address': 'fa:16:3e:5a:dd:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f418fa09-47fd-4308-8590-d5962fc704ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:03:40.269056 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe7019-c3c5-4be3-84c5-84775a9b8661 None None] Pushing event updated for resources: {'Port': ['ID=cf9a2d55-698b-404d-a021-524d69875191,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:40.353229 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Pushing event updated for resources: {'Port': ['ID=77fb774f-ba24-4ac4-9676-66ec715b37d9,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:40.353372 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:40.362132 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe7019-c3c5-4be3-84c5-84775a9b8661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:40.362428 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe7019-c3c5-4be3-84c5-84775a9b8661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:40.368090 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe7019-c3c5-4be3-84c5-84775a9b8661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:40.368429 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe7019-c3c5-4be3-84c5-84775a9b8661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:40.368773 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe7019-c3c5-4be3-84c5-84775a9b8661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:40.376990 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe7019-c3c5-4be3-84c5-84775a9b8661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:40.377491 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe7019-c3c5-4be3-84c5-84775a9b8661 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:40.377837 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe7019-c3c5-4be3-84c5-84775a9b8661 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:40.378180 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe7019-c3c5-4be3-84c5-84775a9b8661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:40.378546 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe7019-c3c5-4be3-84c5-84775a9b8661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:40.378880 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe7019-c3c5-4be3-84c5-84775a9b8661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:40.379314 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe7019-c3c5-4be3-84c5-84775a9b8661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:40.399147 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Attempting to bind port cf9a2d55-698b-404d-a021-524d69875191 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:03:40.406473 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Attempting to bind port cf9a2d55-698b-404d-a021-524d69875191 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:03:40.409485 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Attempting to bind port cf9a2d55-698b-404d-a021-524d69875191 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:03:40.429560 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:03:40.439029 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:03:40.439610 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:40.440027 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:03:40.446131 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Bound port: cf9a2d55-698b-404d-a021-524d69875191, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:03:40.447006 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:40.471351 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:40.488609 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea500bb-11a9-4f85-a4a5-12e2f2cd5700 req-9ffaa3f8-27aa-4ae8-8bfe-3cb1914a1bb2 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:40.503084 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3ea500bb-11a9-4f85-a4a5-12e2f2cd5700 req-9ffaa3f8-27aa-4ae8-8bfe-3cb1914a1bb2 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 947 time: 0.4818387 Aug 05 14:03:40.539663 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Attempting to bind port 77fb774f-ba24-4ac4-9676-66ec715b37d9 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:03:40.540137 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Attempting to bind port 77fb774f-ba24-4ac4-9676-66ec715b37d9 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:03:40.541101 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Attempting to bind port 77fb774f-ba24-4ac4-9676-66ec715b37d9 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:03:40.544739 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:03:40.575937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Port 77fb774f-ba24-4ac4-9676-66ec715b37d9 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:03:40.575937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Attempting to bind port 77fb774f-ba24-4ac4-9676-66ec715b37d9 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:03:40.597154 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:03:40.597689 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:03:40.598083 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:03:40.598681 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Bound port: 77fb774f-ba24-4ac4-9676-66ec715b37d9, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:03:40.599324 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:40.626223 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3ea500bb-11a9-4f85-a4a5-12e2f2cd5700 req-df4f6f9a-a167-4efc-af12-9b28689c7057 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2b7040-82c8-4bb5-8089-43c93fffc702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218495 Aug 05 14:03:40.686610 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9427d2ce-c909-47cf-a75d-501df1b0f888,revision_number=10']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:40.743213 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] For port cf9a2d55-698b-404d-a021-524d69875191, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:03:40.777337 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] For port cf9a2d55-698b-404d-a021-524d69875191, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=cf9a2d55-698b-404d-a021-524d69875191,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:03:40.790454 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:40.850604 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b,segment=NetworkSegment(9fd67f90-4c15-4b81-99a2-e17def633009),segment_id=9fd67f90-4c15-4b81-99a2-e17def633009)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:40.865569 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-882479cc-b15d-4d3b-9cb3-74cf1fd85cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:40.896448 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:40.965984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] For port 77fb774f-ba24-4ac4-9676-66ec715b37d9, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:03:40.976949 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] For port 77fb774f-ba24-4ac4-9676-66ec715b37d9, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=77fb774f-ba24-4ac4-9676-66ec715b37d9,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:03:40.983989 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:41.020474 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-882479cc-b15d-4d3b-9cb3-74cf1fd85cd4 None None] For port 88a98247-0f0a-422a-b7a8-01352ce94eec, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=88a98247-0f0a-422a-b7a8-01352ce94eec,segment=NetworkSegment(32f3b2c7-405f-4fb9-adc9-ad9695ca72be),segment_id=32f3b2c7-405f-4fb9-adc9-ad9695ca72be)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:41.037976 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe7019-c3c5-4be3-84c5-84775a9b8661 None None] Pushing event updated for resources: {'Port': ['ID=cf9a2d55-698b-404d-a021-524d69875191,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:41.045824 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Allocated IP 172.20.0.1 (93a6cc11-4217-4144-a069-004cdc2ebc8a/8ef51a27-0adf-4fb0-8c00-54e2b061931c/ad1718e8-950e-475e-a214-6a04bbaa8a9f) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:03:41.046397 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Routers {'aaa8128a-7a9b-44ac-a08c-59829bf1d106'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:03:41.050305 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:03:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:41.060299 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-882479cc-b15d-4d3b-9cb3-74cf1fd85cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:41.082989 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:41.195850 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:03:41.230305 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:41.231649 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:41.234376 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] 10.222.0.63 "PUT /v2.0/ports/77fb774f-ba24-4ac4-9676-66ec715b37d9 HTTP/1.1" status: 200 len: 1095 time: 3.1230574 Aug 05 14:03:41.237130 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524fc7cf-961e-4841-9596-032a7a5c1abb', 'tag': '77fb774f-ba24-4ac4-9676-66ec715b37d9'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:03:41.239698 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdc521c-3137-4a93-acf9-daf2f23e4f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "524fc7cf-961e-4841-9596-032a7a5c1abb", "tag": "77fb774f-ba24-4ac4-9676-66ec715b37d9"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:03:41.313885 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57608) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:41.336768 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] Set router aaa8128a-7a9b-44ac-a08c-59829bf1d106 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:03:41.349316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882479cc-b15d-4d3b-9cb3-74cf1fd85cd4 None None] Pushing event updated for resources: {'Port': ['ID=88a98247-0f0a-422a-b7a8-01352ce94eec,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:41.362757 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c944417-e50d-458e-ab3d-0298c1f9d0df service neutron] Pushing event updated for resources: {'Port': ['ID=77fb774f-ba24-4ac4-9676-66ec715b37d9,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:41.377944 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7acd15fd-0b48-4ce8-8072-1301635a6e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:41.389915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c031fa-5321-41e3-8801-e5ce8c283ba1 req-d48a13c1-3762-4d25-96a7-fe715b1fc1a9 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:41.397598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3dfc7239-0c53-4fc8-ae98-f744befaf932 None None] Provisioning complete for port 88a98247-0f0a-422a-b7a8-01352ce94eec triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:03:41.397984 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3dfc7239-0c53-4fc8-ae98-f744befaf932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:41.403552 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9c031fa-5321-41e3-8801-e5ce8c283ba1 req-d48a13c1-3762-4d25-96a7-fe715b1fc1a9 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 945 time: 0.3265879 Aug 05 14:03:41.500226 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9c031fa-5321-41e3-8801-e5ce8c283ba1 req-338bd3d1-5171-431f-8ef7-7b1859070434 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/security-groups?id=d767e094-ca08-4777-8062-866e11c22bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953372 Aug 05 14:03:41.506282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-737513fb-e042-47c2-83ad-a63ff24c337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:41.520816 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-737513fb-e042-47c2-83ad-a63ff24c337f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dfe94dc0affd4258aa57e86877123e6c&device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 1098 time: 0.2236898 Aug 05 14:03:41.548666 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:41.624269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Transition to ACTIVE for port object ad1718e8-950e-475e-a214-6a04bbaa8a9f will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:03:41.655587 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-60eedbcf-34fc-4733-805c-3c19518d9bd4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=77fb774f-ba24-4ac4-9676-66ec715b37d9 HTTP/1.1" status: 200 len: 217 time: 0.1232717 Aug 05 14:03:41.717217 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'name': 'tempest-TaggedBootDevicesTest_v242-491608195-router', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'cf9a2d55-698b-404d-a021-524d69875191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:34Z', 'updated_at': '2021-08-05T14:03:37Z', 'revision_number': 3, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'gw_port': {'id': 'cf9a2d55-698b-404d-a021-524d69875191', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:36Z', 'updated_at': '2021-08-05T14:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:41.750327 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f55321-37ce-4ae7-9b52-b19be2ea788c None None] The sync data for ids ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'] in n-d-803585-2 is: [{'id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'name': 'tempest-TaggedBootDevicesTest_v242-491608195-router', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'cf9a2d55-698b-404d-a021-524d69875191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:34Z', 'updated_at': '2021-08-05T14:03:37Z', 'revision_number': 3, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'gw_port': {'id': 'cf9a2d55-698b-404d-a021-524d69875191', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:36Z', 'updated_at': '2021-08-05T14:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:03:41.800696 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf356184-db96-43ab-a69c-e2acca389d42 x-openstack-request-id: req-bf356184-db96-43ab-a69c-e2acca389d42 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:03:41.801602 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "524fc7cf-961e-4841-9596-032a7a5c1abb", "tag": "77fb774f-ba24-4ac4-9676-66ec715b37d9", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:03:41.802196 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf356184-db96-43ab-a69c-e2acca389d42 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:03:41.803066 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524fc7cf-961e-4841-9596-032a7a5c1abb', 'tag': '77fb774f-ba24-4ac4-9676-66ec715b37d9', 'status': 'completed', 'code': 200} Aug 05 14:03:41.806689 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:41.825012 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7acd15fd-0b48-4ce8-8072-1301635a6e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:41.873561 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7acd15fd-0b48-4ce8-8072-1301635a6e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:41.895995 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cf1f0-dd80-4d69-bb4b-ccf30f980f92 req-70ae3d8e-b98a-432a-a6a2-77811c9b25e6 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:41.897597 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-769cf1f0-dd80-4d69-bb4b-ccf30f980f92 req-70ae3d8e-b98a-432a-a6a2-77811c9b25e6 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.2384467 Aug 05 14:03:41.920976 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-35cc2b2f-67dd-49a7-849b-300d4f371016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:41.923173 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-35cc2b2f-67dd-49a7-849b-300d4f371016 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.2426896 Aug 05 14:03:41.946617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Network 93a6cc11-4217-4144-a069-004cdc2ebc8a is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:03:41.962798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:03:41.978900 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:03:41.994738 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad1718e8-950e-475e-a214-6a04bbaa8a9f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:42.009575 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7acd15fd-0b48-4ce8-8072-1301635a6e1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c74e7c8172f4dd58d41fee5313a0ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6945407 Aug 05 14:03:42.029495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-769cf1f0-dd80-4d69-bb4b-ccf30f980f92 req-a854a6dc-f3da-4bf1-8746-9ffdfe8e4b6a tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121008 Aug 05 14:03:42.030774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57628) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:42.079218 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd15fd-0b48-4ce8-8072-1301635a6e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6455ac-cfe8-4b2c-98ca-07ca1ee3f5d6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:42.111205 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:42.126112 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-4b4f5c3c-a54c-409d-a488-42d6a79ba732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:42.127849 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-4b4f5c3c-a54c-409d-a488-42d6a79ba732 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1514075 Aug 05 14:03:42.206356 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c4b8-9806-47ea-8069-54c3e2d766c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:42.411051 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c4b8-9806-47ea-8069-54c3e2d766c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:42.545339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 88a98247-0f0a-422a-b7a8-01352ce94eec up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:03:42.556633 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fdf8e79f-947e-4aa6-ba17-b6bd270d9bf2 None None] Provisioning for port ad1718e8-950e-475e-a214-6a04bbaa8a9f completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:03:42.557110 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-d0660f5b-69fd-4e7a-a2d0-018c652ca748 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836639 Aug 05 14:03:42.625163 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fdf8e79f-947e-4aa6-ba17-b6bd270d9bf2 None None] Provisioning complete for port ad1718e8-950e-475e-a214-6a04bbaa8a9f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:03:42.627277 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e79f-947e-4aa6-ba17-b6bd270d9bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:42.691262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8e79f-947e-4aa6-ba17-b6bd270d9bf2 None None] Port ad1718e8-950e-475e-a214-6a04bbaa8a9f cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:03:42.710153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 88a98247-0f0a-422a-b7a8-01352ce94eec triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:03:42.710951 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:42.752114 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c4b8-9806-47ea-8069-54c3e2d766c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:42.756081 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c4b8-9806-47ea-8069-54c3e2d766c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:42.764343 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2dd8c4b8-9806-47ea-8069-54c3e2d766c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d6455ac-cfe8-4b2c-98ca-07ca1ee3f5d6 HTTP/1.1" status: 204 len: 168 time: 0.7215278 Aug 05 14:03:42.823706 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8c4b8-9806-47ea-8069-54c3e2d766c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6455ac-cfe8-4b2c-98ca-07ca1ee3f5d6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:42.888917 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-682e357c-5fdc-4aa8-9472-17ceeccc903e req-207eda4f-8965-4be2-a5db-ad96c9d77d23 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186953 Aug 05 14:03:42.890224 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57656) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:42.968969 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adaef6-abc0-414e-8126-a4ee603e601b req-7e9289c4-e783-4ddf-8fed-1dc7582a2fd0 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:42.972551 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-81adaef6-abc0-414e-8126-a4ee603e601b req-7e9289c4-e783-4ddf-8fed-1dc7582a2fd0 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 947 time: 0.7742298 Aug 05 14:03:43.008635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2a6fe-33d0-4a4c-9cbc-58d197538ac1 req-7eb54ae6-0118-4e23-99ff-0c16903e597b tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:43.011138 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device cf9a2d55-698b-404d-a021-524d69875191 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:03:43.035271 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6d2a6fe-33d0-4a4c-9cbc-58d197538ac1 req-7eb54ae6-0118-4e23-99ff-0c16903e597b tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 945 time: 0.3273296 Aug 05 14:03:43.122942 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-09972460-f4fa-44a1-a4ea-07f35c0f8577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:43.206808 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6d2a6fe-33d0-4a4c-9cbc-58d197538ac1 req-d7660f4f-fde5-4aa7-be8b-3f308f8d9d57 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/security-groups?id=d767e094-ca08-4777-8062-866e11c22bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705945 Aug 05 14:03:43.233473 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port cf9a2d55-698b-404d-a021-524d69875191 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:03:43.253311 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-81adaef6-abc0-414e-8126-a4ee603e601b req-92be866a-bc75-499b-ba74-81862e1557d1 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2b7040-82c8-4bb5-8089-43c93fffc702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784117 Aug 05 14:03:43.254173 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:43.255593 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port cf9a2d55-698b-404d-a021-524d69875191 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:03:43.259573 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc521c-3137-4a93-acf9-daf2f23e4f9a req-76edf101-947d-4285-842f-abe4157fa317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:43.264777 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bfdc521c-3137-4a93-acf9-daf2f23e4f9a req-76edf101-947d-4285-842f-abe4157fa317 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dfe94dc0affd4258aa57e86877123e6c&device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 1098 time: 0.2269726 Aug 05 14:03:43.271878 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:43.543555 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:43.618655 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57666) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:43.622466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port cf9a2d55-698b-404d-a021-524d69875191, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=cf9a2d55-698b-404d-a021-524d69875191,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:43.627744 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:43.684075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc521c-3137-4a93-acf9-daf2f23e4f9a req-412de691-4c52-4661-b521-2c032249eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:43.686215 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bfdc521c-3137-4a93-acf9-daf2f23e4f9a req-412de691-4c52-4661-b521-2c032249eb92 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.4057925 Aug 05 14:03:43.689450 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72d647c7-3c34-4c2f-98c1-5a7f06db5904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:43.747158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:03:43.757332 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bfdc521c-3137-4a93-acf9-daf2f23e4f9a req-e4d5a654-9d45-4087-8aa9-7920acd0fbf5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=77fb774f-ba24-4ac4-9676-66ec715b37d9 HTTP/1.1" status: 200 len: 217 time: 0.0572045 Aug 05 14:03:43.821303 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-09972460-f4fa-44a1-a4ea-07f35c0f8577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:43.834909 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-09972460-f4fa-44a1-a4ea-07f35c0f8577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:43.899637 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea23c8-9780-4c7c-b69a-cd6af42ae975 req-f7c1103b-1704-4bde-aceb-e5cf0ba7d9a6 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:43.901195 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09972460-f4fa-44a1-a4ea-07f35c0f8577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b931c4-d613-4563-9891-516d17687eca,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:43.905729 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-09972460-f4fa-44a1-a4ea-07f35c0f8577 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49d0e856fd204404a7b8a4f3dad7d7af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0145085 Aug 05 14:03:43.907681 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc521c-3137-4a93-acf9-daf2f23e4f9a req-72c485f7-2e5f-4f46-bf8a-a8e472762dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:43.909349 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bfdc521c-3137-4a93-acf9-daf2f23e4f9a req-72c485f7-2e5f-4f46-bf8a-a8e472762dfa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1363232 Aug 05 14:03:43.909809 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57678) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:43.920503 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3dea23c8-9780-4c7c-b69a-cd6af42ae975 req-f7c1103b-1704-4bde-aceb-e5cf0ba7d9a6 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.3290539 Aug 05 14:03:43.928535 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=cf9a2d55-698b-404d-a021-524d69875191,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:44.013710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:03:44.022857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:03:44.024652 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:44.027444 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc521c-3137-4a93-acf9-daf2f23e4f9a req-75cbcb99-e578-480f-9d6d-42c5dfdb1e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:44.029162 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bfdc521c-3137-4a93-acf9-daf2f23e4f9a req-75cbcb99-e578-480f-9d6d-42c5dfdb1e64 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1125445 Aug 05 14:03:44.058448 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b34c59c-b5ad-4cff-92c5-656c8b94e3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:44.062901 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:44.068538 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:44.083087 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b34c59c-b5ad-4cff-92c5-656c8b94e3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:44.150614 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad1718e8-950e-475e-a214-6a04bbaa8a9f,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:44.201935 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b34c59c-b5ad-4cff-92c5-656c8b94e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:44.204736 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b34c59c-b5ad-4cff-92c5-656c8b94e3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:44.208429 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8b34c59c-b5ad-4cff-92c5-656c8b94e3ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44b931c4-d613-4563-9891-516d17687eca HTTP/1.1" status: 204 len: 168 time: 0.2930031 Aug 05 14:03:44.210291 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3dea23c8-9780-4c7c-b69a-cd6af42ae975 req-f5f04d46-c19b-4fb6-9606-9c7f30a9fa20 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882619 Aug 05 14:03:44.244335 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:44.257156 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34c59c-b5ad-4cff-92c5-656c8b94e3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b931c4-d613-4563-9891-516d17687eca,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:44.366998 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72d647c7-3c34-4c2f-98c1-5a7f06db5904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:44.367366 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:44.374502 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bfdc521c-3137-4a93-acf9-daf2f23e4f9a req-f25e2185-f18f-4231-91cc-d51616933987 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131566 Aug 05 14:03:44.378113 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72d647c7-3c34-4c2f-98c1-5a7f06db5904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:44.550289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bd9c04-1272-43ea-aca9-00533d6b59f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:03:44.557214 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18407f00-9ac6-444d-a4bf-a700c5930824" -d '{"events": [{"server_uuid": "e0bd9c04-1272-43ea-aca9-00533d6b59f4", "name": "network-vif-plugged", "status": "completed", "tag": "da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:03:44.568371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device cf9a2d55-698b-404d-a021-524d69875191 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:03:44.651009 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b,segment=NetworkSegment(9fd67f90-4c15-4b81-99a2-e17def633009),segment_id=9fd67f90-4c15-4b81-99a2-e17def633009)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:44.701472 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-72d647c7-3c34-4c2f-98c1-5a7f06db5904 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0a1c09bd1dc4946930e2dda915ecd28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0682778 Aug 05 14:03:44.703060 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57696) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:44.727545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 77fb774f-ba24-4ac4-9676-66ec715b37d9 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:03:44.739859 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:44.745324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207c658-e0da-4137-ac31-da12041421d3 req-9019049d-3e57-49bc-89ba-f20cb9d58dbe tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:44.753449 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a207c658-e0da-4137-ac31-da12041421d3 req-9019049d-3e57-49bc-89ba-f20cb9d58dbe tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 945 time: 0.2811751 Aug 05 14:03:44.769077 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d647c7-3c34-4c2f-98c1-5a7f06db5904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5980aca5-f619-4ca7-8d9f-e21c12c034db,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:44.819725 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Network 93a6cc11-4217-4144-a069-004cdc2ebc8a is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:03:44.829291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:03:44.906296 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a207c658-e0da-4137-ac31-da12041421d3 req-46bbad05-0eec-47d7-a0c5-9dca11c98eb0 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/security-groups?id=d767e094-ca08-4777-8062-866e11c22bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419854 Aug 05 14:03:44.916384 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:44.930009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51ee98-095b-4418-a959-9383f2006530 req-0fc6ddb1-0a6d-4163-b4df-f1d24ec69579 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:44.931898 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0b51ee98-095b-4418-a959-9383f2006530 req-0fc6ddb1-0a6d-4163-b4df-f1d24ec69579 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 947 time: 0.2212331 Aug 05 14:03:44.942778 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bfdc521c-3137-4a93-acf9-daf2f23e4f9a req-8ba1d536-8785-4d98-a4d0-bf4e25726457 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547037 Aug 05 14:03:44.997572 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0b51ee98-095b-4418-a959-9383f2006530 req-c5ae33e6-7523-4b5d-994a-02ba363ecdc9 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2b7040-82c8-4bb5-8089-43c93fffc702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537472 Aug 05 14:03:45.172892 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-53fe9d59-d3da-4b5e-96e5-a95d1bf0648c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:45.180067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Router aaa8128a-7a9b-44ac-a08c-59829bf1d106 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:03:45.203607 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a8b04b-e026-40ea-9889-7ea5f555fb08 x-openstack-request-id: req-39a8b04b-e026-40ea-9889-7ea5f555fb08 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:03:45.204609 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bd9c04-1272-43ea-aca9-00533d6b59f4", "name": "network-vif-plugged", "status": "completed", "tag": "da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:03:45.204609 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39a8b04b-e026-40ea-9889-7ea5f555fb08 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:03:45.204956 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bd9c04-1272-43ea-aca9-00533d6b59f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b', 'code': 200} Aug 05 14:03:45.212395 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:45.240417 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port cf9a2d55-698b-404d-a021-524d69875191 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:03:45.240866 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:45.256319 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-53fe9d59-d3da-4b5e-96e5-a95d1bf0648c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:45.322117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5c334d61-e667-414c-8cd3-68f754d6d306 None None] Provisioning complete for port ad1718e8-950e-475e-a214-6a04bbaa8a9f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:03:45.322514 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5c334d61-e667-414c-8cd3-68f754d6d306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:45.373271 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccb85c-a556-42f8-a632-85eef63f23c5 req-7e536298-d188-4a73-b625-9a5b664e1809 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:45.381380 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6eccb85c-a556-42f8-a632-85eef63f23c5 req-7e536298-d188-4a73-b625-9a5b664e1809 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/ports?device_id=701d5238-90b0-4a95-913a-b8de14bdc034 HTTP/1.1" status: 200 len: 945 time: 0.3302469 Aug 05 14:03:45.423643 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f2342-92ad-4c62-9448-45d6ec35b233 req-7c528394-d322-41c0-94e2-2f63e2536135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:45.427386 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-111f2342-92ad-4c62-9448-45d6ec35b233 req-7c528394-d322-41c0-94e2-2f63e2536135 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 1097 time: 0.1614823 Aug 05 14:03:45.461960 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 77fb774f-ba24-4ac4-9676-66ec715b37d9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=77fb774f-ba24-4ac4-9676-66ec715b37d9,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:45.489958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccf963-5f03-4be3-9bbd-6783d1b15621 req-7b111b17-0809-4631-9ca3-5b68ee2c2f7b tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:45.491538 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7bccf963-5f03-4be3-9bbd-6783d1b15621 req-7b111b17-0809-4631-9ca3-5b68ee2c2f7b tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1658375 Aug 05 14:03:45.492622 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6eccb85c-a556-42f8-a632-85eef63f23c5 req-bbf31784-97f7-4f54-bec7-509fe95f53b0 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ef1b21-5a02-4a6b-9026-0eac81efc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060107 Aug 05 14:03:45.530844 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-111f2342-92ad-4c62-9448-45d6ec35b233 req-4c3b9a1b-f36b-4573-bacb-f4b612307861 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d767e094-ca08-4777-8062-866e11c22bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867169 Aug 05 14:03:45.557397 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:03:45.561853 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-53fe9d59-d3da-4b5e-96e5-a95d1bf0648c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:45.564841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-5c334d61-e667-414c-8cd3-68f754d6d306 None None] Port ad1718e8-950e-475e-a214-6a04bbaa8a9f cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:03:45.566504 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-53fe9d59-d3da-4b5e-96e5-a95d1bf0648c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:45.568274 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-53fe9d59-d3da-4b5e-96e5-a95d1bf0648c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5980aca5-f619-4ca7-8d9f-e21c12c034db HTTP/1.1" status: 204 len: 168 time: 0.8427005 Aug 05 14:03:45.586844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Sync routers for ids ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:03:45.588382 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-50263505-7b74-466e-aea0-eba540d747e0 admin admin] 10.222.0.16 "PUT /v2.0/routers/aaa8128a-7a9b-44ac-a08c-59829bf1d106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8429270 Aug 05 14:03:45.604127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe9d59-d3da-4b5e-96e5-a95d1bf0648c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5980aca5-f619-4ca7-8d9f-e21c12c034db,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:45.632098 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7bccf963-5f03-4be3-9bbd-6783d1b15621 req-e811b61e-c49a-4e7c-b955-a0edc713a3f2 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986173 Aug 05 14:03:45.633569 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '77fb774f-ba24-4ac4-9676-66ec715b37d9', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '77fb774f-ba24-4ac4-9676-66ec715b37d9', 'mac_address': 'fa:16:3e:51:95:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:03:45.657902 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Routers {'aaa8128a-7a9b-44ac-a08c-59829bf1d106'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:03:45.658763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:03:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:45.986800 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9c0ab782-ef08-4454-b334-ae3949826062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:45.994807 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:45.995603 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:46.030316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fb774f-ba24-4ac4-9676-66ec715b37d9 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:03:46.053846 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 77fb774f-ba24-4ac4-9676-66ec715b37d9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=77fb774f-ba24-4ac4-9676-66ec715b37d9,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:46.062170 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:46.136628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Set router aaa8128a-7a9b-44ac-a08c-59829bf1d106 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:03:46.184494 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755a37e-6904-4ae6-b43a-d114d05a7e4a req-56c87053-1877-4e04-8831-cadd5b8ac25a tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:46.197512 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c755a37e-6904-4ae6-b43a-d114d05a7e4a req-56c87053-1877-4e04-8831-cadd5b8ac25a tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 946 time: 0.1459503 Aug 05 14:03:46.203785 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=77fb774f-ba24-4ac4-9676-66ec715b37d9,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:46.336485 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906231b4-952d-42d8-a013-fe717283c7df req-bc00c1bd-7a08-4ff9-bc4d-41b4ab3cac03 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:46.346311 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-906231b4-952d-42d8-a013-fe717283c7df req-bc00c1bd-7a08-4ff9-bc4d-41b4ab3cac03 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 948 time: 0.1670830 Aug 05 14:03:46.372702 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c755a37e-6904-4ae6-b43a-d114d05a7e4a req-2ace4407-9372-488a-adfa-b47c6d061a22 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/security-groups?id=d767e094-ca08-4777-8062-866e11c22bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726243 Aug 05 14:03:46.416950 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-906231b4-952d-42d8-a013-fe717283c7df req-38662155-ebd0-4e26-9d83-0815fc17e126 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2b7040-82c8-4bb5-8089-43c93fffc702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629079 Aug 05 14:03:46.442552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['77fb774f-ba24-4ac4-9676-66ec715b37d9'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:03:46.462122 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960270b-83a9-4800-9275-369d5867106c req-0a652f9f-704f-4580-a021-e0c297248cb0 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:46.463782 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c960270b-83a9-4800-9275-369d5867106c req-0a652f9f-704f-4580-a021-e0c297248cb0 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.84 "GET /v2.0/ports?device_id=701d5238-90b0-4a95-913a-b8de14bdc034 HTTP/1.1" status: 200 len: 945 time: 0.2104654 Aug 05 14:03:46.713617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57780) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:46.818200 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81182c2-4887-4b8e-bd27-1f688ea30e84 req-2d310448-9008-4d60-8bd5-79dc21bdf950 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:46.836880 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d81182c2-4887-4b8e-bd27-1f688ea30e84 req-2d310448-9008-4d60-8bd5-79dc21bdf950 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/ports?device_id=701d5238-90b0-4a95-913a-b8de14bdc034 HTTP/1.1" status: 200 len: 945 time: 0.1740141 Aug 05 14:03:46.917922 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d81182c2-4887-4b8e-bd27-1f688ea30e84 req-b1179621-09c4-41a4-8e74-ea4e780710a7 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ef1b21-5a02-4a6b-9026-0eac81efc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785010 Aug 05 14:03:46.944269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-74c4c806-a7be-4f2b-966e-2816f71e54ab admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1496409618-network', 'tenant_id': '2f9847708ebc45e984bdac57eaab2a87'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:03:46.976903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'name': 'tempest-TaggedBootDevicesTest_v242-491608195-router', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'cf9a2d55-698b-404d-a021-524d69875191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:34Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'gw_port': {'id': 'cf9a2d55-698b-404d-a021-524d69875191', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:36Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'ad1718e8-950e-475e-a214-6a04bbaa8a9f', 'name': '', 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'mac_address': 'fa:16:3e:52:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:40Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 2, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'subnets': [{'id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:46.994687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c4c806-a7be-4f2b-966e-2816f71e54ab admin admin] Made reservation on behalf of 2f9847708ebc45e984bdac57eaab2a87 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:03:46.998065 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-74c4c806-a7be-4f2b-966e-2816f71e54ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:47.034526 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-74c4c806-a7be-4f2b-966e-2816f71e54ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:47.068712 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Checking router: aaa8128a-7a9b-44ac-a08c-59829bf1d106 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:03:47.068995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Updating router aaa8128a-7a9b-44ac-a08c-59829bf1d106 port ad1718e8-950e-475e-a214-6a04bbaa8a9f binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:03:47.235109 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:47.321591 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-74c4c806-a7be-4f2b-966e-2816f71e54ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:47.337721 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-74c4c806-a7be-4f2b-966e-2816f71e54ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:47.389940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c4c806-a7be-4f2b-966e-2816f71e54ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:03:47.396626 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4c806-a7be-4f2b-966e-2816f71e54ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9515eb-c244-4f6c-86be-bd6e287a77ab,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:47.443304 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-74c4c806-a7be-4f2b-966e-2816f71e54ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:47.443660 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-74c4c806-a7be-4f2b-966e-2816f71e54ab admin admin] Added segment 649d59ed-a29a-43b0-9d36-fc0e44512879 of type vlan for network ca08035c-6998-4851-9567-7c6e2df15a50 Aug 05 14:03:47.471260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782c9d0-2cf1-4553-8478-be0bd7ad80ab req-4e462aa8-6249-4bff-9efe-c436669e29f6 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:47.478551 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0782c9d0-2cf1-4553-8478-be0bd7ad80ab req-4e462aa8-6249-4bff-9efe-c436669e29f6 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1903837 Aug 05 14:03:47.583945 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0782c9d0-2cf1-4553-8478-be0bd7ad80ab req-3548afeb-d1b3-489c-b3cf-67419d2283fd tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044090 Aug 05 14:03:47.623044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-c960270b-83a9-4800-9275-369d5867106c req-dad94452-8029-457b-8677-d76a926b3a35 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Deleting port 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:03:47.623391 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c960270b-83a9-4800-9275-369d5867106c req-dad94452-8029-457b-8677-d76a926b3a35 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:47.645793 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-74c4c806-a7be-4f2b-966e-2816f71e54ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:47.709604 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e8b51-4e60-4a67-9fad-37f96cc2835e req-de695077-28b5-4280-a42b-16595b0db44e tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:47.711697 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9e0e8b51-4e60-4a67-9fad-37f96cc2835e req-de695077-28b5-4280-a42b-16595b0db44e tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 946 time: 0.1739671 Aug 05 14:03:47.725208 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-74c4c806-a7be-4f2b-966e-2816f71e54ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:47.728651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c4c806-a7be-4f2b-966e-2816f71e54ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:47.730718 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-74c4c806-a7be-4f2b-966e-2816f71e54ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:47.852623 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4c806-a7be-4f2b-966e-2816f71e54ab admin admin] Pushing event updated for resources: {'Network': ['ID=ca08035c-6998-4851-9567-7c6e2df15a50,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:47.890322 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network ca08035c-6998-4851-9567-7c6e2df15a50 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:03:47.903513 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-74c4c806-a7be-4f2b-966e-2816f71e54ab admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1868713 Aug 05 14:03:47.926288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57840) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:47.943670 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9e0e8b51-4e60-4a67-9fad-37f96cc2835e req-48239f48-a00d-4804-b767-269566e3e892 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/security-groups?id=d767e094-ca08-4777-8062-866e11c22bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238452 Aug 05 14:03:47.949712 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-27ff2e2d-a44c-4813-9fd6-809efbe8f1cb admin admin] Request body: {'subnet': {'network_id': 'ca08035c-6998-4851-9567-7c6e2df15a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1496409618-subnet', 'tenant_id': '2f9847708ebc45e984bdac57eaab2a87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:03:48.027957 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd2596-15a4-4181-9fcc-38df49a0871c req-9dcd1235-276c-435c-a7c1-2ba23aea014a tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:48.038198 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80bd2596-15a4-4181-9fcc-38df49a0871c req-9dcd1235-276c-435c-a7c1-2ba23aea014a tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 948 time: 0.2847929 Aug 05 14:03:48.062295 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ff2e2d-a44c-4813-9fd6-809efbe8f1cb admin admin] Made reservation on behalf of 2f9847708ebc45e984bdac57eaab2a87 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:03:48.065329 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-27ff2e2d-a44c-4813-9fd6-809efbe8f1cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:48.232216 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881810a-87d6-4352-84ae-7cfee55a60f5 req-bc2292cc-7ed8-4d1a-afff-89c9fd17408f tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:48.233841 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2881810a-87d6-4352-84ae-7cfee55a60f5 req-bc2292cc-7ed8-4d1a-afff-89c9fd17408f tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/ports?device_id=701d5238-90b0-4a95-913a-b8de14bdc034 HTTP/1.1" status: 200 len: 945 time: 0.1734786 Aug 05 14:03:48.248215 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:48.250736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-c960270b-83a9-4800-9275-369d5867106c req-dad94452-8029-457b-8677-d76a926b3a35 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] For port 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207,segment=NetworkSegment(623750fd-fee1-4e80-aaa7-c99e447134c6),segment_id=623750fd-fee1-4e80-aaa7-c99e447134c6)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:48.250994 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c960270b-83a9-4800-9275-369d5867106c req-dad94452-8029-457b-8677-d76a926b3a35 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:48.319171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-c960270b-83a9-4800-9275-369d5867106c req-dad94452-8029-457b-8677-d76a926b3a35 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Calling delete_port for 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:03:48.329024 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2881810a-87d6-4352-84ae-7cfee55a60f5 req-3034790f-2f29-488a-a56c-130b9498cb27 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ef1b21-5a02-4a6b-9026-0eac81efc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852711 Aug 05 14:03:48.350319 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80bd2596-15a4-4181-9fcc-38df49a0871c req-1c4c5dbe-662d-43e1-9d51-3df92fb22068 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2b7040-82c8-4bb5-8089-43c93fffc702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024132 Aug 05 14:03:48.350652 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Transition to ACTIVE for port object ad1718e8-950e-475e-a214-6a04bbaa8a9f will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:03:48.373511 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:48.377698 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-705f6c39-ef34-41ec-8fd3-0e179ef84a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:48.514547 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5123b3-fa50-41ca-8058-44d154677e49 None None] Pushing event updated for resources: {'Port': ['ID=ad1718e8-950e-475e-a214-6a04bbaa8a9f,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:48.589040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Attempting to bind port ad1718e8-950e-475e-a214-6a04bbaa8a9f on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:03:48.596988 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Attempting to bind port ad1718e8-950e-475e-a214-6a04bbaa8a9f by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '32f3b2c7-405f-4fb9-adc9-ad9695ca72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:03:48.597627 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Attempting to bind port ad1718e8-950e-475e-a214-6a04bbaa8a9f on network 93a6cc11-4217-4144-a069-004cdc2ebc8a {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:03:48.615228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:03:48.616327 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Checking segment: {'id': '32f3b2c7-405f-4fb9-adc9-ad9695ca72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:03:48.622791 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:48.623500 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Bound using segment: {'id': '32f3b2c7-405f-4fb9-adc9-ad9695ca72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:03:48.624158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Bound port: ad1718e8-950e-475e-a214-6a04bbaa8a9f, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f3b2c7-405f-4fb9-adc9-ad9695ca72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:03:48.624761 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:48.658416 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:48.708718 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 77fb774f-ba24-4ac4-9676-66ec715b37d9 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:03:48.960213 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e12965-86dc-40f2-82bb-c08564871b9c req-babd229a-9025-468d-9c1d-8d66e1d17321 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:48.993831 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-70e12965-86dc-40f2-82bb-c08564871b9c req-babd229a-9025-468d-9c1d-8d66e1d17321 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1627822 Aug 05 14:03:49.129972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] For port ad1718e8-950e-475e-a214-6a04bbaa8a9f, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:03:49.139355 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] For port ad1718e8-950e-475e-a214-6a04bbaa8a9f, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ad1718e8-950e-475e-a214-6a04bbaa8a9f,segment=NetworkSegment(32f3b2c7-405f-4fb9-adc9-ad9695ca72be),segment_id=32f3b2c7-405f-4fb9-adc9-ad9695ca72be)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:03:49.154288 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:49.173655 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-27ff2e2d-a44c-4813-9fd6-809efbe8f1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:49.185185 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 77fb774f-ba24-4ac4-9676-66ec715b37d9 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:03:49.269680 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 77fb774f-ba24-4ac4-9676-66ec715b37d9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:03:49.270711 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:49.283034 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff2e2d-a44c-4813-9fd6-809efbe8f1cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a31d76d1-1b18-435c-aeaf-3937ef6a51bc,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:49.310364 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-70e12965-86dc-40f2-82bb-c08564871b9c req-27bb00ae-00b6-4086-b34a-5f5272f1196b tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136225 Aug 05 14:03:49.335104 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c960270b-83a9-4800-9275-369d5867106c req-dad94452-8029-457b-8677-d76a926b3a35 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:49.519678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Routers {'aaa8128a-7a9b-44ac-a08c-59829bf1d106'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:03:49.519678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:03:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:49.588570 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad94452-8029-457b-8677-d76a926b3a35 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Pushing event deleted for resources: {'Port': ['ID=8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:49.685806 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c960270b-83a9-4800-9275-369d5867106c req-dad94452-8029-457b-8677-d76a926b3a35 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] No DVR routers for this DVR port 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:03:49.690180 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c960270b-83a9-4800-9275-369d5867106c req-dad94452-8029-457b-8677-d76a926b3a35 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:49.698617 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c960270b-83a9-4800-9275-369d5867106c req-dad94452-8029-457b-8677-d76a926b3a35 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.84 "DELETE /v2.0/ports/8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 HTTP/1.1" status: 204 len: 173 time: 3.2174854 Aug 05 14:03:49.705552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701d5238-90b0-4a95-913a-b8de14bdc034', 'name': 'network-vif-deleted', 'tag': '8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:03:49.712698 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27ceed3-6148-4608-80ec-bf93716471e6" -d '{"events": [{"server_uuid": "701d5238-90b0-4a95-913a-b8de14bdc034", "name": "network-vif-deleted", "tag": "8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:03:49.721281 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff2e2d-a44c-4813-9fd6-809efbe8f1cb admin admin] Checking segment: {'id': '649d59ed-a29a-43b0-9d36-fc0e44512879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'ca08035c-6998-4851-9567-7c6e2df15a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:03:49.721831 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ff2e2d-a44c-4813-9fd6-809efbe8f1cb admin admin] Network hostable DHCP agents. Network: ca08035c-6998-4851-9567-7c6e2df15a50, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:03:49.785535 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-805e5401-d24e-49cb-b9de-ff89b1aa03d0 req-66c97aee-a2b7-4e8d-962b-9707bfcf3206 tempest-ServerTagsTestJSON-1980276038 tempest-ServerTagsTestJSON-1980276038-project] 10.222.0.16 "GET /v2.0/ports?device_id=701d5238-90b0-4a95-913a-b8de14bdc034 HTTP/1.1" status: 200 len: 210 time: 0.1125054 Aug 05 14:03:49.790267 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] Set router aaa8128a-7a9b-44ac-a08c-59829bf1d106 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:03:49.842836 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:03:49.872026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ff2e2d-a44c-4813-9fd6-809efbe8f1cb admin admin] Network ca08035c-6998-4851-9567-7c6e2df15a50 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:03:49.918590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:03:49.927617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:03:49.934678 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e9968-d699-4e6e-9b24-4c26be1ffa93 req-006b890a-7ee0-41aa-a39d-845391e913e3 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:49.936912 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff7e9968-d699-4e6e-9b24-4c26be1ffa93 req-006b890a-7ee0-41aa-a39d-845391e913e3 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 948 time: 0.2323303 Aug 05 14:03:49.947681 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fa0c92-0f54-4430-801a-808fcafade9a x-openstack-request-id: req-56fa0c92-0f54-4430-801a-808fcafade9a {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:03:49.949605 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701d5238-90b0-4a95-913a-b8de14bdc034", "name": "network-vif-deleted", "tag": "8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:03:49.950076 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56fa0c92-0f54-4430-801a-808fcafade9a {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:03:49.953273 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701d5238-90b0-4a95-913a-b8de14bdc034', 'name': 'network-vif-deleted', 'tag': '8c3aaaf7-39fa-4d7e-a1a8-179ff9cbe207', 'status': 'completed', 'code': 200} Aug 05 14:03:49.954504 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5123b3-fa50-41ca-8058-44d154677e49 None None] Pushing event updated for resources: {'Port': ['ID=ad1718e8-950e-475e-a214-6a04bbaa8a9f,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:49.981460 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-27ff2e2d-a44c-4813-9fd6-809efbe8f1cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, ca08035c-6998-4851-9567-7c6e2df15a50) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:03:50.009036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f050b1b9-de74-48ed-8f89-a50d2640b396 None None] Network ca08035c-6998-4851-9567-7c6e2df15a50 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:03:50.028108 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ff2e2d-a44c-4813-9fd6-809efbe8f1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:50.029797 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-27ff2e2d-a44c-4813-9fd6-809efbe8f1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:50.066312 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-27ff2e2d-a44c-4813-9fd6-809efbe8f1cb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1370687 Aug 05 14:03:50.110917 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff7e9968-d699-4e6e-9b24-4c26be1ffa93 req-f763eeb4-4949-4f45-9aa4-46df3087ebb5 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2b7040-82c8-4bb5-8089-43c93fffc702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508577 Aug 05 14:03:50.261760 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:50.709149 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b6456-3bc5-4a84-b368-95b88561f3db req-68f2e27d-ef75-4924-ade3-bcaabae0d37b tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:50.723525 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9d3b6456-3bc5-4a84-b368-95b88561f3db req-68f2e27d-ef75-4924-ade3-bcaabae0d37b tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.2461278 Aug 05 14:03:50.795909 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9d3b6456-3bc5-4a84-b368-95b88561f3db req-a688f5aa-fda1-4a56-a6d1-cb568523d646 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628126 Aug 05 14:03:50.822571 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:50.825513 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b83407-dda6-4c52-ba05-7877cb2dbaa9 None None] Network ca08035c-6998-4851-9567-7c6e2df15a50 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:03:50.906497 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57912) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:50.957406 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-df5c2cfa-6f33-4ce3-947a-ca300f24d083 req-c29686a5-306e-4dea-a161-1dccc66ae7ab tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-944538128', 'description': 'tempest-description-190570082'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:03:51.016020 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-df5c2cfa-6f33-4ce3-947a-ca300f24d083 req-c29686a5-306e-4dea-a161-1dccc66ae7ab tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:51.223676 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524fc7cf-961e-4841-9596-032a7a5c1abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fb774f-ba24-4ac4-9676-66ec715b37d9'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:03:51.223676 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7341331-eebe-4cb4-a163-d3e19cd1e083" -d '{"events": [{"server_uuid": "524fc7cf-961e-4841-9596-032a7a5c1abb", "name": "network-vif-plugged", "status": "completed", "tag": "77fb774f-ba24-4ac4-9676-66ec715b37d9"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:03:51.300154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 77fb774f-ba24-4ac4-9676-66ec715b37d9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=77fb774f-ba24-4ac4-9676-66ec715b37d9,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:51.302463 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:51.310195 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:51.378684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f49500f-8547-450c-b0a0-b21bda0e84fc admin admin] Deleting subnet 5db6c4a1-2095-44bc-90e8-414a3ed368c6 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:03:51.385588 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-df5c2cfa-6f33-4ce3-947a-ca300f24d083 req-c29686a5-306e-4dea-a161-1dccc66ae7ab tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:51.471583 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=77fb774f-ba24-4ac4-9676-66ec715b37d9,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:51.490998 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0f49500f-8547-450c-b0a0-b21bda0e84fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:51.496222 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-df5c2cfa-6f33-4ce3-947a-ca300f24d083 req-c29686a5-306e-4dea-a161-1dccc66ae7ab tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:51.520092 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'name': 'tempest-TaggedBootDevicesTest_v242-491608195-router', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'cf9a2d55-698b-404d-a021-524d69875191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:34Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'gw_port': {'id': 'cf9a2d55-698b-404d-a021-524d69875191', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:36Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'ad1718e8-950e-475e-a214-6a04bbaa8a9f', 'name': '', 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'mac_address': 'fa:16:3e:52:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:40Z', 'updated_at': '2021-08-05T14:03:49Z', 'revision_number': 4, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'subnets': [{'id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:51.609971 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-df5c2cfa-6f33-4ce3-947a-ca300f24d083 req-c29686a5-306e-4dea-a161-1dccc66ae7ab tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:51.611798 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df5c2cfa-6f33-4ce3-947a-ca300f24d083 req-c29686a5-306e-4dea-a161-1dccc66ae7ab tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6604655 Aug 05 14:03:51.614792 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0f49500f-8547-450c-b0a0-b21bda0e84fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:51.642818 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac42a1fd-0ad1-4a81-bfea-9cca0c1e1777 None None] The sync data for ids ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'] in n-d-803585-2 is: [{'id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'name': 'tempest-TaggedBootDevicesTest_v242-491608195-router', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'cf9a2d55-698b-404d-a021-524d69875191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:34Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'gw_port': {'id': 'cf9a2d55-698b-404d-a021-524d69875191', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:36Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'ad1718e8-950e-475e-a214-6a04bbaa8a9f', 'name': '', 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'mac_address': 'fa:16:3e:52:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:40Z', 'updated_at': '2021-08-05T14:03:49Z', 'revision_number': 4, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'subnets': [{'id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:03:51.653316 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50252926-c79e-48e2-a93f-3e9995622982 req-f7933a9f-6c0e-48da-af6e-6513a4011cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:51.669792 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50252926-c79e-48e2-a93f-3e9995622982 req-f7933a9f-6c0e-48da-af6e-6513a4011cb0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 1097 time: 0.2976692 Aug 05 14:03:51.697407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29686a5-306e-4dea-a161-1dccc66ae7ab tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e1a121-1211-41a6-9a6e-bd7889807f5d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:51.824415 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50252926-c79e-48e2-a93f-3e9995622982 req-fb0e05b2-3c4d-4743-9f15-6232208dd091 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280065 Aug 05 14:03:51.843792 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0f49500f-8547-450c-b0a0-b21bda0e84fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:51.862908 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50b4991-171a-40b1-af11-60faad16c0bd x-openstack-request-id: req-e50b4991-171a-40b1-af11-60faad16c0bd {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:03:51.863385 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524fc7cf-961e-4841-9596-032a7a5c1abb", "name": "network-vif-plugged", "status": "completed", "tag": "77fb774f-ba24-4ac4-9676-66ec715b37d9", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:03:51.863485 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e50b4991-171a-40b1-af11-60faad16c0bd {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:03:51.863835 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524fc7cf-961e-4841-9596-032a7a5c1abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fb774f-ba24-4ac4-9676-66ec715b37d9', 'code': 200} Aug 05 14:03:51.891258 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4db252e5-ff07-46a5-9954-be29d066069f req-62fe92f9-44cf-41f9-bc21-65a3a6f83045 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-444194309', 'description': 'tempest-description-368422277'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:03:51.936054 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4db252e5-ff07-46a5-9954-be29d066069f req-62fe92f9-44cf-41f9-bc21-65a3a6f83045 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:52.181379 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4db252e5-ff07-46a5-9954-be29d066069f req-62fe92f9-44cf-41f9-bc21-65a3a6f83045 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:52.186882 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4db252e5-ff07-46a5-9954-be29d066069f req-62fe92f9-44cf-41f9-bc21-65a3a6f83045 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:52.280509 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4db252e5-ff07-46a5-9954-be29d066069f req-62fe92f9-44cf-41f9-bc21-65a3a6f83045 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:52.280607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ec9b3-7273-44bb-bd94-343573c9d34b req-e96dfd66-c6d6-47ef-bc0e-c5c33bed6e72 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:52.284474 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f36ec9b3-7273-44bb-bd94-343573c9d34b req-e96dfd66-c6d6-47ef-bc0e-c5c33bed6e72 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 949 time: 0.4499335 Aug 05 14:03:52.298589 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4db252e5-ff07-46a5-9954-be29d066069f req-62fe92f9-44cf-41f9-bc21-65a3a6f83045 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4165812 Aug 05 14:03:52.309213 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe92f9-44cf-41f9-bc21-65a3a6f83045 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f10e15f-f79b-4aa8-b031-ced96343a8f2,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:52.310869 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86a680-aaf9-446c-b61f-ffb951c63df3 req-ef7ab7b5-ee93-45d8-bdba-8692e2ecb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:52.313033 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5a86a680-aaf9-446c-b61f-ffb951c63df3 req-ef7ab7b5-ee93-45d8-bdba-8692e2ecb727 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 1100 time: 0.3403137 Aug 05 14:03:52.479439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ad1718e8-950e-475e-a214-6a04bbaa8a9f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:03:52.500901 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f36ec9b3-7273-44bb-bd94-343573c9d34b req-7e663ffd-3807-48b2-937e-6308ffea80a7 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2b7040-82c8-4bb5-8089-43c93fffc702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128041 Aug 05 14:03:52.502615 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0f49500f-8547-450c-b0a0-b21bda0e84fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:52.544914 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5a86a680-aaf9-446c-b61f-ffb951c63df3 req-0e857042-cbfe-41c7-98e5-7728bec1cdec service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ba2b7040-82c8-4bb5-8089-43c93fffc702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697357 Aug 05 14:03:52.552386 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0f49500f-8547-450c-b0a0-b21bda0e84fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:52.560854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c777ee-11a5-4749-bba2-7a9bd6c4b65f req-c9877f51-f169-4178-9ac3-3174341ee913 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:52.572588 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0f49500f-8547-450c-b0a0-b21bda0e84fc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5db6c4a1-2095-44bc-90e8-414a3ed368c6 HTTP/1.1" status: 204 len: 168 time: 1.6622844 Aug 05 14:03:52.574004 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57946) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:52.576164 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-65c777ee-11a5-4749-bba2-7a9bd6c4b65f req-c9877f51-f169-4178-9ac3-3174341ee913 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1497569 Aug 05 14:03:52.655995 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-65c777ee-11a5-4749-bba2-7a9bd6c4b65f req-ef7e5348-51e0-4d2f-9030-843dc1fa0efb tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788462 Aug 05 14:03:52.660132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port ad1718e8-950e-475e-a214-6a04bbaa8a9f completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:03:52.672915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port ad1718e8-950e-475e-a214-6a04bbaa8a9f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:03:52.673590 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:52.791414 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49500f-8547-450c-b0a0-b21bda0e84fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db6c4a1-2095-44bc-90e8-414a3ed368c6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:52.973813 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:53.024993 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3022fddd-7118-43ac-b625-ef101a5613de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:53.103330 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port ad1718e8-950e-475e-a214-6a04bbaa8a9f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ad1718e8-950e-475e-a214-6a04bbaa8a9f,segment=NetworkSegment(32f3b2c7-405f-4fb9-adc9-ad9695ca72be),segment_id=32f3b2c7-405f-4fb9-adc9-ad9695ca72be)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:53.108930 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:53.228317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=ad1718e8-950e-475e-a214-6a04bbaa8a9f,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:53.234547 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3022fddd-7118-43ac-b625-ef101a5613de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:53.247715 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-3022fddd-7118-43ac-b625-ef101a5613de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdabdcf8-812f-498c-a61f-e0740b155d08']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:53.263527 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-3022fddd-7118-43ac-b625-ef101a5613de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623750fd-fee1-4e80-aaa7-c99e447134c6') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:53.263822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-3022fddd-7118-43ac-b625-ef101a5613de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623750fd-fee1-4e80-aaa7-c99e447134c6') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:03:53.286141 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3022fddd-7118-43ac-b625-ef101a5613de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:53.327588 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3022fddd-7118-43ac-b625-ef101a5613de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:53.340391 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3022fddd-7118-43ac-b625-ef101a5613de admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:03:53.340820 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3022fddd-7118-43ac-b625-ef101a5613de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:03:53.411901 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:03:53.419478 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3022fddd-7118-43ac-b625-ef101a5613de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:53.430696 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3022fddd-7118-43ac-b625-ef101a5613de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:53.433848 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3022fddd-7118-43ac-b625-ef101a5613de admin admin] 10.222.0.16 "DELETE /v2.0/networks/fdabdcf8-812f-498c-a61f-e0740b155d08 HTTP/1.1" status: 204 len: 168 time: 0.6988926 Aug 05 14:03:53.447468 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022fddd-7118-43ac-b625-ef101a5613de admin admin] Pushing event deleted for resources: {'Network': ['ID=fdabdcf8-812f-498c-a61f-e0740b155d08,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:53.693242 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0787661-1c76-4d0c-8435-b7fdcd16443b req-f8acde4c-fb17-4303-a6b2-c753fe93dbc6 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:53.702873 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0787661-1c76-4d0c-8435-b7fdcd16443b req-f8acde4c-fb17-4303-a6b2-c753fe93dbc6 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 949 time: 0.0982969 Aug 05 14:03:53.827415 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0787661-1c76-4d0c-8435-b7fdcd16443b req-d0094cac-88e1-46ba-be58-125ba86f84c8 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2b7040-82c8-4bb5-8089-43c93fffc702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189334 Aug 05 14:03:53.974667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57970) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:54.013908 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:03:54.155514 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7079f-1925-4af4-8a80-694fa2b827ba req-384790c1-27ce-4332-b8f8-9aad979e4529 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:54.156342 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ad7079f-1925-4af4-8a80-694fa2b827ba req-384790c1-27ce-4332-b8f8-9aad979e4529 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.2043800 Aug 05 14:03:54.183678 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a46d5810-d41b-4140-b430-5506613f20ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c39e6b6a8d0842c388dde3ffb21b1e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2076650 Aug 05 14:03:54.186158 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57978) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:54.230575 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ad7079f-1925-4af4-8a80-694fa2b827ba req-8dd15a8d-9a99-4431-bc74-7892d5898b04 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629029 Aug 05 14:03:54.313896 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0fdfe09e-0839-4614-a9b1-2279c9c1e14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:54.329289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ad1718e8-950e-475e-a214-6a04bbaa8a9f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:03:54.359903 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0fdfe09e-0839-4614-a9b1-2279c9c1e14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:54.472543 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port ad1718e8-950e-475e-a214-6a04bbaa8a9f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:03:54.473758 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:54.516314 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0fdfe09e-0839-4614-a9b1-2279c9c1e14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:54.519266 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0fdfe09e-0839-4614-a9b1-2279c9c1e14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:54.521336 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0fdfe09e-0839-4614-a9b1-2279c9c1e14c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1ef1b21-5a02-4a6b-9026-0eac81efc7bd HTTP/1.1" status: 204 len: 168 time: 0.3340118 Aug 05 14:03:54.547240 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfe09e-0839-4614-a9b1-2279c9c1e14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ef1b21-5a02-4a6b-9026-0eac81efc7bd,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:54.779950 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da2794-ecbd-43d8-b414-4fb9d2d6bd46 req-6052a56a-2a25-47a3-90bc-dc0e9a0c0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:54.784512 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f0da2794-ecbd-43d8-b414-4fb9d2d6bd46 req-6052a56a-2a25-47a3-90bc-dc0e9a0c0e3e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=eae027deaae649f2a01c906f6b6827e0&device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 1097 time: 0.1223779 Aug 05 14:03:54.977311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824784f-a584-4975-b41b-6e110e277fbd req-97ff5eb4-87fe-4f58-b03e-a171884d08ba tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:54.991902 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7824784f-a584-4975-b41b-6e110e277fbd req-97ff5eb4-87fe-4f58-b03e-a171884d08ba tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1599267 Aug 05 14:03:55.065777 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7824784f-a584-4975-b41b-6e110e277fbd req-32400170-5409-4c88-9b56-e6ab7a9280c9 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710998 Aug 05 14:03:55.122194 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da2794-ecbd-43d8-b414-4fb9d2d6bd46 req-78df4c41-4c1e-417b-9a46-452ee6346117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:55.124396 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f0da2794-ecbd-43d8-b414-4fb9d2d6bd46 req-78df4c41-4c1e-417b-9a46-452ee6346117 service neutron] 10.222.0.63 "GET /v2.0/networks?id=55e09aaf-4f69-462a-8e56-78fafe78ca62 HTTP/1.1" status: 200 len: 919 time: 0.3274581 Aug 05 14:03:55.204391 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f0da2794-ecbd-43d8-b414-4fb9d2d6bd46 req-4ce0fb54-c378-471d-9939-741a0588b6a8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4440fae-f48a-4527-8f9a-10e1a05c650a HTTP/1.1" status: 200 len: 217 time: 0.0682220 Aug 05 14:03:55.306587 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1434489-3e9e-49ea-b873-23e103d5433a req-45f137fc-d78c-4d69-9085-495b4ce8ab7b tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:55.317011 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1434489-3e9e-49ea-b873-23e103d5433a req-45f137fc-d78c-4d69-9085-495b4ce8ab7b tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 949 time: 0.1143310 Aug 05 14:03:55.332658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da2794-ecbd-43d8-b414-4fb9d2d6bd46 req-6a760f12-e10a-4ed3-bf90-035a8980405c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:55.334163 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f0da2794-ecbd-43d8-b414-4fb9d2d6bd46 req-6a760f12-e10a-4ed3-bf90-035a8980405c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f3d34413-6403-49d0-8a6b-9ad2631ceedf HTTP/1.1" status: 200 len: 858 time: 0.1206920 Aug 05 14:03:55.423991 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1434489-3e9e-49ea-b873-23e103d5433a req-02933c3e-d4a0-4058-b592-4024f1788220 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2b7040-82c8-4bb5-8089-43c93fffc702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928278 Aug 05 14:03:55.424322 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f0da2794-ecbd-43d8-b414-4fb9d2d6bd46 req-ad2335ab-3b1e-4ee1-aaf5-a06bd3ba985d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=55e09aaf-4f69-462a-8e56-78fafe78ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637295 Aug 05 14:03:55.633822 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f0da2794-ecbd-43d8-b414-4fb9d2d6bd46 req-dcfddd43-a07c-4de4-82b7-5ad846f1451c service neutron] 10.222.0.63 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106731 Aug 05 14:03:55.838261 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f0da2794-ecbd-43d8-b414-4fb9d2d6bd46 req-3d208009-a7a3-413f-86f6-79e850a8b9cc service neutron] 10.222.0.63 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953390 Aug 05 14:03:56.431462 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 58034) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:56.535475 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596cd65-aa83-4e53-a5ab-5a6e21216e91 req-2d69f7ca-e25c-4928-ad6d-d5ee95e38cc8 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:56.549321 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4596cd65-aa83-4e53-a5ab-5a6e21216e91 req-2d69f7ca-e25c-4928-ad6d-d5ee95e38cc8 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1480396 Aug 05 14:03:56.655265 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4596cd65-aa83-4e53-a5ab-5a6e21216e91 req-ff5c83e3-1e6c-43fb-90ab-0daf06c9ab5a tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050255 Aug 05 14:03:56.723554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-29563219-network', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:03:56.776741 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Made reservation on behalf of 1291456ee72e4bdfb592cbb35091d288 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:03:56.779222 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:56.801451 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:57.108970 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:57.120802 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:57.151330 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:03:57.184822 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:57.186592 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Added segment 1302f431-49cf-476f-b18d-c531cd632b1d of type vlan for network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff Aug 05 14:03:57.272974 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:57.330085 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:57.331202 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:57.331876 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:57.463083 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ea4247-6d14-4dd4-8f67-10ee68d09ae6,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:57.489532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:57.492714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:57.493435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:57.498370 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:57.498723 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:57.499068 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:57.499408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:57.499749 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:57.500081 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:57.500408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:57.500736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:57.503366 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:57.552634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] Pushing event updated for resources: {'Network': ['ID=492eeda6-491f-43b8-a0eb-3f6a8fac11ff,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:57.566918 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:03:57.570675 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58056) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:57.571974 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-67aedb30-341a-4dc9-a96f-3961b28289b9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1391382 Aug 05 14:03:57.582821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Request body: {'subnet': {'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-29563219-subnet', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:03:57.650194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Made reservation on behalf of 1291456ee72e4bdfb592cbb35091d288 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:03:57.653172 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:58.121907 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0faf9a-fe16-472f-9a76-ac3f9fff1ca0 req-235785c1-d78c-4690-bffd-202fcf9d39c3 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:58.132774 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1a0faf9a-fe16-472f-9a76-ac3f9fff1ca0 req-235785c1-d78c-4690-bffd-202fcf9d39c3 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 949 time: 0.0854337 Aug 05 14:03:58.143052 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:58.236394 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1a0faf9a-fe16-472f-9a76-ac3f9fff1ca0 req-a8951bce-dfbf-4330-b4ca-26c670e70ea8 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2b7040-82c8-4bb5-8089-43c93fffc702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019044 Aug 05 14:03:58.348555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeec4336-a010-464c-8b64-395366905663,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:03:58.361992 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Checking segment: {'id': '1302f431-49cf-476f-b18d-c531cd632b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:03:58.362658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Network hostable DHCP agents. Network: 492eeda6-491f-43b8-a0eb-3f6a8fac11ff, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:03:58.369962 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:58.370601 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:58.371088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:58.371573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:58.372054 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:58.372533 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:58.373025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:58.373508 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:58.373980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:58.374478 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:58.374947 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:58.375432 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:03:58.459291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:03:58.488075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 492eeda6-491f-43b8-a0eb-3f6a8fac11ff) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:03:58.511538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb432c33-9362-4231-8f0f-1e8a0525abc1 req-1a4336c7-7b4a-4e79-b60f-4880c68bf26d tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:58.518232 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37bdc6f-fca2-4812-b0fd-a8f28ff5633e None None] Network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:03:58.531834 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bb432c33-9362-4231-8f0f-1e8a0525abc1 req-1a4336c7-7b4a-4e79-b60f-4880c68bf26d tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1636853 Aug 05 14:03:58.568922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:58.570348 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:58.619511 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bb432c33-9362-4231-8f0f-1e8a0525abc1 req-a2bc419b-a387-455c-92e7-edba7eb3a4ce tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866632 Aug 05 14:03:58.635949 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 58068) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:03:58.641464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:03:58.644761 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-75c7c99a-aa7f-4d6a-8d72-6a5780656e0a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0719478 Aug 05 14:03:58.700242 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:58.701529 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:58.884421 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:58.951657 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'fixed_ips': [{'subnet_id': 'eeec4336-a010-464c-8b64-395366905663'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:03:58.957061 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:59.416570 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Allocated IP 172.20.0.2 (492eeda6-491f-43b8-a0eb-3f6a8fac11ff/eeec4336-a010-464c-8b64-395366905663/48df4bb5-bc35-4a1d-8f47-8e854da7213a) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:03:59.496291 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:59.549804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9224ede-503c-4936-9bef-be78302c31d2 req-cd3ccfc1-4590-41ef-9d3d-1f000bb5337e tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:59.558859 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9224ede-503c-4936-9bef-be78302c31d2 req-cd3ccfc1-4590-41ef-9d3d-1f000bb5337e tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 949 time: 0.1501353 Aug 05 14:03:59.644641 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29689d2d-40c7-457a-86bd-4f00b9de5811 req-1dd0338d-3c49-4355-b0bd-17d88f0116ef tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:03:59.646793 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-29689d2d-40c7-457a-86bd-4f00b9de5811 req-1dd0338d-3c49-4355-b0bd-17d88f0116ef tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.63 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 949 time: 0.2130153 Aug 05 14:03:59.723422 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9224ede-503c-4936-9bef-be78302c31d2 req-31e98cc8-7ae8-43c3-b671-cb5932629f3e tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba2b7040-82c8-4bb5-8089-43c93fffc702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554027 Aug 05 14:03:59.830575 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-29689d2d-40c7-457a-86bd-4f00b9de5811 req-1f2b2ab5-1571-4b3c-910c-cf577d146364 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Deleting port 77fb774f-ba24-4ac4-9676-66ec715b37d9 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:03:59.830994 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-29689d2d-40c7-457a-86bd-4f00b9de5811 req-1f2b2ab5-1571-4b3c-910c-cf577d146364 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:59.855320 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:59.900028 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Transition to ACTIVE for port object 48df4bb5-bc35-4a1d-8f47-8e854da7213a will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:03:59.942664 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Transition to ACTIVE for port object 48df4bb5-bc35-4a1d-8f47-8e854da7213a will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:03:59.960831 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:03:59.993631 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-29689d2d-40c7-457a-86bd-4f00b9de5811 req-1f2b2ab5-1571-4b3c-910c-cf577d146364 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] For port 77fb774f-ba24-4ac4-9676-66ec715b37d9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=77fb774f-ba24-4ac4-9676-66ec715b37d9,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:03:59.994156 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-29689d2d-40c7-457a-86bd-4f00b9de5811 req-1f2b2ab5-1571-4b3c-910c-cf577d146364 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:00.012528 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-29689d2d-40c7-457a-86bd-4f00b9de5811 req-1f2b2ab5-1571-4b3c-910c-cf577d146364 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Calling delete_port for 77fb774f-ba24-4ac4-9676-66ec715b37d9 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:04:00.063409 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:04:00.071145 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:00.082728 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:04:00.180223 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-29689d2d-40c7-457a-86bd-4f00b9de5811 req-1f2b2ab5-1571-4b3c-910c-cf577d146364 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:00.243693 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['77fb774f-ba24-4ac4-9676-66ec715b37d9'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:04:00.394310 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Pushing event updated for resources: {'Port': ['ID=48df4bb5-bc35-4a1d-8f47-8e854da7213a,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:00.410945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b2ab5-1571-4b3c-910c-cf577d146364 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Pushing event deleted for resources: {'Port': ['ID=77fb774f-ba24-4ac4-9676-66ec715b37d9,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:00.436631 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Attempting to bind port 48df4bb5-bc35-4a1d-8f47-8e854da7213a on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:04:00.436631 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Attempting to bind port 48df4bb5-bc35-4a1d-8f47-8e854da7213a by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '1302f431-49cf-476f-b18d-c531cd632b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:04:00.437058 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Attempting to bind port 48df4bb5-bc35-4a1d-8f47-8e854da7213a on network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:04:00.443368 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:04:00.446276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Checking segment: {'id': '1302f431-49cf-476f-b18d-c531cd632b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:04:00.446830 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:00.447338 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Bound using segment: {'id': '1302f431-49cf-476f-b18d-c531cd632b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:04:00.448110 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Bound port: 48df4bb5-bc35-4a1d-8f47-8e854da7213a, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1302f431-49cf-476f-b18d-c531cd632b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:04:00.449755 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:00.597989 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:00.622837 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-29689d2d-40c7-457a-86bd-4f00b9de5811 req-1f2b2ab5-1571-4b3c-910c-cf577d146364 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] No DVR routers for this DVR port 77fb774f-ba24-4ac4-9676-66ec715b37d9 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:04:00.627586 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-29689d2d-40c7-457a-86bd-4f00b9de5811 req-1f2b2ab5-1571-4b3c-910c-cf577d146364 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:00.640463 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-29689d2d-40c7-457a-86bd-4f00b9de5811 req-1f2b2ab5-1571-4b3c-910c-cf577d146364 tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.63 "DELETE /v2.0/ports/77fb774f-ba24-4ac4-9676-66ec715b37d9 HTTP/1.1" status: 204 len: 173 time: 0.9723473 Aug 05 14:04:00.644659 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:00.650457 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524fc7cf-961e-4841-9596-032a7a5c1abb', 'name': 'network-vif-deleted', 'tag': '77fb774f-ba24-4ac4-9676-66ec715b37d9'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:04:00.653824 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3ed4df-426e-43ac-b64b-79389a48b42b" -d '{"events": [{"server_uuid": "524fc7cf-961e-4841-9596-032a7a5c1abb", "name": "network-vif-deleted", "tag": "77fb774f-ba24-4ac4-9676-66ec715b37d9"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:04:00.806726 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] For port 48df4bb5-bc35-4a1d-8f47-8e854da7213a, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:04:00.814669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] For port 48df4bb5-bc35-4a1d-8f47-8e854da7213a, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=48df4bb5-bc35-4a1d-8f47-8e854da7213a,segment=NetworkSegment(1302f431-49cf-476f-b18d-c531cd632b1d),segment_id=1302f431-49cf-476f-b18d-c531cd632b1d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:04:00.833459 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:00.840396 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589517e5-0430-474a-a98e-aa4b3800737d x-openstack-request-id: req-589517e5-0430-474a-a98e-aa4b3800737d {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:04:00.840749 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524fc7cf-961e-4841-9596-032a7a5c1abb", "name": "network-vif-deleted", "tag": "77fb774f-ba24-4ac4-9676-66ec715b37d9", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:04:00.840941 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-589517e5-0430-474a-a98e-aa4b3800737d {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:04:00.841350 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524fc7cf-961e-4841-9596-032a7a5c1abb', 'name': 'network-vif-deleted', 'tag': '77fb774f-ba24-4ac4-9676-66ec715b37d9', 'status': 'completed', 'code': 200} Aug 05 14:04:00.982924 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e9023-7017-4de7-9776-9419a870eac9 None None] Pushing event updated for resources: {'Port': ['ID=48df4bb5-bc35-4a1d-8f47-8e854da7213a,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:01.126516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Allocated IP 172.25.5.198 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/c609fa04-7732-4cb6-b15b-bf428e92cfce) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:04:01.226738 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-382684f6-9c23-4aaa-9980-1c1b481b9f47 req-93363342-e75d-42ad-a33f-ec320c799c9c tempest-TenantUsagesTestJSON-768978174 tempest-TenantUsagesTestJSON-768978174-project] 10.222.0.16 "GET /v2.0/ports?device_id=524fc7cf-961e-4841-9596-032a7a5c1abb HTTP/1.1" status: 200 len: 210 time: 0.1338930 Aug 05 14:04:01.565617 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:01.745479 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:01.787444 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:04:01.792942 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:01.841985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:04:02.009448 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6371ed8-1c05-4ec8-a3ec-ffd1a46c5efa req-0e0a2616-7887-4a0f-9cf2-2eef8b050131 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:02.010394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Pushing event updated for resources: {'Port': ['ID=c609fa04-7732-4cb6-b15b-bf428e92cfce,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:02.013027 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f6371ed8-1c05-4ec8-a3ec-ffd1a46c5efa req-0e0a2616-7887-4a0f-9cf2-2eef8b050131 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1447368 Aug 05 14:04:02.093250 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f6371ed8-1c05-4ec8-a3ec-ffd1a46c5efa req-0592b454-ef97-43f2-a8fa-08c02cf1afd1 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608206 Aug 05 14:04:02.397552 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:02.421882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 48df4bb5-bc35-4a1d-8f47-8e854da7213a up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:02.577579 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 48df4bb5-bc35-4a1d-8f47-8e854da7213a completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:02.759703 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 77fb774f-ba24-4ac4-9676-66ec715b37d9 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:04:02.835836 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 77fb774f-ba24-4ac4-9676-66ec715b37d9 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:04:02.837049 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 77fb774f-ba24-4ac4-9676-66ec715b37d9 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:04:02.882051 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7519f2-185c-4442-a746-324fdbf7d5ab None None] Network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:04:03.113351 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-97c09ef2-3858-4498-99f8-5cadc5bfadab None None] Provisioning for port 48df4bb5-bc35-4a1d-8f47-8e854da7213a completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:03.153436 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-97c09ef2-3858-4498-99f8-5cadc5bfadab None None] Provisioning complete for port 48df4bb5-bc35-4a1d-8f47-8e854da7213a triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:03.164809 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-97c09ef2-3858-4498-99f8-5cadc5bfadab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:03.236745 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:03.487609 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-97c09ef2-3858-4498-99f8-5cadc5bfadab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:03.567503 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:04:03.579975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58140) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:03.615076 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-97c09ef2-3858-4498-99f8-5cadc5bfadab None None] For port 48df4bb5-bc35-4a1d-8f47-8e854da7213a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=48df4bb5-bc35-4a1d-8f47-8e854da7213a,segment=NetworkSegment(1302f431-49cf-476f-b18d-c531cd632b1d),segment_id=1302f431-49cf-476f-b18d-c531cd632b1d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:03.621061 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-97c09ef2-3858-4498-99f8-5cadc5bfadab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:03.742987 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c09ef2-3858-4498-99f8-5cadc5bfadab None None] Pushing event updated for resources: {'Port': ['ID=48df4bb5-bc35-4a1d-8f47-8e854da7213a,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:03.968944 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-226a8768-cfba-4bfa-902a-6b66ff0680e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfe94dc0affd4258aa57e86877123e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3876491 Aug 05 14:04:03.970370 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58146) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:04.051905 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d382fbbf-eb26-4ce9-b4ae-3421d7d9c07a None None] Provisioning complete for port 48df4bb5-bc35-4a1d-8f47-8e854da7213a triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:04.053901 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d382fbbf-eb26-4ce9-b4ae-3421d7d9c07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:04.065509 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aced189a-65f5-48bf-acc8-4c98b89053d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:04.131194 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aced189a-65f5-48bf-acc8-4c98b89053d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:04.250355 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aced189a-65f5-48bf-acc8-4c98b89053d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:04.253625 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aced189a-65f5-48bf-acc8-4c98b89053d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:04.258599 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-aced189a-65f5-48bf-acc8-4c98b89053d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba2b7040-82c8-4bb5-8089-43c93fffc702 HTTP/1.1" status: 204 len: 168 time: 0.2839234 Aug 05 14:04:04.300855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced189a-65f5-48bf-acc8-4c98b89053d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2b7040-82c8-4bb5-8089-43c93fffc702,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:04.375884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 48df4bb5-bc35-4a1d-8f47-8e854da7213a up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:04.503972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 48df4bb5-bc35-4a1d-8f47-8e854da7213a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:04.504540 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:04.544460 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:04:04.573703 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Sync routers for ids ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:04:04.588911 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Routers {'387cdcf1-29f8-4a85-8846-5a20ea1545f4'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:04:04.589894 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:03:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:04.601025 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:04.604110 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fda43c62-000b-4734-a556-ed4fd8b1ea0d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9656672 Aug 05 14:04:04.605569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58162) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:04.776554 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Set router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:04:05.012398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 58172) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:05.055586 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-57f5371d-1dd2-4548-9316-e212cb114ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:05.279403 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-57f5371d-1dd2-4548-9316-e212cb114ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:05.287376 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-57f5371d-1dd2-4548-9316-e212cb114ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:05.386164 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5371d-1dd2-4548-9316-e212cb114ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b09ce60-e45d-4ee1-bbba-7c7ca4a69144,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:05.416797 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-57f5371d-1dd2-4548-9316-e212cb114ef2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ded80da1d33a440a95d6a27b8a9806bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4032557 Aug 05 14:04:05.418478 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:04:02Z', 'revision_number': 3, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:05.422406 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 58184) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:05.630063 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Checking router: 387cdcf1-29f8-4a85-8846-5a20ea1545f4 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:04:05.635984 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Updating router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 port c609fa04-7732-4cb6-b15b-bf428e92cfce binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:04:05.698595 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-848a4769-1ba9-4ace-8b94-dca214b16f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:05.717038 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:05.726104 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-848a4769-1ba9-4ace-8b94-dca214b16f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:05.803610 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-848a4769-1ba9-4ace-8b94-dca214b16f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:05.811894 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-848a4769-1ba9-4ace-8b94-dca214b16f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:05.811894 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-848a4769-1ba9-4ace-8b94-dca214b16f69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b09ce60-e45d-4ee1-bbba-7c7ca4a69144 HTTP/1.1" status: 204 len: 168 time: 0.3706210 Aug 05 14:04:05.830783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a4769-1ba9-4ace-8b94-dca214b16f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b09ce60-e45d-4ee1-bbba-7c7ca4a69144,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:05.861410 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:06.059047 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:06.072043 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Transition to ACTIVE for port object c609fa04-7732-4cb6-b15b-bf428e92cfce will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:06.082963 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:06.151538 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcba05-35f0-4465-a18e-528a252ded30 None None] Pushing event updated for resources: {'Port': ['ID=c609fa04-7732-4cb6-b15b-bf428e92cfce,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:06.165592 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Attempting to bind port c609fa04-7732-4cb6-b15b-bf428e92cfce on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:04:06.166227 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Attempting to bind port c609fa04-7732-4cb6-b15b-bf428e92cfce by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:04:06.166988 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Attempting to bind port c609fa04-7732-4cb6-b15b-bf428e92cfce on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:04:06.172574 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:04:06.173082 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:04:06.173489 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:06.174022 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:04:06.174868 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Bound port: c609fa04-7732-4cb6-b15b-bf428e92cfce, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:04:06.175396 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:06.224564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Allocated IP 172.20.0.1 (492eeda6-491f-43b8-a0eb-3f6a8fac11ff/eeec4336-a010-464c-8b64-395366905663/553b31f4-2b96-421a-9259-e3c16e530617) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:04:06.325450 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] For port c609fa04-7732-4cb6-b15b-bf428e92cfce, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:04:06.333410 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] For port c609fa04-7732-4cb6-b15b-bf428e92cfce, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c609fa04-7732-4cb6-b15b-bf428e92cfce,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:04:06.347554 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:06.458601 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcba05-35f0-4465-a18e-528a252ded30 None None] Pushing event updated for resources: {'Port': ['ID=c609fa04-7732-4cb6-b15b-bf428e92cfce,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:06.515476 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Routers {'387cdcf1-29f8-4a85-8846-5a20ea1545f4'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:04:06.516637 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:03:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:06.679844 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:06.729182 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Transition to ACTIVE for port object 553b31f4-2b96-421a-9259-e3c16e530617 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:06.839810 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:06.956278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:04:06.959356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:06.978650 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:04:07.060645 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] Set router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:04:07.087243 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=553b31f4-2b96-421a-9259-e3c16e530617,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:07.120226 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:07.429256 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:07.533286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-af779ee9-95d6-4871-b87c-8209764d71d7 None None] Provisioning for port 553b31f4-2b96-421a-9259-e3c16e530617 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:07.551216 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:04:02Z', 'revision_number': 3, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:07.556292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-af779ee9-95d6-4871-b87c-8209764d71d7 None None] Provisioning complete for port 553b31f4-2b96-421a-9259-e3c16e530617 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:07.557901 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-af779ee9-95d6-4871-b87c-8209764d71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:07.675829 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012b40c-16f9-45c4-aefd-9064ecde1f63 None None] The sync data for ids ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'] in n-d-803585-2 is: [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:04:02Z', 'revision_number': 3, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:04:07.739907 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-af779ee9-95d6-4871-b87c-8209764d71d7 None None] Port 553b31f4-2b96-421a-9259-e3c16e530617 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:04:08.179668 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:08.196197 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:08.437729 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=553b31f4-2b96-421a-9259-e3c16e530617,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:08.536050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c609fa04-7732-4cb6-b15b-bf428e92cfce up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:08.612901 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:08.740009 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port c609fa04-7732-4cb6-b15b-bf428e92cfce completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:08.745947 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port c609fa04-7732-4cb6-b15b-bf428e92cfce triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:08.746693 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:08.990349 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:04:09.002543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:09.063717 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:09.145929 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port c609fa04-7732-4cb6-b15b-bf428e92cfce, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c609fa04-7732-4cb6-b15b-bf428e92cfce,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:09.152488 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:09.285775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:04:09.321651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=c609fa04-7732-4cb6-b15b-bf428e92cfce,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:09.349063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:09.349669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:09.350316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:09.350808 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:09.351309 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:09.351799 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:09.352288 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:09.353032 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:09.353790 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:09.354307 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:09.354802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:09.355295 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:09.602646 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c1e5c5ef-67a7-4df7-847d-713aed440fb0 None None] Provisioning complete for port 553b31f4-2b96-421a-9259-e3c16e530617 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:09.603256 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c1e5c5ef-67a7-4df7-847d-713aed440fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:09.686466 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:04:09.739245 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8cafc345-2622-483b-a1f3-078630d92cf6 admin admin] 10.222.0.16 "PUT /v2.0/routers/387cdcf1-29f8-4a85-8846-5a20ea1545f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1283150 Aug 05 14:04:09.766532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5c5ef-67a7-4df7-847d-713aed440fb0 None None] Port 553b31f4-2b96-421a-9259-e3c16e530617 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:04:10.276516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c609fa04-7732-4cb6-b15b-bf428e92cfce up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:10.391610 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port c609fa04-7732-4cb6-b15b-bf428e92cfce triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:10.392230 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:10.648702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58308) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:10.654739 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-19e12b31-2093-41f9-96a2-d24a40a76925 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1573877671', 'description': 'tempest-description--1383641792'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:10.742217 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-19e12b31-2093-41f9-96a2-d24a40a76925 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:10.821648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd366948-3e9f-42cb-b680-a2590f773ed5 req-cfc72aab-95f7-4f9b-ba0f-12171d5bb202 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:10.830497 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd366948-3e9f-42cb-b680-a2590f773ed5 req-cfc72aab-95f7-4f9b-ba0f-12171d5bb202 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 0.0841622 Aug 05 14:04:10.889427 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-4e4c9e5e-1cba-45d3-8228-433f38a584d9 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:10.903281 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-4e4c9e5e-1cba-45d3-8228-433f38a584d9 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/networks?id=ca08035c-6998-4851-9567-7c6e2df15a50 HTTP/1.1" status: 200 len: 813 time: 0.3701730 Aug 05 14:04:10.930227 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-895666a6-15dd-4b03-954b-9e368aded47c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/quotas/2f9847708ebc45e984bdac57eaab2a87 HTTP/1.1" status: 200 len: 375 time: 0.0235960 Aug 05 14:04:10.991789 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-dedf099f-6c91-491d-8c88-703de0e10998 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f9847708ebc45e984bdac57eaab2a87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421193 Aug 05 14:04:11.010679 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd366948-3e9f-42cb-b680-a2590f773ed5 req-a110cbd5-298e-4b50-b66a-b0286c7f8a0d tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743205 Aug 05 14:04:11.157481 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Sync routers for ids ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:04:11.175081 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 58324) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:11.180635 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Routers {'387cdcf1-29f8-4a85-8846-5a20ea1545f4'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:04:11.181550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:03:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:11.190677 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-19e12b31-2093-41f9-96a2-d24a40a76925 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:11.204096 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-19e12b31-2093-41f9-96a2-d24a40a76925 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:11.265629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e12b31-2093-41f9-96a2-d24a40a76925 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa37572c-8c7d-4944-990f-d4407f5fb23d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:11.274509 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-19e12b31-2093-41f9-96a2-d24a40a76925 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:11.277197 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-19e12b31-2093-41f9-96a2-d24a40a76925 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6264710 Aug 05 14:04:11.279859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58334) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:11.286746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b3be6e8a-d88b-48f7-bd8b-5807bdf5c74f tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Request body: {'security_group_rule': {'security_group_id': 'fa37572c-8c7d-4944-990f-d4407f5fb23d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:11.336213 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3be6e8a-d88b-48f7-bd8b-5807bdf5c74f tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:11.463435 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a966-c9ca-4a0a-bbf5-1111ec5afcce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:11.485071 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Set router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:04:11.496275 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3be6e8a-d88b-48f7-bd8b-5807bdf5c74f tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:11.503957 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3be6e8a-d88b-48f7-bd8b-5807bdf5c74f tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:11.540714 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be6e8a-d88b-48f7-bd8b-5807bdf5c74f tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9dfe01-a6b2-41e8-b4da-6b073705ad1e,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:11.544239 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3be6e8a-d88b-48f7-bd8b-5807bdf5c74f tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:11.548178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b3be6e8a-d88b-48f7-bd8b-5807bdf5c74f tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2636423 Aug 05 14:04:11.549633 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58346) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:11.556818 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-75fea9c5-64d6-402e-b9ee-3d8fac933638 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Request body: {'security_group_rule': {'security_group_id': 'fa37572c-8c7d-4944-990f-d4407f5fb23d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:11.602573 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-1ae95c52-9816-43d6-82bc-d1c7f59cc858 service neutron] 10.222.0.16 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887825 Aug 05 14:04:11.820432 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a966-c9ca-4a0a-bbf5-1111ec5afcce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:11.827235 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a966-c9ca-4a0a-bbf5-1111ec5afcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:11.855536 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-19d1c0df-cff0-4639-b59c-6767f6fd13dc service neutron] 10.222.0.16 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197750 Aug 05 14:04:11.857475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9a966-c9ca-4a0a-bbf5-1111ec5afcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438fd175-977f-4b5e-9593-fc7ff24b4d02,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:11.860666 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75fea9c5-64d6-402e-b9ee-3d8fac933638 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:11.874870 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:04:07Z', 'revision_number': 4, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '553b31f4-2b96-421a-9259-e3c16e530617', 'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'mac_address': 'fa:16:3e:c8:61:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eeec4336-a010-464c-8b64-395366905663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:05Z', 'updated_at': '2021-08-05T14:04:07Z', 'revision_number': 2, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'subnets': [{'id': 'eeec4336-a010-464c-8b64-395366905663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:11.896490 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5dd9a966-c9ca-4a0a-bbf5-1111ec5afcce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0727d3671dde4a908261313ead39b257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7197430 Aug 05 14:04:11.900419 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58350) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:11.929722 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 58352) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:11.986241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Checking router: 387cdcf1-29f8-4a85-8846-5a20ea1545f4 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:04:11.987858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Updating router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 port 553b31f4-2b96-421a-9259-e3c16e530617 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:04:12.104146 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75fea9c5-64d6-402e-b9ee-3d8fac933638 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:12.120902 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75fea9c5-64d6-402e-b9ee-3d8fac933638 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:12.201237 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75fea9c5-64d6-402e-b9ee-3d8fac933638 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:12.202664 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-75fea9c5-64d6-402e-b9ee-3d8fac933638 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6518946 Aug 05 14:04:12.213019 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58362) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:12.217980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-486fa818-6e9e-4180-9c30-0df74d1518b2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:12.223416 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27a1a444-7eb6-4d3f-8653-d19472c434fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:12.226958 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fea9c5-64d6-402e-b9ee-3d8fac933638 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92835ce3-4cff-4f49-800d-383e66bd1819,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:12.278970 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e1183-5ebb-47e4-a85e-ea11e1879cf6 req-18be0662-5946-4b3c-9595-bd3a09544d83 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:12.280837 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6a7e1183-5ebb-47e4-a85e-ea11e1879cf6 req-18be0662-5946-4b3c-9595-bd3a09544d83 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 0.1258857 Aug 05 14:04:12.286595 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-486fa818-6e9e-4180-9c30-0df74d1518b2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:12.289904 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5ae375ef-af6b-41a7-9921-88cef021936f req-f67be318-33f3-4e2c-8090-17d5b33abbf4 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 210 time: 0.1471028 Aug 05 14:04:12.316829 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2db3956b-d1ea-488b-a4a5-36cb2cf35168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:12.322423 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27a1a444-7eb6-4d3f-8653-d19472c434fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:12.410640 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6a7e1183-5ebb-47e4-a85e-ea11e1879cf6 req-a3f711ab-85dd-4e2e-b321-b20f77ec26c0 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161139 Aug 05 14:04:12.500425 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:12.532927 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27a1a444-7eb6-4d3f-8653-d19472c434fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:12.535561 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27a1a444-7eb6-4d3f-8653-d19472c434fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:12.536752 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-27a1a444-7eb6-4d3f-8653-d19472c434fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/438fd175-977f-4b5e-9593-fc7ff24b4d02 HTTP/1.1" status: 204 len: 168 time: 0.6241782 Aug 05 14:04:12.576713 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2db3956b-d1ea-488b-a4a5-36cb2cf35168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:12.579643 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1a444-7eb6-4d3f-8653-d19472c434fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438fd175-977f-4b5e-9593-fc7ff24b4d02,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:12.584854 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2db3956b-d1ea-488b-a4a5-36cb2cf35168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:12.643659 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-486fa818-6e9e-4180-9c30-0df74d1518b2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:12.645583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58372) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:12.648627 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2db3956b-d1ea-488b-a4a5-36cb2cf35168 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41834a507151450dac13f84d892cf0aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7162397 Aug 05 14:04:12.759644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3956b-d1ea-488b-a4a5-36cb2cf35168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e8b875-a9b6-4ede-a8a0-04a1179defd2,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:12.876018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-486fa818-6e9e-4180-9c30-0df74d1518b2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Allocated IP 172.25.5.67 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/b30691a5-3f76-4b7e-98f9-8a8c46246568) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:04:13.234988 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d3d70679-69a3-4088-9b96-82ed1899050f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:13.294174 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:13.312581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 58386) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:13.340470 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9d50d119-bc0a-46ab-b8e5-04c3adab1f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:13.366457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Transition to ACTIVE for port object 553b31f4-2b96-421a-9259-e3c16e530617 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:13.389009 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:13.429262 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-486fa818-6e9e-4180-9c30-0df74d1518b2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:13.452530 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d3d70679-69a3-4088-9b96-82ed1899050f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:13.555614 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943b338-2246-4980-b901-7376d89d00d6 None None] Pushing event updated for resources: {'Port': ['ID=553b31f4-2b96-421a-9259-e3c16e530617,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:13.562859 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9d50d119-bc0a-46ab-b8e5-04c3adab1f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:13.568956 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9d50d119-bc0a-46ab-b8e5-04c3adab1f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:13.596264 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0d552f13-f881-4ad4-8a82-69c70d59a7c2 req-e1b315cc-8591-451b-9f3a-eabdd44248c0 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 210 time: 0.0944309 Aug 05 14:04:13.653772 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9d50d119-bc0a-46ab-b8e5-04c3adab1f68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa3a721cd6474d9dadc0885a8fa1cbca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332853 Aug 05 14:04:13.658161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58392) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:13.680278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50d119-bc0a-46ab-b8e5-04c3adab1f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf1e20e-a53b-4de1-aa3c-8f9f54c76c17,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:13.721385 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Attempting to bind port 553b31f4-2b96-421a-9259-e3c16e530617 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:04:13.721385 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Attempting to bind port 553b31f4-2b96-421a-9259-e3c16e530617 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '1302f431-49cf-476f-b18d-c531cd632b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:04:13.721385 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Attempting to bind port 553b31f4-2b96-421a-9259-e3c16e530617 on network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:04:13.734193 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:04:13.734749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Checking segment: {'id': '1302f431-49cf-476f-b18d-c531cd632b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:04:13.735818 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:13.736070 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Bound using segment: {'id': '1302f431-49cf-476f-b18d-c531cd632b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:04:13.736561 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Bound port: 553b31f4-2b96-421a-9259-e3c16e530617, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1302f431-49cf-476f-b18d-c531cd632b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:04:13.736952 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:13.832714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da216be0-b020-459b-bef7-de003fc3da31 req-179befd6-bbe5-44ca-be7f-d117a41a811c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:13.835458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da216be0-b020-459b-bef7-de003fc3da31 req-179befd6-bbe5-44ca-be7f-d117a41a811c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 0.1444826 Aug 05 14:04:13.848581 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d3d70679-69a3-4088-9b96-82ed1899050f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:13.852880 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d3d70679-69a3-4088-9b96-82ed1899050f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:13.862525 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d3d70679-69a3-4088-9b96-82ed1899050f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59e8b875-a9b6-4ede-a8a0-04a1179defd2 HTTP/1.1" status: 204 len: 168 time: 1.2157612 Aug 05 14:04:13.895295 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] For port 553b31f4-2b96-421a-9259-e3c16e530617, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:04:13.907957 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] For port 553b31f4-2b96-421a-9259-e3c16e530617, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=553b31f4-2b96-421a-9259-e3c16e530617,segment=NetworkSegment(1302f431-49cf-476f-b18d-c531cd632b1d),segment_id=1302f431-49cf-476f-b18d-c531cd632b1d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:04:13.918714 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:13.965148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d70679-69a3-4088-9b96-82ed1899050f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e8b875-a9b6-4ede-a8a0-04a1179defd2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:13.975536 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da216be0-b020-459b-bef7-de003fc3da31 req-85368764-68de-4b1d-98d5-728f7f92ad0c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228209 Aug 05 14:04:13.988450 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-486fa818-6e9e-4180-9c30-0df74d1518b2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:13.990507 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ebada9c9-3b5a-4ccc-a351-3f636c6e65d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:14.078595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Routers {'387cdcf1-29f8-4a85-8846-5a20ea1545f4'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:04:14.079299 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:03:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:14.129843 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943b338-2246-4980-b901-7376d89d00d6 None None] Pushing event updated for resources: {'Port': ['ID=553b31f4-2b96-421a-9259-e3c16e530617,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:14.215944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fa818-6e9e-4180-9c30-0df74d1518b2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Pushing event updated for resources: {'Port': ['ID=b30691a5-3f76-4b7e-98f9-8a8c46246568,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:14.223162 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ebada9c9-3b5a-4ccc-a351-3f636c6e65d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:14.237179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486fa818-6e9e-4180-9c30-0df74d1518b2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:04:14.266013 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-486fa818-6e9e-4180-9c30-0df74d1518b2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:14.289236 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486fa818-6e9e-4180-9c30-0df74d1518b2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:04:14.381988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-4529f2f8-f05d-4602-9369-351d6dcf7905 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:14.383955 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-4529f2f8-f05d-4602-9369-351d6dcf7905 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.63 "GET /v2.0/networks?id=ca08035c-6998-4851-9567-7c6e2df15a50 HTTP/1.1" status: 200 len: 813 time: 0.3529203 Aug 05 14:04:14.398378 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] Set router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:04:14.413026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-dc3f7460-af4a-4fbe-a72a-fc35ad5c2c59 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Request body: {'port': {'device_id': '1fe8a9ca-3095-4b2f-8311-38f0eb8facfb', 'network_id': 'ca08035c-6998-4851-9567-7c6e2df15a50', 'admin_state_up': True, 'tenant_id': '2f9847708ebc45e984bdac57eaab2a87'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:14.692315 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-dc3f7460-af4a-4fbe-a72a-fc35ad5c2c59 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Made reservation on behalf of 2f9847708ebc45e984bdac57eaab2a87 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:04:14.703098 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-dc3f7460-af4a-4fbe-a72a-fc35ad5c2c59 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:14.723054 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:14.831939 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9427d2ce-c909-47cf-a75d-501df1b0f888 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:04:14.973759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:04:07Z', 'revision_number': 4, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '553b31f4-2b96-421a-9259-e3c16e530617', 'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'mac_address': 'fa:16:3e:c8:61:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eeec4336-a010-464c-8b64-395366905663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:05Z', 'updated_at': '2021-08-05T14:04:13Z', 'revision_number': 4, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'subnets': [{'id': 'eeec4336-a010-464c-8b64-395366905663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:15.022629 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac01526-f9e7-46c9-bc41-b1b0ae5519e2 None None] The sync data for ids ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'] in n-d-803585-2 is: [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:04:07Z', 'revision_number': 4, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '553b31f4-2b96-421a-9259-e3c16e530617', 'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'mac_address': 'fa:16:3e:c8:61:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eeec4336-a010-464c-8b64-395366905663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:05Z', 'updated_at': '2021-08-05T14:04:13Z', 'revision_number': 4, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'subnets': [{'id': 'eeec4336-a010-464c-8b64-395366905663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:04:15.025950 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:15.085595 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ebada9c9-3b5a-4ccc-a351-3f636c6e65d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:15.088239 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ebada9c9-3b5a-4ccc-a351-3f636c6e65d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:15.089417 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ebada9c9-3b5a-4ccc-a351-3f636c6e65d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bf1e20e-a53b-4de1-aa3c-8f9f54c76c17 HTTP/1.1" status: 204 len: 168 time: 1.4194458 Aug 05 14:04:15.097329 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:04:15.098817 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cba76e6-a0b2-4f91-9170-c0a33a556f86" -d '{"events": [{"server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "name": "network-vif-unplugged", "status": "completed", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:04:15.119679 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-018a7ff2-cadc-4295-bb63-7828e5443947 req-f48208f9-95ea-426a-8d9a-c3a7e01ef2e6 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 210 time: 0.0510528 Aug 05 14:04:15.177162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9427d2ce-c909-47cf-a75d-501df1b0f888, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9427d2ce-c909-47cf-a75d-501df1b0f888,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:15.187324 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:15.200816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebada9c9-3b5a-4ccc-a351-3f636c6e65d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf1e20e-a53b-4de1-aa3c-8f9f54c76c17,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:15.208746 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-486fa818-6e9e-4180-9c30-0df74d1518b2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:15.290831 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1389900e-9ed3-4ae6-94b4-34ed6dbbfbd6 x-openstack-request-id: req-1389900e-9ed3-4ae6-94b4-34ed6dbbfbd6 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:04:15.291171 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "name": "network-vif-unplugged", "status": "completed", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:04:15.291377 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1389900e-9ed3-4ae6-94b4-34ed6dbbfbd6 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:04:15.291878 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'code': 200} Aug 05 14:04:15.343017 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-486fa818-6e9e-4180-9c30-0df74d1518b2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:15.351221 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9427d2ce-c909-47cf-a75d-501df1b0f888,revision_number=11']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:15.431910 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddfa21-72d8-4f67-abed-22af92d394c6 req-e1af7c31-c17c-4495-b6ca-b9750dd813af tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:15.440120 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06ddfa21-72d8-4f67-abed-22af92d394c6 req-e1af7c31-c17c-4495-b6ca-b9750dd813af tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1670423 Aug 05 14:04:15.673889 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06ddfa21-72d8-4f67-abed-22af92d394c6 req-01a87920-287f-46f0-a69d-55aae684c894 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210009 Aug 05 14:04:15.701826 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-dc3f7460-af4a-4fbe-a72a-fc35ad5c2c59 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Allocated IP 172.20.0.4 (ca08035c-6998-4851-9567-7c6e2df15a50/a31d76d1-1b18-435c-aeaf-3937ef6a51bc/f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:04:15.775056 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9797a9c-08c9-42ff-97cb-8e13d6cf2f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:15.802439 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-486fa818-6e9e-4180-9c30-0df74d1518b2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:15.816132 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-486fa818-6e9e-4180-9c30-0df74d1518b2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:15.861496 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:15.931605 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58444) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:15.932075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58446) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:15.955327 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-598dc07c-78a7-45f4-9611-e53246dd4cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:16.073795 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fa818-6e9e-4180-9c30-0df74d1518b2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Pushing event updated for resources: {'Port': ['ID=b30691a5-3f76-4b7e-98f9-8a8c46246568,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:16.086068 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-486fa818-6e9e-4180-9c30-0df74d1518b2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:16.087884 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-dc3f7460-af4a-4fbe-a72a-fc35ad5c2c59 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:16.142600 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-dc3f7460-af4a-4fbe-a72a-fc35ad5c2c59 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:16.211265 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-dc3f7460-af4a-4fbe-a72a-fc35ad5c2c59 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Network ca08035c-6998-4851-9567-7c6e2df15a50 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:04:16.216050 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-dc3f7460-af4a-4fbe-a72a-fc35ad5c2c59 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:16.228762 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-dc3f7460-af4a-4fbe-a72a-fc35ad5c2c59 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:04:16.232233 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-598dc07c-78a7-45f4-9611-e53246dd4cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:16.233139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f7460-af4a-4fbe-a72a-fc35ad5c2c59 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event updated for resources: {'Port': ['ID=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:16.248321 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-598dc07c-78a7-45f4-9611-e53246dd4cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:16.266813 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-0b153355-d7ac-4d21-a2ff-0997ee1d22ce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-network', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:16.315658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-dc3f7460-af4a-4fbe-a72a-fc35ad5c2c59 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:16.317565 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-dc3f7460-af4a-4fbe-a72a-fc35ad5c2c59 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:16.349415 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-dc3f7460-af4a-4fbe-a72a-fc35ad5c2c59 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9427919 Aug 05 14:04:16.363154 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Request body: {'port': {'device_id': '1fe8a9ca-3095-4b2f-8311-38f0eb8facfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:16.380156 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-486fa818-6e9e-4180-9c30-0df74d1518b2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:16.381933 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-486fa818-6e9e-4180-9c30-0df74d1518b2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1676087 Aug 05 14:04:16.383669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b153355-d7ac-4d21-a2ff-0997ee1d22ce admin admin] Made reservation on behalf of 2dad3d8fa3b94147bf1927f78f30ec93 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:04:16.389154 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b153355-d7ac-4d21-a2ff-0997ee1d22ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:16.419347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 553b31f4-2b96-421a-9259-e3c16e530617 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:16.455272 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b153355-d7ac-4d21-a2ff-0997ee1d22ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:16.515953 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:16.524310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0c031-8f3f-451f-8966-df2972ea9655 req-eb5d5c55-7ad0-42f4-bbf4-9157f621cc04 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:16.526065 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 553b31f4-2b96-421a-9259-e3c16e530617 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:16.530872 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 553b31f4-2b96-421a-9259-e3c16e530617 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:16.531232 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:16.532645 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ce0c031-8f3f-451f-8966-df2972ea9655 req-eb5d5c55-7ad0-42f4-bbf4-9157f621cc04 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 931 time: 0.2107885 Aug 05 14:04:16.533300 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598dc07c-78a7-45f4-9611-e53246dd4cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f741ea34-089b-434d-869e-e0159a4a5160,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:16.548611 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-598dc07c-78a7-45f4-9611-e53246dd4cb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c28abb3127342fe88c9da2f248e39b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6153226 Aug 05 14:04:16.549385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58464) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:16.780417 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:16.812239 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ce0c031-8f3f-451f-8966-df2972ea9655 req-f6c677bd-cf79-4ea2-9edc-5967a0532893 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601469 Aug 05 14:04:16.867080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 553b31f4-2b96-421a-9259-e3c16e530617, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=553b31f4-2b96-421a-9259-e3c16e530617,segment=NetworkSegment(1302f431-49cf-476f-b18d-c531cd632b1d),segment_id=1302f431-49cf-476f-b18d-c531cd632b1d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:16.874338 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9427d2ce-c909-47cf-a75d-501df1b0f888 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:04:16.884177 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:16.895234 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-361d5a0b-c367-49fb-9fa7-67a9a9599fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:17.014631 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-361d5a0b-c367-49fb-9fa7-67a9a9599fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:17.166379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=553b31f4-2b96-421a-9259-e3c16e530617,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:17.195264 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9daefa-e5e6-43ab-96bb-20a2d14e93b8 req-d24a4c77-faee-4518-bcd3-f9e273e23922 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:17.207752 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cf9daefa-e5e6-43ab-96bb-20a2d14e93b8 req-d24a4c77-faee-4518-bcd3-f9e273e23922 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.2547309 Aug 05 14:04:17.218325 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-04b674df-63f3-4814-ab07-faaa4dc06f62 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1573877671&fields=id&tenant_id=1291456ee72e4bdfb592cbb35091d288 HTTP/1.1" status: 200 len: 267 time: 0.1377695 Aug 05 14:04:17.238414 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:04:17.260646 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:17.270979 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b153355-d7ac-4d21-a2ff-0997ee1d22ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:17.274378 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-361d5a0b-c367-49fb-9fa7-67a9a9599fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:17.277053 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-361d5a0b-c367-49fb-9fa7-67a9a9599fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:17.283018 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9427d2ce-c909-47cf-a75d-501df1b0f888, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9427d2ce-c909-47cf-a75d-501df1b0f888,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:17.294865 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-361d5a0b-c367-49fb-9fa7-67a9a9599fd2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f741ea34-089b-434d-869e-e0159a4a5160 HTTP/1.1" status: 204 len: 168 time: 0.7374554 Aug 05 14:04:17.308557 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'port_id': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'mac_address': 'fa:16:3e:47:5d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:04:17.312055 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b153355-d7ac-4d21-a2ff-0997ee1d22ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:17.328562 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Transition to ACTIVE for port object f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:17.334240 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cf9daefa-e5e6-43ab-96bb-20a2d14e93b8 req-23bba619-b523-48b1-b126-ccef2e65435e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254683 Aug 05 14:04:17.336687 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:17.337869 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d5a0b-c367-49fb-9fa7-67a9a9599fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f741ea34-089b-434d-869e-e0159a4a5160,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:17.388195 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b153355-d7ac-4d21-a2ff-0997ee1d22ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:04:17.401933 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b153355-d7ac-4d21-a2ff-0997ee1d22ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:17.402448 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-0b153355-d7ac-4d21-a2ff-0997ee1d22ce admin admin] Added segment 9c91347a-ac08-4068-8d8e-0114696e1c80 of type vlan for network 1fad3948-e90c-4da1-a058-8758d801788d Aug 05 14:04:17.410332 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:17.434243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9427d2ce-c909-47cf-a75d-501df1b0f888 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:04:17.486016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9427d2ce-c909-47cf-a75d-501df1b0f888, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9427d2ce-c909-47cf-a75d-501df1b0f888,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:17.491214 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:17.525698 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-79ae5c40-b919-4cad-9fca-8a700e1b6edd tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:17.527886 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-79ae5c40-b919-4cad-9fca-8a700e1b6edd tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/networks?id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff HTTP/1.1" status: 200 len: 809 time: 0.3080506 Aug 05 14:04:17.532879 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b153355-d7ac-4d21-a2ff-0997ee1d22ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:17.536654 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Pushing event updated for resources: {'Port': ['ID=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:17.572673 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b153355-d7ac-4d21-a2ff-0997ee1d22ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a626b3-ebca-41d3-b952-febbbe078ee5,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:17.587530 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b153355-d7ac-4d21-a2ff-0997ee1d22ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:17.588565 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b153355-d7ac-4d21-a2ff-0997ee1d22ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:17.589230 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b153355-d7ac-4d21-a2ff-0997ee1d22ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:17.636581 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-1949d02f-a58c-4e65-bde5-abf540edf5e4 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/quotas/1291456ee72e4bdfb592cbb35091d288 HTTP/1.1" status: 200 len: 375 time: 0.0758457 Aug 05 14:04:17.684828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Attempting to bind port f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:04:17.685273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Attempting to bind port f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '649d59ed-a29a-43b0-9d36-fc0e44512879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'ca08035c-6998-4851-9567-7c6e2df15a50'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:04:17.685959 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Attempting to bind port f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 on network ca08035c-6998-4851-9567-7c6e2df15a50 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:04:17.691745 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Port f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 on network ca08035c-6998-4851-9567-7c6e2df15a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:04:17.692183 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Attempting to bind port f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 on network ca08035c-6998-4851-9567-7c6e2df15a50 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:04:17.694738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9427d2ce-c909-47cf-a75d-501df1b0f888,revision_number=12']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:17.699201 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:04:17.699642 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Checking segment: {'id': '649d59ed-a29a-43b0-9d36-fc0e44512879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'ca08035c-6998-4851-9567-7c6e2df15a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:04:17.700271 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Bound using segment: {'id': '649d59ed-a29a-43b0-9d36-fc0e44512879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'ca08035c-6998-4851-9567-7c6e2df15a50'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:04:17.700821 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Bound port: f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649d59ed-a29a-43b0-9d36-fc0e44512879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'ca08035c-6998-4851-9567-7c6e2df15a50'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:04:17.701286 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:17.747506 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-84706e66-08bc-4e90-9937-e5f5b5eedad5 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1291456ee72e4bdfb592cbb35091d288&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1098032 Aug 05 14:04:17.752689 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['9427d2ce-c909-47cf-a75d-501df1b0f888'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:04:17.771514 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0b153355-d7ac-4d21-a2ff-0997ee1d22ce admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8150988 Aug 05 14:04:17.774210 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58498) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:17.795576 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-73bb3fc1-4b78-4df6-9dc2-bbfe360bf7de admin admin] Request body: {'subnet': {'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-subnet', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:17.847888 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bb3fc1-4b78-4df6-9dc2-bbfe360bf7de admin admin] Made reservation on behalf of 2dad3d8fa3b94147bf1927f78f30ec93 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:04:17.854880 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73bb3fc1-4b78-4df6-9dc2-bbfe360bf7de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:17.889404 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b153355-d7ac-4d21-a2ff-0997ee1d22ce admin admin] Pushing event updated for resources: {'Network': ['ID=1fad3948-e90c-4da1-a058-8758d801788d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:17.922395 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 1fad3948-e90c-4da1-a058-8758d801788d details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:04:18.103390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] For port f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:04:18.106922 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] For port f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586,segment=NetworkSegment(649d59ed-a29a-43b0-9d36-fc0e44512879),segment_id=649d59ed-a29a-43b0-9d36-fc0e44512879)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:04:18.125418 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-8df396a8-ddc5-469b-9cc6-a5d64e5de571 service neutron] 10.222.0.16 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735781 Aug 05 14:04:18.209071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55499748-e331-4a7f-bb86-aef0264f6ff4 req-15893ec4-99a4-46ea-b922-b8641ca15463 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:18.233287 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-55499748-e331-4a7f-bb86-aef0264f6ff4 req-15893ec4-99a4-46ea-b922-b8641ca15463 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 943 time: 0.2581246 Aug 05 14:04:18.334319 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8030f525-8723-472c-bf6b-d4da31f75b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:18.363003 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 553b31f4-2b96-421a-9259-e3c16e530617 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:18.389419 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-55499748-e331-4a7f-bb86-aef0264f6ff4 req-484586a0-89fd-4751-9866-b6144f34a427 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525183 Aug 05 14:04:18.403337 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-21a980a2-4973-4faf-b8b1-158a72439113 service neutron] 10.222.0.16 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768102 Aug 05 14:04:18.404970 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:18.508711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 553b31f4-2b96-421a-9259-e3c16e530617 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:18.509095 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:18.581429 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Pushing event updated for resources: {'Port': ['ID=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:18.603803 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:18.604590 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:18.607041 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-67d88642-1fd7-4f21-aecd-aa3958fbf80d service neutron] 10.222.0.63 "PUT /v2.0/ports/f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 HTTP/1.1" status: 200 len: 1091 time: 2.2483571 Aug 05 14:04:18.612050 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe8a9ca-3095-4b2f-8311-38f0eb8facfb', 'tag': 'f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:04:18.623156 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ea7a89-bfba-4311-a38b-6fa597261b85" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe8a9ca-3095-4b2f-8311-38f0eb8facfb", "tag": "f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:04:18.749105 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-3a63358d-134c-4952-bb3b-d6851b62f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:18.756205 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-3a63358d-134c-4952-bb3b-d6851b62f191 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f9847708ebc45e984bdac57eaab2a87&device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 1094 time: 0.0923002 Aug 05 14:04:18.761414 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:18.797370 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73bb3fc1-4b78-4df6-9dc2-bbfe360bf7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:18.864696 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-6aab4c17-fca4-49a0-a64d-62f6c677b4cb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 HTTP/1.1" status: 200 len: 217 time: 0.0953465 Aug 05 14:04:18.885452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9427d2ce-c909-47cf-a75d-501df1b0f888 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:18.886990 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f785e70-a920-427f-8aeb-b0dd8b094952 x-openstack-request-id: req-8f785e70-a920-427f-8aeb-b0dd8b094952 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:04:18.887811 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe8a9ca-3095-4b2f-8311-38f0eb8facfb", "tag": "f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:04:18.889681 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f785e70-a920-427f-8aeb-b0dd8b094952 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:04:18.890308 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe8a9ca-3095-4b2f-8311-38f0eb8facfb', 'tag': 'f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586', 'status': 'completed', 'code': 200} Aug 05 14:04:18.983634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267783f7-0fac-46ae-9066-1eaf60798b86 req-f664524a-d9ba-4795-922a-61718ed7dc71 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:18.991312 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-5f30f705-0899-423a-86ec-45577562f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:18.999307 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-5f30f705-0899-423a-86ec-45577562f872 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a31d76d1-1b18-435c-aeaf-3937ef6a51bc HTTP/1.1" status: 200 len: 853 time: 0.1059232 Aug 05 14:04:18.999870 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-267783f7-0fac-46ae-9066-1eaf60798b86 req-f664524a-d9ba-4795-922a-61718ed7dc71 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 946 time: 0.4510179 Aug 05 14:04:19.128042 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-abdc153c-a1d8-4771-bafc-b182e48d04c1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ca08035c-6998-4851-9567-7c6e2df15a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148477 Aug 05 14:04:19.150518 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 9427d2ce-c909-47cf-a75d-501df1b0f888 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:19.151124 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:19.176080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb3fc1-4b78-4df6-9dc2-bbfe360bf7de admin admin] Pushing event updated for resources: {'Subnet': ['ID=406044e5-f2b2-40f1-bb44-dec148e1ac6c,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:19.202975 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd871172-ff3f-433b-b55e-8b3844adc456 req-46a5706b-f72c-4a2f-be65-b363c18e006b tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 210 time: 0.1909513 Aug 05 14:04:19.297970 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bb3fc1-4b78-4df6-9dc2-bbfe360bf7de admin admin] Checking segment: {'id': '9c91347a-ac08-4068-8d8e-0114696e1c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:04:19.300349 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bb3fc1-4b78-4df6-9dc2-bbfe360bf7de admin admin] Network hostable DHCP agents. Network: 1fad3948-e90c-4da1-a058-8758d801788d, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:04:19.351335 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-267783f7-0fac-46ae-9066-1eaf60798b86 req-e2d44c4e-36bf-46aa-8dc5-b0d76c2ef114 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499024 Aug 05 14:04:19.427191 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bb3fc1-4b78-4df6-9dc2-bbfe360bf7de admin admin] Network 1fad3948-e90c-4da1-a058-8758d801788d is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:04:19.474617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-73bb3fc1-4b78-4df6-9dc2-bbfe360bf7de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 1fad3948-e90c-4da1-a058-8758d801788d) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:19.502335 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bb3fc1-4b78-4df6-9dc2-bbfe360bf7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:19.503253 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73bb3fc1-4b78-4df6-9dc2-bbfe360bf7de admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:19.508512 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:19.530117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778d1f06-fb8f-4574-ab9d-75a0f0c23819 None None] Network 1fad3948-e90c-4da1-a058-8758d801788d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:04:19.554447 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-73bb3fc1-4b78-4df6-9dc2-bbfe360bf7de admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7702196 Aug 05 14:04:19.558708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 58572) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:19.574966 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:19.607794 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-79f55bde-7855-48e4-a732-2dffdbc8c67e service neutron] 10.222.0.63 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004242 Aug 05 14:04:19.770835 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:19.789665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaaf38e-4091-47b5-bc57-05e1b2546f0a req-9c5292c8-3985-43b1-856a-4741c6d0f0d6 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:19.796688 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-adaaf38e-4091-47b5-bc57-05e1b2546f0a req-9c5292c8-3985-43b1-856a-4741c6d0f0d6 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 943 time: 0.2266047 Aug 05 14:04:19.833616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:04:19.844602 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff855851-0ebd-452c-a525-97e872dbaf61" -d '{"events": [{"server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "name": "network-vif-plugged", "status": "completed", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:04:19.907361 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9427d2ce-c909-47cf-a75d-501df1b0f888, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9427d2ce-c909-47cf-a75d-501df1b0f888,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:19.913955 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:19.927262 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-adaaf38e-4091-47b5-bc57-05e1b2546f0a req-6ca6e79f-7f33-4a4a-87b1-fbfb97ed9ae1 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230361 Aug 05 14:04:19.987235 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:19.988300 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:20.008382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9427d2ce-c909-47cf-a75d-501df1b0f888,revision_number=13']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:20.116433 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-177e7f5a-2210-4b02-9be0-b8383a5cb7db req-6fe9147f-90c8-43b8-b3a2-dc99e0d358a4 service neutron] 10.222.0.63 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924073 Aug 05 14:04:20.130616 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33acb998-72e8-4a6d-9e3f-2938fa030bbc x-openstack-request-id: req-33acb998-72e8-4a6d-9e3f-2938fa030bbc {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:04:20.134475 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "name": "network-vif-plugged", "status": "completed", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:04:20.134475 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33acb998-72e8-4a6d-9e3f-2938fa030bbc {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:04:20.136220 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'code': 200} Aug 05 14:04:20.156742 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-1fad3948-e90c-4da1-a058-8758d801788d', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:04:20.157655 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:20.240951 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:20.467347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Allocated IP 172.20.0.2 (1fad3948-e90c-4da1-a058-8758d801788d/406044e5-f2b2-40f1-bb44-dec148e1ac6c/fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:04:20.497308 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-63f60c68-96f9-41fe-85e7-f63eb8070c8f req-4f180f5e-7515-4e39-b9d0-74b0322db93b tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 210 time: 0.0561786 Aug 05 14:04:21.046685 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:21.069520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1152f-d0cd-4b85-b3c8-4b6554daa0e1 req-e17174db-be83-4505-b070-2911c47244e6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:21.078539 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5df1152f-d0cd-4b85-b3c8-4b6554daa0e1 req-e17174db-be83-4505-b070-2911c47244e6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 0.1270599 Aug 05 14:04:21.087404 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Transition to ACTIVE for port object fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:21.129521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Transition to ACTIVE for port object fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:21.138417 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:21.158519 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5df1152f-d0cd-4b85-b3c8-4b6554daa0e1 req-a410a351-0e61-4cc2-9d01-0a09707bc15c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749881 Aug 05 14:04:21.300875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Network 1fad3948-e90c-4da1-a058-8758d801788d is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:04:21.324069 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:21.342192 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:04:21.350933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea7a89-bfba-4311-a38b-6fa597261b85 req-20e14f14-1423-4000-88c3-96916f47aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:21.353425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d2ea7a89-bfba-4311-a38b-6fa597261b85 req-20e14f14-1423-4000-88c3-96916f47aa09 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f9847708ebc45e984bdac57eaab2a87&device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 1094 time: 1.0919425 Aug 05 14:04:21.354631 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Pushing event updated for resources: {'Port': ['ID=fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:21.381779 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:21.416213 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:21.601143 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1add59-8a05-4d3d-8c5a-73a8f9a41c72 req-d3c45403-c366-438d-8ac0-ab2f7d7f40db tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:21.612991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Attempting to bind port fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:04:21.612991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Attempting to bind port fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '9c91347a-ac08-4068-8d8e-0114696e1c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:04:21.612991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Attempting to bind port fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8 on network 1fad3948-e90c-4da1-a058-8758d801788d {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:04:21.623224 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de1add59-8a05-4d3d-8c5a-73a8f9a41c72 req-d3c45403-c366-438d-8ac0-ab2f7d7f40db tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 943 time: 0.1880579 Aug 05 14:04:21.636768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:04:21.638684 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Checking segment: {'id': '9c91347a-ac08-4068-8d8e-0114696e1c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:04:21.639354 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:21.641053 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Bound using segment: {'id': '9c91347a-ac08-4068-8d8e-0114696e1c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:04:21.641677 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Bound port: fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c91347a-ac08-4068-8d8e-0114696e1c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:04:21.644562 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:21.720589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e4d74-327e-4fd0-8ded-4df1a7c86a61 req-adc5427f-c464-4d93-b264-ea4676d29c8a tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:21.730116 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-461e4d74-327e-4fd0-8ded-4df1a7c86a61 req-adc5427f-c464-4d93-b264-ea4676d29c8a tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.6220241 Aug 05 14:04:21.747756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49107acb-beef-4103-9d1e-298224894eb3 req-81eff454-8cf6-4e26-aa29-43a8f5d2341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:21.750019 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-49107acb-beef-4103-9d1e-298224894eb3 req-81eff454-8cf6-4e26-aa29-43a8f5d2341c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=eae027deaae649f2a01c906f6b6827e0&device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 1097 time: 0.5582750 Aug 05 14:04:21.755435 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de1add59-8a05-4d3d-8c5a-73a8f9a41c72 req-1fdb9d6b-a68c-4f4b-ae3f-8feecac04242 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303532 Aug 05 14:04:21.783188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-19aaebe9-3c51-4fae-b807-8cd23db15a11 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:21.784833 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-19aaebe9-3c51-4fae-b807-8cd23db15a11 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.84 "GET /v2.0/networks?id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff HTTP/1.1" status: 200 len: 809 time: 0.7199914 Aug 05 14:04:21.864179 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] For port fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:04:21.871416 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] For port fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8,segment=NetworkSegment(9c91347a-ac08-4068-8d8e-0114696e1c80),segment_id=9c91347a-ac08-4068-8d8e-0114696e1c80)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:04:21.885954 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:21.936749 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49107acb-beef-4103-9d1e-298224894eb3 req-9422a69f-4e3a-43f0-adc4-210b6cb44ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:21.938556 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-49107acb-beef-4103-9d1e-298224894eb3 req-9422a69f-4e3a-43f0-adc4-210b6cb44ed2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=55e09aaf-4f69-462a-8e56-78fafe78ca62 HTTP/1.1" status: 200 len: 919 time: 0.1522403 Aug 05 14:04:22.028152 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-baa319dc-bc79-438c-bda7-62560d0d7c8e req-d158badb-6203-48e8-bd24-efc2b690bcc9 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 210 time: 0.1076000 Aug 05 14:04:22.067895 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13909bfe-2d99-4322-9fc6-da4c26131751 None None] Pushing event updated for resources: {'Port': ['ID=fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:22.114276 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-49107acb-beef-4103-9d1e-298224894eb3 req-c08a350c-4881-4ccc-8929-7b0125848eca service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4440fae-f48a-4527-8f9a-10e1a05c650a HTTP/1.1" status: 200 len: 217 time: 0.1614149 Aug 05 14:04:22.128085 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-461e4d74-327e-4fd0-8ded-4df1a7c86a61 req-e784add1-9cb5-45e4-bece-869c50831329 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970587 Aug 05 14:04:22.156326 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-5c715b67-f06b-499c-91a4-cb057472b7cf tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1291456ee72e4bdfb592cbb35091d288 HTTP/1.1" status: 200 len: 380 time: 0.2166393 Aug 05 14:04:22.173231 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea7a89-bfba-4311-a38b-6fa597261b85 req-355f0424-f47c-4c79-8c8a-9ceb544d948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:22.174619 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d2ea7a89-bfba-4311-a38b-6fa597261b85 req-355f0424-f47c-4c79-8c8a-9ceb544d948a service neutron] 10.222.0.63 "GET /v2.0/networks?id=ca08035c-6998-4851-9567-7c6e2df15a50 HTTP/1.1" status: 200 len: 914 time: 0.7686877 Aug 05 14:04:22.184750 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-ad2a22bd-1dc1-495e-9274-92a4da2d6e15 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Request body: {'port': {'device_id': '36c14692-ff4f-406b-836f-d991b43db3c7', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'admin_state_up': True, 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'security_groups': ['fa37572c-8c7d-4944-990f-d4407f5fb23d']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:22.459017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7d1ea-c5e4-405b-a246-93aa946147f3 req-2b922beb-9964-4cad-a576-cf15e8b566ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:22.470407 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d2ea7a89-bfba-4311-a38b-6fa597261b85 req-9fd45447-bc9e-4fb5-b064-bc54d32702aa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 HTTP/1.1" status: 200 len: 217 time: 0.2126565 Aug 05 14:04:22.472410 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ca7d1ea-c5e4-405b-a246-93aa946147f3 req-2b922beb-9964-4cad-a576-cf15e8b566ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 0.1539845 Aug 05 14:04:22.544751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49107acb-beef-4103-9d1e-298224894eb3 req-22e05e95-7b02-46b6-b309-cb31c8bc83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:22.546652 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-49107acb-beef-4103-9d1e-298224894eb3 req-22e05e95-7b02-46b6-b309-cb31c8bc83e8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f3d34413-6403-49d0-8a6b-9ad2631ceedf HTTP/1.1" status: 200 len: 858 time: 0.4084668 Aug 05 14:04:22.573979 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ca7d1ea-c5e4-405b-a246-93aa946147f3 req-77e03918-61df-4c48-8d19-9527ca1598a4 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982115 Aug 05 14:04:22.854188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:04:23.084142 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626d255-82c5-4db6-b0db-8aebe0d353b8 req-3913b0e4-03ed-4573-877e-6a36a010fa61 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:23.084760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea7a89-bfba-4311-a38b-6fa597261b85 req-6030ea21-686e-41c1-93f6-310311681526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:23.085701 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d2ea7a89-bfba-4311-a38b-6fa597261b85 req-6030ea21-686e-41c1-93f6-310311681526 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a31d76d1-1b18-435c-aeaf-3937ef6a51bc HTTP/1.1" status: 200 len: 853 time: 0.5992317 Aug 05 14:04:23.087877 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f626d255-82c5-4db6-b0db-8aebe0d353b8 req-3913b0e4-03ed-4573-877e-6a36a010fa61 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 943 time: 0.1446598 Aug 05 14:04:23.106242 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-49107acb-beef-4103-9d1e-298224894eb3 req-e3d7b600-725a-4145-a81f-26825f2f5ea1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=55e09aaf-4f69-462a-8e56-78fafe78ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5455058 Aug 05 14:04:23.186089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586,segment=NetworkSegment(649d59ed-a29a-43b0-9d36-fc0e44512879),segment_id=649d59ed-a29a-43b0-9d36-fc0e44512879)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:23.192490 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d2ea7a89-bfba-4311-a38b-6fa597261b85 req-0a804194-922a-45b2-bb10-9c1dbdebd9fa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ca08035c-6998-4851-9567-7c6e2df15a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850222 Aug 05 14:04:23.192897 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f626d255-82c5-4db6-b0db-8aebe0d353b8 req-01d327ae-42bb-48d6-b27a-1e21cc934d28 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961509 Aug 05 14:04:23.224046 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586', 'network_id': 'ca08035c-6998-4851-9567-7c6e2df15a50', 'port_id': 'f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586', 'mac_address': 'fa:16:3e:3c:bb:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31d76d1-1b18-435c-aeaf-3937ef6a51bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:04:23.322147 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:23.341033 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:04:23.389342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586,segment=NetworkSegment(649d59ed-a29a-43b0-9d36-fc0e44512879),segment_id=649d59ed-a29a-43b0-9d36-fc0e44512879)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:23.395822 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:23.500792 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c2c75-19b2-4301-b566-5f7429d45dec req-b4aaf283-513b-45d5-aff0-21055c626481 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:23.502651 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b2c2c75-19b2-4301-b566-5f7429d45dec req-b4aaf283-513b-45d5-aff0-21055c626481 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 946 time: 0.1755986 Aug 05 14:04:23.513980 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:23.612911 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b2c2c75-19b2-4301-b566-5f7429d45dec req-281163e4-e586-4e8c-a38e-5639db543f9c tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/security-groups?id=d767e094-ca08-4777-8062-866e11c22bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976171 Aug 05 14:04:23.685394 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:04:23.929258 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d57e3f02-c2db-43b0-bb8d-c22fa080171e req-fdc1b370-6836-4c33-b5b5-fd3ff286a1e2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 210 time: 0.4736416 Aug 05 14:04:23.933989 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2157d-c5e3-49c0-b7a9-5467bd4e02f4 req-c2fef9ab-a53f-4834-b7cc-d9c36e03b943 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:23.943649 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ea2157d-c5e3-49c0-b7a9-5467bd4e02f4 req-c2fef9ab-a53f-4834-b7cc-d9c36e03b943 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1527400 Aug 05 14:04:24.007559 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:24.055994 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ea2157d-c5e3-49c0-b7a9-5467bd4e02f4 req-fd40b592-cb25-47fa-8bba-7368fd5bf8f5 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074679 Aug 05 14:04:24.127298 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:24.152263 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d922b2ca-893d-4285-bc2a-b684bf35a064 None None] Network 1fad3948-e90c-4da1-a058-8758d801788d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:04:24.277976 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d2ea7a89-bfba-4311-a38b-6fa597261b85 req-c4f8042d-b6c5-4cef-ab4c-4d5719765b97 service neutron] 10.222.0.63 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8953116 Aug 05 14:04:24.333653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e1af6e5f-7b7d-4f2a-b8ba-3939e18e1a46 None None] Provisioning for port fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:24.602930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73801e34-2a87-44a2-8278-b54943145506 req-ca99d8fd-10de-4865-a485-57fbf5765fd3 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:24.604973 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-ad2a22bd-1dc1-495e-9274-92a4da2d6e15 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Made reservation on behalf of 1291456ee72e4bdfb592cbb35091d288 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:04:24.608555 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-ad2a22bd-1dc1-495e-9274-92a4da2d6e15 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:24.618162 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-73801e34-2a87-44a2-8278-b54943145506 req-ca99d8fd-10de-4865-a485-57fbf5765fd3 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 944 time: 0.2089186 Aug 05 14:04:24.648972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:24.718534 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:24.724984 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:24.725739 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:24.737485 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-73801e34-2a87-44a2-8278-b54943145506 req-2f5ddd60-3ffe-464f-8b27-88d28339c0e9 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178751 Aug 05 14:04:24.818004 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd102848-4326-4f21-9ab0-a7be8a058cbb req-4b5f6d71-1a23-49e7-ab7f-1bbfd7a6b930 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:24.835978 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd102848-4326-4f21-9ab0-a7be8a058cbb req-4b5f6d71-1a23-49e7-ab7f-1bbfd7a6b930 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 0.7403455 Aug 05 14:04:24.890202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:24.906825 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba67b7-533e-4b1e-817f-0b2651de69d8 req-857d02c0-51a0-473c-b551-190743fa330d tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:24.908352 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-58ba67b7-533e-4b1e-817f-0b2651de69d8 req-857d02c0-51a0-473c-b551-190743fa330d tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.84 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 946 time: 0.1699531 Aug 05 14:04:25.012612 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:25.122007 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8,segment=NetworkSegment(9c91347a-ac08-4068-8d8e-0114696e1c80),segment_id=9c91347a-ac08-4068-8d8e-0114696e1c80)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:25.123518 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:25.133808 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:25.140332 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:25.140602 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:25.173502 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905193ec-cec9-4fb9-a0c9-f939ded40e05 req-7f965fbc-0ada-42d2-bfb3-bd8445d85070 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:25.190903 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-905193ec-cec9-4fb9-a0c9-f939ded40e05 req-7f965fbc-0ada-42d2-bfb3-bd8445d85070 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 946 time: 0.1695616 Aug 05 14:04:25.277210 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Allocated IP 172.25.5.128 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/5485e87c-3ae3-4ed5-a1c4-f30e0bb47331) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:04:25.286196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-58ba67b7-533e-4b1e-817f-0b2651de69d8 req-f8328bea-5e54-4a7d-95ec-4f54d3933020 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Deleting port da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:04:25.286566 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-58ba67b7-533e-4b1e-817f-0b2651de69d8 req-f8328bea-5e54-4a7d-95ec-4f54d3933020 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:25.350648 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a304a38c-bdbb-411f-8011-a72c51a86b1f None None] Provisioning complete for port fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:25.351218 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a304a38c-bdbb-411f-8011-a72c51a86b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:25.352897 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:25.448553 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:25.469349 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-905193ec-cec9-4fb9-a0c9-f939ded40e05 req-cac1c4af-efe4-4246-aa9c-47ff93ad18da tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/security-groups?id=d767e094-ca08-4777-8062-866e11c22bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637656 Aug 05 14:04:25.491670 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-58ba67b7-533e-4b1e-817f-0b2651de69d8 req-f8328bea-5e54-4a7d-95ec-4f54d3933020 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] For port da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b,segment=NetworkSegment(9fd67f90-4c15-4b81-99a2-e17def633009),segment_id=9fd67f90-4c15-4b81-99a2-e17def633009)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:25.492321 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-58ba67b7-533e-4b1e-817f-0b2651de69d8 req-f8328bea-5e54-4a7d-95ec-4f54d3933020 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:25.513527 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-58ba67b7-533e-4b1e-817f-0b2651de69d8 req-f8328bea-5e54-4a7d-95ec-4f54d3933020 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Calling delete_port for da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:04:25.532833 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:25.577444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe8a9ca-3095-4b2f-8311-38f0eb8facfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:04:25.580257 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155c0613-c0ed-441d-832d-87b59cadedaa" -d '{"events": [{"server_uuid": "1fe8a9ca-3095-4b2f-8311-38f0eb8facfb", "name": "network-vif-plugged", "status": "completed", "tag": "f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:04:25.667206 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d2ea7a89-bfba-4311-a38b-6fa597261b85 req-7b41f5f6-4435-40cf-a720-9a7f2445edf0 service neutron] 10.222.0.63 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3617630 Aug 05 14:04:25.683741 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586,segment=NetworkSegment(649d59ed-a29a-43b0-9d36-fc0e44512879),segment_id=649d59ed-a29a-43b0-9d36-fc0e44512879)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:25.721378 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:25.724013 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:25.760729 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9ee76d7-ec1a-4396-a313-c3dc576c7106 req-99ee6396-8818-4d0d-9efd-bc4e956a4b56 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 210 time: 0.1142740 Aug 05 14:04:25.783733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-ad2a22bd-1dc1-495e-9274-92a4da2d6e15 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Allocated IP 172.20.0.13 (492eeda6-491f-43b8-a0eb-3f6a8fac11ff/eeec4336-a010-464c-8b64-395366905663/16d7d000-421a-43df-b3c1-fc172353f51c) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:04:25.846450 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:25.878118 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-49107acb-beef-4103-9d1e-298224894eb3 req-053b1ffd-f7cd-4092-a70f-d578c0495429 service neutron] 10.222.0.63 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7390852 Aug 05 14:04:25.961999 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd102848-4326-4f21-9ab0-a7be8a058cbb req-e233792b-09b5-41db-bc32-0c384048471e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1250854 Aug 05 14:04:26.011579 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-58ba67b7-533e-4b1e-817f-0b2651de69d8 req-f8328bea-5e54-4a7d-95ec-4f54d3933020 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:26.059631 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fd73e1-a8e7-44b5-ad6a-66ad5086e7b9 x-openstack-request-id: req-63fd73e1-a8e7-44b5-ad6a-66ad5086e7b9 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:04:26.060091 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe8a9ca-3095-4b2f-8311-38f0eb8facfb", "name": "network-vif-plugged", "status": "completed", "tag": "f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:04:26.060768 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63fd73e1-a8e7-44b5-ad6a-66ad5086e7b9 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:04:26.061400 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe8a9ca-3095-4b2f-8311-38f0eb8facfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586', 'code': 200} Aug 05 14:04:26.074873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad2754-2e94-4e17-86cf-7181bdbe1636 req-370927f4-7c06-44c5-87df-6ad8babf43b1 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:26.076581 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1aad2754-2e94-4e17-86cf-7181bdbe1636 req-370927f4-7c06-44c5-87df-6ad8babf43b1 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1582232 Aug 05 14:04:26.133518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:04:26.172020 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8328bea-5e54-4a7d-95ec-4f54d3933020 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Pushing event deleted for resources: {'Port': ['ID=da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:26.295716 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1aad2754-2e94-4e17-86cf-7181bdbe1636 req-25caa03b-fa69-41e0-b5ab-9a4a90d15afa tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801553 Aug 05 14:04:26.300141 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:26.339079 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:04:26.360924 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:26.387066 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ba67b7-533e-4b1e-817f-0b2651de69d8 req-f8328bea-5e54-4a7d-95ec-4f54d3933020 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] No DVR routers for this DVR port da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:04:26.392587 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-58ba67b7-533e-4b1e-817f-0b2651de69d8 req-f8328bea-5e54-4a7d-95ec-4f54d3933020 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:26.394747 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-58ba67b7-533e-4b1e-817f-0b2651de69d8 req-f8328bea-5e54-4a7d-95ec-4f54d3933020 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.84 "DELETE /v2.0/ports/da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b HTTP/1.1" status: 204 len: 173 time: 1.4783449 Aug 05 14:04:26.395242 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bd9c04-1272-43ea-aca9-00533d6b59f4', 'name': 'network-vif-deleted', 'tag': 'da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:04:26.417326 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Pushing event updated for resources: {'Port': ['ID=5485e87c-3ae3-4ed5-a1c4-f30e0bb47331,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:26.427702 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27224b16-6188-49eb-ab77-4483f672bd17" -d '{"events": [{"server_uuid": "e0bd9c04-1272-43ea-aca9-00533d6b59f4", "name": "network-vif-deleted", "tag": "da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:04:26.439513 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:26.440113 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:26.697594 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e32605-d1e7-4794-ba3d-f37395ddca59 req-599f7fa5-46a0-4deb-8ba8-4da1b12003e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:26.699106 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-04e32605-d1e7-4794-ba3d-f37395ddca59 req-599f7fa5-46a0-4deb-8ba8-4da1b12003e4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 1096 time: 0.4086010 Aug 05 14:04:26.712803 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-49107acb-beef-4103-9d1e-298224894eb3 req-428cef9e-c856-41ba-ab68-7ba817850207 service neutron] 10.222.0.63 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7372351 Aug 05 14:04:26.764224 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a59f99-ac8b-4433-bb7e-b584fbae8771 req-c2acfc59-9296-4401-992f-f2fca71f3ea7 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:26.780306 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1a59f99-ac8b-4433-bb7e-b584fbae8771 req-c2acfc59-9296-4401-992f-f2fca71f3ea7 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 945 time: 0.5004740 Aug 05 14:04:26.818471 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-ad2a22bd-1dc1-495e-9274-92a4da2d6e15 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:26.895293 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-ad2a22bd-1dc1-495e-9274-92a4da2d6e15 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Transition to ACTIVE for port object 16d7d000-421a-43df-b3c1-fc172353f51c will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:26.953772 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2cb5d6-b2b5-4f17-8488-5a6a05b6d49f x-openstack-request-id: req-ab2cb5d6-b2b5-4f17-8488-5a6a05b6d49f {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:04:26.955132 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bd9c04-1272-43ea-aca9-00533d6b59f4", "name": "network-vif-deleted", "tag": "da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:04:26.955329 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab2cb5d6-b2b5-4f17-8488-5a6a05b6d49f {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:04:26.955856 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bd9c04-1272-43ea-aca9-00533d6b59f4', 'name': 'network-vif-deleted', 'tag': 'da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b', 'status': 'completed', 'code': 200} Aug 05 14:04:26.996595 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-04e32605-d1e7-4794-ba3d-f37395ddca59 req-0d65ca73-a345-42e3-85de-7a387932e298 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806482 Aug 05 14:04:27.024161 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1a59f99-ac8b-4433-bb7e-b584fbae8771 req-030f56f1-b0f2-4c4b-b7dd-382781827253 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125704 Aug 05 14:04:27.238395 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bf86bccc-3e5f-44d2-901e-aa9f3be8a974 req-f4efb1e2-0b0b-4e55-a8f7-acb4e2cc1a00 tempest-AttachSCSIVolumeTestJSON-1420133108 tempest-AttachSCSIVolumeTestJSON-1420133108-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bd9c04-1272-43ea-aca9-00533d6b59f4 HTTP/1.1" status: 200 len: 210 time: 0.0618308 Aug 05 14:04:27.238552 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ba0aae86-a288-4ff8-8717-1484fca564d8 req-24cf69a1-949c-4815-b235-48935344fe2a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 210 time: 0.0743957 Aug 05 14:04:27.246346 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-ad2a22bd-1dc1-495e-9274-92a4da2d6e15 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:27.337184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a22bd-1dc1-495e-9274-92a4da2d6e15 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Pushing event updated for resources: {'Port': ['ID=16d7d000-421a-43df-b3c1-fc172353f51c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:27.352003 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:27.398973 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-ad2a22bd-1dc1-495e-9274-92a4da2d6e15 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:04:27.461162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-ad2a22bd-1dc1-495e-9274-92a4da2d6e15 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:27.481262 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-ad2a22bd-1dc1-495e-9274-92a4da2d6e15 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:04:27.545654 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4683286-d545-40c2-b513-da5f8327a721 req-5501f76c-72ea-4f6a-ad06-4ab63bb452d7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:27.554758 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b4683286-d545-40c2-b513-da5f8327a721 req-5501f76c-72ea-4f6a-ad06-4ab63bb452d7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.0892506 Aug 05 14:04:27.563393 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-ad2a22bd-1dc1-495e-9274-92a4da2d6e15 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:27.564147 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-ad2a22bd-1dc1-495e-9274-92a4da2d6e15 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:27.655008 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-ad2a22bd-1dc1-495e-9274-92a4da2d6e15 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4793904 Aug 05 14:04:27.655203 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b4683286-d545-40c2-b513-da5f8327a721 req-284450a8-8da7-48e8-ad95-790d0efd725b tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993040 Aug 05 14:04:27.692555 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d87162-8b49-419d-8a08-e3d9aab05090 req-a1d193de-3655-4668-819f-911c9cdeebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:27.694680 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98d87162-8b49-419d-8a08-e3d9aab05090 req-a1d193de-3655-4668-819f-911c9cdeebe2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 1098 time: 0.2903659 Aug 05 14:04:27.848355 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:27.855992 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Request body: {'port': {'device_id': '36c14692-ff4f-406b-836f-d991b43db3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:27.919518 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:04:27.946232 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:04:27.947027 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device da25fa9b-0f2b-4cdc-a8ea-7875ff2ac37b not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:04:27.948899 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:27.949289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4e0f0daf-12c4-41b8-8b27-fd11387282a0 None None] Provisioning for port 16d7d000-421a-43df-b3c1-fc172353f51c completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:27.956670 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4e0f0daf-12c4-41b8-8b27-fd11387282a0 None None] Provisioning complete for port 16d7d000-421a-43df-b3c1-fc172353f51c triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:27.957349 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4e0f0daf-12c4-41b8-8b27-fd11387282a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:27.960899 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a931e-161b-4336-87f2-680fea74fd03 req-c820bc9b-2a43-405c-bf5e-ea7bc08b5adb tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:27.970885 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-986a931e-161b-4336-87f2-680fea74fd03 req-c820bc9b-2a43-405c-bf5e-ea7bc08b5adb tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 0.5057008 Aug 05 14:04:28.039919 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4e0f0daf-12c4-41b8-8b27-fd11387282a0 None None] Port 16d7d000-421a-43df-b3c1-fc172353f51c cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:04:28.141439 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d87162-8b49-419d-8a08-e3d9aab05090 req-584eb916-4e84-499b-8767-59f0faf42f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:28.143314 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98d87162-8b49-419d-8a08-e3d9aab05090 req-584eb916-4e84-499b-8767-59f0faf42f68 service neutron] 10.222.0.63 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 912 time: 0.2975562 Aug 05 14:04:28.255032 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-986a931e-161b-4336-87f2-680fea74fd03 req-a7771360-bf15-44c7-a7ec-48b99fac1a57 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832479 Aug 05 14:04:28.305740 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fc055-195f-4554-9dab-15760c4c0305 req-a0c1c021-6530-49b5-b07c-4ddda1140a4c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:28.319469 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec2fc055-195f-4554-9dab-15760c4c0305 req-a0c1c021-6530-49b5-b07c-4ddda1140a4c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 945 time: 0.1757834 Aug 05 14:04:28.414245 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec2fc055-195f-4554-9dab-15760c4c0305 req-ec6ce9e5-8d38-43fb-b38e-c3a454d42f79 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935192 Aug 05 14:04:28.699142 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cc2eb2e-5ddd-4dc2-a5b7-3be56dc318bb req-77070434-ef08-4dc8-ba32-a15dbf5d12c7 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-944538128&fields=id&tenant_id=2f9847708ebc45e984bdac57eaab2a87 HTTP/1.1" status: 200 len: 267 time: 0.1148529 Aug 05 14:04:28.779530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2eb2e-5ddd-4dc2-a5b7-3be56dc318bb req-43894c16-40de-4ba2-b57a-43396b7f6931 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:28.799592 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cc2eb2e-5ddd-4dc2-a5b7-3be56dc318bb req-43894c16-40de-4ba2-b57a-43396b7f6931 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 945 time: 0.0988150 Aug 05 14:04:28.807465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-2cc2eb2e-5ddd-4dc2-a5b7-3be56dc318bb req-36b6c2fc-4fab-4738-bfb3-d763cd9e477f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Request body: {'port': {'security_groups': ['fb9515eb-c244-4f6c-86be-bd6e287a77ab', '23e1a121-1211-41a6-9a6e-bd7889807f5d']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:28.901352 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2cc2eb2e-5ddd-4dc2-a5b7-3be56dc318bb req-36b6c2fc-4fab-4738-bfb3-d763cd9e477f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:28.969704 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98d87162-8b49-419d-8a08-e3d9aab05090 req-c5a4c755-1356-45a0-8118-8f125bcceec2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9427d2ce-c909-47cf-a75d-501df1b0f888 HTTP/1.1" status: 200 len: 1001 time: 0.7400627 Aug 05 14:04:29.236803 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-2cc2eb2e-5ddd-4dc2-a5b7-3be56dc318bb req-36b6c2fc-4fab-4738-bfb3-d763cd9e477f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] For port f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586,segment=NetworkSegment(649d59ed-a29a-43b0-9d36-fc0e44512879),segment_id=649d59ed-a29a-43b0-9d36-fc0e44512879)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:29.289611 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2cc2eb2e-5ddd-4dc2-a5b7-3be56dc318bb req-36b6c2fc-4fab-4738-bfb3-d763cd9e477f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:29.306225 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2cc2eb2e-5ddd-4dc2-a5b7-3be56dc318bb req-36b6c2fc-4fab-4738-bfb3-d763cd9e477f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:29.320612 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:04:29.447785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2eb2e-5ddd-4dc2-a5b7-3be56dc318bb req-36b6c2fc-4fab-4738-bfb3-d763cd9e477f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:29.450711 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2cc2eb2e-5ddd-4dc2-a5b7-3be56dc318bb req-36b6c2fc-4fab-4738-bfb3-d763cd9e477f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:29.481302 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cc2eb2e-5ddd-4dc2-a5b7-3be56dc318bb req-36b6c2fc-4fab-4738-bfb3-d763cd9e477f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "PUT /v2.0/ports/f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 HTTP/1.1" status: 200 len: 981 time: 0.6803982 Aug 05 14:04:29.488681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe8a9ca-3095-4b2f-8311-38f0eb8facfb', 'tag': 'f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:04:29.489245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d7d000-421a-43df-b3c1-fc172353f51c {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:04:29.499058 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ed53e6-6f9f-4697-bdd8-3998f5fbe01b" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe8a9ca-3095-4b2f-8311-38f0eb8facfb", "tag": "f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:04:29.525466 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:29.589877 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3256a4-d5b7-4db5-af75-9378f97b46c9 req-fa2b82ee-a0a5-45b0-a8e3-c2fae9870037 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:29.594943 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:04:29.596490 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d3256a4-d5b7-4db5-af75-9378f97b46c9 req-fa2b82ee-a0a5-45b0-a8e3-c2fae9870037 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 932 time: 0.6216767 Aug 05 14:04:29.606176 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d87162-8b49-419d-8a08-e3d9aab05090 req-50c7471f-1fd1-4f99-8df6-9d60971b56b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:29.618757 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98d87162-8b49-419d-8a08-e3d9aab05090 req-50c7471f-1fd1-4f99-8df6-9d60971b56b5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.6375201 Aug 05 14:04:29.657126 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6c2fc-4fab-4738-bfb3-d763cd9e477f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event updated for resources: {'Port': ['ID=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586,revision_number=6']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:29.688251 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Transition to ACTIVE for port object 16d7d000-421a-43df-b3c1-fc172353f51c will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:29.769994 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:29.825048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6569f1-2470-49b8-8976-258294f09b3d req-967df1b1-c1a0-4268-8c76-911fa42e8f29 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:29.834515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=16d7d000-421a-43df-b3c1-fc172353f51c,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:29.839265 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de6569f1-2470-49b8-8976-258294f09b3d req-967df1b1-c1a0-4268-8c76-911fa42e8f29 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1426311 Aug 05 14:04:29.856133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Router ec543018-22b0-4799-aff8-a8bbabf86d8b is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:04:29.890180 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d87162-8b49-419d-8a08-e3d9aab05090 req-66d38be2-f147-4ab6-9fa3-51bd7ec2e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:29.896996 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98d87162-8b49-419d-8a08-e3d9aab05090 req-66d38be2-f147-4ab6-9fa3-51bd7ec2e57e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2325320 Aug 05 14:04:29.981909 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de6569f1-2470-49b8-8976-258294f09b3d req-478f176b-c11f-455c-91be-346e5b05bdf9 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415541 Aug 05 14:04:30.075879 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d3256a4-d5b7-4db5-af75-9378f97b46c9 req-ae37243f-cf63-4ebe-9006-810aa889c01d tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4308689 Aug 05 14:04:30.277254 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c4358-d47c-42b2-adca-636fd186642c req-856285b2-173f-4c47-8c99-847061c1dcab tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:30.296402 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-236c4358-d47c-42b2-adca-636fd186642c req-856285b2-173f-4c47-8c99-847061c1dcab tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 0.1538579 Aug 05 14:04:30.450174 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-236c4358-d47c-42b2-adca-636fd186642c req-8032d9f7-a93a-4b04-9679-326c00c365b8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423149 Aug 05 14:04:30.529348 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb22f0c1-b18e-42c4-a4c9-d2aa05ae8741 x-openstack-request-id: req-eb22f0c1-b18e-42c4-a4c9-d2aa05ae8741 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:04:30.529840 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe8a9ca-3095-4b2f-8311-38f0eb8facfb", "tag": "f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:04:30.530270 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb22f0c1-b18e-42c4-a4c9-d2aa05ae8741 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:04:30.530858 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe8a9ca-3095-4b2f-8311-38f0eb8facfb', 'tag': 'f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586', 'status': 'completed', 'code': 200} Aug 05 14:04:30.732106 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3667934f-6063-401d-a7b1-23d93913f28f req-22a0f648-153e-4810-8ae5-0c022e122aea tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-444194309&fields=id&tenant_id=2f9847708ebc45e984bdac57eaab2a87 HTTP/1.1" status: 200 len: 267 time: 0.3114085 Aug 05 14:04:30.940199 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667934f-6063-401d-a7b1-23d93913f28f req-9cd7d772-aa67-4aab-879f-fbd4a7adfdf3 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:30.950319 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3667934f-6063-401d-a7b1-23d93913f28f req-9cd7d772-aa67-4aab-879f-fbd4a7adfdf3 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 984 time: 0.2170703 Aug 05 14:04:30.965075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-3667934f-6063-401d-a7b1-23d93913f28f req-cda74aa8-5915-4412-b958-2ff7f49d561e tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Request body: {'port': {'security_groups': ['23e1a121-1211-41a6-9a6e-bd7889807f5d', 'fb9515eb-c244-4f6c-86be-bd6e287a77ab', '0f10e15f-f79b-4aa8-b031-ced96343a8f2']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:31.016532 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:04:31.215219 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3667934f-6063-401d-a7b1-23d93913f28f req-cda74aa8-5915-4412-b958-2ff7f49d561e tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:31.225741 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e875b-a464-477c-89b9-84740e4879de req-44764f1d-5c97-4d5c-b67d-7d1c43cbc039 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:31.238413 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-891e875b-a464-477c-89b9-84740e4879de req-44764f1d-5c97-4d5c-b67d-7d1c43cbc039 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1412537 Aug 05 14:04:31.265885 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98d87162-8b49-419d-8a08-e3d9aab05090 req-2da5a3ee-c500-4790-8f4c-f6aed6b76d59 service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3566072 Aug 05 14:04:31.351510 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-891e875b-a464-477c-89b9-84740e4879de req-49dd1b6f-1a37-415a-be3a-67f393e236de tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818110 Aug 05 14:04:31.549517 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98d87162-8b49-419d-8a08-e3d9aab05090 req-4ef174f4-5c3b-4926-a722-1f53558c1e25 service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671421 Aug 05 14:04:31.595693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d0aa1-3e3d-4d4c-b3fb-0d92d0047530 req-2e35905d-af79-41ba-aef8-347f0dd7edce tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:31.607234 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-407d0aa1-3e3d-4d4c-b3fb-0d92d0047530 req-2e35905d-af79-41ba-aef8-347f0dd7edce tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 944 time: 0.1410985 Aug 05 14:04:31.627613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:04:31.629288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Attempting to bind port 16d7d000-421a-43df-b3c1-fc172353f51c on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:04:31.629606 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Attempting to bind port 16d7d000-421a-43df-b3c1-fc172353f51c by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '1302f431-49cf-476f-b18d-c531cd632b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:04:31.629934 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Attempting to bind port 16d7d000-421a-43df-b3c1-fc172353f51c on network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:04:31.644121 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Sync routers for ids ['ec543018-22b0-4799-aff8-a8bbabf86d8b'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:04:31.668424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed53e6-6f9f-4697-bdd8-3998f5fbe01b req-1d283e30-730a-47b1-bc46-60cd882d9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:31.668665 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Routers {'ec543018-22b0-4799-aff8-a8bbabf86d8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:04:31.669716 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:04:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ec543018-22b0-4799-aff8-a8bbabf86d8b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:31.673247 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-64ed53e6-6f9f-4697-bdd8-3998f5fbe01b req-1d283e30-730a-47b1-bc46-60cd882d9f39 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f9847708ebc45e984bdac57eaab2a87&device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 1135 time: 1.1158392 Aug 05 14:04:31.709367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Port 16d7d000-421a-43df-b3c1-fc172353f51c on network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:04:31.710022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Attempting to bind port 16d7d000-421a-43df-b3c1-fc172353f51c on network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:04:31.712334 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-407d0aa1-3e3d-4d4c-b3fb-0d92d0047530 req-81e3698c-5d86-4075-bea7-0593f56ee5d2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995169 Aug 05 14:04:31.793543 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:04:31.794702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Checking segment: {'id': '1302f431-49cf-476f-b18d-c531cd632b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:04:31.796282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Bound using segment: {'id': '1302f431-49cf-476f-b18d-c531cd632b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:04:31.797149 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Bound port: 16d7d000-421a-43df-b3c1-fc172353f51c, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1302f431-49cf-476f-b18d-c531cd632b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:04:31.801000 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:31.822078 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:31.828933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58798) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:31.830857 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-51648f23-1c07-47f1-9c4c-ec3604aa3bfc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 12.2699046 Aug 05 14:04:31.919154 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Set router ec543018-22b0-4799-aff8-a8bbabf86d8b gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:04:32.032558 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed53e6-6f9f-4697-bdd8-3998f5fbe01b req-695bc2bd-dfd9-4140-84ca-56e88828b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:32.036653 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623134a-276a-4d61-9526-319b525becc1 req-c02c3574-e5f0-4093-a019-0e389c232f80 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:32.045077 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4623134a-276a-4d61-9526-319b525becc1 req-c02c3574-e5f0-4093-a019-0e389c232f80 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 0.1137464 Aug 05 14:04:32.046718 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-64ed53e6-6f9f-4697-bdd8-3998f5fbe01b req-695bc2bd-dfd9-4140-84ca-56e88828b1b8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ca08035c-6998-4851-9567-7c6e2df15a50 HTTP/1.1" status: 200 len: 914 time: 0.3601573 Aug 05 14:04:32.143752 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4623134a-276a-4d61-9526-319b525becc1 req-a6b3e2f8-e954-44bc-9a5e-8bdb5e927907 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976861 Aug 05 14:04:32.172321 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-64ed53e6-6f9f-4697-bdd8-3998f5fbe01b req-69906dbd-20e3-4337-a1c4-cf9f6dda5d5f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 HTTP/1.1" status: 200 len: 217 time: 0.0945685 Aug 05 14:04:32.241908 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:26Z', 'revision_number': 3, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:32.271726 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Checking router: ec543018-22b0-4799-aff8-a8bbabf86d8b for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:04:32.272328 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Updating router ec543018-22b0-4799-aff8-a8bbabf86d8b port 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:04:32.294648 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] For port 16d7d000-421a-43df-b3c1-fc172353f51c, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:04:32.315690 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:32.460609 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] For port 16d7d000-421a-43df-b3c1-fc172353f51c, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=16d7d000-421a-43df-b3c1-fc172353f51c,segment=NetworkSegment(1302f431-49cf-476f-b18d-c531cd632b1d),segment_id=1302f431-49cf-476f-b18d-c531cd632b1d)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:04:32.477248 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:32.591506 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:32.592139 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:32.598557 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] 10.222.0.84 "PUT /v2.0/ports/16d7d000-421a-43df-b3c1-fc172353f51c HTTP/1.1" status: 200 len: 1092 time: 4.7511024 Aug 05 14:04:32.636677 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c14692-ff4f-406b-836f-d991b43db3c7', 'tag': '16d7d000-421a-43df-b3c1-fc172353f51c'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:04:32.650398 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a44238-dfc7-494f-a22f-038e8053ca92" -d '{"events": [{"name": "network-changed", "server_uuid": "36c14692-ff4f-406b-836f-d991b43db3c7", "tag": "16d7d000-421a-43df-b3c1-fc172353f51c"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:04:32.657519 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed53e6-6f9f-4697-bdd8-3998f5fbe01b req-eb3faf4e-7b8c-44e6-bdaf-0eabd55d6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:32.664015 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-64ed53e6-6f9f-4697-bdd8-3998f5fbe01b req-eb3faf4e-7b8c-44e6-bdaf-0eabd55d6827 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a31d76d1-1b18-435c-aeaf-3937ef6a51bc HTTP/1.1" status: 200 len: 853 time: 0.4756367 Aug 05 14:04:32.745219 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:32.751141 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-64ed53e6-6f9f-4697-bdd8-3998f5fbe01b req-49520a3f-bf62-4796-b3f3-db250564e548 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ca08035c-6998-4851-9567-7c6e2df15a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659177 Aug 05 14:04:32.770790 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Transition to ACTIVE for port object 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:32.807886 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:32.887756 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea2b10-f2c9-445a-a465-d4140cd04f3e None None] Pushing event updated for resources: {'Port': ['ID=5485e87c-3ae3-4ed5-a1c4-f30e0bb47331,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:32.901916 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Attempting to bind port 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:04:32.902823 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Attempting to bind port 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:04:32.903632 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Attempting to bind port 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:04:32.913255 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:04:32.913921 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:04:32.914705 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:32.915252 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:04:32.915899 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Bound port: 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:04:32.916465 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:32.972297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 58810) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:32.984669 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] For port 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:04:32.989141 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] For port 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5485e87c-3ae3-4ed5-a1c4-f30e0bb47331,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:04:33.004152 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:33.072485 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f94acd46-dbc7-4631-bd22-b471f241201c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1880711624'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:33.077602 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-64ed53e6-6f9f-4697-bdd8-3998f5fbe01b req-4e513a7b-57de-4651-90ac-ee64cb589870 service neutron] 10.222.0.63 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790492 Aug 05 14:04:33.137228 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea2b10-f2c9-445a-a465-d4140cd04f3e None None] Pushing event updated for resources: {'Port': ['ID=5485e87c-3ae3-4ed5-a1c4-f30e0bb47331,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:33.154241 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Routers {'ec543018-22b0-4799-aff8-a8bbabf86d8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:04:33.155061 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:04:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ec543018-22b0-4799-aff8-a8bbabf86d8b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:33.202507 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-3667934f-6063-401d-a7b1-23d93913f28f req-cda74aa8-5915-4412-b958-2ff7f49d561e tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] For port f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586,segment=NetworkSegment(649d59ed-a29a-43b0-9d36-fc0e44512879),segment_id=649d59ed-a29a-43b0-9d36-fc0e44512879)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:33.259176 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-84becf96-d2d3-4b83-9e06-b3645faba33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:33.260844 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-84becf96-d2d3-4b83-9e06-b3645faba33a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1291456ee72e4bdfb592cbb35091d288&device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 1095 time: 0.5955532 Aug 05 14:04:33.294182 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c24d5-3c96-415a-bc9f-07d32742a2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=16d7d000-421a-43df-b3c1-fc172353f51c,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:33.296472 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:33.350848 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-531c0c48-0fee-4816-af7c-b4bd6fef56bb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d7d000-421a-43df-b3c1-fc172353f51c HTTP/1.1" status: 200 len: 217 time: 0.0505049 Aug 05 14:04:33.356861 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35442d9-20c9-4274-9702-1434e73e7905 req-fe8b4944-b9c7-456c-a37e-20056b3f7724 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:33.358910 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] Set router ec543018-22b0-4799-aff8-a8bbabf86d8b gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:04:33.362906 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d35442d9-20c9-4274-9702-1434e73e7905 req-fe8b4944-b9c7-456c-a37e-20056b3f7724 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.5366714 Aug 05 14:04:33.419474 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94acd46-dbc7-4631-bd22-b471f241201c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Made reservation on behalf of 453b7272943240199f4e2d4e8c2daa65 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:04:33.423187 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f94acd46-dbc7-4631-bd22-b471f241201c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:33.481680 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3667934f-6063-401d-a7b1-23d93913f28f req-cda74aa8-5915-4412-b958-2ff7f49d561e tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:33.501584 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6d323-cf1a-44aa-9fc6-8075bcb99ad7 req-ced79297-b111-4a9b-954c-b28ed3af79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:33.508321 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c4b6d323-cf1a-44aa-9fc6-8075bcb99ad7 req-ced79297-b111-4a9b-954c-b28ed3af79e8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 1097 time: 0.3700838 Aug 05 14:04:33.549731 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3667934f-6063-401d-a7b1-23d93913f28f req-cda74aa8-5915-4412-b958-2ff7f49d561e tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:33.562933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Allocated IP 172.20.0.1 (1fad3948-e90c-4da1-a058-8758d801788d/406044e5-f2b2-40f1-bb44-dec148e1ac6c/4a5a046e-3592-4de0-902c-49fa68697e1a) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:04:33.565649 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:04:33.647557 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94acd46-dbc7-4631-bd22-b471f241201c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:04:33.658551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9375a621-6fb1-4bdb-94b6-6246111a2464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:33.665969 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-9375a621-6fb1-4bdb-94b6-6246111a2464 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eeec4336-a010-464c-8b64-395366905663 HTTP/1.1" status: 200 len: 848 time: 0.2945664 Aug 05 14:04:33.722217 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-64ed53e6-6f9f-4697-bdd8-3998f5fbe01b req-2b8a47e8-f346-40b8-a2b4-367cab1bc72d service neutron] 10.222.0.63 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612833 Aug 05 14:04:33.747914 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667934f-6063-401d-a7b1-23d93913f28f req-cda74aa8-5915-4412-b958-2ff7f49d561e tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:33.748968 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3667934f-6063-401d-a7b1-23d93913f28f req-cda74aa8-5915-4412-b958-2ff7f49d561e tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:33.750680 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3667934f-6063-401d-a7b1-23d93913f28f req-cda74aa8-5915-4412-b958-2ff7f49d561e tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "PUT /v2.0/ports/f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 HTTP/1.1" status: 200 len: 1020 time: 2.7995205 Aug 05 14:04:33.843152 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:04:33.859216 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c4b6d323-cf1a-44aa-9fc6-8075bcb99ad7 req-2b2dac10-76ea-4c08-a274-3ef4ac859934 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221710 Aug 05 14:04:33.873094 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f94acd46-dbc7-4631-bd22-b471f241201c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:33.876844 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-f94acd46-dbc7-4631-bd22-b471f241201c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Added segment b4027bc2-f31e-4dff-8f33-ccffe02f0ff5 of type vlan for network 14d09d10-2b62-4425-8299-f14f2c9a99b4 Aug 05 14:04:33.897654 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eb9d6e-7e05-4fe2-9422-456d48adeb33 x-openstack-request-id: req-95eb9d6e-7e05-4fe2-9422-456d48adeb33 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:04:33.898232 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c14692-ff4f-406b-836f-d991b43db3c7", "tag": "16d7d000-421a-43df-b3c1-fc172353f51c", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:04:33.898741 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95eb9d6e-7e05-4fe2-9422-456d48adeb33 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:04:33.899338 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c14692-ff4f-406b-836f-d991b43db3c7', 'tag': '16d7d000-421a-43df-b3c1-fc172353f51c', 'status': 'completed', 'code': 200} Aug 05 14:04:33.961495 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d35442d9-20c9-4274-9702-1434e73e7905 req-30dfa2bf-01ea-4189-a506-636d54e410ab tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862843 Aug 05 14:04:33.982080 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:26Z', 'revision_number': 3, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:34.067670 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1523221-8d37-4ee6-955f-7b3ec029fdb3 None None] The sync data for ids ['ec543018-22b0-4799-aff8-a8bbabf86d8b'] in n-d-803585-2 is: [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:26Z', 'revision_number': 3, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:04:34.121962 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:34.185416 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Transition to ACTIVE for port object 4a5a046e-3592-4de0-902c-49fa68697e1a will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:34.203455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649eb5d-8160-44da-a28e-e70e4bc98226 req-c7977394-15df-433c-abca-7366c3812938 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:34.212461 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4649eb5d-8160-44da-a28e-e70e4bc98226 req-c7977394-15df-433c-abca-7366c3812938 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 0.0871732 Aug 05 14:04:34.236124 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda74aa8-5915-4412-b958-2ff7f49d561e tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event updated for resources: {'Port': ['ID=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586,revision_number=7']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:34.294196 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-344ef5c3-70e1-4295-86b0-b3d3a6c6b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:34.302973 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-344ef5c3-70e1-4295-86b0-b3d3a6c6b445 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5790377 Aug 05 14:04:34.315591 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f94acd46-dbc7-4631-bd22-b471f241201c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:34.342916 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4649eb5d-8160-44da-a28e-e70e4bc98226 req-288bf120-9855-4530-8993-382331ae0754 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280904 Aug 05 14:04:34.382540 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:34.420660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Network 1fad3948-e90c-4da1-a058-8758d801788d is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:04:34.428033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:34.455668 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f94acd46-dbc7-4631-bd22-b471f241201c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:34.491344 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94acd46-dbc7-4631-bd22-b471f241201c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:34.492066 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f94acd46-dbc7-4631-bd22-b471f241201c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:34.499317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:04:34.802637 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Pushing event updated for resources: {'Port': ['ID=4a5a046e-3592-4de0-902c-49fa68697e1a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:34.852252 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:34.908933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94acd46-dbc7-4631-bd22-b471f241201c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event updated for resources: {'Network': ['ID=14d09d10-2b62-4425-8299-f14f2c9a99b4,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:34.929747 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 14d09d10-2b62-4425-8299-f14f2c9a99b4 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:04:35.077093 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-6dee3f40-ae07-421a-8a76-842b1a28959b service neutron] 10.222.0.84 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955743 Aug 05 14:04:35.090704 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f94acd46-dbc7-4631-bd22-b471f241201c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0211306 Aug 05 14:04:35.134448 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92adb0-5421-44b2-b3d2-ec985230c642 req-95fcccec-185b-4b51-89b0-f2bdeaeda38a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:35.135738 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e92adb0-5421-44b2-b3d2-ec985230c642 req-95fcccec-185b-4b51-89b0-f2bdeaeda38a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 944 time: 1.1236665 Aug 05 14:04:35.141513 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 58832) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:35.153745 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-21bbe6f9-048d-413e-8c8a-4dfc314588d7 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1482605215'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:35.212868 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f415ac17-4ec5-44e1-81db-c10d43671185 None None] Provisioning for port 4a5a046e-3592-4de0-902c-49fa68697e1a completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:35.223099 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f415ac17-4ec5-44e1-81db-c10d43671185 None None] Provisioning complete for port 4a5a046e-3592-4de0-902c-49fa68697e1a triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:35.223934 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f415ac17-4ec5-44e1-81db-c10d43671185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:35.232510 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8645aa6-7e13-44b6-896a-e8fa15b468ca req-9a3693fc-b1c7-44f3-9552-72e3927fabf2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:35.251035 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8645aa6-7e13-44b6-896a-e8fa15b468ca req-9a3693fc-b1c7-44f3-9552-72e3927fabf2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 1023 time: 0.7530141 Aug 05 14:04:35.355734 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f415ac17-4ec5-44e1-81db-c10d43671185 None None] Port 4a5a046e-3592-4de0-902c-49fa68697e1a cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:04:35.466161 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8645aa6-7e13-44b6-896a-e8fa15b468ca req-99e60993-bee0-4fa6-b6ed-d85441161a46 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&id=0f10e15f-f79b-4aa8-b031-ced96343a8f2&id=23e1a121-1211-41a6-9a6e-bd7889807f5d HTTP/1.1" status: 200 len: 6154 time: 0.2074387 Aug 05 14:04:35.477657 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:35.932742 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a7ab7-aac0-4b6e-9286-109a1b22f837 req-c88069eb-2918-457d-b0ff-e1c1ec814db7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:35.934854 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-613a7ab7-aac0-4b6e-9286-109a1b22f837 req-c88069eb-2918-457d-b0ff-e1c1ec814db7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.3553443 Aug 05 14:04:35.957389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe8a9ca-3095-4b2f-8311-38f0eb8facfb', 'tag': 'f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:04:35.960804 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80ebf87-4cf1-48ed-894b-7d26561fac46" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe8a9ca-3095-4b2f-8311-38f0eb8facfb", "tag": "f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:04:36.001185 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:36.005973 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e92adb0-5421-44b2-b3d2-ec985230c642 req-eb46f87d-a6f7-4323-a426-568cea029598 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8092742 Aug 05 14:04:36.028990 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:36.030873 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bbe6f9-048d-413e-8c8a-4dfc314588d7 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Made reservation on behalf of 453b7272943240199f4e2d4e8c2daa65 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:04:36.034775 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-21bbe6f9-048d-413e-8c8a-4dfc314588d7 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:36.150243 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bbe6f9-048d-413e-8c8a-4dfc314588d7 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:04:36.173223 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80c382e4-c987-4397-9bf2-f338b3caf958 req-12ac1a41-486d-45c2-a62d-5ee68b381e23 service neutron] 10.222.0.84 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0811517 Aug 05 14:04:36.174840 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-21bbe6f9-048d-413e-8c8a-4dfc314588d7 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:36.175197 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-21bbe6f9-048d-413e-8c8a-4dfc314588d7 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Added segment b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7 of type vlan for network de3b5517-820c-4f25-a4f3-58d6603842f0 Aug 05 14:04:36.323886 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-613a7ab7-aac0-4b6e-9286-109a1b22f837 req-20364558-c5e0-4d40-8e71-6b444a60a0ad tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763347 Aug 05 14:04:36.365624 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-21bbe6f9-048d-413e-8c8a-4dfc314588d7 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:36.369074 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-c58a6370-7510-46eb-b9f2-3b7038630533 req-0a77abb7-6d67-4b35-baa7-a26b27ebe063 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1062657159 ', 'description': 'tempest-description-1899516194'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:36.371430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:36.392058 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:36.416111 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87fc16-e38d-4dc1-bfc8-b0c0ddefcac4 req-6be2cc5e-dbe1-494a-bc25-f66b62d54d63 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:36.417810 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b87fc16-e38d-4dc1-bfc8-b0c0ddefcac4 req-6be2cc5e-dbe1-494a-bc25-f66b62d54d63 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 0.2046471 Aug 05 14:04:36.421652 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a44238-dfc7-494f-a22f-038e8053ca92 req-7e5f301b-f100-4fd3-9abf-cc44f5d4b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:36.423381 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-09a44238-dfc7-494f-a22f-038e8053ca92 req-7e5f301b-f100-4fd3-9abf-cc44f5d4b6a2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1291456ee72e4bdfb592cbb35091d288&device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 1095 time: 0.1415408 Aug 05 14:04:36.493193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Pushing event updated for resources: {'Port': ['ID=4a5a046e-3592-4de0-902c-49fa68697e1a,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:36.505687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Network 1fad3948-e90c-4da1-a058-8758d801788d is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:04:36.508952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:36.523469 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:36.537588 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:36.540343 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:36.658194 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c58a6370-7510-46eb-b9f2-3b7038630533 req-0a77abb7-6d67-4b35-baa7-a26b27ebe063 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:36.705263 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:36.722490 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b87fc16-e38d-4dc1-bfc8-b0c0ddefcac4 req-43afc806-9c5f-4aad-b2a0-803d6af0ae33 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956119 Aug 05 14:04:36.723807 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a44238-dfc7-494f-a22f-038e8053ca92 req-f4f8064e-073f-4c1a-a994-cd5df69c488a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:36.730551 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-09a44238-dfc7-494f-a22f-038e8053ca92 req-f4f8064e-073f-4c1a-a994-cd5df69c488a service neutron] 10.222.0.84 "GET /v2.0/networks?id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff HTTP/1.1" status: 200 len: 910 time: 0.2775190 Aug 05 14:04:36.754169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-21bbe6f9-048d-413e-8c8a-4dfc314588d7 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:36.757345 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5485e87c-3ae3-4ed5-a1c4-f30e0bb47331,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:36.770344 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:36.780722 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbe6f9-048d-413e-8c8a-4dfc314588d7 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:36.781403 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-21bbe6f9-048d-413e-8c8a-4dfc314588d7 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:36.806168 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Router ec543018-22b0-4799-aff8-a8bbabf86d8b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:04:36.897990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=5485e87c-3ae3-4ed5-a1c4-f30e0bb47331,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:36.994427 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-64a273e4-3dcc-4d6a-881a-2e3d5d890697 None None] Provisioning complete for port 4a5a046e-3592-4de0-902c-49fa68697e1a triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:36.994818 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-64a273e4-3dcc-4d6a-881a-2e3d5d890697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:37.041721 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177b9c1f-3ae7-485b-a4dd-b7bf3f286271 x-openstack-request-id: req-177b9c1f-3ae7-485b-a4dd-b7bf3f286271 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:04:37.042367 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe8a9ca-3095-4b2f-8311-38f0eb8facfb", "tag": "f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:04:37.042700 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-177b9c1f-3ae7-485b-a4dd-b7bf3f286271 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:04:37.043059 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe8a9ca-3095-4b2f-8311-38f0eb8facfb', 'tag': 'f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586', 'status': 'completed', 'code': 200} Aug 05 14:04:37.044924 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbe6f9-048d-413e-8c8a-4dfc314588d7 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event updated for resources: {'Network': ['ID=de3b5517-820c-4f25-a4f3-58d6603842f0,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:37.060249 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-09a44238-dfc7-494f-a22f-038e8053ca92 req-80623c78-f3c1-45a5-b0cd-60a4c723ec99 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d7d000-421a-43df-b3c1-fc172353f51c HTTP/1.1" status: 200 len: 217 time: 0.3233624 Aug 05 14:04:37.076905 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-64a273e4-3dcc-4d6a-881a-2e3d5d890697 None None] Port 4a5a046e-3592-4de0-902c-49fa68697e1a cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:04:37.082294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network de3b5517-820c-4f25-a4f3-58d6603842f0 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:04:37.092948 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ebf87-4cf1-48ed-894b-7d26561fac46 req-6e4a3d9c-34c7-491c-a4cd-1b10b0341a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:37.094532 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a80ebf87-4cf1-48ed-894b-7d26561fac46 req-6e4a3d9c-34c7-491c-a4cd-1b10b0341a17 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f9847708ebc45e984bdac57eaab2a87&device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 1174 time: 0.1688490 Aug 05 14:04:37.095860 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c58a6370-7510-46eb-b9f2-3b7038630533 req-0a77abb7-6d67-4b35-baa7-a26b27ebe063 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:37.113780 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c58a6370-7510-46eb-b9f2-3b7038630533 req-0a77abb7-6d67-4b35-baa7-a26b27ebe063 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:37.193796 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c58a6370-7510-46eb-b9f2-3b7038630533 req-0a77abb7-6d67-4b35-baa7-a26b27ebe063 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:37.232545 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c58a6370-7510-46eb-b9f2-3b7038630533 req-0a77abb7-6d67-4b35-baa7-a26b27ebe063 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.8698659 Aug 05 14:04:37.249458 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:04:37.255628 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6c0c8748-2e26-4794-9ed8-113fb4d353a0 admin admin] 10.222.0.16 "PUT /v2.0/routers/ec543018-22b0-4799-aff8-a8bbabf86d8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4255300 Aug 05 14:04:37.256804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77abb7-6d67-4b35-baa7-a26b27ebe063 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d50acce-49bc-4d6f-b824-819be694fd0f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:37.304353 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-21bbe6f9-048d-413e-8c8a-4dfc314588d7 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1551137 Aug 05 14:04:37.307378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58866) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:37.314137 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6cbbb212-bcd7-42ba-8e1a-9caa9b2d1bd8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Request body: {'subnet': {'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:37.348185 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 58870) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:37.477571 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Sync routers for ids ['ec543018-22b0-4799-aff8-a8bbabf86d8b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:04:37.499985 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Routers {'ec543018-22b0-4799-aff8-a8bbabf86d8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:04:37.504845 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:04:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ec543018-22b0-4799-aff8-a8bbabf86d8b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:37.554502 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-148d0ac5-b69e-4301-a4ff-f51b5b688257 req-d50c4e7b-b02b-4cab-9ed6-7dff1c970b92 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/3d50acce-49bc-4d6f-b824-819be694fd0f HTTP/1.1" status: 200 len: 1783 time: 0.1342547 Aug 05 14:04:37.578756 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbbb212-bcd7-42ba-8e1a-9caa9b2d1bd8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Made reservation on behalf of 453b7272943240199f4e2d4e8c2daa65 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:04:37.584694 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb212-bcd7-42ba-8e1a-9caa9b2d1bd8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:37.620048 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a44238-dfc7-494f-a22f-038e8053ca92 req-3cd8dd52-17ad-48f5-98ca-62c1d1ddff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:37.625982 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-09a44238-dfc7-494f-a22f-038e8053ca92 req-3cd8dd52-17ad-48f5-98ca-62c1d1ddff5c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eeec4336-a010-464c-8b64-395366905663 HTTP/1.1" status: 200 len: 848 time: 0.5509965 Aug 05 14:04:37.892080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Set router ec543018-22b0-4799-aff8-a8bbabf86d8b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:04:37.930684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ebf87-4cf1-48ed-894b-7d26561fac46 req-799afd54-b1cb-4a9c-8d1c-ca7d3225e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:37.932108 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a80ebf87-4cf1-48ed-894b-7d26561fac46 req-799afd54-b1cb-4a9c-8d1c-ca7d3225e439 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ca08035c-6998-4851-9567-7c6e2df15a50 HTTP/1.1" status: 200 len: 914 time: 0.8029084 Aug 05 14:04:37.961666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33521f2e-52dd-45e8-bc2c-578b47e4cb48 req-de28fe22-af43-403b-9bfc-c283429ffbd8 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:37.969597 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33521f2e-52dd-45e8-bc2c-578b47e4cb48 req-de28fe22-af43-403b-9bfc-c283429ffbd8 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 944 time: 0.4576352 Aug 05 14:04:37.970402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 16d7d000-421a-43df-b3c1-fc172353f51c details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:04:38.016503 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a80ebf87-4cf1-48ed-894b-7d26561fac46 req-e063ee56-70c7-4014-9a73-2c71f3c41cb4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 HTTP/1.1" status: 200 len: 217 time: 0.0382261 Aug 05 14:04:38.188981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 16d7d000-421a-43df-b3c1-fc172353f51c, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=16d7d000-421a-43df-b3c1-fc172353f51c,segment=NetworkSegment(1302f431-49cf-476f-b18d-c531cd632b1d),segment_id=1302f431-49cf-476f-b18d-c531cd632b1d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:38.206224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '16d7d000-421a-43df-b3c1-fc172353f51c', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'port_id': '16d7d000-421a-43df-b3c1-fc172353f51c', 'mac_address': 'fa:16:3e:cd:93:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeec4336-a010-464c-8b64-395366905663', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:04:38.261747 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:38.369365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ebf87-4cf1-48ed-894b-7d26561fac46 req-20bdaef6-bb37-4155-a9a7-91aa8648fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:38.371081 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a80ebf87-4cf1-48ed-894b-7d26561fac46 req-20bdaef6-bb37-4155-a9a7-91aa8648fc2c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a31d76d1-1b18-435c-aeaf-3937ef6a51bc HTTP/1.1" status: 200 len: 853 time: 0.3006926 Aug 05 14:04:38.376284 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a44238-dfc7-494f-a22f-038e8053ca92 req-d0838590-6d0c-4639-a53b-dd04f31fc981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:38.377980 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-09a44238-dfc7-494f-a22f-038e8053ca92 req-d0838590-6d0c-4639-a53b-dd04f31fc981 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7289701 Aug 05 14:04:38.488493 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-896fa96a-01cc-4164-a3fb-8cb52c330c6d req-7fc7984b-96b2-4f89-b28f-52f97fc551dd tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/3d50acce-49bc-4d6f-b824-819be694fd0f HTTP/1.1" status: 200 len: 1783 time: 0.6247652 Aug 05 14:04:38.557151 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb212-bcd7-42ba-8e1a-9caa9b2d1bd8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:38.645056 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-09a44238-dfc7-494f-a22f-038e8053ca92 req-0da0ef29-29f2-4ae3-ba35-2fcbee09015b service neutron] 10.222.0.84 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030063 Aug 05 14:04:38.648529 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a80ebf87-4cf1-48ed-894b-7d26561fac46 req-a2bdf30f-9d2b-4de9-b64a-1702038c6e64 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ca08035c-6998-4851-9567-7c6e2df15a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777528 Aug 05 14:04:38.679553 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:38.709601 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33521f2e-52dd-45e8-bc2c-578b47e4cb48 req-c07aee21-c12f-40c4-bb8b-9f16d9d781b8 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7333195 Aug 05 14:04:38.727055 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbb212-bcd7-42ba-8e1a-9caa9b2d1bd8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event updated for resources: {'Subnet': ['ID=baa85579-9346-4ba3-9869-594967089d73,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:38.748823 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-896fa96a-01cc-4164-a3fb-8cb52c330c6d req-bf2cbfb9-23a0-41ca-be1a-cb2f3739b9a2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:38.769799 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317bd42-3e85-469a-a017-f299346ef1f2 req-354ffc16-ef73-4881-bb86-3f3913774f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:38.772929 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4317bd42-3e85-469a-a017-f299346ef1f2 req-354ffc16-ef73-4881-bb86-3f3913774f27 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=eae027deaae649f2a01c906f6b6827e0&device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 1097 time: 0.8702343 Aug 05 14:04:38.788043 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d7d000-421a-43df-b3c1-fc172353f51c {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:04:38.800053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbbb212-bcd7-42ba-8e1a-9caa9b2d1bd8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Checking segment: {'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:04:38.800542 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbbb212-bcd7-42ba-8e1a-9caa9b2d1bd8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Network hostable DHCP agents. Network: 14d09d10-2b62-4425-8299-f14f2c9a99b4, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:04:38.804635 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-896fa96a-01cc-4164-a3fb-8cb52c330c6d req-bf2cbfb9-23a0-41ca-be1a-cb2f3739b9a2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:38.857590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbbb212-bcd7-42ba-8e1a-9caa9b2d1bd8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Network 14d09d10-2b62-4425-8299-f14f2c9a99b4 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:04:38.860062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 16d7d000-421a-43df-b3c1-fc172353f51c, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=16d7d000-421a-43df-b3c1-fc172353f51c,segment=NetworkSegment(1302f431-49cf-476f-b18d-c531cd632b1d),segment_id=1302f431-49cf-476f-b18d-c531cd632b1d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:38.874125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-6cbbb212-bcd7-42ba-8e1a-9caa9b2d1bd8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 14d09d10-2b62-4425-8299-f14f2c9a99b4) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:38.886950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbbb212-bcd7-42ba-8e1a-9caa9b2d1bd8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:38.908361 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a0e54-1898-4d39-9ecc-803863d56a09 None None] Network 14d09d10-2b62-4425-8299-f14f2c9a99b4 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:04:38.909242 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb212-bcd7-42ba-8e1a-9caa9b2d1bd8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:38.950820 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6cbbb212-bcd7-42ba-8e1a-9caa9b2d1bd8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6422293 Aug 05 14:04:38.954234 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-896fa96a-01cc-4164-a3fb-8cb52c330c6d req-bf2cbfb9-23a0-41ca-be1a-cb2f3739b9a2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:38.960242 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-896fa96a-01cc-4164-a3fb-8cb52c330c6d req-bf2cbfb9-23a0-41ca-be1a-cb2f3739b9a2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:38.961403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 58896) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:38.961939 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-896fa96a-01cc-4164-a3fb-8cb52c330c6d req-bf2cbfb9-23a0-41ca-be1a-cb2f3739b9a2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "DELETE /v2.0/security-groups/3d50acce-49bc-4d6f-b824-819be694fd0f HTTP/1.1" status: 204 len: 173 time: 0.4665656 Aug 05 14:04:38.977320 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cbfb9-23a0-41ca-be1a-cb2f3739b9a2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d50acce-49bc-4d6f-b824-819be694fd0f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:39.008945 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:39.011535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b497ec8f-9cff-47d5-8e0d-a3465bf95a6b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Request body: {'subnet': {'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:39.090199 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:39.090758 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:39.102994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=16d7d000-421a-43df-b3c1-fc172353f51c,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:39.219433 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ff410-9420-4d5b-9aa6-4653c1a33f6b req-4505da28-555b-4813-a93d-b597580c1caf tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:39.219433 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a22ff410-9420-4d5b-9aa6-4653c1a33f6b req-4505da28-555b-4813-a93d-b597580c1caf tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 0.1033525 Aug 05 14:04:39.265243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['16d7d000-421a-43df-b3c1-fc172353f51c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:04:39.283343 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a22ff410-9420-4d5b-9aa6-4653c1a33f6b req-7a34e9c1-0312-45f1-bd34-565a6965d6c0 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648742 Aug 05 14:04:39.327789 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a80ebf87-4cf1-48ed-894b-7d26561fac46 req-c4c44bf1-eec5-43a8-be33-514fcd93d72d service neutron] 10.222.0.63 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369891 Aug 05 14:04:39.329840 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-09a44238-dfc7-494f-a22f-038e8053ca92 req-121bdad2-402d-4ff7-bac5-30b3f7859aa5 service neutron] 10.222.0.84 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6658006 Aug 05 14:04:39.334293 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 2, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:39.401625 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db21261-4228-4679-97cc-1fdfe5d5b7ce req-565c2ef6-72ef-478a-a034-6cb1e8c6da5b tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:39.409668 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5db21261-4228-4679-97cc-1fdfe5d5b7ce req-565c2ef6-72ef-478a-a034-6cb1e8c6da5b tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.0614555 Aug 05 14:04:39.447155 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Checking router: ec543018-22b0-4799-aff8-a8bbabf86d8b for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:04:39.447508 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Updating router ec543018-22b0-4799-aff8-a8bbabf86d8b port 4a5a046e-3592-4de0-902c-49fa68697e1a binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:04:39.468308 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5db21261-4228-4679-97cc-1fdfe5d5b7ce req-c917875d-9eb2-43ea-9e30-af755b593a54 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575070 Aug 05 14:04:39.493330 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-14d09d10-2b62-4425-8299-f14f2c9a99b4', 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'fixed_ips': [{'subnet_id': 'baa85579-9346-4ba3-9869-594967089d73'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:04:39.494565 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:39.509307 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-0afbfd86-9dfc-4601-94e2-d5c524a06172 req-03d8cf3e-811f-48df-9818-bcacd8116773 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] show failed (client error): The resource could not be found. Aug 05 14:04:39.518133 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0afbfd86-9dfc-4601-94e2-d5c524a06172 req-03d8cf3e-811f-48df-9818-bcacd8116773 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/3d50acce-49bc-4d6f-b824-819be694fd0f HTTP/1.1" status: 404 len: 352 time: 0.0226364 Aug 05 14:04:39.544760 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-a6d13bfb-2603-4568-8a54-75bf41dcd3f4 req-61557a37-49b8-4203-a594-4adb316761f4 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1809510822', 'description': 'tempest-description-548215839'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:39.575450 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a80ebf87-4cf1-48ed-894b-7d26561fac46 req-4e41100a-9ce1-462c-9a1f-122da707a1b2 service neutron] 10.222.0.63 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198861 Aug 05 14:04:39.581261 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317bd42-3e85-469a-a017-f299346ef1f2 req-a2eeecd8-7281-498e-bd24-9f4ba5fcf22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:39.581653 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4317bd42-3e85-469a-a017-f299346ef1f2 req-a2eeecd8-7281-498e-bd24-9f4ba5fcf22a service neutron] 10.222.0.63 "GET /v2.0/networks?id=55e09aaf-4f69-462a-8e56-78fafe78ca62 HTTP/1.1" status: 200 len: 919 time: 0.7581532 Aug 05 14:04:39.589757 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a6d13bfb-2603-4568-8a54-75bf41dcd3f4 req-61557a37-49b8-4203-a594-4adb316761f4 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:39.691538 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b369a-c064-48db-971a-822a4e256524 req-2a98a158-0d10-4dca-9ae9-20a55ac75ba8 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:39.697310 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:39.711909 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d17b369a-c064-48db-971a-822a4e256524 req-2a98a158-0d10-4dca-9ae9-20a55ac75ba8 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/networks?id=1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 200 len: 821 time: 0.6646523 Aug 05 14:04:39.779515 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4317bd42-3e85-469a-a017-f299346ef1f2 req-a17e6a48-3842-4fa6-bd47-0e2b519c08fa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4440fae-f48a-4527-8f9a-10e1a05c650a HTTP/1.1" status: 200 len: 217 time: 0.1102390 Aug 05 14:04:39.787136 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a6d13bfb-2603-4568-8a54-75bf41dcd3f4 req-61557a37-49b8-4203-a594-4adb316761f4 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:39.796248 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d17b369a-c064-48db-971a-822a4e256524 req-2bdd1fdd-a77b-4ae6-ab81-1b1a0ccccca7 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/quotas/2dad3d8fa3b94147bf1927f78f30ec93 HTTP/1.1" status: 200 len: 375 time: 0.0842633 Aug 05 14:04:39.806609 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a6d13bfb-2603-4568-8a54-75bf41dcd3f4 req-61557a37-49b8-4203-a594-4adb316761f4 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:39.842242 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61557a37-49b8-4203-a594-4adb316761f4 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef73ccaf-065a-47df-9ac8-46945bd8b62a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:39.914754 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d17b369a-c064-48db-971a-822a4e256524 req-ee9cee1e-2c1f-4dc7-86d7-eec70ded0889 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1175137 Aug 05 14:04:39.918833 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-efc48f6b-7d11-4fcb-a400-4545b0947278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:40.006209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Allocated IP 10.1.1.2 (14d09d10-2b62-4425-8299-f14f2c9a99b4/baa85579-9346-4ba3-9869-594967089d73/f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:04:40.477412 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:40.490972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Transition to ACTIVE for port object f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:40.510515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Transition to ACTIVE for port object f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:40.556417 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a6d13bfb-2603-4568-8a54-75bf41dcd3f4 req-61557a37-49b8-4203-a594-4adb316761f4 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:40.557924 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a6d13bfb-2603-4568-8a54-75bf41dcd3f4 req-61557a37-49b8-4203-a594-4adb316761f4 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0179582 Aug 05 14:04:40.622713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b497ec8f-9cff-47d5-8e0d-a3465bf95a6b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Made reservation on behalf of 453b7272943240199f4e2d4e8c2daa65 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:04:40.626266 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b497ec8f-9cff-47d5-8e0d-a3465bf95a6b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:40.684021 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:40.702496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Transition to ACTIVE for port object 4a5a046e-3592-4de0-902c-49fa68697e1a will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:40.712693 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:40.725478 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:40.787531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Network 14d09d10-2b62-4425-8299-f14f2c9a99b4 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:04:40.794034 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:40.797409 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:04:40.825310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743ed59-e153-4e1c-afd7-2ccaa50a3e2f req-08e2a5a4-772c-49f6-aba6-038d4bba838e tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:40.835695 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1743ed59-e153-4e1c-afd7-2ccaa50a3e2f req-08e2a5a4-772c-49f6-aba6-038d4bba838e tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 945 time: 0.1494517 Aug 05 14:04:40.872818 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Pushing event updated for resources: {'Port': ['ID=f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:40.874839 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317bd42-3e85-469a-a017-f299346ef1f2 req-6bedd84d-8834-4676-ad30-8b1f849c0b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:40.893958 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4317bd42-3e85-469a-a017-f299346ef1f2 req-6bedd84d-8834-4676-ad30-8b1f849c0b80 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f3d34413-6403-49d0-8a6b-9ad2631ceedf HTTP/1.1" status: 200 len: 858 time: 1.0628064 Aug 05 14:04:40.907402 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1743ed59-e153-4e1c-afd7-2ccaa50a3e2f req-7496d52f-6e36-4ad4-b83f-e802a9bbda71 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703609 Aug 05 14:04:40.952092 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4317bd42-3e85-469a-a017-f299346ef1f2 req-672ff8e7-09ff-4433-852b-bca3f22c49a9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=55e09aaf-4f69-462a-8e56-78fafe78ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420308 Aug 05 14:04:40.987799 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b497ec8f-9cff-47d5-8e0d-a3465bf95a6b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:40.990156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Attempting to bind port f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:04:40.990625 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Attempting to bind port f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:04:40.990993 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Attempting to bind port f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11 on network 14d09d10-2b62-4425-8299-f14f2c9a99b4 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:04:41.003209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Attempting to bind port 4a5a046e-3592-4de0-902c-49fa68697e1a on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:04:41.003587 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Attempting to bind port 4a5a046e-3592-4de0-902c-49fa68697e1a by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '9c91347a-ac08-4068-8d8e-0114696e1c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:04:41.003952 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Attempting to bind port 4a5a046e-3592-4de0-902c-49fa68697e1a on network 1fad3948-e90c-4da1-a058-8758d801788d {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:04:41.014528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:04:41.014912 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Checking segment: {'id': '9c91347a-ac08-4068-8d8e-0114696e1c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:04:41.015324 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:41.015726 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Bound using segment: {'id': '9c91347a-ac08-4068-8d8e-0114696e1c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:04:41.016215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Bound port: 4a5a046e-3592-4de0-902c-49fa68697e1a, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c91347a-ac08-4068-8d8e-0114696e1c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:04:41.016601 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:41.018681 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:04:41.019050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Checking segment: {'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:04:41.019467 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:41.019818 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Bound using segment: {'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:04:41.020353 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Bound port: f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:04:41.020762 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:41.052205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217be294-c7c7-4dcc-88cd-8614e72efaf9 None None] Pushing event updated for resources: {'Port': ['ID=4a5a046e-3592-4de0-902c-49fa68697e1a,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:41.168731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] For port 4a5a046e-3592-4de0-902c-49fa68697e1a, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:04:41.172006 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497ec8f-9cff-47d5-8e0d-a3465bf95a6b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event updated for resources: {'Subnet': ['ID=33f2503f-0424-4c1d-ba63-29e061f584f1,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:41.175162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] For port 4a5a046e-3592-4de0-902c-49fa68697e1a, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4a5a046e-3592-4de0-902c-49fa68697e1a,segment=NetworkSegment(9c91347a-ac08-4068-8d8e-0114696e1c80),segment_id=9c91347a-ac08-4068-8d8e-0114696e1c80)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:04:41.224268 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:41.253688 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646554c-ca81-47af-aed3-6e5571933a11 req-cd3436e2-3f3b-4467-b780-672323d6b2e8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:41.255670 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f646554c-ca81-47af-aed3-6e5571933a11 req-cd3436e2-3f3b-4467-b780-672323d6b2e8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 0.1119425 Aug 05 14:04:41.255823 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d17b369a-c064-48db-971a-822a4e256524 req-396560ca-cedb-4cb8-a701-9bb11cd163c0 service neutron] 10.222.0.16 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3399713 Aug 05 14:04:41.315876 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217be294-c7c7-4dcc-88cd-8614e72efaf9 None None] Pushing event updated for resources: {'Port': ['ID=4a5a046e-3592-4de0-902c-49fa68697e1a,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:41.352695 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f646554c-ca81-47af-aed3-6e5571933a11 req-b82b28a6-fc7e-4d73-8448-fbb3a5012d9d tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904982 Aug 05 14:04:41.372444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Routers {'ec543018-22b0-4799-aff8-a8bbabf86d8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:04:41.373103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:04:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ec543018-22b0-4799-aff8-a8bbabf86d8b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:41.443038 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d17b369a-c064-48db-971a-822a4e256524 req-4ed2ddf2-5300-4792-8b01-bd51b1549ef1 service neutron] 10.222.0.16 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852074 Aug 05 14:04:41.447595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] For port f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:04:41.472676 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] For port f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:04:41.502430 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4317bd42-3e85-469a-a017-f299346ef1f2 req-923712c2-fb8e-450a-b3fe-274a4d0f51ac service neutron] 10.222.0.63 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373578 Aug 05 14:04:41.548818 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:41.590831 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b497ec8f-9cff-47d5-8e0d-a3465bf95a6b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Checking segment: {'id': 'b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:04:41.591205 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b497ec8f-9cff-47d5-8e0d-a3465bf95a6b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Network hostable DHCP agents. Network: de3b5517-820c-4f25-a4f3-58d6603842f0, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:04:41.681069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b4912-63c5-4d8c-ac64-fd09d07d7f18 req-5331dc40-3c89-48aa-8495-697d9419d20d tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:41.694889 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a0b4912-63c5-4d8c-ac64-fd09d07d7f18 req-5331dc40-3c89-48aa-8495-697d9419d20d tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.2149582 Aug 05 14:04:41.760084 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a0b4912-63c5-4d8c-ac64-fd09d07d7f18 req-e0bc50d9-81dd-47d8-80a0-539e5d01d812 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642745 Aug 05 14:04:41.764396 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-29338055-5ce8-45e2-8531-60c1eb8510c5 req-f7846c80-6969-41f7-afef-5edbc09c14a7 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-550021154', 'description': 'tempest-description-1167407389'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:41.789698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] Set router ec543018-22b0-4799-aff8-a8bbabf86d8b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:04:41.858522 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-efc48f6b-7d11-4fcb-a400-4545b0947278 admin admin] Deleting port fe18141c-7a3a-44a1-b797-1432ae84479f {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:04:41.858875 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-efc48f6b-7d11-4fcb-a400-4545b0947278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:41.900087 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a577f2b2-c3ce-4672-871a-0f931eb29648 req-3235b171-ad16-491d-9ff5-bcca885af477 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 210 time: 0.0696442 Aug 05 14:04:41.927993 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e133d8-4503-4a50-93cf-54a8ed82e276 None None] Pushing event updated for resources: {'Port': ['ID=f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:41.949415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b497ec8f-9cff-47d5-8e0d-a3465bf95a6b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Network de3b5517-820c-4f25-a4f3-58d6603842f0 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:04:41.967645 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 16d7d000-421a-43df-b3c1-fc172353f51c up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:42.043325 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-29338055-5ce8-45e2-8531-60c1eb8510c5 req-f7846c80-6969-41f7-afef-5edbc09c14a7 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:42.062055 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-b497ec8f-9cff-47d5-8e0d-a3465bf95a6b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, de3b5517-820c-4f25-a4f3-58d6603842f0) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:42.145295 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b497ec8f-9cff-47d5-8e0d-a3465bf95a6b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:42.146184 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b497ec8f-9cff-47d5-8e0d-a3465bf95a6b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:42.156446 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4317bd42-3e85-469a-a017-f299346ef1f2 req-6f4b14cb-5fd9-4322-bc2c-770a67f9fa96 service neutron] 10.222.0.63 "GET /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6309137 Aug 05 14:04:42.252856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adcb06-2401-4243-a5b1-da0b8f56921b req-b8748f66-2463-49f2-8b5a-2d52d77ba6f5 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:42.260434 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89adcb06-2401-4243-a5b1-da0b8f56921b req-b8748f66-2463-49f2-8b5a-2d52d77ba6f5 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 945 time: 0.2004745 Aug 05 14:04:42.308443 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff323337-f980-4131-81f5-b0c3279735fa None None] Network de3b5517-820c-4f25-a4f3-58d6603842f0 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:04:42.373254 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-efc48f6b-7d11-4fcb-a400-4545b0947278 admin admin] For port fe18141c-7a3a-44a1-b797-1432ae84479f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fe18141c-7a3a-44a1-b797-1432ae84479f,segment=NetworkSegment(9fd67f90-4c15-4b81-99a2-e17def633009),segment_id=9fd67f90-4c15-4b81-99a2-e17def633009)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:42.373634 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-efc48f6b-7d11-4fcb-a400-4545b0947278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:42.410298 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89adcb06-2401-4243-a5b1-da0b8f56921b req-5354c5bc-8344-4326-8b07-1682fc0b9c62 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453669 Aug 05 14:04:42.416545 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-efc48f6b-7d11-4fcb-a400-4545b0947278 admin admin] Calling delete_port for fe18141c-7a3a-44a1-b797-1432ae84479f owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:04:42.545365 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-29338055-5ce8-45e2-8531-60c1eb8510c5 req-f7846c80-6969-41f7-afef-5edbc09c14a7 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:42.568896 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-29338055-5ce8-45e2-8531-60c1eb8510c5 req-f7846c80-6969-41f7-afef-5edbc09c14a7 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:42.569592 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:42.642176 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b497ec8f-9cff-47d5-8e0d-a3465bf95a6b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.6492796 Aug 05 14:04:42.645969 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58938) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:42.657275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-27a03554-fd74-49c7-aaae-8b1b1a4d7298 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Request body: {'port': {'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4', 'name': 'tempest-TaggedBootDevicesTest_v242-736817706', 'fixed_ips': [{'subnet_id': 'baa85579-9346-4ba3-9869-594967089d73'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:42.712844 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7846c80-6969-41f7-afef-5edbc09c14a7 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1163098-edac-43ee-aa66-e85ef19578cf,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:42.764663 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44a005-2fa0-4d2f-be27-51a79633f384 req-303d862c-836c-4123-8dd3-5f0f39516ba8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:42.774806 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5a44a005-2fa0-4d2f-be27-51a79633f384 req-303d862c-836c-4123-8dd3-5f0f39516ba8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 0.2498496 Aug 05 14:04:42.781398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 16d7d000-421a-43df-b3c1-fc172353f51c completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:42.796900 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-29338055-5ce8-45e2-8531-60c1eb8510c5 req-f7846c80-6969-41f7-afef-5edbc09c14a7 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:42.816807 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-29338055-5ce8-45e2-8531-60c1eb8510c5 req-f7846c80-6969-41f7-afef-5edbc09c14a7 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0877850 Aug 05 14:04:42.839766 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:42.847375 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 16d7d000-421a-43df-b3c1-fc172353f51c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:42.847849 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:42.993953 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5a44a005-2fa0-4d2f-be27-51a79633f384 req-3e0c767e-39bc-4ef2-a037-ee73d8af8949 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145965 Aug 05 14:04:43.057699 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-de3b5517-820c-4f25-a4f3-58d6603842f0', 'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'fixed_ips': [{'subnet_id': '33f2503f-0424-4c1d-ba63-29e061f584f1'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:04:43.070467 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-54cb663d-b964-4b2d-bd21-fe827f9b967a req-50ed8fcf-2746-46d1-8da0-d6fb1a09287c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-356560443', 'description': 'tempest-description-1055160387'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:43.073796 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:43.109241 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a77f30-92dc-430e-b5da-97e744094f90 req-710f0b5d-900e-4dca-a712-df5cc80032db tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:43.118899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a03554-fd74-49c7-aaae-8b1b1a4d7298 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Made reservation on behalf of 453b7272943240199f4e2d4e8c2daa65 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:04:43.119755 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-27a77f30-92dc-430e-b5da-97e744094f90 req-710f0b5d-900e-4dca-a712-df5cc80032db tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.1680768 Aug 05 14:04:43.141425 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-efc48f6b-7d11-4fcb-a400-4545b0947278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:43.221082 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc48f6b-7d11-4fcb-a400-4545b0947278 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe18141c-7a3a-44a1-b797-1432ae84479f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:43.261927 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-54cb663d-b964-4b2d-bd21-fe827f9b967a req-50ed8fcf-2746-46d1-8da0-d6fb1a09287c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:43.320629 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-27a77f30-92dc-430e-b5da-97e744094f90 req-463c1325-1a82-4044-a396-a30e856bb8a4 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913188 Aug 05 14:04:43.392650 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27a03554-fd74-49c7-aaae-8b1b1a4d7298 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:43.475744 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:41Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:43.647099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-27a03554-fd74-49c7-aaae-8b1b1a4d7298 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] device_id is not set on port 16f41a90-f0ad-41fd-94e2-ad79df4668bf yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:04:43.705262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Allocated IP 10.2.2.2 (de3b5517-820c-4f25-a4f3-58d6603842f0/33f2503f-0424-4c1d-ba63-29e061f584f1/7bcb306e-74c9-430a-8d19-4446a1e53365) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:04:43.705536 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-efc48f6b-7d11-4fcb-a400-4545b0947278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:43.821569 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-54cb663d-b964-4b2d-bd21-fe827f9b967a req-50ed8fcf-2746-46d1-8da0-d6fb1a09287c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:43.834705 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-54cb663d-b964-4b2d-bd21-fe827f9b967a req-50ed8fcf-2746-46d1-8da0-d6fb1a09287c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:43.849981 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-829cbae4-da54-42aa-b799-61a28ff7bdf0 req-a4b2491f-cbec-43e6-b075-82b7cd084186 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 210 time: 0.1368022 Aug 05 14:04:43.900653 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed8fcf-2746-46d1-8da0-d6fb1a09287c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7311903f-27f1-4f2f-8adc-0d5951af1cae,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:43.932907 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-54cb663d-b964-4b2d-bd21-fe827f9b967a req-50ed8fcf-2746-46d1-8da0-d6fb1a09287c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:43.934534 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54cb663d-b964-4b2d-bd21-fe827f9b967a req-50ed8fcf-2746-46d1-8da0-d6fb1a09287c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8722241 Aug 05 14:04:43.969725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2fa547-eaa9-4ae3-86be-8b7a996f0b86 None None] Network 14d09d10-2b62-4425-8299-f14f2c9a99b4 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:04:43.973306 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:43.983247 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1828af-1535-4168-a70b-ac2e8bfbd122 None None] The sync data for ids ['ec543018-22b0-4799-aff8-a8bbabf86d8b'] in n-d-803585-2 is: [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:41Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:04:44.193884 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-27a03554-fd74-49c7-aaae-8b1b1a4d7298 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Allocated IP 10.1.1.106 (14d09d10-2b62-4425-8299-f14f2c9a99b4/baa85579-9346-4ba3-9869-594967089d73/16f41a90-f0ad-41fd-94e2-ad79df4668bf) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:04:44.362740 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98a87db0-670d-41e5-9364-efc1a2ba8589 req-dcc1cf7a-50b8-4907-b9a3-cea1b78a7ce1 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f9847708ebc45e984bdac57eaab2a87 HTTP/1.1" status: 200 len: 10907 time: 0.3855090 Aug 05 14:04:44.465359 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7750a9-a102-4914-857e-53d355511962 req-84ef5607-8436-45a9-9e5e-25d03f706dde tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:44.480104 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ac7750a9-a102-4914-857e-53d355511962 req-84ef5607-8436-45a9-9e5e-25d03f706dde tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 945 time: 0.4743783 Aug 05 14:04:44.500499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b369a-c064-48db-971a-822a4e256524 req-2a115fb4-8c88-4d1e-b3b2-6067fc3b63bb tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:44.504208 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d17b369a-c064-48db-971a-822a4e256524 req-2a115fb4-8c88-4d1e-b3b2-6067fc3b63bb tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.84 "GET /v2.0/networks?id=1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 200 len: 821 time: 0.7898486 Aug 05 14:04:44.562955 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98a87db0-670d-41e5-9364-efc1a2ba8589 req-2467d42d-b4b2-4965-9598-2d81ed518f44 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/fb9515eb-c244-4f6c-86be-bd6e287a77ab HTTP/1.1" status: 200 len: 2985 time: 0.1636128 Aug 05 14:04:44.569551 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4a5a046e-3592-4de0-902c-49fa68697e1a up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:44.584455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-d17b369a-c064-48db-971a-822a4e256524 req-8cdb16da-e720-4d7e-9493-d0b66ce0c54a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Request body: {'port': {'device_id': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'admin_state_up': True, 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:44.600503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-752afd3e-6ca1-448e-8f9d-67078a679884 None None] Provisioning for port f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:44.684448 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-752afd3e-6ca1-448e-8f9d-67078a679884 None None] Provisioning complete for port f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:44.704214 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-752afd3e-6ca1-448e-8f9d-67078a679884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:44.705985 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c14692-ff4f-406b-836f-d991b43db3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d7d000-421a-43df-b3c1-fc172353f51c'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:04:44.706523 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27a03554-fd74-49c7-aaae-8b1b1a4d7298 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:44.717292 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5d290b-4e67-4685-ada3-a48f8336153d" -d '{"events": [{"server_uuid": "36c14692-ff4f-406b-836f-d991b43db3c7", "name": "network-vif-plugged", "status": "completed", "tag": "16d7d000-421a-43df-b3c1-fc172353f51c"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:04:44.759434 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98a87db0-670d-41e5-9364-efc1a2ba8589 req-6d4be2a1-89cc-4858-b6b4-85b25d5813b7 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/fb9515eb-c244-4f6c-86be-bd6e287a77ab HTTP/1.1" status: 200 len: 2985 time: 0.1851740 Aug 05 14:04:44.776428 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-27a03554-fd74-49c7-aaae-8b1b1a4d7298 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Transition to ACTIVE for port object 16f41a90-f0ad-41fd-94e2-ad79df4668bf will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:44.876654 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ac7750a9-a102-4914-857e-53d355511962 req-768423c3-6590-4a28-ae20-92d5b0428670 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650668 Aug 05 14:04:44.903044 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 16d7d000-421a-43df-b3c1-fc172353f51c, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=16d7d000-421a-43df-b3c1-fc172353f51c,segment=NetworkSegment(1302f431-49cf-476f-b18d-c531cd632b1d),segment_id=1302f431-49cf-476f-b18d-c531cd632b1d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:44.934616 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27a03554-fd74-49c7-aaae-8b1b1a4d7298 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:44.997463 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:45.040312 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:45.128709 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a03554-fd74-49c7-aaae-8b1b1a4d7298 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Network 14d09d10-2b62-4425-8299-f14f2c9a99b4 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:04:45.136310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-27a03554-fd74-49c7-aaae-8b1b1a4d7298 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:45.137440 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:45.163737 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Transition to ACTIVE for port object 7bcb306e-74c9-430a-8d19-4446a1e53365 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:45.173322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef806e5-ef92-4100-8027-2dee6be0a7e0 req-ab77d4af-9551-4140-8bfb-772ca7399c46 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:45.184581 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eef806e5-ef92-4100-8027-2dee6be0a7e0 req-ab77d4af-9551-4140-8bfb-772ca7399c46 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 0.3243949 Aug 05 14:04:45.185504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a03554-fd74-49c7-aaae-8b1b1a4d7298 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:04:45.228451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4a5a046e-3592-4de0-902c-49fa68697e1a completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:45.301663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Transition to ACTIVE for port object 7bcb306e-74c9-430a-8d19-4446a1e53365 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:45.310974 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4a5a046e-3592-4de0-902c-49fa68697e1a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:45.311584 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:45.355733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a03554-fd74-49c7-aaae-8b1b1a4d7298 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:45.356452 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27a03554-fd74-49c7-aaae-8b1b1a4d7298 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:45.405168 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=16d7d000-421a-43df-b3c1-fc172353f51c,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:45.423022 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:45.429703 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550a423-d2c9-4e01-9a94-08be37e5305f req-a537a0b0-c934-441f-b816-ed839ced45b9 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:45.442143 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7550a423-d2c9-4e01-9a94-08be37e5305f req-a537a0b0-c934-441f-b816-ed839ced45b9 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.3842320 Aug 05 14:04:45.457008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a03554-fd74-49c7-aaae-8b1b1a4d7298 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event updated for resources: {'Port': ['ID=16f41a90-f0ad-41fd-94e2-ad79df4668bf,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:45.534475 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eef806e5-ef92-4100-8027-2dee6be0a7e0 req-480ca37e-89e5-4e64-9d8d-95e8d7c168ad tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402061 Aug 05 14:04:45.542834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Pushing event updated for resources: {'Port': ['ID=7bcb306e-74c9-430a-8d19-4446a1e53365,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:45.553895 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-27a03554-fd74-49c7-aaae-8b1b1a4d7298 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9032755 Aug 05 14:04:45.557497 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58964) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:45.562854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-11f6aa5c-92e8-45eb-b603-6f23825fcf82 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Request body: {'port': {'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4', 'name': 'tempest-TaggedBootDevicesTest_v242-1943009795', 'fixed_ips': [{'subnet_id': 'baa85579-9346-4ba3-9869-594967089d73'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:45.573756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17b369a-c064-48db-971a-822a4e256524 req-8cdb16da-e720-4d7e-9493-d0b66ce0c54a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Made reservation on behalf of 2dad3d8fa3b94147bf1927f78f30ec93 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:04:45.577328 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d17b369a-c064-48db-971a-822a4e256524 req-8cdb16da-e720-4d7e-9493-d0b66ce0c54a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:45.628629 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-752afd3e-6ca1-448e-8f9d-67078a679884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:45.642891 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc48f6b-7d11-4fcb-a400-4545b0947278 admin admin] Router 9109533e-c8ca-40e8-90f8-7b5b8a77677a has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:04:45.682121 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7550a423-d2c9-4e01-9a94-08be37e5305f req-5b89132c-83f4-40b4-8f13-f8e8e4d78388 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389603 Aug 05 14:04:45.698927 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Network de3b5517-820c-4f25-a4f3-58d6603842f0 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:04:45.714264 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:45.733661 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a13d504-db58-43f1-bb99-79307c9fcb78 x-openstack-request-id: req-4a13d504-db58-43f1-bb99-79307c9fcb78 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:04:45.733828 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c14692-ff4f-406b-836f-d991b43db3c7", "name": "network-vif-plugged", "status": "completed", "tag": "16d7d000-421a-43df-b3c1-fc172353f51c", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:04:45.737063 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a13d504-db58-43f1-bb99-79307c9fcb78 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:04:45.737648 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c14692-ff4f-406b-836f-d991b43db3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d7d000-421a-43df-b3c1-fc172353f51c', 'code': 200} Aug 05 14:04:45.755725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:04:46.101791 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65c96843-d7b1-4289-bc23-0212d1888801 req-07ca0fc2-8140-4f0f-bce1-8e2f4f24e396 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/ef73ccaf-065a-47df-9ac8-46945bd8b62a HTTP/1.1" status: 200 len: 1802 time: 0.3138280 Aug 05 14:04:46.115368 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9c79cac3-d454-4412-9af5-3767745847f3 req-8fa0227a-772f-482b-be5e-4efe778d01a2 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 210 time: 0.1409099 Aug 05 14:04:46.165076 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4d3b0-7631-4b52-9e0a-e9ac63b90ea6 req-598eae41-b95d-4063-a299-2ce8eb94a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:46.166652 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-02e4d3b0-7631-4b52-9e0a-e9ac63b90ea6 req-598eae41-b95d-4063-a299-2ce8eb94a3f8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 1097 time: 0.3526082 Aug 05 14:04:46.171082 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f32a7860-b008-4899-aceb-d86018fbad52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:46.175097 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-752afd3e-6ca1-448e-8f9d-67078a679884 None None] For port f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:46.195654 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:46.205884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Attempting to bind port 7bcb306e-74c9-430a-8d19-4446a1e53365 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:04:46.205884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Attempting to bind port 7bcb306e-74c9-430a-8d19-4446a1e53365 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:04:46.205884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Attempting to bind port 7bcb306e-74c9-430a-8d19-4446a1e53365 on network de3b5517-820c-4f25-a4f3-58d6603842f0 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:04:46.218333 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-752afd3e-6ca1-448e-8f9d-67078a679884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:46.230272 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:46.254849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f6aa5c-92e8-45eb-b603-6f23825fcf82 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Made reservation on behalf of 453b7272943240199f4e2d4e8c2daa65 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:04:46.265291 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:04:46.265667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Checking segment: {'id': 'b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:04:46.266067 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:46.266716 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11f6aa5c-92e8-45eb-b603-6f23825fcf82 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:46.275034 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Bound using segment: {'id': 'b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:04:46.275631 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Bound port: 7bcb306e-74c9-430a-8d19-4446a1e53365, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:04:46.276034 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:46.287779 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-d17b369a-c064-48db-971a-822a4e256524 req-8cdb16da-e720-4d7e-9493-d0b66ce0c54a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Allocated IP 172.20.0.12 (1fad3948-e90c-4da1-a058-8758d801788d/406044e5-f2b2-40f1-bb44-dec148e1ac6c/cbfb30e8-6edd-4075-afae-81b9f7a708be) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:04:46.306681 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-02e4d3b0-7631-4b52-9e0a-e9ac63b90ea6 req-d1ee4206-4904-4e51-9cdc-604ac48898ce service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213801 Aug 05 14:04:46.332243 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-11f6aa5c-92e8-45eb-b603-6f23825fcf82 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] device_id is not set on port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:04:46.372370 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc48f6b-7d11-4fcb-a400-4545b0947278 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:04:46.384759 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdab608b-cffd-41b8-aed9-93c69a71e287 None None] Sync routers for ids ['9109533e-c8ca-40e8-90f8-7b5b8a77677a'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:04:46.402066 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-efc48f6b-7d11-4fcb-a400-4545b0947278 admin admin] 10.222.0.16 "PUT /v2.0/routers/9109533e-c8ca-40e8-90f8-7b5b8a77677a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0356865 Aug 05 14:04:46.408368 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab608b-cffd-41b8-aed9-93c69a71e287 None None] Routers {'9109533e-c8ca-40e8-90f8-7b5b8a77677a'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:04:46.410422 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-cdab608b-cffd-41b8-aed9-93c69a71e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:04:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['9109533e-c8ca-40e8-90f8-7b5b8a77677a'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:46.431883 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 58974) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:46.463414 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-65c96843-d7b1-4289-bc23-0212d1888801 req-52f599b1-187e-4d04-823c-09bfd45b4786 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:46.524250 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 4a5a046e-3592-4de0-902c-49fa68697e1a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4a5a046e-3592-4de0-902c-49fa68697e1a,segment=NetworkSegment(9c91347a-ac08-4068-8d8e-0114696e1c80),segment_id=9c91347a-ac08-4068-8d8e-0114696e1c80)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:46.546474 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ff6164e3-5474-4217-aca8-f0b95dbb4635 None None] Provisioning complete for port f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:46.546860 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ff6164e3-5474-4217-aca8-f0b95dbb4635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:46.548470 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752afd3e-6ca1-448e-8f9d-67078a679884 None None] Pushing event updated for resources: {'Port': ['ID=f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:46.566157 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:46.581854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b6e58-515d-4449-9e28-aa9b5959ce48 req-879ef603-a4f9-455c-ac23-2dbdb0cca2b3 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:46.593642 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-844b6e58-515d-4449-9e28-aa9b5959ce48 req-879ef603-a4f9-455c-ac23-2dbdb0cca2b3 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.2404554 Aug 05 14:04:46.627220 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-65c96843-d7b1-4289-bc23-0212d1888801 req-52f599b1-187e-4d04-823c-09bfd45b4786 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:46.713357 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-844b6e58-515d-4449-9e28-aa9b5959ce48 req-7649b229-33bb-418c-92a4-14fb09d3a2fb tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185994 Aug 05 14:04:46.749343 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] For port 7bcb306e-74c9-430a-8d19-4446a1e53365, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:04:46.807018 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] For port 7bcb306e-74c9-430a-8d19-4446a1e53365, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7bcb306e-74c9-430a-8d19-4446a1e53365,segment=NetworkSegment(b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7),segment_id=b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:04:46.824660 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=4a5a046e-3592-4de0-902c-49fa68697e1a,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:46.839894 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-cdab608b-cffd-41b8-aed9-93c69a71e287 None None] Set router 9109533e-c8ca-40e8-90f8-7b5b8a77677a gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:04:46.844658 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:46.852175 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:46.950854 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24124997-156f-4060-a74c-4f3059f0b697 admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:46.974704 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-65c96843-d7b1-4289-bc23-0212d1888801 req-52f599b1-187e-4d04-823c-09bfd45b4786 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:46.977520 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-65c96843-d7b1-4289-bc23-0212d1888801 req-52f599b1-187e-4d04-823c-09bfd45b4786 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:46.983872 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65c96843-d7b1-4289-bc23-0212d1888801 req-52f599b1-187e-4d04-823c-09bfd45b4786 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "DELETE /v2.0/security-groups/ef73ccaf-065a-47df-9ac8-46945bd8b62a HTTP/1.1" status: 204 len: 173 time: 0.8721988 Aug 05 14:04:47.127340 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7271f-b8fe-4300-b110-a870f72a9595 None None] Pushing event updated for resources: {'Port': ['ID=7bcb306e-74c9-430a-8d19-4446a1e53365,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:47.146894 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f599b1-187e-4d04-823c-09bfd45b4786 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef73ccaf-065a-47df-9ac8-46945bd8b62a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:47.218034 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ff6164e3-5474-4217-aca8-f0b95dbb4635 None None] Provisioning for port 16f41a90-f0ad-41fd-94e2-ad79df4668bf completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:47.219657 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d17b369a-c064-48db-971a-822a4e256524 req-8cdb16da-e720-4d7e-9493-d0b66ce0c54a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:47.239825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ff6164e3-5474-4217-aca8-f0b95dbb4635 None None] Provisioning complete for port 16f41a90-f0ad-41fd-94e2-ad79df4668bf triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:47.242885 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ff6164e3-5474-4217-aca8-f0b95dbb4635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:47.248529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:47.249893 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:47.266813 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-11f6aa5c-92e8-45eb-b603-6f23825fcf82 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Allocated IP 10.1.1.246 (14d09d10-2b62-4425-8299-f14f2c9a99b4/baa85579-9346-4ba3-9869-594967089d73/8cf5bb65-52fb-49c7-9db8-1e032ba8e091) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:04:47.429926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-d17b369a-c064-48db-971a-822a4e256524 req-8cdb16da-e720-4d7e-9493-d0b66ce0c54a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Transition to ACTIVE for port object cbfb30e8-6edd-4075-afae-81b9f7a708be will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:47.501211 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d17b369a-c064-48db-971a-822a4e256524 req-8cdb16da-e720-4d7e-9493-d0b66ce0c54a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:47.526988 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-868afc71-6660-487d-8c32-d1b3113343d5 req-adb1c756-e5d2-485b-a3fd-8b514707e9c3 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] show failed (client error): The resource could not be found. Aug 05 14:04:47.528306 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-868afc71-6660-487d-8c32-d1b3113343d5 req-adb1c756-e5d2-485b-a3fd-8b514707e9c3 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/ef73ccaf-065a-47df-9ac8-46945bd8b62a HTTP/1.1" status: 404 len: 352 time: 0.1112230 Aug 05 14:04:47.855468 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11f6aa5c-92e8-45eb-b603-6f23825fcf82 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:47.903520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-11f6aa5c-92e8-45eb-b603-6f23825fcf82 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Transition to ACTIVE for port object 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:47.936248 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb30b72-2394-49e6-8c49-6c409183efda req-366cbb8c-d372-42b4-8c2c-61273444d499 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:47.942930 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cdb30b72-2394-49e6-8c49-6c409183efda req-366cbb8c-d372-42b4-8c2c-61273444d499 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 932 time: 0.1811252 Aug 05 14:04:47.952623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-ff6164e3-5474-4217-aca8-f0b95dbb4635 None None] Port 16f41a90-f0ad-41fd-94e2-ad79df4668bf cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:04:48.007711 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-cdab608b-cffd-41b8-aed9-93c69a71e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624343605-router', 'tenant_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '651a366e-1fc6-4db4-bf15-18ab8f7e8488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:07Z', 'updated_at': '2021-08-05T14:04:42Z', 'revision_number': 5, 'project_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'gw_port': {'id': '651a366e-1fc6-4db4-bf15-18ab8f7e8488', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:08Z', 'updated_at': '2021-08-05T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:48.071357 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cdb30b72-2394-49e6-8c49-6c409183efda req-4b712d0f-4964-46a1-8d18-7fc64fe9d3c8 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157770 Aug 05 14:04:48.089503 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdab608b-cffd-41b8-aed9-93c69a71e287 None None] Checking router: 9109533e-c8ca-40e8-90f8-7b5b8a77677a for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:04:48.112051 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11f6aa5c-92e8-45eb-b603-6f23825fcf82 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:48.123391 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab608b-cffd-41b8-aed9-93c69a71e287 None None] Routers {'9109533e-c8ca-40e8-90f8-7b5b8a77677a'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:04:48.124264 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-cdab608b-cffd-41b8-aed9-93c69a71e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:04:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['9109533e-c8ca-40e8-90f8-7b5b8a77677a'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:48.136528 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17b369a-c064-48db-971a-822a4e256524 req-8cdb16da-e720-4d7e-9493-d0b66ce0c54a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Network 1fad3948-e90c-4da1-a058-8758d801788d is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:04:48.145237 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-d17b369a-c064-48db-971a-822a4e256524 req-8cdb16da-e720-4d7e-9493-d0b66ce0c54a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:48.160260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17b369a-c064-48db-971a-822a4e256524 req-8cdb16da-e720-4d7e-9493-d0b66ce0c54a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:04:48.333862 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b6ce61ff-77a0-4310-92b7-d23e0c85228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:48.348150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785adcb4-43fc-4eed-bd6f-24c67e023498 req-998e1828-4c62-4e12-8d5b-356bcd809efb tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:48.352471 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-785adcb4-43fc-4eed-bd6f-24c67e023498 req-998e1828-4c62-4e12-8d5b-356bcd809efb tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 1.0146794 Aug 05 14:04:48.391990 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f6aa5c-92e8-45eb-b603-6f23825fcf82 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Network 14d09d10-2b62-4425-8299-f14f2c9a99b4 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:04:48.420745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-11f6aa5c-92e8-45eb-b603-6f23825fcf82 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:48.424449 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6aa5c-92e8-45eb-b603-6f23825fcf82 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:04:48.442041 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-cdab608b-cffd-41b8-aed9-93c69a71e287 None None] Set router 9109533e-c8ca-40e8-90f8-7b5b8a77677a gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:04:48.549117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb16da-e720-4d7e-9493-d0b66ce0c54a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Pushing event updated for resources: {'Port': ['ID=cbfb30e8-6edd-4075-afae-81b9f7a708be,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:48.553884 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:48.571061 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b369a-c064-48db-971a-822a4e256524 req-8cdb16da-e720-4d7e-9493-d0b66ce0c54a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:48.572595 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d17b369a-c064-48db-971a-822a4e256524 req-8cdb16da-e720-4d7e-9493-d0b66ce0c54a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:48.579966 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6aa5c-92e8-45eb-b603-6f23825fcf82 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event updated for resources: {'Port': ['ID=8cf5bb65-52fb-49c7-9db8-1e032ba8e091,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:48.617570 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24124997-156f-4060-a74c-4f3059f0b697 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:48.642638 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d17b369a-c064-48db-971a-822a4e256524 req-8cdb16da-e720-4d7e-9493-d0b66ce0c54a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1050694 Aug 05 14:04:48.646361 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0efc070-d36b-4f71-b3d9-c0ea8849d6d2 req-f214ec92-24a7-4d0a-b84e-cef0c5b82e98 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/e1163098-edac-43ee-aa66-e85ef19578cf HTTP/1.1" status: 200 len: 1802 time: 0.4197242 Aug 05 14:04:48.690114 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f6aa5c-92e8-45eb-b603-6f23825fcf82 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:48.691359 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11f6aa5c-92e8-45eb-b603-6f23825fcf82 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:48.771554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Request body: {'port': {'device_id': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:48.808875 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-11f6aa5c-92e8-45eb-b603-6f23825fcf82 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2501686 Aug 05 14:04:48.817753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2531987c-687f-4617-bc2a-7f43d2d61e97 None None] Provisioning for port cbfb30e8-6edd-4075-afae-81b9f7a708be completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:48.826885 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d0efc070-d36b-4f71-b3d9-c0ea8849d6d2 req-6b0402ec-f4de-41f2-8ba5-31e38761ead9 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:48.828566 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2531987c-687f-4617-bc2a-7f43d2d61e97 None None] Provisioning complete for port cbfb30e8-6edd-4075-afae-81b9f7a708be triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:48.832919 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2531987c-687f-4617-bc2a-7f43d2d61e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:48.933430 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-785adcb4-43fc-4eed-bd6f-24c67e023498 req-4e733159-f361-4091-a8c1-3274f6f79892 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5661285 Aug 05 14:04:48.995265 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d0efc070-d36b-4f71-b3d9-c0ea8849d6d2 req-6b0402ec-f4de-41f2-8ba5-31e38761ead9 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:49.079844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-2531987c-687f-4617-bc2a-7f43d2d61e97 None None] Port cbfb30e8-6edd-4075-afae-81b9f7a708be cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:04:49.197604 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-cdab608b-cffd-41b8-aed9-93c69a71e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624343605-router', 'tenant_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '651a366e-1fc6-4db4-bf15-18ab8f7e8488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:07Z', 'updated_at': '2021-08-05T14:04:42Z', 'revision_number': 5, 'project_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'gw_port': {'id': '651a366e-1fc6-4db4-bf15-18ab8f7e8488', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:08Z', 'updated_at': '2021-08-05T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:49.225768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a68a8ca4-59b6-4d7e-99e1-b45264b6eb9b None None] Provisioning for port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:49.243358 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d0efc070-d36b-4f71-b3d9-c0ea8849d6d2 req-6b0402ec-f4de-41f2-8ba5-31e38761ead9 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:49.248963 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a68a8ca4-59b6-4d7e-99e1-b45264b6eb9b None None] Provisioning complete for port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:49.255832 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:49.256987 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d0efc070-d36b-4f71-b3d9-c0ea8849d6d2 req-6b0402ec-f4de-41f2-8ba5-31e38761ead9 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:49.257190 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a68a8ca4-59b6-4d7e-99e1-b45264b6eb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:49.280372 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0efc070-d36b-4f71-b3d9-c0ea8849d6d2 req-6b0402ec-f4de-41f2-8ba5-31e38761ead9 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "DELETE /v2.0/security-groups/e1163098-edac-43ee-aa66-e85ef19578cf HTTP/1.1" status: 204 len: 173 time: 0.6330395 Aug 05 14:04:49.297554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-24124997-156f-4060-a74c-4f3059f0b697 admin admin] Deleting port 651a366e-1fc6-4db4-bf15-18ab8f7e8488 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:04:49.319683 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24124997-156f-4060-a74c-4f3059f0b697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:49.343564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0402ec-f4de-41f2-8ba5-31e38761ead9 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1163098-edac-43ee-aa66-e85ef19578cf,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:49.386049 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdab608b-cffd-41b8-aed9-93c69a71e287 None None] The sync data for ids ['9109533e-c8ca-40e8-90f8-7b5b8a77677a'] in n-d-803585-2 is: [{'id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624343605-router', 'tenant_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '651a366e-1fc6-4db4-bf15-18ab8f7e8488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:07Z', 'updated_at': '2021-08-05T14:04:42Z', 'revision_number': 5, 'project_id': 'fea387ec4e9e4aa2a9d3645290a1bad0', 'gw_port': {'id': '651a366e-1fc6-4db4-bf15-18ab8f7e8488', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9109533e-c8ca-40e8-90f8-7b5b8a77677a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:08Z', 'updated_at': '2021-08-05T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:04:49.399629 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4a5a046e-3592-4de0-902c-49fa68697e1a up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:49.525483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9b8427-23b3-46bc-9bd0-ae880de42d41 None None] Network de3b5517-820c-4f25-a4f3-58d6603842f0 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:04:49.540775 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27008dd-2d2d-4586-a6d8-b2608bb8430e req-9a57b430-b245-49b0-8ef9-1857713f3d27 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:49.550621 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c27008dd-2d2d-4586-a6d8-b2608bb8430e req-9a57b430-b245-49b0-8ef9-1857713f3d27 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.2123563 Aug 05 14:04:49.709706 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a68a8ca4-59b6-4d7e-99e1-b45264b6eb9b None None] Port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:04:49.716212 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:49.724273 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4a5a046e-3592-4de0-902c-49fa68697e1a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:49.725468 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:49.989539 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f32120b8-92ab-4868-a859-9a09c5bf90e7 None None] Provisioning for port 7bcb306e-74c9-430a-8d19-4446a1e53365 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:50.001543 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c27008dd-2d2d-4586-a6d8-b2608bb8430e req-25704d43-87f0-497a-a303-0ac619c367e5 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4488304 Aug 05 14:04:50.011686 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-24124997-156f-4060-a74c-4f3059f0b697 admin admin] For port 651a366e-1fc6-4db4-bf15-18ab8f7e8488, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=651a366e-1fc6-4db4-bf15-18ab8f7e8488,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:50.015029 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24124997-156f-4060-a74c-4f3059f0b697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:50.056915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7bcb306e-74c9-430a-8d19-4446a1e53365 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:50.150421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-24124997-156f-4060-a74c-4f3059f0b697 admin admin] Calling delete_port for 651a366e-1fc6-4db4-bf15-18ab8f7e8488 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:04:50.238231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 7bcb306e-74c9-430a-8d19-4446a1e53365 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:50.253744 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 7bcb306e-74c9-430a-8d19-4446a1e53365 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:50.254408 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:50.479514 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:50.543746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 7bcb306e-74c9-430a-8d19-4446a1e53365, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7bcb306e-74c9-430a-8d19-4446a1e53365,segment=NetworkSegment(b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7),segment_id=b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:50.545784 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9267b2e4-4af8-4d64-bfae-10fa03f6c796 None None] Provisioning complete for port 7bcb306e-74c9-430a-8d19-4446a1e53365 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:50.546386 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9267b2e4-4af8-4d64-bfae-10fa03f6c796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:50.570975 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:50.585687 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab28d71-be89-4491-b176-dc08cd9fcbdf req-82267d49-ebc6-46be-87f7-cde6991b2129 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:50.593179 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dab28d71-be89-4491-b176-dc08cd9fcbdf req-82267d49-ebc6-46be-87f7-cde6991b2129 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 932 time: 0.3449521 Aug 05 14:04:50.683389 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fe18141c-7a3a-44a1-b797-1432ae84479f no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:04:50.781615 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dab28d71-be89-4491-b176-dc08cd9fcbdf req-a3c2d78d-d4e7-49cb-a779-c5d7f598146c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643019 Aug 05 14:04:50.827623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: fe18141c-7a3a-44a1-b797-1432ae84479f {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:04:50.828822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fe18141c-7a3a-44a1-b797-1432ae84479f not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:04:50.878695 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=7bcb306e-74c9-430a-8d19-4446a1e53365,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:51.007995 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-1544b2c8-1ad4-4451-9486-2e6001ecbc16 req-41a4aaf4-1629-462d-9228-4f610bb3644a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] show failed (client error): The resource could not be found. Aug 05 14:04:51.009194 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1544b2c8-1ad4-4451-9486-2e6001ecbc16 req-41a4aaf4-1629-462d-9228-4f610bb3644a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/e1163098-edac-43ee-aa66-e85ef19578cf HTTP/1.1" status: 404 len: 352 time: 0.1018496 Aug 05 14:04:51.162072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 59024) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:51.171388 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d9eeefe2-a8ab-4c14-bf00-8022240d3114 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352820339', 'description': 'tempest-description--1005070629'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:51.253718 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:51.327055 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbfb30e8-6edd-4075-afae-81b9f7a708be {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:04:51.348953 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3402ee-1b87-4bd7-991b-2ae060f8cb62 req-c5a30309-f4b7-4bcd-9ceb-a244ee788a57 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:51.358303 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:51.363850 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6c3402ee-1b87-4bd7-991b-2ae060f8cb62 req-c5a30309-f4b7-4bcd-9ceb-a244ee788a57 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.1507943 Aug 05 14:04:51.369114 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9eeefe2-a8ab-4c14-bf00-8022240d3114 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:51.381717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 59026) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:51.398619 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c68a35a7-7d25-40bb-b431-8399afe948be tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Request body: {'floatingip': {'port_id': '16d7d000-421a-43df-b3c1-fc172353f51c'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:51.421054 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24124997-156f-4060-a74c-4f3059f0b697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:51.447866 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Transition to ACTIVE for port object cbfb30e8-6edd-4075-afae-81b9f7a708be will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:04:51.494343 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a0614-fc84-4194-8f03-fef318cffb6a req-b7a44461-a80c-4fcc-9b5b-6780e868f8ff tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:51.494343 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1c7a0614-fc84-4194-8f03-fef318cffb6a req-b7a44461-a80c-4fcc-9b5b-6780e868f8ff tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 0.3445201 Aug 05 14:04:51.608202 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:51.621057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24124997-156f-4060-a74c-4f3059f0b697 admin admin] Pushing event deleted for resources: {'Port': ['ID=651a366e-1fc6-4db4-bf15-18ab8f7e8488,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:51.711917 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Pushing event updated for resources: {'Port': ['ID=cbfb30e8-6edd-4075-afae-81b9f7a708be,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:51.747251 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1c7a0614-fc84-4194-8f03-fef318cffb6a req-03821b44-324d-41d2-94b6-f13d8b043e99 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943471 Aug 05 14:04:51.834810 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1eb2a4de-0baf-4de7-b299-7f8df6c9ea0b req-96d743eb-0d7c-4289-a7b0-735d546e3c20 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/7311903f-27f1-4f2f-8adc-0d5951af1cae HTTP/1.1" status: 200 len: 1802 time: 0.4283230 Aug 05 14:04:51.868775 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c68a35a7-7d25-40bb-b431-8399afe948be tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:51.903399 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9eeefe2-a8ab-4c14-bf00-8022240d3114 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.001100 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24124997-156f-4060-a74c-4f3059f0b697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.082606 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9eeefe2-a8ab-4c14-bf00-8022240d3114 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.157317 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24124997-156f-4060-a74c-4f3059f0b697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.163273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24124997-156f-4060-a74c-4f3059f0b697 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.165034 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Attempting to bind port cbfb30e8-6edd-4075-afae-81b9f7a708be on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:04:52.165243 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Attempting to bind port cbfb30e8-6edd-4075-afae-81b9f7a708be by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '9c91347a-ac08-4068-8d8e-0114696e1c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:04:52.165741 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Attempting to bind port cbfb30e8-6edd-4075-afae-81b9f7a708be on network 1fad3948-e90c-4da1-a058-8758d801788d {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:04:52.167451 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-1eb2a4de-0baf-4de7-b299-7f8df6c9ea0b req-98f43baa-857a-4081-8b48-d12a8bb38206 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.172464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Port cbfb30e8-6edd-4075-afae-81b9f7a708be on network 1fad3948-e90c-4da1-a058-8758d801788d not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:04:52.172895 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Attempting to bind port cbfb30e8-6edd-4075-afae-81b9f7a708be on network 1fad3948-e90c-4da1-a058-8758d801788d {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:04:52.196548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e10cd1-cd54-4baf-b163-3c71755e4b43 req-5973a7a6-f741-45f8-a8a4-9ba5d10a3d46 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:52.204941 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87e10cd1-cd54-4baf-b163-3c71755e4b43 req-5973a7a6-f741-45f8-a8a4-9ba5d10a3d46 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 944 time: 0.2953992 Aug 05 14:04:52.233960 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9eeefe2-a8ab-4c14-bf00-8022240d3114 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.245279 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d9eeefe2-a8ab-4c14-bf00-8022240d3114 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0804980 Aug 05 14:04:52.249209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 59044) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:52.273120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:04:52.273539 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Checking segment: {'id': '9c91347a-ac08-4068-8d8e-0114696e1c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:04:52.273907 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Bound using segment: {'id': '9c91347a-ac08-4068-8d8e-0114696e1c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:04:52.274380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Bound port: cbfb30e8-6edd-4075-afae-81b9f7a708be, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c91347a-ac08-4068-8d8e-0114696e1c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:04:52.274734 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.281730 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b0f5ec9b-0435-4f6b-b8ce-32577d663d33 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Request body: {'security_group_rule': {'security_group_id': '90efb7b1-522c-4078-b439-e06b73aedb31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:52.297412 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24124997-156f-4060-a74c-4f3059f0b697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.297922 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24124997-156f-4060-a74c-4f3059f0b697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9109533e-c8ca-40e8-90f8-7b5b8a77677a {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:04:52.316172 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87e10cd1-cd54-4baf-b163-3c71755e4b43 req-06e6dbed-4ea6-4233-9b81-dc8cbcfb8f8e tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056812 Aug 05 14:04:52.331231 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24124997-156f-4060-a74c-4f3059f0b697 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.334444 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-24124997-156f-4060-a74c-4f3059f0b697 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9109533e-c8ca-40e8-90f8-7b5b8a77677a HTTP/1.1" status: 204 len: 168 time: 5.8998327 Aug 05 14:04:52.387508 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-1eb2a4de-0baf-4de7-b299-7f8df6c9ea0b req-98f43baa-857a-4081-8b48-d12a8bb38206 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.391845 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 59046) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:52.399197 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] For port cbfb30e8-6edd-4075-afae-81b9f7a708be, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:04:52.402987 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] For port cbfb30e8-6edd-4075-afae-81b9f7a708be, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=cbfb30e8-6edd-4075-afae-81b9f7a708be,segment=NetworkSegment(9c91347a-ac08-4068-8d8e-0114696e1c80),segment_id=9c91347a-ac08-4068-8d8e-0114696e1c80)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:04:52.416931 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.417245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eeefe2-a8ab-4c14-bf00-8022240d3114 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90efb7b1-522c-4078-b439-e06b73aedb31,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:52.495623 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:52.496264 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.497702 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d17b369a-c064-48db-971a-822a4e256524 req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] 10.222.0.84 "PUT /v2.0/ports/cbfb30e8-6edd-4075-afae-81b9f7a708be HTTP/1.1" status: 200 len: 1092 time: 3.7768502 Aug 05 14:04:52.511813 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'tag': 'cbfb30e8-6edd-4075-afae-81b9f7a708be'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:04:52.517654 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fc3c71-ea12-4f58-8bdb-3499d98f2ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "533bfb9b-7273-4911-b5c3-eb8e3413b79e", "tag": "cbfb30e8-6edd-4075-afae-81b9f7a708be"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:04:52.555149 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b0f5ec9b-0435-4f6b-b8ce-32577d663d33 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.628798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a56c606-9726-4efa-adbb-dec6d379d397 admin admin] Deleting subnet f418fa09-47fd-4308-8590-d5962fc704ec {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:04:52.632604 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a56c606-9726-4efa-adbb-dec6d379d397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.641178 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88c76fe-74ae-4485-9bd3-ac61eee424cb x-openstack-request-id: req-f88c76fe-74ae-4485-9bd3-ac61eee424cb {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:04:52.645649 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533bfb9b-7273-4911-b5c3-eb8e3413b79e", "tag": "cbfb30e8-6edd-4075-afae-81b9f7a708be", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:04:52.645649 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f88c76fe-74ae-4485-9bd3-ac61eee424cb {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:04:52.645649 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'tag': 'cbfb30e8-6edd-4075-afae-81b9f7a708be', 'status': 'completed', 'code': 200} Aug 05 14:04:52.658548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d3b44-7d4a-4a22-961f-f4cc84ea0bad service neutron] Pushing event updated for resources: {'Port': ['ID=cbfb30e8-6edd-4075-afae-81b9f7a708be,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:52.689254 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a56c606-9726-4efa-adbb-dec6d379d397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.698465 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b369a-c064-48db-971a-822a4e256524 req-c9efffe0-6167-4023-bd2b-88adcf7c7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:52.700318 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d17b369a-c064-48db-971a-822a4e256524 req-c9efffe0-6167-4023-bd2b-88adcf7c7ee2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 1095 time: 0.1396546 Aug 05 14:04:52.796070 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d17b369a-c064-48db-971a-822a4e256524 req-d9d77479-8d57-4842-8361-62cb4dd40b69 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbfb30e8-6edd-4075-afae-81b9f7a708be HTTP/1.1" status: 200 len: 217 time: 0.0776486 Aug 05 14:04:52.921600 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a56c606-9726-4efa-adbb-dec6d379d397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.932221 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-1eb2a4de-0baf-4de7-b299-7f8df6c9ea0b req-98f43baa-857a-4081-8b48-d12a8bb38206 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.934817 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-1eb2a4de-0baf-4de7-b299-7f8df6c9ea0b req-98f43baa-857a-4081-8b48-d12a8bb38206 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:52.953796 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1eb2a4de-0baf-4de7-b299-7f8df6c9ea0b req-98f43baa-857a-4081-8b48-d12a8bb38206 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "DELETE /v2.0/security-groups/7311903f-27f1-4f2f-8adc-0d5951af1cae HTTP/1.1" status: 204 len: 173 time: 1.1179948 Aug 05 14:04:53.025147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7bcb306e-74c9-430a-8d19-4446a1e53365 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:53.058044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b369a-c064-48db-971a-822a4e256524 req-f40d6728-4c34-4488-90fd-85c2ebd6160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:53.061940 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d17b369a-c064-48db-971a-822a4e256524 req-f40d6728-4c34-4488-90fd-85c2ebd6160b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=406044e5-f2b2-40f1-bb44-dec148e1ac6c HTTP/1.1" status: 200 len: 860 time: 0.2554352 Aug 05 14:04:53.100786 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb971b-e122-41b0-af60-a4bd7265e5b8 req-20d0599b-ca37-41d4-9332-c43d91c80742 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:53.102903 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dbb971b-e122-41b0-af60-a4bd7265e5b8 req-20d0599b-ca37-41d4-9332-c43d91c80742 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 0.2095065 Aug 05 14:04:53.163745 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 7bcb306e-74c9-430a-8d19-4446a1e53365 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:53.164384 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:53.166108 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f43baa-857a-4081-8b48-d12a8bb38206 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7311903f-27f1-4f2f-8adc-0d5951af1cae,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:53.195976 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-44f21b03-66c6-4153-8101-fdc058d8eee9 req-6d68840d-8e9d-4f66-8128-4aaabade5ad7 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] show failed (client error): The resource could not be found. Aug 05 14:04:53.205303 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-44f21b03-66c6-4153-8101-fdc058d8eee9 req-6d68840d-8e9d-4f66-8128-4aaabade5ad7 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/7311903f-27f1-4f2f-8adc-0d5951af1cae HTTP/1.1" status: 404 len: 352 time: 0.1502151 Aug 05 14:04:53.264690 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6dbb971b-e122-41b0-af60-a4bd7265e5b8 req-e4ac20a6-6fff-48b6-b230-c05923c5586c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298556 Aug 05 14:04:53.284607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b369a-c064-48db-971a-822a4e256524 req-4998fefc-79b6-4494-9033-5646504a2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:53.287244 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d17b369a-c064-48db-971a-822a4e256524 req-4998fefc-79b6-4494-9033-5646504a2fa7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1fad3948-e90c-4da1-a058-8758d801788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2131000 Aug 05 14:04:53.320537 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b0f5ec9b-0435-4f6b-b8ce-32577d663d33 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:53.371104 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b0f5ec9b-0435-4f6b-b8ce-32577d663d33 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:53.380922 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a56c606-9726-4efa-adbb-dec6d379d397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:53.453138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5ec9b-0435-4f6b-b8ce-32577d663d33 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4162bf05-e4ff-4403-976e-b569bfd5b4cb,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:53.461627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56c606-9726-4efa-adbb-dec6d379d397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f418fa09-47fd-4308-8590-d5962fc704ec,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:53.463740 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a56c606-9726-4efa-adbb-dec6d379d397 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:53.468191 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5a56c606-9726-4efa-adbb-dec6d379d397 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f418fa09-47fd-4308-8590-d5962fc704ec HTTP/1.1" status: 204 len: 168 time: 1.0753081 Aug 05 14:04:53.482983 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646b38d6-5505-4b4a-841c-d15b537bd427 None None] Network 87de090b-2969-4c9c-ab25-0366dc737903 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:04:53.489716 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 59096) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:53.534603 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b0f5ec9b-0435-4f6b-b8ce-32577d663d33 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:53.542832 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b0f5ec9b-0435-4f6b-b8ce-32577d663d33 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2881265 Aug 05 14:04:53.543808 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 59104) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:53.568681 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3ca80134-c175-44a6-ba3f-3a9c19ab04f0 req-d4546c67-4d59-4120-8828-8a45240b6141 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f9847708ebc45e984bdac57eaab2a87 HTTP/1.1" status: 200 len: 6154 time: 0.3366711 Aug 05 14:04:53.576436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f3e0cc92-3638-462c-a9f0-1fb1e88eaf91 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Request body: {'security_group_rule': {'security_group_id': '90efb7b1-522c-4078-b439-e06b73aedb31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:53.587931 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 651a366e-1fc6-4db4-bf15-18ab8f7e8488 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:04:53.619320 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 651a366e-1fc6-4db4-bf15-18ab8f7e8488 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:04:53.619920 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 651a366e-1fc6-4db4-bf15-18ab8f7e8488 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:04:53.724557 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:53.772648 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76118c84-2d0a-4b1b-80a8-5b910c362074 req-c8e8f03a-e5ff-40d8-bc4e-b50f58b08c25 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:53.774206 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-76118c84-2d0a-4b1b-80a8-5b910c362074 req-c8e8f03a-e5ff-40d8-bc4e-b50f58b08c25 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 944 time: 0.2513449 Aug 05 14:04:53.779173 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d17b369a-c064-48db-971a-822a4e256524 req-bc0ba5f5-2557-400e-be53-d0998e3e3455 service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807870 Aug 05 14:04:53.796763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac2e626-0c16-4051-85d4-1b69c0e1561d None None] DHCP port deletion for 87de090b-2969-4c9c-ab25-0366dc737903 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:04:53.814084 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3ca80134-c175-44a6-ba3f-3a9c19ab04f0 req-764f6438-56c6-4091-8c67-33a78fb1131c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/fb9515eb-c244-4f6c-86be-bd6e287a77ab HTTP/1.1" status: 200 len: 2985 time: 0.2186408 Aug 05 14:04:53.818224 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.resource_extend [None req-c68a35a7-7d25-40bb-b431-8399afe948be tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 14:04:53.926321 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3e0cc92-3638-462c-a9f0-1fb1e88eaf91 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:53.931142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-aac2e626-0c16-4051-85d4-1b69c0e1561d None None] Deleting port e381b96d-58b7-4d5c-b110-312ff67ae7af {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:04:53.931540 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-aac2e626-0c16-4051-85d4-1b69c0e1561d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:53.954526 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-76118c84-2d0a-4b1b-80a8-5b910c362074 req-b0092566-816e-48c5-8edd-f3f4b564e0aa tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653562 Aug 05 14:04:53.980837 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c68a35a7-7d25-40bb-b431-8399afe948be tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:53.993653 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3ca80134-c175-44a6-ba3f-3a9c19ab04f0 req-3fdc0010-e9b8-441d-bd1a-740ed614abfb tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/fb9515eb-c244-4f6c-86be-bd6e287a77ab HTTP/1.1" status: 200 len: 2985 time: 0.1781244 Aug 05 14:04:54.007453 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c68a35a7-7d25-40bb-b431-8399afe948be tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:54.027654 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d17b369a-c064-48db-971a-822a4e256524 req-150700a6-3bd5-4e6a-8996-141861a05558 service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075322 Aug 05 14:04:54.041922 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-22ef2931-c490-41dc-be50-49dd06314b46 req-d6ed9763-1332-486d-8c91-7ed57afebaf2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1255956899', 'description': 'tempest-description-624668836'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:54.068830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] Deleting port e381b96d-58b7-4d5c-b110-312ff67ae7af {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:04:54.069426 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:54.086949 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3e0cc92-3638-462c-a9f0-1fb1e88eaf91 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:54.094445 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3e0cc92-3638-462c-a9f0-1fb1e88eaf91 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:54.098056 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-aac2e626-0c16-4051-85d4-1b69c0e1561d None None] For port e381b96d-58b7-4d5c-b110-312ff67ae7af, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e381b96d-58b7-4d5c-b110-312ff67ae7af,segment=NetworkSegment(9fd67f90-4c15-4b81-99a2-e17def633009),segment_id=9fd67f90-4c15-4b81-99a2-e17def633009)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:54.100021 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-aac2e626-0c16-4051-85d4-1b69c0e1561d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:54.118841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-aac2e626-0c16-4051-85d4-1b69c0e1561d None None] Calling delete_port for e381b96d-58b7-4d5c-b110-312ff67ae7af owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:04:54.172137 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0cc92-3638-462c-a9f0-1fb1e88eaf91 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2e4b4b-986f-4ada-be96-fe78a09eee42,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:54.199853 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-c68a35a7-7d25-40bb-b431-8399afe948be tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Floating IP ef23fe1f-ffca-48c4-b43d-2f8e9f8085e8 associated. External IP: 172.25.5.67, port: 16d7d000-421a-43df-b3c1-fc172353f51c. Aug 05 14:04:54.252458 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-aac2e626-0c16-4051-85d4-1b69c0e1561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:54.257033 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22ef2931-c490-41dc-be50-49dd06314b46 req-d6ed9763-1332-486d-8c91-7ed57afebaf2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:54.268847 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] For port e381b96d-58b7-4d5c-b110-312ff67ae7af, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e381b96d-58b7-4d5c-b110-312ff67ae7af,segment=NetworkSegment(9fd67f90-4c15-4b81-99a2-e17def633009),segment_id=9fd67f90-4c15-4b81-99a2-e17def633009)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:54.269233 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:54.273482 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3e0cc92-3638-462c-a9f0-1fb1e88eaf91 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:54.274664 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f3e0cc92-3638-462c-a9f0-1fb1e88eaf91 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7280066 Aug 05 14:04:54.279206 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac2e626-0c16-4051-85d4-1b69c0e1561d None None] No DVR routers for this DVR port e381b96d-58b7-4d5c-b110-312ff67ae7af on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:04:54.282576 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 59112) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:54.301948 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5b1bd35c-ffa5-4dcb-8fd1-3bd5e1c3b2e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:54.322158 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] Calling delete_port for e381b96d-58b7-4d5c-b110-312ff67ae7af owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:04:54.337230 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc3c71-ea12-4f58-8bdb-3499d98f2ef9 req-0817234c-22a1-4159-8be5-e24d2ffd7075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:54.338823 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c5fc3c71-ea12-4f58-8bdb-3499d98f2ef9 req-0817234c-22a1-4159-8be5-e24d2ffd7075 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 1095 time: 0.2316053 Aug 05 14:04:54.351224 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.api [req-22ef2931-c490-41dc-be50-49dd06314b46 req-d6ed9763-1332-486d-8c91-7ed57afebaf2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 14:04:54.351224 n-d-803585-2 neutron-server[105723]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 14:04:54.351224 n-d-803585-2 neutron-server[105723]: [parameters: {'project_id_1': '2f9847708ebc45e984bdac57eaab2a87', 'expiration_1': datetime.datetime(2021, 8, 5, 14, 4, 54, 321966)}] Aug 05 14:04:54.351224 n-d-803585-2 neutron-server[105723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:04:54.351704 n-d-803585-2 neutron-server[105723]: DEBUG oslo_db.api [req-22ef2931-c490-41dc-be50-49dd06314b46 req-d6ed9763-1332-486d-8c91-7ed57afebaf2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:04:54.379811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2e626-0c16-4051-85d4-1b69c0e1561d None None] Pushing event deleted for resources: {'Port': ['ID=e381b96d-58b7-4d5c-b110-312ff67ae7af,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:54.465129 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd35c-ffa5-4dcb-8fd1-3bd5e1c3b2e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:54.539865 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68a35a7-7d25-40bb-b431-8399afe948be tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:04:54.664517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc3c71-ea12-4f58-8bdb-3499d98f2ef9 req-d8d2ece3-1f7d-4526-9cdd-c7d1be76846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:54.666023 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c5fc3c71-ea12-4f58-8bdb-3499d98f2ef9 req-d8d2ece3-1f7d-4526-9cdd-c7d1be76846c service neutron] 10.222.0.84 "GET /v2.0/networks?id=1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 200 len: 922 time: 0.3092403 Aug 05 14:04:54.694227 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:54.773588 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e381b96d-58b7-4d5c-b110-312ff67ae7af no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:04:54.779695 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c5fc3c71-ea12-4f58-8bdb-3499d98f2ef9 req-7e3b3f2e-440b-42d2-a521-b3ab29b95e4a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbfb30e8-6edd-4075-afae-81b9f7a708be HTTP/1.1" status: 200 len: 217 time: 0.1044157 Aug 05 14:04:54.783047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e381b96d-58b7-4d5c-b110-312ff67ae7af,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:54.792413 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] No DVR routers for this DVR port e381b96d-58b7-4d5c-b110-312ff67ae7af on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:04:54.818960 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: e381b96d-58b7-4d5c-b110-312ff67ae7af {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:04:54.818960 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e381b96d-58b7-4d5c-b110-312ff67ae7af not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:04:54.877123 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22ef2931-c490-41dc-be50-49dd06314b46 req-d6ed9763-1332-486d-8c91-7ed57afebaf2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:54.982991 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc3c71-ea12-4f58-8bdb-3499d98f2ef9 req-5987631c-8102-44a5-8584-343866697172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:54.984654 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c5fc3c71-ea12-4f58-8bdb-3499d98f2ef9 req-5987631c-8102-44a5-8584-343866697172 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=406044e5-f2b2-40f1-bb44-dec148e1ac6c HTTP/1.1" status: 200 len: 860 time: 0.1962852 Aug 05 14:04:54.990882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9427d2ce-c909-47cf-a75d-501df1b0f888 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:04:54.995463 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:55.000053 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd35c-ffa5-4dcb-8fd1-3bd5e1c3b2e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:55.026488 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87de090b-2969-4c9c-ab25-0366dc737903']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:55.120944 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd67f90-4c15-4b81-99a2-e17def633009') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:55.121331 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd67f90-4c15-4b81-99a2-e17def633009') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:55.130744 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68a35a7-7d25-40bb-b431-8399afe948be tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:04:55.137840 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c68a35a7-7d25-40bb-b431-8399afe948be tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:55.152606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec52907-c4e8-4ff1-bdf8-4c51076a9c83 req-9ecb9266-831f-49fe-b593-31c946860fd0 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:55.153894 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:55.154636 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5ec52907-c4e8-4ff1-bdf8-4c51076a9c83 req-9ecb9266-831f-49fe-b593-31c946860fd0 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 947 time: 0.0834308 Aug 05 14:04:55.165960 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f3ef71-7d6c-47f7-bf6a-c08c6a2ad1d3 None None] Sync routers for ids ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:04:55.192751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc3c71-ea12-4f58-8bdb-3499d98f2ef9 req-79b02ec1-b332-418c-be7d-fa9317fdd74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:55.194869 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c5fc3c71-ea12-4f58-8bdb-3499d98f2ef9 req-79b02ec1-b332-418c-be7d-fa9317fdd74a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1fad3948-e90c-4da1-a058-8758d801788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1964955 Aug 05 14:04:55.197089 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:55.206653 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c68a35a7-7d25-40bb-b431-8399afe948be tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "PUT /v2.0/floatingips/ef23fe1f-ffca-48c4-b43d-2f8e9f8085e8 HTTP/1.1" status: 200 len: 991 time: 3.8237646 Aug 05 14:04:55.210206 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c14692-ff4f-406b-836f-d991b43db3c7', 'tag': '16d7d000-421a-43df-b3c1-fc172353f51c'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:04:55.213248 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1393ee5a-f49d-4321-87cf-1398cac3f272" -d '{"events": [{"name": "network-changed", "server_uuid": "36c14692-ff4f-406b-836f-d991b43db3c7", "tag": "16d7d000-421a-43df-b3c1-fc172353f51c"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:04:55.220858 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:04:55.221324 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:04:55.224436 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:04:55.236246 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f3ef71-7d6c-47f7-bf6a-c08c6a2ad1d3 None None] Routers {'387cdcf1-29f8-4a85-8846-5a20ea1545f4'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:04:55.246076 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5ec52907-c4e8-4ff1-bdf8-4c51076a9c83 req-5c699c54-71d0-41cb-84db-d7eaf0ee19ca tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724452 Aug 05 14:04:55.250857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-25f3ef71-7d6c-47f7-bf6a-c08c6a2ad1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:04:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:55.253192 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:55.319984 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:04:55.322378 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d024f538-2c39-49f3-bc48-c2593c08d92e" -d '{"events": [{"server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "name": "network-vif-unplugged", "status": "completed", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:04:55.341121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9427d2ce-c909-47cf-a75d-501df1b0f888, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9427d2ce-c909-47cf-a75d-501df1b0f888,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:55.402681 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:55.456834 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe53a0-2b1d-47d4-a6e2-1b41e9bdac3f req-92ee2185-a8e7-4905-a046-293744793f7e tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:55.464031 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-21fe53a0-2b1d-47d4-a6e2-1b41e9bdac3f req-92ee2185-a8e7-4905-a046-293744793f7e tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 944 time: 0.1025810 Aug 05 14:04:55.517742 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:55.520753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9427d2ce-c909-47cf-a75d-501df1b0f888,revision_number=14']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:55.533793 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:55.539923 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] 10.222.0.16 "DELETE /v2.0/networks/87de090b-2969-4c9c-ab25-0366dc737903 HTTP/1.1" status: 204 len: 168 time: 2.0357771 Aug 05 14:04:55.540903 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22ef2931-c490-41dc-be50-49dd06314b46 req-d6ed9763-1332-486d-8c91-7ed57afebaf2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:55.543861 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 59160) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:04:55.562732 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-21fe53a0-2b1d-47d4-a6e2-1b41e9bdac3f req-eb8b8a8d-f9cf-4ac3-8ae7-ac68fde4892c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906768 Aug 05 14:04:55.588988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-5b1bd35c-ffa5-4dcb-8fd1-3bd5e1c3b2e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Allocated IP 172.25.5.82 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/eb21e501-6d6a-48c2-82cd-e83853e923c8) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:04:55.589127 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-25f3ef71-7d6c-47f7-bf6a-c08c6a2ad1d3 None None] Set router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:04:55.614683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6410282-a896-4205-a9ab-90658c61bf6c admin admin] Pushing event deleted for resources: {'Network': ['ID=87de090b-2969-4c9c-ab25-0366dc737903,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:55.627363 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22ef2931-c490-41dc-be50-49dd06314b46 req-d6ed9763-1332-486d-8c91-7ed57afebaf2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:55.800560 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ce986a-e712-45e8-ae8e-c2a186e0c201 x-openstack-request-id: req-76ce986a-e712-45e8-ae8e-c2a186e0c201 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:04:55.802790 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c14692-ff4f-406b-836f-d991b43db3c7", "tag": "16d7d000-421a-43df-b3c1-fc172353f51c", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:04:55.803068 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76ce986a-e712-45e8-ae8e-c2a186e0c201 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:04:55.806657 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c14692-ff4f-406b-836f-d991b43db3c7', 'tag': '16d7d000-421a-43df-b3c1-fc172353f51c', 'status': 'completed', 'code': 200} Aug 05 14:04:55.880243 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418dcebd-575d-4ee0-a041-cd9b7960a8e2 x-openstack-request-id: req-418dcebd-575d-4ee0-a041-cd9b7960a8e2 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:04:55.880963 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "name": "network-vif-unplugged", "status": "completed", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:04:55.883460 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-418dcebd-575d-4ee0-a041-cd9b7960a8e2 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:04:55.884141 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'code': 200} Aug 05 14:04:56.000070 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device cbfb30e8-6edd-4075-afae-81b9f7a708be details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:04:56.232785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393ee5a-f49d-4321-87cf-1398cac3f272 req-358d6d27-e94b-4a03-9dfb-13c73518e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:56.234503 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1393ee5a-f49d-4321-87cf-1398cac3f272 req-358d6d27-e94b-4a03-9dfb-13c73518e34f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1291456ee72e4bdfb592cbb35091d288&device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 1097 time: 0.1431711 Aug 05 14:04:56.315914 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd35c-ffa5-4dcb-8fd1-3bd5e1c3b2e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:56.367324 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c5fc3c71-ea12-4f58-8bdb-3499d98f2ef9 req-4eb32d0f-352b-47bb-b5c5-813cb6652d4e service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1608102 Aug 05 14:04:56.371951 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd35c-ffa5-4dcb-8fd1-3bd5e1c3b2e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:56.381984 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-22ef2931-c490-41dc-be50-49dd06314b46 req-d6ed9763-1332-486d-8c91-7ed57afebaf2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:56.383096 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22ef2931-c490-41dc-be50-49dd06314b46 req-d6ed9763-1332-486d-8c91-7ed57afebaf2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 2.3527598 Aug 05 14:04:56.438700 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-742293ae-6f12-46db-840b-9e3f58bccb41 req-1b6fc13e-94af-49c2-86f1-6a063306469a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-750718770', 'description': 'tempest-description-1611039430'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:04:56.475733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed9763-1332-486d-8c91-7ed57afebaf2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a317f675-ddce-4d19-922d-e423d9dcb61e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:56.480117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port cbfb30e8-6edd-4075-afae-81b9f7a708be, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=cbfb30e8-6edd-4075-afae-81b9f7a708be,segment=NetworkSegment(9c91347a-ac08-4068-8d8e-0114696e1c80),segment_id=9c91347a-ac08-4068-8d8e-0114696e1c80)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:56.507452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393ee5a-f49d-4321-87cf-1398cac3f272 req-98f9a0ce-1d15-4a29-85c3-30d1549017b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:56.509385 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1393ee5a-f49d-4321-87cf-1398cac3f272 req-98f9a0ce-1d15-4a29-85c3-30d1549017b3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff HTTP/1.1" status: 200 len: 910 time: 0.2588575 Aug 05 14:04:56.536909 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'cbfb30e8-6edd-4075-afae-81b9f7a708be', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'port_id': 'cbfb30e8-6edd-4075-afae-81b9f7a708be', 'mac_address': 'fa:16:3e:8e:71:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:04:56.597238 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1bd35c-ffa5-4dcb-8fd1-3bd5e1c3b2e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:04:56.599433 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:56.606412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-5b1bd35c-ffa5-4dcb-8fd1-3bd5e1c3b2e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:04:56.619887 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-25f3ef71-7d6c-47f7-bf6a-c08c6a2ad1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:04:07Z', 'revision_number': 4, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'ef23fe1f-ffca-48c4-b43d-2f8e9f8085e8', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'floating_ip_address': '172.25.5.67', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'port_id': '16d7d000-421a-43df-b3c1-fc172353f51c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'mac_address': 'fa:16:3e:cd:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c14692-ff4f-406b-836f-d991b43db3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:04:14Z', 'updated_at': '2021-08-05T14:04:53Z', 'revision_number': 1, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553b31f4-2b96-421a-9259-e3c16e530617', 'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'mac_address': 'fa:16:3e:c8:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eeec4336-a010-464c-8b64-395366905663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:05Z', 'updated_at': '2021-08-05T14:04:16Z', 'revision_number': 5, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'subnets': [{'id': 'eeec4336-a010-464c-8b64-395366905663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:56.635297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1bd35c-ffa5-4dcb-8fd1-3bd5e1c3b2e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:04:56.647797 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd35c-ffa5-4dcb-8fd1-3bd5e1c3b2e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event updated for resources: {'Port': ['ID=eb21e501-6d6a-48c2-82cd-e83853e923c8,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:56.662737 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbfb30e8-6edd-4075-afae-81b9f7a708be {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:04:56.672073 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f3ef71-7d6c-47f7-bf6a-c08c6a2ad1d3 None None] Checking router: 387cdcf1-29f8-4a85-8846-5a20ea1545f4 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:04:56.704886 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port cbfb30e8-6edd-4075-afae-81b9f7a708be, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=cbfb30e8-6edd-4075-afae-81b9f7a708be,segment=NetworkSegment(9c91347a-ac08-4068-8d8e-0114696e1c80),segment_id=9c91347a-ac08-4068-8d8e-0114696e1c80)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:56.708125 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f3ef71-7d6c-47f7-bf6a-c08c6a2ad1d3 None None] Routers {'387cdcf1-29f8-4a85-8846-5a20ea1545f4'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:04:56.708995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-25f3ef71-7d6c-47f7-bf6a-c08c6a2ad1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:04:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:56.715057 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1393ee5a-f49d-4321-87cf-1398cac3f272 req-9f2ae439-dcb3-443f-9dd2-f0bd7950c2fd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d7d000-421a-43df-b3c1-fc172353f51c HTTP/1.1" status: 200 len: 999 time: 0.1931453 Aug 05 14:04:56.715186 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:56.719017 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-742293ae-6f12-46db-840b-9e3f58bccb41 req-1b6fc13e-94af-49c2-86f1-6a063306469a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:56.745878 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c5fc3c71-ea12-4f58-8bdb-3499d98f2ef9 req-adbeb9e9-3560-4bfd-a391-85fbf32fa778 service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595536 Aug 05 14:04:56.814387 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:56.863871 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd35c-ffa5-4dcb-8fd1-3bd5e1c3b2e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:56.874349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79a40e-fd28-4e59-be8b-f3a7112d240d req-da6673ec-8aeb-48ee-b3a8-874ad6255c12 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:56.876516 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd79a40e-fd28-4e59-be8b-f3a7112d240d req-da6673ec-8aeb-48ee-b3a8-874ad6255c12 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 945 time: 0.0944247 Aug 05 14:04:56.893773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=cbfb30e8-6edd-4075-afae-81b9f7a708be,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:56.917038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393ee5a-f49d-4321-87cf-1398cac3f272 req-f9c66ff4-7102-4c0a-9701-9fe8bcd58722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:56.918398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-25f3ef71-7d6c-47f7-bf6a-c08c6a2ad1d3 None None] Set router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:04:56.919485 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1393ee5a-f49d-4321-87cf-1398cac3f272 req-f9c66ff4-7102-4c0a-9701-9fe8bcd58722 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eeec4336-a010-464c-8b64-395366905663 HTTP/1.1" status: 200 len: 848 time: 0.1896765 Aug 05 14:04:56.955954 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd35c-ffa5-4dcb-8fd1-3bd5e1c3b2e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:57.083046 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393ee5a-f49d-4321-87cf-1398cac3f272 req-9617930d-744d-4003-9429-3fbae4ee8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:57.084439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['cbfb30e8-6edd-4075-afae-81b9f7a708be'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:04:57.085039 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1393ee5a-f49d-4321-87cf-1398cac3f272 req-9617930d-744d-4003-9429-3fbae4ee8b1f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534417 Aug 05 14:04:57.129612 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd35c-ffa5-4dcb-8fd1-3bd5e1c3b2e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:57.137653 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd79a40e-fd28-4e59-be8b-f3a7112d240d req-ca35bd84-ceb1-4e3f-882d-bfb131123602 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514708 Aug 05 14:04:57.141450 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd35c-ffa5-4dcb-8fd1-3bd5e1c3b2e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:57.195899 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bd35c-ffa5-4dcb-8fd1-3bd5e1c3b2e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event updated for resources: {'Port': ['ID=eb21e501-6d6a-48c2-82cd-e83853e923c8,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:57.268146 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd35c-ffa5-4dcb-8fd1-3bd5e1c3b2e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:57.380192 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-742293ae-6f12-46db-840b-9e3f58bccb41 req-1b6fc13e-94af-49c2-86f1-6a063306469a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:57.389078 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1393ee5a-f49d-4321-87cf-1398cac3f272 req-4f781207-1c5e-48ca-b620-b78aa995d320 service neutron] 10.222.0.84 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648323 Aug 05 14:04:57.390740 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-742293ae-6f12-46db-840b-9e3f58bccb41 req-1b6fc13e-94af-49c2-86f1-6a063306469a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:57.423101 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b1bd35c-ffa5-4dcb-8fd1-3bd5e1c3b2e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:57.433745 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5b1bd35c-ffa5-4dcb-8fd1-3bd5e1c3b2e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1451890 Aug 05 14:04:57.468481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ce87e-2b11-413e-8b98-9073715de05c req-9a6dd211-f016-4b83-ae7a-daf4a4626a34 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:57.471679 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a4ce87e-2b11-413e-8b98-9073715de05c req-9a6dd211-f016-4b83-ae7a-daf4a4626a34 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1022720 Aug 05 14:04:57.507649 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-742293ae-6f12-46db-840b-9e3f58bccb41 req-1b6fc13e-94af-49c2-86f1-6a063306469a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:57.508889 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-742293ae-6f12-46db-840b-9e3f58bccb41 req-1b6fc13e-94af-49c2-86f1-6a063306469a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0744553 Aug 05 14:04:57.525754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fc13e-94af-49c2-86f1-6a063306469a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a443e291-cf87-4127-b536-2a403c215b77,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:57.537413 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-25f3ef71-7d6c-47f7-bf6a-c08c6a2ad1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:04:07Z', 'revision_number': 4, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'ef23fe1f-ffca-48c4-b43d-2f8e9f8085e8', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'floating_ip_address': '172.25.5.67', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'port_id': '16d7d000-421a-43df-b3c1-fc172353f51c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'mac_address': 'fa:16:3e:cd:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c14692-ff4f-406b-836f-d991b43db3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:04:14Z', 'updated_at': '2021-08-05T14:04:53Z', 'revision_number': 1, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553b31f4-2b96-421a-9259-e3c16e530617', 'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'mac_address': 'fa:16:3e:c8:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eeec4336-a010-464c-8b64-395366905663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:05Z', 'updated_at': '2021-08-05T14:04:16Z', 'revision_number': 5, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'subnets': [{'id': 'eeec4336-a010-464c-8b64-395366905663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:04:57.578437 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1393ee5a-f49d-4321-87cf-1398cac3f272 req-7b25a582-3eb2-4166-9475-b3892a3a0763 service neutron] 10.222.0.84 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806023 Aug 05 14:04:57.579410 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a4ce87e-2b11-413e-8b98-9073715de05c req-943252fa-1ec8-4284-85b4-1dd2ec72caa1 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003082 Aug 05 14:04:57.583345 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f3ef71-7d6c-47f7-bf6a-c08c6a2ad1d3 None None] The sync data for ids ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'] in n-d-803585-2 is: [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:04:07Z', 'revision_number': 4, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'ef23fe1f-ffca-48c4-b43d-2f8e9f8085e8', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'floating_ip_address': '172.25.5.67', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'port_id': '16d7d000-421a-43df-b3c1-fc172353f51c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'mac_address': 'fa:16:3e:cd:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c14692-ff4f-406b-836f-d991b43db3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:04:14Z', 'updated_at': '2021-08-05T14:04:53Z', 'revision_number': 1, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553b31f4-2b96-421a-9259-e3c16e530617', 'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'mac_address': 'fa:16:3e:c8:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eeec4336-a010-464c-8b64-395366905663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:05Z', 'updated_at': '2021-08-05T14:04:16Z', 'revision_number': 5, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'subnets': [{'id': 'eeec4336-a010-464c-8b64-395366905663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:04:57.672752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Deleting port fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:04:57.673217 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:57.823882 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] For port fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e,segment=NetworkSegment(46173c3c-0df6-48ae-a5e4-431c5028717e),segment_id=46173c3c-0df6-48ae-a5e4-431c5028717e)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:57.824286 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:57.849330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Calling delete_port for fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:04:57.896233 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-345ba2c0-28db-40bb-aaff-a47473c6978e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--352820339&fields=id&tenant_id=453b7272943240199f4e2d4e8c2daa65 HTTP/1.1" status: 200 len: 267 time: 0.0921652 Aug 05 14:04:57.959250 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16265c3b-eed9-49c4-ba51-9b53404b7390 None None] New status for floating IP ef23fe1f-ffca-48c4-b43d-2f8e9f8085e8: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:04:57.989400 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device cbfb30e8-6edd-4075-afae-81b9f7a708be up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:04:57.998847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1d6c3aaf-126e-412e-b9c4-c65e81fc83e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:58.006307 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1d6c3aaf-126e-412e-b9c4-c65e81fc83e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports/16f41a90-f0ad-41fd-94e2-ad79df4668bf HTTP/1.1" status: 200 len: 936 time: 0.0694256 Aug 05 14:04:58.045018 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-9b8b2057-23d1-4d06-b6ce-b7bbaaf6ef9d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:58.047047 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-9b8b2057-23d1-4d06-b6ce-b7bbaaf6ef9d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/networks?id=ca08035c-6998-4851-9567-7c6e2df15a50 HTTP/1.1" status: 200 len: 813 time: 0.1626406 Aug 05 14:04:58.062536 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-43db7cb0-a375-4286-ba42-cf1f9d836d4f tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:58.070538 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-43db7cb0-a375-4286-ba42-cf1f9d836d4f tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports/8cf5bb65-52fb-49c7-9db8-1e032ba8e091 HTTP/1.1" status: 200 len: 937 time: 0.0630977 Aug 05 14:04:58.080537 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-ca7630c3-ed77-4023-b0c4-c569b46da915 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/quotas/2f9847708ebc45e984bdac57eaab2a87 HTTP/1.1" status: 200 len: 375 time: 0.0248740 Aug 05 14:04:58.096695 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380588b5-f9f6-480e-9b51-589b75fb7df0 req-bc5e0f00-13f3-40cc-923f-0e81a8fd8e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:58.100480 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-380588b5-f9f6-480e-9b51-589b75fb7df0 req-bc5e0f00-13f3-40cc-923f-0e81a8fd8e41 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 1096 time: 0.2072306 Aug 05 14:04:58.111599 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port cbfb30e8-6edd-4075-afae-81b9f7a708be completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:04:58.120631 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port cbfb30e8-6edd-4075-afae-81b9f7a708be triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:04:58.121369 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:58.147475 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-fc5600d7-7ee1-4ea2-a20d-232880c2e5bf tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?network_id=de3b5517-820c-4f25-a4f3-58d6603842f0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0759439 Aug 05 14:04:58.227402 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-42cbe32c-76e8-4eb2-9751-cf27fa1341ab tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?network_id=de3b5517-820c-4f25-a4f3-58d6603842f0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0790174 Aug 05 14:04:58.256907 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:58.280107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380588b5-f9f6-480e-9b51-589b75fb7df0 req-1b3a0a93-8607-48f8-812c-67f0a0e29941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:58.282107 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-380588b5-f9f6-480e-9b51-589b75fb7df0 req-1b3a0a93-8607-48f8-812c-67f0a0e29941 service neutron] 10.222.0.63 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 912 time: 0.1637888 Aug 05 14:04:58.286580 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfb30e8-6edd-4075-afae-81b9f7a708be'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:04:58.288892 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a0d421-0b82-4fef-881f-14970309555b" -d '{"events": [{"server_uuid": "533bfb9b-7273-4911-b5c3-eb8e3413b79e", "name": "network-vif-plugged", "status": "completed", "tag": "cbfb30e8-6edd-4075-afae-81b9f7a708be"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:04:58.295217 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-cd0d0e4a-55c8-46cc-abbd-1977f716cdcb tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f9847708ebc45e984bdac57eaab2a87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2055638 Aug 05 14:04:58.305149 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port cbfb30e8-6edd-4075-afae-81b9f7a708be, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=cbfb30e8-6edd-4075-afae-81b9f7a708be,segment=NetworkSegment(9c91347a-ac08-4068-8d8e-0114696e1c80),segment_id=9c91347a-ac08-4068-8d8e-0114696e1c80)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:04:58.312149 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:58.372450 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=cbfb30e8-6edd-4075-afae-81b9f7a708be,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:58.444572 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-380588b5-f9f6-480e-9b51-589b75fb7df0 req-4b1a1f49-6ba1-4e60-a576-57090a6dbb98 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9427d2ce-c909-47cf-a75d-501df1b0f888 HTTP/1.1" status: 200 len: 999 time: 0.1478987 Aug 05 14:04:58.445557 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-4962558a-6606-4f2d-8077-2d5d0c259cf3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:58.453779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-4962558a-6606-4f2d-8077-2d5d0c259cf3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:58.460358 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-4962558a-6606-4f2d-8077-2d5d0c259cf3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:58.467011 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-4962558a-6606-4f2d-8077-2d5d0c259cf3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/networks?id=93a6cc11-4217-4144-a069-004cdc2ebc8a&id=14d09d10-2b62-4425-8299-f14f2c9a99b4&id=14d09d10-2b62-4425-8299-f14f2c9a99b4&id=de3b5517-820c-4f25-a4f3-58d6603842f0&id=de3b5517-820c-4f25-a4f3-58d6603842f0 HTTP/1.1" status: 200 len: 1995 time: 0.2386405 Aug 05 14:04:58.493434 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-c11d397b-ff4c-45d9-8592-7d912c3fe9a6 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/quotas/453b7272943240199f4e2d4e8c2daa65 HTTP/1.1" status: 200 len: 375 time: 0.0222142 Aug 05 14:04:58.513503 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-93c66abc-7225-47e5-8ba8-7f5547b07d87 service neutron] 10.222.0.16 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715410 Aug 05 14:04:58.564006 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:58.594403 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-7a37e463-e6ee-4275-b71b-99362975ed7f tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=453b7272943240199f4e2d4e8c2daa65&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0995970 Aug 05 14:04:58.625433 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380588b5-f9f6-480e-9b51-589b75fb7df0 req-4ee967ac-cf70-4ac6-9a54-1c6bfbca5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:58.627351 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-380588b5-f9f6-480e-9b51-589b75fb7df0 req-4ee967ac-cf70-4ac6-9a54-1c6bfbca5aa8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.1734142 Aug 05 14:04:58.628808 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:04:58.679629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:58.680083 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:58.685486 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:58.685918 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:58.686269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:58.686624 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:58.686953 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:58.687282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:58.687606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:58.687925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:58.688748 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:58.688748 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:04:58.760691 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-8c5d834b-85ac-4a83-8c05-4642b6b7a02b service neutron] 10.222.0.16 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379813 Aug 05 14:04:58.780229 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380588b5-f9f6-480e-9b51-589b75fb7df0 req-cb825237-054d-4d72-b461-e4ef11733c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:58.787118 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-380588b5-f9f6-480e-9b51-589b75fb7df0 req-cb825237-054d-4d72-b461-e4ef11733c13 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339796 Aug 05 14:04:58.812455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-dc5fa092-d612-4efa-bfd9-aee2818266ac service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:04:58.813494 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-dc5fa092-d612-4efa-bfd9-aee2818266ac service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2183251 Aug 05 14:04:58.908448 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-380588b5-f9f6-480e-9b51-589b75fb7df0 req-41a851b1-9b85-4142-8fb7-790b8b013aec service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160014 Aug 05 14:04:58.935582 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:04:59.084704 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-380588b5-f9f6-480e-9b51-589b75fb7df0 req-40be47df-274b-48c7-9451-48fc6878b415 service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647806 Aug 05 14:04:59.172738 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13d273-2790-4d7d-affd-0aa8fdb348ce req-25efd7f5-def5-4691-a815-f377aba3f0d6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:59.174464 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6d13d273-2790-4d7d-affd-0aa8fdb348ce req-25efd7f5-def5-4691-a815-f377aba3f0d6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0730579 Aug 05 14:04:59.184748 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-a468eeec-b571-41d6-8852-7385793bdbfb service neutron] 10.222.0.16 "GET /v2.0/networks/93a6cc11-4217-4144-a069-004cdc2ebc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759063 Aug 05 14:04:59.241805 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6d13d273-2790-4d7d-affd-0aa8fdb348ce req-2ca82fa9-a1d4-49c3-a444-ef6666d37360 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537198 Aug 05 14:04:59.395304 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb55ba-b677-4b7b-878d-685763b87c87 req-a43f8740-f9d9-40e1-ab23-da33d8c23582 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:04:59.405628 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bedb55ba-b677-4b7b-878d-685763b87c87 req-a43f8740-f9d9-40e1-ab23-da33d8c23582 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 946 time: 0.1085625 Aug 05 14:04:59.408546 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-a698c919-17a7-4093-a882-802099f086dc service neutron] 10.222.0.16 "GET /v2.0/networks/93a6cc11-4217-4144-a069-004cdc2ebc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227025 Aug 05 14:04:59.466018 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bedb55ba-b677-4b7b-878d-685763b87c87 req-b1666143-f3d0-4bb8-b19e-f35abaa9cf91 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589232 Aug 05 14:04:59.518614 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-45b2fdef-0444-4697-a3aa-b628e15c2502 service neutron] 10.222.0.16 "GET /v2.0/ports/16f41a90-f0ad-41fd-94e2-ad79df4668bf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0947061 Aug 05 14:04:59.548006 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c862546f-191d-4de9-ad7e-a3b95d7cb01c x-openstack-request-id: req-c862546f-191d-4de9-ad7e-a3b95d7cb01c {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:04:59.548546 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533bfb9b-7273-4911-b5c3-eb8e3413b79e", "name": "network-vif-plugged", "status": "completed", "tag": "cbfb30e8-6edd-4075-afae-81b9f7a708be", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:04:59.548793 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c862546f-191d-4de9-ad7e-a3b95d7cb01c {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:04:59.549683 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfb30e8-6edd-4075-afae-81b9f7a708be', 'code': 200} Aug 05 14:04:59.824878 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-37bdad2c-94a8-47d5-9eca-8c555dbf926a req-2ddfe859-acd2-4d52-9e7e-bb6a96e47327 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 210 time: 0.0776069 Aug 05 14:04:59.974482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Router 0783ae0f-f1f0-43eb-bcd6-5162b7824d83 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:05:00.013862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f93bea-5c9a-4a2c-9db4-2eb48918ec71 req-3497c72f-28e7-4ecb-9f43-790d133ef7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:00.015526 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b2f93bea-5c9a-4a2c-9db4-2eb48918ec71 req-3497c72f-28e7-4ecb-9f43-790d133ef7f0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 1097 time: 0.0934854 Aug 05 14:05:00.023299 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-f1b8af71-69ed-40b7-a331-a5999e363d6c service neutron] 10.222.0.16 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956563 Aug 05 14:05:00.185571 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b2f93bea-5c9a-4a2c-9db4-2eb48918ec71 req-b0a390d5-70d2-4cfb-8efd-4c4232764d83 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603165 Aug 05 14:05:00.229512 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:05:00.232902 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-b09bb92e-8359-4e80-b5ba-c5c603e969f3 service neutron] 10.222.0.16 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717858 Aug 05 14:05:00.237016 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4012fbca-0cb2-430d-89ae-485655ac63f2 admin admin] 10.222.0.16 "PUT /v2.0/routers/0783ae0f-f1f0-43eb-bcd6-5162b7824d83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6897168 Aug 05 14:05:00.240216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 59310) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:00.242525 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fa18ba-9902-453e-97f7-f03950332627 None None] Sync routers for ids ['0783ae0f-f1f0-43eb-bcd6-5162b7824d83'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:05:00.252754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa18ba-9902-453e-97f7-f03950332627 None None] Routers {'0783ae0f-f1f0-43eb-bcd6-5162b7824d83'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:05:00.254472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-49fa18ba-9902-453e-97f7-f03950332627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:04:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0783ae0f-f1f0-43eb-bcd6-5162b7824d83'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:00.308058 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-dae2984f-f2aa-4a6f-87c1-55ab635d1cc4 service neutron] 10.222.0.16 "GET /v2.0/ports/8cf5bb65-52fb-49c7-9db8-1e032ba8e091?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0648897 Aug 05 14:05:00.416723 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:00.452476 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-cf5c35f5-e9a5-440d-b34c-d36d9f6daa48 service neutron] 10.222.0.16 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435373 Aug 05 14:05:00.490902 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cf3a1-a7fb-44c7-835f-8e0ad9fd90fa req-0282ebde-6aa7-4146-88f6-d5f67d3b96b1 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:00.498342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-49fa18ba-9902-453e-97f7-f03950332627 None None] Set router 0783ae0f-f1f0-43eb-bcd6-5162b7824d83 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:05:00.502088 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-070cf3a1-a7fb-44c7-835f-8e0ad9fd90fa req-0282ebde-6aa7-4146-88f6-d5f67d3b96b1 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1510248 Aug 05 14:05:00.595839 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-c7c9e2f1-f2a3-4dd0-af03-6128cd644115 service neutron] 10.222.0.16 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369724 Aug 05 14:05:00.779085 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-49fa18ba-9902-453e-97f7-f03950332627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812384672-router', 'tenant_id': '2eed31bd909442a4959739e4b2041abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'f34cd0a8-9b1c-4899-8a50-c2aa9d054783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:21Z', 'updated_at': '2021-08-05T14:04:58Z', 'revision_number': 5, 'project_id': '2eed31bd909442a4959739e4b2041abb', 'gw_port': {'id': 'f34cd0a8-9b1c-4899-8a50-c2aa9d054783', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:26Z', 'updated_at': '2021-08-05T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:00.780053 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-707655ac-303c-42c4-bf88-361182af458c service neutron] 10.222.0.16 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664956 Aug 05 14:05:00.817411 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fa18ba-9902-453e-97f7-f03950332627 None None] Checking router: 0783ae0f-f1f0-43eb-bcd6-5162b7824d83 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:05:00.833346 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa18ba-9902-453e-97f7-f03950332627 None None] Routers {'0783ae0f-f1f0-43eb-bcd6-5162b7824d83'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:05:00.834968 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-49fa18ba-9902-453e-97f7-f03950332627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:04:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0783ae0f-f1f0-43eb-bcd6-5162b7824d83'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:00.836494 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-070cf3a1-a7fb-44c7-835f-8e0ad9fd90fa req-e77e836e-6694-49eb-8fb0-c46b04d1847e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327272 Aug 05 14:05:00.885090 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-0f95bff8-c055-4aec-9865-91cf12660ecd tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:00.895588 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-0f95bff8-c055-4aec-9865-91cf12660ecd tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.63 "GET /v2.0/networks?id=ca08035c-6998-4851-9567-7c6e2df15a50 HTTP/1.1" status: 200 len: 813 time: 0.3877385 Aug 05 14:05:00.896956 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:00.911734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-b1280637-22d2-4a52-8fd3-940cd184fa0d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Request body: {'port': {'device_id': '65b594a6-6722-4fa6-8438-a9e0323db989', 'network_id': 'ca08035c-6998-4851-9567-7c6e2df15a50', 'admin_state_up': True, 'tenant_id': '2f9847708ebc45e984bdac57eaab2a87'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:00.937340 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-c9bb01cf-527a-433d-837d-ef33008e0a73 service neutron] 10.222.0.16 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488481 Aug 05 14:05:01.080262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-49fa18ba-9902-453e-97f7-f03950332627 None None] Set router 0783ae0f-f1f0-43eb-bcd6-5162b7824d83 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:05:01.141221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c9c57-5b2e-414c-9c42-ed2983a79f39 req-4d0551d7-928b-4838-8de0-3d2d60d44ca9 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:01.142799 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d1c9c57-5b2e-414c-9c42-ed2983a79f39 req-4d0551d7-928b-4838-8de0-3d2d60d44ca9 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 946 time: 0.1067066 Aug 05 14:05:01.187203 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-4d4141b0-da7d-47a5-9928-e11c75f9cef0 service neutron] 10.222.0.16 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268605 Aug 05 14:05:01.237533 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Deleting port f34cd0a8-9b1c-4899-8a50-c2aa9d054783 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:05:01.240510 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:01.329857 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d1c9c57-5b2e-414c-9c42-ed2983a79f39 req-c02058e3-ab09-418a-ada3-fdf94e9f4622 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754267 Aug 05 14:05:01.392548 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-7a9b9210-8053-45bf-8058-9f5a1900c572 service neutron] 10.222.0.16 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597269 Aug 05 14:05:01.491936 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-b1280637-22d2-4a52-8fd3-940cd184fa0d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Made reservation on behalf of 2f9847708ebc45e984bdac57eaab2a87 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:05:01.499941 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-b1280637-22d2-4a52-8fd3-940cd184fa0d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:01.522580 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-49fa18ba-9902-453e-97f7-f03950332627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812384672-router', 'tenant_id': '2eed31bd909442a4959739e4b2041abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'f34cd0a8-9b1c-4899-8a50-c2aa9d054783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:21Z', 'updated_at': '2021-08-05T14:04:58Z', 'revision_number': 5, 'project_id': '2eed31bd909442a4959739e4b2041abb', 'gw_port': {'id': 'f34cd0a8-9b1c-4899-8a50-c2aa9d054783', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:26Z', 'updated_at': '2021-08-05T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:01.536309 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-c86b36d1-c84d-422b-87e6-4976e3bd90cd service neutron] 10.222.0.16 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367097 Aug 05 14:05:01.565398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fa18ba-9902-453e-97f7-f03950332627 None None] The sync data for ids ['0783ae0f-f1f0-43eb-bcd6-5162b7824d83'] in n-d-803585-2 is: [{'id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812384672-router', 'tenant_id': '2eed31bd909442a4959739e4b2041abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'f34cd0a8-9b1c-4899-8a50-c2aa9d054783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:21Z', 'updated_at': '2021-08-05T14:04:58Z', 'revision_number': 5, 'project_id': '2eed31bd909442a4959739e4b2041abb', 'gw_port': {'id': 'f34cd0a8-9b1c-4899-8a50-c2aa9d054783', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0783ae0f-f1f0-43eb-bcd6-5162b7824d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:26Z', 'updated_at': '2021-08-05T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:05:01.681690 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dbc500ee-c08b-41d8-963b-7b1a6d2bd725 req-fb436de2-f99a-4ff7-9e94-9071439e281b tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 210 time: 0.0961232 Aug 05 14:05:01.695232 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-63e3cb30-8eb3-44d6-bba7-0828c5f9a764 service neutron] 10.222.0.16 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578758 Aug 05 14:05:01.771354 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] For port f34cd0a8-9b1c-4899-8a50-c2aa9d054783, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f34cd0a8-9b1c-4899-8a50-c2aa9d054783,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:01.772129 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:01.814203 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Calling delete_port for f34cd0a8-9b1c-4899-8a50-c2aa9d054783 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:05:01.841993 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-8f7edf6d-3bc9-4cfa-94b4-607a8e0c02d8 service neutron] 10.222.0.16 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401536 Aug 05 14:05:01.965643 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-b1280637-22d2-4a52-8fd3-940cd184fa0d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Allocated IP 172.20.0.8 (ca08035c-6998-4851-9567-7c6e2df15a50/a31d76d1-1b18-435c-aeaf-3937ef6a51bc/af45dc11-7b46-4170-afe8-ff8471bda8e5) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:05:01.967541 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-c5ec1111-4906-4439-9603-04fbce4455fd service neutron] 10.222.0.16 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193819 Aug 05 14:05:02.223045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3abac-b855-4627-939a-8186c2643536 req-ce0c4aa0-5ebc-435b-8d12-e535e7c7c0fd tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:02.233880 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e8d3abac-b855-4627-939a-8186c2643536 req-ce0c4aa0-5ebc-435b-8d12-e535e7c7c0fd tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.3285906 Aug 05 14:05:02.345647 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e8d3abac-b855-4627-939a-8186c2643536 req-a69d2340-d9ed-4850-8518-9fd2a449effe tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106594 Aug 05 14:05:02.580961 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:02.596997 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b1fdf-2957-4518-b5be-0459c8861081 req-8b11d9d4-a5b9-4d3a-b6d9-43184d7ff02d tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:02.599642 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c23b1fdf-2957-4518-b5be-0459c8861081 req-8b11d9d4-a5b9-4d3a-b6d9-43184d7ff02d tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 946 time: 0.1197410 Aug 05 14:05:02.644950 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f34cd0a8-9b1c-4899-8a50-c2aa9d054783,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:02.654633 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:05:02.689591 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-b1280637-22d2-4a52-8fd3-940cd184fa0d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:02.693429 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:02.693850 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:02.694273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:02.694678 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:02.695100 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:02.695499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:02.695953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:02.696288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:02.696677 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:02.697061 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:02.697449 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:02.697833 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:02.704718 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:05:02.705071 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fdf1b75a-0993-4c3c-bb85-5015d6bd3a7e not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:05:02.786297 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c23b1fdf-2957-4518-b5be-0459c8861081 req-f6f8fab3-05b6-49b0-a6d9-61c4e50f20cc tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391878 Aug 05 14:05:02.857368 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:03.129841 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-26ef99bc-6598-49aa-8d56-0ad42740d467 req-1cdaeec7-5f86-407e-83d6-865ed4c21816 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 210 time: 0.0324581 Aug 05 14:05:03.434947 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:03.440293 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:03.469025 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-5b15da76-c15b-4204-9c3d-d1b6d86645b4 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2611036 Aug 05 14:05:03.481991 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-0d00721a-733b-4138-9712-9b9632b2d756 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:03.489499 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-b1280637-22d2-4a52-8fd3-940cd184fa0d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:03.503058 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:03.517548 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-0d00721a-733b-4138-9712-9b9632b2d756 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:03.558767 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:03.559450 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0783ae0f-f1f0-43eb-bcd6-5162b7824d83 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:05:03.569761 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:03.571272 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-04d9475a-e05d-4861-94a5-0ad9dc8322dc admin admin] 10.222.0.16 "DELETE /v2.0/routers/0783ae0f-f1f0-43eb-bcd6-5162b7824d83 HTTP/1.1" status: 204 len: 168 time: 3.3299017 Aug 05 14:05:03.579395 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 59380) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:03.612242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6b32a-e5b5-4e23-9857-220f80ce1e36 req-90d5688f-84de-48ee-9e92-987d44086832 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:03.621072 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-40c6b32a-e5b5-4e23-9857-220f80ce1e36 req-90d5688f-84de-48ee-9e92-987d44086832 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.6637523 Aug 05 14:05:03.651026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-b1280637-22d2-4a52-8fd3-940cd184fa0d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Network ca08035c-6998-4851-9567-7c6e2df15a50 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:05:03.695824 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1280637-22d2-4a52-8fd3-940cd184fa0d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event updated for resources: {'Port': ['ID=af45dc11-7b46-4170-afe8-ff8471bda8e5,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:03.725676 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-b1280637-22d2-4a52-8fd3-940cd184fa0d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:05:03.728581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-b1280637-22d2-4a52-8fd3-940cd184fa0d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:05:03.743051 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-0d00721a-733b-4138-9712-9b9632b2d756 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:03.793978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de2634f-e313-4371-9937-f2b767e96beb admin admin] Deleting subnet 48c5b7de-ca8e-4272-b820-229233f64599 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:05:03.812798 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-40c6b32a-e5b5-4e23-9857-220f80ce1e36 req-b5b6cb86-217e-4ba1-b55d-ff84ed6fc5a5 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906319 Aug 05 14:05:03.815872 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2de2634f-e313-4371-9937-f2b767e96beb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:03.874735 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-b1280637-22d2-4a52-8fd3-940cd184fa0d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:03.883691 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-b1280637-22d2-4a52-8fd3-940cd184fa0d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:03.932882 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2de2634f-e313-4371-9937-f2b767e96beb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:03.941850 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-b1280637-22d2-4a52-8fd3-940cd184fa0d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0414140 Aug 05 14:05:03.992859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Request body: {'port': {'device_id': '65b594a6-6722-4fa6-8438-a9e0323db989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:04.021526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-0d00721a-733b-4138-9712-9b9632b2d756 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Allocated IP 172.25.5.137 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/1dc1302f-48d1-4d07-98be-9c5f9b9d6a96) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:05:04.060367 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c09f82b0-03fc-4269-8165-9d14a066de93 req-cb623827-b7ed-460e-b723-a4672cce5e4b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.0608370 Aug 05 14:05:04.140289 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:04.208515 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2de2634f-e313-4371-9937-f2b767e96beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:04.216452 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-0d00721a-733b-4138-9712-9b9632b2d756 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:04.305217 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2de2634f-e313-4371-9937-f2b767e96beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:04.308391 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-0d00721a-733b-4138-9712-9b9632b2d756 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:04.335790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-0d00721a-733b-4138-9712-9b9632b2d756 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:05:04.349848 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2634f-e313-4371-9937-f2b767e96beb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48c5b7de-ca8e-4272-b820-229233f64599,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:04.362807 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983ebb62-1efd-42a6-bca3-c0cfaf3686e2 None None] Network 6483d9ad-3333-43bb-bf3e-13053ce215f9 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:05:04.371294 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-0d00721a-733b-4138-9712-9b9632b2d756 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:05:04.383094 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2de2634f-e313-4371-9937-f2b767e96beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:04.387876 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2de2634f-e313-4371-9937-f2b767e96beb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/48c5b7de-ca8e-4272-b820-229233f64599 HTTP/1.1" status: 204 len: 168 time: 0.8064260 Aug 05 14:05:04.390305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-0d00721a-733b-4138-9712-9b9632b2d756 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:05:04.392636 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 59406) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:04.494835 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00721a-733b-4138-9712-9b9632b2d756 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Pushing event updated for resources: {'Port': ['ID=1dc1302f-48d1-4d07-98be-9c5f9b9d6a96,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:04.669333 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-0d00721a-733b-4138-9712-9b9632b2d756 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:04.845227 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f34cd0a8-9b1c-4899-8a50-c2aa9d054783 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:05:04.874899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-f6c585a4-4a22-43f8-b9af-3bccceec6374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:04.876732 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-f6c585a4-4a22-43f8-b9af-3bccceec6374 service neutron] 10.222.0.84 "GET /v2.0/ports/16f41a90-f0ad-41fd-94e2-ad79df4668bf HTTP/1.1" status: 200 len: 1032 time: 0.3551500 Aug 05 14:05:04.877437 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-0d00721a-733b-4138-9712-9b9632b2d756 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:04.882153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: f34cd0a8-9b1c-4899-8a50-c2aa9d054783 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:05:04.882725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f34cd0a8-9b1c-4899-8a50-c2aa9d054783 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:05:05.021750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-dba95ac2-3bc7-48d0-b069-cb46314d9782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:05.023213 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-dba95ac2-3bc7-48d0-b069-cb46314d9782 service neutron] 10.222.0.84 "GET /v2.0/ports/8cf5bb65-52fb-49c7-9db8-1e032ba8e091 HTTP/1.1" status: 200 len: 1033 time: 0.0840561 Aug 05 14:05:05.028228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883df696-5ae3-4835-b6cc-ce67eb778f6e None None] DHCP port deletion for 6483d9ad-3333-43bb-bf3e-13053ce215f9 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:05:05.127920 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af45dc11-7b46-4170-afe8-ff8471bda8e5 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:05.143715 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:05.162865 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Transition to ACTIVE for port object af45dc11-7b46-4170-afe8-ff8471bda8e5 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:05:05.165975 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:05.184639 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:05.212702 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-883df696-5ae3-4835-b6cc-ce67eb778f6e None None] Deleting port 64f28620-f628-4009-939a-3f520ea7e966 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:05:05.214238 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-883df696-5ae3-4835-b6cc-ce67eb778f6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:05.291312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-5dc31ec5-2c44-483a-bfcb-317459614c72 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:05.300916 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-883df696-5ae3-4835-b6cc-ce67eb778f6e None None] For port 64f28620-f628-4009-939a-3f520ea7e966, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=64f28620-f628-4009-939a-3f520ea7e966,segment=NetworkSegment(46173c3c-0df6-48ae-a5e4-431c5028717e),segment_id=46173c3c-0df6-48ae-a5e4-431c5028717e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:05.301691 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-883df696-5ae3-4835-b6cc-ce67eb778f6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:05.301827 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-5dc31ec5-2c44-483a-bfcb-317459614c72 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:05.314787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-5dc31ec5-2c44-483a-bfcb-317459614c72 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:05.316998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-883df696-5ae3-4835-b6cc-ce67eb778f6e None None] Calling delete_port for 64f28620-f628-4009-939a-3f520ea7e966 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:05:05.321945 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-5dc31ec5-2c44-483a-bfcb-317459614c72 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.84 "GET /v2.0/networks?id=93a6cc11-4217-4144-a069-004cdc2ebc8a&id=14d09d10-2b62-4425-8299-f14f2c9a99b4&id=14d09d10-2b62-4425-8299-f14f2c9a99b4&id=14d09d10-2b62-4425-8299-f14f2c9a99b4&id=14d09d10-2b62-4425-8299-f14f2c9a99b4&id=de3b5517-820c-4f25-a4f3-58d6603842f0&id=de3b5517-820c-4f25-a4f3-58d6603842f0 HTTP/1.1" status: 200 len: 1995 time: 0.2733483 Aug 05 14:05:05.395325 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Pushing event updated for resources: {'Port': ['ID=af45dc11-7b46-4170-afe8-ff8471bda8e5,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:05.436188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-117ef360-7f94-4594-83aa-5616b7e51c92 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:05.438607 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-117ef360-7f94-4594-83aa-5616b7e51c92 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 811 time: 1.0110986 Aug 05 14:05:05.480842 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-883df696-5ae3-4835-b6cc-ce67eb778f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:05.490068 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-9cdeeaf7-d468-4e06-a227-98826cba9afe tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453b7272943240199f4e2d4e8c2daa65 HTTP/1.1" status: 200 len: 379 time: 0.1432273 Aug 05 14:05:05.520126 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-bf97ebe7-358f-42cd-9aea-6aac130c74c5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Request body: {'port': {'device_id': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a', 'admin_state_up': True, 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'security_groups': ['90efb7b1-522c-4078-b439-e06b73aedb31']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:05.531931 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-0d00721a-733b-4138-9712-9b9632b2d756 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:05.537806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883df696-5ae3-4835-b6cc-ce67eb778f6e None None] No DVR routers for this DVR port 64f28620-f628-4009-939a-3f520ea7e966 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:05:05.549510 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883df696-5ae3-4835-b6cc-ce67eb778f6e None None] Pushing event deleted for resources: {'Port': ['ID=64f28620-f628-4009-939a-3f520ea7e966,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:05.616848 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-0d00721a-733b-4138-9712-9b9632b2d756 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:05.627945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Attempting to bind port af45dc11-7b46-4170-afe8-ff8471bda8e5 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:05:05.628258 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Attempting to bind port af45dc11-7b46-4170-afe8-ff8471bda8e5 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '649d59ed-a29a-43b0-9d36-fc0e44512879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'ca08035c-6998-4851-9567-7c6e2df15a50'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:05:05.628621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Attempting to bind port af45dc11-7b46-4170-afe8-ff8471bda8e5 on network ca08035c-6998-4851-9567-7c6e2df15a50 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:05.639201 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] Deleting port 64f28620-f628-4009-939a-3f520ea7e966 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:05:05.639547 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:05.733381 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] For port 64f28620-f628-4009-939a-3f520ea7e966, host n-d-803585-2, got binding levels [] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:05.733776 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:05.749826 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] Calling delete_port for 64f28620-f628-4009-939a-3f520ea7e966 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:05:05.754300 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.ipam_backend_mixin [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] Port 64f28620-f628-4009-939a-3f520ea7e966 was not found and therefore no delete operation was performed {{(pid=105723) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:05:05.755579 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Port af45dc11-7b46-4170-afe8-ff8471bda8e5 on network ca08035c-6998-4851-9567-7c6e2df15a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:05:05.755909 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Attempting to bind port af45dc11-7b46-4170-afe8-ff8471bda8e5 on network ca08035c-6998-4851-9567-7c6e2df15a50 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:05.762273 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-447b0651-4b00-4283-b8af-cf028b5f5f0a tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/quotas/dc996791672c444dbf38c5eb15e5efae HTTP/1.1" status: 200 len: 375 time: 0.3111856 Aug 05 14:05:05.762921 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:05.772286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:05:05.773203 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Checking segment: {'id': '649d59ed-a29a-43b0-9d36-fc0e44512879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'ca08035c-6998-4851-9567-7c6e2df15a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:05:05.773613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Bound using segment: {'id': '649d59ed-a29a-43b0-9d36-fc0e44512879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'ca08035c-6998-4851-9567-7c6e2df15a50'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:05:05.774065 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Bound port: af45dc11-7b46-4170-afe8-ff8471bda8e5, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649d59ed-a29a-43b0-9d36-fc0e44512879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'ca08035c-6998-4851-9567-7c6e2df15a50'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:05:05.774526 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:05.805711 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00721a-733b-4138-9712-9b9632b2d756 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Pushing event updated for resources: {'Port': ['ID=1dc1302f-48d1-4d07-98be-9c5f9b9d6a96,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:05.818000 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-0d00721a-733b-4138-9712-9b9632b2d756 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:05.836413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-bf97ebe7-358f-42cd-9aea-6aac130c74c5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Made reservation on behalf of 453b7272943240199f4e2d4e8c2daa65 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:05:05.840757 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-bf97ebe7-358f-42cd-9aea-6aac130c74c5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:05.857428 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-0d00721a-733b-4138-9712-9b9632b2d756 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:05.859023 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-0d00721a-733b-4138-9712-9b9632b2d756 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3826554 Aug 05 14:05:05.907086 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] For port af45dc11-7b46-4170-afe8-ff8471bda8e5, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:05:05.910696 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] For port af45dc11-7b46-4170-afe8-ff8471bda8e5, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=af45dc11-7b46-4170-afe8-ff8471bda8e5,segment=NetworkSegment(649d59ed-a29a-43b0-9d36-fc0e44512879),segment_id=649d59ed-a29a-43b0-9d36-fc0e44512879)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:05:05.914952 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] No DVR routers for this DVR port 64f28620-f628-4009-939a-3f520ea7e966 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:05:05.916880 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=64f28620-f628-4009-939a-3f520ea7e966,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:05.993968 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:05.997807 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:06.040561 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-44cfa9c9-0f83-48f3-be9b-d1880f7d2d9c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 696 time: 0.1002171 Aug 05 14:05:06.044558 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6483d9ad-3333-43bb-bf3e-13053ce215f9']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:06.074191 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:06.074868 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:06.077320 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] 10.222.0.63 "PUT /v2.0/ports/af45dc11-7b46-4170-afe8-ff8471bda8e5 HTTP/1.1" status: 200 len: 1091 time: 2.1002283 Aug 05 14:05:06.085734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b594a6-6722-4fa6-8438-a9e0323db989', 'tag': 'af45dc11-7b46-4170-afe8-ff8471bda8e5'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:06.089304 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738b13ca-142c-4c5f-8690-369248c1b148" -d '{"events": [{"name": "network-changed", "server_uuid": "65b594a6-6722-4fa6-8438-a9e0323db989", "tag": "af45dc11-7b46-4170-afe8-ff8471bda8e5"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:06.094080 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46173c3c-0df6-48ae-a5e4-431c5028717e') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:06.094432 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46173c3c-0df6-48ae-a5e4-431c5028717e') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:06.106460 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-c6a0e0ed-8473-42ac-ab68-995c3a3dbf16 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3155355 Aug 05 14:05:06.119840 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:06.146429 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-bf97ebe7-358f-42cd-9aea-6aac130c74c5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Allocated IP 172.20.0.6 (93a6cc11-4217-4144-a069-004cdc2ebc8a/8ef51a27-0adf-4fb0-8c00-54e2b061931c/372fc99d-8fea-4afb-9826-220a6d587c73) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:05:06.150925 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:06.174314 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:05:06.174653 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:05:06.188531 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:05:06.342999 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74078fe2-2491-4919-98d1-ede8416ac8fb service neutron] Pushing event updated for resources: {'Port': ['ID=af45dc11-7b46-4170-afe8-ff8471bda8e5,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:06.347312 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-4a908852-4274-4c8d-b490-dbe34674266e service neutron] 10.222.0.16 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253697 Aug 05 14:05:06.391930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-7abd415e-3a19-4d1f-9abb-20266158105c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:06.393608 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-64601ae9-89b1-48a2-a782-e923e5b6de7e req-7abd415e-3a19-4d1f-9abb-20266158105c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.3371911 Aug 05 14:05:06.444512 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:06.455836 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:06.460828 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] 10.222.0.16 "DELETE /v2.0/networks/6483d9ad-3333-43bb-bf3e-13053ce215f9 HTTP/1.1" status: 204 len: 168 time: 2.0595367 Aug 05 14:05:06.487346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-33032710-4479-43e5-97fc-5ef919637e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:06.489454 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-33032710-4479-43e5-97fc-5ef919637e48 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f9847708ebc45e984bdac57eaab2a87&device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 1094 time: 0.3277390 Aug 05 14:05:06.520521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef147e2-1a54-488a-b546-e031b89e7e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=6483d9ad-3333-43bb-bf3e-13053ce215f9,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:06.562956 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-43cabf8d-ac5c-4a92-b0ae-d4921c5d8999 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af45dc11-7b46-4170-afe8-ff8471bda8e5 HTTP/1.1" status: 200 len: 217 time: 0.0487809 Aug 05 14:05:06.619204 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-bf97ebe7-358f-42cd-9aea-6aac130c74c5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:06.664369 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-bf97ebe7-358f-42cd-9aea-6aac130c74c5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Transition to ACTIVE for port object 372fc99d-8fea-4afb-9826-220a6d587c73 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:05:06.675030 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-a464bc1f-5c11-423e-9471-f5794ad919d7 service neutron] 10.222.0.16 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172853 Aug 05 14:05:06.680359 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-87d61db0-9fb0-4ac2-b487-b085c02e8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:06.681881 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-87d61db0-9fb0-4ac2-b487-b085c02e8ed7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a31d76d1-1b18-435c-aeaf-3937ef6a51bc HTTP/1.1" status: 200 len: 853 time: 0.1067638 Aug 05 14:05:06.756320 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 64f28620-f628-4009-939a-3f520ea7e966 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:05:06.774910 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-d41d777b-f80f-4e40-b79e-893966685630 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ca08035c-6998-4851-9567-7c6e2df15a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789385 Aug 05 14:05:06.815932 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 64f28620-f628-4009-939a-3f520ea7e966 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:05:06.817520 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 64f28620-f628-4009-939a-3f520ea7e966 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:05:06.826622 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-bf97ebe7-358f-42cd-9aea-6aac130c74c5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:06.908057 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-bf97ebe7-358f-42cd-9aea-6aac130c74c5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Network 93a6cc11-4217-4144-a069-004cdc2ebc8a is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:05:06.927727 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-bf97ebe7-358f-42cd-9aea-6aac130c74c5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:05:06.946243 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a809ad-648d-44d8-abca-0d1169991566 req-2ab65046-3a9e-490c-bbfc-6509f18919a0 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:06.952351 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8a809ad-648d-44d8-abca-0d1169991566 req-2ab65046-3a9e-490c-bbfc-6509f18919a0 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 943 time: 0.4461496 Aug 05 14:05:06.952587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 59502) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:06.953180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-bf97ebe7-358f-42cd-9aea-6aac130c74c5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:05:07.065826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97ebe7-358f-42cd-9aea-6aac130c74c5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event updated for resources: {'Port': ['ID=372fc99d-8fea-4afb-9826-220a6d587c73,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:07.104638 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-bf97ebe7-358f-42cd-9aea-6aac130c74c5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:07.105324 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-bf97ebe7-358f-42cd-9aea-6aac130c74c5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:07.114710 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8a809ad-648d-44d8-abca-0d1169991566 req-3d7b8963-84d6-4442-9952-e95655d34f88 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485772 Aug 05 14:05:07.148555 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-bf97ebe7-358f-42cd-9aea-6aac130c74c5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6444135 Aug 05 14:05:07.165917 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-083a5739-c40e-4483-a37d-2ce769aaa81a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Request body: {'port': {'device_id': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4', 'admin_state_up': True, 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'security_groups': ['90efb7b1-522c-4078-b439-e06b73aedb31']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:07.234196 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d2b902f0-1ddd-456a-8658-81eb4fc308b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fea387ec4e9e4aa2a9d3645290a1bad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794199 Aug 05 14:05:07.234944 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 59508) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:07.269102 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a0d49-14d6-4855-a7a2-e5bed8003030 req-44d560b2-c590-416f-b5a6-9e833013dd23 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:07.277442 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a7a0d49-14d6-4855-a7a2-e5bed8003030 req-44d560b2-c590-416f-b5a6-9e833013dd23 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 931 time: 0.2965472 Aug 05 14:05:07.362387 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-72a17246-e504-4f8a-9186-3b8470e08326 service neutron] 10.222.0.63 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668595 Aug 05 14:05:07.386176 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a7a0d49-14d6-4855-a7a2-e5bed8003030 req-6f6441a1-364c-4d1b-89f3-6333b2e0054d tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858567 Aug 05 14:05:07.388987 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-76398010-3079-41a8-9053-ded7fb8a7176 None None] Provisioning for port 372fc99d-8fea-4afb-9826-220a6d587c73 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:05:07.397147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-76398010-3079-41a8-9053-ded7fb8a7176 None None] Provisioning complete for port 372fc99d-8fea-4afb-9826-220a6d587c73 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:05:07.397688 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-76398010-3079-41a8-9053-ded7fb8a7176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:07.490268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-083a5739-c40e-4483-a37d-2ce769aaa81a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Made reservation on behalf of 453b7272943240199f4e2d4e8c2daa65 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:05:07.491640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-76398010-3079-41a8-9053-ded7fb8a7176 None None] Port 372fc99d-8fea-4afb-9826-220a6d587c73 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:05:07.501199 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-083a5739-c40e-4483-a37d-2ce769aaa81a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:07.517701 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5c57f3-ad2a-4092-b3a3-34244c896c47 x-openstack-request-id: req-8c5c57f3-ad2a-4092-b3a3-34244c896c47 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:07.518023 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b594a6-6722-4fa6-8438-a9e0323db989", "tag": "af45dc11-7b46-4170-afe8-ff8471bda8e5", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:07.518265 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c5c57f3-ad2a-4092-b3a3-34244c896c47 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:07.518674 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b594a6-6722-4fa6-8438-a9e0323db989', 'tag': 'af45dc11-7b46-4170-afe8-ff8471bda8e5', 'status': 'completed', 'code': 200} Aug 05 14:05:07.547339 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90f73fcc-57f3-4d4c-8c83-defdb8f13085 req-4373409a-e80f-4723-8146-059c2338894c service neutron] 10.222.0.63 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598308 Aug 05 14:05:07.577171 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-738a4c67-170f-457a-aa78-15f68b7b5a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:07.656656 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-738a4c67-170f-457a-aa78-15f68b7b5a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:07.762598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-06a1ae71-702f-4f06-b96c-de9ba7c31dd7 req-97af88fe-aaaa-4022-9439-afc1b904f952 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 210 time: 0.0578678 Aug 05 14:05:07.793422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-083a5739-c40e-4483-a37d-2ce769aaa81a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Allocated IP 10.1.1.144 (14d09d10-2b62-4425-8299-f14f2c9a99b4/baa85579-9346-4ba3-9869-594967089d73/5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:05:07.852506 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-75cf9e72-a6de-4989-a12d-e991c605a064 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:07.854242 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-75cf9e72-a6de-4989-a12d-e991c605a064 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/networks?id=1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 200 len: 821 time: 0.1893263 Aug 05 14:05:07.930316 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-57b5a412-481a-4bd1-8507-3dccf3bd2a41 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/quotas/2dad3d8fa3b94147bf1927f78f30ec93 HTTP/1.1" status: 200 len: 375 time: 0.0388153 Aug 05 14:05:07.943588 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b13ca-142c-4c5f-8690-369248c1b148 req-f0dffd00-439a-4d88-a90b-984cf8a054de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:07.945264 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-738b13ca-142c-4c5f-8690-369248c1b148 req-f0dffd00-439a-4d88-a90b-984cf8a054de service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f9847708ebc45e984bdac57eaab2a87&device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 1094 time: 0.2755182 Aug 05 14:05:08.009333 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:05:08.059285 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09230e3c-b95e-4ace-b06c-9f4c6b69a9fb req-b8bc50d7-1b30-4b6e-a50f-0245199a33d2 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:08.060803 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09230e3c-b95e-4ace-b06c-9f4c6b69a9fb req-b8bc50d7-1b30-4b6e-a50f-0245199a33d2 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.1189601 Aug 05 14:05:08.068839 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-738a4c67-170f-457a-aa78-15f68b7b5a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:08.071578 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-738a4c67-170f-457a-aa78-15f68b7b5a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:08.075474 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-738a4c67-170f-457a-aa78-15f68b7b5a26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d767e094-ca08-4777-8062-866e11c22bea HTTP/1.1" status: 204 len: 168 time: 0.8365498 Aug 05 14:05:08.099779 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-083a5739-c40e-4483-a37d-2ce769aaa81a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:08.101942 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a4c67-170f-457a-aa78-15f68b7b5a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d767e094-ca08-4777-8062-866e11c22bea,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:08.126774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-083a5739-c40e-4483-a37d-2ce769aaa81a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Transition to ACTIVE for port object 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:05:08.148396 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09230e3c-b95e-4ace-b06c-9f4c6b69a9fb req-9e444b78-ff80-4559-8597-0140eea46a13 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785637 Aug 05 14:05:08.150198 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-6f029dbc-2afd-4f73-8621-5ace76f25de7 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1945653 Aug 05 14:05:08.236232 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-083a5739-c40e-4483-a37d-2ce769aaa81a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:08.277596 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b13ca-142c-4c5f-8690-369248c1b148 req-85373109-f4cb-4b00-8bed-7b586956c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:08.279145 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-738b13ca-142c-4c5f-8690-369248c1b148 req-85373109-f4cb-4b00-8bed-7b586956c5f8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ca08035c-6998-4851-9567-7c6e2df15a50 HTTP/1.1" status: 200 len: 914 time: 0.3075464 Aug 05 14:05:08.327088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-083a5739-c40e-4483-a37d-2ce769aaa81a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Network 14d09d10-2b62-4425-8299-f14f2c9a99b4 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:05:08.334452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a5739-c40e-4483-a37d-2ce769aaa81a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event updated for resources: {'Port': ['ID=5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:08.337271 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-083a5739-c40e-4483-a37d-2ce769aaa81a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:05:08.341484 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-083a5739-c40e-4483-a37d-2ce769aaa81a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:05:08.358912 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-2e3001d6-7ec3-46bf-9fcf-84b80a2823bd service neutron] 10.222.0.16 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076852 Aug 05 14:05:08.371256 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-738b13ca-142c-4c5f-8690-369248c1b148 req-b51e1857-9ffe-47d0-a758-6f9a0da06bbb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af45dc11-7b46-4170-afe8-ff8471bda8e5 HTTP/1.1" status: 200 len: 217 time: 0.0803001 Aug 05 14:05:08.422994 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572a41c-6328-4d58-b030-36a0afa5fc6e req-09a4b800-3ef5-4a29-bad8-74f9c3ace21e tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:08.434182 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9572a41c-6328-4d58-b030-36a0afa5fc6e req-09a4b800-3ef5-4a29-bad8-74f9c3ace21e tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 943 time: 0.1595042 Aug 05 14:05:08.470703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-083a5739-c40e-4483-a37d-2ce769aaa81a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:08.473323 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-083a5739-c40e-4483-a37d-2ce769aaa81a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:08.522289 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9572a41c-6328-4d58-b030-36a0afa5fc6e req-0ae5725d-619a-47ad-94ba-5f61c5816cca tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663943 Aug 05 14:05:08.534771 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-083a5739-c40e-4483-a37d-2ce769aaa81a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3759322 Aug 05 14:05:08.546190 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b13ca-142c-4c5f-8690-369248c1b148 req-b4482143-24d4-427a-b653-248998466c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:08.548100 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-738b13ca-142c-4c5f-8690-369248c1b148 req-b4482143-24d4-427a-b653-248998466c27 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a31d76d1-1b18-435c-aeaf-3937ef6a51bc HTTP/1.1" status: 200 len: 853 time: 0.1614888 Aug 05 14:05:08.551357 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-e8b2b7e5-7c0b-4d11-bec3-7dd6c41c8561 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Request body: {'port': {'device_id': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4', 'admin_state_up': True, 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'security_groups': ['90efb7b1-522c-4078-b439-e06b73aedb31']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:08.636673 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-738b13ca-142c-4c5f-8690-369248c1b148 req-3eb344e3-762a-43cf-99f0-016bdd54fd78 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ca08035c-6998-4851-9567-7c6e2df15a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706861 Aug 05 14:05:08.662960 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-44348fb8-34b0-484d-9c6e-f3820b0819c8 service neutron] 10.222.0.16 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030579 Aug 05 14:05:08.770392 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-e8b2b7e5-7c0b-4d11-bec3-7dd6c41c8561 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Made reservation on behalf of 453b7272943240199f4e2d4e8c2daa65 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:05:08.774184 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-e8b2b7e5-7c0b-4d11-bec3-7dd6c41c8561 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:08.836981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-494c99e6-8746-4364-a026-3af7e2c31ba7 None None] Provisioning for port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:05:08.842926 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-494c99e6-8746-4364-a026-3af7e2c31ba7 None None] Provisioning complete for port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:05:08.843478 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-494c99e6-8746-4364-a026-3af7e2c31ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:08.938055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-494c99e6-8746-4364-a026-3af7e2c31ba7 None None] Port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:05:09.019477 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 59542) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:09.071362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-e8b2b7e5-7c0b-4d11-bec3-7dd6c41c8561 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Allocated IP 10.1.1.223 (14d09d10-2b62-4425-8299-f14f2c9a99b4/baa85579-9346-4ba3-9869-594967089d73/b86da6fa-6cc7-4e12-97d7-bf6a7de79160) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:05:09.074235 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-738b13ca-142c-4c5f-8690-369248c1b148 req-05abf530-97ec-464b-a7f8-2cc6a0779e66 service neutron] 10.222.0.63 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101808 Aug 05 14:05:09.133968 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1f17a906-990e-4397-8a8b-47a9b611bc9a req-99e3c1c5-d68a-4eaa-9aa6-df382359baf0 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 210 time: 0.0548353 Aug 05 14:05:09.147092 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-2e76f5c3-ab2c-4ff1-9ab7-19c5d7c6c207 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:09.148592 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-2e76f5c3-ab2c-4ff1-9ab7-19c5d7c6c207 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.63 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 811 time: 0.3148282 Aug 05 14:05:09.186910 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e9359d2c-5b95-4ad9-bc84-007fee801439 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2eed31bd909442a4959739e4b2041abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577573 Aug 05 14:05:09.200155 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 59546) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:09.281229 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-ea8af46b-380d-4193-8337-93ae46799821 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Request body: {'port': {'device_id': 'daa7092b-c083-43cc-94ff-63edf5d0d11d', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'admin_state_up': True, 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:09.352565 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec888412-6111-4c69-982b-5010a6c209f0 req-e90904dd-d621-4167-a17d-3492b0096d91 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:09.365463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec888412-6111-4c69-982b-5010a6c209f0 req-e90904dd-d621-4167-a17d-3492b0096d91 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:09.370778 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec888412-6111-4c69-982b-5010a6c209f0 req-e90904dd-d621-4167-a17d-3492b0096d91 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 1653 time: 0.2273054 Aug 05 14:05:09.451395 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c411d54-cc1b-41dd-9263-162d64e08800 req-e9efc52f-e722-4ab1-8b1e-64c84be3cf5b tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 210 time: 0.1772175 Aug 05 14:05:09.455581 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-e8b2b7e5-7c0b-4d11-bec3-7dd6c41c8561 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:09.474582 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-e8b2b7e5-7c0b-4d11-bec3-7dd6c41c8561 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Transition to ACTIVE for port object b86da6fa-6cc7-4e12-97d7-bf6a7de79160 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:05:09.513649 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3ed6260-5e2b-4ec5-8169-8af5eba052bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:09.525149 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-e8b2b7e5-7c0b-4d11-bec3-7dd6c41c8561 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:09.639433 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-738b13ca-142c-4c5f-8690-369248c1b148 req-6e1797a3-6f84-4a87-924b-38db2509bde9 service neutron] 10.222.0.63 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473580 Aug 05 14:05:09.748498 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953f6f5-1574-4550-a2d7-3dfe2c77d517 req-5c0ef9a8-d716-4cf6-9d2e-901141e65e49 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:09.759096 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3953f6f5-1574-4550-a2d7-3dfe2c77d517 req-5c0ef9a8-d716-4cf6-9d2e-901141e65e49 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.1484001 Aug 05 14:05:09.824214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-ea8af46b-380d-4193-8337-93ae46799821 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Made reservation on behalf of dc996791672c444dbf38c5eb15e5efae for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:05:09.835970 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-ea8af46b-380d-4193-8337-93ae46799821 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:09.879411 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3953f6f5-1574-4550-a2d7-3dfe2c77d517 req-d6075c0a-0015-462f-99d6-bd332faa7ca3 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830634 Aug 05 14:05:09.995129 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3ed6260-5e2b-4ec5-8169-8af5eba052bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:10.018018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-e8b2b7e5-7c0b-4d11-bec3-7dd6c41c8561 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Network 14d09d10-2b62-4425-8299-f14f2c9a99b4 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:05:10.044452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-e8b2b7e5-7c0b-4d11-bec3-7dd6c41c8561 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:05:10.053361 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-e8b2b7e5-7c0b-4d11-bec3-7dd6c41c8561 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:05:10.066856 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec888412-6111-4c69-982b-5010a6c209f0 req-9887f137-4bbd-4c60-8162-2f34f1e6be98 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5491076 Aug 05 14:05:10.133255 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2b7e5-7c0b-4d11-bec3-7dd6c41c8561 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event updated for resources: {'Port': ['ID=b86da6fa-6cc7-4e12-97d7-bf6a7de79160,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:10.137853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-ea8af46b-380d-4193-8337-93ae46799821 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Allocated IP 172.20.0.8 (afedfeb1-09f0-451d-bc05-30d84c3785ca/987d5996-708f-45ea-bc86-dd4e0e5d709f/6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:05:10.162009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeae51c-2a06-4246-a3d2-58d969617d47 req-a12d50d1-437f-40e4-83ef-939c5deba36c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:10.165135 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4eeae51c-2a06-4246-a3d2-58d969617d47 req-a12d50d1-437f-40e4-83ef-939c5deba36c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 943 time: 0.1309373 Aug 05 14:05:10.198488 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-e8b2b7e5-7c0b-4d11-bec3-7dd6c41c8561 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:10.199376 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-e8b2b7e5-7c0b-4d11-bec3-7dd6c41c8561 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:10.229727 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-e8b2b7e5-7c0b-4d11-bec3-7dd6c41c8561 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6769550 Aug 05 14:05:10.241307 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-43c28511-7231-4a7d-a8ac-8a9e7f023bbe tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Request body: {'port': {'device_id': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0', 'admin_state_up': True, 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'security_groups': ['90efb7b1-522c-4078-b439-e06b73aedb31']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:10.323054 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3ed6260-5e2b-4ec5-8169-8af5eba052bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:10.325959 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3ed6260-5e2b-4ec5-8169-8af5eba052bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:10.332632 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b3ed6260-5e2b-4ec5-8169-8af5eba052bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e01dbe5-98e3-472e-9bec-b03cfcb5c692 HTTP/1.1" status: 204 len: 168 time: 1.1197865 Aug 05 14:05:10.355166 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9bfe561c-87b8-4bae-a965-acefa3cd9b27 req-b45974ae-41a1-4f17-a696-3cda6f19a174 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 210 time: 0.0532408 Aug 05 14:05:10.361387 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4eeae51c-2a06-4246-a3d2-58d969617d47 req-ce20f2ca-5399-4616-b563-217e752f80ea tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789675 Aug 05 14:05:10.377551 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed6260-5e2b-4ec5-8169-8af5eba052bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e01dbe5-98e3-472e-9bec-b03cfcb5c692,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:10.470815 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-43c28511-7231-4a7d-a8ac-8a9e7f023bbe tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Made reservation on behalf of 453b7272943240199f4e2d4e8c2daa65 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:05:10.598194 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-42665007-a0e4-45ee-b340-58abaf0f41b5 None None] Provisioning for port b86da6fa-6cc7-4e12-97d7-bf6a7de79160 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:05:10.602930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-42665007-a0e4-45ee-b340-58abaf0f41b5 None None] Provisioning complete for port b86da6fa-6cc7-4e12-97d7-bf6a7de79160 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:05:10.603535 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-42665007-a0e4-45ee-b340-58abaf0f41b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:10.734458 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-42665007-a0e4-45ee-b340-58abaf0f41b5 None None] Port b86da6fa-6cc7-4e12-97d7-bf6a7de79160 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:05:10.758406 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-43c28511-7231-4a7d-a8ac-8a9e7f023bbe tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:10.763541 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b58d9da0-6746-4c23-85ee-54f2991164b3 req-e7968227-6617-4c8a-bde6-efc7e5cf7bae tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 210 time: 0.1383109 Aug 05 14:05:10.855628 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-ea8af46b-380d-4193-8337-93ae46799821 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:10.885981 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-ea8af46b-380d-4193-8337-93ae46799821 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Transition to ACTIVE for port object 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:05:11.021813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device af45dc11-7b46-4170-afe8-ff8471bda8e5 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:05:11.040551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-a7cac9a2-4214-487f-986f-f6c11f8dfbc8 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:11.042885 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-a7cac9a2-4214-487f-986f-f6c11f8dfbc8 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.84 "GET /v2.0/networks?id=1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 200 len: 821 time: 0.4749470 Aug 05 14:05:11.061739 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-c685ef02-389b-4cac-a586-f67981495653 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Request body: {'port': {'device_id': '9c8ac85a-769b-4a2a-9d92-e88e44342793', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'admin_state_up': True, 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:11.079598 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc649f79-0dfb-458e-ac48-1fba56206620 req-4b066e82-d357-4501-86d0-03c1eb1f973b tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:11.081728 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc649f79-0dfb-458e-ac48-1fba56206620 req-4b066e82-d357-4501-86d0-03c1eb1f973b tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.63 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.1971953 Aug 05 14:05:11.216080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port af45dc11-7b46-4170-afe8-ff8471bda8e5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=af45dc11-7b46-4170-afe8-ff8471bda8e5,segment=NetworkSegment(649d59ed-a29a-43b0-9d36-fc0e44512879),segment_id=649d59ed-a29a-43b0-9d36-fc0e44512879)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:11.252250 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'af45dc11-7b46-4170-afe8-ff8471bda8e5', 'network_id': 'ca08035c-6998-4851-9567-7c6e2df15a50', 'port_id': 'af45dc11-7b46-4170-afe8-ff8471bda8e5', 'mac_address': 'fa:16:3e:2b:21:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31d76d1-1b18-435c-aeaf-3937ef6a51bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:05:11.313633 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:11.338283 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabf644-63a9-4a97-90f7-04c43e84c63e req-af9ce915-1709-4096-8c55-61bb32ecbb8f tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:11.346123 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af45dc11-7b46-4170-afe8-ff8471bda8e5 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:11.359118 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7dabf644-63a9-4a97-90f7-04c43e84c63e req-af9ce915-1709-4096-8c55-61bb32ecbb8f tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.2663965 Aug 05 14:05:11.376778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port af45dc11-7b46-4170-afe8-ff8471bda8e5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=af45dc11-7b46-4170-afe8-ff8471bda8e5,segment=NetworkSegment(649d59ed-a29a-43b0-9d36-fc0e44512879),segment_id=649d59ed-a29a-43b0-9d36-fc0e44512879)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:11.385312 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:11.436091 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-ea8af46b-380d-4193-8337-93ae46799821 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:11.442172 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-43c28511-7231-4a7d-a8ac-8a9e7f023bbe tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Allocated IP 10.2.2.100 (de3b5517-820c-4f25-a4f3-58d6603842f0/33f2503f-0424-4c1d-ba63-29e061f584f1/4cb51a79-5861-4193-bf76-2b345e76cf41) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:05:11.464193 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7dabf644-63a9-4a97-90f7-04c43e84c63e req-efa9169c-3433-458b-bf13-d2266503fd08 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041415 Aug 05 14:05:11.564308 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=af45dc11-7b46-4170-afe8-ff8471bda8e5,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:11.593767 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:11.594114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:11.594480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:11.609792 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:11.610858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:11.611756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:11.615111 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:11.615635 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:11.617360 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:11.618563 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:11.626724 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:11.628090 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:11.700407 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-43c28511-7231-4a7d-a8ac-8a9e7f023bbe tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:11.743748 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-43c28511-7231-4a7d-a8ac-8a9e7f023bbe tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Transition to ACTIVE for port object 4cb51a79-5861-4193-bf76-2b345e76cf41 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:05:11.749784 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['af45dc11-7b46-4170-afe8-ff8471bda8e5'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:11.842567 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4368b3b-c26f-44e6-a18c-f4a9f990552e req-dad80cbf-3bf0-475f-b713-9f9f1fd8f976 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:11.845862 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4368b3b-c26f-44e6-a18c-f4a9f990552e req-dad80cbf-3bf0-475f-b713-9f9f1fd8f976 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 944 time: 0.0818782 Aug 05 14:05:11.889045 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-43c28511-7231-4a7d-a8ac-8a9e7f023bbe tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:11.961187 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-c685ef02-389b-4cac-a586-f67981495653 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Made reservation on behalf of 2dad3d8fa3b94147bf1927f78f30ec93 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:05:11.966379 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-c685ef02-389b-4cac-a586-f67981495653 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:11.970795 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 59604) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:12.025280 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-43c28511-7231-4a7d-a8ac-8a9e7f023bbe tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Network de3b5517-820c-4f25-a4f3-58d6603842f0 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:05:12.028716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-43c28511-7231-4a7d-a8ac-8a9e7f023bbe tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:05:12.035009 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4368b3b-c26f-44e6-a18c-f4a9f990552e req-527e0b0c-7e0c-4ef3-a93e-2e641948a58e tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807981 Aug 05 14:05:12.040657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-43c28511-7231-4a7d-a8ac-8a9e7f023bbe tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:05:12.083142 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c28511-7231-4a7d-a8ac-8a9e7f023bbe tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event updated for resources: {'Port': ['ID=4cb51a79-5861-4193-bf76-2b345e76cf41,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:12.127847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-43c28511-7231-4a7d-a8ac-8a9e7f023bbe tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:12.128138 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-ea8af46b-380d-4193-8337-93ae46799821 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Network afedfeb1-09f0-451d-bc05-30d84c3785ca is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:05:12.136198 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-43c28511-7231-4a7d-a8ac-8a9e7f023bbe tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:12.164467 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-43c28511-7231-4a7d-a8ac-8a9e7f023bbe tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9334395 Aug 05 14:05:12.198156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-18779352-8540-4d7c-998a-bdb31e01b2ca tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Request body: {'port': {'device_id': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0', 'admin_state_up': True, 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'security_groups': ['90efb7b1-522c-4078-b439-e06b73aedb31']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:12.200894 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-ea8af46b-380d-4193-8337-93ae46799821 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:05:12.208518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-ea8af46b-380d-4193-8337-93ae46799821 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:05:12.246849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db69cd-9c61-40cb-a91d-d2610454989e req-37048329-b34a-4668-8c5b-e1ac7de4b54b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:12.261629 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db69cd-9c61-40cb-a91d-d2610454989e req-37048329-b34a-4668-8c5b-e1ac7de4b54b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:12.267687 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db69cd-9c61-40cb-a91d-d2610454989e req-37048329-b34a-4668-8c5b-e1ac7de4b54b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:12.269537 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-34db69cd-9c61-40cb-a91d-d2610454989e req-37048329-b34a-4668-8c5b-e1ac7de4b54b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 2374 time: 1.0177932 Aug 05 14:05:12.366134 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f7ce6629-37ce-481c-8613-4e247447c959 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-176472126-network', 'tenant_id': '3783089a60f24b3b907443ef92fc9f76'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:12.383710 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bbebf-387c-4880-b5d2-dbc47a720a80 req-aafb589e-7efe-48a4-8865-5e6015649b70 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:12.385321 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-176bbebf-387c-4880-b5d2-dbc47a720a80 req-aafb589e-7efe-48a4-8865-5e6015649b70 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 931 time: 0.2174208 Aug 05 14:05:12.454850 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8af46b-380d-4193-8337-93ae46799821 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Pushing event updated for resources: {'Port': ['ID=6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:12.455805 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-176bbebf-387c-4880-b5d2-dbc47a720a80 req-0ad9d16f-1c05-40a4-be16-95d55e34cc9b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642848 Aug 05 14:05:12.492108 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-66301cbb-49c6-4455-b7fa-b3c8ced95925 None None] Provisioning for port 4cb51a79-5861-4193-bf76-2b345e76cf41 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:05:12.507379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-66301cbb-49c6-4455-b7fa-b3c8ced95925 None None] Provisioning complete for port 4cb51a79-5861-4193-bf76-2b345e76cf41 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:05:12.508465 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-66301cbb-49c6-4455-b7fa-b3c8ced95925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:12.570743 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-ea8af46b-380d-4193-8337-93ae46799821 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:12.571385 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-ea8af46b-380d-4193-8337-93ae46799821 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:12.588283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-bc649f79-0dfb-458e-ac48-1fba56206620 req-2dda48b6-86c9-495c-a20d-07e29eb5c1e1 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Deleting port 155df982-9cc1-40d3-88da-1f6c06baeb9a {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:05:12.588631 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-66301cbb-49c6-4455-b7fa-b3c8ced95925 None None] Port 4cb51a79-5861-4193-bf76-2b345e76cf41 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:05:12.588787 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bc649f79-0dfb-458e-ac48-1fba56206620 req-2dda48b6-86c9-495c-a20d-07e29eb5c1e1 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:12.594613 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b622881-9ee9-487e-a459-c431ccdf274b req-2c624879-1b64-4219-8da6-6d6ff586f0c5 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 210 time: 0.0380888 Aug 05 14:05:12.632404 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-18779352-8540-4d7c-998a-bdb31e01b2ca tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Made reservation on behalf of 453b7272943240199f4e2d4e8c2daa65 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:05:12.637646 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-18779352-8540-4d7c-998a-bdb31e01b2ca tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:12.673984 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-34db69cd-9c61-40cb-a91d-d2610454989e req-56c5c026-733d-433b-9054-7bede65909ae tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3848574 Aug 05 14:05:12.721392 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3566dc93-5bb3-474a-8110-5b2a95ea69bc None None] Provisioning for port 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:05:12.727501 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3566dc93-5bb3-474a-8110-5b2a95ea69bc None None] Provisioning complete for port 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:05:12.727871 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3566dc93-5bb3-474a-8110-5b2a95ea69bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:12.737438 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ce6629-37ce-481c-8613-4e247447c959 admin admin] Made reservation on behalf of 3783089a60f24b3b907443ef92fc9f76 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:05:12.744196 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7ce6629-37ce-481c-8613-4e247447c959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:12.806725 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7ce6629-37ce-481c-8613-4e247447c959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:12.809240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-3566dc93-5bb3-474a-8110-5b2a95ea69bc None None] Port 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:05:12.835282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d2f20-601b-48cb-93cf-08f17a0d3c1f req-ab5a6319-119b-4a4e-afcc-7711c98787a0 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:12.837175 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b4d2f20-601b-48cb-93cf-08f17a0d3c1f req-ab5a6319-119b-4a4e-afcc-7711c98787a0 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 946 time: 0.1419373 Aug 05 14:05:12.865637 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-ea8af46b-380d-4193-8337-93ae46799821 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5946710 Aug 05 14:05:12.905856 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Request body: {'port': {'device_id': 'daa7092b-c083-43cc-94ff-63edf5d0d11d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:12.909156 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-c685ef02-389b-4cac-a586-f67981495653 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Allocated IP 172.20.0.3 (1fad3948-e90c-4da1-a058-8758d801788d/406044e5-f2b2-40f1-bb44-dec148e1ac6c/294d39b2-500b-4e56-bcd9-65db04fd0e44) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:05:12.942886 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b4d2f20-601b-48cb-93cf-08f17a0d3c1f req-b7fe4359-d246-4a1c-bf06-35bf23ac8d5d tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964170 Aug 05 14:05:12.968114 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-18779352-8540-4d7c-998a-bdb31e01b2ca tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Allocated IP 10.2.2.200 (de3b5517-820c-4f25-a4f3-58d6603842f0/33f2503f-0424-4c1d-ba63-29e061f584f1/6f456a13-3d98-4faf-b751-fe64775d983e) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:05:13.036843 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device af45dc11-7b46-4170-afe8-ff8471bda8e5 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:05:13.048323 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-bc649f79-0dfb-458e-ac48-1fba56206620 req-2dda48b6-86c9-495c-a20d-07e29eb5c1e1 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] For port 155df982-9cc1-40d3-88da-1f6c06baeb9a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=155df982-9cc1-40d3-88da-1f6c06baeb9a,segment=NetworkSegment(3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a),segment_id=3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:13.048710 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bc649f79-0dfb-458e-ac48-1fba56206620 req-2dda48b6-86c9-495c-a20d-07e29eb5c1e1 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:13.107763 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-bc649f79-0dfb-458e-ac48-1fba56206620 req-2dda48b6-86c9-495c-a20d-07e29eb5c1e1 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Calling delete_port for 155df982-9cc1-40d3-88da-1f6c06baeb9a owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:05:13.133263 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:13.154430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port af45dc11-7b46-4170-afe8-ff8471bda8e5 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:05:13.169943 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port af45dc11-7b46-4170-afe8-ff8471bda8e5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:05:13.170341 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:13.244827 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-18779352-8540-4d7c-998a-bdb31e01b2ca tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:13.266071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-18779352-8540-4d7c-998a-bdb31e01b2ca tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Transition to ACTIVE for port object 6f456a13-3d98-4faf-b751-fe64775d983e will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:05:13.294477 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7ce6629-37ce-481c-8613-4e247447c959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:13.296873 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:13.320089 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-18779352-8540-4d7c-998a-bdb31e01b2ca tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:13.343711 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7ce6629-37ce-481c-8613-4e247447c959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:13.353859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b594a6-6722-4fa6-8438-a9e0323db989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af45dc11-7b46-4170-afe8-ff8471bda8e5'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:13.360875 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a91816-8e17-422f-824b-22f67515e363" -d '{"events": [{"server_uuid": "65b594a6-6722-4fa6-8438-a9e0323db989", "name": "network-vif-plugged", "status": "completed", "tag": "af45dc11-7b46-4170-afe8-ff8471bda8e5"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:13.392118 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port af45dc11-7b46-4170-afe8-ff8471bda8e5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=af45dc11-7b46-4170-afe8-ff8471bda8e5,segment=NetworkSegment(649d59ed-a29a-43b0-9d36-fc0e44512879),segment_id=649d59ed-a29a-43b0-9d36-fc0e44512879)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:13.397296 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce6629-37ce-481c-8613-4e247447c959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c1762b-34c2-4dd3-8961-c57903f64314,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:13.404803 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-18779352-8540-4d7c-998a-bdb31e01b2ca tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Network de3b5517-820c-4f25-a4f3-58d6603842f0 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:05:13.412337 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-18779352-8540-4d7c-998a-bdb31e01b2ca tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:05:13.414796 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:13.419350 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 155df982-9cc1-40d3-88da-1f6c06baeb9a no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:05:13.437029 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-18779352-8540-4d7c-998a-bdb31e01b2ca tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:05:13.476220 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18779352-8540-4d7c-998a-bdb31e01b2ca tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event updated for resources: {'Port': ['ID=6f456a13-3d98-4faf-b751-fe64775d983e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:13.506809 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19b7da8-54f8-4830-ad80-7e49581256f2 x-openstack-request-id: req-e19b7da8-54f8-4830-ad80-7e49581256f2 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:13.508999 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b594a6-6722-4fa6-8438-a9e0323db989", "name": "network-vif-plugged", "status": "completed", "tag": "af45dc11-7b46-4170-afe8-ff8471bda8e5", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:13.509171 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e19b7da8-54f8-4830-ad80-7e49581256f2 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:13.509574 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b594a6-6722-4fa6-8438-a9e0323db989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af45dc11-7b46-4170-afe8-ff8471bda8e5', 'code': 200} Aug 05 14:05:13.510503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-18779352-8540-4d7c-998a-bdb31e01b2ca tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:13.511266 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-18779352-8540-4d7c-998a-bdb31e01b2ca tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:13.593861 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-18779352-8540-4d7c-998a-bdb31e01b2ca tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4035079 Aug 05 14:05:13.624061 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Request body: {'port': {'device_id': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:13.648273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ce6629-37ce-481c-8613-4e247447c959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:05:13.672754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=af45dc11-7b46-4170-afe8-ff8471bda8e5,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:13.710107 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c92b2-53b2-45ac-bfc7-f4e3f6f1c597 req-d35c752e-784c-4562-b6ae-d92c3ccab7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:13.712815 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8c8c92b2-53b2-45ac-bfc7-f4e3f6f1c597 req-d35c752e-784c-4562-b6ae-d92c3ccab7b4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 1096 time: 0.1799557 Aug 05 14:05:13.741876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabde00-71ba-4c70-9c8a-aa2a4b765df2 req-d65df3ab-57ea-4f92-8c13-c16e340537da tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:13.743545 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2cabde00-71ba-4c70-9c8a-aa2a4b765df2 req-d65df3ab-57ea-4f92-8c13-c16e340537da tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 944 time: 0.5535078 Aug 05 14:05:13.788440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eb87f-3bc2-42c1-989e-db34c5e6bee9 req-890dde1e-db87-454b-92bd-7ef5b8238b05 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:13.796022 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7ce6629-37ce-481c-8613-4e247447c959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:13.796600 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c9eb87f-3bc2-42c1-989e-db34c5e6bee9 req-890dde1e-db87-454b-92bd-7ef5b8238b05 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 931 time: 0.2063501 Aug 05 14:05:13.797184 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-f7ce6629-37ce-481c-8613-4e247447c959 admin admin] Added segment d1a93977-63ee-4e58-9da3-3d062c35023c of type vlan for network e573835f-6f8f-4786-ab90-bd3e1ecdbc6f Aug 05 14:05:13.797681 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:13.799739 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:13.845593 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8c8c92b2-53b2-45ac-bfc7-f4e3f6f1c597 req-d494b484-721b-4e66-8084-4fed5871fb1a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202831 Aug 05 14:05:13.873996 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b9cc4033-e82f-4605-9c1c-2cc26e4c5fde None None] Provisioning for port 6f456a13-3d98-4faf-b751-fe64775d983e completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:05:13.890742 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b9cc4033-e82f-4605-9c1c-2cc26e4c5fde None None] Provisioning complete for port 6f456a13-3d98-4faf-b751-fe64775d983e triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:05:13.891370 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b9cc4033-e82f-4605-9c1c-2cc26e4c5fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:13.897570 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 155df982-9cc1-40d3-88da-1f6c06baeb9a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=155df982-9cc1-40d3-88da-1f6c06baeb9a,segment=NetworkSegment(3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a),segment_id=3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:13.912906 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c9eb87f-3bc2-42c1-989e-db34c5e6bee9 req-96225ec4-f7bc-41ee-9755-861f1b2ff7ef tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153214 Aug 05 14:05:13.929071 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:14.047180 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=155df982-9cc1-40d3-88da-1f6c06baeb9a,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:14.068976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b9cc4033-e82f-4605-9c1c-2cc26e4c5fde None None] Port 6f456a13-3d98-4faf-b751-fe64775d983e cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:05:14.076140 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bc649f79-0dfb-458e-ac48-1fba56206620 req-2dda48b6-86c9-495c-a20d-07e29eb5c1e1 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:14.078965 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7ce6629-37ce-481c-8613-4e247447c959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:14.089129 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cf46c39d-6418-4afb-8ca5-de45e7f9fd8b req-33f440bb-9a9e-4c71-84a2-44e97119b766 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 210 time: 0.0657971 Aug 05 14:05:14.090523 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-c685ef02-389b-4cac-a586-f67981495653 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:14.091821 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['d4440fae-f48a-4527-8f9a-10e1a05c650a'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:14.138908 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda48b6-86c9-495c-a20d-07e29eb5c1e1 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Pushing event deleted for resources: {'Port': ['ID=155df982-9cc1-40d3-88da-1f6c06baeb9a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:14.152989 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2cabde00-71ba-4c70-9c8a-aa2a4b765df2 req-aa7d4d9d-abcd-4122-9c3e-433662c0a384 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853247 Aug 05 14:05:14.181828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-c685ef02-389b-4cac-a586-f67981495653 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Transition to ACTIVE for port object 294d39b2-500b-4e56-bcd9-65db04fd0e44 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:05:14.249107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc649f79-0dfb-458e-ac48-1fba56206620 req-2dda48b6-86c9-495c-a20d-07e29eb5c1e1 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] No DVR routers for this DVR port 155df982-9cc1-40d3-88da-1f6c06baeb9a on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:05:14.257081 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bc649f79-0dfb-458e-ac48-1fba56206620 req-2dda48b6-86c9-495c-a20d-07e29eb5c1e1 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:14.259565 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc649f79-0dfb-458e-ac48-1fba56206620 req-2dda48b6-86c9-495c-a20d-07e29eb5c1e1 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.63 "DELETE /v2.0/ports/155df982-9cc1-40d3-88da-1f6c06baeb9a HTTP/1.1" status: 204 len: 173 time: 3.1702344 Aug 05 14:05:14.266777 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22b519b-6453-44f7-a240-ae887b39ebda', 'name': 'network-vif-deleted', 'tag': '155df982-9cc1-40d3-88da-1f6c06baeb9a'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:14.270129 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b4c684-aa2c-4561-a4b4-4bdf666e6778" -d '{"events": [{"server_uuid": "b22b519b-6453-44f7-a240-ae887b39ebda", "name": "network-vif-deleted", "tag": "155df982-9cc1-40d3-88da-1f6c06baeb9a"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:14.282872 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7ce6629-37ce-481c-8613-4e247447c959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:14.284026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ce6629-37ce-481c-8613-4e247447c959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:14.285703 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7ce6629-37ce-481c-8613-4e247447c959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:14.340527 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f7ce6629-37ce-481c-8613-4e247447c959 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3646157 Aug 05 14:05:14.369167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 59632) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:14.434669 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2feff669-12bc-4e06-9c79-27f8d0744b3d admin admin] Request body: {'subnet': {'network_id': 'e573835f-6f8f-4786-ab90-bd3e1ecdbc6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-176472126-subnet', 'tenant_id': '3783089a60f24b3b907443ef92fc9f76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:14.474499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de3e7f-5970-427f-8f8c-3ed160cc788e req-065ac348-fb66-4beb-bca1-57ffc02631cb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:14.482465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de3e7f-5970-427f-8f8c-3ed160cc788e req-065ac348-fb66-4beb-bca1-57ffc02631cb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:14.489957 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de3e7f-5970-427f-8f8c-3ed160cc788e req-065ac348-fb66-4beb-bca1-57ffc02631cb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:14.496602 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de3e7f-5970-427f-8f8c-3ed160cc788e req-065ac348-fb66-4beb-bca1-57ffc02631cb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:14.503235 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de3e7f-5970-427f-8f8c-3ed160cc788e req-065ac348-fb66-4beb-bca1-57ffc02631cb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:14.505584 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-26de3e7f-5970-427f-8f8c-3ed160cc788e req-065ac348-fb66-4beb-bca1-57ffc02631cb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 3816 time: 0.3005064 Aug 05 14:05:14.511482 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8030b728-fa71-4bd8-bfba-2ccff6534a19 req-1f7a93ff-8cfe-4f59-907a-38d7f494d4c7 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=b22b519b-6453-44f7-a240-ae887b39ebda HTTP/1.1" status: 200 len: 210 time: 0.0517323 Aug 05 14:05:14.556129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce6629-37ce-481c-8613-4e247447c959 admin admin] Pushing event updated for resources: {'Network': ['ID=e573835f-6f8f-4786-ab90-bd3e1ecdbc6f,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:14.570007 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network e573835f-6f8f-4786-ab90-bd3e1ecdbc6f details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:05:14.611633 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372fc99d-8fea-4afb-9826-220a6d587c73 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:14.632595 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcbac54-4031-474b-b3c0-15aa3796a2dc x-openstack-request-id: req-2fcbac54-4031-474b-b3c0-15aa3796a2dc {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:14.633410 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22b519b-6453-44f7-a240-ae887b39ebda", "name": "network-vif-deleted", "tag": "155df982-9cc1-40d3-88da-1f6c06baeb9a", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:14.635083 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2fcbac54-4031-474b-b3c0-15aa3796a2dc {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:14.636310 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22b519b-6453-44f7-a240-ae887b39ebda', 'name': 'network-vif-deleted', 'tag': '155df982-9cc1-40d3-88da-1f6c06baeb9a', 'status': 'completed', 'code': 200} Aug 05 14:05:14.642446 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:14.653449 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feff669-12bc-4e06-9c79-27f8d0744b3d admin admin] Made reservation on behalf of 3783089a60f24b3b907443ef92fc9f76 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:05:14.658865 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2feff669-12bc-4e06-9c79-27f8d0744b3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:14.675711 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Transition to ACTIVE for port object 372fc99d-8fea-4afb-9826-220a6d587c73 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:05:14.684702 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:14.691577 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:14.732130 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-26de3e7f-5970-427f-8f8c-3ed160cc788e req-00fddd49-b44a-43b5-b3ae-18331fa986cc tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822906 Aug 05 14:05:14.760435 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-c685ef02-389b-4cac-a586-f67981495653 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:14.772968 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['cbfb30e8-6edd-4075-afae-81b9f7a708be'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:14.797581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:14.829119 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Pushing event updated for resources: {'Port': ['ID=372fc99d-8fea-4afb-9826-220a6d587c73,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:14.903482 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-c685ef02-389b-4cac-a586-f67981495653 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Network 1fad3948-e90c-4da1-a058-8758d801788d is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:05:14.919028 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:14.996376 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Transition to ACTIVE for port object 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:05:15.009364 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-c685ef02-389b-4cac-a586-f67981495653 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:05:15.017794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-c685ef02-389b-4cac-a586-f67981495653 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:05:15.037081 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Attempting to bind port 372fc99d-8fea-4afb-9826-220a6d587c73 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:05:15.037801 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Attempting to bind port 372fc99d-8fea-4afb-9826-220a6d587c73 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '32f3b2c7-405f-4fb9-adc9-ad9695ca72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:05:15.037801 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Attempting to bind port 372fc99d-8fea-4afb-9826-220a6d587c73 on network 93a6cc11-4217-4144-a069-004cdc2ebc8a {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:15.068116 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Port 372fc99d-8fea-4afb-9826-220a6d587c73 on network 93a6cc11-4217-4144-a069-004cdc2ebc8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:05:15.068505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Attempting to bind port 372fc99d-8fea-4afb-9826-220a6d587c73 on network 93a6cc11-4217-4144-a069-004cdc2ebc8a {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:15.090131 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:05:15.094777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Checking segment: {'id': '32f3b2c7-405f-4fb9-adc9-ad9695ca72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:05:15.095452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Bound using segment: {'id': '32f3b2c7-405f-4fb9-adc9-ad9695ca72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:05:15.098563 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Bound port: 372fc99d-8fea-4afb-9826-220a6d587c73, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f3b2c7-405f-4fb9-adc9-ad9695ca72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:05:15.107028 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:15.143244 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685ef02-389b-4cac-a586-f67981495653 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Pushing event updated for resources: {'Port': ['ID=294d39b2-500b-4e56-bcd9-65db04fd0e44,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:15.161228 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:15.222290 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] For port 372fc99d-8fea-4afb-9826-220a6d587c73, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:05:15.229547 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] For port 372fc99d-8fea-4afb-9826-220a6d587c73, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=372fc99d-8fea-4afb-9826-220a6d587c73,segment=NetworkSegment(32f3b2c7-405f-4fb9-adc9-ad9695ca72be),segment_id=32f3b2c7-405f-4fb9-adc9-ad9695ca72be)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:05:15.244559 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:15.372360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:15.373215 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:15.383715 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] 10.222.0.84 "PUT /v2.0/ports/372fc99d-8fea-4afb-9826-220a6d587c73 HTTP/1.1" status: 200 len: 1091 time: 1.7798367 Aug 05 14:05:15.384492 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'tag': '372fc99d-8fea-4afb-9826-220a6d587c73'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:15.387251 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92db63f9-561f-4ef3-8923-a1d93317929b" -d '{"events": [{"name": "network-changed", "server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "tag": "372fc99d-8fea-4afb-9826-220a6d587c73"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:15.427464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:15.450802 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-c685ef02-389b-4cac-a586-f67981495653 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:15.452452 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-c685ef02-389b-4cac-a586-f67981495653 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:15.462295 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Request body: {'port': {'device_id': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:15.486350 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558d992-5fe5-4fdc-be07-364d1d53c194 req-772430aa-1bd2-4660-931a-bccabf824d9c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:15.488532 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d558d992-5fe5-4fdc-be07-364d1d53c194 req-772430aa-1bd2-4660-931a-bccabf824d9c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 931 time: 0.1969044 Aug 05 14:05:15.512235 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22b519b-6453-44f7-a240-ae887b39ebda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '155df982-9cc1-40d3-88da-1f6c06baeb9a'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:15.514623 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559fd1aa-8165-41df-96cd-1163eb56e82c" -d '{"events": [{"server_uuid": "b22b519b-6453-44f7-a240-ae887b39ebda", "name": "network-vif-unplugged", "status": "completed", "tag": "155df982-9cc1-40d3-88da-1f6c06baeb9a"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:15.537248 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4478f4-c66d-4e8a-8947-91ecee5ff942 service neutron] Pushing event updated for resources: {'Port': ['ID=372fc99d-8fea-4afb-9826-220a6d587c73,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:15.591822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-08fcea28-f070-463e-9951-79a2b36ec3d0 None None] Provisioning for port 294d39b2-500b-4e56-bcd9-65db04fd0e44 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:05:15.597987 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-08fcea28-f070-463e-9951-79a2b36ec3d0 None None] Provisioning complete for port 294d39b2-500b-4e56-bcd9-65db04fd0e44 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:05:15.598688 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-08fcea28-f070-463e-9951-79a2b36ec3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:15.631681 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d558d992-5fe5-4fdc-be07-364d1d53c194 req-961d6361-1e04-4cf0-8860-b0024096b1c2 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221840 Aug 05 14:05:15.638076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:15.709651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-08fcea28-f070-463e-9951-79a2b36ec3d0 None None] Port 294d39b2-500b-4e56-bcd9-65db04fd0e44 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:05:15.716306 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2feff669-12bc-4e06-9c79-27f8d0744b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:15.777029 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-90f1d0b9-9a15-4996-a978-8a42e60eb610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:15.829357 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feff669-12bc-4e06-9c79-27f8d0744b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e83831e-b499-47cb-83a3-4beadc6f1929,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:15.843310 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2570e9-5d80-48c0-83d6-025529ceaf24 req-02d562ab-fba2-4e8a-b51f-446c176d7598 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:15.845521 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-be2570e9-5d80-48c0-83d6-025529ceaf24 req-02d562ab-fba2-4e8a-b51f-446c176d7598 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 943 time: 0.6404004 Aug 05 14:05:15.865848 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:15.875971 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-c685ef02-389b-4cac-a586-f67981495653 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8186545 Aug 05 14:05:15.918918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Request body: {'port': {'device_id': '9c8ac85a-769b-4a2a-9d92-e88e44342793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:16.006123 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-be2570e9-5d80-48c0-83d6-025529ceaf24 req-b09522d9-603b-48c5-8be6-354252e69775 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200151 Aug 05 14:05:16.008018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d372e-6469-4c10-9273-c97ea49385a6 req-5e0ab15c-1f8c-4e39-a9f6-87a3972f1910 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:16.008847 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feff669-12bc-4e06-9c79-27f8d0744b3d admin admin] Checking segment: {'id': 'd1a93977-63ee-4e58-9da3-3d062c35023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e573835f-6f8f-4786-ab90-bd3e1ecdbc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:05:16.009214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feff669-12bc-4e06-9c79-27f8d0744b3d admin admin] Network hostable DHCP agents. Network: e573835f-6f8f-4786-ab90-bd3e1ecdbc6f, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:05:16.009838 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-086d372e-6469-4c10-9273-c97ea49385a6 req-5e0ab15c-1f8c-4e39-a9f6-87a3972f1910 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 945 time: 0.0903065 Aug 05 14:05:16.034977 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Attempting to bind port 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:05:16.035426 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Attempting to bind port 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:05:16.035633 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Attempting to bind port 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 on network afedfeb1-09f0-451d-bc05-30d84c3785ca {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:16.060997 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Port 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 on network afedfeb1-09f0-451d-bc05-30d84c3785ca not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:05:16.061331 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Attempting to bind port 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 on network afedfeb1-09f0-451d-bc05-30d84c3785ca {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:16.066911 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:16.077743 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:05:16.078084 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Checking segment: {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:05:16.078731 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Bound using segment: {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:05:16.079381 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Bound port: 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:05:16.079746 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:16.097610 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feff669-12bc-4e06-9c79-27f8d0744b3d admin admin] Network e573835f-6f8f-4786-ab90-bd3e1ecdbc6f is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:05:16.149118 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-086d372e-6469-4c10-9273-c97ea49385a6 req-3317837a-94db-4f20-bbc1-c555e89da71a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296434 Aug 05 14:05:16.180857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f41a90-f0ad-41fd-94e2-ad79df4668bf {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:16.199569 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0934e4-d852-4782-9114-c2be32c9744d x-openstack-request-id: req-5b0934e4-d852-4782-9114-c2be32c9744d {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:16.199879 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "tag": "372fc99d-8fea-4afb-9826-220a6d587c73", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:16.200136 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b0934e4-d852-4782-9114-c2be32c9744d {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:16.200552 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'tag': '372fc99d-8fea-4afb-9826-220a6d587c73', 'status': 'completed', 'code': 200} Aug 05 14:05:16.202633 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:16.209627 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-2feff669-12bc-4e06-9c79-27f8d0744b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, e573835f-6f8f-4786-ab90-bd3e1ecdbc6f) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:05:16.227788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea04758-83f8-48ef-b150-bb58ce199353 None None] Network e573835f-6f8f-4786-ab90-bd3e1ecdbc6f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:05:16.234036 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feff669-12bc-4e06-9c79-27f8d0744b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:16.234866 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2feff669-12bc-4e06-9c79-27f8d0744b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:16.260759 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Transition to ACTIVE for port object 16f41a90-f0ad-41fd-94e2-ad79df4668bf will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:05:16.280761 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:16.310167 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2feff669-12bc-4e06-9c79-27f8d0744b3d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9397128 Aug 05 14:05:16.372389 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f819e93-db37-4dc6-a012-9e2b432beaf6 x-openstack-request-id: req-0f819e93-db37-4dc6-a012-9e2b432beaf6 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:16.372833 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22b519b-6453-44f7-a240-ae887b39ebda", "name": "network-vif-unplugged", "status": "completed", "tag": "155df982-9cc1-40d3-88da-1f6c06baeb9a", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:16.373305 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f819e93-db37-4dc6-a012-9e2b432beaf6 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:16.373726 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22b519b-6453-44f7-a240-ae887b39ebda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '155df982-9cc1-40d3-88da-1f6c06baeb9a', 'code': 200} Aug 05 14:05:16.423150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] For port 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:05:16.460331 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db63f9-561f-4ef3-8923-a1d93317929b req-0eb66991-72c5-4307-99c2-9d0e5198a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:16.463998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db63f9-561f-4ef3-8923-a1d93317929b req-0eb66991-72c5-4307-99c2-9d0e5198a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:16.463998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db63f9-561f-4ef3-8923-a1d93317929b req-0eb66991-72c5-4307-99c2-9d0e5198a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:16.464504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db63f9-561f-4ef3-8923-a1d93317929b req-0eb66991-72c5-4307-99c2-9d0e5198a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:16.467719 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db63f9-561f-4ef3-8923-a1d93317929b req-0eb66991-72c5-4307-99c2-9d0e5198a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:16.477601 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92db63f9-561f-4ef3-8923-a1d93317929b req-0eb66991-72c5-4307-99c2-9d0e5198a4ea service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=453b7272943240199f4e2d4e8c2daa65&device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 4363 time: 0.2642894 Aug 05 14:05:16.556307 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] For port 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:05:16.572388 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289fc7db-c1be-4dec-9bbc-e672cd57ed95 None None] Network e573835f-6f8f-4786-ab90-bd3e1ecdbc6f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:05:16.685061 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Pushing event updated for resources: {'Port': ['ID=16f41a90-f0ad-41fd-94e2-ad79df4668bf,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:16.704443 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:16.771354 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4da0ed52-3d27-465a-904e-b718b4cacb65 req-d5f19594-0cdb-4b6b-ab0f-96a350c25922 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1255956899&fields=id&tenant_id=2f9847708ebc45e984bdac57eaab2a87 HTTP/1.1" status: 200 len: 267 time: 0.2527165 Aug 05 14:05:16.772416 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Attempting to bind port 16f41a90-f0ad-41fd-94e2-ad79df4668bf on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:05:16.772763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Attempting to bind port 16f41a90-f0ad-41fd-94e2-ad79df4668bf by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:05:16.773110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Attempting to bind port 16f41a90-f0ad-41fd-94e2-ad79df4668bf on network 14d09d10-2b62-4425-8299-f14f2c9a99b4 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:16.840111 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:16.840663 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:16.841432 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Port 16f41a90-f0ad-41fd-94e2-ad79df4668bf on network 14d09d10-2b62-4425-8299-f14f2c9a99b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:05:16.841870 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Attempting to bind port 16f41a90-f0ad-41fd-94e2-ad79df4668bf on network 14d09d10-2b62-4425-8299-f14f2c9a99b4 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:16.850222 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] 10.222.0.63 "PUT /v2.0/ports/6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 HTTP/1.1" status: 200 len: 1091 time: 3.9707596 Aug 05 14:05:16.858441 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:05:16.858441 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Checking segment: {'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:05:16.858441 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Bound using segment: {'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:05:16.858441 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Bound port: 16f41a90-f0ad-41fd-94e2-ad79df4668bf, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:05:16.858925 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa7092b-c083-43cc-94ff-63edf5d0d11d', 'tag': '6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:16.859008 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:16.860622 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1df00e6-48d7-4dc2-8b3b-65921d21b190" -d '{"events": [{"name": "network-changed", "server_uuid": "daa7092b-c083-43cc-94ff-63edf5d0d11d", "tag": "6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:17.037842 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ed52-3d27-465a-904e-b718b4cacb65 req-f3137ae5-f358-4757-90eb-266290ed1179 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:17.040081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4da0ed52-3d27-465a-904e-b718b4cacb65 req-f3137ae5-f358-4757-90eb-266290ed1179 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 945 time: 0.2558346 Aug 05 14:05:17.055362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4da0ed52-3d27-465a-904e-b718b4cacb65 req-c345d9c9-40aa-45e9-8e8f-2430da85b98a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Request body: {'port': {'security_groups': ['fb9515eb-c244-4f6c-86be-bd6e287a77ab', 'a317f675-ddce-4d19-922d-e423d9dcb61e']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:17.163739 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4da0ed52-3d27-465a-904e-b718b4cacb65 req-c345d9c9-40aa-45e9-8e8f-2430da85b98a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:17.225562 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] For port 16f41a90-f0ad-41fd-94e2-ad79df4668bf, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:05:17.241224 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] For port 16f41a90-f0ad-41fd-94e2-ad79df4668bf, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=16f41a90-f0ad-41fd-94e2-ad79df4668bf,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:05:17.295664 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:17.366274 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 59682) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:17.375289 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6ae6ed64-2c73-4cbb-b35c-631db278fbc3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1810738597-network', 'tenant_id': 'c81cfd9e782a4e37be4d07773027b154'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:17.386475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd939083-cebd-456f-8d3e-1391a308a682 req-035d2796-d9a4-4ffa-bb04-9596130be951 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:17.395448 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd939083-cebd-456f-8d3e-1391a308a682 req-035d2796-d9a4-4ffa-bb04-9596130be951 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:17.402280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd939083-cebd-456f-8d3e-1391a308a682 req-035d2796-d9a4-4ffa-bb04-9596130be951 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:17.411578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd939083-cebd-456f-8d3e-1391a308a682 req-035d2796-d9a4-4ffa-bb04-9596130be951 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:17.422549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd939083-cebd-456f-8d3e-1391a308a682 req-035d2796-d9a4-4ffa-bb04-9596130be951 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:17.425644 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:17.426814 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:17.428489 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] 10.222.0.84 "PUT /v2.0/ports/16f41a90-f0ad-41fd-94e2-ad79df4668bf HTTP/1.1" status: 200 len: 1135 time: 1.9832416 Aug 05 14:05:17.431269 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd939083-cebd-456f-8d3e-1391a308a682 req-035d2796-d9a4-4ffa-bb04-9596130be951 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:17.433586 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dd939083-cebd-456f-8d3e-1391a308a682 req-035d2796-d9a4-4ffa-bb04-9596130be951 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 4605 time: 1.0475309 Aug 05 14:05:17.463127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc2779-e1de-4b8e-a869-8d5e2f648b37 service neutron] Pushing event updated for resources: {'Port': ['ID=16f41a90-f0ad-41fd-94e2-ad79df4668bf,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:17.494547 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Request body: {'port': {'device_id': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:17.532313 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae6ed64-2c73-4cbb-b35c-631db278fbc3 admin admin] Made reservation on behalf of c81cfd9e782a4e37be4d07773027b154 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:05:17.536074 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ed64-2c73-4cbb-b35c-631db278fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:17.559091 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ed64-2c73-4cbb-b35c-631db278fbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:17.575896 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294d39b2-500b-4e56-bcd9-65db04fd0e44 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:17.587418 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:17.664691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e7c8a-d850-48a8-a43d-278acb87dbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:17.667988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Transition to ACTIVE for port object 294d39b2-500b-4e56-bcd9-65db04fd0e44 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:05:17.687403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db63f9-561f-4ef3-8923-a1d93317929b req-6ccae57a-52b0-434b-a4ba-0e4da66c1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:17.688531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db63f9-561f-4ef3-8923-a1d93317929b req-6ccae57a-52b0-434b-a4ba-0e4da66c1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:17.688531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db63f9-561f-4ef3-8923-a1d93317929b req-6ccae57a-52b0-434b-a4ba-0e4da66c1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:17.690216 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92db63f9-561f-4ef3-8923-a1d93317929b req-6ccae57a-52b0-434b-a4ba-0e4da66c1555 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=453b7272943240199f4e2d4e8c2daa65&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.1966274 Aug 05 14:05:17.696333 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:17.704071 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:17.787188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-dd295793-5268-40b1-9127-864b882adf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:17.788715 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-dd295793-5268-40b1-9127-864b882adf1f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 1094 time: 0.8648286 Aug 05 14:05:17.844482 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dd939083-cebd-456f-8d3e-1391a308a682 req-5b8545e0-f428-40f9-8e75-1a89323da1d1 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2485807 Aug 05 14:05:17.867861 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4da0ed52-3d27-465a-904e-b718b4cacb65 req-c345d9c9-40aa-45e9-8e8f-2430da85b98a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] For port af45dc11-7b46-4170-afe8-ff8471bda8e5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=af45dc11-7b46-4170-afe8-ff8471bda8e5,segment=NetworkSegment(649d59ed-a29a-43b0-9d36-fc0e44512879),segment_id=649d59ed-a29a-43b0-9d36-fc0e44512879)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:17.977602 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-5ae6a08b-7758-4471-8d64-6980aa71e505 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 HTTP/1.1" status: 200 len: 217 time: 0.1478326 Aug 05 14:05:18.002684 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4da0ed52-3d27-465a-904e-b718b4cacb65 req-c345d9c9-40aa-45e9-8e8f-2430da85b98a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:18.052037 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Pushing event updated for resources: {'Port': ['ID=294d39b2-500b-4e56-bcd9-65db04fd0e44,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:18.163870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-b2974453-9fd6-4d87-925f-7a817d8b4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:18.165481 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-b2974453-9fd6-4d87-925f-7a817d8b4a23 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.1600263 Aug 05 14:05:18.296450 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db63f9-561f-4ef3-8923-a1d93317929b req-1b448b48-abc2-49f1-863b-18ea0a7d873a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:18.297985 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92db63f9-561f-4ef3-8923-a1d93317929b req-1b448b48-abc2-49f1-863b-18ea0a7d873a service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5877800 Aug 05 14:05:18.317113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Attempting to bind port 294d39b2-500b-4e56-bcd9-65db04fd0e44 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:05:18.317451 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Attempting to bind port 294d39b2-500b-4e56-bcd9-65db04fd0e44 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '9c91347a-ac08-4068-8d8e-0114696e1c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:05:18.317787 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Attempting to bind port 294d39b2-500b-4e56-bcd9-65db04fd0e44 on network 1fad3948-e90c-4da1-a058-8758d801788d {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:18.322700 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-6bfc0885-9184-4720-9e80-a9753b4e1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:18.324255 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-6bfc0885-9184-4720-9e80-a9753b4e1ee9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328998 Aug 05 14:05:18.332836 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8b72df7e-304c-4f2e-a3e3-2e0e0b8d7bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:18.345184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bb239-3aff-4914-b7ea-c3cbdb5c81f1 req-5fef27f0-6ea4-4ed2-883b-9bb8c713060c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:18.347579 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b32bb239-3aff-4914-b7ea-c3cbdb5c81f1 req-5fef27f0-6ea4-4ed2-883b-9bb8c713060c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 943 time: 0.1568661 Aug 05 14:05:18.355110 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Port 294d39b2-500b-4e56-bcd9-65db04fd0e44 on network 1fad3948-e90c-4da1-a058-8758d801788d not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:05:18.355431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Attempting to bind port 294d39b2-500b-4e56-bcd9-65db04fd0e44 on network 1fad3948-e90c-4da1-a058-8758d801788d {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:18.418106 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:05:18.418826 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Checking segment: {'id': '9c91347a-ac08-4068-8d8e-0114696e1c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:05:18.419401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Bound using segment: {'id': '9c91347a-ac08-4068-8d8e-0114696e1c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:05:18.419859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Bound port: 294d39b2-500b-4e56-bcd9-65db04fd0e44, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c91347a-ac08-4068-8d8e-0114696e1c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:05:18.420226 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:18.496740 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b32bb239-3aff-4914-b7ea-c3cbdb5c81f1 req-53f125f8-08e4-4b5c-a921-a7c042b07924 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380348 Aug 05 14:05:18.548270 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:18.561236 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-18ff96e4-df63-48a1-9992-692298a08e84 service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250559 Aug 05 14:05:18.596711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] For port 294d39b2-500b-4e56-bcd9-65db04fd0e44, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:05:18.599471 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f706e4bf-1635-47cd-8a45-6af11cfa18ff x-openstack-request-id: req-f706e4bf-1635-47cd-8a45-6af11cfa18ff {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:18.599836 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa7092b-c083-43cc-94ff-63edf5d0d11d", "tag": "6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:18.599974 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f706e4bf-1635-47cd-8a45-6af11cfa18ff {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:18.600325 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa7092b-c083-43cc-94ff-63edf5d0d11d', 'tag': '6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72', 'status': 'completed', 'code': 200} Aug 05 14:05:18.640678 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] For port 294d39b2-500b-4e56-bcd9-65db04fd0e44, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=294d39b2-500b-4e56-bcd9-65db04fd0e44,segment=NetworkSegment(9c91347a-ac08-4068-8d8e-0114696e1c80),segment_id=9c91347a-ac08-4068-8d8e-0114696e1c80)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:05:18.649622 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:18.752962 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:18.754162 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:18.755782 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] 10.222.0.84 "PUT /v2.0/ports/294d39b2-500b-4e56-bcd9-65db04fd0e44 HTTP/1.1" status: 200 len: 1091 time: 2.8531337 Aug 05 14:05:18.834939 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4da0ed52-3d27-465a-904e-b718b4cacb65 req-c345d9c9-40aa-45e9-8e8f-2430da85b98a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:18.836786 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'tag': '16f41a90-f0ad-41fd-94e2-ad79df4668bf'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:18.841320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ff365-9e76-46a0-985c-02bb08b6cc5e service neutron] Pushing event updated for resources: {'Port': ['ID=294d39b2-500b-4e56-bcd9-65db04fd0e44,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:18.843408 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3e8f9a-6c08-420a-af5f-890bd51fa2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "tag": "16f41a90-f0ad-41fd-94e2-ad79df4668bf"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:18.849357 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586', 'af45dc11-7b46-4170-afe8-ff8471bda8e5'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:18.904380 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acf7ed4f-7bc9-4990-99e3-509129f60d74 req-d00ba2f6-e67d-4144-83bf-44a6cabb6f6e service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339102 Aug 05 14:05:18.955088 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885a827-8a55-4d62-9f25-5993cc82736f req-5c529607-57fa-41a8-b231-d4b0cc73d435 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:18.957961 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c885a827-8a55-4d62-9f25-5993cc82736f req-5c529607-57fa-41a8-b231-d4b0cc73d435 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 943 time: 0.2946417 Aug 05 14:05:18.963894 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ed52-3d27-465a-904e-b718b4cacb65 req-c345d9c9-40aa-45e9-8e8f-2430da85b98a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:18.964224 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4da0ed52-3d27-465a-904e-b718b4cacb65 req-c345d9c9-40aa-45e9-8e8f-2430da85b98a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:18.965686 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4da0ed52-3d27-465a-904e-b718b4cacb65 req-c345d9c9-40aa-45e9-8e8f-2430da85b98a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "PUT /v2.0/ports/af45dc11-7b46-4170-afe8-ff8471bda8e5 HTTP/1.1" status: 200 len: 981 time: 1.9159441 Aug 05 14:05:19.042871 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-0dba30de-e920-47e9-937a-89828be9b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.048309 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-0dba30de-e920-47e9-937a-89828be9b734 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 1094 time: 0.2408350 Aug 05 14:05:19.062375 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['af45dc11-7b46-4170-afe8-ff8471bda8e5'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:19.080321 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345d9c9-40aa-45e9-8e8f-2430da85b98a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event updated for resources: {'Port': ['ID=af45dc11-7b46-4170-afe8-ff8471bda8e5,revision_number=6']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:19.204624 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-cd2b93bf-7d72-46cd-b230-c8d3cfe5675b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=294d39b2-500b-4e56-bcd9-65db04fd0e44 HTTP/1.1" status: 200 len: 217 time: 0.1215286 Aug 05 14:05:19.219186 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c885a827-8a55-4d62-9f25-5993cc82736f req-533d0b7a-5b62-4515-9e37-a54a72d2e3f6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342110 Aug 05 14:05:19.287125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:19.298975 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:19.327033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Transition to ACTIVE for port object 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:05:19.327746 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df00e6-48d7-4dc2-8b3b-65921d21b190 req-50c8ed3c-fbf6-4c79-b11c-f1022608f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.329233 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1df00e6-48d7-4dc2-8b3b-65921d21b190 req-50c8ed3c-fbf6-4c79-b11c-f1022608f71d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 1094 time: 0.3262830 Aug 05 14:05:19.331460 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910ab8ce-d181-478d-88ec-c6b347b521b7 x-openstack-request-id: req-910ab8ce-d181-478d-88ec-c6b347b521b7 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:19.332746 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "tag": "16f41a90-f0ad-41fd-94e2-ad79df4668bf", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:19.333285 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-910ab8ce-d181-478d-88ec-c6b347b521b7 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:19.333867 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'tag': '16f41a90-f0ad-41fd-94e2-ad79df4668bf', 'status': 'completed', 'code': 200} Aug 05 14:05:19.336303 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ed64-2c73-4cbb-b35c-631db278fbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:19.344168 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:19.352310 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ed64-2c73-4cbb-b35c-631db278fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:19.412650 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6ed64-2c73-4cbb-b35c-631db278fbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5d685c-5536-4952-bad7-de5476f37608,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:19.457840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f95e7-651a-4a42-bd7c-567e71c2fb67 req-3226a46a-aaa3-41fa-986c-9d9fac5c929a tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.465798 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-335f95e7-651a-4a42-bd7c-567e71c2fb67 req-3226a46a-aaa3-41fa-986c-9d9fac5c929a tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.2880881 Aug 05 14:05:19.487801 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae6ed64-2c73-4cbb-b35c-631db278fbc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:05:19.584647 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:19.621366 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ed64-2c73-4cbb-b35c-631db278fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:19.621726 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-6ae6ed64-2c73-4cbb-b35c-631db278fbc3 admin admin] Added segment bcbece1c-5b8c-4a9e-b522-58d7db5b555d of type vlan for network 2f1e0af3-d1a1-4801-bc58-d0c80b39800a Aug 05 14:05:19.656168 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-f033dd08-6615-47ac-956c-f56281a0ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.657678 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-f033dd08-6615-47ac-956c-f56281a0ce13 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=406044e5-f2b2-40f1-bb44-dec148e1ac6c HTTP/1.1" status: 200 len: 860 time: 0.4308274 Aug 05 14:05:19.665799 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8f9a-6c08-420a-af5f-890bd51fa2fb req-c359b4ff-6099-407c-89b6-286dcbdeb92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.670354 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8f9a-6c08-420a-af5f-890bd51fa2fb req-c359b4ff-6099-407c-89b6-286dcbdeb92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.670927 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8f9a-6c08-420a-af5f-890bd51fa2fb req-c359b4ff-6099-407c-89b6-286dcbdeb92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.671417 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8f9a-6c08-420a-af5f-890bd51fa2fb req-c359b4ff-6099-407c-89b6-286dcbdeb92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.671898 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8f9a-6c08-420a-af5f-890bd51fa2fb req-c359b4ff-6099-407c-89b6-286dcbdeb92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.672502 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8f9a-6c08-420a-af5f-890bd51fa2fb req-c359b4ff-6099-407c-89b6-286dcbdeb92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.672844 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8f9a-6c08-420a-af5f-890bd51fa2fb req-c359b4ff-6099-407c-89b6-286dcbdeb92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.675442 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f3e8f9a-6c08-420a-af5f-890bd51fa2fb req-c359b4ff-6099-407c-89b6-286dcbdeb92e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=453b7272943240199f4e2d4e8c2daa65&device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 6178 time: 0.3496284 Aug 05 14:05:19.700077 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ed64-2c73-4cbb-b35c-631db278fbc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:19.720003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf5bb65-52fb-49c7-9db8-1e032ba8e091,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:19.781670 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-335f95e7-651a-4a42-bd7c-567e71c2fb67 req-ae33891b-6008-47e4-b190-099f00d19d52 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147349 Aug 05 14:05:19.783329 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9721d08-9a81-40bb-bfe1-4c3e3c0bc637 req-153fbbab-1211-44c5-9c26-ef2e65b51b4b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.788956 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Attempting to bind port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:05:19.789799 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Attempting to bind port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:05:19.789907 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Attempting to bind port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 on network 14d09d10-2b62-4425-8299-f14f2c9a99b4 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:19.790683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9721d08-9a81-40bb-bfe1-4c3e3c0bc637 req-153fbbab-1211-44c5-9c26-ef2e65b51b4b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.796655 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9721d08-9a81-40bb-bfe1-4c3e3c0bc637 req-153fbbab-1211-44c5-9c26-ef2e65b51b4b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.804900 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 on network 14d09d10-2b62-4425-8299-f14f2c9a99b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:05:19.805103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Attempting to bind port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 on network 14d09d10-2b62-4425-8299-f14f2c9a99b4 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:19.806063 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9721d08-9a81-40bb-bfe1-4c3e3c0bc637 req-153fbbab-1211-44c5-9c26-ef2e65b51b4b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.812272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:05:19.812592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Checking segment: {'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:05:19.812989 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Bound using segment: {'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:05:19.813569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Bound port: 8cf5bb65-52fb-49c7-9db8-1e032ba8e091, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:05:19.813946 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:19.814074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9721d08-9a81-40bb-bfe1-4c3e3c0bc637 req-153fbbab-1211-44c5-9c26-ef2e65b51b4b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.821408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9721d08-9a81-40bb-bfe1-4c3e3c0bc637 req-153fbbab-1211-44c5-9c26-ef2e65b51b4b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.824239 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ed64-2c73-4cbb-b35c-631db278fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:19.825665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae6ed64-2c73-4cbb-b35c-631db278fbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.827895 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9721d08-9a81-40bb-bfe1-4c3e3c0bc637 req-153fbbab-1211-44c5-9c26-ef2e65b51b4b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.830057 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e9721d08-9a81-40bb-bfe1-4c3e3c0bc637 req-153fbbab-1211-44c5-9c26-ef2e65b51b4b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5383 time: 0.4368839 Aug 05 14:05:19.832903 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ed64-2c73-4cbb-b35c-631db278fbc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:19.941185 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-e1c980a2-6699-48bf-bd26-3c7934f275c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:19.942822 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-e1c980a2-6699-48bf-bd26-3c7934f275c3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1fad3948-e90c-4da1-a058-8758d801788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2645714 Aug 05 14:05:19.952295 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e9721d08-9a81-40bb-bfe1-4c3e3c0bc637 req-fe78a4d2-e40a-419c-a6fd-d5e28e1e3d8b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0832865 Aug 05 14:05:20.035935 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df00e6-48d7-4dc2-8b3b-65921d21b190 req-8b861469-bdfc-4ff8-bd9c-7257e5cc3f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:20.037486 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1df00e6-48d7-4dc2-8b3b-65921d21b190 req-8b861469-bdfc-4ff8-bd9c-7257e5cc3f62 service neutron] 10.222.0.63 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 912 time: 0.6692154 Aug 05 14:05:20.055094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6ed64-2c73-4cbb-b35c-631db278fbc3 admin admin] Pushing event updated for resources: {'Network': ['ID=2f1e0af3-d1a1-4801-bc58-d0c80b39800a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:20.065053 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6ae6ed64-2c73-4cbb-b35c-631db278fbc3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6934149 Aug 05 14:05:20.072367 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 2f1e0af3-d1a1-4801-bc58-d0c80b39800a details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:05:20.095108 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 59698) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:20.138487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c439758e-7872-4b18-8e02-d2df2403cfa5 admin admin] Request body: {'subnet': {'network_id': '2f1e0af3-d1a1-4801-bc58-d0c80b39800a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1810738597-subnet', 'tenant_id': 'c81cfd9e782a4e37be4d07773027b154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:20.156886 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1df00e6-48d7-4dc2-8b3b-65921d21b190 req-f0d93887-93a9-438c-98c7-bae854efee8e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 HTTP/1.1" status: 200 len: 217 time: 0.1092134 Aug 05 14:05:20.172206 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8f9a-6c08-420a-af5f-890bd51fa2fb req-ad97a4db-dd01-4305-8950-7ce16d480bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:20.172683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8f9a-6c08-420a-af5f-890bd51fa2fb req-ad97a4db-dd01-4305-8950-7ce16d480bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:20.173153 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8f9a-6c08-420a-af5f-890bd51fa2fb req-ad97a4db-dd01-4305-8950-7ce16d480bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:20.175608 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f3e8f9a-6c08-420a-af5f-890bd51fa2fb req-ad97a4db-dd01-4305-8950-7ce16d480bd2 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=453b7272943240199f4e2d4e8c2daa65&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4678614 Aug 05 14:05:20.194240 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7f02c7f7-4954-4e53-ba44-677ab3eb7c5c req-e1d5038d-f5bb-4ae4-883d-1ce9db29616f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/a317f675-ddce-4d19-922d-e423d9dcb61e HTTP/1.1" status: 200 len: 1802 time: 0.3187342 Aug 05 14:05:20.209322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] For port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:05:20.213468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] For port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8cf5bb65-52fb-49c7-9db8-1e032ba8e091,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:05:20.223885 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:20.255924 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df00e6-48d7-4dc2-8b3b-65921d21b190 req-a84a2c6f-7456-49ef-b625-fb896b09dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:20.257605 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1df00e6-48d7-4dc2-8b3b-65921d21b190 req-a84a2c6f-7456-49ef-b625-fb896b09dc0c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.0785799 Aug 05 14:05:20.270186 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a909e-ff9f-47ba-b8eb-f3104b3db458 req-a1592de3-3f09-4392-9b55-19538db542e1 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:20.271776 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-565a909e-ff9f-47ba-b8eb-f3104b3db458 req-a1592de3-3f09-4392-9b55-19538db542e1 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 943 time: 0.2229974 Aug 05 14:05:20.286054 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:20.286655 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:20.291358 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] 10.222.0.84 "PUT /v2.0/ports/8cf5bb65-52fb-49c7-9db8-1e032ba8e091 HTTP/1.1" status: 200 len: 1136 time: 2.8122363 Aug 05 14:05:20.317501 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e5899-f2ec-4af0-b325-2242d3318eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf5bb65-52fb-49c7-9db8-1e032ba8e091,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:20.323669 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-aeac55ae-4541-480b-bd65-42fd5f5cb1ae service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610446 Aug 05 14:05:20.329114 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c439758e-7872-4b18-8e02-d2df2403cfa5 admin admin] Made reservation on behalf of c81cfd9e782a4e37be4d07773027b154 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:05:20.330142 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c439758e-7872-4b18-8e02-d2df2403cfa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:20.331924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Request body: {'port': {'device_id': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:20.399931 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-7f02c7f7-4954-4e53-ba44-677ab3eb7c5c req-64f31d7c-8cf0-4149-8b55-c9570b6f8a5f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 05 14:05:20.409671 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7f02c7f7-4954-4e53-ba44-677ab3eb7c5c req-64f31d7c-8cf0-4149-8b55-c9570b6f8a5f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "DELETE /v2.0/security-groups/a317f675-ddce-4d19-922d-e423d9dcb61e HTTP/1.1" status: 409 len: 341 time: 0.2079687 Aug 05 14:05:20.434691 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:20.570974 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50be6502-22a4-4cee-bf45-3dae97f9dc24 req-10b8d93a-42ff-42be-9e51-6e96d7a3f363 service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333527 Aug 05 14:05:20.603493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8ac85a-769b-4a2a-9d92-e88e44342793', 'tag': '294d39b2-500b-4e56-bcd9-65db04fd0e44'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:20.607404 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a47535a-6521-48b4-86e7-d0bd4d20a76d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8ac85a-769b-4a2a-9d92-e88e44342793", "tag": "294d39b2-500b-4e56-bcd9-65db04fd0e44"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:20.673601 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-565a909e-ff9f-47ba-b8eb-f3104b3db458 req-ec44d89f-bb1c-4bc2-a0ae-20cce0e58e87 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615308 Aug 05 14:05:20.688123 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df00e6-48d7-4dc2-8b3b-65921d21b190 req-97aae074-29b5-4d6d-ae22-136bcbccb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:20.689921 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1df00e6-48d7-4dc2-8b3b-65921d21b190 req-97aae074-29b5-4d6d-ae22-136bcbccb35b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3791952 Aug 05 14:05:20.848376 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a04f1-ac33-4680-b914-5630e6bb74fd req-f999e3b1-8fed-4216-8972-e063f3108ced tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:20.850178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-004a04f1-ac33-4680-b914-5630e6bb74fd req-f999e3b1-8fed-4216-8972-e063f3108ced tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 943 time: 0.2431848 Aug 05 14:05:20.923261 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-004a04f1-ac33-4680-b914-5630e6bb74fd req-d6197fc1-193d-48c6-bb3c-0e9a9cbef080 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650444 Aug 05 14:05:20.955648 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324d1066-c6c3-49c8-8336-0842875fa696 x-openstack-request-id: req-324d1066-c6c3-49c8-8336-0842875fa696 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:20.956176 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8ac85a-769b-4a2a-9d92-e88e44342793", "tag": "294d39b2-500b-4e56-bcd9-65db04fd0e44", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:20.956431 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-324d1066-c6c3-49c8-8336-0842875fa696 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:20.960765 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c8ac85a-769b-4a2a-9d92-e88e44342793', 'tag': '294d39b2-500b-4e56-bcd9-65db04fd0e44', 'status': 'completed', 'code': 200} Aug 05 14:05:20.992235 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1df00e6-48d7-4dc2-8b3b-65921d21b190 req-007aa6b4-b15b-4950-ab73-680f8aef793e service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849050 Aug 05 14:05:20.994955 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8f9a-6c08-420a-af5f-890bd51fa2fb req-006c7818-1144-4085-897a-27b7ade08d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:21.004340 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f3e8f9a-6c08-420a-af5f-890bd51fa2fb req-006c7818-1144-4085-897a-27b7ade08d36 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7671163 Aug 05 14:05:21.067602 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:21.084277 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:21.168180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Transition to ACTIVE for port object 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:05:21.181919 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:21.256660 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:21.279103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f22da2-fac3-44e7-a37f-e1d7355fb3c4 req-e47570b9-a76b-4f31-b014-19878e19e965 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:21.290499 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-15f22da2-fac3-44e7-a37f-e1d7355fb3c4 req-e47570b9-a76b-4f31-b014-19878e19e965 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 984 time: 0.1798413 Aug 05 14:05:21.335047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b594a6-6722-4fa6-8438-a9e0323db989', 'tag': 'af45dc11-7b46-4170-afe8-ff8471bda8e5'}, {'name': 'network-changed', 'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'tag': '8cf5bb65-52fb-49c7-9db8-1e032ba8e091'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:21.337389 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b177cc21-2fab-4c74-824f-ffa592efa1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "65b594a6-6722-4fa6-8438-a9e0323db989", "tag": "af45dc11-7b46-4170-afe8-ff8471bda8e5"}, {"name": "network-changed", "server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "tag": "8cf5bb65-52fb-49c7-9db8-1e032ba8e091"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:21.345969 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Pushing event updated for resources: {'Port': ['ID=5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:21.409458 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-15f22da2-fac3-44e7-a37f-e1d7355fb3c4 req-272e20f2-2064-49b5-9659-0499580599db tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&id=a317f675-ddce-4d19-922d-e423d9dcb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1173422 Aug 05 14:05:21.555997 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Attempting to bind port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:05:21.556495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Attempting to bind port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:05:21.556934 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Attempting to bind port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f on network 14d09d10-2b62-4425-8299-f14f2c9a99b4 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:21.613724 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f on network 14d09d10-2b62-4425-8299-f14f2c9a99b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:05:21.614531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Attempting to bind port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f on network 14d09d10-2b62-4425-8299-f14f2c9a99b4 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:21.625638 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:05:21.625638 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Checking segment: {'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:05:21.626321 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Bound using segment: {'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:05:21.626906 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Bound port: 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:05:21.627396 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:21.646354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a563425-a4c2-42b6-898a-d6bb9c5cb710 req-ccf09170-b7de-4a4a-bb2b-73256b4f364e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:21.653046 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a563425-a4c2-42b6-898a-d6bb9c5cb710 req-ccf09170-b7de-4a4a-bb2b-73256b4f364e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:21.659890 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a563425-a4c2-42b6-898a-d6bb9c5cb710 req-ccf09170-b7de-4a4a-bb2b-73256b4f364e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:21.666709 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a563425-a4c2-42b6-898a-d6bb9c5cb710 req-ccf09170-b7de-4a4a-bb2b-73256b4f364e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:21.675114 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a563425-a4c2-42b6-898a-d6bb9c5cb710 req-ccf09170-b7de-4a4a-bb2b-73256b4f364e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:21.681644 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a563425-a4c2-42b6-898a-d6bb9c5cb710 req-ccf09170-b7de-4a4a-bb2b-73256b4f364e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:21.689512 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a563425-a4c2-42b6-898a-d6bb9c5cb710 req-ccf09170-b7de-4a4a-bb2b-73256b4f364e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:21.692074 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a563425-a4c2-42b6-898a-d6bb9c5cb710 req-ccf09170-b7de-4a4a-bb2b-73256b4f364e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5395 time: 0.1511362 Aug 05 14:05:21.775149 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a563425-a4c2-42b6-898a-d6bb9c5cb710 req-749b8726-1fbe-4044-87ea-9f67f0bbb718 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715556 Aug 05 14:05:21.839093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] For port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:05:21.842391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] For port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:05:21.849932 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:21.873331 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72939f-4180-4d2d-a5fe-143196fc6c63 req-92c92e51-3d12-4dc8-9a59-67aedb114d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:21.879910 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cb72939f-4180-4d2d-a5fe-143196fc6c63 req-92c92e51-3d12-4dc8-9a59-67aedb114d1e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f9847708ebc45e984bdac57eaab2a87&device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 1135 time: 0.8192363 Aug 05 14:05:21.893133 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170cb434-0612-4cbf-a5d3-1f63a46bd65b x-openstack-request-id: req-170cb434-0612-4cbf-a5d3-1f63a46bd65b {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:21.894465 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b594a6-6722-4fa6-8438-a9e0323db989", "tag": "af45dc11-7b46-4170-afe8-ff8471bda8e5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "tag": "8cf5bb65-52fb-49c7-9db8-1e032ba8e091", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:21.894987 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-170cb434-0612-4cbf-a5d3-1f63a46bd65b {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:21.895625 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b594a6-6722-4fa6-8438-a9e0323db989', 'tag': 'af45dc11-7b46-4170-afe8-ff8471bda8e5', 'status': 'completed', 'code': 200} Aug 05 14:05:21.896041 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'tag': '8cf5bb65-52fb-49c7-9db8-1e032ba8e091', 'status': 'completed', 'code': 200} Aug 05 14:05:21.909919 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:21.910957 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:21.915107 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] 10.222.0.84 "PUT /v2.0/ports/5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f HTTP/1.1" status: 200 len: 1091 time: 1.5900369 Aug 05 14:05:21.924597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd787cb5-6879-4ba7-986f-d1c4cdbd25cf req-881fd545-e160-4497-868e-d04ea08e6e83 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:21.936865 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd787cb5-6879-4ba7-986f-d1c4cdbd25cf req-881fd545-e160-4497-868e-d04ea08e6e83 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.8142860 Aug 05 14:05:21.998505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Request body: {'port': {'device_id': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:22.074612 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ee30b-a18d-4db5-a198-46d3c88892dc service neutron] Pushing event updated for resources: {'Port': ['ID=5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:22.101728 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 294d39b2-500b-4e56-bcd9-65db04fd0e44 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:05:22.137249 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47535a-6521-48b4-86e7-d0bd4d20a76d req-4a7eed82-7238-4ae7-a166-ef400fc800cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:22.142097 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5a47535a-6521-48b4-86e7-d0bd4d20a76d req-4a7eed82-7238-4ae7-a166-ef400fc800cc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 1094 time: 1.1081772 Aug 05 14:05:22.210598 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58431a-3bd5-4d08-98f6-1443109fa981 req-fedfda51-bcae-40df-b505-7844a40ae687 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:22.223807 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d58431a-3bd5-4d08-98f6-1443109fa981 req-fedfda51-bcae-40df-b505-7844a40ae687 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 943 time: 0.1442325 Aug 05 14:05:22.227067 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:22.234742 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1df00e6-48d7-4dc2-8b3b-65921d21b190 req-e21aa321-2e7f-4c50-ac93-8c92776d9d22 service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2292264 Aug 05 14:05:22.261272 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c439758e-7872-4b18-8e02-d2df2403cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:22.292642 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d58431a-3bd5-4d08-98f6-1443109fa981 req-a7905397-5250-4d5d-923c-4760ac4f1b80 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531139 Aug 05 14:05:22.323035 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 294d39b2-500b-4e56-bcd9-65db04fd0e44, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=294d39b2-500b-4e56-bcd9-65db04fd0e44,segment=NetworkSegment(9c91347a-ac08-4068-8d8e-0114696e1c80),segment_id=9c91347a-ac08-4068-8d8e-0114696e1c80)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:22.353708 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '294d39b2-500b-4e56-bcd9-65db04fd0e44', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'port_id': '294d39b2-500b-4e56-bcd9-65db04fd0e44', 'mac_address': 'fa:16:3e:57:ab:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:05:22.427466 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:22.455321 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47535a-6521-48b4-86e7-d0bd4d20a76d req-163da1ee-2ff8-4fbc-92b6-b0cb84f7c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:22.457287 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5a47535a-6521-48b4-86e7-d0bd4d20a76d req-163da1ee-2ff8-4fbc-92b6-b0cb84f7c9c1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 200 len: 922 time: 0.2028065 Aug 05 14:05:22.460502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294d39b2-500b-4e56-bcd9-65db04fd0e44 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:22.466761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439758e-7872-4b18-8e02-d2df2403cfa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b40632ea-96fc-478c-ac74-e145f2d87429,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:22.507311 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 294d39b2-500b-4e56-bcd9-65db04fd0e44, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=294d39b2-500b-4e56-bcd9-65db04fd0e44,segment=NetworkSegment(9c91347a-ac08-4068-8d8e-0114696e1c80),segment_id=9c91347a-ac08-4068-8d8e-0114696e1c80)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:22.516860 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:22.598456 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=294d39b2-500b-4e56-bcd9-65db04fd0e44,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:22.606961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a18ca9-bd23-47f0-84ec-ad8cc6b10c05 req-a189b36c-abbb-41d9-b535-727ad6e477b8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:22.611616 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-45a18ca9-bd23-47f0-84ec-ad8cc6b10c05 req-a189b36c-abbb-41d9-b535-727ad6e477b8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 943 time: 0.1162343 Aug 05 14:05:22.632025 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd787cb5-6879-4ba7-986f-d1c4cdbd25cf req-dd17cb33-44bc-4324-a0f8-4b6b542329d6 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6938157 Aug 05 14:05:22.641070 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5a47535a-6521-48b4-86e7-d0bd4d20a76d req-2c44992a-a3fa-40f1-b5f1-2ba6bc610c1d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=294d39b2-500b-4e56-bcd9-65db04fd0e44 HTTP/1.1" status: 200 len: 217 time: 0.1563907 Aug 05 14:05:22.650407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-c611138c-bebe-4976-88d1-7cab42ac628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:22.650902 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-c611138c-bebe-4976-88d1-7cab42ac628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:22.651383 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-c611138c-bebe-4976-88d1-7cab42ac628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:22.651860 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-c611138c-bebe-4976-88d1-7cab42ac628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:22.652352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-c611138c-bebe-4976-88d1-7cab42ac628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:22.652858 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-c611138c-bebe-4976-88d1-7cab42ac628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:22.653333 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-c611138c-bebe-4976-88d1-7cab42ac628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:22.655339 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-c611138c-bebe-4976-88d1-7cab42ac628c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=453b7272943240199f4e2d4e8c2daa65&device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 6287 time: 0.6751914 Aug 05 14:05:22.742909 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-45a18ca9-bd23-47f0-84ec-ad8cc6b10c05 req-66354955-24fb-4cff-b5c8-e7806ce9d932 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300974 Aug 05 14:05:22.779132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['294d39b2-500b-4e56-bcd9-65db04fd0e44'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:22.823528 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72939f-4180-4d2d-a5fe-143196fc6c63 req-d8e8d6ab-be39-41fa-ab08-bcf075bd0563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:22.825071 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cb72939f-4180-4d2d-a5fe-143196fc6c63 req-d8e8d6ab-be39-41fa-ab08-bcf075bd0563 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ca08035c-6998-4851-9567-7c6e2df15a50 HTTP/1.1" status: 200 len: 914 time: 0.8539858 Aug 05 14:05:22.885346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439758e-7872-4b18-8e02-d2df2403cfa5 admin admin] Checking segment: {'id': 'bcbece1c-5b8c-4a9e-b522-58d7db5b555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2f1e0af3-d1a1-4801-bc58-d0c80b39800a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:05:22.885728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c439758e-7872-4b18-8e02-d2df2403cfa5 admin admin] Network hostable DHCP agents. Network: 2f1e0af3-d1a1-4801-bc58-d0c80b39800a, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:05:22.961896 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47535a-6521-48b4-86e7-d0bd4d20a76d req-cc2f905c-7be0-4bef-bba7-f4dc9552c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:22.962183 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5a47535a-6521-48b4-86e7-d0bd4d20a76d req-cc2f905c-7be0-4bef-bba7-f4dc9552c36d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=406044e5-f2b2-40f1-bb44-dec148e1ac6c HTTP/1.1" status: 200 len: 860 time: 0.3042417 Aug 05 14:05:22.990649 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cb72939f-4180-4d2d-a5fe-143196fc6c63 req-ca752240-7b64-415d-9fda-8381157b6cf1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af45dc11-7b46-4170-afe8-ff8471bda8e5 HTTP/1.1" status: 200 len: 217 time: 0.1564381 Aug 05 14:05:23.011861 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86da6fa-6cc7-4e12-97d7-bf6a7de79160 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:23.024667 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:23.056958 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42661e05-3e49-49ce-bff5-7f81f1a558a2 req-3ae259e1-3738-450d-9255-b1a26d228954 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:23.062283 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:05:23.064893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42661e05-3e49-49ce-bff5-7f81f1a558a2 req-3ae259e1-3738-450d-9255-b1a26d228954 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:23.075328 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42661e05-3e49-49ce-bff5-7f81f1a558a2 req-3ae259e1-3738-450d-9255-b1a26d228954 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:23.076513 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-bd97a483-f91c-4eec-9907-b08c5d96dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:23.077383 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-bd97a483-f91c-4eec-9907-b08c5d96dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:23.078405 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-bd97a483-f91c-4eec-9907-b08c5d96dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:23.080272 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-bd97a483-f91c-4eec-9907-b08c5d96dd62 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=453b7272943240199f4e2d4e8c2daa65&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4089634 Aug 05 14:05:23.086674 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42661e05-3e49-49ce-bff5-7f81f1a558a2 req-3ae259e1-3738-450d-9255-b1a26d228954 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:23.093946 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42661e05-3e49-49ce-bff5-7f81f1a558a2 req-3ae259e1-3738-450d-9255-b1a26d228954 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:23.101311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42661e05-3e49-49ce-bff5-7f81f1a558a2 req-3ae259e1-3738-450d-9255-b1a26d228954 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:23.107273 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42661e05-3e49-49ce-bff5-7f81f1a558a2 req-3ae259e1-3738-450d-9255-b1a26d228954 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:23.109245 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-42661e05-3e49-49ce-bff5-7f81f1a558a2 req-3ae259e1-3738-450d-9255-b1a26d228954 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5395 time: 0.1448112 Aug 05 14:05:23.110364 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Transition to ACTIVE for port object b86da6fa-6cc7-4e12-97d7-bf6a7de79160 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:05:23.130105 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:23.217749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:23.245497 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'port_id': '6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72', 'mac_address': 'fa:16:3e:5f:3b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:05:23.249499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-baf62caa-747b-4f87-a999-320e87d69545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:23.254825 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-baf62caa-747b-4f87-a999-320e87d69545 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362717 Aug 05 14:05:23.282635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c439758e-7872-4b18-8e02-d2df2403cfa5 admin admin] Network 2f1e0af3-d1a1-4801-bc58-d0c80b39800a is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:05:23.309493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec763ba-87cb-4189-bf04-e4e25b8f582e req-83c8617a-3e8f-416b-a778-95377cfad77d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:23.311460 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2ec763ba-87cb-4189-bf04-e4e25b8f582e req-83c8617a-3e8f-416b-a778-95377cfad77d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 984 time: 0.5172484 Aug 05 14:05:23.312152 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-c439758e-7872-4b18-8e02-d2df2403cfa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 2f1e0af3-d1a1-4801-bc58-d0c80b39800a) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:05:23.318297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47535a-6521-48b4-86e7-d0bd4d20a76d req-8b45582f-769d-4681-aded-76950ba1bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:23.320171 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5a47535a-6521-48b4-86e7-d0bd4d20a76d req-8b45582f-769d-4681-aded-76950ba1bee4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1fad3948-e90c-4da1-a058-8758d801788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3151147 Aug 05 14:05:23.323270 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:23.328617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c439758e-7872-4b18-8e02-d2df2403cfa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:23.329238 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c439758e-7872-4b18-8e02-d2df2403cfa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:23.340653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b898ea3-e94b-4ba6-b240-96b7e812287c None None] Network 2f1e0af3-d1a1-4801-bc58-d0c80b39800a requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:05:23.356912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Pushing event updated for resources: {'Port': ['ID=b86da6fa-6cc7-4e12-97d7-bf6a7de79160,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:23.383225 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-42661e05-3e49-49ce-bff5-7f81f1a558a2 req-393af113-92a3-4214-8e1c-51dc516464f2 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2645640 Aug 05 14:05:23.390923 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c439758e-7872-4b18-8e02-d2df2403cfa5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2602475 Aug 05 14:05:23.423757 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:23.452015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72939f-4180-4d2d-a5fe-143196fc6c63 req-fd86c09d-962b-4fc1-8790-a12110af748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:23.453841 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cb72939f-4180-4d2d-a5fe-143196fc6c63 req-fd86c09d-962b-4fc1-8790-a12110af748a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a31d76d1-1b18-435c-aeaf-3937ef6a51bc HTTP/1.1" status: 200 len: 853 time: 0.3799357 Aug 05 14:05:23.474452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Attempting to bind port b86da6fa-6cc7-4e12-97d7-bf6a7de79160 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:05:23.474715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Attempting to bind port b86da6fa-6cc7-4e12-97d7-bf6a7de79160 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:05:23.475638 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Attempting to bind port b86da6fa-6cc7-4e12-97d7-bf6a7de79160 on network 14d09d10-2b62-4425-8299-f14f2c9a99b4 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:23.485179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Port b86da6fa-6cc7-4e12-97d7-bf6a7de79160 on network 14d09d10-2b62-4425-8299-f14f2c9a99b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:05:23.491712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Attempting to bind port b86da6fa-6cc7-4e12-97d7-bf6a7de79160 on network 14d09d10-2b62-4425-8299-f14f2c9a99b4 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:23.503468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:05:23.503717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Checking segment: {'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:05:23.507495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Bound using segment: {'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:05:23.508145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Bound port: b86da6fa-6cc7-4e12-97d7-bf6a7de79160, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:05:23.508732 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:23.547429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:23.574404 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:23.617100 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cb72939f-4180-4d2d-a5fe-143196fc6c63 req-3b239508-f577-419c-94b4-713bfaa9db4d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ca08035c-6998-4851-9567-7c6e2df15a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997632 Aug 05 14:05:23.700529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:23.725060 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] For port b86da6fa-6cc7-4e12-97d7-bf6a7de79160, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:05:23.730133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] For port b86da6fa-6cc7-4e12-97d7-bf6a7de79160, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b86da6fa-6cc7-4e12-97d7-bf6a7de79160,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:05:23.750740 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:23.854521 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cb72939f-4180-4d2d-a5fe-143196fc6c63 req-b85faee9-b20f-498b-b75b-6dba162a7f58 service neutron] 10.222.0.63 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784439 Aug 05 14:05:23.865877 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2ec763ba-87cb-4189-bf04-e4e25b8f582e req-78604a0f-1830-4848-a39f-b153b23cd8f9 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&id=a317f675-ddce-4d19-922d-e423d9dcb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.5014420 Aug 05 14:05:23.898625 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'tag': '5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:23.905473 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858ea1a3-ddb8-443d-b0e6-692f8e8324ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "tag": "5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:23.911552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:23.964354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:23.964989 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:23.966484 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] 10.222.0.84 "PUT /v2.0/ports/b86da6fa-6cc7-4e12-97d7-bf6a7de79160 HTTP/1.1" status: 200 len: 1091 time: 1.9800665 Aug 05 14:05:23.981859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14651ac0-221d-45b4-a95c-97703ede2635 None None] Network 2f1e0af3-d1a1-4801-bc58-d0c80b39800a requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:05:24.022916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Request body: {'port': {'device_id': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:24.083347 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb8e5b-e5e0-4ea9-93d9-15bf7003bb47 service neutron] Pushing event updated for resources: {'Port': ['ID=b86da6fa-6cc7-4e12-97d7-bf6a7de79160,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:24.154484 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ef7c0-5316-48dc-97e0-c5aeaaa2ffd0 req-05f4b2f8-6e93-465a-a9fc-e18e0ad03de3 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:24.154484 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b57ef7c0-5316-48dc-97e0-c5aeaaa2ffd0 req-05f4b2f8-6e93-465a-a9fc-e18e0ad03de3 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 944 time: 0.3311820 Aug 05 14:05:24.159692 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 294d39b2-500b-4e56-bcd9-65db04fd0e44 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:05:24.197322 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cb72939f-4180-4d2d-a5fe-143196fc6c63 req-d30198e6-5650-4326-a6aa-8574ed260755 service neutron] 10.222.0.63 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296986 Aug 05 14:05:24.221486 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:24.452437 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5a47535a-6521-48b4-86e7-d0bd4d20a76d req-66f92ca0-2859-464d-b0f5-3c1b308abd27 service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0969374 Aug 05 14:05:24.454561 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 294d39b2-500b-4e56-bcd9-65db04fd0e44 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:05:24.467622 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07979361-4aba-4061-9060-b02f4abaf10b req-53d19b35-710d-4ba6-ba85-e146e60915e0 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:24.469227 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-07979361-4aba-4061-9060-b02f4abaf10b req-53d19b35-710d-4ba6-ba85-e146e60915e0 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.3481905 Aug 05 14:05:24.472788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 294d39b2-500b-4e56-bcd9-65db04fd0e44 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:05:24.473948 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:24.537247 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b57ef7c0-5316-48dc-97e0-c5aeaaa2ffd0 req-34b48bd5-28f1-4557-af9e-606abaab9ed2 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264253 Aug 05 14:05:24.569244 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-12512900-70a0-40ea-91ac-478ee65bd47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:24.572251 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-12512900-70a0-40ea-91ac-478ee65bd47e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f9847708ebc45e984bdac57eaab2a87&device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 1135 time: 0.2499285 Aug 05 14:05:24.725792 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb51a79-5861-4193-bf76-2b345e76cf41 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:24.735696 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:24.750673 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Transition to ACTIVE for port object 4cb51a79-5861-4193-bf76-2b345e76cf41 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:05:24.757015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-5ffb63e4-2c8a-4dac-8f0a-ed09e6a678d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:24.758781 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-5ffb63e4-2c8a-4dac-8f0a-ed09e6a678d0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ca08035c-6998-4851-9567-7c6e2df15a50 HTTP/1.1" status: 200 len: 914 time: 0.1737781 Aug 05 14:05:24.765006 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:24.785913 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-07979361-4aba-4061-9060-b02f4abaf10b req-9dc3256a-6745-46be-8513-55d7f63df6c0 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/security-groups?id=584ae7c2-8a9e-4511-ab54-549ae6640e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023028 Aug 05 14:05:24.868212 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Pushing event updated for resources: {'Port': ['ID=4cb51a79-5861-4193-bf76-2b345e76cf41,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:24.895107 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fe5019-af46-46d6-bb3b-376fa2128eb2 x-openstack-request-id: req-68fe5019-af46-46d6-bb3b-376fa2128eb2 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:24.895419 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "tag": "5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:24.895681 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68fe5019-af46-46d6-bb3b-376fa2128eb2 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:24.896296 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'tag': '5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f', 'status': 'completed', 'code': 200} Aug 05 14:05:24.953507 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-64c3a71a-39ce-42db-892c-f35160749738 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af45dc11-7b46-4170-afe8-ff8471bda8e5 HTTP/1.1" status: 200 len: 217 time: 0.1804624 Aug 05 14:05:24.970399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42b2ac-33da-49c4-8361-d2ad3bbc13b5 req-a64176b0-fab5-4b5f-ba35-420a70634c7f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:24.973385 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be42b2ac-33da-49c4-8361-d2ad3bbc13b5 req-a64176b0-fab5-4b5f-ba35-420a70634c7f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 944 time: 0.2212999 Aug 05 14:05:25.017557 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:25.072041 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8ac85a-769b-4a2a-9d92-e88e44342793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294d39b2-500b-4e56-bcd9-65db04fd0e44'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:25.076847 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3abe601-7324-4ca6-a472-70a8ffb64b23" -d '{"events": [{"server_uuid": "9c8ac85a-769b-4a2a-9d92-e88e44342793", "name": "network-vif-plugged", "status": "completed", "tag": "294d39b2-500b-4e56-bcd9-65db04fd0e44"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:25.108565 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 294d39b2-500b-4e56-bcd9-65db04fd0e44, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=294d39b2-500b-4e56-bcd9-65db04fd0e44,segment=NetworkSegment(9c91347a-ac08-4068-8d8e-0114696e1c80),segment_id=9c91347a-ac08-4068-8d8e-0114696e1c80)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:25.111769 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5a47535a-6521-48b4-86e7-d0bd4d20a76d req-8417e6e3-ef7f-4de3-bc71-69f393d6868c service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6368756 Aug 05 14:05:25.116339 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:25.173879 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8d9f1-39e4-4c3c-9760-107129cd93b6 req-e7ba2067-de93-4e10-ac93-023d0d4f34d0 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.180656 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80e8d9f1-39e4-4c3c-9760-107129cd93b6 req-e7ba2067-de93-4e10-ac93-023d0d4f34d0 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.63 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 946 time: 0.3590999 Aug 05 14:05:25.209589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ea1a3-ddb8-443d-b0e6-692f8e8324ef req-67badf22-e65a-4ae7-b461-939045192b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.210006 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ea1a3-ddb8-443d-b0e6-692f8e8324ef req-67badf22-e65a-4ae7-b461-939045192b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.213359 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ea1a3-ddb8-443d-b0e6-692f8e8324ef req-67badf22-e65a-4ae7-b461-939045192b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.213891 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ea1a3-ddb8-443d-b0e6-692f8e8324ef req-67badf22-e65a-4ae7-b461-939045192b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.215585 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ea1a3-ddb8-443d-b0e6-692f8e8324ef req-67badf22-e65a-4ae7-b461-939045192b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.216116 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ea1a3-ddb8-443d-b0e6-692f8e8324ef req-67badf22-e65a-4ae7-b461-939045192b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.216609 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ea1a3-ddb8-443d-b0e6-692f8e8324ef req-67badf22-e65a-4ae7-b461-939045192b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.218114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=294d39b2-500b-4e56-bcd9-65db04fd0e44,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:25.218926 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-858ea1a3-ddb8-443d-b0e6-692f8e8324ef req-67badf22-e65a-4ae7-b461-939045192b10 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=453b7272943240199f4e2d4e8c2daa65&device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 6379 time: 0.2914708 Aug 05 14:05:25.295046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-4c58462f-f516-4d68-8185-ccdea7a48fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.296726 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-4c58462f-f516-4d68-8185-ccdea7a48fc9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a31d76d1-1b18-435c-aeaf-3937ef6a51bc HTTP/1.1" status: 200 len: 853 time: 0.3055959 Aug 05 14:05:25.345941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Attempting to bind port 4cb51a79-5861-4193-bf76-2b345e76cf41 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:05:25.347317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Attempting to bind port 4cb51a79-5861-4193-bf76-2b345e76cf41 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:05:25.347317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Attempting to bind port 4cb51a79-5861-4193-bf76-2b345e76cf41 on network de3b5517-820c-4f25-a4f3-58d6603842f0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:25.371508 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be42b2ac-33da-49c4-8361-d2ad3bbc13b5 req-67e6a3f8-82e3-45bd-be13-9b6bb6dd6bdb tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355224 Aug 05 14:05:25.372797 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Port 4cb51a79-5861-4193-bf76-2b345e76cf41 on network de3b5517-820c-4f25-a4f3-58d6603842f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:05:25.374278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Attempting to bind port 4cb51a79-5861-4193-bf76-2b345e76cf41 on network de3b5517-820c-4f25-a4f3-58d6603842f0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:25.398925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:05:25.402910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Checking segment: {'id': 'b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:05:25.403705 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Bound using segment: {'id': 'b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:05:25.405193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Bound port: 4cb51a79-5861-4193-bf76-2b345e76cf41, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:05:25.407214 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:25.530378 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-9f3a994b-4f90-44bc-80dd-b082ccaf9fd2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ca08035c-6998-4851-9567-7c6e2df15a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2104678 Aug 05 14:05:25.588081 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] For port 4cb51a79-5861-4193-bf76-2b345e76cf41, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:05:25.591554 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] For port 4cb51a79-5861-4193-bf76-2b345e76cf41, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4cb51a79-5861-4193-bf76-2b345e76cf41,segment=NetworkSegment(b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7),segment_id=b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:05:25.599597 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:25.685206 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.685841 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:25.690417 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] 10.222.0.84 "PUT /v2.0/ports/4cb51a79-5861-4193-bf76-2b345e76cf41 HTTP/1.1" status: 200 len: 1091 time: 1.6814456 Aug 05 14:05:25.735581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ea1a3-ddb8-443d-b0e6-692f8e8324ef req-7fe02737-b68a-483b-9215-8a01372bc7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.738634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ea1a3-ddb8-443d-b0e6-692f8e8324ef req-7fe02737-b68a-483b-9215-8a01372bc7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.739187 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ea1a3-ddb8-443d-b0e6-692f8e8324ef req-7fe02737-b68a-483b-9215-8a01372bc7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.741442 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-858ea1a3-ddb8-443d-b0e6-692f8e8324ef req-7fe02737-b68a-483b-9215-8a01372bc7ad service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=453b7272943240199f4e2d4e8c2daa65&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4436624 Aug 05 14:05:25.749084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee48dc-eec9-4b3e-8c60-a9d1c141649b service neutron] Pushing event updated for resources: {'Port': ['ID=4cb51a79-5861-4193-bf76-2b345e76cf41,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:25.771946 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Request body: {'port': {'device_id': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:25.792836 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5400459-39c8-4537-bc6b-055474e4674b req-dd9bfc92-9089-4f10-a019-3f8fe4e388c1 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.796947 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5400459-39c8-4537-bc6b-055474e4674b req-dd9bfc92-9089-4f10-a019-3f8fe4e388c1 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.808281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5400459-39c8-4537-bc6b-055474e4674b req-dd9bfc92-9089-4f10-a019-3f8fe4e388c1 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.816314 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5400459-39c8-4537-bc6b-055474e4674b req-dd9bfc92-9089-4f10-a019-3f8fe4e388c1 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.827576 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5400459-39c8-4537-bc6b-055474e4674b req-dd9bfc92-9089-4f10-a019-3f8fe4e388c1 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.836040 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5400459-39c8-4537-bc6b-055474e4674b req-dd9bfc92-9089-4f10-a019-3f8fe4e388c1 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.843447 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5400459-39c8-4537-bc6b-055474e4674b req-dd9bfc92-9089-4f10-a019-3f8fe4e388c1 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.845417 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a5400459-39c8-4537-bc6b-055474e4674b req-dd9bfc92-9089-4f10-a019-3f8fe4e388c1 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5419 time: 0.3403063 Aug 05 14:05:25.975607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-c6621a77-13bc-421c-8bd4-b85405a87841 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:25.988344 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-c6621a77-13bc-421c-8bd4-b85405a87841 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/networks?id=e573835f-6f8f-4786-ab90-bd3e1ecdbc6f HTTP/1.1" status: 200 len: 814 time: 0.6183946 Aug 05 14:05:25.990737 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:25.998389 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a5400459-39c8-4537-bc6b-055474e4674b req-314e62b0-b159-4eed-8e75-059feb60840d tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0996192 Aug 05 14:05:26.069576 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-cfccbf50-49e5-4c95-b32c-d363c1be8f06 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/quotas/3783089a60f24b3b907443ef92fc9f76 HTTP/1.1" status: 200 len: 375 time: 0.0692186 Aug 05 14:05:26.139690 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8c0b5629-efce-4932-9690-8486c865f58b tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3783089a60f24b3b907443ef92fc9f76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509613 Aug 05 14:05:26.153404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-80e8d9f1-39e4-4c3c-9760-107129cd93b6 req-84c0f550-7c86-47f8-9e65-66e5cd7eabf9 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Deleting port d4440fae-f48a-4527-8f9a-10e1a05c650a {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:05:26.153634 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-80e8d9f1-39e4-4c3c-9760-107129cd93b6 req-84c0f550-7c86-47f8-9e65-66e5cd7eabf9 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:26.541361 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f456a13-3d98-4faf-b751-fe64775d983e {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:26.552946 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:26.567533 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Transition to ACTIVE for port object 6f456a13-3d98-4faf-b751-fe64775d983e will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:05:26.585787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb01aea-a081-4905-a7bb-539d10b8cfc3 req-1eb829ba-3c86-421f-bc75-49635033d777 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:26.587600 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-07ddab7a-e422-4959-85a6-89b2dff1229f service neutron] 10.222.0.63 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9873118 Aug 05 14:05:26.601935 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5fb01aea-a081-4905-a7bb-539d10b8cfc3 req-1eb829ba-3c86-421f-bc75-49635033d777 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 984 time: 0.3511987 Aug 05 14:05:26.612324 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:26.620187 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ea1a3-ddb8-443d-b0e6-692f8e8324ef req-7235731d-a8bf-47c6-be32-7de35ff76379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:26.621932 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-858ea1a3-ddb8-443d-b0e6-692f8e8324ef req-7235731d-a8bf-47c6-be32-7de35ff76379 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8649743 Aug 05 14:05:26.750725 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5fb01aea-a081-4905-a7bb-539d10b8cfc3 req-6b23c83d-f9cf-48a7-b6cb-8a4a96380cfd tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&id=a317f675-ddce-4d19-922d-e423d9dcb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1463141 Aug 05 14:05:26.773929 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-80e8d9f1-39e4-4c3c-9760-107129cd93b6 req-84c0f550-7c86-47f8-9e65-66e5cd7eabf9 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] For port d4440fae-f48a-4527-8f9a-10e1a05c650a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d4440fae-f48a-4527-8f9a-10e1a05c650a,segment=NetworkSegment(3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a),segment_id=3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:26.775437 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-80e8d9f1-39e4-4c3c-9760-107129cd93b6 req-84c0f550-7c86-47f8-9e65-66e5cd7eabf9 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:26.785672 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Pushing event updated for resources: {'Port': ['ID=6f456a13-3d98-4faf-b751-fe64775d983e,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:26.812678 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6486e38-bfe5-4f8a-9a3f-c703e784a1a9 x-openstack-request-id: req-f6486e38-bfe5-4f8a-9a3f-c703e784a1a9 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:26.813203 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8ac85a-769b-4a2a-9d92-e88e44342793", "name": "network-vif-plugged", "status": "completed", "tag": "294d39b2-500b-4e56-bcd9-65db04fd0e44", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:26.813203 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6486e38-bfe5-4f8a-9a3f-c703e784a1a9 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:26.813604 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8ac85a-769b-4a2a-9d92-e88e44342793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294d39b2-500b-4e56-bcd9-65db04fd0e44', 'code': 200} Aug 05 14:05:26.821990 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-b3d3bba9-6fb9-4675-8166-c0a8732b8bf8 service neutron] 10.222.0.16 "GET /v2.0/networks/e573835f-6f8f-4786-ab90-bd3e1ecdbc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6578631 Aug 05 14:05:26.833250 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-80e8d9f1-39e4-4c3c-9760-107129cd93b6 req-84c0f550-7c86-47f8-9e65-66e5cd7eabf9 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Calling delete_port for d4440fae-f48a-4527-8f9a-10e1a05c650a owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:05:26.900042 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'tag': 'b86da6fa-6cc7-4e12-97d7-bf6a7de79160'}, {'name': 'network-changed', 'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'tag': '4cb51a79-5861-4193-bf76-2b345e76cf41'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:26.905854 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69947a8a-3a07-4beb-b34f-66ce2d4f4354" -d '{"events": [{"name": "network-changed", "server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "tag": "b86da6fa-6cc7-4e12-97d7-bf6a7de79160"}, {"name": "network-changed", "server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "tag": "4cb51a79-5861-4193-bf76-2b345e76cf41"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:26.919571 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Attempting to bind port 6f456a13-3d98-4faf-b751-fe64775d983e on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:05:26.920047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Attempting to bind port 6f456a13-3d98-4faf-b751-fe64775d983e by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:05:26.920792 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Attempting to bind port 6f456a13-3d98-4faf-b751-fe64775d983e on network de3b5517-820c-4f25-a4f3-58d6603842f0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:26.930899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Port 6f456a13-3d98-4faf-b751-fe64775d983e on network de3b5517-820c-4f25-a4f3-58d6603842f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:05:26.931720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Attempting to bind port 6f456a13-3d98-4faf-b751-fe64775d983e on network de3b5517-820c-4f25-a4f3-58d6603842f0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:26.949024 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-ace6eff6-7f93-499a-9711-0c8f8db7801e service neutron] 10.222.0.16 "GET /v2.0/networks/e573835f-6f8f-4786-ab90-bd3e1ecdbc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973353 Aug 05 14:05:26.988331 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b177cc21-2fab-4c74-824f-ffa592efa1d6 req-a089d303-9926-4061-a07f-69ba0db72f50 service neutron] 10.222.0.63 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924270 Aug 05 14:05:27.004590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:05:27.004953 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Checking segment: {'id': 'b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:05:27.005306 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Bound using segment: {'id': 'b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:05:27.005750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Bound port: 6f456a13-3d98-4faf-b751-fe64775d983e, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:05:27.006176 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:27.054082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1b3c3-9a69-4db0-b97c-7007ed861d64 req-da00dd44-8707-4e81-a268-d1c596b19206 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:27.060735 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-45f1b3c3-9a69-4db0-b97c-7007ed861d64 req-da00dd44-8707-4e81-a268-d1c596b19206 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 945 time: 0.1262844 Aug 05 14:05:27.075189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:05:27.082983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e04d5a-3963-4105-86b8-b0277bab67da req-e11a479d-4281-4857-bb02-b77d967d8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:27.084524 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71e04d5a-3963-4105-86b8-b0277bab67da req-e11a479d-4281-4857-bb02-b77d967d8462 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 1096 time: 0.1309941 Aug 05 14:05:27.161091 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71e04d5a-3963-4105-86b8-b0277bab67da req-997b693e-9300-4590-930e-14b2133250b6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569162 Aug 05 14:05:27.219703 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:05:27.224319 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:05:27.224695 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:27.269746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] For port 6f456a13-3d98-4faf-b751-fe64775d983e, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:05:27.277080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] For port 6f456a13-3d98-4faf-b751-fe64775d983e, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6f456a13-3d98-4faf-b751-fe64775d983e,segment=NetworkSegment(b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7),segment_id=b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:05:27.292902 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:27.323235 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-580068d0-a12b-4aef-bd55-4073027d68ab req-d05874ea-5986-4f47-b786-a737286c5b6a tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.16 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 210 time: 0.0393145 Aug 05 14:05:27.324530 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-80e8d9f1-39e4-4c3c-9760-107129cd93b6 req-84c0f550-7c86-47f8-9e65-66e5cd7eabf9 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:27.352773 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-45f1b3c3-9a69-4db0-b97c-7007ed861d64 req-2883b162-5cba-4f9d-865f-af7705cde316 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398582 Aug 05 14:05:27.456100 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:27.510202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:27.510766 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0f550-7c86-47f8-9e65-66e5cd7eabf9 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Pushing event deleted for resources: {'Port': ['ID=d4440fae-f48a-4527-8f9a-10e1a05c650a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:27.515010 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:27.521011 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] 10.222.0.84 "PUT /v2.0/ports/6f456a13-3d98-4faf-b751-fe64775d983e HTTP/1.1" status: 200 len: 1091 time: 1.7607739 Aug 05 14:05:27.527814 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e8d9f1-39e4-4c3c-9760-107129cd93b6 req-84c0f550-7c86-47f8-9e65-66e5cd7eabf9 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] No DVR routers for this DVR port d4440fae-f48a-4527-8f9a-10e1a05c650a on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:05:27.553113 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-80e8d9f1-39e4-4c3c-9760-107129cd93b6 req-84c0f550-7c86-47f8-9e65-66e5cd7eabf9 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:27.561123 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-80e8d9f1-39e4-4c3c-9760-107129cd93b6 req-84c0f550-7c86-47f8-9e65-66e5cd7eabf9 tempest-ServerRescueNegativeTestJSON-1027615869 tempest-ServerRescueNegativeTestJSON-1027615869-project] 10.222.0.63 "DELETE /v2.0/ports/d4440fae-f48a-4527-8f9a-10e1a05c650a HTTP/1.1" status: 204 len: 173 time: 2.3692853 Aug 05 14:05:27.567891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:27.568289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3426fa5a-fcf8-49b0-bee8-35f345848db0', 'name': 'network-vif-deleted', 'tag': 'd4440fae-f48a-4527-8f9a-10e1a05c650a'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:27.592823 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:27.593302 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49bf8e8-5d49-4a18-8a5c-04e09919a363" -d '{"events": [{"server_uuid": "3426fa5a-fcf8-49b0-bee8-35f345848db0", "name": "network-vif-deleted", "tag": "d4440fae-f48a-4527-8f9a-10e1a05c650a"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:27.595639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device d4440fae-f48a-4527-8f9a-10e1a05c650a no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:05:27.676290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: d4440fae-f48a-4527-8f9a-10e1a05c650a {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:05:27.676837 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device d4440fae-f48a-4527-8f9a-10e1a05c650a not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:05:27.701708 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930eaec7-ac93-4577-ba43-bc04146b7f63 service neutron] Pushing event updated for resources: {'Port': ['ID=6f456a13-3d98-4faf-b751-fe64775d983e,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:27.741998 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b7c0e0d8-9c2b-4791-8e6e-88548aa02c78 req-e42a9403-d5e7-4235-b7b3-5866401f7283 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-750718770&fields=id&tenant_id=2f9847708ebc45e984bdac57eaab2a87 HTTP/1.1" status: 200 len: 267 time: 0.1703997 Aug 05 14:05:27.754521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe02fb-0d07-417f-a298-9857a0db23c1 req-008b2091-aa3b-43cf-8a02-d687630c5e43 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:27.765101 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13fe02fb-0d07-417f-a298-9857a0db23c1 req-008b2091-aa3b-43cf-8a02-d687630c5e43 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.2413063 Aug 05 14:05:27.803130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:27.834167 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13fe02fb-0d07-417f-a298-9857a0db23c1 req-8d5c1ede-b8a0-420a-abc0-99e2633def29 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671866 Aug 05 14:05:27.859026 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-23a8aef6-5a83-4545-b559-bd941428c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:27.859026 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-23a8aef6-5a83-4545-b559-bd941428c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:27.860127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-23a8aef6-5a83-4545-b559-bd941428c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:27.860127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-23a8aef6-5a83-4545-b559-bd941428c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:27.860671 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-23a8aef6-5a83-4545-b559-bd941428c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:27.861138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-23a8aef6-5a83-4545-b559-bd941428c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:27.862065 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-23a8aef6-5a83-4545-b559-bd941428c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:27.864605 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-23a8aef6-5a83-4545-b559-bd941428c76b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=453b7272943240199f4e2d4e8c2daa65&device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 6488 time: 0.2628877 Aug 05 14:05:27.897346 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0e0d8-9c2b-4791-8e6e-88548aa02c78 req-d57ea644-42d4-488b-912d-a86892a87e28 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:27.906557 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b7c0e0d8-9c2b-4791-8e6e-88548aa02c78 req-d57ea644-42d4-488b-912d-a86892a87e28 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 984 time: 0.1634521 Aug 05 14:05:27.914851 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-b7c0e0d8-9c2b-4791-8e6e-88548aa02c78 req-6868ad98-64b2-42a4-8ad9-a81fd78c8f9c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Request body: {'port': {'security_groups': ['a317f675-ddce-4d19-922d-e423d9dcb61e', 'fb9515eb-c244-4f6c-86be-bd6e287a77ab', 'a443e291-cf87-4127-b536-2a403c215b77']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:27.919492 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254c5b1d-4e2e-4ef6-8a74-38368b0d751b x-openstack-request-id: req-254c5b1d-4e2e-4ef6-8a74-38368b0d751b {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:27.919891 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "tag": "b86da6fa-6cc7-4e12-97d7-bf6a7de79160", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "tag": "4cb51a79-5861-4193-bf76-2b345e76cf41", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:27.920072 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-254c5b1d-4e2e-4ef6-8a74-38368b0d751b {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:27.920529 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'tag': 'b86da6fa-6cc7-4e12-97d7-bf6a7de79160', 'status': 'completed', 'code': 200} Aug 05 14:05:27.920843 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'tag': '4cb51a79-5861-4193-bf76-2b345e76cf41', 'status': 'completed', 'code': 200} Aug 05 14:05:27.980073 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-e15d135b-2726-4137-bf23-af2b610f75c3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=372fc99d-8fea-4afb-9826-220a6d587c73 HTTP/1.1" status: 200 len: 217 time: 0.1027348 Aug 05 14:05:28.039649 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afe3d6-81aa-4078-97ea-e78e38e859ea req-1c074b00-e530-4385-b14f-3bb8f71f6949 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:28.048150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afe3d6-81aa-4078-97ea-e78e38e859ea req-1c074b00-e530-4385-b14f-3bb8f71f6949 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:28.055695 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afe3d6-81aa-4078-97ea-e78e38e859ea req-1c074b00-e530-4385-b14f-3bb8f71f6949 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:28.069359 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afe3d6-81aa-4078-97ea-e78e38e859ea req-1c074b00-e530-4385-b14f-3bb8f71f6949 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:28.081006 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afe3d6-81aa-4078-97ea-e78e38e859ea req-1c074b00-e530-4385-b14f-3bb8f71f6949 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:28.083071 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b7c0e0d8-9c2b-4791-8e6e-88548aa02c78 req-6868ad98-64b2-42a4-8ad9-a81fd78c8f9c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:28.088213 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afe3d6-81aa-4078-97ea-e78e38e859ea req-1c074b00-e530-4385-b14f-3bb8f71f6949 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:28.095119 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afe3d6-81aa-4078-97ea-e78e38e859ea req-1c074b00-e530-4385-b14f-3bb8f71f6949 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:28.098350 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63afe3d6-81aa-4078-97ea-e78e38e859ea req-1c074b00-e530-4385-b14f-3bb8f71f6949 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5431 time: 0.1226268 Aug 05 14:05:28.113741 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-043bdcb3-8b85-4379-826f-45beaec36a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:28.115800 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-043bdcb3-8b85-4379-826f-45beaec36a20 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8ef51a27-0adf-4fb0-8c00-54e2b061931c HTTP/1.1" status: 200 len: 855 time: 0.1151273 Aug 05 14:05:28.152647 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63afe3d6-81aa-4078-97ea-e78e38e859ea req-b212a2fa-0942-4c5d-b0d8-b36de6ab6473 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454381 Aug 05 14:05:28.263319 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-a717861d-7f7f-46a1-939b-7458fb1b34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:28.270630 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-a717861d-7f7f-46a1-939b-7458fb1b34dc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=93a6cc11-4217-4144-a069-004cdc2ebc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443861 Aug 05 14:05:28.364742 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-56ec9c15-369a-48d0-82ef-f3c4f6ed08a2 req-9603ade4-5cc7-4712-9b78-fffb876b5686 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0341036 Aug 05 14:05:28.436532 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-892a6abb-b24d-4bb0-a6e2-e85033630656 req-4ee8a424-6846-40de-bc44-c51b8b631d99 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecb87bb7-4751-4d3c-8693-071744df79c6 HTTP/1.1" status: 200 len: 210 time: 0.0574894 Aug 05 14:05:28.457107 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-56ec9c15-369a-48d0-82ef-f3c4f6ed08a2 req-73ad883c-d36f-4e5c-9355-4d20a261a6ae service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=eae027deaae649f2a01c906f6b6827e0&device_id=3426fa5a-fcf8-49b0-bee8-35f345848db0 HTTP/1.1" status: 200 len: 210 time: 0.0525436 Aug 05 14:05:28.460192 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-e331dbf8-72c4-4ad3-b281-6eb7b63d820b service neutron] 10.222.0.84 "GET /v2.0/networks/93a6cc11-4217-4144-a069-004cdc2ebc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834404 Aug 05 14:05:28.509737 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21311f38-1c32-483f-bc43-739443cc8afa x-openstack-request-id: req-21311f38-1c32-483f-bc43-739443cc8afa {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:28.510428 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3426fa5a-fcf8-49b0-bee8-35f345848db0", "name": "network-vif-deleted", "tag": "d4440fae-f48a-4527-8f9a-10e1a05c650a", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:28.510839 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21311f38-1c32-483f-bc43-739443cc8afa {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:28.512198 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3426fa5a-fcf8-49b0-bee8-35f345848db0', 'name': 'network-vif-deleted', 'tag': 'd4440fae-f48a-4527-8f9a-10e1a05c650a', 'status': 'completed', 'code': 200} Aug 05 14:05:28.562454 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 59820) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:28.623809 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec9c15-369a-48d0-82ef-f3c4f6ed08a2 req-693cb602-94db-4454-98b6-3bd5f6e037a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:28.630462 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-56ec9c15-369a-48d0-82ef-f3c4f6ed08a2 req-693cb602-94db-4454-98b6-3bd5f6e037a2 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=eae027deaae649f2a01c906f6b6827e0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1427884 Aug 05 14:05:28.734970 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-527c51f5-2f15-4b41-ac7e-767a5fa0c1dd service neutron] 10.222.0.84 "GET /v2.0/networks/93a6cc11-4217-4144-a069-004cdc2ebc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228477 Aug 05 14:05:28.761504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-b7c0e0d8-9c2b-4791-8e6e-88548aa02c78 req-6868ad98-64b2-42a4-8ad9-a81fd78c8f9c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] For port af45dc11-7b46-4170-afe8-ff8471bda8e5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=af45dc11-7b46-4170-afe8-ff8471bda8e5,segment=NetworkSegment(649d59ed-a29a-43b0-9d36-fc0e44512879),segment_id=649d59ed-a29a-43b0-9d36-fc0e44512879)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:28.789803 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92874f62-d797-47a3-84f8-4e361b4fe8f2 req-60fcece6-47aa-4272-b169-8984cf5d2bbd tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:28.797030 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92874f62-d797-47a3-84f8-4e361b4fe8f2 req-60fcece6-47aa-4272-b169-8984cf5d2bbd tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 945 time: 0.1655297 Aug 05 14:05:28.814665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa7092b-c083-43cc-94ff-63edf5d0d11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:28.817234 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63ff4a4-5153-4f24-970e-0f795986c519" -d '{"events": [{"server_uuid": "daa7092b-c083-43cc-94ff-63edf5d0d11d", "name": "network-vif-plugged", "status": "completed", "tag": "6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:28.824236 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec9c15-369a-48d0-82ef-f3c4f6ed08a2 req-0d4f32dc-159c-4148-9918-9627383d54a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:28.825685 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-56ec9c15-369a-48d0-82ef-f3c4f6ed08a2 req-0d4f32dc-159c-4148-9918-9627383d54a1 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1813300 Aug 05 14:05:28.828190 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-bff3c2bb-fc89-445a-92db-ca06c0feadd6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=16f41a90-f0ad-41fd-94e2-ad79df4668bf HTTP/1.1" status: 200 len: 217 time: 0.0801964 Aug 05 14:05:28.902819 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92874f62-d797-47a3-84f8-4e361b4fe8f2 req-145f59a6-ac31-4a58-8676-c42213d6eda4 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048884 Aug 05 14:05:28.910820 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b7c0e0d8-9c2b-4791-8e6e-88548aa02c78 req-6868ad98-64b2-42a4-8ad9-a81fd78c8f9c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:28.967567 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2854dac7-abde-49fe-8300-3702bafb24f7 x-openstack-request-id: req-2854dac7-abde-49fe-8300-3702bafb24f7 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:28.968153 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa7092b-c083-43cc-94ff-63edf5d0d11d", "name": "network-vif-plugged", "status": "completed", "tag": "6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:28.968648 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2854dac7-abde-49fe-8300-3702bafb24f7 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:28.969236 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa7092b-c083-43cc-94ff-63edf5d0d11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72', 'code': 200} Aug 05 14:05:29.025100 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-2ed4005a-8623-47b8-9048-dec528dec907 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:29.026676 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-2ed4005a-8623-47b8-9048-dec528dec907 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.63 "GET /v2.0/networks?id=e573835f-6f8f-4786-ab90-bd3e1ecdbc6f HTTP/1.1" status: 200 len: 814 time: 0.2124853 Aug 05 14:05:29.093218 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-3e2f3b08-96e8-47ad-8dc4-0c24e037fa2f tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Request body: {'port': {'device_id': 'ecb87bb7-4751-4d3c-8693-071744df79c6', 'network_id': 'e573835f-6f8f-4786-ab90-bd3e1ecdbc6f', 'admin_state_up': True, 'tenant_id': '3783089a60f24b3b907443ef92fc9f76'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:29.263327 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4f2c6-b1be-4f9a-9958-83e2c6bcdc6f req-6f34949d-4443-4cbe-bb41-4727aff8f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:29.265997 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-51d4f2c6-b1be-4f9a-9958-83e2c6bcdc6f req-6f34949d-4443-4cbe-bb41-4727aff8f05e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 1096 time: 0.2067740 Aug 05 14:05:29.310523 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b7c0e0d8-9c2b-4791-8e6e-88548aa02c78 req-6868ad98-64b2-42a4-8ad9-a81fd78c8f9c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:29.315818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba1608-5c35-4d22-bf8d-3983dfb71111 req-fc18708a-3018-4f2a-bee8-27ef9f960f3b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:29.318643 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3cba1608-5c35-4d22-bf8d-3983dfb71111 req-fc18708a-3018-4f2a-bee8-27ef9f960f3b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.2717741 Aug 05 14:05:29.322801 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586', 'af45dc11-7b46-4170-afe8-ff8471bda8e5'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:29.404472 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-51d4f2c6-b1be-4f9a-9958-83e2c6bcdc6f req-5f3f5cd4-6335-49ac-866c-bfc47a7375d7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186135 Aug 05 14:05:29.410890 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3cba1608-5c35-4d22-bf8d-3983dfb71111 req-22bd10a7-febf-4cc9-ab3b-ca14a2a6b892 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807235 Aug 05 14:05:29.411482 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-3e2f3b08-96e8-47ad-8dc4-0c24e037fa2f tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Made reservation on behalf of 3783089a60f24b3b907443ef92fc9f76 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:05:29.415514 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-3e2f3b08-96e8-47ad-8dc4-0c24e037fa2f tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:29.462739 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868ad98-64b2-42a4-8ad9-a81fd78c8f9c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event updated for resources: {'Port': ['ID=af45dc11-7b46-4170-afe8-ff8471bda8e5,revision_number=7']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:29.469917 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-b5810b53-dbdc-4e33-abd3-d5e0bf0c6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:29.472614 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-b5810b53-dbdc-4e33-abd3-d5e0bf0c6b16 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=baa85579-9346-4ba3-9869-594967089d73 HTTP/1.1" status: 200 len: 797 time: 0.6127775 Aug 05 14:05:29.486502 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0e0d8-9c2b-4791-8e6e-88548aa02c78 req-6868ad98-64b2-42a4-8ad9-a81fd78c8f9c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:29.488166 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b7c0e0d8-9c2b-4791-8e6e-88548aa02c78 req-6868ad98-64b2-42a4-8ad9-a81fd78c8f9c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:29.489869 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b7c0e0d8-9c2b-4791-8e6e-88548aa02c78 req-6868ad98-64b2-42a4-8ad9-a81fd78c8f9c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "PUT /v2.0/ports/af45dc11-7b46-4170-afe8-ff8471bda8e5 HTTP/1.1" status: 200 len: 1020 time: 1.5820854 Aug 05 14:05:29.585297 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-72e68150-7b9d-443d-a666-3589d1ce60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:29.587195 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-72e68150-7b9d-443d-a666-3589d1ce60a3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d09d10-2b62-4425-8299-f14f2c9a99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0961523 Aug 05 14:05:29.626511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['af45dc11-7b46-4170-afe8-ff8471bda8e5'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:29.761121 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899c9d1-bd98-4389-baca-95696a50848c req-84a96bc0-2b84-44e5-b5fb-4e2dd5a59b7e tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:29.762755 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8899c9d1-bd98-4389-baca-95696a50848c req-84a96bc0-2b84-44e5-b5fb-4e2dd5a59b7e tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1982257 Aug 05 14:05:29.766215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ad501-c32a-4300-ac41-3662b94e5586 req-52d8870f-6365-491c-b8af-46261a87371f tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:29.773474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ad501-c32a-4300-ac41-3662b94e5586 req-52d8870f-6365-491c-b8af-46261a87371f tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:29.780211 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ad501-c32a-4300-ac41-3662b94e5586 req-52d8870f-6365-491c-b8af-46261a87371f tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:29.788362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ad501-c32a-4300-ac41-3662b94e5586 req-52d8870f-6365-491c-b8af-46261a87371f tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:29.794855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ad501-c32a-4300-ac41-3662b94e5586 req-52d8870f-6365-491c-b8af-46261a87371f tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:29.804788 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ad501-c32a-4300-ac41-3662b94e5586 req-52d8870f-6365-491c-b8af-46261a87371f tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:29.811438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ad501-c32a-4300-ac41-3662b94e5586 req-52d8870f-6365-491c-b8af-46261a87371f tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:29.813537 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad8ad501-c32a-4300-ac41-3662b94e5586 req-52d8870f-6365-491c-b8af-46261a87371f tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5431 time: 0.2306147 Aug 05 14:05:29.865701 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8899c9d1-bd98-4389-baca-95696a50848c req-c4db9206-80f7-4b6a-9f9b-9e7c697d025d tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 696 time: 0.0940392 Aug 05 14:05:29.882983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-3e2f3b08-96e8-47ad-8dc4-0c24e037fa2f tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Allocated IP 172.20.0.13 (e573835f-6f8f-4786-ab90-bd3e1ecdbc6f/3e83831e-b499-47cb-83a3-4beadc6f1929/7379e387-cf93-409b-ad70-2b4b81f2e503) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:05:29.894541 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad8ad501-c32a-4300-ac41-3662b94e5586 req-7c6ea96a-8d1d-49a3-ad99-a3e8c7e8a18e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686471 Aug 05 14:05:29.922099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'tag': '6f456a13-3d98-4faf-b751-fe64775d983e'}, {'name': 'network-changed', 'server_uuid': '65b594a6-6722-4fa6-8438-a9e0323db989', 'tag': 'af45dc11-7b46-4170-afe8-ff8471bda8e5'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:29.925241 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245ee870-13dc-44fe-8604-a874257a6a42" -d '{"events": [{"name": "network-changed", "server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "tag": "6f456a13-3d98-4faf-b751-fe64775d983e"}, {"name": "network-changed", "server_uuid": "65b594a6-6722-4fa6-8438-a9e0323db989", "tag": "af45dc11-7b46-4170-afe8-ff8471bda8e5"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:29.932201 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-8389e2ac-7cf5-4c3e-9406-7b3325dc8e4e service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315520 Aug 05 14:05:29.947276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-8899c9d1-bd98-4389-baca-95696a50848c req-706e88bc-8ec0-4549-a250-22426859d0f7 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Request body: {'floatingip': {'port_id': 'cbfb30e8-6edd-4075-afae-81b9f7a708be', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:30.119527 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-075f14d9-8bfd-46fa-8438-730ae031a872 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779010 Aug 05 14:05:30.141173 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fde74872-5abd-4a3b-a302-0e5fc6851427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:30.199567 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-3e2f3b08-96e8-47ad-8dc4-0c24e037fa2f tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:30.225290 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8899c9d1-bd98-4389-baca-95696a50848c req-706e88bc-8ec0-4549-a250-22426859d0f7 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks [] for floatingip, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:30.235698 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-050a8054-b6c4-4634-b2fd-420a629bebe8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=8cf5bb65-52fb-49c7-9db8-1e032ba8e091 HTTP/1.1" status: 200 len: 217 time: 0.1073508 Aug 05 14:05:30.289930 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14f2b387-117e-461c-b62d-8964b61cbca6 req-daa198a6-cf55-44e3-a700-de6cad41490e tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecb87bb7-4751-4d3c-8693-071744df79c6 HTTP/1.1" status: 200 len: 210 time: 0.1087918 Aug 05 14:05:30.462807 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-3e2f3b08-96e8-47ad-8dc4-0c24e037fa2f tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:30.502035 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1df1e5f-61ea-433c-835d-da01e768c510 req-ce53259a-e026-4c4b-9219-001170c49024 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/a443e291-cf87-4127-b536-2a403c215b77 HTTP/1.1" status: 200 len: 1802 time: 0.1316116 Aug 05 14:05:30.536338 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2d65772b-4f9e-461a-8aaf-1cc8cdf0da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:30.539898 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-2d65772b-4f9e-461a-8aaf-1cc8cdf0da01 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=baa85579-9346-4ba3-9869-594967089d73 HTTP/1.1" status: 200 len: 797 time: 0.2867556 Aug 05 14:05:30.551397 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-3e2f3b08-96e8-47ad-8dc4-0c24e037fa2f tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Network e573835f-6f8f-4786-ab90-bd3e1ecdbc6f is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:05:30.557686 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-3e2f3b08-96e8-47ad-8dc4-0c24e037fa2f tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:05:30.566910 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-3e2f3b08-96e8-47ad-8dc4-0c24e037fa2f tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:05:30.590009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f3b08-96e8-47ad-8dc4-0c24e037fa2f tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Pushing event updated for resources: {'Port': ['ID=7379e387-cf93-409b-ad70-2b4b81f2e503,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:30.636008 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-d1df1e5f-61ea-433c-835d-da01e768c510 req-3995fb59-7a9b-4f29-9415-8aa075b5acdd tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 05 14:05:30.637214 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1df1e5f-61ea-433c-835d-da01e768c510 req-3995fb59-7a9b-4f29-9415-8aa075b5acdd tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "DELETE /v2.0/security-groups/a443e291-cf87-4127-b536-2a403c215b77 HTTP/1.1" status: 409 len: 341 time: 0.1336739 Aug 05 14:05:30.671464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-90d742f7-48fc-4b13-b25d-c4de1f9a4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:30.675662 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-90d742f7-48fc-4b13-b25d-c4de1f9a4845 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d09d10-2b62-4425-8299-f14f2c9a99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1205688 Aug 05 14:05:30.737245 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ab95a5-9e10-4f95-b981-36143de409b1 x-openstack-request-id: req-44ab95a5-9e10-4f95-b981-36143de409b1 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:30.737503 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "tag": "6f456a13-3d98-4faf-b751-fe64775d983e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "65b594a6-6722-4fa6-8438-a9e0323db989", "tag": "af45dc11-7b46-4170-afe8-ff8471bda8e5", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:30.737737 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44ab95a5-9e10-4f95-b981-36143de409b1 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:30.738269 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'tag': '6f456a13-3d98-4faf-b751-fe64775d983e', 'status': 'completed', 'code': 200} Aug 05 14:05:30.738579 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b594a6-6722-4fa6-8438-a9e0323db989', 'tag': 'af45dc11-7b46-4170-afe8-ff8471bda8e5', 'status': 'completed', 'code': 200} Aug 05 14:05:30.813168 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-3e2f3b08-96e8-47ad-8dc4-0c24e037fa2f tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:30.813754 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-3e2f3b08-96e8-47ad-8dc4-0c24e037fa2f tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:30.916406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccce609-5908-429b-ad23-1f9f9f3acbed req-fde3fa21-3fa4-4657-928a-69fdb55aed53 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:30.917845 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5ccce609-5908-429b-ad23-1f9f9f3acbed req-fde3fa21-3fa4-4657-928a-69fdb55aed53 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.1048126 Aug 05 14:05:30.944150 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-3e2f3b08-96e8-47ad-8dc4-0c24e037fa2f tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8554485 Aug 05 14:05:30.953851 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-b521fa2a-1cf3-4191-85db-0f684ea5e5e7 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577708 Aug 05 14:05:30.974139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Request body: {'port': {'device_id': 'ecb87bb7-4751-4d3c-8693-071744df79c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:31.005523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ee870-13dc-44fe-8604-a874257a6a42 req-a93eaa73-1d20-41ca-bc83-d42378ee7b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:31.007433 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-245ee870-13dc-44fe-8604-a874257a6a42 req-a93eaa73-1d20-41ca-bc83-d42378ee7b88 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f9847708ebc45e984bdac57eaab2a87&device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 1174 time: 0.2263749 Aug 05 14:05:31.063381 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-fde74872-5abd-4a3b-a302-0e5fc6851427 admin admin] Deleting port 18034c3d-c847-4015-bf9e-585b39ec77d4 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:05:31.063819 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fde74872-5abd-4a3b-a302-0e5fc6851427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:31.139080 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5ccce609-5908-429b-ad23-1f9f9f3acbed req-e3c80f39-06f6-4e19-ad2f-80c2e8e531ef tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066090 Aug 05 14:05:31.166589 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:31.179472 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d343d312-ba9f-4cb2-9be6-732e5ddf7644 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066441 Aug 05 14:05:31.192031 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.resource_extend [req-8899c9d1-bd98-4389-baca-95696a50848c req-706e88bc-8ec0-4549-a250-22426859d0f7 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 14:05:31.257503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-fde74872-5abd-4a3b-a302-0e5fc6851427 admin admin] For port 18034c3d-c847-4015-bf9e-585b39ec77d4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=18034c3d-c847-4015-bf9e-585b39ec77d4,segment=NetworkSegment(3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a),segment_id=3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:31.257891 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fde74872-5abd-4a3b-a302-0e5fc6851427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:31.262864 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-9ea9f13f-406e-4ea2-89f3-e2d31ba5309a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f HTTP/1.1" status: 200 len: 217 time: 0.0659902 Aug 05 14:05:31.310419 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-fde74872-5abd-4a3b-a302-0e5fc6851427 admin admin] Calling delete_port for 18034c3d-c847-4015-bf9e-585b39ec77d4 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:05:31.316558 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ee870-13dc-44fe-8604-a874257a6a42 req-e487e56f-85f5-4d85-93d7-f01f28ecd6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:31.319777 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-245ee870-13dc-44fe-8604-a874257a6a42 req-e487e56f-85f5-4d85-93d7-f01f28ecd6e8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ca08035c-6998-4851-9567-7c6e2df15a50 HTTP/1.1" status: 200 len: 914 time: 0.3016875 Aug 05 14:05:31.326115 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8899c9d1-bd98-4389-baca-95696a50848c req-706e88bc-8ec0-4549-a250-22426859d0f7 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:31.345618 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-efe19a53-fba8-44e6-860c-c2133b1bd679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:31.346421 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8899c9d1-bd98-4389-baca-95696a50848c req-706e88bc-8ec0-4549-a250-22426859d0f7 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:31.348936 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-efe19a53-fba8-44e6-860c-c2133b1bd679 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=baa85579-9346-4ba3-9869-594967089d73 HTTP/1.1" status: 200 len: 797 time: 0.0772707 Aug 05 14:05:31.462989 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-245ee870-13dc-44fe-8604-a874257a6a42 req-ae96575e-9d12-47b2-856a-e843e5e02724 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af45dc11-7b46-4170-afe8-ff8471bda8e5 HTTP/1.1" status: 200 len: 217 time: 0.1355686 Aug 05 14:05:31.496719 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-86da0980-8a1c-4090-8355-778d5738e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:31.498549 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-86da0980-8a1c-4090-8355-778d5738e19a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d09d10-2b62-4425-8299-f14f2c9a99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1107521 Aug 05 14:05:31.587176 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ee870-13dc-44fe-8604-a874257a6a42 req-9d17ee06-5b26-450c-bf37-108828490cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:31.588648 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-245ee870-13dc-44fe-8604-a874257a6a42 req-9d17ee06-5b26-450c-bf37-108828490cff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a31d76d1-1b18-435c-aeaf-3937ef6a51bc HTTP/1.1" status: 200 len: 853 time: 0.0736568 Aug 05 14:05:31.638231 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732afc44-fc53-44af-8fdd-a8de66cfe68a req-f9147b34-ef86-4ed6-8fbe-fc6b401f2317 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:31.644598 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732afc44-fc53-44af-8fdd-a8de66cfe68a req-f9147b34-ef86-4ed6-8fbe-fc6b401f2317 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:31.650453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732afc44-fc53-44af-8fdd-a8de66cfe68a req-f9147b34-ef86-4ed6-8fbe-fc6b401f2317 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:31.656230 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732afc44-fc53-44af-8fdd-a8de66cfe68a req-f9147b34-ef86-4ed6-8fbe-fc6b401f2317 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:31.662437 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732afc44-fc53-44af-8fdd-a8de66cfe68a req-f9147b34-ef86-4ed6-8fbe-fc6b401f2317 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:31.668406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732afc44-fc53-44af-8fdd-a8de66cfe68a req-f9147b34-ef86-4ed6-8fbe-fc6b401f2317 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:31.675004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732afc44-fc53-44af-8fdd-a8de66cfe68a req-f9147b34-ef86-4ed6-8fbe-fc6b401f2317 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:31.676951 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-732afc44-fc53-44af-8fdd-a8de66cfe68a req-f9147b34-ef86-4ed6-8fbe-fc6b401f2317 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5431 time: 0.1848416 Aug 05 14:05:31.720430 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-d253fb99-3ddf-4d77-9455-1fd54612f348 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113256 Aug 05 14:05:31.812966 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-732afc44-fc53-44af-8fdd-a8de66cfe68a req-c352e01a-7b7f-457c-b8de-82df18911c91 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138430 Aug 05 14:05:31.852195 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fde74872-5abd-4a3b-a302-0e5fc6851427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:31.917497 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde74872-5abd-4a3b-a302-0e5fc6851427 admin admin] Pushing event deleted for resources: {'Port': ['ID=18034c3d-c847-4015-bf9e-585b39ec77d4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:32.035890 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-245ee870-13dc-44fe-8604-a874257a6a42 req-5ca33ac7-f88a-4cf4-9755-4b96a85ad891 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ca08035c-6998-4851-9567-7c6e2df15a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4388089 Aug 05 14:05:32.047451 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-caad829d-c15f-4b49-873a-3f7f0aa528d3 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027291 Aug 05 14:05:32.110896 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-44b5443e-1773-4890-84c9-0ab41d343b0c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b86da6fa-6cc7-4e12-97d7-bf6a7de79160 HTTP/1.1" status: 200 len: 217 time: 0.0533924 Aug 05 14:05:32.145496 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [req-8899c9d1-bd98-4389-baca-95696a50848c req-706e88bc-8ec0-4549-a250-22426859d0f7 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Floating IP 7cd5fd83-345d-476f-8ea3-391b81b499dc associated. External IP: 172.25.5.137, port: cbfb30e8-6edd-4075-afae-81b9f7a708be. Aug 05 14:05:32.279873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-dcf7048b-06e8-49ad-acf1-6147f5d7c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:32.279873 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-dcf7048b-06e8-49ad-acf1-6147f5d7c226 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=baa85579-9346-4ba3-9869-594967089d73 HTTP/1.1" status: 200 len: 797 time: 0.1592863 Aug 05 14:05:32.287568 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-245ee870-13dc-44fe-8604-a874257a6a42 req-c1513857-299f-41c3-b343-933ede2279e6 service neutron] 10.222.0.63 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359290 Aug 05 14:05:32.321064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0e586-7276-4a56-bc92-4964a439555b req-89f340a0-66f9-49a2-b676-7ec1ea66bcc5 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:32.322625 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5b0e586-7276-4a56-bc92-4964a439555b req-89f340a0-66f9-49a2-b676-7ec1ea66bcc5 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecb87bb7-4751-4d3c-8693-071744df79c6 HTTP/1.1" status: 200 len: 932 time: 0.1361723 Aug 05 14:05:32.365143 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fde74872-5abd-4a3b-a302-0e5fc6851427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:32.380183 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7379e387-cf93-409b-ad70-2b4b81f2e503 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:32.392850 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:32.461013 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Transition to ACTIVE for port object 7379e387-cf93-409b-ad70-2b4b81f2e503 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:05:32.468993 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:32.528036 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-245ee870-13dc-44fe-8604-a874257a6a42 req-cbbe1299-97a6-48e3-8ab9-79f4a8734395 service neutron] 10.222.0.63 "GET /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204149 Aug 05 14:05:32.572807 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7379e387-cf93-409b-ad70-2b4b81f2e503,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:32.647511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8899c9d1-bd98-4389-baca-95696a50848c req-706e88bc-8ec0-4549-a250-22426859d0f7 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Router ec543018-22b0-4799-aff8-a8bbabf86d8b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:05:32.687505 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Attempting to bind port 7379e387-cf93-409b-ad70-2b4b81f2e503 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:05:32.687752 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Attempting to bind port 7379e387-cf93-409b-ad70-2b4b81f2e503 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'd1a93977-63ee-4e58-9da3-3d062c35023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e573835f-6f8f-4786-ab90-bd3e1ecdbc6f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:05:32.688096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Attempting to bind port 7379e387-cf93-409b-ad70-2b4b81f2e503 on network e573835f-6f8f-4786-ab90-bd3e1ecdbc6f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:32.729509 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Port 7379e387-cf93-409b-ad70-2b4b81f2e503 on network e573835f-6f8f-4786-ab90-bd3e1ecdbc6f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:05:32.729841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Attempting to bind port 7379e387-cf93-409b-ad70-2b4b81f2e503 on network e573835f-6f8f-4786-ab90-bd3e1ecdbc6f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:05:32.737214 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-be035905-f638-4869-9a94-b9c87bc44ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:32.738765 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-be035905-f638-4869-9a94-b9c87bc44ef7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d09d10-2b62-4425-8299-f14f2c9a99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4407797 Aug 05 14:05:32.744286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:05:32.744634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Checking segment: {'id': 'd1a93977-63ee-4e58-9da3-3d062c35023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e573835f-6f8f-4786-ab90-bd3e1ecdbc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:05:32.745032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Bound using segment: {'id': 'd1a93977-63ee-4e58-9da3-3d062c35023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e573835f-6f8f-4786-ab90-bd3e1ecdbc6f'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:05:32.745479 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Bound port: 7379e387-cf93-409b-ad70-2b4b81f2e503, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a93977-63ee-4e58-9da3-3d062c35023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e573835f-6f8f-4786-ab90-bd3e1ecdbc6f'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:05:32.745844 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:32.750368 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5b0e586-7276-4a56-bc92-4964a439555b req-2c1795fd-ac64-449b-82e1-268776c26af3 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c1762b-34c2-4dd3-8961-c57903f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113688 Aug 05 14:05:32.854682 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8899c9d1-bd98-4389-baca-95696a50848c req-706e88bc-8ec0-4549-a250-22426859d0f7 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:05:32.860001 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8899c9d1-bd98-4389-baca-95696a50848c req-706e88bc-8ec0-4549-a250-22426859d0f7 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:32.867862 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41affe13-09d3-4019-b47c-9e5c989bed78 None None] Sync routers for ids ['ec543018-22b0-4799-aff8-a8bbabf86d8b'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:05:32.878038 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41affe13-09d3-4019-b47c-9e5c989bed78 None None] Routers {'ec543018-22b0-4799-aff8-a8bbabf86d8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:05:32.878745 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-41affe13-09d3-4019-b47c-9e5c989bed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ec543018-22b0-4799-aff8-a8bbabf86d8b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:32.895029 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] For port 7379e387-cf93-409b-ad70-2b4b81f2e503, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:05:32.914854 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8899c9d1-bd98-4389-baca-95696a50848c req-706e88bc-8ec0-4549-a250-22426859d0f7 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "PUT /v2.0/floatingips/7cd5fd83-345d-476f-8ea3-391b81b499dc HTTP/1.1" status: 200 len: 997 time: 3.0470865 Aug 05 14:05:32.920673 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] For port 7379e387-cf93-409b-ad70-2b4b81f2e503, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7379e387-cf93-409b-ad70-2b4b81f2e503,segment=NetworkSegment(d1a93977-63ee-4e58-9da3-3d062c35023c),segment_id=d1a93977-63ee-4e58-9da3-3d062c35023c)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:05:32.922182 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'tag': 'cbfb30e8-6edd-4075-afae-81b9f7a708be'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:32.926791 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6714da1-fa3d-4450-9a19-f0d55a2a5d90" -d '{"events": [{"name": "network-changed", "server_uuid": "533bfb9b-7273-4911-b5c3-eb8e3413b79e", "tag": "cbfb30e8-6edd-4075-afae-81b9f7a708be"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:32.941518 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:32.954638 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb515ad-c8de-42e4-a79c-b593b224c74f req-912ea277-7156-450b-92b6-d1d0ad3b1c9f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:32.956260 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-abb515ad-c8de-42e4-a79c-b593b224c74f req-912ea277-7156-450b-92b6-d1d0ad3b1c9f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 1023 time: 0.1279230 Aug 05 14:05:32.985582 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-a4cc5f1d-7de9-4897-8610-6c7884330070 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383761 Aug 05 14:05:33.001096 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-41affe13-09d3-4019-b47c-9e5c989bed78 None None] Set router ec543018-22b0-4799-aff8-a8bbabf86d8b gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:05:33.032910 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7379e387-cf93-409b-ad70-2b4b81f2e503,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:33.048020 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:33.050468 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:33.051300 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-8a0f63b6-f376-4178-a5c6-03debd31e3c1 service neutron] 10.222.0.63 "PUT /v2.0/ports/7379e387-cf93-409b-ad70-2b4b81f2e503 HTTP/1.1" status: 200 len: 1092 time: 2.0886569 Aug 05 14:05:33.069268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899c9d1-bd98-4389-baca-95696a50848c req-339afb75-dded-4b3d-a4b4-9a9b63fd9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:33.077813 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8899c9d1-bd98-4389-baca-95696a50848c req-339afb75-dded-4b3d-a4b4-9a9b63fd9df3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 1097 time: 0.1465087 Aug 05 14:05:33.109945 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-abb515ad-c8de-42e4-a79c-b593b224c74f req-eaf198a8-afe2-42c6-97f8-6b1926b6bf67 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&id=a443e291-cf87-4127-b536-2a403c215b77&id=a317f675-ddce-4d19-922d-e423d9dcb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1420329 Aug 05 14:05:33.266832 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899c9d1-bd98-4389-baca-95696a50848c req-cbc36960-9907-459f-be35-40bd1ec45b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:33.276680 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8899c9d1-bd98-4389-baca-95696a50848c req-cbc36960-9907-459f-be35-40bd1ec45b99 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 200 len: 922 time: 0.1978080 Aug 05 14:05:33.284597 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-0a8e7b47-9f32-4605-8544-dca8511309d3 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880986 Aug 05 14:05:33.345907 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-41affe13-09d3-4019-b47c-9e5c989bed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '7cd5fd83-345d-476f-8ea3-391b81b499dc', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'port_id': 'cbfb30e8-6edd-4075-afae-81b9f7a708be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'mac_address': 'fa:16:3e:8e:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:05:04Z', 'updated_at': '2021-08-05T14:05:31Z', 'revision_number': 1, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:46Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:33.350692 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde74872-5abd-4a3b-a302-0e5fc6851427 admin admin] Router 0be0f221-9594-4c97-b2c0-b8646bdce6a7 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:05:33.352456 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-47b1c453-6e35-4d4c-8fca-b90c474e081b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cb51a79-5861-4193-bf76-2b345e76cf41 HTTP/1.1" status: 200 len: 217 time: 0.0437670 Aug 05 14:05:33.368951 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7824396-a46d-4d31-bea9-c9eaffef6300 req-1d9a16d1-b1ce-4dce-8be2-852e40a05c23 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:33.371027 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7824396-a46d-4d31-bea9-c9eaffef6300 req-1d9a16d1-b1ce-4dce-8be2-852e40a05c23 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.1633196 Aug 05 14:05:33.386002 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41affe13-09d3-4019-b47c-9e5c989bed78 None None] Checking router: ec543018-22b0-4799-aff8-a8bbabf86d8b for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:05:33.398717 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41affe13-09d3-4019-b47c-9e5c989bed78 None None] Routers {'ec543018-22b0-4799-aff8-a8bbabf86d8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:05:33.399808 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-41affe13-09d3-4019-b47c-9e5c989bed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ec543018-22b0-4799-aff8-a8bbabf86d8b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:33.472750 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8899c9d1-bd98-4389-baca-95696a50848c req-772411cc-3796-40e7-8065-9381f9a8e349 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbfb30e8-6edd-4075-afae-81b9f7a708be HTTP/1.1" status: 200 len: 1000 time: 0.1947074 Aug 05 14:05:33.509823 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-463d4f0c-b36c-4980-8453-1ce8a9fa3f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:33.511441 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-463d4f0c-b36c-4980-8453-1ce8a9fa3f87 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3783089a60f24b3b907443ef92fc9f76&device_id=ecb87bb7-4751-4d3c-8693-071744df79c6 HTTP/1.1" status: 200 len: 1095 time: 0.2321692 Aug 05 14:05:33.545130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde74872-5abd-4a3b-a302-0e5fc6851427 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:05:33.557719 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa91b1e6-5cc0-489c-b188-58a898a6695d None None] Sync routers for ids ['0be0f221-9594-4c97-b2c0-b8646bdce6a7'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:05:33.559650 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce28aca-6176-4d42-96d4-95bc16e41c35 req-7bae06ba-c46d-492f-bed2-f385356d2e63 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:33.561436 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ce28aca-6176-4d42-96d4-95bc16e41c35 req-7bae06ba-c46d-492f-bed2-f385356d2e63 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.63 "GET /v2.0/ports?device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 1023 time: 0.2425177 Aug 05 14:05:33.561914 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fde74872-5abd-4a3b-a302-0e5fc6851427 admin admin] 10.222.0.16 "PUT /v2.0/routers/0be0f221-9594-4c97-b2c0-b8646bdce6a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9935403 Aug 05 14:05:33.566009 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-41affe13-09d3-4019-b47c-9e5c989bed78 None None] Set router ec543018-22b0-4799-aff8-a8bbabf86d8b gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:05:33.571680 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa91b1e6-5cc0-489c-b188-58a898a6695d None None] Routers {'0be0f221-9594-4c97-b2c0-b8646bdce6a7'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:05:33.575008 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aa91b1e6-5cc0-489c-b188-58a898a6695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0be0f221-9594-4c97-b2c0-b8646bdce6a7'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:33.586129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 59888) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:33.621865 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-0adf0521-93f2-4796-acf7-4d841dfd49a2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7379e387-cf93-409b-ad70-2b4b81f2e503 HTTP/1.1" status: 200 len: 217 time: 0.0817153 Aug 05 14:05:33.677624 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7824396-a46d-4d31-bea9-c9eaffef6300 req-dff73ba3-3282-42e6-90ac-033fd05bf8df tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946091 Aug 05 14:05:33.711467 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-bb235e92-a7a9-41f7-9134-e42cbb797ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:33.715356 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-bb235e92-a7a9-41f7-9134-e42cbb797ff1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=33f2503f-0424-4c1d-ba63-29e061f584f1 HTTP/1.1" status: 200 len: 797 time: 0.3433552 Aug 05 14:05:33.721844 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899c9d1-bd98-4389-baca-95696a50848c req-1c7d262b-9aa9-4ec9-9ee7-44dd0148d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:33.736587 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8899c9d1-bd98-4389-baca-95696a50848c req-1c7d262b-9aa9-4ec9-9ee7-44dd0148d8b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=406044e5-f2b2-40f1-bb44-dec148e1ac6c HTTP/1.1" status: 200 len: 860 time: 0.2593806 Aug 05 14:05:33.819099 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-aa91b1e6-5cc0-489c-b188-58a898a6695d None None] Set router 0be0f221-9594-4c97-b2c0-b8646bdce6a7 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:05:33.938438 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-cdba4388-d933-4187-aae8-8d47039282d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:33.941570 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-cdba4388-d933-4187-aae8-8d47039282d5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3e83831e-b499-47cb-83a3-4beadc6f1929 HTTP/1.1" status: 200 len: 854 time: 0.2445695 Aug 05 14:05:33.947142 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-41affe13-09d3-4019-b47c-9e5c989bed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '7cd5fd83-345d-476f-8ea3-391b81b499dc', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'port_id': 'cbfb30e8-6edd-4075-afae-81b9f7a708be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'mac_address': 'fa:16:3e:8e:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:05:04Z', 'updated_at': '2021-08-05T14:05:31Z', 'revision_number': 1, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:46Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:33.988624 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-20c1d35e-1fdd-45c3-9022-4382d1c63c76 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e573835f-6f8f-4786-ab90-bd3e1ecdbc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360556 Aug 05 14:05:33.999943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-a0858fa9-09e3-4187-b3d0-f1b9758c9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:34.001731 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-a0858fa9-09e3-4187-b3d0-f1b9758c9191 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de3b5517-820c-4f25-a4f3-58d6603842f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2780337 Aug 05 14:05:34.044010 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cbdac132-03c4-4b24-bb57-1ecc8f0608fb admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:34.100874 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-18a1b950-22fc-4d80-9e31-4e54f3b013a7 service neutron] 10.222.0.63 "GET /v2.0/networks/e573835f-6f8f-4786-ab90-bd3e1ecdbc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037529 Aug 05 14:05:34.138302 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899c9d1-bd98-4389-baca-95696a50848c req-de320367-f49b-4518-be3d-c20c535e2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:34.148595 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8899c9d1-bd98-4389-baca-95696a50848c req-de320367-f49b-4518-be3d-c20c535e2d95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1fad3948-e90c-4da1-a058-8758d801788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4108150 Aug 05 14:05:34.169593 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41affe13-09d3-4019-b47c-9e5c989bed78 None None] The sync data for ids ['ec543018-22b0-4799-aff8-a8bbabf86d8b'] in n-d-803585-2 is: [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '7cd5fd83-345d-476f-8ea3-391b81b499dc', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'port_id': 'cbfb30e8-6edd-4075-afae-81b9f7a708be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'mac_address': 'fa:16:3e:8e:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:05:04Z', 'updated_at': '2021-08-05T14:05:31Z', 'revision_number': 1, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:46Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:05:34.198663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aa91b1e6-5cc0-489c-b188-58a898a6695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'name': 'tempest-ServerRescueNegativeTestJSON-897800032-router', 'tenant_id': 'eae027deaae649f2a01c906f6b6827e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '05736b64-7737-49e1-8348-851b12aa1820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:02Z', 'updated_at': '2021-08-05T14:05:31Z', 'revision_number': 5, 'project_id': 'eae027deaae649f2a01c906f6b6827e0', 'gw_port': {'id': '05736b64-7737-49e1-8348-851b12aa1820', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:03Z', 'updated_at': '2021-08-05T14:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:34.238154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb638f-e0e4-4743-b602-0c37266ba0c5 req-4575e3e1-d1c6-451d-bfc8-f002d0cd78fa tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:34.242473 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa91b1e6-5cc0-489c-b188-58a898a6695d None None] Checking router: 0be0f221-9594-4c97-b2c0-b8646bdce6a7 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:05:34.245347 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb638f-e0e4-4743-b602-0c37266ba0c5 req-4575e3e1-d1c6-451d-bfc8-f002d0cd78fa tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:34.251462 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb638f-e0e4-4743-b602-0c37266ba0c5 req-4575e3e1-d1c6-451d-bfc8-f002d0cd78fa tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:34.254470 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa91b1e6-5cc0-489c-b188-58a898a6695d None None] Routers {'0be0f221-9594-4c97-b2c0-b8646bdce6a7'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:05:34.255103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aa91b1e6-5cc0-489c-b188-58a898a6695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0be0f221-9594-4c97-b2c0-b8646bdce6a7'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:34.261936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb638f-e0e4-4743-b602-0c37266ba0c5 req-4575e3e1-d1c6-451d-bfc8-f002d0cd78fa tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:34.268851 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb638f-e0e4-4743-b602-0c37266ba0c5 req-4575e3e1-d1c6-451d-bfc8-f002d0cd78fa tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:34.288689 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb638f-e0e4-4743-b602-0c37266ba0c5 req-4575e3e1-d1c6-451d-bfc8-f002d0cd78fa tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:34.304970 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb638f-e0e4-4743-b602-0c37266ba0c5 req-4575e3e1-d1c6-451d-bfc8-f002d0cd78fa tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:34.313647 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08fb638f-e0e4-4743-b602-0c37266ba0c5 req-4575e3e1-d1c6-451d-bfc8-f002d0cd78fa tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5431 time: 0.4829609 Aug 05 14:05:34.387990 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08fb638f-e0e4-4743-b602-0c37266ba0c5 req-ff328213-def6-4d1e-8d5b-32529f4ba334 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732949 Aug 05 14:05:34.400384 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-0ec5bed0-610e-4db2-911e-1706d0a02e7b service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795068 Aug 05 14:05:34.417408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-0ce28aca-6176-4d42-96d4-95bc16e41c35 req-23e918e2-4c8b-42d8-a07a-3a1b3d17bae3 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Deleting port af45dc11-7b46-4170-afe8-ff8471bda8e5 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:05:34.419622 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0ce28aca-6176-4d42-96d4-95bc16e41c35 req-23e918e2-4c8b-42d8-a07a-3a1b3d17bae3 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:34.453961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-aa91b1e6-5cc0-489c-b188-58a898a6695d None None] Set router 0be0f221-9594-4c97-b2c0-b8646bdce6a7 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:05:34.466779 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a091a847-5b13-44f8-a5a0-5b6965d284c1 req-2076d795-09ab-49c6-9255-a0a1f50d7565 service neutron] 10.222.0.63 "GET /v2.0/networks/e573835f-6f8f-4786-ab90-bd3e1ecdbc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559985 Aug 05 14:05:34.476939 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f841d03-0bc6-42df-a4fc-b934678948fa x-openstack-request-id: req-2f841d03-0bc6-42df-a4fc-b934678948fa {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:34.477291 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533bfb9b-7273-4911-b5c3-eb8e3413b79e", "tag": "cbfb30e8-6edd-4075-afae-81b9f7a708be", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:34.477492 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f841d03-0bc6-42df-a4fc-b934678948fa {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:34.477905 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'tag': 'cbfb30e8-6edd-4075-afae-81b9f7a708be', 'status': 'completed', 'code': 200} Aug 05 14:05:34.575920 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6a8592-552f-4508-9217-772e422842ad None None] New status for floating IP 7cd5fd83-345d-476f-8ea3-391b81b499dc: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:05:34.634206 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-7cf38745-d99c-449c-87de-e3d3917df25c service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052224 Aug 05 14:05:34.738053 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8899c9d1-bd98-4389-baca-95696a50848c req-3b257793-756a-4f78-9cad-7375eb5d85e7 service neutron] 10.222.0.16 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5884609 Aug 05 14:05:34.795212 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aa91b1e6-5cc0-489c-b188-58a898a6695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'name': 'tempest-ServerRescueNegativeTestJSON-897800032-router', 'tenant_id': 'eae027deaae649f2a01c906f6b6827e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '05736b64-7737-49e1-8348-851b12aa1820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:02Z', 'updated_at': '2021-08-05T14:05:31Z', 'revision_number': 5, 'project_id': 'eae027deaae649f2a01c906f6b6827e0', 'gw_port': {'id': '05736b64-7737-49e1-8348-851b12aa1820', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:03Z', 'updated_at': '2021-08-05T14:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:34.813305 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6714da1-fa3d-4450-9a19-f0d55a2a5d90 req-3df818e0-00c6-4641-8769-b52557c21474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:34.814929 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6714da1-fa3d-4450-9a19-f0d55a2a5d90 req-3df818e0-00c6-4641-8769-b52557c21474 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 1097 time: 0.2512705 Aug 05 14:05:34.833217 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa91b1e6-5cc0-489c-b188-58a898a6695d None None] The sync data for ids ['0be0f221-9594-4c97-b2c0-b8646bdce6a7'] in n-d-803585-2 is: [{'id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'name': 'tempest-ServerRescueNegativeTestJSON-897800032-router', 'tenant_id': 'eae027deaae649f2a01c906f6b6827e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '05736b64-7737-49e1-8348-851b12aa1820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:02:02Z', 'updated_at': '2021-08-05T14:05:31Z', 'revision_number': 5, 'project_id': 'eae027deaae649f2a01c906f6b6827e0', 'gw_port': {'id': '05736b64-7737-49e1-8348-851b12aa1820', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be0f221-9594-4c97-b2c0-b8646bdce6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:02:03Z', 'updated_at': '2021-08-05T14:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:05:34.841026 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cbdac132-03c4-4b24-bb57-1ecc8f0608fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:34.844839 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-bd0fd7e2-b26c-4779-9586-79cecaad0e92 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f456a13-3d98-4faf-b751-fe64775d983e HTTP/1.1" status: 200 len: 217 time: 0.1440349 Aug 05 14:05:34.935404 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374d6ea-70d3-4b90-80e9-9974d41b928f req-6502138f-16f3-491c-94e3-986d3ae611d3 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:34.937166 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2374d6ea-70d3-4b90-80e9-9974d41b928f req-6502138f-16f3-491c-94e3-986d3ae611d3 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecb87bb7-4751-4d3c-8693-071744df79c6 HTTP/1.1" status: 200 len: 944 time: 0.2221277 Aug 05 14:05:34.951799 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-0ce28aca-6176-4d42-96d4-95bc16e41c35 req-23e918e2-4c8b-42d8-a07a-3a1b3d17bae3 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] For port af45dc11-7b46-4170-afe8-ff8471bda8e5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=af45dc11-7b46-4170-afe8-ff8471bda8e5,segment=NetworkSegment(649d59ed-a29a-43b0-9d36-fc0e44512879),segment_id=649d59ed-a29a-43b0-9d36-fc0e44512879)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:34.952199 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0ce28aca-6176-4d42-96d4-95bc16e41c35 req-23e918e2-4c8b-42d8-a07a-3a1b3d17bae3 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:34.964480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-7dda4e6f-fe3c-4850-9540-606868721ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:34.966478 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-7dda4e6f-fe3c-4850-9540-606868721ac3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=33f2503f-0424-4c1d-ba63-29e061f584f1 HTTP/1.1" status: 200 len: 797 time: 0.1121593 Aug 05 14:05:34.989713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-0ce28aca-6176-4d42-96d4-95bc16e41c35 req-23e918e2-4c8b-42d8-a07a-3a1b3d17bae3 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Calling delete_port for af45dc11-7b46-4170-afe8-ff8471bda8e5 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:05:35.040234 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8899c9d1-bd98-4389-baca-95696a50848c req-02dfd641-43a2-4925-b055-66f9db68ff48 service neutron] 10.222.0.16 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707019 Aug 05 14:05:35.045123 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2374d6ea-70d3-4b90-80e9-9974d41b928f req-facc7c97-ac3b-42e9-8331-4c599f34d10d tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c1762b-34c2-4dd3-8961-c57903f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847018 Aug 05 14:05:35.076408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-cbdac132-03c4-4b24-bb57-1ecc8f0608fb admin admin] Deleting port 05736b64-7737-49e1-8348-851b12aa1820 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:05:35.076754 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cbdac132-03c4-4b24-bb57-1ecc8f0608fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:35.125154 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6714da1-fa3d-4450-9a19-f0d55a2a5d90 req-89b2362f-30ee-458b-b80b-c09b6844e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:35.126844 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6714da1-fa3d-4450-9a19-f0d55a2a5d90 req-89b2362f-30ee-458b-b80b-c09b6844e89e service neutron] 10.222.0.84 "GET /v2.0/networks?id=1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 200 len: 922 time: 0.2544351 Aug 05 14:05:35.224811 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-04dd6360-4351-4a1b-82af-4520d2593f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:35.226548 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-04dd6360-4351-4a1b-82af-4520d2593f2c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de3b5517-820c-4f25-a4f3-58d6603842f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2447026 Aug 05 14:05:35.264627 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e61ba810-d3fd-46b6-b3c4-99631b5f4145 req-4e6d5cdc-c3be-4673-aef7-9bb731836ad7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1800954 Aug 05 14:05:35.317087 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6714da1-fa3d-4450-9a19-f0d55a2a5d90 req-bdc2a5d1-ce7c-4389-8f9b-f850d2570a79 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbfb30e8-6edd-4075-afae-81b9f7a708be HTTP/1.1" status: 200 len: 1002 time: 0.1742136 Aug 05 14:05:35.336903 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b125188-1ddc-44ee-864e-1d44caa9af0b req-43ed429f-b6b4-48c0-8326-e18d3ad75953 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:35.340292 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7b125188-1ddc-44ee-864e-1d44caa9af0b req-43ed429f-b6b4-48c0-8326-e18d3ad75953 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.1316037 Aug 05 14:05:35.365402 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87343a33-7a49-448e-83bc-aad69f0345e6 req-738aa5b9-754d-4214-8b1a-af51eedc984c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:35.367164 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87343a33-7a49-448e-83bc-aad69f0345e6 req-738aa5b9-754d-4214-8b1a-af51eedc984c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=65b594a6-6722-4fa6-8438-a9e0323db989 HTTP/1.1" status: 200 len: 1023 time: 0.2145185 Aug 05 14:05:35.421689 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-cbdac132-03c4-4b24-bb57-1ecc8f0608fb admin admin] For port 05736b64-7737-49e1-8348-851b12aa1820, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=05736b64-7737-49e1-8348-851b12aa1820,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:35.422375 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cbdac132-03c4-4b24-bb57-1ecc8f0608fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:35.463604 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-cbdac132-03c4-4b24-bb57-1ecc8f0608fb admin admin] Calling delete_port for 05736b64-7737-49e1-8348-851b12aa1820 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:05:35.475194 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0ce28aca-6176-4d42-96d4-95bc16e41c35 req-23e918e2-4c8b-42d8-a07a-3a1b3d17bae3 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:35.491330 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586', 'af45dc11-7b46-4170-afe8-ff8471bda8e5'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:35.520633 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87343a33-7a49-448e-83bc-aad69f0345e6 req-d7c43a05-3ebc-4b0d-b026-23658a5cbf3e tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&id=a443e291-cf87-4127-b536-2a403c215b77&id=a317f675-ddce-4d19-922d-e423d9dcb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1434135 Aug 05 14:05:35.526316 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e918e2-4c8b-42d8-a07a-3a1b3d17bae3 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event deleted for resources: {'Port': ['ID=af45dc11-7b46-4170-afe8-ff8471bda8e5,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:35.666763 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-e8b28c3c-72d0-4cdf-a1bf-99f681b5a4c4 service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259398 Aug 05 14:05:35.815601 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-8f48815e-23c9-4e3b-a057-0590da352aaa tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:35.823927 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-8f48815e-23c9-4e3b-a057-0590da352aaa tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1598518 Aug 05 14:05:35.937600 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ba810-d3fd-46b6-b3c4-99631b5f4145 req-eadf19a1-caf2-42d9-9a51-7ce9a3931d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:35.939264 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e61ba810-d3fd-46b6-b3c4-99631b5f4145 req-eadf19a1-caf2-42d9-9a51-7ce9a3931d98 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1291456ee72e4bdfb592cbb35091d288&device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 1097 time: 0.5999942 Aug 05 14:05:35.940755 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce28aca-6176-4d42-96d4-95bc16e41c35 req-23e918e2-4c8b-42d8-a07a-3a1b3d17bae3 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] No DVR routers for this DVR port af45dc11-7b46-4170-afe8-ff8471bda8e5 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:05:35.950217 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0ce28aca-6176-4d42-96d4-95bc16e41c35 req-23e918e2-4c8b-42d8-a07a-3a1b3d17bae3 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:35.952310 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ce28aca-6176-4d42-96d4-95bc16e41c35 req-23e918e2-4c8b-42d8-a07a-3a1b3d17bae3 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.63 "DELETE /v2.0/ports/af45dc11-7b46-4170-afe8-ff8471bda8e5 HTTP/1.1" status: 204 len: 173 time: 2.3512552 Aug 05 14:05:35.962974 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7b125188-1ddc-44ee-864e-1d44caa9af0b req-772cbcda-a5fe-4cb6-b928-4ca5312bb8d2 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5936418 Aug 05 14:05:35.964658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6714da1-fa3d-4450-9a19-f0d55a2a5d90 req-2be4479b-9ccc-4aea-a7a2-4057ecb7b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:35.966868 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6714da1-fa3d-4450-9a19-f0d55a2a5d90 req-2be4479b-9ccc-4aea-a7a2-4057ecb7b4fc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=406044e5-f2b2-40f1-bb44-dec148e1ac6c HTTP/1.1" status: 200 len: 860 time: 0.6263409 Aug 05 14:05:36.145644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6714da1-fa3d-4450-9a19-f0d55a2a5d90 req-090fe893-8279-4c7b-857f-ca735726a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.147310 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6714da1-fa3d-4450-9a19-f0d55a2a5d90 req-090fe893-8279-4c7b-857f-ca735726a787 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1fad3948-e90c-4da1-a058-8758d801788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629472 Aug 05 14:05:36.181515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b440d80-4e70-494b-a810-45f921cf584a req-f62477a1-c5fa-469a-ad93-d6c922eae0fb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.187938 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b440d80-4e70-494b-a810-45f921cf584a req-f62477a1-c5fa-469a-ad93-d6c922eae0fb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.194913 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b440d80-4e70-494b-a810-45f921cf584a req-f62477a1-c5fa-469a-ad93-d6c922eae0fb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.201728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b440d80-4e70-494b-a810-45f921cf584a req-f62477a1-c5fa-469a-ad93-d6c922eae0fb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.208560 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b440d80-4e70-494b-a810-45f921cf584a req-f62477a1-c5fa-469a-ad93-d6c922eae0fb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.214486 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b440d80-4e70-494b-a810-45f921cf584a req-f62477a1-c5fa-469a-ad93-d6c922eae0fb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.220610 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b440d80-4e70-494b-a810-45f921cf584a req-f62477a1-c5fa-469a-ad93-d6c922eae0fb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.223155 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9b440d80-4e70-494b-a810-45f921cf584a req-f62477a1-c5fa-469a-ad93-d6c922eae0fb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5431 time: 0.1549232 Aug 05 14:05:36.250883 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ba810-d3fd-46b6-b3c4-99631b5f4145 req-04aa1035-0e7a-4868-9be7-0c415a43a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.253218 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e61ba810-d3fd-46b6-b3c4-99631b5f4145 req-04aa1035-0e7a-4868-9be7-0c415a43a035 service neutron] 10.222.0.84 "GET /v2.0/networks?id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff HTTP/1.1" status: 200 len: 910 time: 0.2702084 Aug 05 14:05:36.310001 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b531519-7310-4eca-ba44-f8a0e9f21488 req-4f71c1d2-1a5b-4425-b4ad-7f7ba0818d29 service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6280830 Aug 05 14:05:36.316726 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-6151004c-d51f-4b73-86b7-7cdd65d1fad7 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 1002 time: 0.4917026 Aug 05 14:05:36.318522 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cbdac132-03c4-4b24-bb57-1ecc8f0608fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:36.330080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-51c5901e-2378-40af-a9ea-a3e12fee9799 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Request body: {'floatingip': {'port_id': '294d39b2-500b-4e56-bcd9-65db04fd0e44', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:36.367558 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9b440d80-4e70-494b-a810-45f921cf584a req-beefcf3f-272e-48d7-85e7-d7c0a3fe355f tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1331654 Aug 05 14:05:36.391601 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e61ba810-d3fd-46b6-b3c4-99631b5f4145 req-cc626885-c488-4ae8-932a-609c17e8ef50 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d7d000-421a-43df-b3c1-fc172353f51c HTTP/1.1" status: 200 len: 1001 time: 0.1011875 Aug 05 14:05:36.440764 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdac132-03c4-4b24-bb57-1ecc8f0608fb admin admin] Pushing event deleted for resources: {'Port': ['ID=05736b64-7737-49e1-8348-851b12aa1820,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:36.442404 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6714da1-fa3d-4450-9a19-f0d55a2a5d90 req-538868f5-4506-422d-aa53-b96e12d85660 service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741525 Aug 05 14:05:36.501521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb87bb7-4751-4d3c-8693-071744df79c6', 'tag': '7379e387-cf93-409b-ad70-2b4b81f2e503'}, {'server_uuid': '65b594a6-6722-4fa6-8438-a9e0323db989', 'name': 'network-vif-deleted', 'tag': 'af45dc11-7b46-4170-afe8-ff8471bda8e5'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:36.504108 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5358c38f-d6dd-4c32-88da-436cab1eeffe" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb87bb7-4751-4d3c-8693-071744df79c6", "tag": "7379e387-cf93-409b-ad70-2b4b81f2e503"}, {"server_uuid": "65b594a6-6722-4fa6-8438-a9e0323db989", "name": "network-vif-deleted", "tag": "af45dc11-7b46-4170-afe8-ff8471bda8e5"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:36.516531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ba810-d3fd-46b6-b3c4-99631b5f4145 req-55145da0-c863-4fee-9a39-ecdb42b4fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.522330 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e61ba810-d3fd-46b6-b3c4-99631b5f4145 req-55145da0-c863-4fee-9a39-ecdb42b4fd8b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eeec4336-a010-464c-8b64-395366905663 HTTP/1.1" status: 200 len: 848 time: 0.1167536 Aug 05 14:05:36.591466 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cbdac132-03c4-4b24-bb57-1ecc8f0608fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:36.601155 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6714da1-fa3d-4450-9a19-f0d55a2a5d90 req-cea72336-a21d-4416-89aa-61f4ea89f938 service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508608 Aug 05 14:05:36.604043 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ba810-d3fd-46b6-b3c4-99631b5f4145 req-af145390-8b41-40ba-aeb1-9e5c21ad4393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.605496 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e61ba810-d3fd-46b6-b3c4-99631b5f4145 req-af145390-8b41-40ba-aeb1-9e5c21ad4393 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747435 Aug 05 14:05:36.753561 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cbdac132-03c4-4b24-bb57-1ecc8f0608fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:36.754940 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244291f-95b9-4e62-b9c6-8a01f4f02261 req-ea345a14-409f-4316-b94d-7922dda7fb27 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.756859 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4244291f-95b9-4e62-b9c6-8a01f4f02261 req-ea345a14-409f-4316-b94d-7922dda7fb27 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecb87bb7-4751-4d3c-8693-071744df79c6 HTTP/1.1" status: 200 len: 944 time: 0.1332028 Aug 05 14:05:36.757541 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cbdac132-03c4-4b24-bb57-1ecc8f0608fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:36.760750 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-51c5901e-2378-40af-a9ea-a3e12fee9799 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:36.817304 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e61ba810-d3fd-46b6-b3c4-99631b5f4145 req-c4ba56ae-8472-478f-bf96-c06cd476eb8f service neutron] 10.222.0.84 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925683 Aug 05 14:05:36.829718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-aaa8c5c1-b7c7-47f7-abc5-9b58d8561949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.831382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-aaa8c5c1-b7c7-47f7-abc5-9b58d8561949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.832090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-aaa8c5c1-b7c7-47f7-abc5-9b58d8561949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.832888 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-aaa8c5c1-b7c7-47f7-abc5-9b58d8561949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.833527 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-aaa8c5c1-b7c7-47f7-abc5-9b58d8561949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.834151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-aaa8c5c1-b7c7-47f7-abc5-9b58d8561949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.834649 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-aaa8c5c1-b7c7-47f7-abc5-9b58d8561949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:36.836741 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-aaa8c5c1-b7c7-47f7-abc5-9b58d8561949 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=453b7272943240199f4e2d4e8c2daa65&device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 6488 time: 0.4127419 Aug 05 14:05:36.849222 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 18034c3d-c847-4015-bf9e-585b39ec77d4 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:05:36.853112 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4244291f-95b9-4e62-b9c6-8a01f4f02261 req-d3996fbf-4a11-4db6-82ba-5fb1e236cedb tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c1762b-34c2-4dd3-8961-c57903f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627375 Aug 05 14:05:36.900359 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 18034c3d-c847-4015-bf9e-585b39ec77d4 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:05:36.901521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 18034c3d-c847-4015-bf9e-585b39ec77d4 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:05:36.944807 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cbdac132-03c4-4b24-bb57-1ecc8f0608fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:36.945347 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdac132-03c4-4b24-bb57-1ecc8f0608fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0be0f221-9594-4c97-b2c0-b8646bdce6a7 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:05:36.951687 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cbdac132-03c4-4b24-bb57-1ecc8f0608fb admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:36.952930 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cbdac132-03c4-4b24-bb57-1ecc8f0608fb admin admin] 10.222.0.16 "DELETE /v2.0/routers/0be0f221-9594-4c97-b2c0-b8646bdce6a7 HTTP/1.1" status: 204 len: 168 time: 3.3638775 Aug 05 14:05:36.961353 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3b9804-d455-4d9b-9231-97cabba5c366 x-openstack-request-id: req-da3b9804-d455-4d9b-9231-97cabba5c366 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:36.961767 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb87bb7-4751-4d3c-8693-071744df79c6", "tag": "7379e387-cf93-409b-ad70-2b4b81f2e503", "status": "completed", "code": 200}, {"server_uuid": "65b594a6-6722-4fa6-8438-a9e0323db989", "name": "network-vif-deleted", "tag": "af45dc11-7b46-4170-afe8-ff8471bda8e5", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:36.962603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 59928) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:36.962936 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da3b9804-d455-4d9b-9231-97cabba5c366 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:36.963429 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb87bb7-4751-4d3c-8693-071744df79c6', 'tag': '7379e387-cf93-409b-ad70-2b4b81f2e503', 'status': 'completed', 'code': 200} Aug 05 14:05:36.963782 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b594a6-6722-4fa6-8438-a9e0323db989', 'name': 'network-vif-deleted', 'tag': 'af45dc11-7b46-4170-afe8-ff8471bda8e5', 'status': 'completed', 'code': 200} Aug 05 14:05:37.110497 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed8693cc-37c8-468d-b33c-86938ef8f936 req-94767818-9d4f-47ab-bb03-094da4aa86b8 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/a317f675-ddce-4d19-922d-e423d9dcb61e HTTP/1.1" status: 200 len: 1802 time: 0.1145725 Aug 05 14:05:37.123963 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358c38f-d6dd-4c32-88da-436cab1eeffe req-57a43ebd-5828-40b9-bb01-69c48fe08e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:37.125674 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5358c38f-d6dd-4c32-88da-436cab1eeffe req-57a43ebd-5828-40b9-bb01-69c48fe08e3d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3783089a60f24b3b907443ef92fc9f76&device_id=ecb87bb7-4751-4d3c-8693-071744df79c6 HTTP/1.1" status: 200 len: 1095 time: 0.1609569 Aug 05 14:05:37.128417 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-388dbfa7-55ef-4069-856c-dcd1f20647f5 admin admin] Deleting subnet f3d34413-6403-49d0-8a6b-9ad2631ceedf {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:05:37.135314 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-f9601de1-6ef5-452e-b10d-42f1d7e88cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:37.136935 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-f9601de1-6ef5-452e-b10d-42f1d7e88cf4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=14d09d10-2b62-4425-8299-f14f2c9a99b4 HTTP/1.1" status: 200 len: 903 time: 0.2678962 Aug 05 14:05:37.137625 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-388dbfa7-55ef-4069-856c-dcd1f20647f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:37.152090 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7379e387-cf93-409b-ad70-2b4b81f2e503 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:05:37.221192 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e61ba810-d3fd-46b6-b3c4-99631b5f4145 req-acc8a255-e5d7-4179-887b-70fbdd987c3c service neutron] 10.222.0.84 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670893 Aug 05 14:05:37.275261 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-7d8ad224-08fa-451e-8386-d8caaf7f51f0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b86da6fa-6cc7-4e12-97d7-bf6a7de79160 HTTP/1.1" status: 200 len: 217 time: 0.0721600 Aug 05 14:05:37.276844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 7379e387-cf93-409b-ad70-2b4b81f2e503, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7379e387-cf93-409b-ad70-2b4b81f2e503,segment=NetworkSegment(d1a93977-63ee-4e58-9da3-3d062c35023c),segment_id=d1a93977-63ee-4e58-9da3-3d062c35023c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:37.281357 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ed8693cc-37c8-468d-b33c-86938ef8f936 req-c71a1fac-e6b5-45ce-ba3c-8cb3e504224f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:37.297754 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-388dbfa7-55ef-4069-856c-dcd1f20647f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:37.307031 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '7379e387-cf93-409b-ad70-2b4b81f2e503', 'network_id': 'e573835f-6f8f-4786-ab90-bd3e1ecdbc6f', 'port_id': '7379e387-cf93-409b-ad70-2b4b81f2e503', 'mac_address': 'fa:16:3e:02:31:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e83831e-b499-47cb-83a3-4beadc6f1929', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:05:37.323986 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ed8693cc-37c8-468d-b33c-86938ef8f936 req-c71a1fac-e6b5-45ce-ba3c-8cb3e504224f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:37.327692 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358c38f-d6dd-4c32-88da-436cab1eeffe req-8a65c85e-7f07-4ba2-9b3d-878181be4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:37.329381 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5358c38f-d6dd-4c32-88da-436cab1eeffe req-8a65c85e-7f07-4ba2-9b3d-878181be4386 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e573835f-6f8f-4786-ab90-bd3e1ecdbc6f HTTP/1.1" status: 200 len: 915 time: 0.1895700 Aug 05 14:05:37.374788 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:37.382659 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5358c38f-d6dd-4c32-88da-436cab1eeffe req-316803ab-645c-4127-967b-eafd1aa4020b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7379e387-cf93-409b-ad70-2b4b81f2e503 HTTP/1.1" status: 200 len: 217 time: 0.0444889 Aug 05 14:05:37.389758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-f538a3f3-c2da-42d4-80c9-d3c6315771ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:37.391650 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-f538a3f3-c2da-42d4-80c9-d3c6315771ab service neutron] 10.222.0.84 "GET /v2.0/subnets?id=baa85579-9346-4ba3-9869-594967089d73 HTTP/1.1" status: 200 len: 797 time: 0.0997555 Aug 05 14:05:37.396726 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7379e387-cf93-409b-ad70-2b4b81f2e503 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:37.424286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 7379e387-cf93-409b-ad70-2b4b81f2e503, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7379e387-cf93-409b-ad70-2b4b81f2e503,segment=NetworkSegment(d1a93977-63ee-4e58-9da3-3d062c35023c),segment_id=d1a93977-63ee-4e58-9da3-3d062c35023c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:37.429694 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:37.461620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358c38f-d6dd-4c32-88da-436cab1eeffe req-43343656-21ef-4fef-92d8-3e0e1ae99378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:37.463243 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5358c38f-d6dd-4c32-88da-436cab1eeffe req-43343656-21ef-4fef-92d8-3e0e1ae99378 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3e83831e-b499-47cb-83a3-4beadc6f1929 HTTP/1.1" status: 200 len: 854 time: 0.0641968 Aug 05 14:05:37.463883 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ed8693cc-37c8-468d-b33c-86938ef8f936 req-c71a1fac-e6b5-45ce-ba3c-8cb3e504224f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:37.466593 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ed8693cc-37c8-468d-b33c-86938ef8f936 req-c71a1fac-e6b5-45ce-ba3c-8cb3e504224f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:37.478370 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed8693cc-37c8-468d-b33c-86938ef8f936 req-c71a1fac-e6b5-45ce-ba3c-8cb3e504224f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "DELETE /v2.0/security-groups/a317f675-ddce-4d19-922d-e423d9dcb61e HTTP/1.1" status: 204 len: 173 time: 0.3674119 Aug 05 14:05:37.483397 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-388dbfa7-55ef-4069-856c-dcd1f20647f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:37.508982 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=7379e387-cf93-409b-ad70-2b4b81f2e503,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:37.556174 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5358c38f-d6dd-4c32-88da-436cab1eeffe req-230ce1a6-fcca-4764-a53e-3f4ba9c880ba service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e573835f-6f8f-4786-ab90-bd3e1ecdbc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751340 Aug 05 14:05:37.557094 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a1fac-e6b5-45ce-ba3c-8cb3e504224f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a317f675-ddce-4d19-922d-e423d9dcb61e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:37.671419 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-219b711f-151b-47df-b5fd-35315c0a68db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:37.672991 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-219b711f-151b-47df-b5fd-35315c0a68db service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d09d10-2b62-4425-8299-f14f2c9a99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2381935 Aug 05 14:05:37.729891 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf5b45-c704-462a-b372-51c5ee3230d2 req-d2572371-ff59-4601-8ec3-b4ef76139681 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:37.738664 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3fdf5b45-c704-462a-b372-51c5ee3230d2 req-d2572371-ff59-4601-8ec3-b4ef76139681 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.1791224 Aug 05 14:05:37.753243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['7379e387-cf93-409b-ad70-2b4b81f2e503'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:37.806289 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3fdf5b45-c704-462a-b372-51c5ee3230d2 req-091c1d19-80ba-47ce-a989-455408f8bbab tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614808 Aug 05 14:05:37.837538 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5358c38f-d6dd-4c32-88da-436cab1eeffe req-d3347a63-ed85-43bb-8478-d408aa2b5b46 service neutron] 10.222.0.63 "GET /v2.0/networks/e573835f-6f8f-4786-ab90-bd3e1ecdbc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679656 Aug 05 14:05:37.874409 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-388dbfa7-55ef-4069-856c-dcd1f20647f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:37.966007 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388dbfa7-55ef-4069-856c-dcd1f20647f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d34413-6403-49d0-8a6b-9ad2631ceedf,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:37.971420 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-388dbfa7-55ef-4069-856c-dcd1f20647f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:37.976033 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-388dbfa7-55ef-4069-856c-dcd1f20647f5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f3d34413-6403-49d0-8a6b-9ad2631ceedf HTTP/1.1" status: 204 len: 168 time: 0.9909420 Aug 05 14:05:37.977785 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 59948) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:37.978675 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-7db97880-56b3-48e9-93e2-b1aa6c269d1e service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924702 Aug 05 14:05:38.081815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c552d-8827-4e6a-818a-6fb8c3a904a7 req-b03cedf1-056c-46e1-9968-bc0bfd6bce53 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:38.088209 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c552d-8827-4e6a-818a-6fb8c3a904a7 req-b03cedf1-056c-46e1-9968-bc0bfd6bce53 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:38.094467 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c552d-8827-4e6a-818a-6fb8c3a904a7 req-b03cedf1-056c-46e1-9968-bc0bfd6bce53 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:38.101792 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c552d-8827-4e6a-818a-6fb8c3a904a7 req-b03cedf1-056c-46e1-9968-bc0bfd6bce53 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:38.108147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c552d-8827-4e6a-818a-6fb8c3a904a7 req-b03cedf1-056c-46e1-9968-bc0bfd6bce53 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:38.115302 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c552d-8827-4e6a-818a-6fb8c3a904a7 req-b03cedf1-056c-46e1-9968-bc0bfd6bce53 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:38.121695 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c552d-8827-4e6a-818a-6fb8c3a904a7 req-b03cedf1-056c-46e1-9968-bc0bfd6bce53 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:38.130497 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dc9c552d-8827-4e6a-818a-6fb8c3a904a7 req-b03cedf1-056c-46e1-9968-bc0bfd6bce53 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5431 time: 0.2405074 Aug 05 14:05:38.155423 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6c6e-2667-4c97-84fa-66454d92c90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:38.200304 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5358c38f-d6dd-4c32-88da-436cab1eeffe req-6f27d2cc-9419-4e73-b009-772ae6b2b124 service neutron] 10.222.0.63 "GET /v2.0/networks/e573835f-6f8f-4786-ab90-bd3e1ecdbc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526828 Aug 05 14:05:38.237904 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dc9c552d-8827-4e6a-818a-6fb8c3a904a7 req-0af1bd98-96a3-42db-9df8-6fc7bf02a8c9 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1063271 Aug 05 14:05:38.294718 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-51c5901e-2378-40af-a9ea-a3e12fee9799 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:38.311881 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-51c5901e-2378-40af-a9ea-a3e12fee9799 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:38.342826 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c55adf8-6c0b-4fda-9a9b-6ef20bdc14b9 req-102ce438-604e-4992-9404-1f30736f7a6d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/a443e291-cf87-4127-b536-2a403c215b77 HTTP/1.1" status: 200 len: 1802 time: 0.0698714 Aug 05 14:05:38.376782 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6c6e-2667-4c97-84fa-66454d92c90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:38.401256 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1a1f6c6e-2667-4c97-84fa-66454d92c90d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e09aaf-4f69-462a-8e56-78fafe78ca62']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:38.414724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1a1f6c6e-2667-4c97-84fa-66454d92c90d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:38.415425 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1a1f6c6e-2667-4c97-84fa-66454d92c90d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca98f07-e0a3-4723-bb2b-cf7abf6cc42a') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:38.430323 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6c6e-2667-4c97-84fa-66454d92c90d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:38.447093 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6c6e-2667-4c97-84fa-66454d92c90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:38.455969 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1f6c6e-2667-4c97-84fa-66454d92c90d admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:05:38.456270 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6c6e-2667-4c97-84fa-66454d92c90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:38.505058 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-51c5901e-2378-40af-a9ea-a3e12fee9799 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Floating IP 7cd5fd83-345d-476f-8ea3-391b81b499dc associated. External IP: 172.25.5.137, port: cbfb30e8-6edd-4075-afae-81b9f7a708be. Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:05:38.536170 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:05:38.552199 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-be5cbf3b-8bbd-4a59-ab3d-c13933c9ec32 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553642 Aug 05 14:05:38.561950 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6c6e-2667-4c97-84fa-66454d92c90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:38.579422 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6c6e-2667-4c97-84fa-66454d92c90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:38.581982 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1a1f6c6e-2667-4c97-84fa-66454d92c90d admin admin] 10.222.0.16 "DELETE /v2.0/networks/55e09aaf-4f69-462a-8e56-78fafe78ca62 HTTP/1.1" status: 204 len: 168 time: 0.5970764 Aug 05 14:05:38.644540 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f6c6e-2667-4c97-84fa-66454d92c90d admin admin] Pushing event deleted for resources: {'Network': ['ID=55e09aaf-4f69-462a-8e56-78fafe78ca62,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:38.657752 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0c55adf8-6c0b-4fda-9a9b-6ef20bdc14b9 req-08c926de-d4b2-400b-b159-9ff84638fa8d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:38.735712 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0c55adf8-6c0b-4fda-9a9b-6ef20bdc14b9 req-08c926de-d4b2-400b-b159-9ff84638fa8d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:38.743218 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 05736b64-7737-49e1-8348-851b12aa1820 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:05:38.802592 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 05736b64-7737-49e1-8348-851b12aa1820 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:05:38.803254 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 05736b64-7737-49e1-8348-851b12aa1820 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:05:38.848608 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0c55adf8-6c0b-4fda-9a9b-6ef20bdc14b9 req-08c926de-d4b2-400b-b159-9ff84638fa8d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:38.853870 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0c55adf8-6c0b-4fda-9a9b-6ef20bdc14b9 req-08c926de-d4b2-400b-b159-9ff84638fa8d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:38.855877 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c55adf8-6c0b-4fda-9a9b-6ef20bdc14b9 req-08c926de-d4b2-400b-b159-9ff84638fa8d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "DELETE /v2.0/security-groups/a443e291-cf87-4127-b536-2a403c215b77 HTTP/1.1" status: 204 len: 173 time: 0.5050933 Aug 05 14:05:38.889075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c926de-d4b2-400b-b159-9ff84638fa8d tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a443e291-cf87-4127-b536-2a403c215b77,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:38.922184 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-51c5901e-2378-40af-a9ea-a3e12fee9799 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Router ec543018-22b0-4799-aff8-a8bbabf86d8b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:05:38.943668 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-eb533eea-2d6e-425b-bad2-bcd9d1d67863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:38.944302 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-eb533eea-2d6e-425b-bad2-bcd9d1d67863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:38.944964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-eb533eea-2d6e-425b-bad2-bcd9d1d67863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:38.945636 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-eb533eea-2d6e-425b-bad2-bcd9d1d67863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:38.951050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-eb533eea-2d6e-425b-bad2-bcd9d1d67863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:38.951050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-eb533eea-2d6e-425b-bad2-bcd9d1d67863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:38.951050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-eb533eea-2d6e-425b-bad2-bcd9d1d67863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:38.952724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 59958) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:38.963540 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-eb533eea-2d6e-425b-bad2-bcd9d1d67863 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=453b7272943240199f4e2d4e8c2daa65&device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 6488 time: 0.2842855 Aug 05 14:05:39.056163 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6a6d34ca-cf18-4fac-8201-b26afeecec48 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eae027deaae649f2a01c906f6b6827e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018593 Aug 05 14:05:39.062837 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 59960) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:39.159827 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7379e387-cf93-409b-ad70-2b4b81f2e503 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:05:39.167335 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-966113be-1184-40f1-9e1c-8b5dff8bd6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:39.193502 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-653ff033-8994-41ee-8880-b5858168186e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:39.195178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-653ff033-8994-41ee-8880-b5858168186e service neutron] 10.222.0.84 "GET /v2.0/networks?id=de3b5517-820c-4f25-a4f3-58d6603842f0 HTTP/1.1" status: 200 len: 903 time: 0.2135458 Aug 05 14:05:39.196041 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd228d3-d788-49a2-841a-f6044afa8939 req-482b31a0-f03a-47e3-a13e-5fd331a0e05e tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:39.208225 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3fd228d3-d788-49a2-841a-f6044afa8939 req-482b31a0-f03a-47e3-a13e-5fd331a0e05e tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecb87bb7-4751-4d3c-8693-071744df79c6 HTTP/1.1" status: 200 len: 945 time: 0.1171536 Aug 05 14:05:39.213501 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-51c5901e-2378-40af-a9ea-a3e12fee9799 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:05:39.226461 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 7379e387-cf93-409b-ad70-2b4b81f2e503 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:05:39.234328 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 7379e387-cf93-409b-ad70-2b4b81f2e503 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:05:39.235070 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:39.237694 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86fce9c-6778-4a72-971e-d3ccba581d66 None None] Sync routers for ids ['ec543018-22b0-4799-aff8-a8bbabf86d8b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:05:39.270838 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86fce9c-6778-4a72-971e-d3ccba581d66 None None] Routers {'ec543018-22b0-4799-aff8-a8bbabf86d8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:05:39.271711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c86fce9c-6778-4a72-971e-d3ccba581d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ec543018-22b0-4799-aff8-a8bbabf86d8b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:39.281611 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-e5fd59ca-f755-43dc-b954-92b97002b5f2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cb51a79-5861-4193-bf76-2b345e76cf41 HTTP/1.1" status: 200 len: 217 time: 0.0767791 Aug 05 14:05:39.284191 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3fd228d3-d788-49a2-841a-f6044afa8939 req-1e165bb2-c926-4ad7-a047-30ff7f6f545f tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c1762b-34c2-4dd3-8961-c57903f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741811 Aug 05 14:05:39.305577 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-966113be-1184-40f1-9e1c-8b5dff8bd6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:39.400643 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-966113be-1184-40f1-9e1c-8b5dff8bd6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:39.404156 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-966113be-1184-40f1-9e1c-8b5dff8bd6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:39.407728 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-966113be-1184-40f1-9e1c-8b5dff8bd6b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/584ae7c2-8a9e-4511-ab54-549ae6640e6c HTTP/1.1" status: 204 len: 168 time: 0.3414776 Aug 05 14:05:39.428533 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966113be-1184-40f1-9e1c-8b5dff8bd6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584ae7c2-8a9e-4511-ab54-549ae6640e6c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:39.448737 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-9c461228-3c84-4e85-ad53-85041b92ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:39.450375 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-9c461228-3c84-4e85-ad53-85041b92ffe4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=33f2503f-0424-4c1d-ba63-29e061f584f1 HTTP/1.1" status: 200 len: 797 time: 0.1503932 Aug 05 14:05:39.462206 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50aef2-20a9-4373-9517-fa727c947f5b req-887229e2-7713-43ad-91cc-0841003f3539 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:39.464427 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ef50aef2-20a9-4373-9517-fa727c947f5b req-887229e2-7713-43ad-91cc-0841003f3539 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.1024261 Aug 05 14:05:39.471282 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:39.476363 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-c86fce9c-6778-4a72-971e-d3ccba581d66 None None] Set router ec543018-22b0-4799-aff8-a8bbabf86d8b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:05:39.539182 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ef50aef2-20a9-4373-9517-fa727c947f5b req-2d75905a-aff8-4677-a066-4e6648f94f0c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614676 Aug 05 14:05:39.540126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 7379e387-cf93-409b-ad70-2b4b81f2e503, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7379e387-cf93-409b-ad70-2b4b81f2e503,segment=NetworkSegment(d1a93977-63ee-4e58-9da3-3d062c35023c),segment_id=d1a93977-63ee-4e58-9da3-3d062c35023c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:39.546209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb87bb7-4751-4d3c-8693-071744df79c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7379e387-cf93-409b-ad70-2b4b81f2e503'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:39.549121 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a46d29-c647-4918-a290-6c1ab5389d43" -d '{"events": [{"server_uuid": "ecb87bb7-4751-4d3c-8693-071744df79c6", "name": "network-vif-plugged", "status": "completed", "tag": "7379e387-cf93-409b-ad70-2b4b81f2e503"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:39.555965 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:39.556996 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device af45dc11-7b46-4170-afe8-ff8471bda8e5 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:05:39.627637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-25543a3b-7057-4533-bd45-e946e531b74a req-4b6d76c1-ec61-40db-961d-32022b314ef2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1908833697', 'description': 'tempest-description-2142670645'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:39.676606 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-25543a3b-7057-4533-bd45-e946e531b74a req-4b6d76c1-ec61-40db-961d-32022b314ef2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:39.869069 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=7379e387-cf93-409b-ad70-2b4b81f2e503,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:39.874643 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: af45dc11-7b46-4170-afe8-ff8471bda8e5 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:05:39.874994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device af45dc11-7b46-4170-afe8-ff8471bda8e5 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:05:39.902517 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-25543a3b-7057-4533-bd45-e946e531b74a req-4b6d76c1-ec61-40db-961d-32022b314ef2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:39.909548 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-25543a3b-7057-4533-bd45-e946e531b74a req-4b6d76c1-ec61-40db-961d-32022b314ef2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:39.953089 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-25543a3b-7057-4533-bd45-e946e531b74a req-4b6d76c1-ec61-40db-961d-32022b314ef2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:39.967601 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25543a3b-7057-4533-bd45-e946e531b74a req-4b6d76c1-ec61-40db-961d-32022b314ef2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3450925 Aug 05 14:05:39.971827 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d76c1-ec61-40db-961d-32022b314ef2 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3558ee-83f6-444d-9dce-3d45da79af5a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:40.102882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c86fce9c-6778-4a72-971e-d3ccba581d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '7cd5fd83-345d-476f-8ea3-391b81b499dc', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'port_id': '294d39b2-500b-4e56-bcd9-65db04fd0e44', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'mac_address': 'fa:16:3e:57:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ac85a-769b-4a2a-9d92-e88e44342793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:05:04Z', 'updated_at': '2021-08-05T14:05:38Z', 'revision_number': 3, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:46Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:40.135351 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86fce9c-6778-4a72-971e-d3ccba581d66 None None] Checking router: ec543018-22b0-4799-aff8-a8bbabf86d8b for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:05:40.147144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86fce9c-6778-4a72-971e-d3ccba581d66 None None] Routers {'ec543018-22b0-4799-aff8-a8bbabf86d8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:05:40.148511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c86fce9c-6778-4a72-971e-d3ccba581d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ec543018-22b0-4799-aff8-a8bbabf86d8b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:40.175892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-f411dc06-3cec-433f-8b44-6216c4ed16be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:40.178471 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-f411dc06-3cec-433f-8b44-6216c4ed16be service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de3b5517-820c-4f25-a4f3-58d6603842f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7123215 Aug 05 14:05:40.209607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05edac0-8776-4038-bf6e-fe374107fd69 req-22f4f535-4acb-4832-9912-7032b498c215 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:40.219356 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05edac0-8776-4038-bf6e-fe374107fd69 req-22f4f535-4acb-4832-9912-7032b498c215 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:40.227343 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05edac0-8776-4038-bf6e-fe374107fd69 req-22f4f535-4acb-4832-9912-7032b498c215 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:40.234359 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05edac0-8776-4038-bf6e-fe374107fd69 req-22f4f535-4acb-4832-9912-7032b498c215 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:40.241491 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05edac0-8776-4038-bf6e-fe374107fd69 req-22f4f535-4acb-4832-9912-7032b498c215 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:40.247892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05edac0-8776-4038-bf6e-fe374107fd69 req-22f4f535-4acb-4832-9912-7032b498c215 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:40.255446 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05edac0-8776-4038-bf6e-fe374107fd69 req-22f4f535-4acb-4832-9912-7032b498c215 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:40.257457 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b05edac0-8776-4038-bf6e-fe374107fd69 req-22f4f535-4acb-4832-9912-7032b498c215 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5431 time: 0.1590576 Aug 05 14:05:40.295600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-c86fce9c-6778-4a72-971e-d3ccba581d66 None None] Set router ec543018-22b0-4799-aff8-a8bbabf86d8b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:05:40.317648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-51c5901e-2378-40af-a9ea-a3e12fee9799 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Router ec543018-22b0-4799-aff8-a8bbabf86d8b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:05:40.339940 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b05edac0-8776-4038-bf6e-fe374107fd69 req-3082a468-c09f-4a12-b84d-464b7caebb21 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756595 Aug 05 14:05:40.360620 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-51aca996-43a0-4bac-a908-638a19b3978f service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727962 Aug 05 14:05:40.506091 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20aab3e-ee90-49d8-afc3-6ffe66cb1e86 x-openstack-request-id: req-d20aab3e-ee90-49d8-afc3-6ffe66cb1e86 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:40.506422 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb87bb7-4751-4d3c-8693-071744df79c6", "name": "network-vif-plugged", "status": "completed", "tag": "7379e387-cf93-409b-ad70-2b4b81f2e503", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:40.506683 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d20aab3e-ee90-49d8-afc3-6ffe66cb1e86 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:40.507079 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb87bb7-4751-4d3c-8693-071744df79c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7379e387-cf93-409b-ad70-2b4b81f2e503', 'code': 200} Aug 05 14:05:40.702950 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-69947a8a-3a07-4beb-b34f-66ce2d4f4354 req-d2fb71f0-752d-4213-a20e-238b028f1716 service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023357 Aug 05 14:05:40.707510 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-51c5901e-2378-40af-a9ea-a3e12fee9799 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:05:40.715809 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-51c5901e-2378-40af-a9ea-a3e12fee9799 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:40.724705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5554971-b94d-4678-99f1-be08e52afd50 req-7d94230e-c382-4d6c-8615-83bedb48bd1e tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/cc3558ee-83f6-444d-9dce-3d45da79af5a HTTP/1.1" status: 200 len: 1803 time: 0.1771383 Aug 05 14:05:40.731678 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-d5554971-b94d-4678-99f1-be08e52afd50 req-e60ea0a9-920d-46ff-a3fd-8d45f313c790 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1903993787', 'description': 'tempest-description-hth-245811856'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:40.739893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03400c77-d98a-4898-91e0-c2d6faa833d4 req-d973712a-c3de-4231-94c0-08cb0488759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:40.742632 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03400c77-d98a-4898-91e0-c2d6faa833d4 req-d973712a-c3de-4231-94c0-08cb0488759a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ecb87bb7-4751-4d3c-8693-071744df79c6 HTTP/1.1" status: 200 len: 1097 time: 0.1376469 Aug 05 14:05:40.757603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'tag': 'cbfb30e8-6edd-4075-afae-81b9f7a708be'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:40.760453 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ef6df5-6baa-41e6-bced-1848a41ca9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "533bfb9b-7273-4911-b5c3-eb8e3413b79e", "tag": "cbfb30e8-6edd-4075-afae-81b9f7a708be"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:40.817402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c86fce9c-6778-4a72-971e-d3ccba581d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '7cd5fd83-345d-476f-8ea3-391b81b499dc', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'port_id': '294d39b2-500b-4e56-bcd9-65db04fd0e44', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'mac_address': 'fa:16:3e:57:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ac85a-769b-4a2a-9d92-e88e44342793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:05:04Z', 'updated_at': '2021-08-05T14:05:38Z', 'revision_number': 3, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:46Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:40.821814 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03400c77-d98a-4898-91e0-c2d6faa833d4 req-a17ae2d3-4601-4607-82ab-0a78da9336a9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=88c1762b-34c2-4dd3-8961-c57903f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712130 Aug 05 14:05:40.828068 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d5554971-b94d-4678-99f1-be08e52afd50 req-e60ea0a9-920d-46ff-a3fd-8d45f313c790 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:40.836256 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-51c5901e-2378-40af-a9ea-a3e12fee9799 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "PUT /v2.0/floatingips/7cd5fd83-345d-476f-8ea3-391b81b499dc HTTP/1.1" status: 200 len: 998 time: 4.5113814 Aug 05 14:05:40.875812 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86fce9c-6778-4a72-971e-d3ccba581d66 None None] The sync data for ids ['ec543018-22b0-4799-aff8-a8bbabf86d8b'] in n-d-803585-2 is: [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '7cd5fd83-345d-476f-8ea3-391b81b499dc', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'port_id': '294d39b2-500b-4e56-bcd9-65db04fd0e44', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'mac_address': 'fa:16:3e:57:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ac85a-769b-4a2a-9d92-e88e44342793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:05:04Z', 'updated_at': '2021-08-05T14:05:38Z', 'revision_number': 3, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:46Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:05:40.903166 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d5554971-b94d-4678-99f1-be08e52afd50 req-e60ea0a9-920d-46ff-a3fd-8d45f313c790 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:40.907188 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ee870-13dc-44fe-8604-a874257a6a42 req-3bb83aee-0b27-4dc1-82df-a39efc49607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:40.907790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ee870-13dc-44fe-8604-a874257a6a42 req-3bb83aee-0b27-4dc1-82df-a39efc49607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:40.909254 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d5554971-b94d-4678-99f1-be08e52afd50 req-e60ea0a9-920d-46ff-a3fd-8d45f313c790 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:40.910406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ee870-13dc-44fe-8604-a874257a6a42 req-3bb83aee-0b27-4dc1-82df-a39efc49607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:40.910903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ee870-13dc-44fe-8604-a874257a6a42 req-3bb83aee-0b27-4dc1-82df-a39efc49607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:40.911391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ee870-13dc-44fe-8604-a874257a6a42 req-3bb83aee-0b27-4dc1-82df-a39efc49607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:40.911873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ee870-13dc-44fe-8604-a874257a6a42 req-3bb83aee-0b27-4dc1-82df-a39efc49607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:40.912351 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ee870-13dc-44fe-8604-a874257a6a42 req-3bb83aee-0b27-4dc1-82df-a39efc49607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:40.912539 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d5554971-b94d-4678-99f1-be08e52afd50 req-e60ea0a9-920d-46ff-a3fd-8d45f313c790 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:40.928614 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-245ee870-13dc-44fe-8604-a874257a6a42 req-3bb83aee-0b27-4dc1-82df-a39efc49607b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=453b7272943240199f4e2d4e8c2daa65&device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 6488 time: 0.1468906 Aug 05 14:05:40.932303 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5554971-b94d-4678-99f1-be08e52afd50 req-e60ea0a9-920d-46ff-a3fd-8d45f313c790 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "PUT /v2.0/security-groups/cc3558ee-83f6-444d-9dce-3d45da79af5a HTTP/1.1" status: 200 len: 1776 time: 0.2057290 Aug 05 14:05:40.977241 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ea0a9-920d-46ff-a3fd-8d45f313c790 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3558ee-83f6-444d-9dce-3d45da79af5a,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:40.977618 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-fe5e8dad-ac07-42e9-a3b7-40874e931130 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:40.979132 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-fe5e8dad-ac07-42e9-a3b7-40874e931130 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports/cbfb30e8-6edd-4075-afae-81b9f7a708be HTTP/1.1" status: 200 len: 943 time: 0.1366465 Aug 05 14:05:41.137135 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ee870-13dc-44fe-8604-a874257a6a42 req-0b68deae-0baf-4803-8298-c8cc1b86a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:41.144286 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-245ee870-13dc-44fe-8604-a874257a6a42 req-0b68deae-0baf-4803-8298-c8cc1b86a501 service neutron] 10.222.0.84 "GET /v2.0/networks?id=de3b5517-820c-4f25-a4f3-58d6603842f0 HTTP/1.1" status: 200 len: 903 time: 0.2064154 Aug 05 14:05:41.190994 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb786b8-c733-4a25-84df-9de09af7e087 None None] New status for floating IP 7cd5fd83-345d-476f-8ea3-391b81b499dc: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:05:41.231509 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f831bb-2f79-48b2-9448-4f7f3f6cef9f req-04ee8513-e4f8-43f2-8c88-78f398b2fac1 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:41.234882 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6f831bb-2f79-48b2-9448-4f7f3f6cef9f req-04ee8513-e4f8-43f2-8c88-78f398b2fac1 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecb87bb7-4751-4d3c-8693-071744df79c6 HTTP/1.1" status: 200 len: 946 time: 0.1192346 Aug 05 14:05:41.276653 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-245ee870-13dc-44fe-8604-a874257a6a42 req-a872b5aa-67f3-4ae0-b3bb-e38bf5a0ea4e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f456a13-3d98-4faf-b751-fe64775d983e HTTP/1.1" status: 200 len: 217 time: 0.1117914 Aug 05 14:05:41.311705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6f831bb-2f79-48b2-9448-4f7f3f6cef9f req-e3a046e2-b0e8-4953-a584-4252f4513bdb tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c1762b-34c2-4dd3-8961-c57903f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635357 Aug 05 14:05:41.383284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ee870-13dc-44fe-8604-a874257a6a42 req-913269f0-3266-4085-8da8-c56e24bad883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:41.385364 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-245ee870-13dc-44fe-8604-a874257a6a42 req-913269f0-3266-4085-8da8-c56e24bad883 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=33f2503f-0424-4c1d-ba63-29e061f584f1 HTTP/1.1" status: 200 len: 797 time: 0.0957432 Aug 05 14:05:41.406469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-3a5ca951-09df-431a-b2d3-2ae77e1d55a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:41.408886 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-3a5ca951-09df-431a-b2d3-2ae77e1d55a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 1097 time: 0.2635913 Aug 05 14:05:41.532324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e220d19-0582-4a1a-853a-37241c607667 req-f0ccdb96-ba32-47b3-83c6-e135219f9a2e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:41.535236 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3e220d19-0582-4a1a-853a-37241c607667 req-f0ccdb96-ba32-47b3-83c6-e135219f9a2e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.1106846 Aug 05 14:05:41.545320 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ee870-13dc-44fe-8604-a874257a6a42 req-8608bd42-1b63-4a8f-b41c-2df3b039c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:41.547413 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-245ee870-13dc-44fe-8604-a874257a6a42 req-8608bd42-1b63-4a8f-b41c-2df3b039c40c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de3b5517-820c-4f25-a4f3-58d6603842f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1526985 Aug 05 14:05:41.612891 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3e220d19-0582-4a1a-853a-37241c607667 req-0b38d79d-3266-4e42-8cbd-6693ec69893b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657842 Aug 05 14:05:41.716546 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-245ee870-13dc-44fe-8604-a874257a6a42 req-4e681f08-2dbf-4395-bff8-54bd6f9623f0 service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613057 Aug 05 14:05:41.739782 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d992dd-2105-42cf-bec4-6f4b7da1265c x-openstack-request-id: req-98d992dd-2105-42cf-bec4-6f4b7da1265c {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:41.740693 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533bfb9b-7273-4911-b5c3-eb8e3413b79e", "tag": "cbfb30e8-6edd-4075-afae-81b9f7a708be", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:41.740929 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98d992dd-2105-42cf-bec4-6f4b7da1265c {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:41.741328 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'tag': 'cbfb30e8-6edd-4075-afae-81b9f7a708be', 'status': 'completed', 'code': 200} Aug 05 14:05:41.757281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-b60b1e8c-e20b-4f2d-9de7-2e6348bbb338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:41.758889 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-b60b1e8c-e20b-4f2d-9de7-2e6348bbb338 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 200 len: 922 time: 0.3190095 Aug 05 14:05:41.805451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cee780-117b-4aea-8bf1-b9bb810605bd None None] Sync routers for ids ['ec543018-22b0-4799-aff8-a8bbabf86d8b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:05:41.818811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cee780-117b-4aea-8bf1-b9bb810605bd None None] Routers {'ec543018-22b0-4799-aff8-a8bbabf86d8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:05:41.819604 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e4cee780-117b-4aea-8bf1-b9bb810605bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ec543018-22b0-4799-aff8-a8bbabf86d8b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:41.838463 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-b672a622-e61e-4620-9ce4-197dd21efe3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbfb30e8-6edd-4075-afae-81b9f7a708be HTTP/1.1" status: 200 len: 217 time: 0.0479851 Aug 05 14:05:41.885032 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4f0ba84d-e1ec-4db8-b2f1-e5d63d158699 req-7a5fed4a-d39c-47d0-b595-7d2989acb470 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/cc3558ee-83f6-444d-9dce-3d45da79af5a HTTP/1.1" status: 200 len: 1776 time: 0.0601943 Aug 05 14:05:41.897932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef6df5-6baa-41e6-bced-1848a41ca9e3 req-2cb3d0df-de11-44b7-9d0a-cbebd9f361cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:41.897932 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-91ef6df5-6baa-41e6-bced-1848a41ca9e3 req-2cb3d0df-de11-44b7-9d0a-cbebd9f361cb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 1097 time: 0.1347449 Aug 05 14:05:41.946836 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-2a251a42-2912-4f4b-86b5-57d6eceb5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:41.948383 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-2a251a42-2912-4f4b-86b5-57d6eceb5632 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=406044e5-f2b2-40f1-bb44-dec148e1ac6c HTTP/1.1" status: 200 len: 860 time: 0.1014860 Aug 05 14:05:41.975917 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-245ee870-13dc-44fe-8604-a874257a6a42 req-9202f36a-5e3f-4782-b75d-d72fa66760cb service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505343 Aug 05 14:05:42.010664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-7a2f856c-16e8-4ecb-92bd-e95d85776dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:42.014722 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-7a2f856c-16e8-4ecb-92bd-e95d85776dd4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1fad3948-e90c-4da1-a058-8758d801788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565321 Aug 05 14:05:42.085383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-e4cee780-117b-4aea-8bf1-b9bb810605bd None None] Set router ec543018-22b0-4799-aff8-a8bbabf86d8b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:05:42.115932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31394486-d2ec-4a8d-a149-f84778a43867 req-15bd0be8-9de7-4229-9ad3-6f8852ff20b4 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:42.122649 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31394486-d2ec-4a8d-a149-f84778a43867 req-15bd0be8-9de7-4229-9ad3-6f8852ff20b4 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:42.127176 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-830a0ce6-8f5d-48dd-8da2-348529f7335a service neutron] 10.222.0.16 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031647 Aug 05 14:05:42.128911 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31394486-d2ec-4a8d-a149-f84778a43867 req-15bd0be8-9de7-4229-9ad3-6f8852ff20b4 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:42.135676 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31394486-d2ec-4a8d-a149-f84778a43867 req-15bd0be8-9de7-4229-9ad3-6f8852ff20b4 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:42.143653 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31394486-d2ec-4a8d-a149-f84778a43867 req-15bd0be8-9de7-4229-9ad3-6f8852ff20b4 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:42.149169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31394486-d2ec-4a8d-a149-f84778a43867 req-15bd0be8-9de7-4229-9ad3-6f8852ff20b4 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:42.157172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31394486-d2ec-4a8d-a149-f84778a43867 req-15bd0be8-9de7-4229-9ad3-6f8852ff20b4 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:42.159803 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-31394486-d2ec-4a8d-a149-f84778a43867 req-15bd0be8-9de7-4229-9ad3-6f8852ff20b4 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5431 time: 0.1281066 Aug 05 14:05:42.174463 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef6df5-6baa-41e6-bced-1848a41ca9e3 req-1af5431e-cfec-462a-a216-3f811ff0eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:42.176187 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-91ef6df5-6baa-41e6-bced-1848a41ca9e3 req-1af5431e-cfec-462a-a216-3f811ff0eb60 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 200 len: 922 time: 0.2715464 Aug 05 14:05:42.232071 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-91ef6df5-6baa-41e6-bced-1848a41ca9e3 req-5800e99b-9282-417c-ac1a-405bac42b514 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbfb30e8-6edd-4075-afae-81b9f7a708be HTTP/1.1" status: 200 len: 217 time: 0.0413644 Aug 05 14:05:42.302620 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-b7bd365d-a9ca-4bfb-a9a9-7016e935c6be service neutron] 10.222.0.16 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686242 Aug 05 14:05:42.333950 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-31394486-d2ec-4a8d-a149-f84778a43867 req-888fe90e-717d-4198-851b-9bfa00d1d131 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1672764 Aug 05 14:05:42.336362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef6df5-6baa-41e6-bced-1848a41ca9e3 req-9f8f514e-9d69-4db3-ba7d-2db17660cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:42.342223 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-91ef6df5-6baa-41e6-bced-1848a41ca9e3 req-9f8f514e-9d69-4db3-ba7d-2db17660cd15 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=406044e5-f2b2-40f1-bb44-dec148e1ac6c HTTP/1.1" status: 200 len: 860 time: 0.0969830 Aug 05 14:05:42.418941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-8c644b19-d90e-4016-90e0-60b682a96a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:42.432038 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-8c644b19-d90e-4016-90e0-60b682a96a1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 1096 time: 0.0798461 Aug 05 14:05:42.455957 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e4cee780-117b-4aea-8bf1-b9bb810605bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '7cd5fd83-345d-476f-8ea3-391b81b499dc', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'port_id': '294d39b2-500b-4e56-bcd9-65db04fd0e44', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'mac_address': 'fa:16:3e:57:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ac85a-769b-4a2a-9d92-e88e44342793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:05:04Z', 'updated_at': '2021-08-05T14:05:41Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:46Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:42.494246 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cee780-117b-4aea-8bf1-b9bb810605bd None None] Checking router: ec543018-22b0-4799-aff8-a8bbabf86d8b for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:05:42.505686 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cee780-117b-4aea-8bf1-b9bb810605bd None None] Routers {'ec543018-22b0-4799-aff8-a8bbabf86d8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:05:42.506460 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e4cee780-117b-4aea-8bf1-b9bb810605bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ec543018-22b0-4799-aff8-a8bbabf86d8b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:42.519522 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef6df5-6baa-41e6-bced-1848a41ca9e3 req-b748306e-9ea9-4523-a49c-858d83ad2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:42.520750 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-91ef6df5-6baa-41e6-bced-1848a41ca9e3 req-b748306e-9ea9-4523-a49c-858d83ad2266 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1fad3948-e90c-4da1-a058-8758d801788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572254 Aug 05 14:05:42.534726 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1450b237-0c47-4ce4-9bff-48b06aa0d3b0 req-2ed3fe6e-391f-400f-b171-05e124dbe9d1 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/cc3558ee-83f6-444d-9dce-3d45da79af5a HTTP/1.1" status: 200 len: 1776 time: 0.1487148 Aug 05 14:05:42.608128 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-f67e63f6-1e4c-4ccd-8587-be72f5ac2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:42.616185 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-f67e63f6-1e4c-4ccd-8587-be72f5ac2bd1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 200 len: 922 time: 0.1827798 Aug 05 14:05:42.673457 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1450b237-0c47-4ce4-9bff-48b06aa0d3b0 req-988529fa-0636-48e3-bff4-5f6ac3cbc5cf tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:42.717111 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-e3b20d9a-3211-4ab8-8f3d-0bcfe81dfde6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=294d39b2-500b-4e56-bcd9-65db04fd0e44 HTTP/1.1" status: 200 len: 1001 time: 0.0983288 Aug 05 14:05:42.721107 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1450b237-0c47-4ce4-9bff-48b06aa0d3b0 req-988529fa-0636-48e3-bff4-5f6ac3cbc5cf tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:42.721761 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-e4cee780-117b-4aea-8bf1-b9bb810605bd None None] Set router ec543018-22b0-4799-aff8-a8bbabf86d8b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:05:42.784415 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-91ef6df5-6baa-41e6-bced-1848a41ca9e3 req-8298c282-ccda-484f-adbd-5bcb6da15724 service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447264 Aug 05 14:05:42.791324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-900b081a-f3ac-4a43-a9b9-889797fd374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:42.802257 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-900b081a-f3ac-4a43-a9b9-889797fd374c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=406044e5-f2b2-40f1-bb44-dec148e1ac6c HTTP/1.1" status: 200 len: 860 time: 0.0751729 Aug 05 14:05:42.861111 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1450b237-0c47-4ce4-9bff-48b06aa0d3b0 req-988529fa-0636-48e3-bff4-5f6ac3cbc5cf tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:42.863963 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1450b237-0c47-4ce4-9bff-48b06aa0d3b0 req-988529fa-0636-48e3-bff4-5f6ac3cbc5cf tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:42.868418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-acd7100b-95d8-42af-ba07-0dfde4aa0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:42.878003 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1450b237-0c47-4ce4-9bff-48b06aa0d3b0 req-988529fa-0636-48e3-bff4-5f6ac3cbc5cf tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "DELETE /v2.0/security-groups/cc3558ee-83f6-444d-9dce-3d45da79af5a HTTP/1.1" status: 204 len: 173 time: 0.3422890 Aug 05 14:05:42.879291 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-acd7100b-95d8-42af-ba07-0dfde4aa0a5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1fad3948-e90c-4da1-a058-8758d801788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754747 Aug 05 14:05:42.926548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988529fa-0636-48e3-bff4-5f6ac3cbc5cf tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3558ee-83f6-444d-9dce-3d45da79af5a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:42.968312 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-91ef6df5-6baa-41e6-bced-1848a41ca9e3 req-1fceec07-5998-4131-b72a-84fb85189e53 service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708460 Aug 05 14:05:43.035044 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-bb658748-d52d-4cf4-9fef-8cb65d24c01f service neutron] 10.222.0.16 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545906 Aug 05 14:05:43.083074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79836f5e-8f28-411a-be26-dcba753fc644 req-25dd6a83-5398-4cce-af6e-8e75ba7a0ce1 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:43.084555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e4cee780-117b-4aea-8bf1-b9bb810605bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '7cd5fd83-345d-476f-8ea3-391b81b499dc', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'port_id': '294d39b2-500b-4e56-bcd9-65db04fd0e44', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'mac_address': 'fa:16:3e:57:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ac85a-769b-4a2a-9d92-e88e44342793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:05:04Z', 'updated_at': '2021-08-05T14:05:41Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:46Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:43.087826 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-79836f5e-8f28-411a-be26-dcba753fc644 req-25dd6a83-5398-4cce-af6e-8e75ba7a0ce1 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecb87bb7-4751-4d3c-8693-071744df79c6 HTTP/1.1" status: 200 len: 946 time: 0.0747678 Aug 05 14:05:43.119153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cee780-117b-4aea-8bf1-b9bb810605bd None None] The sync data for ids ['ec543018-22b0-4799-aff8-a8bbabf86d8b'] in n-d-803585-2 is: [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '7cd5fd83-345d-476f-8ea3-391b81b499dc', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'port_id': '294d39b2-500b-4e56-bcd9-65db04fd0e44', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'mac_address': 'fa:16:3e:57:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ac85a-769b-4a2a-9d92-e88e44342793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:05:04Z', 'updated_at': '2021-08-05T14:05:41Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:46Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:05:43.131051 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-79836f5e-8f28-411a-be26-dcba753fc644 req-0a6985a4-ec8d-43ba-86b5-5b107ea2890e tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c1762b-34c2-4dd3-8961-c57903f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388689 Aug 05 14:05:43.152925 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a9283d7-524b-4b85-bd57-0d52eb6cce49 req-4d2f1511-6281-495a-a3ff-44d1fc5e4d50 service neutron] 10.222.0.16 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095257 Aug 05 14:05:43.343207 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984d31a-c041-4b81-b2b7-fc18050c4788 req-28cbe9f0-3b6d-4241-a16c-72ba7d19e17b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:43.344589 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-36499bc0-33dc-49e4-ad12-e75e7d913cb1 req-c6754848-d6bc-4df7-9423-c90afdc02c06 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 1001 time: 0.1001575 Aug 05 14:05:43.352337 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e984d31a-c041-4b81-b2b7-fc18050c4788 req-28cbe9f0-3b6d-4241-a16c-72ba7d19e17b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.0893371 Aug 05 14:05:43.419779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36499bc0-33dc-49e4-ad12-e75e7d913cb1 req-a65597b1-5017-4f56-abb2-ffd7edca34ca tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:43.421701 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-36499bc0-33dc-49e4-ad12-e75e7d913cb1 req-a65597b1-5017-4f56-abb2-ffd7edca34ca tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports/294d39b2-500b-4e56-bcd9-65db04fd0e44 HTTP/1.1" status: 200 len: 942 time: 0.0695894 Aug 05 14:05:43.423111 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e984d31a-c041-4b81-b2b7-fc18050c4788 req-0290cf68-bd9f-411f-94bf-7ad1f2ea1527 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542812 Aug 05 14:05:43.650351 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedcdbc-5e61-4d63-826f-1db754dbc882 req-b0588b79-9bc8-4e79-8094-d9fcfe1f6841 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:43.657897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedcdbc-5e61-4d63-826f-1db754dbc882 req-b0588b79-9bc8-4e79-8094-d9fcfe1f6841 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:43.666068 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedcdbc-5e61-4d63-826f-1db754dbc882 req-b0588b79-9bc8-4e79-8094-d9fcfe1f6841 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:43.668091 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-36499bc0-33dc-49e4-ad12-e75e7d913cb1 req-010f0681-812b-471a-adf1-1241db140005 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 1001 time: 0.1581094 Aug 05 14:05:43.695489 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedcdbc-5e61-4d63-826f-1db754dbc882 req-b0588b79-9bc8-4e79-8094-d9fcfe1f6841 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:43.708876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedcdbc-5e61-4d63-826f-1db754dbc882 req-b0588b79-9bc8-4e79-8094-d9fcfe1f6841 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:43.718986 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedcdbc-5e61-4d63-826f-1db754dbc882 req-b0588b79-9bc8-4e79-8094-d9fcfe1f6841 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:43.734474 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedcdbc-5e61-4d63-826f-1db754dbc882 req-b0588b79-9bc8-4e79-8094-d9fcfe1f6841 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:43.750887 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-faedcdbc-5e61-4d63-826f-1db754dbc882 req-b0588b79-9bc8-4e79-8094-d9fcfe1f6841 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5431 time: 0.1740882 Aug 05 14:05:43.780715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8ac85a-769b-4a2a-9d92-e88e44342793', 'tag': '294d39b2-500b-4e56-bcd9-65db04fd0e44'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:43.783651 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31951988-fe83-430f-8f64-093fa437d0ed" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8ac85a-769b-4a2a-9d92-e88e44342793", "tag": "294d39b2-500b-4e56-bcd9-65db04fd0e44"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:43.808179 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-faedcdbc-5e61-4d63-826f-1db754dbc882 req-38e9c895-cfce-4edb-89be-3f078d504597 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544174 Aug 05 14:05:43.855992 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-22eccaeb-92da-4d7e-905e-3f3ec885c5dc req-f6b68668-d9a4-48a0-9719-49fcd32237f0 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] show failed (client error): The resource could not be found. Aug 05 14:05:43.873492 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22eccaeb-92da-4d7e-905e-3f3ec885c5dc req-f6b68668-d9a4-48a0-9719-49fcd32237f0 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/a443e291-cf87-4127-b536-2a403c215b77 HTTP/1.1" status: 404 len: 352 time: 0.0250492 Aug 05 14:05:43.909638 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36499bc0-33dc-49e4-ad12-e75e7d913cb1 req-03e1de74-cb9f-4db9-b6d4-b251c5dadd5c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:43.911264 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-36499bc0-33dc-49e4-ad12-e75e7d913cb1 req-03e1de74-cb9f-4db9-b6d4-b251c5dadd5c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.2304318 Aug 05 14:05:43.955487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60068) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:44.003186 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-a0b8751c-a67a-4006-9017-ee99b891ea7e req-b73de012-49aa-4a09-9945-c34bb5fa12f7 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] show failed (client error): The resource could not be found. Aug 05 14:05:44.004277 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a0b8751c-a67a-4006-9017-ee99b891ea7e req-b73de012-49aa-4a09-9945-c34bb5fa12f7 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/a317f675-ddce-4d19-922d-e423d9dcb61e HTTP/1.1" status: 404 len: 352 time: 0.0191801 Aug 05 14:05:44.008705 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcd903d-4b5d-4a75-9ea3-16a16385fab9 x-openstack-request-id: req-abcd903d-4b5d-4a75-9ea3-16a16385fab9 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:44.009399 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8ac85a-769b-4a2a-9d92-e88e44342793", "tag": "294d39b2-500b-4e56-bcd9-65db04fd0e44", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:44.009711 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abcd903d-4b5d-4a75-9ea3-16a16385fab9 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:44.016278 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c8ac85a-769b-4a2a-9d92-e88e44342793', 'tag': '294d39b2-500b-4e56-bcd9-65db04fd0e44', 'status': 'completed', 'code': 200} Aug 05 14:05:44.122954 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31951988-fe83-430f-8f64-093fa437d0ed req-55eb961a-6c72-4fc3-bc1c-afec7554abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:44.124449 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-31951988-fe83-430f-8f64-093fa437d0ed req-55eb961a-6c72-4fc3-bc1c-afec7554abe8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 1096 time: 0.0800989 Aug 05 14:05:44.136216 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-fd5db071-5f32-4102-b591-6fd682d1f97c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 1001 time: 0.1137903 Aug 05 14:05:44.217693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-f053c768-8b3b-400e-a9d7-5ce4936b130a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:44.220879 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-f053c768-8b3b-400e-a9d7-5ce4936b130a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports/294d39b2-500b-4e56-bcd9-65db04fd0e44 HTTP/1.1" status: 200 len: 942 time: 0.0792871 Aug 05 14:05:44.268899 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-11c8bc0c-9f86-4aab-8a11-1d5c72c0a628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:44.307255 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-85a7eb3a-6690-4195-849a-e9fbca4055b7 req-e7a4298d-188e-4247-bdfa-8395d329032f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] show failed (client error): The resource could not be found. Aug 05 14:05:44.308188 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-85a7eb3a-6690-4195-849a-e9fbca4055b7 req-e7a4298d-188e-4247-bdfa-8395d329032f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/7311903f-27f1-4f2f-8adc-0d5951af1cae HTTP/1.1" status: 404 len: 352 time: 0.0963650 Aug 05 14:05:44.359516 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-494c62ad-7601-4bf1-8234-4f0af7a81a52 req-cd47476b-6b2c-464b-ad3e-0c8ccd1bff85 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] show failed (client error): The resource could not be found. Aug 05 14:05:44.360711 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-494c62ad-7601-4bf1-8234-4f0af7a81a52 req-cd47476b-6b2c-464b-ad3e-0c8ccd1bff85 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/e1163098-edac-43ee-aa66-e85ef19578cf HTTP/1.1" status: 404 len: 352 time: 0.0209281 Aug 05 14:05:44.438987 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-a1deca57-483e-49da-a187-3ab7830320f2 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 1001 time: 0.1487279 Aug 05 14:05:44.449155 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31951988-fe83-430f-8f64-093fa437d0ed req-107baff3-6fd1-4f39-a51b-e6807a30b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:44.450969 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-31951988-fe83-430f-8f64-093fa437d0ed req-107baff3-6fd1-4f39-a51b-e6807a30b332 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 200 len: 922 time: 0.3126636 Aug 05 14:05:44.480525 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-08071386-9471-4df7-8009-a94759262ac8 req-9ea37f1f-06fd-41af-a13d-d425e6d37a18 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] show failed (client error): The resource could not be found. Aug 05 14:05:44.482724 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08071386-9471-4df7-8009-a94759262ac8 req-9ea37f1f-06fd-41af-a13d-d425e6d37a18 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/ef73ccaf-065a-47df-9ac8-46945bd8b62a HTTP/1.1" status: 404 len: 352 time: 0.0936038 Aug 05 14:05:44.584828 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-31951988-fe83-430f-8f64-093fa437d0ed req-750d2ea2-5b88-4222-8d7e-4b6a4c0022fc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=294d39b2-500b-4e56-bcd9-65db04fd0e44 HTTP/1.1" status: 200 len: 1001 time: 0.1062946 Aug 05 14:05:44.694899 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:44.699315 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31951988-fe83-430f-8f64-093fa437d0ed req-1b0ca724-08e6-43ba-a453-4dd97e87d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:44.701805 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-31951988-fe83-430f-8f64-093fa437d0ed req-1b0ca724-08e6-43ba-a453-4dd97e87d28e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=406044e5-f2b2-40f1-bb44-dec148e1ac6c HTTP/1.1" status: 200 len: 860 time: 0.1051478 Aug 05 14:05:44.714664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-d8eb2429-978e-46c0-b429-6241ee7a2cba tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:44.717046 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-d8eb2429-978e-46c0-b429-6241ee7a2cba tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.2714732 Aug 05 14:05:44.728944 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-11c8bc0c-9f86-4aab-8a11-1d5c72c0a628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:44.762663 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-11c8bc0c-9f86-4aab-8a11-1d5c72c0a628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:44.833325 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-11c8bc0c-9f86-4aab-8a11-1d5c72c0a628 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a2e96a117e44a66a7ba170013a16a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8767602 Aug 05 14:05:44.839684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60094) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:44.840852 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-221cc004-6f34-4e1f-a21a-cfd3f7bc5253 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 1001 time: 0.1159658 Aug 05 14:05:44.847817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-8a13cb15-abda-4c51-82bc-229b2ebd55d5 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:44.859504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8bc0c-9f86-4aab-8a11-1d5c72c0a628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceea76a6-ecc7-4543-9c52-de71067af03a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:44.890946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31951988-fe83-430f-8f64-093fa437d0ed req-f28f9063-9144-45b9-953e-1a4020728e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:44.893804 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-31951988-fe83-430f-8f64-093fa437d0ed req-f28f9063-9144-45b9-953e-1a4020728e39 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1fad3948-e90c-4da1-a058-8758d801788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1621511 Aug 05 14:05:44.904464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bb78a-8851-4dcb-98d7-e5daa51a72d0 req-ce4d1954-b834-4eb4-83cc-b23540f90e1c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:44.906484 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e4bb78a-8851-4dcb-98d7-e5daa51a72d0 req-ce4d1954-b834-4eb4-83cc-b23540f90e1c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.1987681 Aug 05 14:05:44.922612 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-8a13cb15-abda-4c51-82bc-229b2ebd55d5 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:45.007989 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:05:45.063616 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a5b45830-c69c-48a6-b007-3c588d1b03ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:45.083331 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e4bb78a-8851-4dcb-98d7-e5daa51a72d0 req-d3c71b54-bba9-4fe9-b1c0-865e2999a85a tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632228 Aug 05 14:05:45.091250 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-8a13cb15-abda-4c51-82bc-229b2ebd55d5 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:45.097328 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-8a13cb15-abda-4c51-82bc-229b2ebd55d5 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:45.098066 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-8a13cb15-abda-4c51-82bc-229b2ebd55d5 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Floating IP 7cd5fd83-345d-476f-8ea3-391b81b499dc disassociated. External IP: 172.25.5.137, port: 294d39b2-500b-4e56-bcd9-65db04fd0e44. Aug 05 14:05:45.100515 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-31951988-fe83-430f-8f64-093fa437d0ed req-231ad521-89f9-4e45-a443-a70a390b5d80 service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927195 Aug 05 14:05:45.112899 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a5b45830-c69c-48a6-b007-3c588d1b03ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:45.203752 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-f39a237c-fd88-465d-bd4d-9b5e99002896 req-17d73b09-3911-40d7-97a8-1bba94c2fd1c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] show failed (client error): The resource could not be found. Aug 05 14:05:45.219885 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f39a237c-fd88-465d-bd4d-9b5e99002896 req-17d73b09-3911-40d7-97a8-1bba94c2fd1c tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/3d50acce-49bc-4d6f-b824-819be694fd0f HTTP/1.1" status: 404 len: 352 time: 0.0860026 Aug 05 14:05:45.289385 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a5b45830-c69c-48a6-b007-3c588d1b03ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:45.292260 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a5b45830-c69c-48a6-b007-3c588d1b03ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:45.296640 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a5b45830-c69c-48a6-b007-3c588d1b03ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ceea76a6-ecc7-4543-9c52-de71067af03a HTTP/1.1" status: 204 len: 168 time: 0.4546435 Aug 05 14:05:45.299515 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-31951988-fe83-430f-8f64-093fa437d0ed req-82971d85-c7f0-4356-8e3b-840f8c2054f5 service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893804 Aug 05 14:05:45.311950 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b45830-c69c-48a6-b007-3c588d1b03ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceea76a6-ecc7-4543-9c52-de71067af03a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:45.395035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-8a13cb15-abda-4c51-82bc-229b2ebd55d5 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Router ec543018-22b0-4799-aff8-a8bbabf86d8b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:05:45.395256 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f280ee-f0b3-4ffa-9849-0c10c61bac7e req-4272b60a-f7f1-4104-8a41-084aa6cf49fc tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:45.404681 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f280ee-f0b3-4ffa-9849-0c10c61bac7e req-4272b60a-f7f1-4104-8a41-084aa6cf49fc tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:45.418246 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f280ee-f0b3-4ffa-9849-0c10c61bac7e req-4272b60a-f7f1-4104-8a41-084aa6cf49fc tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:45.426895 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f280ee-f0b3-4ffa-9849-0c10c61bac7e req-4272b60a-f7f1-4104-8a41-084aa6cf49fc tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:45.433548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f280ee-f0b3-4ffa-9849-0c10c61bac7e req-4272b60a-f7f1-4104-8a41-084aa6cf49fc tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:45.440362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f280ee-f0b3-4ffa-9849-0c10c61bac7e req-4272b60a-f7f1-4104-8a41-084aa6cf49fc tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:45.446412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f280ee-f0b3-4ffa-9849-0c10c61bac7e req-4272b60a-f7f1-4104-8a41-084aa6cf49fc tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:45.448348 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17f280ee-f0b3-4ffa-9849-0c10c61bac7e req-4272b60a-f7f1-4104-8a41-084aa6cf49fc tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5431 time: 0.1297066 Aug 05 14:05:45.508620 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17f280ee-f0b3-4ffa-9849-0c10c61bac7e req-1d31e362-9fe4-4932-8447-0a5880242f7d tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533862 Aug 05 14:05:45.539008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-8a13cb15-abda-4c51-82bc-229b2ebd55d5 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:05:45.552736 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32293636-f414-4a65-9164-7bfff2e85496 None None] Sync routers for ids ['ec543018-22b0-4799-aff8-a8bbabf86d8b'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:05:45.555667 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-8a13cb15-abda-4c51-82bc-229b2ebd55d5 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:45.565780 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32293636-f414-4a65-9164-7bfff2e85496 None None] Routers {'ec543018-22b0-4799-aff8-a8bbabf86d8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:05:45.566645 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-32293636-f414-4a65-9164-7bfff2e85496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ec543018-22b0-4799-aff8-a8bbabf86d8b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:45.591022 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-8a13cb15-abda-4c51-82bc-229b2ebd55d5 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "PUT /v2.0/floatingips/7cd5fd83-345d-476f-8ea3-391b81b499dc HTTP/1.1" status: 200 len: 695 time: 0.7489870 Aug 05 14:05:45.683275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-617508c6-7c9d-4839-bd29-6bb8c69a0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:45.684975 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-617508c6-7c9d-4839-bd29-6bb8c69a0370 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 1096 time: 0.0614231 Aug 05 14:05:45.708206 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-32293636-f414-4a65-9164-7bfff2e85496 None None] Set router ec543018-22b0-4799-aff8-a8bbabf86d8b gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:05:45.782057 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-486e8069-f1ac-41d8-9370-f9d9123bf663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:45.813047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-db9b6889-2aa4-4648-ba13-6dc67011b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:45.816019 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-db9b6889-2aa4-4648-ba13-6dc67011b2ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 200 len: 922 time: 0.1228514 Aug 05 14:05:45.867176 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:45.888922 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-87b80bc0-c566-43c7-815f-f0f913603f86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=294d39b2-500b-4e56-bcd9-65db04fd0e44 HTTP/1.1" status: 200 len: 217 time: 0.0643587 Aug 05 14:05:45.971517 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-32293636-f414-4a65-9164-7bfff2e85496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:46Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:46.008162 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32293636-f414-4a65-9164-7bfff2e85496 None None] Checking router: ec543018-22b0-4799-aff8-a8bbabf86d8b for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:05:46.019169 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32293636-f414-4a65-9164-7bfff2e85496 None None] Routers {'ec543018-22b0-4799-aff8-a8bbabf86d8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:05:46.019874 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-32293636-f414-4a65-9164-7bfff2e85496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ec543018-22b0-4799-aff8-a8bbabf86d8b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:46.078331 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5cd1d-e11e-4448-8b81-581b7931fe15 req-5bc97562-ca15-4d86-b158-59e617e2ea13 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:46.082838 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61c5cd1d-e11e-4448-8b81-581b7931fe15 req-5bc97562-ca15-4d86-b158-59e617e2ea13 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 1023 time: 0.0889900 Aug 05 14:05:46.145144 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61c5cd1d-e11e-4448-8b81-581b7931fe15 req-68f0d399-5010-46af-86a3-895dc6ee1c64 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&id=0f10e15f-f79b-4aa8-b031-ced96343a8f2&id=23e1a121-1211-41a6-9a6e-bd7889807f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0582547 Aug 05 14:05:46.229849 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-32293636-f414-4a65-9164-7bfff2e85496 None None] Set router ec543018-22b0-4799-aff8-a8bbabf86d8b gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:05:46.360086 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8ac85a-769b-4a2a-9d92-e88e44342793', 'tag': '294d39b2-500b-4e56-bcd9-65db04fd0e44'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:46.364074 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c9c593-2e62-45ab-b832-356810e8916a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8ac85a-769b-4a2a-9d92-e88e44342793", "tag": "294d39b2-500b-4e56-bcd9-65db04fd0e44"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:46.381774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-8d58d5fc-40ba-40dc-a284-b7634115020d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:46.383965 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-8d58d5fc-40ba-40dc-a284-b7634115020d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=406044e5-f2b2-40f1-bb44-dec148e1ac6c HTTP/1.1" status: 200 len: 860 time: 0.4864609 Aug 05 14:05:46.486021 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-dfb78548-1657-441e-b9af-0ffee8639f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:46.489136 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-dfb78548-1657-441e-b9af-0ffee8639f76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1fad3948-e90c-4da1-a058-8758d801788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936534 Aug 05 14:05:46.542623 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-32293636-f414-4a65-9164-7bfff2e85496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:46Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:46.572642 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32293636-f414-4a65-9164-7bfff2e85496 None None] The sync data for ids ['ec543018-22b0-4799-aff8-a8bbabf86d8b'] in n-d-803585-2 is: [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:46Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:05:46.686212 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-4988dacb-07b5-46c1-85ec-63e56c2ea0b2 service neutron] 10.222.0.16 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875110 Aug 05 14:05:46.777205 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cd071-6b3b-4b32-9b79-1a042b4c62a7 req-a7b524a9-f05e-4111-8dd9-24aaa87c0f93 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:46.786417 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1f7cd071-6b3b-4b32-9b79-1a042b4c62a7 req-a7b524a9-f05e-4111-8dd9-24aaa87c0f93 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.0780761 Aug 05 14:05:46.848321 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fc50a50-c2e2-4720-a250-d2de0d5f9698 req-482013e3-7a98-4d2b-9f7f-44674f9dc64c service neutron] 10.222.0.16 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486297 Aug 05 14:05:46.909156 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1f7cd071-6b3b-4b32-9b79-1a042b4c62a7 req-1dc25f46-d00a-401a-a98d-9cd5fbebe695 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216140 Aug 05 14:05:46.989631 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59757dad-4e71-4673-a70e-774f7b5b42b8 x-openstack-request-id: req-59757dad-4e71-4673-a70e-774f7b5b42b8 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:46.989959 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8ac85a-769b-4a2a-9d92-e88e44342793", "tag": "294d39b2-500b-4e56-bcd9-65db04fd0e44", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:46.990226 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59757dad-4e71-4673-a70e-774f7b5b42b8 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:46.990686 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c8ac85a-769b-4a2a-9d92-e88e44342793', 'tag': '294d39b2-500b-4e56-bcd9-65db04fd0e44', 'status': 'completed', 'code': 200} Aug 05 14:05:47.119318 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36431b91-58e4-4ec1-8e50-82548e98a36e req-5b028d1e-b470-4938-b553-3c91ce4f6455 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:47.138728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36431b91-58e4-4ec1-8e50-82548e98a36e req-5b028d1e-b470-4938-b553-3c91ce4f6455 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:47.149693 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36431b91-58e4-4ec1-8e50-82548e98a36e req-5b028d1e-b470-4938-b553-3c91ce4f6455 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:47.161749 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36431b91-58e4-4ec1-8e50-82548e98a36e req-5b028d1e-b470-4938-b553-3c91ce4f6455 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:47.164165 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be19df-ad83-4493-b863-78ed1b64eb93 None None] New status for floating IP 7cd5fd83-345d-476f-8ea3-391b81b499dc: DOWN {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:05:47.176984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36431b91-58e4-4ec1-8e50-82548e98a36e req-5b028d1e-b470-4938-b553-3c91ce4f6455 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:47.192011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36431b91-58e4-4ec1-8e50-82548e98a36e req-5b028d1e-b470-4938-b553-3c91ce4f6455 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:47.201608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36431b91-58e4-4ec1-8e50-82548e98a36e req-5b028d1e-b470-4938-b553-3c91ce4f6455 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:47.210979 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-36431b91-58e4-4ec1-8e50-82548e98a36e req-5b028d1e-b470-4938-b553-3c91ce4f6455 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5431 time: 0.2377293 Aug 05 14:05:47.279610 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60170) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:47.283524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9c593-2e62-45ab-b832-356810e8916a req-7ef7cfcc-cf04-4466-be79-2b40e703f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:47.290748 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-96c9c593-2e62-45ab-b832-356810e8916a req-7ef7cfcc-cf04-4466-be79-2b40e703f98c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 1096 time: 0.2591968 Aug 05 14:05:47.304976 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-36431b91-58e4-4ec1-8e50-82548e98a36e req-55732ff5-33be-427b-9875-699418fbbd32 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883472 Aug 05 14:05:47.556581 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d30b1-ae68-45d6-8bd0-ea8dfa8c32a0 req-1216d641-c7b5-4d91-b749-4cb6a89d6f15 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:47.566804 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2c1d30b1-ae68-45d6-8bd0-ea8dfa8c32a0 req-1216d641-c7b5-4d91-b749-4cb6a89d6f15 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 1023 time: 0.0849173 Aug 05 14:05:47.590794 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0853b12e-b5ef-414b-a916-b321aa049351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:47.652785 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2c1d30b1-ae68-45d6-8bd0-ea8dfa8c32a0 req-8a1999bc-4021-4478-b474-f598829dae21 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&id=0f10e15f-f79b-4aa8-b031-ced96343a8f2&id=23e1a121-1211-41a6-9a6e-bd7889807f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0846775 Aug 05 14:05:47.718464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9c593-2e62-45ab-b832-356810e8916a req-ebeaa816-acda-4d7e-88f1-415887281199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:47.720632 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-96c9c593-2e62-45ab-b832-356810e8916a req-ebeaa816-acda-4d7e-88f1-415887281199 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 200 len: 922 time: 0.4141068 Aug 05 14:05:47.730218 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae057df-950a-4378-9c3d-996085ab6b64 req-519e42d2-352c-4c45-9ab9-722ad80981c7 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:47.731698 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bae057df-950a-4378-9c3d-996085ab6b64 req-519e42d2-352c-4c45-9ab9-722ad80981c7 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 1023 time: 0.2578611 Aug 05 14:05:47.750892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-d0975952-d651-4467-a183-143b4646c52b tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:47.752694 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-d0975952-d651-4467-a183-143b4646c52b tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2387571 Aug 05 14:05:47.757123 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0853b12e-b5ef-414b-a916-b321aa049351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:47.771334 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0853b12e-b5ef-414b-a916-b321aa049351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:47.813535 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0853b12e-b5ef-414b-a916-b321aa049351 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=246ec403e82744d98d9f6695b711ed7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5303953 Aug 05 14:05:47.817203 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60180) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:47.853953 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-96c9c593-2e62-45ab-b832-356810e8916a req-a3dd8a34-e60d-4bd2-9d76-d80ca9e2e259 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=294d39b2-500b-4e56-bcd9-65db04fd0e44 HTTP/1.1" status: 200 len: 217 time: 0.1173437 Aug 05 14:05:47.871106 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853b12e-b5ef-414b-a916-b321aa049351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e498dd7-f9f3-4d41-a47f-aa35e0296b47,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:47.885954 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-523b0594-6e32-4823-b173-89f39e11be30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:47.910935 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-523b0594-6e32-4823-b173-89f39e11be30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:47.963591 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-523b0594-6e32-4823-b173-89f39e11be30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:47.967642 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-523b0594-6e32-4823-b173-89f39e11be30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:47.969387 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-523b0594-6e32-4823-b173-89f39e11be30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e498dd7-f9f3-4d41-a47f-aa35e0296b47 HTTP/1.1" status: 204 len: 168 time: 0.1512389 Aug 05 14:05:47.981272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b0594-6e32-4823-b173-89f39e11be30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e498dd7-f9f3-4d41-a47f-aa35e0296b47,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:47.983018 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-8ee60177-17e2-4455-8acd-8268e0b24d49 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 696 time: 0.2177815 Aug 05 14:05:48.022691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-3bf2bf24-1dae-4329-a0be-6bcac74e9676 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Request body: {'floatingip': {'port_id': 'cbfb30e8-6edd-4075-afae-81b9f7a708be', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:48.075973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496391e-985d-4472-a523-419d68b7b383 req-63c0bf0e-c620-4788-abb2-e0f14b5d5062 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:48.077637 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d496391e-985d-4472-a523-419d68b7b383 req-63c0bf0e-c620-4788-abb2-e0f14b5d5062 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.0618656 Aug 05 14:05:48.096178 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-3bf2bf24-1dae-4329-a0be-6bcac74e9676 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks [] for floatingip, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:48.109403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9c593-2e62-45ab-b832-356810e8916a req-54843bb6-5c6a-4677-9b13-e2337da992e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:48.111292 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-96c9c593-2e62-45ab-b832-356810e8916a req-54843bb6-5c6a-4677-9b13-e2337da992e9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=406044e5-f2b2-40f1-bb44-dec148e1ac6c HTTP/1.1" status: 200 len: 860 time: 0.1949172 Aug 05 14:05:48.142997 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d496391e-985d-4472-a523-419d68b7b383 req-3f309d79-e4e5-4332-b733-29e5345a29b2 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520639 Aug 05 14:05:48.271248 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-bae057df-950a-4378-9c3d-996085ab6b64 req-97a15264-8b44-47a7-b81a-2d2e7837b2da tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Deleting port f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:05:48.271836 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bae057df-950a-4378-9c3d-996085ab6b64 req-97a15264-8b44-47a7-b81a-2d2e7837b2da tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:48.325396 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f1cec71f-a863-4156-8252-5b513c25af1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:48.335469 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9c593-2e62-45ab-b832-356810e8916a req-5f93ad4c-b969-47af-82dc-e8a66c92b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:48.336992 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-96c9c593-2e62-45ab-b832-356810e8916a req-5f93ad4c-b969-47af-82dc-e8a66c92b3e5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1fad3948-e90c-4da1-a058-8758d801788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924834 Aug 05 14:05:48.522421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83be17f-4a90-4910-b7b9-c4312e717ebb req-8353f9e2-818a-4d88-87e2-0d4a158ae125 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:48.529713 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83be17f-4a90-4910-b7b9-c4312e717ebb req-8353f9e2-818a-4d88-87e2-0d4a158ae125 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:48.538888 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83be17f-4a90-4910-b7b9-c4312e717ebb req-8353f9e2-818a-4d88-87e2-0d4a158ae125 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:48.549991 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83be17f-4a90-4910-b7b9-c4312e717ebb req-8353f9e2-818a-4d88-87e2-0d4a158ae125 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:48.560238 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83be17f-4a90-4910-b7b9-c4312e717ebb req-8353f9e2-818a-4d88-87e2-0d4a158ae125 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:48.566915 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:48.571532 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83be17f-4a90-4910-b7b9-c4312e717ebb req-8353f9e2-818a-4d88-87e2-0d4a158ae125 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:48.585133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83be17f-4a90-4910-b7b9-c4312e717ebb req-8353f9e2-818a-4d88-87e2-0d4a158ae125 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:48.587962 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f83be17f-4a90-4910-b7b9-c4312e717ebb req-8353f9e2-818a-4d88-87e2-0d4a158ae125 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5431 time: 0.1355183 Aug 05 14:05:48.664813 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f83be17f-4a90-4910-b7b9-c4312e717ebb req-e72da840-7b80-4da7-8a4f-4388e0ebe792 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616210 Aug 05 14:05:48.912362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49802ae-a21e-4a21-bfa3-735ef6a176b5 req-422d43f7-e22f-431c-bb0f-6f984a832dd0 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:48.923193 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a49802ae-a21e-4a21-bfa3-735ef6a176b5 req-422d43f7-e22f-431c-bb0f-6f984a832dd0 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 1023 time: 0.0886774 Aug 05 14:05:49.007476 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a49802ae-a21e-4a21-bfa3-735ef6a176b5 req-03836ca7-c665-4970-b3c1-79442f46fb05 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9515eb-c244-4f6c-86be-bd6e287a77ab&id=0f10e15f-f79b-4aa8-b031-ced96343a8f2&id=23e1a121-1211-41a6-9a6e-bd7889807f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0777915 Aug 05 14:05:49.068685 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-bae057df-950a-4378-9c3d-996085ab6b64 req-97a15264-8b44-47a7-b81a-2d2e7837b2da tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] For port f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586,segment=NetworkSegment(649d59ed-a29a-43b0-9d36-fc0e44512879),segment_id=649d59ed-a29a-43b0-9d36-fc0e44512879)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:49.069079 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bae057df-950a-4378-9c3d-996085ab6b64 req-97a15264-8b44-47a7-b81a-2d2e7837b2da tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:49.103285 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-bae057df-950a-4378-9c3d-996085ab6b64 req-97a15264-8b44-47a7-b81a-2d2e7837b2da tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Calling delete_port for f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:05:49.114080 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-96c9c593-2e62-45ab-b832-356810e8916a req-40bd6ec2-5685-4e65-8916-851ab5324e7b service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845119 Aug 05 14:05:49.156177 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950f7aa-3aa8-4802-8ee1-a94a4b20ceab req-232f95cf-f04d-4f45-bc13-18d91e2187c7 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:49.159492 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5950f7aa-3aa8-4802-8ee1-a94a4b20ceab req-232f95cf-f04d-4f45-bc13-18d91e2187c7 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.84 "GET /v2.0/ports?device_id=9c8ac85a-769b-4a2a-9d92-e88e44342793 HTTP/1.1" status: 200 len: 945 time: 0.0651376 Aug 05 14:05:49.276774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-5950f7aa-3aa8-4802-8ee1-a94a4b20ceab req-91ea4dde-d071-405a-8e79-ef7a47f9ebed tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Deleting port 294d39b2-500b-4e56-bcd9-65db04fd0e44 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:05:49.277119 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5950f7aa-3aa8-4802-8ee1-a94a4b20ceab req-91ea4dde-d071-405a-8e79-ef7a47f9ebed tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:49.358449 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-96c9c593-2e62-45ab-b832-356810e8916a req-06706f66-9e7c-4f17-9115-fe6bb02975c0 service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371218 Aug 05 14:05:49.390508 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-5950f7aa-3aa8-4802-8ee1-a94a4b20ceab req-91ea4dde-d071-405a-8e79-ef7a47f9ebed tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] For port 294d39b2-500b-4e56-bcd9-65db04fd0e44, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=294d39b2-500b-4e56-bcd9-65db04fd0e44,segment=NetworkSegment(9c91347a-ac08-4068-8d8e-0114696e1c80),segment_id=9c91347a-ac08-4068-8d8e-0114696e1c80)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:49.390508 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5950f7aa-3aa8-4802-8ee1-a94a4b20ceab req-91ea4dde-d071-405a-8e79-ef7a47f9ebed tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:49.405181 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-3bf2bf24-1dae-4329-a0be-6bcac74e9676 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:49.411838 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-5950f7aa-3aa8-4802-8ee1-a94a4b20ceab req-91ea4dde-d071-405a-8e79-ef7a47f9ebed tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Calling delete_port for 294d39b2-500b-4e56-bcd9-65db04fd0e44 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:05:49.414202 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-3bf2bf24-1dae-4329-a0be-6bcac74e9676 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:49.445357 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:49.563672 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-3bf2bf24-1dae-4329-a0be-6bcac74e9676 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Floating IP 7cd5fd83-345d-476f-8ea3-391b81b499dc associated. External IP: 172.25.5.137, port: cbfb30e8-6edd-4075-afae-81b9f7a708be. Aug 05 14:05:49.643214 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5950f7aa-3aa8-4802-8ee1-a94a4b20ceab req-91ea4dde-d071-405a-8e79-ef7a47f9ebed tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:49.656681 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['cbfb30e8-6edd-4075-afae-81b9f7a708be', '294d39b2-500b-4e56-bcd9-65db04fd0e44'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:49.710995 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bae057df-950a-4378-9c3d-996085ab6b64 req-97a15264-8b44-47a7-b81a-2d2e7837b2da tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:49.736666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:49.737690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea4dde-d071-405a-8e79-ef7a47f9ebed tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Pushing event deleted for resources: {'Port': ['ID=294d39b2-500b-4e56-bcd9-65db04fd0e44,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:49.806285 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5950f7aa-3aa8-4802-8ee1-a94a4b20ceab req-91ea4dde-d071-405a-8e79-ef7a47f9ebed tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] No DVR routers for this DVR port 294d39b2-500b-4e56-bcd9-65db04fd0e44 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:05:49.807320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a15264-8b44-47a7-b81a-2d2e7837b2da tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event deleted for resources: {'Port': ['ID=f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:49.816318 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5950f7aa-3aa8-4802-8ee1-a94a4b20ceab req-91ea4dde-d071-405a-8e79-ef7a47f9ebed tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:49.832721 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5950f7aa-3aa8-4802-8ee1-a94a4b20ceab req-91ea4dde-d071-405a-8e79-ef7a47f9ebed tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.84 "DELETE /v2.0/ports/294d39b2-500b-4e56-bcd9-65db04fd0e44 HTTP/1.1" status: 204 len: 173 time: 0.6684258 Aug 05 14:05:49.833457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8ac85a-769b-4a2a-9d92-e88e44342793', 'name': 'network-vif-deleted', 'tag': '294d39b2-500b-4e56-bcd9-65db04fd0e44'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:49.849832 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021d72f9-c9fd-4242-aec6-02bea6afbc0d" -d '{"events": [{"server_uuid": "9c8ac85a-769b-4a2a-9d92-e88e44342793", "name": "network-vif-deleted", "tag": "294d39b2-500b-4e56-bcd9-65db04fd0e44"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:49.960559 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae057df-950a-4378-9c3d-996085ab6b64 req-97a15264-8b44-47a7-b81a-2d2e7837b2da tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] No DVR routers for this DVR port f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:05:49.968220 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bae057df-950a-4378-9c3d-996085ab6b64 req-97a15264-8b44-47a7-b81a-2d2e7837b2da tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:49.973676 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bae057df-950a-4378-9c3d-996085ab6b64 req-97a15264-8b44-47a7-b81a-2d2e7837b2da tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.63 "DELETE /v2.0/ports/f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 HTTP/1.1" status: 204 len: 173 time: 2.2308414 Aug 05 14:05:49.978725 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe8a9ca-3095-4b2f-8311-38f0eb8facfb', 'name': 'network-vif-deleted', 'tag': 'f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:49.988000 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41958b4-a037-459a-a20f-2a543e932b2d" -d '{"events": [{"server_uuid": "1fe8a9ca-3095-4b2f-8311-38f0eb8facfb", "name": "network-vif-deleted", "tag": "f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:50.127373 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-3bf2bf24-1dae-4329-a0be-6bcac74e9676 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Router ec543018-22b0-4799-aff8-a8bbabf86d8b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:05:50.227123 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36213675-0bf8-48ee-aab1-6bfdb64d4fdd req-15396121-126e-4612-8d0c-b6084e3d477f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:50.228842 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-36213675-0bf8-48ee-aab1-6bfdb64d4fdd req-15396121-126e-4612-8d0c-b6084e3d477f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.1000996 Aug 05 14:05:50.301577 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-36213675-0bf8-48ee-aab1-6bfdb64d4fdd req-f5f6ab9f-9cf8-416e-8056-255632c156a0 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636156 Aug 05 14:05:50.328403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-3bf2bf24-1dae-4329-a0be-6bcac74e9676 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:05:50.337511 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-3bf2bf24-1dae-4329-a0be-6bcac74e9676 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:50.342087 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15146b3c-5887-4d15-beba-c7a517ab24ce None None] Sync routers for ids ['ec543018-22b0-4799-aff8-a8bbabf86d8b'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:05:50.356637 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15146b3c-5887-4d15-beba-c7a517ab24ce None None] Routers {'ec543018-22b0-4799-aff8-a8bbabf86d8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:05:50.357355 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-15146b3c-5887-4d15-beba-c7a517ab24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ec543018-22b0-4799-aff8-a8bbabf86d8b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:50.377439 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-3bf2bf24-1dae-4329-a0be-6bcac74e9676 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "PUT /v2.0/floatingips/7cd5fd83-345d-476f-8ea3-391b81b499dc HTTP/1.1" status: 200 len: 997 time: 2.3932712 Aug 05 14:05:50.463045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-78d59b66-9671-4239-ae89-f03b90beb162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:50.466517 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-78d59b66-9671-4239-ae89-f03b90beb162 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 1097 time: 0.0626416 Aug 05 14:05:50.624599 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-15146b3c-5887-4d15-beba-c7a517ab24ce None None] Set router ec543018-22b0-4799-aff8-a8bbabf86d8b gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:05:50.677367 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda75171-64c8-4121-9440-69e8b5217a5e req-ba8150ee-f850-445f-b854-fdad6a0ac28b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:50.687438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda75171-64c8-4121-9440-69e8b5217a5e req-ba8150ee-f850-445f-b854-fdad6a0ac28b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:50.697872 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda75171-64c8-4121-9440-69e8b5217a5e req-ba8150ee-f850-445f-b854-fdad6a0ac28b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:50.705902 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-5ef40787-6d0c-4479-8156-8bc61d9f20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:50.709017 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-5ef40787-6d0c-4479-8156-8bc61d9f20b3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 200 len: 922 time: 0.2280977 Aug 05 14:05:50.711247 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda75171-64c8-4121-9440-69e8b5217a5e req-ba8150ee-f850-445f-b854-fdad6a0ac28b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:50.719492 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda75171-64c8-4121-9440-69e8b5217a5e req-ba8150ee-f850-445f-b854-fdad6a0ac28b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:50.725956 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda75171-64c8-4121-9440-69e8b5217a5e req-ba8150ee-f850-445f-b854-fdad6a0ac28b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:50.734758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda75171-64c8-4121-9440-69e8b5217a5e req-ba8150ee-f850-445f-b854-fdad6a0ac28b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:50.744959 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cda75171-64c8-4121-9440-69e8b5217a5e req-ba8150ee-f850-445f-b854-fdad6a0ac28b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5431 time: 0.1479807 Aug 05 14:05:50.804922 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cda75171-64c8-4121-9440-69e8b5217a5e req-74a84f3c-1a5f-45fb-9ca5-a998c68935a8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584035 Aug 05 14:05:50.897060 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-1d041a18-1b1b-46c4-8d23-9ae9f64dc7a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbfb30e8-6edd-4075-afae-81b9f7a708be HTTP/1.1" status: 200 len: 1000 time: 0.1796679 Aug 05 14:05:50.917083 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f6b656-e19c-4fb7-9631-13bb34cdb9bf x-openstack-request-id: req-c6f6b656-e19c-4fb7-9631-13bb34cdb9bf {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:50.922850 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8ac85a-769b-4a2a-9d92-e88e44342793", "name": "network-vif-deleted", "tag": "294d39b2-500b-4e56-bcd9-65db04fd0e44", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:50.923904 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6f6b656-e19c-4fb7-9631-13bb34cdb9bf {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:50.924509 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8ac85a-769b-4a2a-9d92-e88e44342793', 'name': 'network-vif-deleted', 'tag': '294d39b2-500b-4e56-bcd9-65db04fd0e44', 'status': 'completed', 'code': 200} Aug 05 14:05:51.046357 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-194cbade-4332-4ee4-a1e0-ee0a3ad7e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:51.046580 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-194cbade-4332-4ee4-a1e0-ee0a3ad7e839 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=406044e5-f2b2-40f1-bb44-dec148e1ac6c HTTP/1.1" status: 200 len: 860 time: 0.1430066 Aug 05 14:05:51.164416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-6a20db9e-6a59-403b-a9ba-e52db9d7ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:51.169039 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-6a20db9e-6a59-403b-a9ba-e52db9d7ee5b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1fad3948-e90c-4da1-a058-8758d801788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028090 Aug 05 14:05:51.206639 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f64323c-4e01-4cd4-9cf2-96d3eec36320 x-openstack-request-id: req-1f64323c-4e01-4cd4-9cf2-96d3eec36320 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:51.208293 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe8a9ca-3095-4b2f-8311-38f0eb8facfb", "name": "network-vif-deleted", "tag": "f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:51.208569 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f64323c-4e01-4cd4-9cf2-96d3eec36320 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:51.209663 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe8a9ca-3095-4b2f-8311-38f0eb8facfb', 'name': 'network-vif-deleted', 'tag': 'f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586', 'status': 'completed', 'code': 200} Aug 05 14:05:51.240341 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:51.315712 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-15146b3c-5887-4d15-beba-c7a517ab24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '7cd5fd83-345d-476f-8ea3-391b81b499dc', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'port_id': 'cbfb30e8-6edd-4075-afae-81b9f7a708be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'mac_address': 'fa:16:3e:8e:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:05:04Z', 'updated_at': '2021-08-05T14:05:49Z', 'revision_number': 8, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:46Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:51.367661 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15146b3c-5887-4d15-beba-c7a517ab24ce None None] Checking router: ec543018-22b0-4799-aff8-a8bbabf86d8b for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:05:51.379603 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15146b3c-5887-4d15-beba-c7a517ab24ce None None] Routers {'ec543018-22b0-4799-aff8-a8bbabf86d8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:05:51.380299 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-15146b3c-5887-4d15-beba-c7a517ab24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ec543018-22b0-4799-aff8-a8bbabf86d8b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:51.396907 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88b89e69-4a7d-47b2-81cd-156c0a23fc59 req-6982b349-f5f1-4f24-a4f0-e2886ae71399 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fe8a9ca-3095-4b2f-8311-38f0eb8facfb HTTP/1.1" status: 200 len: 210 time: 0.0376520 Aug 05 14:05:51.411276 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-5a220d50-e9cd-446f-8e90-1bb8f5d609a6 service neutron] 10.222.0.16 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340422 Aug 05 14:05:51.519924 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1bcaf103-6e0f-4d9a-b4f3-72453bfa44be req-e34752a6-23be-4bc9-a4f9-6488546a5e6e service neutron] 10.222.0.16 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028569 Aug 05 14:05:51.522428 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-15146b3c-5887-4d15-beba-c7a517ab24ce None None] Set router ec543018-22b0-4799-aff8-a8bbabf86d8b gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:05:51.704717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f29faf-1436-4a89-8a8a-6e931d198af7 req-ec2d704b-560f-4bb4-a2e3-75bef01af6fa tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:51.713078 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14f29faf-1436-4a89-8a8a-6e931d198af7 req-ec2d704b-560f-4bb4-a2e3-75bef01af6fa tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.1121199 Aug 05 14:05:51.753628 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14f29faf-1436-4a89-8a8a-6e931d198af7 req-bdfdbbbc-8c5f-4af4-9d13-85233f58b73c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392809 Aug 05 14:05:51.821393 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-15146b3c-5887-4d15-beba-c7a517ab24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '7cd5fd83-345d-476f-8ea3-391b81b499dc', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'port_id': 'cbfb30e8-6edd-4075-afae-81b9f7a708be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'mac_address': 'fa:16:3e:8e:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:05:04Z', 'updated_at': '2021-08-05T14:05:49Z', 'revision_number': 8, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:46Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:51.828924 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5217e77-6b68-47e0-a6b4-d130e5f0cbbd req-87dc1d41-94fb-471d-8b92-6d654f14d519 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/floatingips/7cd5fd83-345d-476f-8ea3-391b81b499dc HTTP/1.1" status: 200 len: 997 time: 0.0694525 Aug 05 14:05:51.858719 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15146b3c-5887-4d15-beba-c7a517ab24ce None None] The sync data for ids ['ec543018-22b0-4799-aff8-a8bbabf86d8b'] in n-d-803585-2 is: [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '7cd5fd83-345d-476f-8ea3-391b81b499dc', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'port_id': 'cbfb30e8-6edd-4075-afae-81b9f7a708be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'mac_address': 'fa:16:3e:8e:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:05:04Z', 'updated_at': '2021-08-05T14:05:49Z', 'revision_number': 8, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:46Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:05:51.973580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5217e77-6b68-47e0-a6b4-d130e5f0cbbd req-24e0571b-c4cb-4e58-a0c7-80726fc975eb tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:51.975189 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5217e77-6b68-47e0-a6b4-d130e5f0cbbd req-24e0571b-c4cb-4e58-a0c7-80726fc975eb tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.1374135 Aug 05 14:05:51.992411 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-e5217e77-6b68-47e0-a6b4-d130e5f0cbbd req-7034b33f-5e53-47f4-a96c-610c7e7c8fc3 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:05:51.993735 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5217e77-6b68-47e0-a6b4-d130e5f0cbbd req-7034b33f-5e53-47f4-a96c-610c7e7c8fc3 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098646 Aug 05 14:05:52.011926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaa4b1-07d5-47e9-8012-5b88e26163c8 req-1a2eecfb-af55-4f73-84b3-3aeebcb3f17a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:52.018875 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaa4b1-07d5-47e9-8012-5b88e26163c8 req-1a2eecfb-af55-4f73-84b3-3aeebcb3f17a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:52.025070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaa4b1-07d5-47e9-8012-5b88e26163c8 req-1a2eecfb-af55-4f73-84b3-3aeebcb3f17a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:52.032017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaa4b1-07d5-47e9-8012-5b88e26163c8 req-1a2eecfb-af55-4f73-84b3-3aeebcb3f17a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:52.038847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaa4b1-07d5-47e9-8012-5b88e26163c8 req-1a2eecfb-af55-4f73-84b3-3aeebcb3f17a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:52.044811 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaa4b1-07d5-47e9-8012-5b88e26163c8 req-1a2eecfb-af55-4f73-84b3-3aeebcb3f17a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:52.051904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaa4b1-07d5-47e9-8012-5b88e26163c8 req-1a2eecfb-af55-4f73-84b3-3aeebcb3f17a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:52.054354 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ffaa4b1-07d5-47e9-8012-5b88e26163c8 req-1a2eecfb-af55-4f73-84b3-3aeebcb3f17a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5431 time: 0.1090949 Aug 05 14:05:52.147881 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ffaa4b1-07d5-47e9-8012-5b88e26163c8 req-ea79b294-ebe6-43be-b310-ab26153fe7f3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0802958 Aug 05 14:05:52.154718 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fcee91-ef51-4df2-a8f3-72b4ccad1787 None None] New status for floating IP 7cd5fd83-345d-476f-8ea3-391b81b499dc: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:05:52.264053 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-e210bea8-516a-4bc1-a71f-3df587ec156e tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 1000 time: 0.1195776 Aug 05 14:05:52.334004 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-164dc249-0177-44b0-ac6f-7c76ffbcd48c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:52.335600 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-164dc249-0177-44b0-ac6f-7c76ffbcd48c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports/cbfb30e8-6edd-4075-afae-81b9f7a708be HTTP/1.1" status: 200 len: 943 time: 0.0646241 Aug 05 14:05:52.505150 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-dde559e9-a2d0-406f-85e6-31fa88db65b4 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 1002 time: 0.1108310 Aug 05 14:05:52.560783 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-79a6b182-70b5-4fea-9578-24b012feb97c req-ac401aa3-2527-4e14-9a3f-ba96b6c6613f tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/0f10e15f-f79b-4aa8-b031-ced96343a8f2 HTTP/1.1" status: 200 len: 1801 time: 0.0729802 Aug 05 14:05:52.720393 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-79a6b182-70b5-4fea-9578-24b012feb97c req-093726da-c8cb-4913-8804-caab6e38ed2a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:52.727467 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-afb7de28-f208-4268-adfd-e6d66e1b845f tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:52.738458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-afb7de28-f208-4268-adfd-e6d66e1b845f tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.2156327 Aug 05 14:05:52.758236 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-79a6b182-70b5-4fea-9578-24b012feb97c req-093726da-c8cb-4913-8804-caab6e38ed2a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:52.836578 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-79a6b182-70b5-4fea-9578-24b012feb97c req-093726da-c8cb-4913-8804-caab6e38ed2a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:52.841051 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-79a6b182-70b5-4fea-9578-24b012feb97c req-093726da-c8cb-4913-8804-caab6e38ed2a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:52.842963 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-79a6b182-70b5-4fea-9578-24b012feb97c req-093726da-c8cb-4913-8804-caab6e38ed2a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "DELETE /v2.0/security-groups/0f10e15f-f79b-4aa8-b031-ced96343a8f2 HTTP/1.1" status: 204 len: 173 time: 0.2806859 Aug 05 14:05:52.866521 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-e4c7470c-2efa-455c-9d25-ba6f41610d33 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 1002 time: 0.1269860 Aug 05 14:05:52.869116 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093726da-c8cb-4913-8804-caab6e38ed2a tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f10e15f-f79b-4aa8-b031-ced96343a8f2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:52.887260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-c86af885-699c-41e3-b056-fea13f8e0178 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:52.990859 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-c86af885-699c-41e3-b056-fea13f8e0178 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks [] for floatingip, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:53.113892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f7e55-c8db-47fe-8db4-8870e4e84b68 req-6b18bbed-8c65-483a-86f3-0556a57b99be tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:53.116425 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f59f7e55-c8db-47fe-8db4-8870e4e84b68 req-6b18bbed-8c65-483a-86f3-0556a57b99be tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.0755160 Aug 05 14:05:53.170932 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f59f7e55-c8db-47fe-8db4-8870e4e84b68 req-14b11371-a8f0-492b-b0e3-ddd7b56785d9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470831 Aug 05 14:05:53.183122 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-c86af885-699c-41e3-b056-fea13f8e0178 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:53.192126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:05:53.204025 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-c86af885-699c-41e3-b056-fea13f8e0178 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:53.206519 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-c86af885-699c-41e3-b056-fea13f8e0178 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Floating IP 7cd5fd83-345d-476f-8ea3-391b81b499dc disassociated. External IP: 172.25.5.137, port: cbfb30e8-6edd-4075-afae-81b9f7a708be. Aug 05 14:05:53.213143 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'tag': 'cbfb30e8-6edd-4075-afae-81b9f7a708be'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:53.218735 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d15e5c2-6b91-47a8-a93f-78fb3329b1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "533bfb9b-7273-4911-b5c3-eb8e3413b79e", "tag": "cbfb30e8-6edd-4075-afae-81b9f7a708be"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:53.238615 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:05:53.241145 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device f15d1e5e-f8db-4a6b-aa2e-9f9a3ac63586 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:05:53.268972 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b1c02b7e-e07a-44ef-bab4-c49f268586ff req-644adc89-cef5-4090-aaa3-28a9ffa85c34 tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "GET /v2.0/security-groups/23e1a121-1211-41a6-9a6e-bd7889807f5d HTTP/1.1" status: 200 len: 1801 time: 0.0590060 Aug 05 14:05:53.345735 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b1c02b7e-e07a-44ef-bab4-c49f268586ff req-9f8f061f-3572-409e-957f-8613c2bcfbbb tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:53.370747 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b1c02b7e-e07a-44ef-bab4-c49f268586ff req-9f8f061f-3572-409e-957f-8613c2bcfbbb tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:53.430542 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b1c02b7e-e07a-44ef-bab4-c49f268586ff req-9f8f061f-3572-409e-957f-8613c2bcfbbb tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:53.434010 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b1c02b7e-e07a-44ef-bab4-c49f268586ff req-9f8f061f-3572-409e-957f-8613c2bcfbbb tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:53.435378 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b1c02b7e-e07a-44ef-bab4-c49f268586ff req-9f8f061f-3572-409e-957f-8613c2bcfbbb tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] 10.222.0.16 "DELETE /v2.0/security-groups/23e1a121-1211-41a6-9a6e-bd7889807f5d HTTP/1.1" status: 204 len: 173 time: 0.1655986 Aug 05 14:05:53.446965 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60318) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:53.452035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f061f-3572-409e-957f-8613c2bcfbbb tempest-SecurityGroupsTestJSON-802172307 tempest-SecurityGroupsTestJSON-802172307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e1a121-1211-41a6-9a6e-bd7889807f5d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:53.494508 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2d6356-21d2-4d48-816e-7c565a2d041c admin admin] Deleting subnet a31d76d1-1b18-435c-aeaf-3937ef6a51bc {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:05:53.503562 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bf2d6356-21d2-4d48-816e-7c565a2d041c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:53.556132 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bf2d6356-21d2-4d48-816e-7c565a2d041c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:53.571706 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378e117-1986-4f58-a80f-42e0ec14a8c6 req-bde4e12c-7909-4260-a643-2a9861ba7f66 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:53.581260 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378e117-1986-4f58-a80f-42e0ec14a8c6 req-bde4e12c-7909-4260-a643-2a9861ba7f66 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:53.588846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378e117-1986-4f58-a80f-42e0ec14a8c6 req-bde4e12c-7909-4260-a643-2a9861ba7f66 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:53.596579 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378e117-1986-4f58-a80f-42e0ec14a8c6 req-bde4e12c-7909-4260-a643-2a9861ba7f66 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:53.604547 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378e117-1986-4f58-a80f-42e0ec14a8c6 req-bde4e12c-7909-4260-a643-2a9861ba7f66 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:53.612955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378e117-1986-4f58-a80f-42e0ec14a8c6 req-bde4e12c-7909-4260-a643-2a9861ba7f66 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:53.620491 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378e117-1986-4f58-a80f-42e0ec14a8c6 req-bde4e12c-7909-4260-a643-2a9861ba7f66 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:53.623318 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3378e117-1986-4f58-a80f-42e0ec14a8c6 req-bde4e12c-7909-4260-a643-2a9861ba7f66 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5431 time: 0.1267710 Aug 05 14:05:53.698183 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3378e117-1986-4f58-a80f-42e0ec14a8c6 req-9c55a2c7-a82b-4273-8ed5-4ff6c6b4a888 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670300 Aug 05 14:05:53.830298 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15e5c2-6b91-47a8-a93f-78fb3329b1bc req-bd141f6c-8f7e-4f6d-ae0a-e2fc4049b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:53.832240 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d15e5c2-6b91-47a8-a93f-78fb3329b1bc req-bd141f6c-8f7e-4f6d-ae0a-e2fc4049b506 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 1097 time: 0.0525475 Aug 05 14:05:53.907919 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c3f4c1-1087-45a2-a75e-8bd59b941eac x-openstack-request-id: req-68c3f4c1-1087-45a2-a75e-8bd59b941eac {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:53.908313 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533bfb9b-7273-4911-b5c3-eb8e3413b79e", "tag": "cbfb30e8-6edd-4075-afae-81b9f7a708be", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:53.908585 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68c3f4c1-1087-45a2-a75e-8bd59b941eac {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:53.908973 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'tag': 'cbfb30e8-6edd-4075-afae-81b9f7a708be', 'status': 'completed', 'code': 200} Aug 05 14:05:53.910864 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-c86af885-699c-41e3-b056-fea13f8e0178 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Router ec543018-22b0-4799-aff8-a8bbabf86d8b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:05:53.965554 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15e5c2-6b91-47a8-a93f-78fb3329b1bc req-ac353fb6-4a23-4bda-add7-06d8d95eb1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:53.969322 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d15e5c2-6b91-47a8-a93f-78fb3329b1bc req-ac353fb6-4a23-4bda-add7-06d8d95eb1b2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 200 len: 922 time: 0.1276276 Aug 05 14:05:54.166870 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bf2d6356-21d2-4d48-816e-7c565a2d041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:54.185280 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d15e5c2-6b91-47a8-a93f-78fb3329b1bc req-b53d33c4-da8b-453e-96a0-bf806194f051 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbfb30e8-6edd-4075-afae-81b9f7a708be HTTP/1.1" status: 200 len: 217 time: 0.1874225 Aug 05 14:05:54.228394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-c86af885-699c-41e3-b056-fea13f8e0178 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:05:54.241768 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85452ae1-c265-4d92-8bdf-97a48782caff None None] Sync routers for ids ['ec543018-22b0-4799-aff8-a8bbabf86d8b'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:05:54.255451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 372fc99d-8fea-4afb-9826-220a6d587c73 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:05:54.256813 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-c86af885-699c-41e3-b056-fea13f8e0178 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:54.257123 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15e5c2-6b91-47a8-a93f-78fb3329b1bc req-049defcb-b319-40ad-bc34-93788464c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:54.262345 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d15e5c2-6b91-47a8-a93f-78fb3329b1bc req-049defcb-b319-40ad-bc34-93788464c553 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=406044e5-f2b2-40f1-bb44-dec148e1ac6c HTTP/1.1" status: 200 len: 860 time: 0.0655258 Aug 05 14:05:54.269113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 294d39b2-500b-4e56-bcd9-65db04fd0e44 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:05:54.278468 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85452ae1-c265-4d92-8bdf-97a48782caff None None] Routers {'ec543018-22b0-4799-aff8-a8bbabf86d8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:05:54.279506 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-85452ae1-c265-4d92-8bdf-97a48782caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ec543018-22b0-4799-aff8-a8bbabf86d8b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:54.334415 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-c86af885-699c-41e3-b056-fea13f8e0178 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "PUT /v2.0/floatingips/7cd5fd83-345d-476f-8ea3-391b81b499dc HTTP/1.1" status: 200 len: 696 time: 1.4469492 Aug 05 14:05:54.336660 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bf2d6356-21d2-4d48-816e-7c565a2d041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:54.371116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 294d39b2-500b-4e56-bcd9-65db04fd0e44 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:05:54.372003 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 294d39b2-500b-4e56-bcd9-65db04fd0e44 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:05:54.377234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d6356-21d2-4d48-816e-7c565a2d041c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a31d76d1-1b18-435c-aeaf-3937ef6a51bc,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:54.434531 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bf2d6356-21d2-4d48-816e-7c565a2d041c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:54.436817 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bf2d6356-21d2-4d48-816e-7c565a2d041c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a31d76d1-1b18-435c-aeaf-3937ef6a51bc HTTP/1.1" status: 204 len: 168 time: 0.9888563 Aug 05 14:05:54.441724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60330) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:54.484702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15e5c2-6b91-47a8-a93f-78fb3329b1bc req-7366a0e6-7bf5-4969-8813-2ffb4c6ca3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:54.491879 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d15e5c2-6b91-47a8-a93f-78fb3329b1bc req-7366a0e6-7bf5-4969-8813-2ffb4c6ca3a4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1fad3948-e90c-4da1-a058-8758d801788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2234483 Aug 05 14:05:54.523508 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261033d-8317-4ff9-a920-20c71002fcca req-80e8e766-c16a-4711-a1ab-22f6cf69175b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:54.524290 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-e76108cf-e844-49eb-9860-0b3c495aa246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:54.526010 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-e76108cf-e844-49eb-9860-0b3c495aa246 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 1097 time: 0.1510527 Aug 05 14:05:54.529646 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4261033d-8317-4ff9-a920-20c71002fcca req-80e8e766-c16a-4711-a1ab-22f6cf69175b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.2006910 Aug 05 14:05:54.539085 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e892caac-81a7-4fa8-86e9-3c4b29265c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:54.553112 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-85452ae1-c265-4d92-8bdf-97a48782caff None None] Set router ec543018-22b0-4799-aff8-a8bbabf86d8b gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:05:54.669155 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 372fc99d-8fea-4afb-9826-220a6d587c73, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=372fc99d-8fea-4afb-9826-220a6d587c73,segment=NetworkSegment(32f3b2c7-405f-4fb9-adc9-ad9695ca72be),segment_id=32f3b2c7-405f-4fb9-adc9-ad9695ca72be)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:54.691516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '372fc99d-8fea-4afb-9826-220a6d587c73', 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a', 'port_id': '372fc99d-8fea-4afb-9826-220a6d587c73', 'mac_address': 'fa:16:3e:27:36:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:05:54.734473 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d15e5c2-6b91-47a8-a93f-78fb3329b1bc req-828df39d-bcd8-462c-b752-5c12910dea5b service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030864 Aug 05 14:05:54.775425 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:54.810455 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372fc99d-8fea-4afb-9826-220a6d587c73 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:54.822653 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e892caac-81a7-4fa8-86e9-3c4b29265c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:54.857074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-e892caac-81a7-4fa8-86e9-3c4b29265c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca08035c-6998-4851-9567-7c6e2df15a50']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:54.868285 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 372fc99d-8fea-4afb-9826-220a6d587c73, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=372fc99d-8fea-4afb-9826-220a6d587c73,segment=NetworkSegment(32f3b2c7-405f-4fb9-adc9-ad9695ca72be),segment_id=32f3b2c7-405f-4fb9-adc9-ad9695ca72be)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:54.871879 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-4fb59537-452f-4fc3-871c-357a8bb3c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:54.876926 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:54.878854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:05:54.882851 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-4fb59537-452f-4fc3-871c-357a8bb3c6b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 200 len: 922 time: 0.3391337 Aug 05 14:05:54.886517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-e892caac-81a7-4fa8-86e9-3c4b29265c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649d59ed-a29a-43b0-9d36-fc0e44512879') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:54.886945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-e892caac-81a7-4fa8-86e9-3c4b29265c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649d59ed-a29a-43b0-9d36-fc0e44512879') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:54.941199 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-85452ae1-c265-4d92-8bdf-97a48782caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:46Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:54.956291 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-d59d8b0a-ad50-4989-a075-f2d5ddc1af0c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbfb30e8-6edd-4075-afae-81b9f7a708be HTTP/1.1" status: 200 len: 217 time: 0.0722320 Aug 05 14:05:54.966850 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e892caac-81a7-4fa8-86e9-3c4b29265c13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:54.985405 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85452ae1-c265-4d92-8bdf-97a48782caff None None] Checking router: ec543018-22b0-4799-aff8-a8bbabf86d8b for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:05:54.996450 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85452ae1-c265-4d92-8bdf-97a48782caff None None] Routers {'ec543018-22b0-4799-aff8-a8bbabf86d8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:05:54.997389 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-85452ae1-c265-4d92-8bdf-97a48782caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ec543018-22b0-4799-aff8-a8bbabf86d8b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:55.029736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:55.046441 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e892caac-81a7-4fa8-86e9-3c4b29265c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:55.047237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f', 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4', 'port_id': '5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f', 'mac_address': 'fa:16:3e:f4:15:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa85579-9346-4ba3-9869-594967089d73', 'ip_address': '10.1.1.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:05:55.051811 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d15e5c2-6b91-47a8-a93f-78fb3329b1bc req-80d323e5-2954-4d5e-927a-c9be25d18d2b service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070438 Aug 05 14:05:55.084870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e892caac-81a7-4fa8-86e9-3c4b29265c13 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:05:55.085592 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e892caac-81a7-4fa8-86e9-3c4b29265c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:05:55.088038 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:05:55.097015 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4261033d-8317-4ff9-a920-20c71002fcca req-ff324acc-8400-44a4-a053-2598cffa26dc tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194798 Aug 05 14:05:55.116070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-fe8792c2-8007-4a78-948c-36c8ec513554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:55.118175 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-fe8792c2-8007-4a78-948c-36c8ec513554 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=406044e5-f2b2-40f1-bb44-dec148e1ac6c HTTP/1.1" status: 200 len: 860 time: 0.1610703 Aug 05 14:05:55.143811 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:55.170401 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-85452ae1-c265-4d92-8bdf-97a48782caff None None] Set router ec543018-22b0-4799-aff8-a8bbabf86d8b gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:05:55.180190 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:55.194450 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=372fc99d-8fea-4afb-9826-220a6d587c73,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:55.213809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:55.219472 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:55.221045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 16f41a90-f0ad-41fd-94e2-ad79df4668bf details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:05:55.287679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:55.294426 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e892caac-81a7-4fa8-86e9-3c4b29265c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:55.327314 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e892caac-81a7-4fa8-86e9-3c4b29265c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:55.332029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 16f41a90-f0ad-41fd-94e2-ad79df4668bf, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=16f41a90-f0ad-41fd-94e2-ad79df4668bf,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:55.345021 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e892caac-81a7-4fa8-86e9-3c4b29265c13 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ca08035c-6998-4851-9567-7c6e2df15a50 HTTP/1.1" status: 204 len: 168 time: 0.8996704 Aug 05 14:05:55.353838 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '16f41a90-f0ad-41fd-94e2-ad79df4668bf', 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4', 'port_id': '16f41a90-f0ad-41fd-94e2-ad79df4668bf', 'mac_address': 'fa:16:3e:61:ad:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa85579-9346-4ba3-9869-594967089d73', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:05:55.405325 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1133651-991c-49dd-a1b7-56fda6ee7097 req-7a7dcb39-9017-4581-936e-e03282f69cc6 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:55.413777 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892caac-81a7-4fa8-86e9-3c4b29265c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca08035c-6998-4851-9567-7c6e2df15a50,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:55.421105 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:55.436123 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-bf603bbc-4f37-49c9-a5a9-1d748e93e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:55.437363 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1133651-991c-49dd-a1b7-56fda6ee7097 req-7a7dcb39-9017-4581-936e-e03282f69cc6 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:55.439723 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-bf603bbc-4f37-49c9-a5a9-1d748e93e4cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1fad3948-e90c-4da1-a058-8758d801788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2899954 Aug 05 14:05:55.448725 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1133651-991c-49dd-a1b7-56fda6ee7097 req-7a7dcb39-9017-4581-936e-e03282f69cc6 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:55.458946 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f41a90-f0ad-41fd-94e2-ad79df4668bf {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:55.499994 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1133651-991c-49dd-a1b7-56fda6ee7097 req-7a7dcb39-9017-4581-936e-e03282f69cc6 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:55.513311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1133651-991c-49dd-a1b7-56fda6ee7097 req-7a7dcb39-9017-4581-936e-e03282f69cc6 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:55.521119 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 16f41a90-f0ad-41fd-94e2-ad79df4668bf, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=16f41a90-f0ad-41fd-94e2-ad79df4668bf,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:55.534733 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:55.535694 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6f456a13-3d98-4faf-b751-fe64775d983e details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:05:55.544667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1133651-991c-49dd-a1b7-56fda6ee7097 req-7a7dcb39-9017-4581-936e-e03282f69cc6 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:55.563294 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1133651-991c-49dd-a1b7-56fda6ee7097 req-7a7dcb39-9017-4581-936e-e03282f69cc6 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:55.570776 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-85452ae1-c265-4d92-8bdf-97a48782caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:46Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:05:55.577666 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1133651-991c-49dd-a1b7-56fda6ee7097 req-7a7dcb39-9017-4581-936e-e03282f69cc6 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5432 time: 0.4078541 Aug 05 14:05:55.665131 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85452ae1-c265-4d92-8bdf-97a48782caff None None] The sync data for ids ['ec543018-22b0-4799-aff8-a8bbabf86d8b'] in n-d-803585-2 is: [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:04:35Z', 'revision_number': 4, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4a5a046e-3592-4de0-902c-49fa68697e1a', 'name': '', 'network_id': '1fad3948-e90c-4da1-a058-8758d801788d', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'mac_address': 'fa:16:3e:a5:a6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:33Z', 'updated_at': '2021-08-05T14:04:46Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'subnets': [{'id': '406044e5-f2b2-40f1-bb44-dec148e1ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:05:55.709475 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1133651-991c-49dd-a1b7-56fda6ee7097 req-6ef42075-fc7f-4e16-91c6-07118862b39c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1237428 Aug 05 14:05:55.731767 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-da67466a-1b18-4c39-a80b-a03354f8ed71 service neutron] 10.222.0.16 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811649 Aug 05 14:05:55.776502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=16f41a90-f0ad-41fd-94e2-ad79df4668bf,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:55.791225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60354) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:55.892245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6f456a13-3d98-4faf-b751-fe64775d983e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6f456a13-3d98-4faf-b751-fe64775d983e,segment=NetworkSegment(b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7),segment_id=b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:55.912690 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'tag': 'cbfb30e8-6edd-4075-afae-81b9f7a708be'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:05:55.915216 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-468aa6c8-3221-4dd2-9b1a-5801a79ac54c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f9847708ebc45e984bdac57eaab2a87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1220648 Aug 05 14:05:55.915752 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f747b0-b531-41f9-8d8d-36322ec498f6" -d '{"events": [{"name": "network-changed", "server_uuid": "533bfb9b-7273-4911-b5c3-eb8e3413b79e", "tag": "cbfb30e8-6edd-4075-afae-81b9f7a708be"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:05:55.919170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60358) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:55.956210 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '6f456a13-3d98-4faf-b751-fe64775d983e', 'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0', 'port_id': '6f456a13-3d98-4faf-b751-fe64775d983e', 'mac_address': 'fa:16:3e:2e:fd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f2503f-0424-4c1d-ba63-29e061f584f1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:05:56.002927 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c6eee5-5c6d-438d-a350-0b79eb459ce9 x-openstack-request-id: req-e4c6eee5-5c6d-438d-a350-0b79eb459ce9 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:05:56.003224 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533bfb9b-7273-4911-b5c3-eb8e3413b79e", "tag": "cbfb30e8-6edd-4075-afae-81b9f7a708be", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:05:56.003484 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4c6eee5-5c6d-438d-a350-0b79eb459ce9 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:05:56.003886 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'tag': 'cbfb30e8-6edd-4075-afae-81b9f7a708be', 'status': 'completed', 'code': 200} Aug 05 14:05:56.017640 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-383c6622-dc62-4f6b-88fe-04743f55dea6 req-19a8df88-d6eb-4619-a25e-92c899a3ca17 service neutron] 10.222.0.16 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778001 Aug 05 14:05:56.045276 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:56.098131 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f456a13-3d98-4faf-b751-fe64775d983e {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:56.164698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6f456a13-3d98-4faf-b751-fe64775d983e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6f456a13-3d98-4faf-b751-fe64775d983e,segment=NetworkSegment(b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7),segment_id=b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:56.174170 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:56.175112 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 4cb51a79-5861-4193-bf76-2b345e76cf41 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:05:56.190581 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd1bb961-c5e0-404a-b311-2afe3593a1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:56.241916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f747b0-b531-41f9-8d8d-36322ec498f6 req-408b86bf-30d7-4382-b62d-09d217782f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:56.244660 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67f747b0-b531-41f9-8d8d-36322ec498f6 req-408b86bf-30d7-4382-b62d-09d217782f8c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 1097 time: 0.2029078 Aug 05 14:05:56.254429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 4cb51a79-5861-4193-bf76-2b345e76cf41, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4cb51a79-5861-4193-bf76-2b345e76cf41,segment=NetworkSegment(b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7),segment_id=b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:56.270292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '4cb51a79-5861-4193-bf76-2b345e76cf41', 'network_id': 'de3b5517-820c-4f25-a4f3-58d6603842f0', 'port_id': '4cb51a79-5861-4193-bf76-2b345e76cf41', 'mac_address': 'fa:16:3e:c9:31:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f2503f-0424-4c1d-ba63-29e061f584f1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:05:56.272013 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8037274b-4e2d-4f5e-badf-12363e1f533e None None] New status for floating IP 7cd5fd83-345d-476f-8ea3-391b81b499dc: DOWN {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:05:56.298787 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd1bb961-c5e0-404a-b311-2afe3593a1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:56.373496 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fea3eacc-ccd8-4eba-8255-bd18283cc057 req-cb960f0b-030a-436f-8890-131a9bb35548 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/floatingips/7cd5fd83-345d-476f-8ea3-391b81b499dc HTTP/1.1" status: 200 len: 696 time: 0.1328533 Aug 05 14:05:56.383942 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:56.457402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb51a79-5861-4193-bf76-2b345e76cf41 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:56.488599 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 4cb51a79-5861-4193-bf76-2b345e76cf41, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4cb51a79-5861-4193-bf76-2b345e76cf41,segment=NetworkSegment(b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7),segment_id=b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:56.535548 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:56.536217 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:05:56.576277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f1dee-3635-4255-8cdf-7f4b01221222 req-5dd11292-e965-4449-8511-911fbb9452c1 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:56.578235 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e1f1dee-3635-4255-8cdf-7f4b01221222 req-5dd11292-e965-4449-8511-911fbb9452c1 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.2086921 Aug 05 14:05:56.586839 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f747b0-b531-41f9-8d8d-36322ec498f6 req-9b09faa9-8789-4cbc-bb60-877b99ec4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:56.589691 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67f747b0-b531-41f9-8d8d-36322ec498f6 req-9b09faa9-8789-4cbc-bb60-877b99ec4cc3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 200 len: 922 time: 0.3317528 Aug 05 14:05:56.608459 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=6f456a13-3d98-4faf-b751-fe64775d983e,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:56.615121 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3eacc-ccd8-4eba-8255-bd18283cc057 req-9acd8d17-c54f-452d-8b51-6390cd768b7a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:56.635119 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fea3eacc-ccd8-4eba-8255-bd18283cc057 req-9acd8d17-c54f-452d-8b51-6390cd768b7a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.2553930 Aug 05 14:05:56.653351 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67f747b0-b531-41f9-8d8d-36322ec498f6 req-45261fb2-1cb5-4dfb-b368-56af00e9a580 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbfb30e8-6edd-4075-afae-81b9f7a708be HTTP/1.1" status: 200 len: 217 time: 0.0524416 Aug 05 14:05:56.712748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=4cb51a79-5861-4193-bf76-2b345e76cf41,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:56.721145 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fea3eacc-ccd8-4eba-8255-bd18283cc057 req-c65a63c8-90f9-4f89-967c-7b9e331dc73c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 699 time: 0.0899405 Aug 05 14:05:56.728380 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd1bb961-c5e0-404a-b311-2afe3593a1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:56.731419 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd1bb961-c5e0-404a-b311-2afe3593a1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:56.735055 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bd1bb961-c5e0-404a-b311-2afe3593a1ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb9515eb-c244-4f6c-86be-bd6e287a77ab HTTP/1.1" status: 204 len: 168 time: 0.8123364 Aug 05 14:05:56.757891 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bb961-c5e0-404a-b311-2afe3593a1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9515eb-c244-4f6c-86be-bd6e287a77ab,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:56.776650 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.resource_extend [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 14:05:56.786306 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e1f1dee-3635-4255-8cdf-7f4b01221222 req-e9b535b8-c8e2-4a52-b9bd-63042357d1e8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954541 Aug 05 14:05:56.814997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8cf5bb65-52fb-49c7-9db8-1e032ba8e091,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:56.835661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '8cf5bb65-52fb-49c7-9db8-1e032ba8e091', 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4', 'port_id': '8cf5bb65-52fb-49c7-9db8-1e032ba8e091', 'mac_address': 'fa:16:3e:80:bc:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa85579-9346-4ba3-9869-594967089d73', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:05:56.847401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f747b0-b531-41f9-8d8d-36322ec498f6 req-a47bcf42-cd18-4fbc-998e-e6d42cc6b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:56.852502 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67f747b0-b531-41f9-8d8d-36322ec498f6 req-a47bcf42-cd18-4fbc-998e-e6d42cc6b0ee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=406044e5-f2b2-40f1-bb44-dec148e1ac6c HTTP/1.1" status: 200 len: 860 time: 0.1678898 Aug 05 14:05:56.867874 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fea3eacc-ccd8-4eba-8255-bd18283cc057 req-382891b9-b791-4430-b9f4-b590ea143a85 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 699 time: 0.1456261 Aug 05 14:05:56.926372 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:56.943968 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:56.990722 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8cf5bb65-52fb-49c7-9db8-1e032ba8e091,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:56.998133 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:57.002354 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device b86da6fa-6cc7-4e12-97d7-bf6a7de79160 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:05:57.032010 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f747b0-b531-41f9-8d8d-36322ec498f6 req-5c5af0f4-9229-46e6-8d10-22a6e3499d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:57.033959 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67f747b0-b531-41f9-8d8d-36322ec498f6 req-5c5af0f4-9229-46e6-8d10-22a6e3499d05 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1fad3948-e90c-4da1-a058-8758d801788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1754217 Aug 05 14:05:57.162758 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67f747b0-b531-41f9-8d8d-36322ec498f6 req-2992e472-cc14-4625-a5c7-acdade229543 service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099000 Aug 05 14:05:57.182681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41adac-2445-4eed-9e4b-aa634ee9105e req-2cf2263f-714c-4a96-b48a-cae1fac399d3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:57.190433 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41adac-2445-4eed-9e4b-aa634ee9105e req-2cf2263f-714c-4a96-b48a-cae1fac399d3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:57.197914 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41adac-2445-4eed-9e4b-aa634ee9105e req-2cf2263f-714c-4a96-b48a-cae1fac399d3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:57.204624 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41adac-2445-4eed-9e4b-aa634ee9105e req-2cf2263f-714c-4a96-b48a-cae1fac399d3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:57.213746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port b86da6fa-6cc7-4e12-97d7-bf6a7de79160, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b86da6fa-6cc7-4e12-97d7-bf6a7de79160,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:57.219909 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41adac-2445-4eed-9e4b-aa634ee9105e req-2cf2263f-714c-4a96-b48a-cae1fac399d3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:57.226749 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41adac-2445-4eed-9e4b-aa634ee9105e req-2cf2263f-714c-4a96-b48a-cae1fac399d3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:57.229041 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=8cf5bb65-52fb-49c7-9db8-1e032ba8e091,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:57.230902 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-fea3eacc-ccd8-4eba-8255-bd18283cc057 req-ae71c468-cef0-437f-a8af-29ee9850400c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Deleting port 1dc1302f-48d1-4d07-98be-9c5f9b9d6a96 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:05:57.232946 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fea3eacc-ccd8-4eba-8255-bd18283cc057 req-ae71c468-cef0-437f-a8af-29ee9850400c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:57.243764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'b86da6fa-6cc7-4e12-97d7-bf6a7de79160', 'network_id': '14d09d10-2b62-4425-8299-f14f2c9a99b4', 'port_id': 'b86da6fa-6cc7-4e12-97d7-bf6a7de79160', 'mac_address': 'fa:16:3e:a8:28:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa85579-9346-4ba3-9869-594967089d73', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:05:57.254133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41adac-2445-4eed-9e4b-aa634ee9105e req-2cf2263f-714c-4a96-b48a-cae1fac399d3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:57.254133 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df41adac-2445-4eed-9e4b-aa634ee9105e req-2cf2263f-714c-4a96-b48a-cae1fac399d3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5436 time: 0.3299637 Aug 05 14:05:57.305437 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:57.322185 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86da6fa-6cc7-4e12-97d7-bf6a7de79160 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:05:57.351264 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port b86da6fa-6cc7-4e12-97d7-bf6a7de79160, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b86da6fa-6cc7-4e12-97d7-bf6a7de79160,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:05:57.357748 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:57.368190 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df41adac-2445-4eed-9e4b-aa634ee9105e req-83da6d1e-6b34-40e5-8f00-605bbe198663 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1013796 Aug 05 14:05:57.440732 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fea3eacc-ccd8-4eba-8255-bd18283cc057 req-ae71c468-cef0-437f-a8af-29ee9850400c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:57.441072 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fea3eacc-ccd8-4eba-8255-bd18283cc057 req-ae71c468-cef0-437f-a8af-29ee9850400c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:57.456946 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=b86da6fa-6cc7-4e12-97d7-bf6a7de79160,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:57.475013 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67f747b0-b531-41f9-8d8d-36322ec498f6 req-472dd272-0a1f-4a1d-8e97-6e5f0ea160c4 service neutron] 10.222.0.84 "GET /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204356 Aug 05 14:05:57.479201 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-fea3eacc-ccd8-4eba-8255-bd18283cc057 req-ae71c468-cef0-437f-a8af-29ee9850400c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Calling delete_port for 1dc1302f-48d1-4d07-98be-9c5f9b9d6a96 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:05:57.723621 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fea3eacc-ccd8-4eba-8255-bd18283cc057 req-ae71c468-cef0-437f-a8af-29ee9850400c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:57.823401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71c468-cef0-437f-a8af-29ee9850400c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Pushing event deleted for resources: {'Port': ['ID=1dc1302f-48d1-4d07-98be-9c5f9b9d6a96,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:57.898782 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fea3eacc-ccd8-4eba-8255-bd18283cc057 req-ae71c468-cef0-437f-a8af-29ee9850400c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:57.901680 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fea3eacc-ccd8-4eba-8255-bd18283cc057 req-ae71c468-cef0-437f-a8af-29ee9850400c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:57.903060 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fea3eacc-ccd8-4eba-8255-bd18283cc057 req-ae71c468-cef0-437f-a8af-29ee9850400c tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "DELETE /v2.0/floatingips/7cd5fd83-345d-476f-8ea3-391b81b499dc HTTP/1.1" status: 204 len: 173 time: 1.0205152 Aug 05 14:05:57.982470 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd99306-22ea-4db0-bedd-0e7549c97974 req-ef57b389-619a-4005-b239-acb3838bcb29 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:57.985304 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-edd99306-22ea-4db0-bedd-0e7549c97974 req-ef57b389-619a-4005-b239-acb3838bcb29 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.0695028 Aug 05 14:05:58.059120 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-edd99306-22ea-4db0-bedd-0e7549c97974 req-6ecb31b9-af84-44bb-94a6-c828a8f3fd47 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668941 Aug 05 14:05:58.062795 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['372fc99d-8fea-4afb-9826-220a6d587c73'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:58.079376 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['16f41a90-f0ad-41fd-94e2-ad79df4668bf'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:58.086378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60408) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:58.137777 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['8cf5bb65-52fb-49c7-9db8-1e032ba8e091'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:58.148429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['4cb51a79-5861-4193-bf76-2b345e76cf41'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:58.148429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['b86da6fa-6cc7-4e12-97d7-bf6a7de79160'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:58.312200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-6c55ef0d-a001-48ae-aa1c-e827ec4080b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1200295609-network', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:58.318185 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71653ad-4d87-4b69-a2bf-ffb8de0976ab req-defce16b-0752-4100-b985-f33c252d58e7 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:58.327224 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d71653ad-4d87-4b69-a2bf-ffb8de0976ab req-defce16b-0752-4100-b985-f33c252d58e7 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 946 time: 0.0993035 Aug 05 14:05:58.337308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c55ef0d-a001-48ae-aa1c-e827ec4080b1 admin admin] Made reservation on behalf of e1e6e7f5bf2f491ca93106d59183a336 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:05:58.340457 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6c55ef0d-a001-48ae-aa1c-e827ec4080b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:58.357355 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6c55ef0d-a001-48ae-aa1c-e827ec4080b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:58.384089 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d71653ad-4d87-4b69-a2bf-ffb8de0976ab req-25c667bf-b7d5-4a91-aa79-1928157f0da4 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547123 Aug 05 14:05:58.536409 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6c55ef0d-a001-48ae-aa1c-e827ec4080b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:58.549575 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6c55ef0d-a001-48ae-aa1c-e827ec4080b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:58.611227 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c55ef0d-a001-48ae-aa1c-e827ec4080b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:05:58.638309 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4dff8-c20a-4682-b78a-ff621d785dd4 req-48eeecc5-39b6-4491-839b-3abc286e47be tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:58.647092 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4dff8-c20a-4682-b78a-ff621d785dd4 req-48eeecc5-39b6-4491-839b-3abc286e47be tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:58.654847 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4dff8-c20a-4682-b78a-ff621d785dd4 req-48eeecc5-39b6-4491-839b-3abc286e47be tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:58.663139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4dff8-c20a-4682-b78a-ff621d785dd4 req-48eeecc5-39b6-4491-839b-3abc286e47be tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:58.669209 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4dff8-c20a-4682-b78a-ff621d785dd4 req-48eeecc5-39b6-4491-839b-3abc286e47be tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:58.676130 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4dff8-c20a-4682-b78a-ff621d785dd4 req-48eeecc5-39b6-4491-839b-3abc286e47be tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:58.682523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4dff8-c20a-4682-b78a-ff621d785dd4 req-48eeecc5-39b6-4491-839b-3abc286e47be tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:58.692967 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13a4dff8-c20a-4682-b78a-ff621d785dd4 req-48eeecc5-39b6-4491-839b-3abc286e47be tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5438 time: 0.2060497 Aug 05 14:05:58.712314 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6c55ef0d-a001-48ae-aa1c-e827ec4080b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:58.712688 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-6c55ef0d-a001-48ae-aa1c-e827ec4080b1 admin admin] Added segment 546b407f-0e82-4309-8c07-0cf67eb9323b of type vlan for network 5046103c-1dac-467a-acf5-1a24cdafeb97 Aug 05 14:05:58.714132 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55ef0d-a001-48ae-aa1c-e827ec4080b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c1587e-9b1b-4b7a-ada5-44c3345db028,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:58.798898 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6c55ef0d-a001-48ae-aa1c-e827ec4080b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:58.827241 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13a4dff8-c20a-4682-b78a-ff621d785dd4 req-b6f0462b-94bb-4030-abe7-81905ec9b13e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1201825 Aug 05 14:05:58.873623 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6c55ef0d-a001-48ae-aa1c-e827ec4080b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:58.874903 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c55ef0d-a001-48ae-aa1c-e827ec4080b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:58.876283 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6c55ef0d-a001-48ae-aa1c-e827ec4080b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:58.944824 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60430) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:05:58.950439 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Request body: {'subnet': {'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1200295609-subnet', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:05:58.957046 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6c55ef0d-a001-48ae-aa1c-e827ec4080b1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8689539 Aug 05 14:05:58.980766 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55ef0d-a001-48ae-aa1c-e827ec4080b1 admin admin] Pushing event updated for resources: {'Network': ['ID=5046103c-1dac-467a-acf5-1a24cdafeb97,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:58.992007 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 5046103c-1dac-467a-acf5-1a24cdafeb97 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:05:58.995661 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Made reservation on behalf of e1e6e7f5bf2f491ca93106d59183a336 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:05:59.017020 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:59.202872 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:59.262823 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc13d5b-2ea8-4a67-a076-9ae78f58055c req-f3948326-9797-4609-b8f1-511fe2a308b6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:59.264775 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7bc13d5b-2ea8-4a67-a076-9ae78f58055c req-f3948326-9797-4609-b8f1-511fe2a308b6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.1179576 Aug 05 14:05:59.274757 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['6f456a13-3d98-4faf-b751-fe64775d983e'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:05:59.457099 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7bc13d5b-2ea8-4a67-a076-9ae78f58055c req-37f70ef8-e998-4914-9ab4-fc3c1e08982c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830299 Aug 05 14:05:59.467900 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:59.693292 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f55dd53-8c24-42f9-931b-97b3a2a193de,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:05:59.778705 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f67bb-f624-4da2-a22d-17e6bdb1899a req-09169093-7524-4617-a451-2b61a3ce03dd tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:59.781044 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-470f67bb-f624-4da2-a22d-17e6bdb1899a req-09169093-7524-4617-a451-2b61a3ce03dd tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 946 time: 0.2097018 Aug 05 14:05:59.786475 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:59.787788 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:59.788380 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:59.789198 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:59.790003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:59.790871 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:59.791301 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:59.792206 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:59.792636 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:59.793229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:59.793657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:59.794080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:05:59.818680 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Checking segment: {'id': '546b407f-0e82-4309-8c07-0cf67eb9323b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:05:59.819252 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Network hostable DHCP agents. Network: 5046103c-1dac-467a-acf5-1a24cdafeb97, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:05:59.951318 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Network 5046103c-1dac-467a-acf5-1a24cdafeb97 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:05:59.971408 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-470f67bb-f624-4da2-a22d-17e6bdb1899a req-49278a4c-d520-4562-9c91-80e1f55ac9a0 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a626b3-ebca-41d3-b952-febbbe078ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611183 Aug 05 14:05:59.989409 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 5046103c-1dac-467a-acf5-1a24cdafeb97) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:05:59.994898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:05:59.996076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:05:59.999665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128a3f92-6666-4350-beb8-eab4f68421cf None None] Network 5046103c-1dac-467a-acf5-1a24cdafeb97 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:06:00.018686 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8e00bf2c-1ae9-4ed1-a483-1bdcc233ebe0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0724318 Aug 05 14:06:00.021589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60458) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:00.028831 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e6b40-9bff-4006-9199-b60fadea00e8 req-f8392ac5-a052-42c2-a0be-8119d3685d6a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:00.030024 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1200295609-router', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:00.030724 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-346e6b40-9bff-4006-9199-b60fadea00e8 req-f8392ac5-a052-42c2-a0be-8119d3685d6a tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.84 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 946 time: 0.1734409 Aug 05 14:06:00.099250 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:00.100615 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:00.197580 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:00.264012 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-5046103c-1dac-467a-acf5-1a24cdafeb97', 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'fixed_ips': [{'subnet_id': '0f55dd53-8c24-42f9-931b-97b3a2a193de'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:06:00.264947 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:00.311508 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-346e6b40-9bff-4006-9199-b60fadea00e8 req-5097252d-4f44-4fcd-abcf-505d3c51598f tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Deleting port cbfb30e8-6edd-4075-afae-81b9f7a708be {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:06:00.311836 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-346e6b40-9bff-4006-9199-b60fadea00e8 req-5097252d-4f44-4fcd-abcf-505d3c51598f tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:00.436222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ef5dc-e0bb-412b-a2be-e51a419714be req-0076b1c0-b9ac-4267-a288-ccf4d1046533 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:00.446842 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-346e6b40-9bff-4006-9199-b60fadea00e8 req-5097252d-4f44-4fcd-abcf-505d3c51598f tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] For port cbfb30e8-6edd-4075-afae-81b9f7a708be, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=cbfb30e8-6edd-4075-afae-81b9f7a708be,segment=NetworkSegment(9c91347a-ac08-4068-8d8e-0114696e1c80),segment_id=9c91347a-ac08-4068-8d8e-0114696e1c80)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:00.447894 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-346e6b40-9bff-4006-9199-b60fadea00e8 req-5097252d-4f44-4fcd-abcf-505d3c51598f tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:00.450243 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ef5dc-e0bb-412b-a2be-e51a419714be req-0076b1c0-b9ac-4267-a288-ccf4d1046533 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:00.457183 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ef5dc-e0bb-412b-a2be-e51a419714be req-0076b1c0-b9ac-4267-a288-ccf4d1046533 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:00.473364 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ef5dc-e0bb-412b-a2be-e51a419714be req-0076b1c0-b9ac-4267-a288-ccf4d1046533 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:00.481190 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-346e6b40-9bff-4006-9199-b60fadea00e8 req-5097252d-4f44-4fcd-abcf-505d3c51598f tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Calling delete_port for cbfb30e8-6edd-4075-afae-81b9f7a708be owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:06:00.512521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ef5dc-e0bb-412b-a2be-e51a419714be req-0076b1c0-b9ac-4267-a288-ccf4d1046533 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:00.531105 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ef5dc-e0bb-412b-a2be-e51a419714be req-0076b1c0-b9ac-4267-a288-ccf4d1046533 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:00.554662 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ef5dc-e0bb-412b-a2be-e51a419714be req-0076b1c0-b9ac-4267-a288-ccf4d1046533 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:00.572083 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f84ef5dc-e0bb-412b-a2be-e51a419714be req-0076b1c0-b9ac-4267-a288-ccf4d1046533 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5438 time: 0.3712072 Aug 05 14:06:00.647858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Allocated IP 172.20.0.2 (5046103c-1dac-467a-acf5-1a24cdafeb97/0f55dd53-8c24-42f9-931b-97b3a2a193de/f3207c5c-84e0-431f-8837-801ac14304d3) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:06:00.794348 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:00.869873 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f84ef5dc-e0bb-412b-a2be-e51a419714be req-2e01abcb-6d2d-411b-bc86-4c35bd5a456e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2041740 Aug 05 14:06:00.885607 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f9925-a5cd-445c-a8cb-2c7fd32b4c3b req-702e0e54-7346-456a-a4be-b3c9533041b8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:00.895774 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98f9925-a5cd-445c-a8cb-2c7fd32b4c3b req-702e0e54-7346-456a-a4be-b3c9533041b8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.2672980 Aug 05 14:06:00.950543 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98f9925-a5cd-445c-a8cb-2c7fd32b4c3b req-9d794c65-f9ab-4cb2-b3a9-616cba079d89 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537271 Aug 05 14:06:00.991113 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:01.006226 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Transition to ACTIVE for port object f3207c5c-84e0-431f-8837-801ac14304d3 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:01.021988 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-346e6b40-9bff-4006-9199-b60fadea00e8 req-5097252d-4f44-4fcd-abcf-505d3c51598f tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:01.024639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Transition to ACTIVE for port object f3207c5c-84e0-431f-8837-801ac14304d3 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:01.043913 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:01.080315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097252d-4f44-4fcd-abcf-505d3c51598f tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Pushing event deleted for resources: {'Port': ['ID=cbfb30e8-6edd-4075-afae-81b9f7a708be,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:01.165640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-346e6b40-9bff-4006-9199-b60fadea00e8 req-5097252d-4f44-4fcd-abcf-505d3c51598f tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] No DVR routers for this DVR port cbfb30e8-6edd-4075-afae-81b9f7a708be on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:06:01.170365 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-346e6b40-9bff-4006-9199-b60fadea00e8 req-5097252d-4f44-4fcd-abcf-505d3c51598f tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:01.176358 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-346e6b40-9bff-4006-9199-b60fadea00e8 req-5097252d-4f44-4fcd-abcf-505d3c51598f tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.84 "DELETE /v2.0/ports/cbfb30e8-6edd-4075-afae-81b9f7a708be HTTP/1.1" status: 204 len: 173 time: 1.1248488 Aug 05 14:06:01.176588 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Network 5046103c-1dac-467a-acf5-1a24cdafeb97 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:01.178362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'name': 'network-vif-deleted', 'tag': 'cbfb30e8-6edd-4075-afae-81b9f7a708be'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:06:01.183248 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3df610e-be5f-4336-a35e-c66ec473ba36" -d '{"events": [{"server_uuid": "533bfb9b-7273-4911-b5c3-eb8e3413b79e", "name": "network-vif-deleted", "tag": "cbfb30e8-6edd-4075-afae-81b9f7a708be"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:06:01.196104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:01.213116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:06:01.245821 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Pushing event updated for resources: {'Port': ['ID=f3207c5c-84e0-431f-8837-801ac14304d3,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:01.267004 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80d0b4e7-9bae-437c-8e79-2c4ea23812f0 req-26bed494-a41a-443c-a5ee-43316a119ed2 tempest-FloatingIPsAssociationTestJSON-1667134272 tempest-FloatingIPsAssociationTestJSON-1667134272-project] 10.222.0.16 "GET /v2.0/ports?device_id=533bfb9b-7273-4911-b5c3-eb8e3413b79e HTTP/1.1" status: 200 len: 210 time: 0.0739143 Aug 05 14:06:01.287100 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081ce254-6ec9-4b4f-8829-c4ed4e589db5 x-openstack-request-id: req-081ce254-6ec9-4b4f-8829-c4ed4e589db5 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:06:01.287609 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533bfb9b-7273-4911-b5c3-eb8e3413b79e", "name": "network-vif-deleted", "tag": "cbfb30e8-6edd-4075-afae-81b9f7a708be", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:06:01.288041 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-081ce254-6ec9-4b4f-8829-c4ed4e589db5 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:06:01.288600 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533bfb9b-7273-4911-b5c3-eb8e3413b79e', 'name': 'network-vif-deleted', 'tag': 'cbfb30e8-6edd-4075-afae-81b9f7a708be', 'status': 'completed', 'code': 200} Aug 05 14:06:01.292188 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:01.314159 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:01.326322 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Attempting to bind port f3207c5c-84e0-431f-8837-801ac14304d3 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:06:01.326704 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Attempting to bind port f3207c5c-84e0-431f-8837-801ac14304d3 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '546b407f-0e82-4309-8c07-0cf67eb9323b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:06:01.338036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Attempting to bind port f3207c5c-84e0-431f-8837-801ac14304d3 on network 5046103c-1dac-467a-acf5-1a24cdafeb97 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:06:01.346614 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:06:01.347219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Checking segment: {'id': '546b407f-0e82-4309-8c07-0cf67eb9323b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:06:01.352319 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:01.352809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Bound using segment: {'id': '546b407f-0e82-4309-8c07-0cf67eb9323b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:06:01.353450 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Bound port: f3207c5c-84e0-431f-8837-801ac14304d3, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546b407f-0e82-4309-8c07-0cf67eb9323b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:06:01.353855 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:01.412734 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 372fc99d-8fea-4afb-9826-220a6d587c73 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:01.511058 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['cbfb30e8-6edd-4075-afae-81b9f7a708be'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:06:01.593138 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Allocated IP 172.25.5.171 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/d9b65dc6-8077-4ba0-97ea-913fbf4962aa) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:06:01.689873 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] For port f3207c5c-84e0-431f-8837-801ac14304d3, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:06:01.699441 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] For port f3207c5c-84e0-431f-8837-801ac14304d3, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f3207c5c-84e0-431f-8837-801ac14304d3,segment=NetworkSegment(546b407f-0e82-4309-8c07-0cf67eb9323b),segment_id=546b407f-0e82-4309-8c07-0cf67eb9323b)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:06:01.718190 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:01.730702 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 372fc99d-8fea-4afb-9826-220a6d587c73 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:01.821740 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 372fc99d-8fea-4afb-9826-220a6d587c73 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:01.821941 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:01.874639 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:01.961382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc283005-22f1-4950-93ff-3f59dba744f7 None None] Pushing event updated for resources: {'Port': ['ID=f3207c5c-84e0-431f-8837-801ac14304d3,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:02.129878 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:02.163737 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:02.240880 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372fc99d-8fea-4afb-9826-220a6d587c73'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:06:02.244909 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eac0a4-8f8a-4ddb-8040-4c6f25d787a9" -d '{"events": [{"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-plugged", "status": "completed", "tag": "372fc99d-8fea-4afb-9826-220a6d587c73"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:06:02.264659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e98f6-7405-475f-ab98-4fe4f507af48 req-f071944e-e4aa-4cd1-8936-dcbf04e8c923 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:02.266892 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e47e98f6-7405-475f-ab98-4fe4f507af48 req-f071944e-e4aa-4cd1-8936-dcbf04e8c923 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.1466179 Aug 05 14:06:02.283611 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 372fc99d-8fea-4afb-9826-220a6d587c73, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=372fc99d-8fea-4afb-9826-220a6d587c73,segment=NetworkSegment(32f3b2c7-405f-4fb9-adc9-ad9695ca72be),segment_id=32f3b2c7-405f-4fb9-adc9-ad9695ca72be)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:02.284987 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd2df2-d5ab-4059-a60c-7e9a9a93c930 req-668fe22d-6186-40c9-9201-b2270925f8f1 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:02.288642 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:02.289453 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 16f41a90-f0ad-41fd-94e2-ad79df4668bf up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:02.298046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd2df2-d5ab-4059-a60c-7e9a9a93c930 req-668fe22d-6186-40c9-9201-b2270925f8f1 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:02.305275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd2df2-d5ab-4059-a60c-7e9a9a93c930 req-668fe22d-6186-40c9-9201-b2270925f8f1 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:02.312675 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd2df2-d5ab-4059-a60c-7e9a9a93c930 req-668fe22d-6186-40c9-9201-b2270925f8f1 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:02.320864 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd2df2-d5ab-4059-a60c-7e9a9a93c930 req-668fe22d-6186-40c9-9201-b2270925f8f1 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:02.328422 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd2df2-d5ab-4059-a60c-7e9a9a93c930 req-668fe22d-6186-40c9-9201-b2270925f8f1 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:02.333496 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e47e98f6-7405-475f-ab98-4fe4f507af48 req-9f8b7409-f650-4794-9a66-c7fd8f119ce3 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535519 Aug 05 14:06:02.335080 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd2df2-d5ab-4059-a60c-7e9a9a93c930 req-668fe22d-6186-40c9-9201-b2270925f8f1 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:02.338232 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fccd2df2-d5ab-4059-a60c-7e9a9a93c930 req-668fe22d-6186-40c9-9201-b2270925f8f1 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5438 time: 0.3196850 Aug 05 14:06:02.349287 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:02.365980 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:02.370091 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:06:02.419599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Pushing event updated for resources: {'Port': ['ID=d9b65dc6-8077-4ba0-97ea-913fbf4962aa,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:02.476328 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fccd2df2-d5ab-4059-a60c-7e9a9a93c930 req-83be9ff7-573a-4a63-bd55-4c873eadbc62 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1319008 Aug 05 14:06:02.545512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=372fc99d-8fea-4afb-9826-220a6d587c73,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:02.555172 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbb2227-5a42-4889-a17f-424834a33abe x-openstack-request-id: req-0dbb2227-5a42-4889-a17f-424834a33abe {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:06:02.555380 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-plugged", "status": "completed", "tag": "372fc99d-8fea-4afb-9826-220a6d587c73", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:06:02.555633 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0dbb2227-5a42-4889-a17f-424834a33abe {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:06:02.556018 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372fc99d-8fea-4afb-9826-220a6d587c73', 'code': 200} Aug 05 14:06:02.592498 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 16f41a90-f0ad-41fd-94e2-ad79df4668bf completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:02.599493 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 16f41a90-f0ad-41fd-94e2-ad79df4668bf triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:02.599927 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:02.613223 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60526) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:02.912818 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f3207c5c-84e0-431f-8837-801ac14304d3 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:02.958241 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:02.986369 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:03.074779 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 16f41a90-f0ad-41fd-94e2-ad79df4668bf, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=16f41a90-f0ad-41fd-94e2-ad79df4668bf,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:03.081905 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:03.082888 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 4cb51a79-5861-4193-bf76-2b345e76cf41 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:03.123701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60540) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:03.364053 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 4cb51a79-5861-4193-bf76-2b345e76cf41 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:03.378940 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 4cb51a79-5861-4193-bf76-2b345e76cf41 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:03.379465 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:03.421562 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d240f18-3d8a-4414-8264-8f068deaa586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:03.435062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port f3207c5c-84e0-431f-8837-801ac14304d3 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:03.444828 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=16f41a90-f0ad-41fd-94e2-ad79df4668bf,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:03.458190 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f213473c-18fb-4944-a26c-b51310be7d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:03.514558 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:03.556290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 4cb51a79-5861-4193-bf76-2b345e76cf41, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4cb51a79-5861-4193-bf76-2b345e76cf41,segment=NetworkSegment(b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7),segment_id=b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:03.570416 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:03.571815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:03.714980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0e905-3a36-48ca-a2b4-e3acfc7e1eb1 req-ec35d9bd-35d2-4066-99f2-7972fe3e103b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:03.725019 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8a0e905-3a36-48ca-a2b4-e3acfc7e1eb1 req-ec35d9bd-35d2-4066-99f2-7972fe3e103b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.2038918 Aug 05 14:06:03.734202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09cb5cf-00c9-4e7a-9e5d-7a3b3437ac4b None None] Network 5046103c-1dac-467a-acf5-1a24cdafeb97 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:06:03.778084 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8a0e905-3a36-48ca-a2b4-e3acfc7e1eb1 req-e16b592b-b677-427c-b4b3-b95f85d0ee4e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519402 Aug 05 14:06:03.849074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=4cb51a79-5861-4193-bf76-2b345e76cf41,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:03.866231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:03.877816 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a9719c75-dfab-4959-be89-1ae0d0cf6e03 None None] Provisioning for port f3207c5c-84e0-431f-8837-801ac14304d3 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:03.881416 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:03.881994 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:03.937810 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a9719c75-dfab-4959-be89-1ae0d0cf6e03 None None] Provisioning complete for port f3207c5c-84e0-431f-8837-801ac14304d3 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:03.938819 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9719c75-dfab-4959-be89-1ae0d0cf6e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:04.192981 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318350c0-de9b-446a-b191-15f024512100 req-1b80b40a-0cd0-439f-8acc-cf749ba3ffa3 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:04.194736 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-318350c0-de9b-446a-b191-15f024512100 req-1b80b40a-0cd0-439f-8acc-cf749ba3ffa3 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1113715 Aug 05 14:06:04.200333 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:04.284639 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:04.303732 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-318350c0-de9b-446a-b191-15f024512100 req-263e771e-22ec-4dec-acbc-18221b238dd7 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872684 Aug 05 14:06:04.322591 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9719c75-dfab-4959-be89-1ae0d0cf6e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:04.364743 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4d240f18-3d8a-4414-8264-8f068deaa586 admin admin] Deleting port 4a5a046e-3592-4de0-902c-49fa68697e1a {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:06:04.365233 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d240f18-3d8a-4414-8264-8f068deaa586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:04.396934 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8cf5bb65-52fb-49c7-9db8-1e032ba8e091,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:04.411293 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:04.412698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device b86da6fa-6cc7-4e12-97d7-bf6a7de79160 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:04.545667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=8cf5bb65-52fb-49c7-9db8-1e032ba8e091,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:04.570176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a9719c75-dfab-4959-be89-1ae0d0cf6e03 None None] For port f3207c5c-84e0-431f-8837-801ac14304d3, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f3207c5c-84e0-431f-8837-801ac14304d3,segment=NetworkSegment(546b407f-0e82-4309-8c07-0cf67eb9323b),segment_id=546b407f-0e82-4309-8c07-0cf67eb9323b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:04.577966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f41a90-f0ad-41fd-94e2-ad79df4668bf'}, {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb51a79-5861-4193-bf76-2b345e76cf41'}, {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf5bb65-52fb-49c7-9db8-1e032ba8e091'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:06:04.587189 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b2361d-84f3-4bb6-a632-05bfece6b596" -d '{"events": [{"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-plugged", "status": "completed", "tag": "16f41a90-f0ad-41fd-94e2-ad79df4668bf"}, {"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-plugged", "status": "completed", "tag": "4cb51a79-5861-4193-bf76-2b345e76cf41"}, {"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-plugged", "status": "completed", "tag": "8cf5bb65-52fb-49c7-9db8-1e032ba8e091"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:06:04.607926 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9719c75-dfab-4959-be89-1ae0d0cf6e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:04.638873 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f213473c-18fb-4944-a26c-b51310be7d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:04.650649 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f213473c-18fb-4944-a26c-b51310be7d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:04.665576 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2db9bd-f5e3-4d13-b934-7ad52243644f req-8669f2b7-ab43-4632-bbcf-95402b79fd78 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:04.667488 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9e2db9bd-f5e3-4d13-b934-7ad52243644f req-8669f2b7-ab43-4632-bbcf-95402b79fd78 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1649849 Aug 05 14:06:04.722130 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Router 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:06:04.735993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-4d240f18-3d8a-4414-8264-8f068deaa586 admin admin] For port 4a5a046e-3592-4de0-902c-49fa68697e1a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4a5a046e-3592-4de0-902c-49fa68697e1a,segment=NetworkSegment(9c91347a-ac08-4068-8d8e-0114696e1c80),segment_id=9c91347a-ac08-4068-8d8e-0114696e1c80)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:04.736442 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d240f18-3d8a-4414-8264-8f068deaa586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:04.737659 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f245a4e-38c4-4fc7-96c8-c14b2b03a3af req-45c63783-ed70-41db-8051-6e402fa64ce0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:04.744371 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f245a4e-38c4-4fc7-96c8-c14b2b03a3af req-45c63783-ed70-41db-8051-6e402fa64ce0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:04.750790 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f245a4e-38c4-4fc7-96c8-c14b2b03a3af req-45c63783-ed70-41db-8051-6e402fa64ce0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:04.757949 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f245a4e-38c4-4fc7-96c8-c14b2b03a3af req-45c63783-ed70-41db-8051-6e402fa64ce0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:04.762026 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4d240f18-3d8a-4414-8264-8f068deaa586 admin admin] Calling delete_port for 4a5a046e-3592-4de0-902c-49fa68697e1a owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:06:04.766834 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f245a4e-38c4-4fc7-96c8-c14b2b03a3af req-45c63783-ed70-41db-8051-6e402fa64ce0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:04.777242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f245a4e-38c4-4fc7-96c8-c14b2b03a3af req-45c63783-ed70-41db-8051-6e402fa64ce0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:04.785392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f245a4e-38c4-4fc7-96c8-c14b2b03a3af req-45c63783-ed70-41db-8051-6e402fa64ce0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:04.789189 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9e2db9bd-f5e3-4d13-b934-7ad52243644f req-2713ea69-a53d-4dbc-9e5e-4c90ceee1832 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050234 Aug 05 14:06:04.794953 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f245a4e-38c4-4fc7-96c8-c14b2b03a3af req-45c63783-ed70-41db-8051-6e402fa64ce0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5441 time: 0.5922730 Aug 05 14:06:04.797124 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9719c75-dfab-4959-be89-1ae0d0cf6e03 None None] Pushing event updated for resources: {'Port': ['ID=f3207c5c-84e0-431f-8837-801ac14304d3,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:04.807961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f56b0cdb-ebd2-4cfd-bb1f-766ccbdec010 None None] Provisioning complete for port f3207c5c-84e0-431f-8837-801ac14304d3 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:04.808481 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f56b0cdb-ebd2-4cfd-bb1f-766ccbdec010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:04.838161 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f213473c-18fb-4944-a26c-b51310be7d55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=132329431dd44c6a8af6ebfddece1d42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7111015 Aug 05 14:06:04.840021 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213473c-18fb-4944-a26c-b51310be7d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90541aa4-15db-42b5-ab7a-fccca15c6d86,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:04.848404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60570) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:04.863893 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port b86da6fa-6cc7-4e12-97d7-bf6a7de79160 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:04.883767 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port b86da6fa-6cc7-4e12-97d7-bf6a7de79160 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:04.884147 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:04.888818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213473c-18fb-4944-a26c-b51310be7d55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:04.889993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213473c-18fb-4944-a26c-b51310be7d55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:04.890484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213473c-18fb-4944-a26c-b51310be7d55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:04.890883 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213473c-18fb-4944-a26c-b51310be7d55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:04.892047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213473c-18fb-4944-a26c-b51310be7d55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:04.892411 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213473c-18fb-4944-a26c-b51310be7d55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:04.892751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213473c-18fb-4944-a26c-b51310be7d55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:04.893161 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213473c-18fb-4944-a26c-b51310be7d55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:04.893605 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213473c-18fb-4944-a26c-b51310be7d55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:04.893938 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213473c-18fb-4944-a26c-b51310be7d55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:04.894536 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213473c-18fb-4944-a26c-b51310be7d55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:04.894870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213473c-18fb-4944-a26c-b51310be7d55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:04.973831 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 05 Aug 2021 14:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6602a2b4-f9e0-4a36-b6f4-2323b3e9c941 x-openstack-request-id: req-6602a2b4-f9e0-4a36-b6f4-2323b3e9c941 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:06:04.974775 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-plugged", "status": "completed", "tag": "16f41a90-f0ad-41fd-94e2-ad79df4668bf", "code": 200}, {"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-plugged", "status": "completed", "tag": "4cb51a79-5861-4193-bf76-2b345e76cf41", "code": 200}, {"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-plugged", "status": "completed", "tag": "8cf5bb65-52fb-49c7-9db8-1e032ba8e091", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:06:04.975895 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6602a2b4-f9e0-4a36-b6f4-2323b3e9c941 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:06:04.978821 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f41a90-f0ad-41fd-94e2-ad79df4668bf', 'code': 200} Aug 05 14:06:04.979303 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb51a79-5861-4193-bf76-2b345e76cf41', 'code': 200} Aug 05 14:06:04.979745 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf5bb65-52fb-49c7-9db8-1e032ba8e091', 'code': 200} Aug 05 14:06:04.985465 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f245a4e-38c4-4fc7-96c8-c14b2b03a3af req-86ffbb47-1b65-494f-8b46-2d7ec21b2f56 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1855588 Aug 05 14:06:05.140193 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:05.176111 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6b45f0b-0980-490b-b599-a630610bdf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:05.236498 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port b86da6fa-6cc7-4e12-97d7-bf6a7de79160, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b86da6fa-6cc7-4e12-97d7-bf6a7de79160,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:05.243898 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:05.305130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6f456a13-3d98-4faf-b751-fe64775d983e up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:05.309476 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d240f18-3d8a-4414-8264-8f068deaa586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:05.327610 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6b45f0b-0980-490b-b599-a630610bdf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:05.377586 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d240f18-3d8a-4414-8264-8f068deaa586 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5a046e-3592-4de0-902c-49fa68697e1a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:05.393581 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=b86da6fa-6cc7-4e12-97d7-bf6a7de79160,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:05.431077 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:06:05.444730 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Sync routers for ids ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:06:05.480931 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Routers {'2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:05.482512 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:05.483813 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6a6baffa-f01a-432a-bac3-cf8c299552ed admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4610682 Aug 05 14:06:05.492177 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:05.492464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60586) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:05.615347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 6f456a13-3d98-4faf-b751-fe64775d983e completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:05.635266 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 6f456a13-3d98-4faf-b751-fe64775d983e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:05.635642 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:05.673335 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d240f18-3d8a-4414-8264-8f068deaa586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:05.702946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-ec600c45-3bf8-4601-83b9-2641f4dc9a3d tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:05.705862 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-ec600c45-3bf8-4601-83b9-2641f4dc9a3d tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 811 time: 0.4686625 Aug 05 14:06:05.721743 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Set router 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:05.755218 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-4a122310-5a38-4303-a52e-923ead7e4253 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/quotas/dc996791672c444dbf38c5eb15e5efae HTTP/1.1" status: 200 len: 375 time: 0.0377145 Aug 05 14:06:05.826680 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:05.892289 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6b45f0b-0980-490b-b599-a630610bdf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:05.893219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6f456a13-3d98-4faf-b751-fe64775d983e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6f456a13-3d98-4faf-b751-fe64775d983e,segment=NetworkSegment(b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7),segment_id=b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:05.896689 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6b45f0b-0980-490b-b599-a630610bdf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:05.898781 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c6b45f0b-0980-490b-b599-a630610bdf55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90541aa4-15db-42b5-ab7a-fccca15c6d86 HTTP/1.1" status: 204 len: 168 time: 0.9860864 Aug 05 14:06:05.904135 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:05.905175 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:06.062454 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-20ba28db-99dd-44de-a372-67e85c0130cd tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2879455 Aug 05 14:06:06.064874 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b45f0b-0980-490b-b599-a630610bdf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90541aa4-15db-42b5-ab7a-fccca15c6d86,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:06.090719 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d240f18-3d8a-4414-8264-8f068deaa586 admin admin] Router ec543018-22b0-4799-aff8-a8bbabf86d8b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:06:06.132698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=6f456a13-3d98-4faf-b751-fe64775d983e,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:06.160797 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:06.166378 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:06.166760 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:06.278149 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d240f18-3d8a-4414-8264-8f068deaa586 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:06:06.317622 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d9904e-f8c7-4b4c-85c2-51c8b32488b4 None None] Sync routers for ids ['ec543018-22b0-4799-aff8-a8bbabf86d8b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:06:06.342470 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9904e-f8c7-4b4c-85c2-51c8b32488b4 None None] Routers {'ec543018-22b0-4799-aff8-a8bbabf86d8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:06.343454 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d1d9904e-f8c7-4b4c-85c2-51c8b32488b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ec543018-22b0-4799-aff8-a8bbabf86d8b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:06.349746 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:06.351609 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4d240f18-3d8a-4414-8264-8f068deaa586 admin admin] 10.222.0.16 "PUT /v2.0/routers/ec543018-22b0-4799-aff8-a8bbabf86d8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7370160 Aug 05 14:06:06.355454 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60598) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:06.411967 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a39f45-15bd-421a-8fcb-d94d78f9231d req-a69370e1-a879-4b94-b9bd-e076108da8e3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:06.418566 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a39f45-15bd-421a-8fcb-d94d78f9231d req-a69370e1-a879-4b94-b9bd-e076108da8e3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:06.428327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a39f45-15bd-421a-8fcb-d94d78f9231d req-a69370e1-a879-4b94-b9bd-e076108da8e3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:06.434887 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a39f45-15bd-421a-8fcb-d94d78f9231d req-a69370e1-a879-4b94-b9bd-e076108da8e3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:06.442927 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a39f45-15bd-421a-8fcb-d94d78f9231d req-a69370e1-a879-4b94-b9bd-e076108da8e3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:06.449763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a39f45-15bd-421a-8fcb-d94d78f9231d req-a69370e1-a879-4b94-b9bd-e076108da8e3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:06.456630 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a39f45-15bd-421a-8fcb-d94d78f9231d req-a69370e1-a879-4b94-b9bd-e076108da8e3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:06.475955 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-96a39f45-15bd-421a-8fcb-d94d78f9231d req-a69370e1-a879-4b94-b9bd-e076108da8e3 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5444 time: 0.1888795 Aug 05 14:06:06.482431 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'name': 'tempest-ServersTestManualDisk-1200295609-router', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:00Z', 'updated_at': '2021-08-05T14:06:02Z', 'revision_number': 3, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'gw_port': {'id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cd:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:01Z', 'updated_at': '2021-08-05T14:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:06.541151 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:06.569197 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-96a39f45-15bd-421a-8fcb-d94d78f9231d req-0ee1340b-342a-450b-9946-78785ba61147 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914664 Aug 05 14:06:06.580503 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-c00435c7-163c-465e-9755-bdf58bf2ad4c service neutron] 10.222.0.16 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976101 Aug 05 14:06:06.590232 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Checking router: 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:06:06.590676 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Updating router 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 port d9b65dc6-8077-4ba0-97ea-913fbf4962aa binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:06:06.602536 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-d1d9904e-f8c7-4b4c-85c2-51c8b32488b4 None None] Set router ec543018-22b0-4799-aff8-a8bbabf86d8b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:06.634043 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:06.958032 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:06.958884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device cbfb30e8-6edd-4075-afae-81b9f7a708be no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:06:06.965579 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f3207c5c-84e0-431f-8837-801ac14304d3 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:07.004858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86da6fa-6cc7-4e12-97d7-bf6a7de79160'}, {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f456a13-3d98-4faf-b751-fe64775d983e'}, {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:06:07.007138 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ad1eed-18ad-4265-94f7-b1d105269209" -d '{"events": [{"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-plugged", "status": "completed", "tag": "b86da6fa-6cc7-4e12-97d7-bf6a7de79160"}, {"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-plugged", "status": "completed", "tag": "6f456a13-3d98-4faf-b751-fe64775d983e"}, {"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-plugged", "status": "completed", "tag": "5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:06:07.095781 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: cbfb30e8-6edd-4075-afae-81b9f7a708be {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:06:07.096142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device cbfb30e8-6edd-4075-afae-81b9f7a708be not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:06:07.117585 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f3bf11e9-84d6-41b0-8b97-16804ec101cc admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:07.123617 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:07.156192 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port f3207c5c-84e0-431f-8837-801ac14304d3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:07.157159 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:07.162731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:07.201366 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 05 Aug 2021 14:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc951da5-f792-438d-93e2-7086222d2905 x-openstack-request-id: req-fc951da5-f792-438d-93e2-7086222d2905 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:06:07.202063 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-plugged", "status": "completed", "tag": "b86da6fa-6cc7-4e12-97d7-bf6a7de79160", "code": 200}, {"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-plugged", "status": "completed", "tag": "6f456a13-3d98-4faf-b751-fe64775d983e", "code": 200}, {"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-plugged", "status": "completed", "tag": "5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:06:07.202063 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc951da5-f792-438d-93e2-7086222d2905 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:06:07.202329 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86da6fa-6cc7-4e12-97d7-bf6a7de79160', 'code': 200} Aug 05 14:06:07.202589 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f456a13-3d98-4faf-b751-fe64775d983e', 'code': 200} Aug 05 14:06:07.202874 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f', 'code': 200} Aug 05 14:06:07.268148 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:07.305810 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Transition to ACTIVE for port object d9b65dc6-8077-4ba0-97ea-913fbf4962aa will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:07.337766 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:07.354159 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-7afc6869-94c8-4120-b114-7f63137b3ce1 service neutron] 10.222.0.16 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7652354 Aug 05 14:06:07.398921 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Attempting to bind port d9b65dc6-8077-4ba0-97ea-913fbf4962aa on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:06:07.404043 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Attempting to bind port d9b65dc6-8077-4ba0-97ea-913fbf4962aa by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:06:07.412878 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Attempting to bind port d9b65dc6-8077-4ba0-97ea-913fbf4962aa on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:06:07.463123 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:06:07.463723 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:06:07.464289 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:07.464838 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:06:07.465503 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Bound port: d9b65dc6-8077-4ba0-97ea-913fbf4962aa, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:06:07.466071 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:07.483054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d1d9904e-f8c7-4b4c-85c2-51c8b32488b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:06:05Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:07.530160 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Allocated IP 172.20.0.1 (5046103c-1dac-467a-acf5-1a24cdafeb97/0f55dd53-8c24-42f9-931b-97b3a2a193de/327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:06:07.541191 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d9904e-f8c7-4b4c-85c2-51c8b32488b4 None None] Checking router: ec543018-22b0-4799-aff8-a8bbabf86d8b for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:06:07.571633 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9904e-f8c7-4b4c-85c2-51c8b32488b4 None None] Routers {'ec543018-22b0-4799-aff8-a8bbabf86d8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:07.572280 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d1d9904e-f8c7-4b4c-85c2-51c8b32488b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ec543018-22b0-4799-aff8-a8bbabf86d8b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:07.599679 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] For port d9b65dc6-8077-4ba0-97ea-913fbf4962aa, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:06:07.603873 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] For port d9b65dc6-8077-4ba0-97ea-913fbf4962aa, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d9b65dc6-8077-4ba0-97ea-913fbf4962aa,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:06:07.621471 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:07.720733 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Routers {'2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:07.723059 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:07.793984 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:07.811046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Transition to ACTIVE for port object 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:07.897646 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-d1d9904e-f8c7-4b4c-85c2-51c8b32488b4 None None] Set router ec543018-22b0-4799-aff8-a8bbabf86d8b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:07.945169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:07.977892 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] Set router 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:08.114925 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Network 5046103c-1dac-467a-acf5-1a24cdafeb97 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:08.127411 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Pushing event updated for resources: {'Port': ['ID=327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:08.136995 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:08.161173 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:06:08.329336 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de4a3c-5ac0-4cb9-8612-ee51df11e3e3 req-97377977-5711-4cd7-b986-41e910f1f2ea tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:08.350930 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be204c54-b420-44e9-9a5b-b14eeedc7b55 req-e464044f-0835-4c17-b0dd-fa591e6a50b2 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 210 time: 0.0903962 Aug 05 14:06:08.355529 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de4a3c-5ac0-4cb9-8612-ee51df11e3e3 req-97377977-5711-4cd7-b986-41e910f1f2ea tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:08.382499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de4a3c-5ac0-4cb9-8612-ee51df11e3e3 req-97377977-5711-4cd7-b986-41e910f1f2ea tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:08.397084 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98dae4-ca3a-4742-8894-44c64a1dd9d1 None None] Pushing event updated for resources: {'Port': ['ID=d9b65dc6-8077-4ba0-97ea-913fbf4962aa,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:08.403005 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8a4ac-0c7b-4327-b286-e6b7c5db0abf req-0d01a6db-37c6-4048-9d58-ef1d4e405552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:08.403708 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8a4ac-0c7b-4327-b286-e6b7c5db0abf req-0d01a6db-37c6-4048-9d58-ef1d4e405552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:08.404195 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8a4ac-0c7b-4327-b286-e6b7c5db0abf req-0d01a6db-37c6-4048-9d58-ef1d4e405552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:08.404671 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8a4ac-0c7b-4327-b286-e6b7c5db0abf req-0d01a6db-37c6-4048-9d58-ef1d4e405552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:08.405151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8a4ac-0c7b-4327-b286-e6b7c5db0abf req-0d01a6db-37c6-4048-9d58-ef1d4e405552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:08.405622 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8a4ac-0c7b-4327-b286-e6b7c5db0abf req-0d01a6db-37c6-4048-9d58-ef1d4e405552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:08.406089 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8a4ac-0c7b-4327-b286-e6b7c5db0abf req-0d01a6db-37c6-4048-9d58-ef1d4e405552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:08.411813 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de4a3c-5ac0-4cb9-8612-ee51df11e3e3 req-97377977-5711-4cd7-b986-41e910f1f2ea tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:08.429613 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4eb8a4ac-0c7b-4327-b286-e6b7c5db0abf req-0d01a6db-37c6-4048-9d58-ef1d4e405552 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 6502 time: 1.1070766 Aug 05 14:06:08.448524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de4a3c-5ac0-4cb9-8612-ee51df11e3e3 req-97377977-5711-4cd7-b986-41e910f1f2ea tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:08.471888 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de4a3c-5ac0-4cb9-8612-ee51df11e3e3 req-97377977-5711-4cd7-b986-41e910f1f2ea tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:08.497774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de4a3c-5ac0-4cb9-8612-ee51df11e3e3 req-97377977-5711-4cd7-b986-41e910f1f2ea tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:08.499062 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98dae4-ca3a-4742-8894-44c64a1dd9d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:08.502629 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98dae4-ca3a-4742-8894-44c64a1dd9d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:08.503320 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98dae4-ca3a-4742-8894-44c64a1dd9d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:08.503874 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98dae4-ca3a-4742-8894-44c64a1dd9d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:08.504422 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98dae4-ca3a-4742-8894-44c64a1dd9d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:08.504979 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98dae4-ca3a-4742-8894-44c64a1dd9d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:08.506416 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98dae4-ca3a-4742-8894-44c64a1dd9d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:08.507064 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98dae4-ca3a-4742-8894-44c64a1dd9d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:08.508881 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6de4a3c-5ac0-4cb9-8612-ee51df11e3e3 req-97377977-5711-4cd7-b986-41e910f1f2ea tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5445 time: 0.6471498 Aug 05 14:06:08.509367 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98dae4-ca3a-4742-8894-44c64a1dd9d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:08.509930 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98dae4-ca3a-4742-8894-44c64a1dd9d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:08.511362 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98dae4-ca3a-4742-8894-44c64a1dd9d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:08.511932 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98dae4-ca3a-4742-8894-44c64a1dd9d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:08.537521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d1d9904e-f8c7-4b4c-85c2-51c8b32488b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:06:05Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:08.568652 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4eb8a4ac-0c7b-4327-b286-e6b7c5db0abf req-dae6f5b7-dbce-4ef8-b11a-2f1c6a580ee4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067355 Aug 05 14:06:08.596513 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d9904e-f8c7-4b4c-85c2-51c8b32488b4 None None] The sync data for ids ['ec543018-22b0-4799-aff8-a8bbabf86d8b'] in n-d-803585-2 is: [{'id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1621871954-router', 'tenant_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:04:20Z', 'updated_at': '2021-08-05T14:06:05Z', 'revision_number': 5, 'project_id': '2dad3d8fa3b94147bf1927f78f30ec93', 'gw_port': {'id': '5485e87c-3ae3-4ed5-a1c4-f30e0bb47331', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec543018-22b0-4799-aff8-a8bbabf86d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:24Z', 'updated_at': '2021-08-05T14:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:06:08.637557 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98dae4-ca3a-4742-8894-44c64a1dd9d1 None None] Pushing event updated for resources: {'Port': ['ID=d9b65dc6-8077-4ba0-97ea-913fbf4962aa,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:08.655924 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f3bf11e9-84d6-41b0-8b97-16804ec101cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:08.699447 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'name': 'tempest-ServersTestManualDisk-1200295609-router', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:00Z', 'updated_at': '2021-08-05T14:06:02Z', 'revision_number': 3, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'gw_port': {'id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cd:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:01Z', 'updated_at': '2021-08-05T14:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:08.707686 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8de6361b-c81b-452f-a2ab-87a75e6d1d86 None None] Provisioning for port 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:08.716770 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8de6361b-c81b-452f-a2ab-87a75e6d1d86 None None] Provisioning complete for port 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:08.717342 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8de6361b-c81b-452f-a2ab-87a75e6d1d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:08.737648 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b234ab-7e2e-4323-bb9d-5eb7013acd71 None None] The sync data for ids ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'] in n-d-803585-2 is: [{'id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'name': 'tempest-ServersTestManualDisk-1200295609-router', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:00Z', 'updated_at': '2021-08-05T14:06:02Z', 'revision_number': 3, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'gw_port': {'id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cd:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:01Z', 'updated_at': '2021-08-05T14:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:06:08.804487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8de6361b-c81b-452f-a2ab-87a75e6d1d86 None None] Port 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:06:08.821660 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:08.962793 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6de4a3c-5ac0-4cb9-8612-ee51df11e3e3 req-d81404db-dbc6-42d6-9fab-959c932903b1 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4525545 Aug 05 14:06:09.062330 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4a5a046e-3592-4de0-902c-49fa68697e1a no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:06:09.114796 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4a5a046e-3592-4de0-902c-49fa68697e1a {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:06:09.118910 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4a5a046e-3592-4de0-902c-49fa68697e1a not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:06:09.149349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f3bf11e9-84d6-41b0-8b97-16804ec101cc admin admin] Deleting port 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:06:09.149831 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f3bf11e9-84d6-41b0-8b97-16804ec101cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:09.301514 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:09.325641 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-f3bf11e9-84d6-41b0-8b97-16804ec101cc admin admin] For port 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5485e87c-3ae3-4ed5-a1c4-f30e0bb47331,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:09.325641 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f3bf11e9-84d6-41b0-8b97-16804ec101cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:09.345241 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f3bf11e9-84d6-41b0-8b97-16804ec101cc admin admin] Calling delete_port for 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:06:09.512426 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9313d0cd-522b-4a8a-8ec7-eaf63ad09066 req-8c6a5643-dec1-4a69-b434-967f9fb4d319 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 210 time: 0.0537441 Aug 05 14:06:09.812190 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-02f9967d-6e70-4a4c-8c5e-adfd08545808 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:09.814658 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-02f9967d-6e70-4a4c-8c5e-adfd08545808 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.84 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 811 time: 0.2118068 Aug 05 14:06:09.836695 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-11ff2ac8-cdaa-4822-ae37-1d7466b81b3c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Request body: {'port': {'device_id': '8932a217-08b5-466f-8739-bd8b36c49058', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'admin_state_up': True, 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:09.996654 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:10.025352 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:10.073093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-11ff2ac8-cdaa-4822-ae37-1d7466b81b3c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Made reservation on behalf of dc996791672c444dbf38c5eb15e5efae for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:06:10.086770 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-11ff2ac8-cdaa-4822-ae37-1d7466b81b3c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:10.175426 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:10.340596 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-11ff2ac8-cdaa-4822-ae37-1d7466b81b3c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Allocated IP 172.20.0.9 (afedfeb1-09f0-451d-bc05-30d84c3785ca/987d5996-708f-45ea-bc86-dd4e0e5d709f/c1124e29-7571-4e35-a2e7-f4678dc0b56b) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:06:10.556557 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Network 5046103c-1dac-467a-acf5-1a24cdafeb97 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:10.561460 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f3bf11e9-84d6-41b0-8b97-16804ec101cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:10.571822 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-11ff2ac8-cdaa-4822-ae37-1d7466b81b3c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:10.588930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-11ff2ac8-cdaa-4822-ae37-1d7466b81b3c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Transition to ACTIVE for port object c1124e29-7571-4e35-a2e7-f4678dc0b56b will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:10.641752 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-11ff2ac8-cdaa-4822-ae37-1d7466b81b3c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:10.658172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:06:10.832073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-11ff2ac8-cdaa-4822-ae37-1d7466b81b3c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Network afedfeb1-09f0-451d-bc05-30d84c3785ca is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:10.861750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348203fe-5db8-4fac-9efd-b556d57b4013 req-ba9892a4-00f2-43a9-9597-0095e10539b9 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:10.878108 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348203fe-5db8-4fac-9efd-b556d57b4013 req-ba9892a4-00f2-43a9-9597-0095e10539b9 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:10.890722 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d9b65dc6-8077-4ba0-97ea-913fbf4962aa up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:10.904888 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348203fe-5db8-4fac-9efd-b556d57b4013 req-ba9892a4-00f2-43a9-9597-0095e10539b9 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:10.940399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348203fe-5db8-4fac-9efd-b556d57b4013 req-ba9892a4-00f2-43a9-9597-0095e10539b9 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:10.958798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348203fe-5db8-4fac-9efd-b556d57b4013 req-ba9892a4-00f2-43a9-9597-0095e10539b9 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:10.983013 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348203fe-5db8-4fac-9efd-b556d57b4013 req-ba9892a4-00f2-43a9-9597-0095e10539b9 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:10.994442 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348203fe-5db8-4fac-9efd-b556d57b4013 req-ba9892a4-00f2-43a9-9597-0095e10539b9 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:11.025790 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-348203fe-5db8-4fac-9efd-b556d57b4013 req-ba9892a4-00f2-43a9-9597-0095e10539b9 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5445 time: 0.3915684 Aug 05 14:06:11.032205 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-11ff2ac8-cdaa-4822-ae37-1d7466b81b3c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:11.050703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-11ff2ac8-cdaa-4822-ae37-1d7466b81b3c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:06:11.063099 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port d9b65dc6-8077-4ba0-97ea-913fbf4962aa completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:11.071718 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d9b65dc6-8077-4ba0-97ea-913fbf4962aa triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:11.072090 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:11.193849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff2ac8-cdaa-4822-ae37-1d7466b81b3c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Pushing event updated for resources: {'Port': ['ID=c1124e29-7571-4e35-a2e7-f4678dc0b56b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:11.249141 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-11ff2ac8-cdaa-4822-ae37-1d7466b81b3c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:11.249829 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-11ff2ac8-cdaa-4822-ae37-1d7466b81b3c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:11.275964 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-348203fe-5db8-4fac-9efd-b556d57b4013 req-be11c8e5-d300-471b-a635-8bc4ff589d20 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1957989 Aug 05 14:06:11.338525 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-11ff2ac8-cdaa-4822-ae37-1d7466b81b3c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5113826 Aug 05 14:06:11.351214 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Request body: {'port': {'device_id': '8932a217-08b5-466f-8739-bd8b36c49058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:11.367109 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:11.395502 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:11.415368 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port d9b65dc6-8077-4ba0-97ea-913fbf4962aa, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d9b65dc6-8077-4ba0-97ea-913fbf4962aa,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:11.424088 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:11.466955 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Pushing event updated for resources: {'Port': ['ID=327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:11.557557 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:11.622813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3efd8d1f-55bf-4979-a3c0-20a0cd7d7d13 None None] Provisioning for port c1124e29-7571-4e35-a2e7-f4678dc0b56b completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:11.637759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3efd8d1f-55bf-4979-a3c0-20a0cd7d7d13 None None] Provisioning complete for port c1124e29-7571-4e35-a2e7-f4678dc0b56b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:11.638529 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3efd8d1f-55bf-4979-a3c0-20a0cd7d7d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:11.764310 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-3efd8d1f-55bf-4979-a3c0-20a0cd7d7d13 None None] Port c1124e29-7571-4e35-a2e7-f4678dc0b56b cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:06:11.767971 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=d9b65dc6-8077-4ba0-97ea-913fbf4962aa,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:11.784940 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:11.785285 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:11.789545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:11.790115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:11.791342 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf11e9-84d6-41b0-8b97-16804ec101cc admin admin] Pushing event deleted for resources: {'Port': ['ID=5485e87c-3ae3-4ed5-a1c4-f30e0bb47331,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:11.791483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:11.791982 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:11.796456 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:11.796815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:11.797730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:11.798080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:11.798476 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:11.799002 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f3bf11e9-84d6-41b0-8b97-16804ec101cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:11.799655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:11.894739 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0c6bb3e1-9ff2-45fb-916a-2b844c91208a None None] Provisioning complete for port 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:11.895506 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0c6bb3e1-9ff2-45fb-916a-2b844c91208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:11.943320 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-0c6bb3e1-9ff2-45fb-916a-2b844c91208a None None] Port 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:06:11.975093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e6ecb-633f-483c-971e-de033235b4ef req-8ff7a716-0c12-4209-9618-8f9ce19c323c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:11.983117 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f23e6ecb-633f-483c-971e-de033235b4ef req-8ff7a716-0c12-4209-9618-8f9ce19c323c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 931 time: 0.6393738 Aug 05 14:06:12.030343 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1124e29-7571-4e35-a2e7-f4678dc0b56b {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:06:12.045440 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f3bf11e9-84d6-41b0-8b97-16804ec101cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:12.051940 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f3bf11e9-84d6-41b0-8b97-16804ec101cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:12.053249 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:12.071011 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Transition to ACTIVE for port object c1124e29-7571-4e35-a2e7-f4678dc0b56b will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:12.076864 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:12.090528 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f23e6ecb-633f-483c-971e-de033235b4ef req-4c1bea76-a0dc-4e0d-be24-af68878d6eb8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060436 Aug 05 14:06:12.136856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Pushing event updated for resources: {'Port': ['ID=c1124e29-7571-4e35-a2e7-f4678dc0b56b,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:12.153980 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f3bf11e9-84d6-41b0-8b97-16804ec101cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:12.154535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bf11e9-84d6-41b0-8b97-16804ec101cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec543018-22b0-4799-aff8-a8bbabf86d8b {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:06:12.160464 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f3bf11e9-84d6-41b0-8b97-16804ec101cc admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:12.161703 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f3bf11e9-84d6-41b0-8b97-16804ec101cc admin admin] 10.222.0.16 "DELETE /v2.0/routers/ec543018-22b0-4799-aff8-a8bbabf86d8b HTTP/1.1" status: 204 len: 168 time: 5.8035407 Aug 05 14:06:12.164329 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Router 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:06:12.165210 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60730) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:12.242436 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9e0557-1ae5-4a90-85c1-66ba55dc2d7b admin admin] Deleting subnet 406044e5-f2b2-40f1-bb44-dec148e1ac6c {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:06:12.247648 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0557-1ae5-4a90-85c1-66ba55dc2d7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:12.255096 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Attempting to bind port c1124e29-7571-4e35-a2e7-f4678dc0b56b on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:06:12.255612 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Attempting to bind port c1124e29-7571-4e35-a2e7-f4678dc0b56b by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:06:12.256060 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Attempting to bind port c1124e29-7571-4e35-a2e7-f4678dc0b56b on network afedfeb1-09f0-451d-bc05-30d84c3785ca {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:06:12.263070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Port c1124e29-7571-4e35-a2e7-f4678dc0b56b on network afedfeb1-09f0-451d-bc05-30d84c3785ca not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:06:12.263417 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Attempting to bind port c1124e29-7571-4e35-a2e7-f4678dc0b56b on network afedfeb1-09f0-451d-bc05-30d84c3785ca {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:06:12.285260 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:06:12.285523 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Checking segment: {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:06:12.287016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Bound using segment: {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:06:12.287679 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Bound port: c1124e29-7571-4e35-a2e7-f4678dc0b56b, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:06:12.288270 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:12.410621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] For port c1124e29-7571-4e35-a2e7-f4678dc0b56b, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:06:12.416110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] For port c1124e29-7571-4e35-a2e7-f4678dc0b56b, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=c1124e29-7571-4e35-a2e7-f4678dc0b56b,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:06:12.420463 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:12.497880 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0557-1ae5-4a90-85c1-66ba55dc2d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:12.530040 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:12.530995 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:12.535846 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] 10.222.0.84 "PUT /v2.0/ports/c1124e29-7571-4e35-a2e7-f4678dc0b56b HTTP/1.1" status: 200 len: 1091 time: 1.1888416 Aug 05 14:06:12.537269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8932a217-08b5-466f-8739-bd8b36c49058', 'tag': 'c1124e29-7571-4e35-a2e7-f4678dc0b56b'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:06:12.542735 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a1a2eb-0ddf-4be0-9090-5cf4e532043e" -d '{"events": [{"name": "network-changed", "server_uuid": "8932a217-08b5-466f-8739-bd8b36c49058", "tag": "c1124e29-7571-4e35-a2e7-f4678dc0b56b"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:06:12.631468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff5950-563c-4c84-84cc-84b946cc1210 service neutron] Pushing event updated for resources: {'Port': ['ID=c1124e29-7571-4e35-a2e7-f4678dc0b56b,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:12.671471 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:06:12.678886 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-81c41807-304d-4a4b-bf4c-c9bc215a8576 admin admin] 10.222.0.16 "PUT /v2.0/routers/2d4e7bef-ed4e-400c-bdeb-6a90068e52a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1847367 Aug 05 14:06:12.682114 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Sync routers for ids ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:06:12.702022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c163dd-7d17-44cf-8a71-a0247ed974c4 req-b0d9a5ae-a8c4-4bd3-8e8d-997df1fb503a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:12.710294 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c163dd-7d17-44cf-8a71-a0247ed974c4 req-b0d9a5ae-a8c4-4bd3-8e8d-997df1fb503a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:12.719044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c163dd-7d17-44cf-8a71-a0247ed974c4 req-b0d9a5ae-a8c4-4bd3-8e8d-997df1fb503a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:12.722321 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0557-1ae5-4a90-85c1-66ba55dc2d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:12.728193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c163dd-7d17-44cf-8a71-a0247ed974c4 req-b0d9a5ae-a8c4-4bd3-8e8d-997df1fb503a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:12.736178 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c163dd-7d17-44cf-8a71-a0247ed974c4 req-b0d9a5ae-a8c4-4bd3-8e8d-997df1fb503a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:12.737870 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Routers {'2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:12.739260 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:12.744042 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c163dd-7d17-44cf-8a71-a0247ed974c4 req-b0d9a5ae-a8c4-4bd3-8e8d-997df1fb503a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:12.752251 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c163dd-7d17-44cf-8a71-a0247ed974c4 req-b0d9a5ae-a8c4-4bd3-8e8d-997df1fb503a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:12.754420 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-57c163dd-7d17-44cf-8a71-a0247ed974c4 req-b0d9a5ae-a8c4-4bd3-8e8d-997df1fb503a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5445 time: 0.3143816 Aug 05 14:06:12.757813 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a1c0a1-8478-4d74-8904-c99a3b7a0825 x-openstack-request-id: req-76a1c0a1-8478-4d74-8904-c99a3b7a0825 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:06:12.758091 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8932a217-08b5-466f-8739-bd8b36c49058", "tag": "c1124e29-7571-4e35-a2e7-f4678dc0b56b", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:06:12.758453 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76a1c0a1-8478-4d74-8904-c99a3b7a0825 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:06:12.758910 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8932a217-08b5-466f-8739-bd8b36c49058', 'tag': 'c1124e29-7571-4e35-a2e7-f4678dc0b56b', 'status': 'completed', 'code': 200} Aug 05 14:06:12.808874 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-51d1a06f-8b27-45ee-ac77-17a3b8278768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:12.816864 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-51d1a06f-8b27-45ee-ac77-17a3b8278768 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 1094 time: 0.2348845 Aug 05 14:06:12.880635 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0557-1ae5-4a90-85c1-66ba55dc2d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:12.925953 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Set router 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:12.972356 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e708f49f-6e2f-45f4-83bf-bbe0d578ed81 None None] Network 1fad3948-e90c-4da1-a058-8758d801788d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:06:12.981616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e0557-1ae5-4a90-85c1-66ba55dc2d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=406044e5-f2b2-40f1-bb44-dec148e1ac6c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:12.994819 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0557-1ae5-4a90-85c1-66ba55dc2d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:13.005313 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-eb9e0557-1ae5-4a90-85c1-66ba55dc2d7b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/406044e5-f2b2-40f1-bb44-dec148e1ac6c HTTP/1.1" status: 204 len: 168 time: 0.8300242 Aug 05 14:06:13.005313 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60754) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:13.012104 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-13d597e3-9fc3-4d2e-b9fd-7091d2089130 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1124e29-7571-4e35-a2e7-f4678dc0b56b HTTP/1.1" status: 200 len: 217 time: 0.1632876 Aug 05 14:06:13.025068 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d9b65dc6-8077-4ba0-97ea-913fbf4962aa up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:13.195982 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-57c163dd-7d17-44cf-8a71-a0247ed974c4 req-630df94f-5944-4986-8643-3e230952ac59 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4159248 Aug 05 14:06:13.230218 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:13.262009 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-2a83daee-a821-4164-857f-30fd2fcd5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:13.263563 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-2a83daee-a821-4164-857f-30fd2fcd5535 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.2430351 Aug 05 14:06:13.431496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] Deleting port fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:06:13.432788 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:13.476954 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'name': 'tempest-ServersTestManualDisk-1200295609-router', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:00Z', 'updated_at': '2021-08-05T14:06:09Z', 'revision_number': 4, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'gw_port': {'id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:01Z', 'updated_at': '2021-08-05T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2', 'name': '', 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'mac_address': 'fa:16:3e:2d:bd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:07Z', 'updated_at': '2021-08-05T14:06:09Z', 'revision_number': 2, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'subnets': [{'id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:13.533705 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Checking router: 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:06:13.534064 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Updating router 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 port 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:06:13.559766 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d9b65dc6-8077-4ba0-97ea-913fbf4962aa triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:13.560305 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:13.573585 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:13.611177 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-edd878a2-c82d-4427-8d38-b2b2810b1dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:13.615001 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-edd878a2-c82d-4427-8d38-b2b2810b1dbc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3406663 Aug 05 14:06:13.620159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] For port fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8,segment=NetworkSegment(9c91347a-ac08-4068-8d8e-0114696e1c80),segment_id=9c91347a-ac08-4068-8d8e-0114696e1c80)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:13.620662 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:13.637651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d66900-65b5-4949-89a9-777224e80595 req-969a1a20-a828-4377-b287-db651e2df933 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:13.643817 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-10d66900-65b5-4949-89a9-777224e80595 req-969a1a20-a828-4377-b287-db651e2df933 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 943 time: 0.2252192 Aug 05 14:06:13.668760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] Calling delete_port for fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:06:13.841217 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:13.865539 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-10d66900-65b5-4949-89a9-777224e80595 req-66b1097e-69b7-416e-96d8-584cedf41aa8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013795 Aug 05 14:06:13.880756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3830c897-775e-4bce-a77a-23701b1a72c7 None None] DHCP port deletion for 1fad3948-e90c-4da1-a058-8758d801788d request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:06:13.934366 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:06:13.948601 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-5150b394-74a3-4daa-a7cd-74ff1d334328 service neutron] 10.222.0.84 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037896 Aug 05 14:06:13.960280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:13.971686 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] No DVR routers for this DVR port fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:06:14.016089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:06:14.016659 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5485e87c-3ae3-4ed5-a1c4-f30e0bb47331 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:06:14.052493 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:14.069170 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Transition to ACTIVE for port object 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:14.079961 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:14.144677 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999f5c8-200a-4567-ba03-78883c523611 None None] Pushing event updated for resources: {'Port': ['ID=327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:14.188495 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-847ef0c2-6bb4-4527-bcee-863c263667a7 req-5fedf91c-e964-45be-b080-b35b86a9028c service neutron] 10.222.0.84 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293801 Aug 05 14:06:14.249036 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:14.280194 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fad3948-e90c-4da1-a058-8758d801788d']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:14.280570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2031e74-ef12-4b1a-bd20-f944d28b4a87 req-212c5db9-38c9-4a94-a018-fe975fd98e79 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:14.289065 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2031e74-ef12-4b1a-bd20-f944d28b4a87 req-212c5db9-38c9-4a94-a018-fe975fd98e79 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:14.297823 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2031e74-ef12-4b1a-bd20-f944d28b4a87 req-212c5db9-38c9-4a94-a018-fe975fd98e79 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:14.305503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2031e74-ef12-4b1a-bd20-f944d28b4a87 req-212c5db9-38c9-4a94-a018-fe975fd98e79 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:14.313574 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2031e74-ef12-4b1a-bd20-f944d28b4a87 req-212c5db9-38c9-4a94-a018-fe975fd98e79 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:14.321705 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2031e74-ef12-4b1a-bd20-f944d28b4a87 req-212c5db9-38c9-4a94-a018-fe975fd98e79 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:14.329783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2031e74-ef12-4b1a-bd20-f944d28b4a87 req-212c5db9-38c9-4a94-a018-fe975fd98e79 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:14.330437 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Attempting to bind port 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:06:14.332150 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2031e74-ef12-4b1a-bd20-f944d28b4a87 req-212c5db9-38c9-4a94-a018-fe975fd98e79 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5445 time: 0.1421752 Aug 05 14:06:14.338234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c91347a-ac08-4068-8d8e-0114696e1c80') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:14.338736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c91347a-ac08-4068-8d8e-0114696e1c80') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:14.344975 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Attempting to bind port 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '546b407f-0e82-4309-8c07-0cf67eb9323b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:06:14.347392 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Attempting to bind port 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 on network 5046103c-1dac-467a-acf5-1a24cdafeb97 {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:06:14.351578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60792) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:14.370972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-fece14d8-5252-4ca7-8aaa-0a3f3c00f5bf tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Request body: {'floatingip': {'port_id': '372fc99d-8fea-4afb-9826-220a6d587c73'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:14.389604 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:14.390431 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:06:14.395589 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Checking segment: {'id': '546b407f-0e82-4309-8c07-0cf67eb9323b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:06:14.399940 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:14.401144 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Bound using segment: {'id': '546b407f-0e82-4309-8c07-0cf67eb9323b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:06:14.401797 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Bound port: 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546b407f-0e82-4309-8c07-0cf67eb9323b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:06:14.402769 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:14.454401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1a2eb-0ddf-4be0-9090-5cf4e532043e req-7526ab3c-f387-443d-a366-dd4dc306308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:14.457159 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e9a1a2eb-0ddf-4be0-9090-5cf4e532043e req-7526ab3c-f387-443d-a366-dd4dc306308f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 1094 time: 0.1218598 Aug 05 14:06:14.524825 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fece14d8-5252-4ca7-8aaa-0a3f3c00f5bf tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for floatingip, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:14.557508 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:14.566589 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] For port 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:06:14.579014 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] For port 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2,segment=NetworkSegment(546b407f-0e82-4309-8c07-0cf67eb9323b),segment_id=546b407f-0e82-4309-8c07-0cf67eb9323b)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:06:14.579961 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:06:14.582101 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:14.595079 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:14.669027 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:14.691727 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Routers {'2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:14.692991 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:14.714027 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1a2eb-0ddf-4be0-9090-5cf4e532043e req-81e65097-9592-4c33-9c1d-9eec13b86a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:14.723330 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e9a1a2eb-0ddf-4be0-9090-5cf4e532043e req-81e65097-9592-4c33-9c1d-9eec13b86a88 service neutron] 10.222.0.84 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 912 time: 0.2546167 Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:06:14.772128 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:06:14.833697 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e9a1a2eb-0ddf-4be0-9090-5cf4e532043e req-e7f2e0cc-2213-4e76-a3df-8a2c661a4240 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1124e29-7571-4e35-a2e7-f4678dc0b56b HTTP/1.1" status: 200 len: 217 time: 0.0870790 Aug 05 14:06:14.867429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:06:14.903155 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:14.938062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:06:14.938062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fd4d2b46-9c60-4e6d-a3a5-d289c8c36ff8 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:06:14.985481 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1a2eb-0ddf-4be0-9090-5cf4e532043e req-b8aa9d68-9e74-4444-9b5f-81f3d7d7fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:14.987805 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e9a1a2eb-0ddf-4be0-9090-5cf4e532043e req-b8aa9d68-9e74-4444-9b5f-81f3d7d7fbb0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.1447668 Aug 05 14:06:15.211907 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] Set router 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:15.228401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1a2eb-0ddf-4be0-9090-5cf4e532043e req-e51eb099-7e83-412d-8713-67d60433f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:15.230967 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e9a1a2eb-0ddf-4be0-9090-5cf4e532043e req-e51eb099-7e83-412d-8713-67d60433f2c3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2253063 Aug 05 14:06:15.270360 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:15.274104 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] 10.222.0.16 "DELETE /v2.0/networks/1fad3948-e90c-4da1-a058-8758d801788d HTTP/1.1" status: 204 len: 168 time: 2.2687185 Aug 05 14:06:15.286868 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85c757-6244-430c-8195-842b6b6ac30d admin admin] Pushing event deleted for resources: {'Network': ['ID=1fad3948-e90c-4da1-a058-8758d801788d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:15.288947 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3709a-59d2-41a2-8c73-e0c0d26465a4 req-e274754e-e9a0-41e9-a806-9aeb2ab3e470 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:15.290305 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54c3709a-59d2-41a2-8c73-e0c0d26465a4 req-e274754e-e9a0-41e9-a806-9aeb2ab3e470 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 943 time: 0.2197745 Aug 05 14:06:15.339299 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60828) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:15.418710 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-bfa7757a-80a1-4b46-86d0-d7df7b7180fa tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2026555077', 'description': 'tempest-description--1193212122'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:15.509193 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999f5c8-200a-4567-ba03-78883c523611 None None] Pushing event updated for resources: {'Port': ['ID=327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:15.691071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60844) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:15.772824 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ede5a946-8185-43af-9b31-cc88bb690f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:15.776116 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'name': 'tempest-ServersTestManualDisk-1200295609-router', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:00Z', 'updated_at': '2021-08-05T14:06:09Z', 'revision_number': 4, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'gw_port': {'id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:01Z', 'updated_at': '2021-08-05T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2', 'name': '', 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'mac_address': 'fa:16:3e:2d:bd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:07Z', 'updated_at': '2021-08-05T14:06:14Z', 'revision_number': 4, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'subnets': [{'id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:15.794675 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bfa7757a-80a1-4b46-86d0-d7df7b7180fa tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:15.805092 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e9a1a2eb-0ddf-4be0-9090-5cf4e532043e req-24af89d4-88ac-4743-a478-7a460c21ff58 service neutron] 10.222.0.84 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455554 Aug 05 14:06:15.809658 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fece14d8-5252-4ca7-8aaa-0a3f3c00f5bf tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:15.817965 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fece14d8-5252-4ca7-8aaa-0a3f3c00f5bf tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:15.866376 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c432adc7-248e-4e0a-b6db-b857a405408b None None] The sync data for ids ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'] in n-d-803585-2 is: [{'id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'name': 'tempest-ServersTestManualDisk-1200295609-router', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:00Z', 'updated_at': '2021-08-05T14:06:09Z', 'revision_number': 4, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'gw_port': {'id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:01Z', 'updated_at': '2021-08-05T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2', 'name': '', 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'mac_address': 'fa:16:3e:2d:bd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:07Z', 'updated_at': '2021-08-05T14:06:14Z', 'revision_number': 4, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'subnets': [{'id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:06:15.873410 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:15.950125 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54c3709a-59d2-41a2-8c73-e0c0d26465a4 req-34e6fb86-b767-4860-90d7-80c57251f975 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6115799 Aug 05 14:06:16.061493 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b2dde515-3eae-4317-90b7-e04d704b376c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2dad3d8fa3b94147bf1927f78f30ec93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3677959 Aug 05 14:06:16.062203 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60856) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:16.090621 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-fece14d8-5252-4ca7-8aaa-0a3f3c00f5bf tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Floating IP 6c2b4438-31d7-4b8e-b4e1-cfbfb1660299 associated. External IP: 172.25.5.82, port: 372fc99d-8fea-4afb-9826-220a6d587c73. Aug 05 14:06:16.185004 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e9a1a2eb-0ddf-4be0-9090-5cf4e532043e req-e112a74a-9d73-4080-8d69-d5f07d56c454 service neutron] 10.222.0.84 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539386 Aug 05 14:06:16.219462 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3a4a322-2558-4f61-82df-8585ae9da9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:16.225474 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bfa7757a-80a1-4b46-86d0-d7df7b7180fa tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:16.232004 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bfa7757a-80a1-4b46-86d0-d7df7b7180fa tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:16.300674 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3a4a322-2558-4f61-82df-8585ae9da9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:16.308861 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bfa7757a-80a1-4b46-86d0-d7df7b7180fa tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:16.310130 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bfa7757a-80a1-4b46-86d0-d7df7b7180fa tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9022143 Aug 05 14:06:16.319984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60870) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:16.329264 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-580b371c-16b1-4683-9eb2-bdd76a51203d tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Request body: {'security_group_rule': {'security_group_id': '6c899a82-b109-4d14-b469-41ca9d7b4fe9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:16.338761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7757a-80a1-4b46-86d0-d7df7b7180fa tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c899a82-b109-4d14-b469-41ca9d7b4fe9,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:16.413795 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-580b371c-16b1-4683-9eb2-bdd76a51203d tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:16.422991 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3a4a322-2558-4f61-82df-8585ae9da9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:16.428099 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3a4a322-2558-4f61-82df-8585ae9da9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:16.429962 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b3a4a322-2558-4f61-82df-8585ae9da9d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7a626b3-ebca-41d3-b952-febbbe078ee5 HTTP/1.1" status: 204 len: 168 time: 0.3611569 Aug 05 14:06:16.447829 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4a322-2558-4f61-82df-8585ae9da9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a626b3-ebca-41d3-b952-febbbe078ee5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:16.619847 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fece14d8-5252-4ca7-8aaa-0a3f3c00f5bf tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Router aaa8128a-7a9b-44ac-a08c-59829bf1d106 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:06:16.669066 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-580b371c-16b1-4683-9eb2-bdd76a51203d tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:16.815959 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-580b371c-16b1-4683-9eb2-bdd76a51203d tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:16.887347 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-580b371c-16b1-4683-9eb2-bdd76a51203d tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:16.888559 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-580b371c-16b1-4683-9eb2-bdd76a51203d tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5676041 Aug 05 14:06:16.897653 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60904) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:16.905331 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c08e054f-411e-4e9f-891c-8bd16caccbfc tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Request body: {'security_group_rule': {'security_group_id': '6c899a82-b109-4d14-b469-41ca9d7b4fe9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:16.991726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b371c-16b1-4683-9eb2-bdd76a51203d tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303d026e-eb40-433a-ac36-0d6012f5d6b3,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:16.992110 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:17.033124 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c08e054f-411e-4e9f-891c-8bd16caccbfc tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:17.068859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fece14d8-5252-4ca7-8aaa-0a3f3c00f5bf tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:06:17.084701 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fece14d8-5252-4ca7-8aaa-0a3f3c00f5bf tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:17.170487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181e17b2-fa56-4e8b-9cca-5c324e7b1148 None None] Sync routers for ids ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:06:17.176797 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fece14d8-5252-4ca7-8aaa-0a3f3c00f5bf tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "PUT /v2.0/floatingips/6c2b4438-31d7-4b8e-b4e1-cfbfb1660299 HTTP/1.1" status: 200 len: 990 time: 2.8238072 Aug 05 14:06:17.177785 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'tag': '372fc99d-8fea-4afb-9826-220a6d587c73'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:06:17.184934 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70834dc-aa21-419a-87e0-5d64d91d8efe" -d '{"events": [{"name": "network-changed", "server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "tag": "372fc99d-8fea-4afb-9826-220a6d587c73"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:06:17.213894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181e17b2-fa56-4e8b-9cca-5c324e7b1148 None None] Routers {'aaa8128a-7a9b-44ac-a08c-59829bf1d106'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:17.214590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-181e17b2-fa56-4e8b-9cca-5c324e7b1148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:05:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:17.282852 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c08e054f-411e-4e9f-891c-8bd16caccbfc tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:17.309904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af2b47-11e6-4d64-940a-6bab831cf5ea req-03968bc8-9373-4f74-a3b3-736d58ee2a7a tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:17.311649 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c7af2b47-11e6-4d64-940a-6bab831cf5ea req-03968bc8-9373-4f74-a3b3-736d58ee2a7a tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 943 time: 0.1669419 Aug 05 14:06:17.313843 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c08e054f-411e-4e9f-891c-8bd16caccbfc tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:17.415791 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c08e054f-411e-4e9f-891c-8bd16caccbfc tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:17.417111 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c08e054f-411e-4e9f-891c-8bd16caccbfc tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5178282 Aug 05 14:06:17.420283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60938) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:17.426237 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b7c4fdd3-080f-49bb-b913-d444ed86fb13 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:17.440493 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e054f-411e-4e9f-891c-8bd16caccbfc tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e44550f-2da7-4749-beef-2aa72ee600c8,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:17.476234 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c7af2b47-11e6-4d64-940a-6bab831cf5ea req-16a7dd88-7f6c-497f-932b-3d10c4e971ac tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297286 Aug 05 14:06:17.517775 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-181e17b2-fa56-4e8b-9cca-5c324e7b1148 None None] Set router aaa8128a-7a9b-44ac-a08c-59829bf1d106 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:17.532291 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e59141-fc13-4ebc-b4cc-f4548571fed4 x-openstack-request-id: req-17e59141-fc13-4ebc-b4cc-f4548571fed4 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:06:17.532924 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "tag": "372fc99d-8fea-4afb-9826-220a6d587c73", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:06:17.534344 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17e59141-fc13-4ebc-b4cc-f4548571fed4 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:06:17.535790 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'tag': '372fc99d-8fea-4afb-9826-220a6d587c73', 'status': 'completed', 'code': 200} Aug 05 14:06:17.540441 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7c4fdd3-080f-49bb-b913-d444ed86fb13 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:17.551509 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70834dc-aa21-419a-87e0-5d64d91d8efe req-0f801e3c-ccb8-4abe-9ea3-a7bdf20d8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:17.552050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70834dc-aa21-419a-87e0-5d64d91d8efe req-0f801e3c-ccb8-4abe-9ea3-a7bdf20d8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:17.552930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70834dc-aa21-419a-87e0-5d64d91d8efe req-0f801e3c-ccb8-4abe-9ea3-a7bdf20d8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:17.553954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70834dc-aa21-419a-87e0-5d64d91d8efe req-0f801e3c-ccb8-4abe-9ea3-a7bdf20d8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:17.554620 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70834dc-aa21-419a-87e0-5d64d91d8efe req-0f801e3c-ccb8-4abe-9ea3-a7bdf20d8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:17.555097 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70834dc-aa21-419a-87e0-5d64d91d8efe req-0f801e3c-ccb8-4abe-9ea3-a7bdf20d8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:17.555612 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70834dc-aa21-419a-87e0-5d64d91d8efe req-0f801e3c-ccb8-4abe-9ea3-a7bdf20d8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:17.557822 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d70834dc-aa21-419a-87e0-5d64d91d8efe req-0f801e3c-ccb8-4abe-9ea3-a7bdf20d8bc1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=453b7272943240199f4e2d4e8c2daa65&device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 6502 time: 0.0738063 Aug 05 14:06:17.828716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70834dc-aa21-419a-87e0-5d64d91d8efe req-cc694b35-1f5f-469d-8b7c-0c338b0c46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:17.840383 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d70834dc-aa21-419a-87e0-5d64d91d8efe req-cc694b35-1f5f-469d-8b7c-0c338b0c46f7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=93a6cc11-4217-4144-a069-004cdc2ebc8a HTTP/1.1" status: 200 len: 917 time: 0.2641573 Aug 05 14:06:17.847345 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7c4fdd3-080f-49bb-b913-d444ed86fb13 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:18.043475 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device c1124e29-7571-4e35-a2e7-f4678dc0b56b details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:06:18.047825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:18.064454 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:18.067711 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:18.084081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d70834dc-aa21-419a-87e0-5d64d91d8efe req-3dd983eb-a989-4c95-8b91-f04a9989d3d1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=372fc99d-8fea-4afb-9826-220a6d587c73 HTTP/1.1" status: 200 len: 998 time: 0.2427311 Aug 05 14:06:18.157643 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-b7c4fdd3-080f-49bb-b913-d444ed86fb13 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Allocated IP 172.25.5.141 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/7ab4e15e-8680-4539-9ee9-da3221d3b550) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:06:18.160417 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70834dc-aa21-419a-87e0-5d64d91d8efe req-b044b1df-4eb0-4138-b8ce-f9b996f5b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:18.163476 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d70834dc-aa21-419a-87e0-5d64d91d8efe req-b044b1df-4eb0-4138-b8ce-f9b996f5b66f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8ef51a27-0adf-4fb0-8c00-54e2b061931c HTTP/1.1" status: 200 len: 855 time: 0.0669031 Aug 05 14:06:18.256245 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.resource_extend [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 14:06:18.286614 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70834dc-aa21-419a-87e0-5d64d91d8efe req-8cf898d8-6a7f-4a8e-a218-bbb2daacf058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:18.288410 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d70834dc-aa21-419a-87e0-5d64d91d8efe req-8cf898d8-6a7f-4a8e-a218-bbb2daacf058 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=93a6cc11-4217-4144-a069-004cdc2ebc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174395 Aug 05 14:06:18.573455 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d70834dc-aa21-419a-87e0-5d64d91d8efe req-1ba28f80-fa26-4830-9ea1-38b060fe0c70 service neutron] 10.222.0.84 "GET /v2.0/networks/93a6cc11-4217-4144-a069-004cdc2ebc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759538 Aug 05 14:06:18.574216 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7c4fdd3-080f-49bb-b913-d444ed86fb13 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:18.575760 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60974) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:18.600685 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-02d74a4b-6178-4fd1-b0bd-64942b29a47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:18.651727 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:18.688205 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7c4fdd3-080f-49bb-b913-d444ed86fb13 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:18.691393 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-181e17b2-fa56-4e8b-9cca-5c324e7b1148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'name': 'tempest-TaggedBootDevicesTest_v242-491608195-router', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'cf9a2d55-698b-404d-a021-524d69875191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:34Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'gw_port': {'id': 'cf9a2d55-698b-404d-a021-524d69875191', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:36Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '6c2b4438-31d7-4b8e-b4e1-cfbfb1660299', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'port_id': '372fc99d-8fea-4afb-9826-220a6d587c73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a', 'mac_address': 'fa:16:3e:27:36:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:04:56Z', 'updated_at': '2021-08-05T14:06:15Z', 'revision_number': 1, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1718e8-950e-475e-a214-6a04bbaa8a9f', 'name': '', 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'mac_address': 'fa:16:3e:52:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:40Z', 'updated_at': '2021-08-05T14:03:53Z', 'revision_number': 5, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'subnets': [{'id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:18.697129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60980) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:18.777711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c4fdd3-080f-49bb-b913-d444ed86fb13 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:18.811471 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181e17b2-fa56-4e8b-9cca-5c324e7b1148 None None] Checking router: aaa8128a-7a9b-44ac-a08c-59829bf1d106 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:06:18.822824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port c1124e29-7571-4e35-a2e7-f4678dc0b56b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=c1124e29-7571-4e35-a2e7-f4678dc0b56b,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:18.840472 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d70834dc-aa21-419a-87e0-5d64d91d8efe req-0679a915-693c-4c87-a86d-7876ecbd61c2 service neutron] 10.222.0.84 "GET /v2.0/networks/93a6cc11-4217-4144-a069-004cdc2ebc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510264 Aug 05 14:06:18.856407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-b7c4fdd3-080f-49bb-b913-d444ed86fb13 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:18.864136 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c4fdd3-080f-49bb-b913-d444ed86fb13 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:06:18.867619 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4fdd3-080f-49bb-b913-d444ed86fb13 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Pushing event updated for resources: {'Port': ['ID=7ab4e15e-8680-4539-9ee9-da3221d3b550,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:18.892797 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181e17b2-fa56-4e8b-9cca-5c324e7b1148 None None] Routers {'aaa8128a-7a9b-44ac-a08c-59829bf1d106'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:18.893445 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-181e17b2-fa56-4e8b-9cca-5c324e7b1148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:18.908897 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-19c06d27-d836-4e6e-9672-9996c87e5dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:18.912324 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'c1124e29-7571-4e35-a2e7-f4678dc0b56b', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'port_id': 'c1124e29-7571-4e35-a2e7-f4678dc0b56b', 'mac_address': 'fa:16:3e:73:70:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:06:18.946335 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873ced3-c5e0-43dd-8f2a-da33739f4905 req-09d812d5-7a38-40ec-a1c6-2de8c6ccd615 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:18.957653 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3873ced3-c5e0-43dd-8f2a-da33739f4905 req-09d812d5-7a38-40ec-a1c6-2de8c6ccd615 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 943 time: 0.3180346 Aug 05 14:06:19.007604 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-a3978b16-daea-4603-9efd-a940aeee75fd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1551421474-network', 'tenant_id': 'b7d7815e3c2c4349952be81d078b30f6'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:19.064807 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.090435 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3873ced3-c5e0-43dd-8f2a-da33739f4905 req-84374a81-2524-45fa-b089-898db93f0a7c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300273 Aug 05 14:06:19.154347 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-19c06d27-d836-4e6e-9672-9996c87e5dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.164470 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-19c06d27-d836-4e6e-9672-9996c87e5dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.228754 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3978b16-daea-4603-9efd-a940aeee75fd admin admin] Made reservation on behalf of b7d7815e3c2c4349952be81d078b30f6 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:06:19.232179 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a3978b16-daea-4603-9efd-a940aeee75fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.251916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c06d27-d836-4e6e-9672-9996c87e5dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750e278a-2aa6-4d82-bd37-6dabb95c2360,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:19.253361 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a3978b16-daea-4603-9efd-a940aeee75fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.287256 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-19c06d27-d836-4e6e-9672-9996c87e5dbf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3afbcf8fa8b84d25b09f2793289c6120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7104001 Aug 05 14:06:19.289698 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 32770) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:19.309816 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7c4fdd3-080f-49bb-b913-d444ed86fb13 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.390437 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85a9c889-e95b-4ed6-9d7a-c7aa3af6b210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.409668 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7c4fdd3-080f-49bb-b913-d444ed86fb13 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.429681 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85a9c889-e95b-4ed6-9d7a-c7aa3af6b210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.466341 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.474701 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2,segment=NetworkSegment(546b407f-0e82-4309-8c07-0cf67eb9323b),segment_id=546b407f-0e82-4309-8c07-0cf67eb9323b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:19.501469 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.515531 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.539187 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85a9c889-e95b-4ed6-9d7a-c7aa3af6b210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.542168 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85a9c889-e95b-4ed6-9d7a-c7aa3af6b210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.543909 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-85a9c889-e95b-4ed6-9d7a-c7aa3af6b210 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/750e278a-2aa6-4d82-bd37-6dabb95c2360 HTTP/1.1" status: 204 len: 168 time: 0.2527173 Aug 05 14:06:19.564362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1124e29-7571-4e35-a2e7-f4678dc0b56b {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:06:19.572267 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 32778) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:19.581486 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-181e17b2-fa56-4e8b-9cca-5c324e7b1148 None None] Set router aaa8128a-7a9b-44ac-a08c-59829bf1d106 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:19.584893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9c889-e95b-4ed6-9d7a-c7aa3af6b210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750e278a-2aa6-4d82-bd37-6dabb95c2360,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:19.673788 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a3978b16-daea-4603-9efd-a940aeee75fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.690770 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a3978b16-daea-4603-9efd-a940aeee75fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.704372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3978b16-daea-4603-9efd-a940aeee75fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:06:19.715785 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a3978b16-daea-4603-9efd-a940aeee75fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.716053 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-a3978b16-daea-4603-9efd-a940aeee75fd admin admin] Added segment 6e64a228-f7b4-4903-af8c-49fb70976d70 of type vlan for network 03c426bb-21c0-418e-bb83-115cb9431a2d Aug 05 14:06:19.775836 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a3978b16-daea-4603-9efd-a940aeee75fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.824600 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a3978b16-daea-4603-9efd-a940aeee75fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.825568 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3978b16-daea-4603-9efd-a940aeee75fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:19.826171 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a3978b16-daea-4603-9efd-a940aeee75fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.904015 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port c1124e29-7571-4e35-a2e7-f4678dc0b56b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=c1124e29-7571-4e35-a2e7-f4678dc0b56b,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:19.916500 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.923902 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d7c32606-0783-4968-9dc2-d57ad887b7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:19.933792 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:19.957109 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a3978b16-daea-4603-9efd-a940aeee75fd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2113886 Aug 05 14:06:19.963035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 32788) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:19.979070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-9b83b69c-1e1c-4070-8752-dc2b9580731f admin admin] Request body: {'subnet': {'network_id': '03c426bb-21c0-418e-bb83-115cb9431a2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1551421474-subnet', 'tenant_id': 'b7d7815e3c2c4349952be81d078b30f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:20.002285 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3978b16-daea-4603-9efd-a940aeee75fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d473e08-a3ad-4dd5-95af-008abf51a2ac,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:20.018560 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.api [None req-9b83b69c-1e1c-4070-8752-dc2b9580731f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 14:06:20.018560 n-d-803585-2 neutron-server[105724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 14:06:20.018560 n-d-803585-2 neutron-server[105724]: [parameters: {'project_id_1': 'b7d7815e3c2c4349952be81d078b30f6', 'expiration_1': datetime.datetime(2021, 8, 5, 14, 6, 19, 998809)}] Aug 05 14:06:20.018560 n-d-803585-2 neutron-server[105724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:06:20.018969 n-d-803585-2 neutron-server[105724]: DEBUG oslo_db.api [None req-9b83b69c-1e1c-4070-8752-dc2b9580731f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:06:20.027345 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3978b16-daea-4603-9efd-a940aeee75fd admin admin] Pushing event updated for resources: {'Network': ['ID=03c426bb-21c0-418e-bb83-115cb9431a2d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:20.043472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=c1124e29-7571-4e35-a2e7-f4678dc0b56b,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:20.047694 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7c4fdd3-080f-49bb-b913-d444ed86fb13 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:20.059083 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 03c426bb-21c0-418e-bb83-115cb9431a2d details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:06:20.070629 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7c4fdd3-080f-49bb-b913-d444ed86fb13 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:20.127523 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d7c32606-0783-4968-9dc2-d57ad887b7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:20.134951 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d7c32606-0783-4968-9dc2-d57ad887b7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:20.186810 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d7c32606-0783-4968-9dc2-d57ad887b7a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ab474ada3494771831eb536fcad897c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6112545 Aug 05 14:06:20.186810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c32606-0783-4968-9dc2-d57ad887b7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e361345-ec8f-4ad5-8a5b-c2e78a8fe001,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:20.203863 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 32798) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:20.220901 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-181e17b2-fa56-4e8b-9cca-5c324e7b1148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'name': 'tempest-TaggedBootDevicesTest_v242-491608195-router', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'cf9a2d55-698b-404d-a021-524d69875191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:34Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'gw_port': {'id': 'cf9a2d55-698b-404d-a021-524d69875191', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:36Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '6c2b4438-31d7-4b8e-b4e1-cfbfb1660299', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'port_id': '372fc99d-8fea-4afb-9826-220a6d587c73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a', 'mac_address': 'fa:16:3e:27:36:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:04:56Z', 'updated_at': '2021-08-05T14:06:15Z', 'revision_number': 1, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1718e8-950e-475e-a214-6a04bbaa8a9f', 'name': '', 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'mac_address': 'fa:16:3e:52:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:40Z', 'updated_at': '2021-08-05T14:03:53Z', 'revision_number': 5, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'subnets': [{'id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:20.290799 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4fdd3-080f-49bb-b913-d444ed86fb13 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Pushing event updated for resources: {'Port': ['ID=7ab4e15e-8680-4539-9ee9-da3221d3b550,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:20.310504 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7c4fdd3-080f-49bb-b913-d444ed86fb13 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:20.310891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181e17b2-fa56-4e8b-9cca-5c324e7b1148 None None] The sync data for ids ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'] in n-d-803585-2 is: [{'id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'name': 'tempest-TaggedBootDevicesTest_v242-491608195-router', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'cf9a2d55-698b-404d-a021-524d69875191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:34Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'gw_port': {'id': 'cf9a2d55-698b-404d-a021-524d69875191', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:36Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '6c2b4438-31d7-4b8e-b4e1-cfbfb1660299', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'port_id': '372fc99d-8fea-4afb-9826-220a6d587c73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a', 'mac_address': 'fa:16:3e:27:36:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:04:56Z', 'updated_at': '2021-08-05T14:06:15Z', 'revision_number': 1, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1718e8-950e-475e-a214-6a04bbaa8a9f', 'name': '', 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'mac_address': 'fa:16:3e:52:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:40Z', 'updated_at': '2021-08-05T14:03:53Z', 'revision_number': 5, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'subnets': [{'id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:06:20.317815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['c1124e29-7571-4e35-a2e7-f4678dc0b56b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:06:20.349874 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7c4fdd3-080f-49bb-b913-d444ed86fb13 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:20.362768 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b7c4fdd3-080f-49bb-b913-d444ed86fb13 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9411819 Aug 05 14:06:20.364284 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3494e35-25e9-40be-98d1-72b8803c4c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:20.382949 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b517778-6e82-40bf-bd42-0681fd37a0f2 req-71603a64-4b47-447b-8689-102ac1ba6c5b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:20.384768 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b517778-6e82-40bf-bd42-0681fd37a0f2 req-71603a64-4b47-447b-8689-102ac1ba6c5b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 944 time: 0.1252885 Aug 05 14:06:20.427983 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3494e35-25e9-40be-98d1-72b8803c4c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:20.498042 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b517778-6e82-40bf-bd42-0681fd37a0f2 req-6f95eb3a-cd6a-498b-9a85-8dd0d54ce6bc tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025467 Aug 05 14:06:20.543202 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3494e35-25e9-40be-98d1-72b8803c4c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:20.548586 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3494e35-25e9-40be-98d1-72b8803c4c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:20.550324 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f3494e35-25e9-40be-98d1-72b8803c4c9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e361345-ec8f-4ad5-8a5b-c2e78a8fe001 HTTP/1.1" status: 204 len: 168 time: 0.3439171 Aug 05 14:06:20.574052 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3494e35-25e9-40be-98d1-72b8803c4c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e361345-ec8f-4ad5-8a5b-c2e78a8fe001,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:20.581190 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b83b69c-1e1c-4070-8752-dc2b9580731f admin admin] Made reservation on behalf of b7d7815e3c2c4349952be81d078b30f6 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:06:20.585304 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b83b69c-1e1c-4070-8752-dc2b9580731f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:20.717622 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd22be-b871-45d2-85ec-25a0cd7106e8 None None] New status for floating IP 6c2b4438-31d7-4b8e-b4e1-cfbfb1660299: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:06:20.784293 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-521c52e7-a82c-41ba-beaa-c74a337db737 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2026555077&fields=id&tenant_id=e1e6e7f5bf2f491ca93106d59183a336 HTTP/1.1" status: 200 len: 267 time: 0.0896366 Aug 05 14:06:20.952037 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b83b69c-1e1c-4070-8752-dc2b9580731f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:21.042150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-e6a54473-2d9a-4929-89ed-815863bd9570 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:21.047132 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-e6a54473-2d9a-4929-89ed-815863bd9570 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/networks?id=5046103c-1dac-467a-acf5-1a24cdafeb97 HTTP/1.1" status: 200 len: 812 time: 0.2542520 Aug 05 14:06:21.049375 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83b69c-1e1c-4070-8752-dc2b9580731f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cf9035a-becd-48c4-bde5-9bc6733ef0ec,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:21.076958 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-309c0c1c-9e53-4e3b-8220-055828e23b7e tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/quotas/e1e6e7f5bf2f491ca93106d59183a336 HTTP/1.1" status: 200 len: 375 time: 0.0213516 Aug 05 14:06:21.111515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b83b69c-1e1c-4070-8752-dc2b9580731f admin admin] Checking segment: {'id': '6e64a228-f7b4-4903-af8c-49fb70976d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '03c426bb-21c0-418e-bb83-115cb9431a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:06:21.112047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b83b69c-1e1c-4070-8752-dc2b9580731f admin admin] Network hostable DHCP agents. Network: 03c426bb-21c0-418e-bb83-115cb9431a2d, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:06:21.144346 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b83b69c-1e1c-4070-8752-dc2b9580731f admin admin] Network 03c426bb-21c0-418e-bb83-115cb9431a2d is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:06:21.158384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-9b83b69c-1e1c-4070-8752-dc2b9580731f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 03c426bb-21c0-418e-bb83-115cb9431a2d) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:21.181724 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194e2f99-9037-480d-87a5-49f4c5438441 None None] Network 03c426bb-21c0-418e-bb83-115cb9431a2d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:06:21.204882 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b83b69c-1e1c-4070-8752-dc2b9580731f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:21.207380 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b83b69c-1e1c-4070-8752-dc2b9580731f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:21.216750 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-9fecc4d4-1671-40e6-9c6e-7c3e25e27633 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1e6e7f5bf2f491ca93106d59183a336&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1307693 Aug 05 14:06:21.251688 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9b83b69c-1e1c-4070-8752-dc2b9580731f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2870405 Aug 05 14:06:21.258683 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 32836) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:21.264845 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1551421474-router', 'tenant_id': 'b7d7815e3c2c4349952be81d078b30f6', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:21.323372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 32842) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:21.345020 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:21.349335 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:21.379960 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-89fc1bbc-7435-4031-9c9b-7d3d0b0ee765 service neutron] 10.222.0.16 "GET /v2.0/networks/5046103c-1dac-467a-acf5-1a24cdafeb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485116 Aug 05 14:06:21.382079 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a1af7c1-5c11-4c67-b1dd-72780ed14788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:21.400911 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:21.496675 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:21.524834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-03c426bb-21c0-418e-bb83-115cb9431a2d', 'network_id': '03c426bb-21c0-418e-bb83-115cb9431a2d', 'tenant_id': 'b7d7815e3c2c4349952be81d078b30f6', 'fixed_ips': [{'subnet_id': '8cf9035a-becd-48c4-bde5-9bc6733ef0ec'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:06:21.528584 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:21.674788 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-f33e14e5-c4ba-4e96-96e0-3ae44cba2079 service neutron] 10.222.0.16 "GET /v2.0/networks/5046103c-1dac-467a-acf5-1a24cdafeb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874825 Aug 05 14:06:21.830178 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:21.901659 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Allocated IP 172.20.0.2 (03c426bb-21c0-418e-bb83-115cb9431a2d/8cf9035a-becd-48c4-bde5-9bc6733ef0ec/28354385-4d6f-4055-8a3c-8cb7ae3b892d) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:06:21.963274 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:21.963654 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:21.965419 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device c1124e29-7571-4e35-a2e7-f4678dc0b56b up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:22.008898 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:06:22.084418 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:22.126072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a05c3-a5f6-46f6-a990-fddae0a68a78 req-1ef0004f-3d65-48a7-8b1b-f72ad058ae6d tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:22.140052 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cf3a05c3-a5f6-46f6-a990-fddae0a68a78 req-1ef0004f-3d65-48a7-8b1b-f72ad058ae6d tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 944 time: 0.4361207 Aug 05 14:06:22.143424 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port c1124e29-7571-4e35-a2e7-f4678dc0b56b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:22.144939 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a1af7c1-5c11-4c67-b1dd-72780ed14788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:22.163161 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a1af7c1-5c11-4c67-b1dd-72780ed14788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:22.211648 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port c1124e29-7571-4e35-a2e7-f4678dc0b56b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:22.212301 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:22.276077 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cf3a05c3-a5f6-46f6-a990-fddae0a68a78 req-098e03c5-1328-4593-8a9f-5c9d1ae2d76a tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218462 Aug 05 14:06:22.291366 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1a1af7c1-5c11-4c67-b1dd-72780ed14788 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4304626c4790435d896f63a99a9087f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9639244 Aug 05 14:06:22.291782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1af7c1-5c11-4c67-b1dd-72780ed14788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d946e05-84bc-4d76-bdf0-4974edb1cdb6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:22.291930 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 32866) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:22.387511 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:22.401637 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f9825f55-301c-4cde-b566-9f01acf3805a req-7caff97d-1550-47f0-b150-c38b41488ef1 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 210 time: 0.0635397 Aug 05 14:06:22.431526 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce25bb52-ec06-4efb-b42c-926f460baefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:22.440645 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Transition to ACTIVE for port object 28354385-4d6f-4055-8a3c-8cb7ae3b892d will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:22.477710 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:22.489204 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce25bb52-ec06-4efb-b42c-926f460baefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:22.561302 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8932a217-08b5-466f-8739-bd8b36c49058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1124e29-7571-4e35-a2e7-f4678dc0b56b'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:06:22.574680 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ebe7e2-4607-4961-8fa1-5195c71f1821" -d '{"events": [{"server_uuid": "8932a217-08b5-466f-8739-bd8b36c49058", "name": "network-vif-plugged", "status": "completed", "tag": "c1124e29-7571-4e35-a2e7-f4678dc0b56b"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:06:22.581464 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Transition to ACTIVE for port object 28354385-4d6f-4055-8a3c-8cb7ae3b892d will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:22.597054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port c1124e29-7571-4e35-a2e7-f4678dc0b56b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=c1124e29-7571-4e35-a2e7-f4678dc0b56b,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:22.609669 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:22.628876 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:22.634734 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce25bb52-ec06-4efb-b42c-926f460baefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:22.641712 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce25bb52-ec06-4efb-b42c-926f460baefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:22.645929 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ce25bb52-ec06-4efb-b42c-926f460baefc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d946e05-84bc-4d76-bdf0-4974edb1cdb6 HTTP/1.1" status: 204 len: 168 time: 0.3520484 Aug 05 14:06:22.666540 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25bb52-ec06-4efb-b42c-926f460baefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d946e05-84bc-4d76-bdf0-4974edb1cdb6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:22.716007 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Network 03c426bb-21c0-418e-bb83-115cb9431a2d is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:22.729793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:22.736294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:06:22.746612 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Pushing event updated for resources: {'Port': ['ID=28354385-4d6f-4055-8a3c-8cb7ae3b892d,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:22.873046 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Attempting to bind port 28354385-4d6f-4055-8a3c-8cb7ae3b892d on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:06:22.874116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Attempting to bind port 28354385-4d6f-4055-8a3c-8cb7ae3b892d by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '6e64a228-f7b4-4903-af8c-49fb70976d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '03c426bb-21c0-418e-bb83-115cb9431a2d'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:06:22.874845 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Attempting to bind port 28354385-4d6f-4055-8a3c-8cb7ae3b892d on network 03c426bb-21c0-418e-bb83-115cb9431a2d {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:06:22.884637 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:06:22.885483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Checking segment: {'id': '6e64a228-f7b4-4903-af8c-49fb70976d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '03c426bb-21c0-418e-bb83-115cb9431a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:06:22.885952 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:22.886640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Bound using segment: {'id': '6e64a228-f7b4-4903-af8c-49fb70976d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '03c426bb-21c0-418e-bb83-115cb9431a2d'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:06:22.887501 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Bound port: 28354385-4d6f-4055-8a3c-8cb7ae3b892d, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e64a228-f7b4-4903-af8c-49fb70976d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '03c426bb-21c0-418e-bb83-115cb9431a2d'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:06:22.887991 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:22.911963 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=c1124e29-7571-4e35-a2e7-f4678dc0b56b,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:22.954890 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd82886b-7bed-42cd-b53c-60b29766827b x-openstack-request-id: req-fd82886b-7bed-42cd-b53c-60b29766827b {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:06:22.955178 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8932a217-08b5-466f-8739-bd8b36c49058", "name": "network-vif-plugged", "status": "completed", "tag": "c1124e29-7571-4e35-a2e7-f4678dc0b56b", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:06:22.955440 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd82886b-7bed-42cd-b53c-60b29766827b {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:06:22.955870 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8932a217-08b5-466f-8739-bd8b36c49058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1124e29-7571-4e35-a2e7-f4678dc0b56b', 'code': 200} Aug 05 14:06:23.010128 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] For port 28354385-4d6f-4055-8a3c-8cb7ae3b892d, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:06:23.016811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] For port 28354385-4d6f-4055-8a3c-8cb7ae3b892d, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=28354385-4d6f-4055-8a3c-8cb7ae3b892d,segment=NetworkSegment(6e64a228-f7b4-4903-af8c-49fb70976d70),segment_id=6e64a228-f7b4-4903-af8c-49fb70976d70)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:06:23.025949 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:23.066311 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 32882) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:23.072317 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f58ab660-2db5-4c75-bb56-d40f0d8a3fbc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-262250172', 'description': 'tempest-secgroup-smoke-262250172 description', 'project_id': 'b8337b594bf34d3abccae65212524bf9'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:23.116962 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f58ab660-2db5-4c75-bb56-d40f0d8a3fbc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:23.160043 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f58ab660-2db5-4c75-bb56-d40f0d8a3fbc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:23.247345 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4208b82-685f-43e9-b3d6-3c276e3e2b6f None None] Pushing event updated for resources: {'Port': ['ID=28354385-4d6f-4055-8a3c-8cb7ae3b892d,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:23.397980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545e893-970a-4638-b22b-40399fd82f75 req-767c3caa-015d-4f58-905f-5a74a43e5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:23.399555 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1545e893-970a-4638-b22b-40399fd82f75 req-767c3caa-015d-4f58-905f-5a74a43e5472 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 1096 time: 0.1994362 Aug 05 14:06:23.402241 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:23.431107 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:23.440743 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14bcbb-babd-4473-86aa-89695b1694ba req-6bd66e3b-6ee3-4320-b4a0-98c98c8c43a1 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:23.440970 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f58ab660-2db5-4c75-bb56-d40f0d8a3fbc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:23.449280 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f14bcbb-babd-4473-86aa-89695b1694ba req-6bd66e3b-6ee3-4320-b4a0-98c98c8c43a1 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecb87bb7-4751-4d3c-8693-071744df79c6 HTTP/1.1" status: 200 len: 946 time: 0.2509627 Aug 05 14:06:23.455686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f58ab660-2db5-4c75-bb56-d40f0d8a3fbc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:23.578058 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ab660-2db5-4c75-bb56-d40f0d8a3fbc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6a8158-7557-4a0e-82bd-c83e5d4f6129,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:23.591931 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1545e893-970a-4638-b22b-40399fd82f75 req-8c48eff1-0e98-48e6-989d-b6c0d647ccb6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624217 Aug 05 14:06:23.624802 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468ea4d-8940-4dba-bf6c-44f913fe028e req-b7ab4044-43da-4274-98f4-4217ecf548c0 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:23.634731 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f468ea4d-8940-4dba-bf6c-44f913fe028e req-b7ab4044-43da-4274-98f4-4217ecf548c0 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 945 time: 0.2724366 Aug 05 14:06:23.653836 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f14bcbb-babd-4473-86aa-89695b1694ba req-94ade931-b6fa-46e4-a175-a5aeda80e317 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c1762b-34c2-4dd3-8961-c57903f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035019 Aug 05 14:06:23.739910 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f468ea4d-8940-4dba-bf6c-44f913fe028e req-93a167a7-9389-48f5-bb37-1387fc901067 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041708 Aug 05 14:06:23.837331 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f58ab660-2db5-4c75-bb56-d40f0d8a3fbc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:23.869688 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 28354385-4d6f-4055-8a3c-8cb7ae3b892d up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:23.964110 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f58ab660-2db5-4c75-bb56-d40f0d8a3fbc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:23.964616 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9f0a05ee-fbaa-4a28-b4ab-6315be3804ad req-e48a3486-b33a-4a4a-a55a-abfdabcadd62 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 210 time: 0.0798745 Aug 05 14:06:23.979281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Allocated IP 172.25.5.78 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/e65f9993-9a15-486f-b7ba-73deebaced56) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:06:23.979637 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 28354385-4d6f-4055-8a3c-8cb7ae3b892d completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:24.008590 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f58ab660-2db5-4c75-bb56-d40f0d8a3fbc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:24.013491 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f58ab660-2db5-4c75-bb56-d40f0d8a3fbc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9457009 Aug 05 14:06:24.015090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 32908) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:24.052149 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ab660-2db5-4c75-bb56-d40f0d8a3fbc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d051d96e-38e9-4cee-bb98-9c9dfb4248d0,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:24.053508 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-168ba499-1ad3-4033-ad12-915055117e23 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': 'd051d96e-38e9-4cee-bb98-9c9dfb4248d0', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:24.082504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-591543d7-c338-43e2-b0fd-ec374db22c66 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:24.084372 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-591543d7-c338-43e2-b0fd-ec374db22c66 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.63 "GET /v2.0/networks?id=5046103c-1dac-467a-acf5-1a24cdafeb97 HTTP/1.1" status: 200 len: 812 time: 0.3657510 Aug 05 14:06:24.147079 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-7d1bafe0-0eed-4fba-a954-2477ad98a9a4 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1e6e7f5bf2f491ca93106d59183a336 HTTP/1.1" status: 200 len: 380 time: 0.0481329 Aug 05 14:06:24.160923 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-1ee63724-b2b6-4948-9b2d-9c8b6253b358 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Request body: {'port': {'device_id': 'fa6957fe-b75e-444f-be0b-9080f40fba21', 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97', 'admin_state_up': True, 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'security_groups': ['6c899a82-b109-4d14-b469-41ca9d7b4fe9']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:24.164966 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-168ba499-1ad3-4033-ad12-915055117e23 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:24.238697 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:24.251100 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-168ba499-1ad3-4033-ad12-915055117e23 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:24.268827 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-168ba499-1ad3-4033-ad12-915055117e23 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:24.304682 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ba499-1ad3-4033-ad12-915055117e23 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2feedebc-437f-4367-b0e3-4c978c577448,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:24.326192 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-168ba499-1ad3-4033-ad12-915055117e23 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:24.327470 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-168ba499-1ad3-4033-ad12-915055117e23 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3033490 Aug 05 14:06:24.331468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 32914) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:24.345776 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-edd3d78b-a2d5-448b-bd8d-d69801345bf5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': 'd051d96e-38e9-4cee-bb98-9c9dfb4248d0', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:24.391755 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:24.470340 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-edd3d78b-a2d5-448b-bd8d-d69801345bf5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:24.524153 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:24.541765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:24.555160 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:06:24.566993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Pushing event updated for resources: {'Port': ['ID=e65f9993-9a15-486f-b7ba-73deebaced56,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:24.642866 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-edd3d78b-a2d5-448b-bd8d-d69801345bf5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:24.648261 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-edd3d78b-a2d5-448b-bd8d-d69801345bf5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:24.711584 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-edd3d78b-a2d5-448b-bd8d-d69801345bf5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:24.712828 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-edd3d78b-a2d5-448b-bd8d-d69801345bf5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3803983 Aug 05 14:06:24.750514 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 32922) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:24.758008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-32c84aca-01cb-44dd-9a78-f0fe7abdcce6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': 'd051d96e-38e9-4cee-bb98-9c9dfb4248d0', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:24.775148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3d78b-a2d5-448b-bd8d-d69801345bf5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02a877a-1026-47b5-8757-0e8099cbf7f9,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:24.841281 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-1ee63724-b2b6-4948-9b2d-9c8b6253b358 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Made reservation on behalf of e1e6e7f5bf2f491ca93106d59183a336 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:06:24.845744 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-1ee63724-b2b6-4948-9b2d-9c8b6253b358 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:24.918452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e215738-6d9c-481a-b825-6d899f95c78a req-d4fe8f12-4fbe-4fb9-9aba-7aa7dd8cbe89 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:24.920614 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e215738-6d9c-481a-b825-6d899f95c78a req-d4fe8f12-4fbe-4fb9-9aba-7aa7dd8cbe89 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecb87bb7-4751-4d3c-8693-071744df79c6 HTTP/1.1" status: 200 len: 946 time: 0.1712205 Aug 05 14:06:24.923762 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32c84aca-01cb-44dd-9a78-f0fe7abdcce6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:24.957172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52691025-bc6d-4eb8-8ec6-bb49cce33496 None None] Network 03c426bb-21c0-418e-bb83-115cb9431a2d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:06:25.044705 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3a5b88fd-c1a0-4798-b60e-a565d139b052 None None] Provisioning for port 28354385-4d6f-4055-8a3c-8cb7ae3b892d completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:25.061239 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3a5b88fd-c1a0-4798-b60e-a565d139b052 None None] Provisioning complete for port 28354385-4d6f-4055-8a3c-8cb7ae3b892d triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:25.061654 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3a5b88fd-c1a0-4798-b60e-a565d139b052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.063177 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e215738-6d9c-481a-b825-6d899f95c78a req-239aa130-e82a-4d93-bab3-345cb372ca98 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c1762b-34c2-4dd3-8961-c57903f64314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337888 Aug 05 14:06:25.065142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc269fc-1bce-4a07-b04f-e7c3c99fae85 req-544fccf5-d371-492d-bd88-04f57de477a5 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:25.066997 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32c84aca-01cb-44dd-9a78-f0fe7abdcce6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.067146 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cfc269fc-1bce-4a07-b04f-e7c3c99fae85 req-544fccf5-d371-492d-bd88-04f57de477a5 tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.63 "GET /v2.0/ports?device_id=ecb87bb7-4751-4d3c-8693-071744df79c6 HTTP/1.1" status: 200 len: 946 time: 0.7563286 Aug 05 14:06:25.102180 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32c84aca-01cb-44dd-9a78-f0fe7abdcce6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.128936 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32c84aca-01cb-44dd-9a78-f0fe7abdcce6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.131125 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-32c84aca-01cb-44dd-9a78-f0fe7abdcce6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3796556 Aug 05 14:06:25.138623 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 32938) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:25.151592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-04371642-61e7-49ea-bdc2-f46a951c012f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': 'd051d96e-38e9-4cee-bb98-9c9dfb4248d0', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:25.163719 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c84aca-01cb-44dd-9a78-f0fe7abdcce6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0369a8-78ce-4579-b02f-80b72351e39d,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:25.191150 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.201484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f679d7-a427-4ea1-9404-879522539533 req-ec44bc2d-037d-450a-a70e-eee93dc604d7 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:25.209348 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3a5b88fd-c1a0-4798-b60e-a565d139b052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.210559 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b1f679d7-a427-4ea1-9404-879522539533 req-ec44bc2d-037d-450a-a70e-eee93dc604d7 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 945 time: 0.2369657 Aug 05 14:06:25.263417 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3a5b88fd-c1a0-4798-b60e-a565d139b052 None None] For port 28354385-4d6f-4055-8a3c-8cb7ae3b892d, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=28354385-4d6f-4055-8a3c-8cb7ae3b892d,segment=NetworkSegment(6e64a228-f7b4-4903-af8c-49fb70976d70),segment_id=6e64a228-f7b4-4903-af8c-49fb70976d70)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:25.274042 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3a5b88fd-c1a0-4798-b60e-a565d139b052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.300403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-1ee63724-b2b6-4948-9b2d-9c8b6253b358 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Allocated IP 172.20.0.8 (5046103c-1dac-467a-acf5-1a24cdafeb97/0f55dd53-8c24-42f9-931b-97b3a2a193de/9d847301-0409-4b48-90c0-7988a139d9cc) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:06:25.360074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b88fd-c1a0-4798-b60e-a565d139b052 None None] Pushing event updated for resources: {'Port': ['ID=28354385-4d6f-4055-8a3c-8cb7ae3b892d,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:25.369392 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04371642-61e7-49ea-bdc2-f46a951c012f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.380283 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-07208a63-b8ab-4e40-a0c9-be4030bc2bce req-0fb424b4-4f4c-477f-8f6f-21f673f0df3d tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 210 time: 0.0726461 Aug 05 14:06:25.410495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b1f679d7-a427-4ea1-9404-879522539533 req-9ed0069f-54cf-4ff1-8337-2d7bc7f5d6fe tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986446 Aug 05 14:06:25.498036 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04371642-61e7-49ea-bdc2-f46a951c012f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.517680 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-cfc269fc-1bce-4a07-b04f-e7c3c99fae85 req-9d82d787-2b1f-4e04-924b-ddbe7f3bfcbf tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Deleting port 7379e387-cf93-409b-ad70-2b4b81f2e503 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:06:25.518735 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-cfc269fc-1bce-4a07-b04f-e7c3c99fae85 req-9d82d787-2b1f-4e04-924b-ddbe7f3bfcbf tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.574515 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04371642-61e7-49ea-bdc2-f46a951c012f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.596298 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.620749 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04371642-61e7-49ea-bdc2-f46a951c012f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac60ed88-635e-4abe-a19c-9338351c18ec,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:25.660281 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04371642-61e7-49ea-bdc2-f46a951c012f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.663895 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-04371642-61e7-49ea-bdc2-f46a951c012f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5172300 Aug 05 14:06:25.665375 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 32952) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:25.672695 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 28354385-4d6f-4055-8a3c-8cb7ae3b892d up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:25.683792 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ef085f1d-1bde-43c1-b4dd-656017752420 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': 'd051d96e-38e9-4cee-bb98-9c9dfb4248d0', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:25.725117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 28354385-4d6f-4055-8a3c-8cb7ae3b892d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:25.725833 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.748898 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-1ee63724-b2b6-4948-9b2d-9c8b6253b358 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.753435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-cfc269fc-1bce-4a07-b04f-e7c3c99fae85 req-9d82d787-2b1f-4e04-924b-ddbe7f3bfcbf tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] For port 7379e387-cf93-409b-ad70-2b4b81f2e503, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7379e387-cf93-409b-ad70-2b4b81f2e503,segment=NetworkSegment(d1a93977-63ee-4e58-9da3-3d062c35023c),segment_id=d1a93977-63ee-4e58-9da3-3d062c35023c)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:25.753801 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-cfc269fc-1bce-4a07-b04f-e7c3c99fae85 req-9d82d787-2b1f-4e04-924b-ddbe7f3bfcbf tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.779613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-cfc269fc-1bce-4a07-b04f-e7c3c99fae85 req-9d82d787-2b1f-4e04-924b-ddbe7f3bfcbf tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Calling delete_port for 7379e387-cf93-409b-ad70-2b4b81f2e503 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:06:25.791090 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-ef085f1d-1bde-43c1-b4dd-656017752420 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Project b8337b594bf34d3abccae65212524bf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:06:25.794606 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-1ee63724-b2b6-4948-9b2d-9c8b6253b358 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Transition to ACTIVE for port object 9d847301-0409-4b48-90c0-7988a139d9cc will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:25.799263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Router b8b453d0-2c58-4c0b-8793-4e4313b64b1b is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:06:25.802827 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6ad0c8d0-e3ba-4acf-b314-e0549c062644 None None] Provisioning complete for port 28354385-4d6f-4055-8a3c-8cb7ae3b892d triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:25.803479 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6ad0c8d0-e3ba-4acf-b314-e0549c062644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.807649 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef085f1d-1bde-43c1-b4dd-656017752420 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.928890 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:06:25.948826 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:25.956246 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dfeffeb7-497a-499f-8888-e5349c8d7d69 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6958921 Aug 05 14:06:25.957305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 32958) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:25.978696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Sync routers for ids ['b8b453d0-2c58-4c0b-8793-4e4313b64b1b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:06:26.014455 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-1ee63724-b2b6-4948-9b2d-9c8b6253b358 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:26.028324 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Routers {'b8b453d0-2c58-4c0b-8793-4e4313b64b1b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:26.028891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b8b453d0-2c58-4c0b-8793-4e4313b64b1b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:26.083147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-1ee63724-b2b6-4948-9b2d-9c8b6253b358 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Network 5046103c-1dac-467a-acf5-1a24cdafeb97 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:26.090259 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-1ee63724-b2b6-4948-9b2d-9c8b6253b358 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:26.103034 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-cfc269fc-1bce-4a07-b04f-e7c3c99fae85 req-9d82d787-2b1f-4e04-924b-ddbe7f3bfcbf tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:26.106910 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef085f1d-1bde-43c1-b4dd-656017752420 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:26.108323 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-1ee63724-b2b6-4948-9b2d-9c8b6253b358 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:06:26.145127 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef085f1d-1bde-43c1-b4dd-656017752420 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:26.158241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['7379e387-cf93-409b-ad70-2b4b81f2e503'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:06:26.174600 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee63724-b2b6-4948-9b2d-9c8b6253b358 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Pushing event updated for resources: {'Port': ['ID=9d847301-0409-4b48-90c0-7988a139d9cc,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:26.236539 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef085f1d-1bde-43c1-b4dd-656017752420 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42740033-6be8-4ab9-a7e0-4818193198f9,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:26.240424 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Set router b8b453d0-2c58-4c0b-8793-4e4313b64b1b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:26.340515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc269fc-1bce-4a07-b04f-e7c3c99fae85 req-9d82d787-2b1f-4e04-924b-ddbe7f3bfcbf tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] No DVR routers for this DVR port 7379e387-cf93-409b-ad70-2b4b81f2e503 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:06:26.353258 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-cfc269fc-1bce-4a07-b04f-e7c3c99fae85 req-9d82d787-2b1f-4e04-924b-ddbe7f3bfcbf tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:26.355930 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cfc269fc-1bce-4a07-b04f-e7c3c99fae85 req-9d82d787-2b1f-4e04-924b-ddbe7f3bfcbf tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.63 "DELETE /v2.0/ports/7379e387-cf93-409b-ad70-2b4b81f2e503 HTTP/1.1" status: 204 len: 173 time: 1.2465684 Aug 05 14:06:26.364477 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb87bb7-4751-4d3c-8693-071744df79c6', 'name': 'network-vif-deleted', 'tag': '7379e387-cf93-409b-ad70-2b4b81f2e503'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:06:26.366987 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d562b170-cfef-4333-8e29-e7499c204539" -d '{"events": [{"server_uuid": "ecb87bb7-4751-4d3c-8693-071744df79c6", "name": "network-vif-deleted", "tag": "7379e387-cf93-409b-ad70-2b4b81f2e503"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:06:26.370107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82d787-2b1f-4e04-924b-ddbe7f3bfcbf tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] Pushing event deleted for resources: {'Port': ['ID=7379e387-cf93-409b-ad70-2b4b81f2e503,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:26.383564 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef085f1d-1bde-43c1-b4dd-656017752420 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:26.384878 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ef085f1d-1bde-43c1-b4dd-656017752420 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7160792 Aug 05 14:06:26.388052 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 32968) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:26.397042 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-1ee63724-b2b6-4948-9b2d-9c8b6253b358 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:26.404738 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b4943421-505d-48b9-a2a2-06881913c86e req-3088b625-d07c-44a4-a7a8-e1e7a09c583c tempest-VolumesAdminNegativeTest-1390724849 tempest-VolumesAdminNegativeTest-1390724849-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecb87bb7-4751-4d3c-8693-071744df79c6 HTTP/1.1" status: 200 len: 210 time: 0.0798609 Aug 05 14:06:26.407459 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-1ee63724-b2b6-4948-9b2d-9c8b6253b358 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:26.416044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2912bddd-d940-4ef6-bc91-4bbdc1d847c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': 'd051d96e-38e9-4cee-bb98-9c9dfb4248d0', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:26.494486 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-2912bddd-d940-4ef6-bc91-4bbdc1d847c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Project b8337b594bf34d3abccae65212524bf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:06:26.514064 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba08e9a-db18-43f2-b271-d47e9874fa10 x-openstack-request-id: req-cba08e9a-db18-43f2-b271-d47e9874fa10 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:06:26.514392 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb87bb7-4751-4d3c-8693-071744df79c6", "name": "network-vif-deleted", "tag": "7379e387-cf93-409b-ad70-2b4b81f2e503", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:06:26.514677 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cba08e9a-db18-43f2-b271-d47e9874fa10 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:06:26.515168 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb87bb7-4751-4d3c-8693-071744df79c6', 'name': 'network-vif-deleted', 'tag': '7379e387-cf93-409b-ad70-2b4b81f2e503', 'status': 'completed', 'code': 200} Aug 05 14:06:26.518969 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2912bddd-d940-4ef6-bc91-4bbdc1d847c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:26.520230 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-1ee63724-b2b6-4948-9b2d-9c8b6253b358 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3655367 Aug 05 14:06:26.637711 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2912bddd-d940-4ef6-bc91-4bbdc1d847c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:26.641552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a02b0d99-690a-4a48-b967-233a6d7c5026 None None] Provisioning for port 9d847301-0409-4b48-90c0-7988a139d9cc completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:26.645368 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2912bddd-d940-4ef6-bc91-4bbdc1d847c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:26.654834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a02b0d99-690a-4a48-b967-233a6d7c5026 None None] Provisioning complete for port 9d847301-0409-4b48-90c0-7988a139d9cc triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:26.654834 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a02b0d99-690a-4a48-b967-233a6d7c5026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:26.679607 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa70096-41db-4d0a-9c39-d6cd2477f445 req-2c59680b-8794-4441-b8d0-de762f73c8a1 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:26.680913 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9aa70096-41db-4d0a-9c39-d6cd2477f445 req-2c59680b-8794-4441-b8d0-de762f73c8a1 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 931 time: 0.1296508 Aug 05 14:06:26.699838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Request body: {'port': {'device_id': 'fa6957fe-b75e-444f-be0b-9080f40fba21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:26.724948 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a02b0d99-690a-4a48-b967-233a6d7c5026 None None] Port 9d847301-0409-4b48-90c0-7988a139d9cc cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:06:26.729284 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'name': 'tempest-FloatingIPDetailsTestJSON-1551421474-router', 'tenant_id': 'b7d7815e3c2c4349952be81d078b30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'e65f9993-9a15-486f-b7ba-73deebaced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:21Z', 'updated_at': '2021-08-05T14:06:24Z', 'revision_number': 3, 'project_id': 'b7d7815e3c2c4349952be81d078b30f6', 'gw_port': {'id': 'e65f9993-9a15-486f-b7ba-73deebaced56', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:23Z', 'updated_at': '2021-08-05T14:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:26.758993 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9aa70096-41db-4d0a-9c39-d6cd2477f445 req-6b5c92bb-8c2f-489d-9527-b8a9c9322414 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c899a82-b109-4d14-b469-41ca9d7b4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715098 Aug 05 14:06:26.769124 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Checking router: b8b453d0-2c58-4c0b-8793-4e4313b64b1b for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:06:26.770246 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Updating router b8b453d0-2c58-4c0b-8793-4e4313b64b1b port e65f9993-9a15-486f-b7ba-73deebaced56 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:06:26.774416 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2912bddd-d940-4ef6-bc91-4bbdc1d847c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:26.778380 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2912bddd-d940-4ef6-bc91-4bbdc1d847c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3646617 Aug 05 14:06:26.778380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912bddd-d940-4ef6-bc91-4bbdc1d847c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9fa956-7e3d-4532-9f46-5541123656b4,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:26.791011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 32978) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:26.791011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f7101abc-e3e9-4e39-8b1b-af5501daf00e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'network': {'name': 'tempest-network-smoke--128669875', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'port_security_enabled': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:26.825308 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:26.829882 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:26.840096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7101abc-e3e9-4e39-8b1b-af5501daf00e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Made reservation on behalf of b8337b594bf34d3abccae65212524bf9 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:06:26.844249 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7101abc-e3e9-4e39-8b1b-af5501daf00e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:26.846324 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:26.903437 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7101abc-e3e9-4e39-8b1b-af5501daf00e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:06:26.936421 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7101abc-e3e9-4e39-8b1b-af5501daf00e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:26.936847 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-f7101abc-e3e9-4e39-8b1b-af5501daf00e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Added segment 5ed8c997-4f96-49e5-be56-c0794af479da of type vlan for network e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 Aug 05 14:06:27.086870 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7101abc-e3e9-4e39-8b1b-af5501daf00e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:27.090514 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Allocated IP 172.20.0.1 (03c426bb-21c0-418e-bb83-115cb9431a2d/8cf9035a-becd-48c4-bde5-9bc6733ef0ec/f503a9eb-4118-4507-9ea8-273ad6f500c9) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:06:27.179352 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:27.208653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Transition to ACTIVE for port object e65f9993-9a15-486f-b7ba-73deebaced56 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:27.220786 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:27.239574 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7101abc-e3e9-4e39-8b1b-af5501daf00e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:27.246906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7101abc-e3e9-4e39-8b1b-af5501daf00e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:27.247221 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7101abc-e3e9-4e39-8b1b-af5501daf00e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:27.252152 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:27.272673 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Attempting to bind port e65f9993-9a15-486f-b7ba-73deebaced56 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:06:27.273294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Attempting to bind port e65f9993-9a15-486f-b7ba-73deebaced56 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:06:27.273924 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Attempting to bind port e65f9993-9a15-486f-b7ba-73deebaced56 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:06:27.278360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Transition to ACTIVE for port object f503a9eb-4118-4507-9ea8-273ad6f500c9 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:27.284651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:06:27.285356 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:06:27.286045 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:27.286709 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:06:27.287634 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Bound port: e65f9993-9a15-486f-b7ba-73deebaced56, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:06:27.288270 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:27.328820 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:27.339019 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816724d-1ff1-412b-8777-819d7145b9d0 None None] Pushing event updated for resources: {'Port': ['ID=e65f9993-9a15-486f-b7ba-73deebaced56,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:27.353221 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f7101abc-e3e9-4e39-8b1b-af5501daf00e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5692282 Aug 05 14:06:27.381771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] For port e65f9993-9a15-486f-b7ba-73deebaced56, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:06:27.385714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] For port e65f9993-9a15-486f-b7ba-73deebaced56, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e65f9993-9a15-486f-b7ba-73deebaced56,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:06:27.387603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 32986) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:27.393134 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:27.404023 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Network 03c426bb-21c0-418e-bb83-115cb9431a2d is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:27.409667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:27.414664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:06:27.418651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Pushing event updated for resources: {'Port': ['ID=f503a9eb-4118-4507-9ea8-273ad6f500c9,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:27.441426 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1777628862', 'admin_state_up': True, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:27.457130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Routers {'b8b453d0-2c58-4c0b-8793-4e4313b64b1b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:27.457768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b8b453d0-2c58-4c0b-8793-4e4313b64b1b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:27.502666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7101abc-e3e9-4e39-8b1b-af5501daf00e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Network': ['ID=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:27.507417 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:27.524945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 32994) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:27.525960 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:06:27.534548 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816724d-1ff1-412b-8777-819d7145b9d0 None None] Pushing event updated for resources: {'Port': ['ID=e65f9993-9a15-486f-b7ba-73deebaced56,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:27.610434 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:27.611495 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:27.682431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d847301-0409-4b48-90c0-7988a139d9cc {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:06:27.723842 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:27.752650 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf28384-90a6-4d4d-9213-e81ced84e33a admin admin] Deleting subnet 3e83831e-b499-47cb-83a3-4beadc6f1929 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:06:27.754852 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:27.775991 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4bf28384-90a6-4d4d-9213-e81ced84e33a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:27.804665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] Set router b8b453d0-2c58-4c0b-8793-4e4313b64b1b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:27.910088 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:27.919730 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Transition to ACTIVE for port object 9d847301-0409-4b48-90c0-7988a139d9cc will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:27.938905 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:27.943021 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2003202a-f6d7-4e5f-83a5-33ef70b40b8b None None] Provisioning for port f503a9eb-4118-4507-9ea8-273ad6f500c9 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:27.954457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2003202a-f6d7-4e5f-83a5-33ef70b40b8b None None] Provisioning complete for port f503a9eb-4118-4507-9ea8-273ad6f500c9 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:27.955170 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2003202a-f6d7-4e5f-83a5-33ef70b40b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:28.003137 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:28.016148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161772bf-4e98-4f72-9a94-8558e0a13dc0 req-ad591589-b9f1-4a35-b642-112f428f4373 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:28.017906 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-161772bf-4e98-4f72-9a94-8558e0a13dc0 req-ad591589-b9f1-4a35-b642-112f428f4373 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 943 time: 0.1043656 Aug 05 14:06:28.020814 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:28.022783 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-2003202a-f6d7-4e5f-83a5-33ef70b40b8b None None] Port f503a9eb-4118-4507-9ea8-273ad6f500c9 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:06:28.064858 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4bf28384-90a6-4d4d-9213-e81ced84e33a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:28.104465 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'name': 'tempest-FloatingIPDetailsTestJSON-1551421474-router', 'tenant_id': 'b7d7815e3c2c4349952be81d078b30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'e65f9993-9a15-486f-b7ba-73deebaced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:21Z', 'updated_at': '2021-08-05T14:06:24Z', 'revision_number': 3, 'project_id': 'b7d7815e3c2c4349952be81d078b30f6', 'gw_port': {'id': 'e65f9993-9a15-486f-b7ba-73deebaced56', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:23Z', 'updated_at': '2021-08-05T14:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:28.138813 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-161772bf-4e98-4f72-9a94-8558e0a13dc0 req-a0bd088d-b175-420a-b7d2-892272b09f47 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c899a82-b109-4d14-b469-41ca9d7b4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722969 Aug 05 14:06:28.142617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Pushing event updated for resources: {'Port': ['ID=f503a9eb-4118-4507-9ea8-273ad6f500c9,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:28.159156 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:28.165160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91c9ef5-efc9-4f33-bbcc-7ca5423c11b2 None None] The sync data for ids ['b8b453d0-2c58-4c0b-8793-4e4313b64b1b'] in n-d-803585-2 is: [{'id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'name': 'tempest-FloatingIPDetailsTestJSON-1551421474-router', 'tenant_id': 'b7d7815e3c2c4349952be81d078b30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'e65f9993-9a15-486f-b7ba-73deebaced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:21Z', 'updated_at': '2021-08-05T14:06:24Z', 'revision_number': 3, 'project_id': 'b7d7815e3c2c4349952be81d078b30f6', 'gw_port': {'id': 'e65f9993-9a15-486f-b7ba-73deebaced56', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:23Z', 'updated_at': '2021-08-05T14:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:06:28.235917 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Pushing event updated for resources: {'Port': ['ID=9d847301-0409-4b48-90c0-7988a139d9cc,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:28.301490 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:28.335776 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4bf28384-90a6-4d4d-9213-e81ced84e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:28.509030 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Attempting to bind port 9d847301-0409-4b48-90c0-7988a139d9cc on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:06:28.509376 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Attempting to bind port 9d847301-0409-4b48-90c0-7988a139d9cc by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '546b407f-0e82-4309-8c07-0cf67eb9323b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:06:28.509716 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Attempting to bind port 9d847301-0409-4b48-90c0-7988a139d9cc on network 5046103c-1dac-467a-acf5-1a24cdafeb97 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:06:28.548529 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Port 9d847301-0409-4b48-90c0-7988a139d9cc on network 5046103c-1dac-467a-acf5-1a24cdafeb97 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:06:28.549551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Attempting to bind port 9d847301-0409-4b48-90c0-7988a139d9cc on network 5046103c-1dac-467a-acf5-1a24cdafeb97 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:06:28.565198 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4bf28384-90a6-4d4d-9213-e81ced84e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:28.605127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:06:28.608261 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Checking segment: {'id': '546b407f-0e82-4309-8c07-0cf67eb9323b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:06:28.608261 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Bound using segment: {'id': '546b407f-0e82-4309-8c07-0cf67eb9323b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:06:28.608261 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Bound port: 9d847301-0409-4b48-90c0-7988a139d9cc, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546b407f-0e82-4309-8c07-0cf67eb9323b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:06:28.608261 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:28.619867 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4bf28384-90a6-4d4d-9213-e81ced84e33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:28.626482 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4bf28384-90a6-4d4d-9213-e81ced84e33a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3e83831e-b499-47cb-83a3-4beadc6f1929 HTTP/1.1" status: 204 len: 168 time: 1.1002877 Aug 05 14:06:28.627388 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf28384-90a6-4d4d-9213-e81ced84e33a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e83831e-b499-47cb-83a3-4beadc6f1929,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:28.640283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33016) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:28.761606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Network 03c426bb-21c0-418e-bb83-115cb9431a2d is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:28.763192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:28.771720 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-021fa7c4-8b60-4c9c-b567-a9c6bf6e5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:28.875488 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] For port 9d847301-0409-4b48-90c0-7988a139d9cc, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:06:28.881829 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] For port 9d847301-0409-4b48-90c0-7988a139d9cc, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9d847301-0409-4b48-90c0-7988a139d9cc,segment=NetworkSegment(546b407f-0e82-4309-8c07-0cf67eb9323b),segment_id=546b407f-0e82-4309-8c07-0cf67eb9323b)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:06:28.908824 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:28.973436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Router b8b453d0-2c58-4c0b-8793-4e4313b64b1b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:06:29.027084 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:29.027964 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:29.029474 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] 10.222.0.63 "PUT /v2.0/ports/9d847301-0409-4b48-90c0-7988a139d9cc HTTP/1.1" status: 200 len: 1091 time: 2.3665071 Aug 05 14:06:29.124282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6957fe-b75e-444f-be0b-9080f40fba21', 'tag': '9d847301-0409-4b48-90c0-7988a139d9cc'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:06:29.127135 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d8381c-c6bb-4bed-b2c6-6d906cdb701c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6957fe-b75e-444f-be0b-9080f40fba21", "tag": "9d847301-0409-4b48-90c0-7988a139d9cc"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:06:29.212966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9fe84eb0-1431-4995-89f2-28c6097bde74 None None] Provisioning complete for port f503a9eb-4118-4507-9ea8-273ad6f500c9 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:29.213405 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9fe84eb0-1431-4995-89f2-28c6097bde74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:29.283196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:06:29.284802 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13352971-95a3-43af-aa8c-687071e60049 x-openstack-request-id: req-13352971-95a3-43af-aa8c-687071e60049 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:06:29.285354 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6957fe-b75e-444f-be0b-9080f40fba21", "tag": "9d847301-0409-4b48-90c0-7988a139d9cc", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:06:29.285354 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13352971-95a3-43af-aa8c-687071e60049 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:06:29.285708 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6957fe-b75e-444f-be0b-9080f40fba21', 'tag': '9d847301-0409-4b48-90c0-7988a139d9cc', 'status': 'completed', 'code': 200} Aug 05 14:06:29.292302 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-021fa7c4-8b60-4c9c-b567-a9c6bf6e5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:29.295427 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a18e83d4-7c4e-46f0-94e1-2fea7d7ce563 admin admin] 10.222.0.16 "PUT /v2.0/routers/b8b453d0-2c58-4c0b-8793-4e4313b64b1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3365333 Aug 05 14:06:29.341941 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-9fe84eb0-1431-4995-89f2-28c6097bde74 None None] Port f503a9eb-4118-4507-9ea8-273ad6f500c9 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:06:29.373057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-021fa7c4-8b60-4c9c-b567-a9c6bf6e5ffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e573835f-6f8f-4786-ab90-bd3e1ecdbc6f']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:29.401975 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0e549-44fe-42a7-8224-02a884cc1276 service neutron] Pushing event updated for resources: {'Port': ['ID=9d847301-0409-4b48-90c0-7988a139d9cc,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:29.412516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7379e387-cf93-409b-ad70-2b4b81f2e503 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:06:29.417167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-021fa7c4-8b60-4c9c-b567-a9c6bf6e5ffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a93977-63ee-4e58-9da3-3d062c35023c') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:29.417419 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-021fa7c4-8b60-4c9c-b567-a9c6bf6e5ffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a93977-63ee-4e58-9da3-3d062c35023c') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:29.445399 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 7379e387-cf93-409b-ad70-2b4b81f2e503 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:06:29.446305 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7379e387-cf93-409b-ad70-2b4b81f2e503 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:06:29.446742 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:29.454686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-021fa7c4-8b60-4c9c-b567-a9c6bf6e5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:29.476215 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-671b8a03-240b-43b3-9b0c-2ab6cbdf3113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:29.477767 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-671b8a03-240b-43b3-9b0c-2ab6cbdf3113 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e1e6e7f5bf2f491ca93106d59183a336&device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 1094 time: 0.3468671 Aug 05 14:06:29.486697 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:29.508181 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-021fa7c4-8b60-4c9c-b567-a9c6bf6e5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:29.545369 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021fa7c4-8b60-4c9c-b567-a9c6bf6e5ffa admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:06:29.545673 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-021fa7c4-8b60-4c9c-b567-a9c6bf6e5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:06:29.549575 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:06:29.551999 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-30c76a50-f4eb-4e12-832d-b68ffdc229de service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d847301-0409-4b48-90c0-7988a139d9cc HTTP/1.1" status: 200 len: 217 time: 0.0591810 Aug 05 14:06:29.615937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f72c3f-f412-42d4-aa13-67b30d3a61f4 req-32b190fd-67ab-4a94-8ead-33c58e4560b7 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:29.623177 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74f72c3f-f412-42d4-aa13-67b30d3a61f4 req-32b190fd-67ab-4a94-8ead-33c58e4560b7 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 943 time: 0.3252563 Aug 05 14:06:29.701817 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e65f9993-9a15-486f-b7ba-73deebaced56 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:29.783588 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port e65f9993-9a15-486f-b7ba-73deebaced56 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:29.790045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e65f9993-9a15-486f-b7ba-73deebaced56 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:29.790788 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:29.903941 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:29.932955 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port e65f9993-9a15-486f-b7ba-73deebaced56, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e65f9993-9a15-486f-b7ba-73deebaced56,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:29.939517 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:30.003187 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=e65f9993-9a15-486f-b7ba-73deebaced56,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:30.071307 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25e3913b-4061-4de1-93c2-de65039d2809 req-941589da-a34c-402b-8270-8bebd8a44b8d tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1601207 Aug 05 14:06:30.091869 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-25e3913b-4061-4de1-93c2-de65039d2809 req-4699b29d-593c-4b7c-bb82-84bc777f4031 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:30.107979 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-021fa7c4-8b60-4c9c-b567-a9c6bf6e5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:30.113806 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-021fa7c4-8b60-4c9c-b567-a9c6bf6e5ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:30.118232 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-021fa7c4-8b60-4c9c-b567-a9c6bf6e5ffa admin admin] 10.222.0.16 "DELETE /v2.0/networks/e573835f-6f8f-4786-ab90-bd3e1ecdbc6f HTTP/1.1" status: 204 len: 168 time: 1.4748919 Aug 05 14:06:30.120073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33062) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:30.134819 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-25e3913b-4061-4de1-93c2-de65039d2809 req-4699b29d-593c-4b7c-bb82-84bc777f4031 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:30.136991 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-3e456303-9957-472d-98a5-8ee419b47848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:30.138529 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-3e456303-9957-472d-98a5-8ee419b47848 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0f55dd53-8c24-42f9-931b-97b3a2a193de HTTP/1.1" status: 200 len: 851 time: 0.5316548 Aug 05 14:06:30.147292 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74f72c3f-f412-42d4-aa13-67b30d3a61f4 req-2b7a1dc7-69dc-45d3-a75e-73510f7c821d tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c899a82-b109-4d14-b469-41ca9d7b4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5227265 Aug 05 14:06:30.152254 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fa7c4-8b60-4c9c-b567-a9c6bf6e5ffa admin admin] Pushing event deleted for resources: {'Network': ['ID=e573835f-6f8f-4786-ab90-bd3e1ecdbc6f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:30.205971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Allocated IP 172.25.5.249 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/752666dc-ce6d-4580-a67d-9b0c1a00db02) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:06:30.244480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7bef7d6-c33f-4e62-a153-023cb9120a03 admin admin] Deleting subnet b40632ea-96fc-478c-ac74-e145f2d87429 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:06:30.264331 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7bef7d6-c33f-4e62-a153-023cb9120a03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:30.299986 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-1f332cac-2628-4537-860c-f59f815872ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:30.301705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-1f332cac-2628-4537-860c-f59f815872ad service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5046103c-1dac-467a-acf5-1a24cdafeb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1507676 Aug 05 14:06:30.326040 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7bef7d6-c33f-4e62-a153-023cb9120a03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:30.439662 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7bef7d6-c33f-4e62-a153-023cb9120a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:30.471571 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:30.481901 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-25e3913b-4061-4de1-93c2-de65039d2809 req-4699b29d-593c-4b7c-bb82-84bc777f4031 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:30.482443 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-5b37d9ef-5905-4675-8dbd-46d2ab771f98 service neutron] 10.222.0.63 "GET /v2.0/networks/5046103c-1dac-467a-acf5-1a24cdafeb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685286 Aug 05 14:06:30.571511 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7bef7d6-c33f-4e62-a153-023cb9120a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:30.613671 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Sync routers for ids ['b8b453d0-2c58-4c0b-8793-4e4313b64b1b'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:06:30.628304 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7bef7d6-c33f-4e62-a153-023cb9120a03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:30.630351 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a7bef7d6-c33f-4e62-a153-023cb9120a03 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b40632ea-96fc-478c-ac74-e145f2d87429 HTTP/1.1" status: 204 len: 168 time: 0.5090516 Aug 05 14:06:30.632379 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bef7d6-c33f-4e62-a153-023cb9120a03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b40632ea-96fc-478c-ac74-e145f2d87429,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:30.633939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33080) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:30.638175 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Routers {'b8b453d0-2c58-4c0b-8793-4e4313b64b1b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:30.638832 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b8b453d0-2c58-4c0b-8793-4e4313b64b1b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:30.672670 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:30.728097 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:30.737421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:30.743537 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6aa3a82-97cc-4f38-af37-4c9772cb64d0 req-54f93777-3a2f-40f7-8ecf-d4216f4db2f2 service neutron] 10.222.0.63 "GET /v2.0/networks/5046103c-1dac-467a-acf5-1a24cdafeb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363582 Aug 05 14:06:30.746016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:06:30.749374 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=752666dc-ce6d-4580-a67d-9b0c1a00db02,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:30.810924 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-09d8570d-09ce-4ce2-951e-1b33ffcc5bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:30.813317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-25e3913b-4061-4de1-93c2-de65039d2809 req-4699b29d-593c-4b7c-bb82-84bc777f4031 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Allocated IP 172.25.5.129 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/815e4e7b-6ca1-4d27-a16e-001b54b173c4) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:06:30.825244 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Set router b8b453d0-2c58-4c0b-8793-4e4313b64b1b gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:30.975298 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-09d8570d-09ce-4ce2-951e-1b33ffcc5bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:30.992447 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-09d8570d-09ce-4ce2-951e-1b33ffcc5bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1e0af3-d1a1-4801-bc58-d0c80b39800a']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:31.006455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8381c-c6bb-4bed-b2c6-6d906cdb701c req-e032d069-ccbc-410e-9268-881f63d1a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:31.009007 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c0d8381c-c6bb-4bed-b2c6-6d906cdb701c req-e032d069-ccbc-410e-9268-881f63d1a634 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e1e6e7f5bf2f491ca93106d59183a336&device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 1094 time: 0.1203394 Aug 05 14:06:31.012860 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-09d8570d-09ce-4ce2-951e-1b33ffcc5bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbece1c-5b8c-4a9e-b522-58d7db5b555d') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:31.013192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-09d8570d-09ce-4ce2-951e-1b33ffcc5bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbece1c-5b8c-4a9e-b522-58d7db5b555d') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:31.033773 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-09d8570d-09ce-4ce2-951e-1b33ffcc5bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:31.045301 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-25e3913b-4061-4de1-93c2-de65039d2809 req-4699b29d-593c-4b7c-bb82-84bc777f4031 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:31.065792 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-09d8570d-09ce-4ce2-951e-1b33ffcc5bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:31.076303 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d8570d-09ce-4ce2-951e-1b33ffcc5bd8 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:06:31.077875 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-09d8570d-09ce-4ce2-951e-1b33ffcc5bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:06:31.081665 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:06:31.165284 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-09d8570d-09ce-4ce2-951e-1b33ffcc5bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:31.184989 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-09d8570d-09ce-4ce2-951e-1b33ffcc5bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:31.188820 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-09d8570d-09ce-4ce2-951e-1b33ffcc5bd8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2f1e0af3-d1a1-4801-bc58-d0c80b39800a HTTP/1.1" status: 204 len: 168 time: 0.5551019 Aug 05 14:06:31.242058 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'name': 'tempest-FloatingIPDetailsTestJSON-1551421474-router', 'tenant_id': 'b7d7815e3c2c4349952be81d078b30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'e65f9993-9a15-486f-b7ba-73deebaced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:21Z', 'updated_at': '2021-08-05T14:06:27Z', 'revision_number': 4, 'project_id': 'b7d7815e3c2c4349952be81d078b30f6', 'gw_port': {'id': 'e65f9993-9a15-486f-b7ba-73deebaced56', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:23Z', 'updated_at': '2021-08-05T14:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'f503a9eb-4118-4507-9ea8-273ad6f500c9', 'name': '', 'network_id': '03c426bb-21c0-418e-bb83-115cb9431a2d', 'tenant_id': 'b7d7815e3c2c4349952be81d078b30f6', 'mac_address': 'fa:16:3e:7a:57:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '8cf9035a-becd-48c4-bde5-9bc6733ef0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:26Z', 'updated_at': '2021-08-05T14:06:27Z', 'revision_number': 2, 'project_id': 'b7d7815e3c2c4349952be81d078b30f6', 'subnets': [{'id': '8cf9035a-becd-48c4-bde5-9bc6733ef0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:31.242437 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-25e3913b-4061-4de1-93c2-de65039d2809 req-4699b29d-593c-4b7c-bb82-84bc777f4031 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:31.252406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8570d-09ce-4ce2-951e-1b33ffcc5bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f1e0af3-d1a1-4801-bc58-d0c80b39800a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:31.257524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8381c-c6bb-4bed-b2c6-6d906cdb701c req-954b4bba-a54b-456e-8fd2-b9898a159de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:31.259968 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c0d8381c-c6bb-4bed-b2c6-6d906cdb701c req-954b4bba-a54b-456e-8fd2-b9898a159de6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5046103c-1dac-467a-acf5-1a24cdafeb97 HTTP/1.1" status: 200 len: 913 time: 0.2404997 Aug 05 14:06:31.310800 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Checking router: b8b453d0-2c58-4c0b-8793-4e4313b64b1b for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:06:31.312116 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Updating router b8b453d0-2c58-4c0b-8793-4e4313b64b1b port f503a9eb-4118-4507-9ea8-273ad6f500c9 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:06:31.353476 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:31.356230 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e3913b-4061-4de1-93c2-de65039d2809 req-4699b29d-593c-4b7c-bb82-84bc777f4031 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:31.362964 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c0d8381c-c6bb-4bed-b2c6-6d906cdb701c req-73f8bc74-e488-4ea9-8295-5e2f1777fea0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d847301-0409-4b48-90c0-7988a139d9cc HTTP/1.1" status: 200 len: 217 time: 0.0891850 Aug 05 14:06:31.364926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-25e3913b-4061-4de1-93c2-de65039d2809 req-4699b29d-593c-4b7c-bb82-84bc777f4031 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:31.366631 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:31.372067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e3913b-4061-4de1-93c2-de65039d2809 req-4699b29d-593c-4b7c-bb82-84bc777f4031 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:06:31.379727 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699b29d-593c-4b7c-bb82-84bc777f4031 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Pushing event updated for resources: {'Port': ['ID=815e4e7b-6ca1-4d27-a16e-001b54b173c4,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:31.451840 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440585d7-d0e4-41f5-96a5-46705464caf4 req-13323960-cd94-401b-93f1-5c619b90ecb4 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:31.456573 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-440585d7-d0e4-41f5-96a5-46705464caf4 req-13323960-cd94-401b-93f1-5c619b90ecb4 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 943 time: 0.1703238 Aug 05 14:06:31.588903 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-25e3913b-4061-4de1-93c2-de65039d2809 req-4699b29d-593c-4b7c-bb82-84bc777f4031 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:31.596338 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8381c-c6bb-4bed-b2c6-6d906cdb701c req-0efd92bd-fc4b-4946-8752-fd1e2a600321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:31.600869 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c0d8381c-c6bb-4bed-b2c6-6d906cdb701c req-0efd92bd-fc4b-4946-8752-fd1e2a600321 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0f55dd53-8c24-42f9-931b-97b3a2a193de HTTP/1.1" status: 200 len: 851 time: 0.1781271 Aug 05 14:06:31.614171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33096) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:31.654217 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-440585d7-d0e4-41f5-96a5-46705464caf4 req-b7e762f0-eabd-4f33-a5b8-08f06a7073e7 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c899a82-b109-4d14-b469-41ca9d7b4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618583 Aug 05 14:06:31.673806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e65f9993-9a15-486f-b7ba-73deebaced56 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:31.699280 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-25e3913b-4061-4de1-93c2-de65039d2809 req-4699b29d-593c-4b7c-bb82-84bc777f4031 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:31.745179 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e65f9993-9a15-486f-b7ba-73deebaced56 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:31.746001 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:31.973085 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-de112979-1c02-4f51-8138-3316b9c4e3fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3783089a60f24b3b907443ef92fc9f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536792 Aug 05 14:06:31.974455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33102) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:31.976923 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:31.991142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8381c-c6bb-4bed-b2c6-6d906cdb701c req-86eb40ba-377c-4565-b232-d3d2a5dd8e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:31.996388 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c0d8381c-c6bb-4bed-b2c6-6d906cdb701c req-86eb40ba-377c-4565-b232-d3d2a5dd8e46 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5046103c-1dac-467a-acf5-1a24cdafeb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3833265 Aug 05 14:06:32.071973 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-870ba846-ce02-4d2a-a767-d76722451667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:32.099495 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-870ba846-ce02-4d2a-a767-d76722451667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:32.146754 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-25e3913b-4061-4de1-93c2-de65039d2809 req-4699b29d-593c-4b7c-bb82-84bc777f4031 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:32.165577 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-25e3913b-4061-4de1-93c2-de65039d2809 req-4699b29d-593c-4b7c-bb82-84bc777f4031 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:32.216275 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c0d8381c-c6bb-4bed-b2c6-6d906cdb701c req-f7fcb39b-a1e5-4615-95de-e228a0ba7cae service neutron] 10.222.0.63 "GET /v2.0/networks/5046103c-1dac-467a-acf5-1a24cdafeb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675546 Aug 05 14:06:32.291206 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699b29d-593c-4b7c-bb82-84bc777f4031 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Pushing event updated for resources: {'Port': ['ID=815e4e7b-6ca1-4d27-a16e-001b54b173c4,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:32.295070 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-870ba846-ce02-4d2a-a767-d76722451667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:32.307225 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-870ba846-ce02-4d2a-a767-d76722451667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:32.315996 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-870ba846-ce02-4d2a-a767-d76722451667 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88c1762b-34c2-4dd3-8961-c57903f64314 HTTP/1.1" status: 204 len: 168 time: 0.3355227 Aug 05 14:06:32.327868 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:32.328983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 88e30115-875e-4d5a-a99a-f37ed6a3e8ce is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:06:32.339627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ba846-ce02-4d2a-a767-d76722451667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c1762b-34c2-4dd3-8961-c57903f64314,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:32.347330 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-25e3913b-4061-4de1-93c2-de65039d2809 req-4699b29d-593c-4b7c-bb82-84bc777f4031 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:32.383038 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-25e3913b-4061-4de1-93c2-de65039d2809 req-4699b29d-593c-4b7c-bb82-84bc777f4031 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:32.384822 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25e3913b-4061-4de1-93c2-de65039d2809 req-4699b29d-593c-4b7c-bb82-84bc777f4031 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2975411 Aug 05 14:06:32.385523 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Transition to ACTIVE for port object f503a9eb-4118-4507-9ea8-273ad6f500c9 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:32.398885 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:32.456126 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c0d8381c-c6bb-4bed-b2c6-6d906cdb701c req-16afe4a3-e5ae-4ff7-bfc3-3c1f088ae4bf service neutron] 10.222.0.63 "GET /v2.0/networks/5046103c-1dac-467a-acf5-1a24cdafeb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304785 Aug 05 14:06:32.487142 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45de80f-c1da-4d5d-9b1a-8dbfaed46c30 None None] Pushing event updated for resources: {'Port': ['ID=f503a9eb-4118-4507-9ea8-273ad6f500c9,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:32.508860 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25e3913b-4061-4de1-93c2-de65039d2809 req-711bebc0-784a-4942-858d-ffdc0e406084 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.1164074 Aug 05 14:06:32.566290 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Attempting to bind port f503a9eb-4118-4507-9ea8-273ad6f500c9 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:06:32.567006 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Attempting to bind port f503a9eb-4118-4507-9ea8-273ad6f500c9 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '6e64a228-f7b4-4903-af8c-49fb70976d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '03c426bb-21c0-418e-bb83-115cb9431a2d'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:06:32.567565 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Attempting to bind port f503a9eb-4118-4507-9ea8-273ad6f500c9 on network 03c426bb-21c0-418e-bb83-115cb9431a2d {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:06:32.574315 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:06:32.575056 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Checking segment: {'id': '6e64a228-f7b4-4903-af8c-49fb70976d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '03c426bb-21c0-418e-bb83-115cb9431a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:06:32.575703 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:32.576282 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Bound using segment: {'id': '6e64a228-f7b4-4903-af8c-49fb70976d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '03c426bb-21c0-418e-bb83-115cb9431a2d'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:06:32.577038 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Bound port: f503a9eb-4118-4507-9ea8-273ad6f500c9, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e64a228-f7b4-4903-af8c-49fb70976d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '03c426bb-21c0-418e-bb83-115cb9431a2d'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:06:32.577768 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:32.615524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:06:32.628011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Sync routers for ids ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:06:32.647676 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Routers {'88e30115-875e-4d5a-a99a-f37ed6a3e8ce'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:32.650748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:32.690923 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:32.694732 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-951a646e-e7a4-4204-a66c-da6e43fe11d7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.2996647 Aug 05 14:06:32.696736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33116) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:32.739060 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] For port f503a9eb-4118-4507-9ea8-273ad6f500c9, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:06:32.742737 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] For port f503a9eb-4118-4507-9ea8-273ad6f500c9, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f503a9eb-4118-4507-9ea8-273ad6f500c9,segment=NetworkSegment(6e64a228-f7b4-4903-af8c-49fb70976d70),segment_id=6e64a228-f7b4-4903-af8c-49fb70976d70)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:06:32.749471 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:32.808709 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3913b-4061-4de1-93c2-de65039d2809 req-2c30381b-8baa-41d8-a54e-121f2a2e996e tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:32.832222 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25e3913b-4061-4de1-93c2-de65039d2809 req-2c30381b-8baa-41d8-a54e-121f2a2e996e tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.3224080 Aug 05 14:06:32.860755 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e49af-f76d-4e02-b57f-9a86789cb8a7 req-5228d0a9-5495-43e1-a4af-57842d656ed7 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:32.870309 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-255e49af-f76d-4e02-b57f-9a86789cb8a7 req-5228d0a9-5495-43e1-a4af-57842d656ed7 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 943 time: 0.1095495 Aug 05 14:06:32.917397 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45de80f-c1da-4d5d-9b1a-8dbfaed46c30 None None] Pushing event updated for resources: {'Port': ['ID=f503a9eb-4118-4507-9ea8-273ad6f500c9,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:32.966292 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-255e49af-f76d-4e02-b57f-9a86789cb8a7 req-db730466-247f-4ea2-ba5e-925025bfa345 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c899a82-b109-4d14-b469-41ca9d7b4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945067 Aug 05 14:06:32.978189 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Routers {'b8b453d0-2c58-4c0b-8793-4e4313b64b1b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:32.978189 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b8b453d0-2c58-4c0b-8793-4e4313b64b1b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:33.208194 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-84dfe142-11e9-4c61-8080-1816c16e0486 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2544856 Aug 05 14:06:33.210014 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] Set router b8b453d0-2c58-4c0b-8793-4e4313b64b1b gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:33.223171 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-96e04a30-dd75-4d3d-81d4-bd329c98e623 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:33.247523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33130) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:33.271336 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-96e04a30-dd75-4d3d-81d4-bd329c98e623 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:33.356531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Set router 88e30115-875e-4d5a-a99a-f37ed6a3e8ce gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:33.364838 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-58e9be39-987c-4d4f-8dd9-884793f03c59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c81cfd9e782a4e37be4d07773027b154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1140094 Aug 05 14:06:33.367600 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33132) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:33.444245 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-47f209a3-dbae-41b9-8f62-2d4ad9ea87d5 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b8337b594bf34d3abccae65212524bf9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7462800 Aug 05 14:06:33.448508 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33136) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:33.454372 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9d847301-0409-4b48-90c0-7988a139d9cc details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:06:33.537337 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-553adbfd-3196-4efc-b0c3-f562a52da593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:33.594692 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-553adbfd-3196-4efc-b0c3-f562a52da593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:33.649230 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'name': 'tempest-FloatingIPDetailsTestJSON-1551421474-router', 'tenant_id': 'b7d7815e3c2c4349952be81d078b30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'e65f9993-9a15-486f-b7ba-73deebaced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:21Z', 'updated_at': '2021-08-05T14:06:27Z', 'revision_number': 4, 'project_id': 'b7d7815e3c2c4349952be81d078b30f6', 'gw_port': {'id': 'e65f9993-9a15-486f-b7ba-73deebaced56', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:23Z', 'updated_at': '2021-08-05T14:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'f503a9eb-4118-4507-9ea8-273ad6f500c9', 'name': '', 'network_id': '03c426bb-21c0-418e-bb83-115cb9431a2d', 'tenant_id': 'b7d7815e3c2c4349952be81d078b30f6', 'mac_address': 'fa:16:3e:7a:57:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '8cf9035a-becd-48c4-bde5-9bc6733ef0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:26Z', 'updated_at': '2021-08-05T14:06:32Z', 'revision_number': 4, 'project_id': 'b7d7815e3c2c4349952be81d078b30f6', 'subnets': [{'id': '8cf9035a-becd-48c4-bde5-9bc6733ef0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:33.710808 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8c8b8f-83d4-4905-9722-b091de31abea None None] The sync data for ids ['b8b453d0-2c58-4c0b-8793-4e4313b64b1b'] in n-d-803585-2 is: [{'id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'name': 'tempest-FloatingIPDetailsTestJSON-1551421474-router', 'tenant_id': 'b7d7815e3c2c4349952be81d078b30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'e65f9993-9a15-486f-b7ba-73deebaced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:21Z', 'updated_at': '2021-08-05T14:06:27Z', 'revision_number': 4, 'project_id': 'b7d7815e3c2c4349952be81d078b30f6', 'gw_port': {'id': 'e65f9993-9a15-486f-b7ba-73deebaced56', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:23Z', 'updated_at': '2021-08-05T14:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'f503a9eb-4118-4507-9ea8-273ad6f500c9', 'name': '', 'network_id': '03c426bb-21c0-418e-bb83-115cb9431a2d', 'tenant_id': 'b7d7815e3c2c4349952be81d078b30f6', 'mac_address': 'fa:16:3e:7a:57:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '8cf9035a-becd-48c4-bde5-9bc6733ef0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:26Z', 'updated_at': '2021-08-05T14:06:32Z', 'revision_number': 4, 'project_id': 'b7d7815e3c2c4349952be81d078b30f6', 'subnets': [{'id': '8cf9035a-becd-48c4-bde5-9bc6733ef0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:06:33.711733 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-553adbfd-3196-4efc-b0c3-f562a52da593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:33.715266 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-553adbfd-3196-4efc-b0c3-f562a52da593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:33.716692 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-553adbfd-3196-4efc-b0c3-f562a52da593 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b5d685c-5536-4952-bad7-de5476f37608 HTTP/1.1" status: 204 len: 168 time: 0.3476648 Aug 05 14:06:33.729661 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553adbfd-3196-4efc-b0c3-f562a52da593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5d685c-5536-4952-bad7-de5476f37608,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:33.807980 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33142) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:33.857245 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-96e04a30-dd75-4d3d-81d4-bd329c98e623 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:33.906697 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9d847301-0409-4b48-90c0-7988a139d9cc, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9d847301-0409-4b48-90c0-7988a139d9cc,segment=NetworkSegment(546b407f-0e82-4309-8c07-0cf67eb9323b),segment_id=546b407f-0e82-4309-8c07-0cf67eb9323b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:33.920528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '9d847301-0409-4b48-90c0-7988a139d9cc', 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97', 'port_id': '9d847301-0409-4b48-90c0-7988a139d9cc', 'mac_address': 'fa:16:3e:36:15:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:06:33.934397 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca7ad9-667f-430c-8e12-d8d43be8e104 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:33.935595 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8bca7ad9-667f-430c-8e12-d8d43be8e104 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4860106 Aug 05 14:06:33.939121 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33148) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:34.023212 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1d5e3b85-affe-4e68-9b7b-fdc82c3e3023 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0804849 Aug 05 14:06:34.024038 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33152) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:34.031104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5abd77bd-9505-4bee-a9ca-00d42a3cdf82 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-171545909', 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:34.080066 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:34.093706 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-96e04a30-dd75-4d3d-81d4-bd329c98e623 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Allocated IP 172.25.5.119 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/951e7bc2-64d2-4587-8057-02a5ba52aa69) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:06:34.101809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777628862', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:27Z', 'updated_at': '2021-08-05T14:06:30Z', 'revision_number': 3, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:29Z', 'updated_at': '2021-08-05T14:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:34.104911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d847301-0409-4b48-90c0-7988a139d9cc {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:06:34.170537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Checking router: 88e30115-875e-4d5a-a99a-f37ed6a3e8ce for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:06:34.170861 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Updating router 88e30115-875e-4d5a-a99a-f37ed6a3e8ce port 752666dc-ce6d-4580-a67d-9b0c1a00db02 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:06:34.197838 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9d847301-0409-4b48-90c0-7988a139d9cc, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9d847301-0409-4b48-90c0-7988a139d9cc,segment=NetworkSegment(546b407f-0e82-4309-8c07-0cf67eb9323b),segment_id=546b407f-0e82-4309-8c07-0cf67eb9323b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:34.207730 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:34.226165 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee9a3e1c-49e1-439e-91b5-22d404ea3041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:34.236667 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abd77bd-9505-4bee-a9ca-00d42a3cdf82 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Made reservation on behalf of b8337b594bf34d3abccae65212524bf9 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:06:34.241338 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5abd77bd-9505-4bee-a9ca-00d42a3cdf82 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:34.243826 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:34.272900 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-96e04a30-dd75-4d3d-81d4-bd329c98e623 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:34.360389 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-96e04a30-dd75-4d3d-81d4-bd329c98e623 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:34.387137 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-96e04a30-dd75-4d3d-81d4-bd329c98e623 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:34.411176 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-96e04a30-dd75-4d3d-81d4-bd329c98e623 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:34.414915 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-96e04a30-dd75-4d3d-81d4-bd329c98e623 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:06:34.479068 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e04a30-dd75-4d3d-81d4-bd329c98e623 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Pushing event updated for resources: {'Port': ['ID=951e7bc2-64d2-4587-8057-02a5ba52aa69,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:34.494915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9d847301-0409-4b48-90c0-7988a139d9cc,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:34.599258 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['9d847301-0409-4b48-90c0-7988a139d9cc'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:06:34.608457 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-96e04a30-dd75-4d3d-81d4-bd329c98e623 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:34.670298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b60e5f-0caf-4ad1-92f9-6d260034f8bf req-601e7685-053c-43ca-b418-d82905730973 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:34.673003 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-96e04a30-dd75-4d3d-81d4-bd329c98e623 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:34.684896 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03b60e5f-0caf-4ad1-92f9-6d260034f8bf req-601e7685-053c-43ca-b418-d82905730973 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 944 time: 0.4802337 Aug 05 14:06:34.722694 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5abd77bd-9505-4bee-a9ca-00d42a3cdf82 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:34.738828 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:34.776524 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Transition to ACTIVE for port object 752666dc-ce6d-4580-a67d-9b0c1a00db02 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:34.790354 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:34.851821 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03b60e5f-0caf-4ad1-92f9-6d260034f8bf req-1440b24b-745b-4fe2-afa5-5c9cae43155a tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c899a82-b109-4d14-b469-41ca9d7b4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661375 Aug 05 14:06:34.878544 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd77bd-9505-4bee-a9ca-00d42a3cdf82 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Subnet': ['ID=ccd8332f-e585-4989-88dd-1c6d8cff4ffd,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:34.888422 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcd2bc-4199-49f0-b229-8660cff71f93 None None] Pushing event updated for resources: {'Port': ['ID=752666dc-ce6d-4580-a67d-9b0c1a00db02,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:34.897518 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Attempting to bind port 752666dc-ce6d-4580-a67d-9b0c1a00db02 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:06:34.897881 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Attempting to bind port 752666dc-ce6d-4580-a67d-9b0c1a00db02 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:06:34.898236 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Attempting to bind port 752666dc-ce6d-4580-a67d-9b0c1a00db02 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:06:34.914187 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:06:34.914702 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:06:34.915129 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:34.915603 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:06:34.916018 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Bound port: 752666dc-ce6d-4580-a67d-9b0c1a00db02, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:06:34.916400 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:34.982632 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-96e04a30-dd75-4d3d-81d4-bd329c98e623 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:34.994158 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-96e04a30-dd75-4d3d-81d4-bd329c98e623 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:35.006541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd77bd-9505-4bee-a9ca-00d42a3cdf82 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Checking segment: {'id': '5ed8c997-4f96-49e5-be56-c0794af479da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:06:35.009273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abd77bd-9505-4bee-a9ca-00d42a3cdf82 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network hostable DHCP agents. Network: e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:06:35.036578 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] For port 752666dc-ce6d-4580-a67d-9b0c1a00db02, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:06:35.066086 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] For port 752666dc-ce6d-4580-a67d-9b0c1a00db02, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=752666dc-ce6d-4580-a67d-9b0c1a00db02,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:06:35.077438 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:35.091888 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee9a3e1c-49e1-439e-91b5-22d404ea3041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:35.102911 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee9a3e1c-49e1-439e-91b5-22d404ea3041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:35.121933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e04a30-dd75-4d3d-81d4-bd329c98e623 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Pushing event updated for resources: {'Port': ['ID=951e7bc2-64d2-4587-8057-02a5ba52aa69,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:35.151748 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-96e04a30-dd75-4d3d-81d4-bd329c98e623 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:35.152354 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a3e1c-49e1-439e-91b5-22d404ea3041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b426e7-6e16-44f2-bb2b-3cd3becf8656,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:35.165280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abd77bd-9505-4bee-a9ca-00d42a3cdf82 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:06:35.176717 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-96e04a30-dd75-4d3d-81d4-bd329c98e623 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:35.178473 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-96e04a30-dd75-4d3d-81d4-bd329c98e623 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9660254 Aug 05 14:06:35.188374 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ee9a3e1c-49e1-439e-91b5-22d404ea3041 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=270b8aafae914c7fa8a0254500c934a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3765748 Aug 05 14:06:35.188374 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-5abd77bd-9505-4bee-a9ca-00d42a3cdf82 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:35.188672 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33184) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:35.191427 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abd77bd-9505-4bee-a9ca-00d42a3cdf82 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:35.196936 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5abd77bd-9505-4bee-a9ca-00d42a3cdf82 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:35.220136 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Routers {'88e30115-875e-4d5a-a99a-f37ed6a3e8ce'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:35.220950 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:35.228811 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5abd77bd-9505-4bee-a9ca-00d42a3cdf82 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2032437 Aug 05 14:06:35.230904 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33186) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:35.258874 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-48160c7d-e0a3-4e2c-b192-e1cfa2c1c1ce tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 696 time: 0.0553970 Aug 05 14:06:35.277311 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0be6eb-0c8e-43ee-8c91-a082d4e30461 None None] Network e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:06:35.340111 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcd2bc-4199-49f0-b229-8660cff71f93 None None] Pushing event updated for resources: {'Port': ['ID=752666dc-ce6d-4580-a67d-9b0c1a00db02,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:35.425977 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-28a9492a-9b4a-4edd-a9dd-ff6d8d0fc67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:35.465569 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] Set router 88e30115-875e-4d5a-a99a-f37ed6a3e8ce gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:35.531781 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-28a9492a-9b4a-4edd-a9dd-ff6d8d0fc67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:35.666243 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-28a9492a-9b4a-4edd-a9dd-ff6d8d0fc67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:35.676113 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-28a9492a-9b4a-4edd-a9dd-ff6d8d0fc67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:35.677561 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-28a9492a-9b4a-4edd-a9dd-ff6d8d0fc67b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3b426e7-6e16-44f2-bb2b-3cd3becf8656 HTTP/1.1" status: 204 len: 168 time: 0.4878967 Aug 05 14:06:35.717525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-405c492b-96da-4e34-a218-8c23df90ac35 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:35.720038 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e8aea9d-27c8-47e7-8f08-e66d3d33613a req-405c492b-96da-4e34-a218-8c23df90ac35 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.4375348 Aug 05 14:06:35.727910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9492a-9b4a-4edd-a9dd-ff6d8d0fc67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b426e7-6e16-44f2-bb2b-3cd3becf8656,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:35.845554 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f503a9eb-4118-4507-9ea8-273ad6f500c9 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:35.959819 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75', 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ips': [{'subnet_id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:06:35.964502 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:36.052093 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d11d6633-933c-4506-a914-f03079a5ed17 req-ad14db14-671b-4773-89f5-9bf505e7a2a4 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2573664 Aug 05 14:06:36.068472 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-d11d6633-933c-4506-a914-f03079a5ed17 req-8a5d6ff2-077f-4647-a655-6d4b28a1bf69 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:36.113911 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d11d6633-933c-4506-a914-f03079a5ed17 req-8a5d6ff2-077f-4647-a655-6d4b28a1bf69 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:36.324219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port f503a9eb-4118-4507-9ea8-273ad6f500c9 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:36.340368 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d11d6633-933c-4506-a914-f03079a5ed17 req-8a5d6ff2-077f-4647-a655-6d4b28a1bf69 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:36.346084 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port f503a9eb-4118-4507-9ea8-273ad6f500c9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:36.352811 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:36.518837 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33206) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:36.536911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Allocated IP 172.20.0.2 (e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75/ccd8332f-e585-4989-88dd-1c6d8cff4ffd/aacfe85a-5968-45c9-90a5-bc1705906abb) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:06:36.576411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-d11d6633-933c-4506-a914-f03079a5ed17 req-8a5d6ff2-077f-4647-a655-6d4b28a1bf69 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Allocated IP 172.25.5.145 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/387bf47a-1f49-46fc-ba9e-1f978f6968ae) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:06:36.589418 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e55719a1-9403-4b69-9c10-a8d8851b553f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:36.767168 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b06dd-a4af-454a-aea1-afd2e843ab4f req-751a50e0-ab83-42b2-8a6e-360b8f732178 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:36.769111 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d24b06dd-a4af-454a-aea1-afd2e843ab4f req-751a50e0-ab83-42b2-8a6e-360b8f732178 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 944 time: 0.1064897 Aug 05 14:06:36.786379 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d11d6633-933c-4506-a914-f03079a5ed17 req-8a5d6ff2-077f-4647-a655-6d4b28a1bf69 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:36.868970 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d24b06dd-a4af-454a-aea1-afd2e843ab4f req-a3d78837-df7b-45e1-ba24-b34e54093ae2 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c899a82-b109-4d14-b469-41ca9d7b4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890696 Aug 05 14:06:36.878997 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d11d6633-933c-4506-a914-f03079a5ed17 req-8a5d6ff2-077f-4647-a655-6d4b28a1bf69 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:36.914539 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:36.943204 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11d6633-933c-4506-a914-f03079a5ed17 req-8a5d6ff2-077f-4647-a655-6d4b28a1bf69 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:36.956098 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port f503a9eb-4118-4507-9ea8-273ad6f500c9, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f503a9eb-4118-4507-9ea8-273ad6f500c9,segment=NetworkSegment(6e64a228-f7b4-4903-af8c-49fb70976d70),segment_id=6e64a228-f7b4-4903-af8c-49fb70976d70)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:36.957330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-d11d6633-933c-4506-a914-f03079a5ed17 req-8a5d6ff2-077f-4647-a655-6d4b28a1bf69 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:36.965486 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e55719a1-9403-4b69-9c10-a8d8851b553f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:36.965711 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:36.966640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11d6633-933c-4506-a914-f03079a5ed17 req-8a5d6ff2-077f-4647-a655-6d4b28a1bf69 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:06:36.981129 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:37.025795 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e55719a1-9403-4b69-9c10-a8d8851b553f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:37.047789 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777628862', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:27Z', 'updated_at': '2021-08-05T14:06:30Z', 'revision_number': 3, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:29Z', 'updated_at': '2021-08-05T14:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:37.105202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7335b67-790e-490e-aa6b-059a63ffa997 None None] The sync data for ids ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'] in n-d-803585-2 is: [{'id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777628862', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:27Z', 'updated_at': '2021-08-05T14:06:30Z', 'revision_number': 3, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:29Z', 'updated_at': '2021-08-05T14:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:06:37.118173 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:37.130228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=f503a9eb-4118-4507-9ea8-273ad6f500c9,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:37.133332 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Transition to ACTIVE for port object aacfe85a-5968-45c9-90a5-bc1705906abb will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:37.161402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Transition to ACTIVE for port object aacfe85a-5968-45c9-90a5-bc1705906abb will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:37.169462 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:37.178668 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d11d6633-933c-4506-a914-f03079a5ed17 req-8a5d6ff2-077f-4647-a655-6d4b28a1bf69 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:37.188129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d6ff2-077f-4647-a655-6d4b28a1bf69 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Pushing event updated for resources: {'Port': ['ID=387bf47a-1f49-46fc-ba9e-1f978f6968ae,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:37.253932 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Pushing event updated for resources: {'Port': ['ID=aacfe85a-5968-45c9-90a5-bc1705906abb,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:37.269258 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55719a1-9403-4b69-9c10-a8d8851b553f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a03bd3-39df-44eb-9340-0b8b3432419b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:37.293502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Network e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:37.297160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:37.303387 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d11d6633-933c-4506-a914-f03079a5ed17 req-8a5d6ff2-077f-4647-a655-6d4b28a1bf69 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:37.308789 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:06:37.444531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Attempting to bind port aacfe85a-5968-45c9-90a5-bc1705906abb on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:06:37.449873 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Attempting to bind port aacfe85a-5968-45c9-90a5-bc1705906abb by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '5ed8c997-4f96-49e5-be56-c0794af479da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:06:37.450415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Attempting to bind port aacfe85a-5968-45c9-90a5-bc1705906abb on network e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:06:37.453167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9d847301-0409-4b48-90c0-7988a139d9cc up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:37.551082 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:06:37.551463 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Checking segment: {'id': '5ed8c997-4f96-49e5-be56-c0794af479da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:06:37.551874 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:37.552309 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Bound using segment: {'id': '5ed8c997-4f96-49e5-be56-c0794af479da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:06:37.552800 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Bound port: aacfe85a-5968-45c9-90a5-bc1705906abb, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed8c997-4f96-49e5-be56-c0794af479da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:06:37.553437 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:37.670546 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Allocated IP 172.20.0.1 (e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75/ccd8332f-e585-4989-88dd-1c6d8cff4ffd/f0e70e2a-226a-4fda-942f-f25b3f685ccd) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:06:37.797916 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 9d847301-0409-4b48-90c0-7988a139d9cc completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:37.832601 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 9d847301-0409-4b48-90c0-7988a139d9cc triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:37.835216 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:37.902973 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] For port aacfe85a-5968-45c9-90a5-bc1705906abb, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:06:37.909342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 752666dc-ce6d-4580-a67d-9b0c1a00db02 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:37.953813 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:37.979652 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Transition to ACTIVE for port object f0e70e2a-226a-4fda-942f-f25b3f685ccd will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:37.987304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] For port aacfe85a-5968-45c9-90a5-bc1705906abb, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=aacfe85a-5968-45c9-90a5-bc1705906abb,segment=NetworkSegment(5ed8c997-4f96-49e5-be56-c0794af479da),segment_id=5ed8c997-4f96-49e5-be56-c0794af479da)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:06:37.995685 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:38.118032 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecba8f-4f5c-409e-b433-75373a51cb0d None None] Pushing event updated for resources: {'Port': ['ID=aacfe85a-5968-45c9-90a5-bc1705906abb,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:38.122921 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:38.167275 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 752666dc-ce6d-4580-a67d-9b0c1a00db02 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:38.194412 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:38.198367 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 752666dc-ce6d-4580-a67d-9b0c1a00db02 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:38.199002 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:38.210409 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=f0e70e2a-226a-4fda-942f-f25b3f685ccd,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:38.251029 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:38.254418 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:38.262324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:06:38.283882 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f00680-af4b-401f-a0f6-cb1aa86e8bce req-daba8d17-43e0-401a-a031-32ef6986a66a tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:38.285709 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42f00680-af4b-401f-a0f6-cb1aa86e8bce req-daba8d17-43e0-401a-a031-32ef6986a66a tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 944 time: 0.2198229 Aug 05 14:06:38.290662 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6957fe-b75e-444f-be0b-9080f40fba21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d847301-0409-4b48-90c0-7988a139d9cc'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:06:38.293140 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9544c334-795a-42e7-ac3c-a4dedd5f4817" -d '{"events": [{"server_uuid": "fa6957fe-b75e-444f-be0b-9080f40fba21", "name": "network-vif-plugged", "status": "completed", "tag": "9d847301-0409-4b48-90c0-7988a139d9cc"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:06:38.312628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9d847301-0409-4b48-90c0-7988a139d9cc, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9d847301-0409-4b48-90c0-7988a139d9cc,segment=NetworkSegment(546b407f-0e82-4309-8c07-0cf67eb9323b),segment_id=546b407f-0e82-4309-8c07-0cf67eb9323b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:38.338082 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:38.378417 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e55719a1-9403-4b69-9c10-a8d8851b553f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c617bc82b13e46aa8448c8aed94cb5f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8584628 Aug 05 14:06:38.381381 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33232) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:38.457041 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42f00680-af4b-401f-a0f6-cb1aa86e8bce req-6ad49542-e622-4a88-befe-d38ce5fa3c04 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c899a82-b109-4d14-b469-41ca9d7b4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238348 Aug 05 14:06:38.460759 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:38.496224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9d847301-0409-4b48-90c0-7988a139d9cc,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:38.525919 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:38.570205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 752666dc-ce6d-4580-a67d-9b0c1a00db02, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=752666dc-ce6d-4580-a67d-9b0c1a00db02,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:38.579252 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:38.580240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f503a9eb-4118-4507-9ea8-273ad6f500c9 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:38.656190 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85b6cbf8-2daa-4cb7-b86f-5590594ad73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:38.722001 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d11d6633-933c-4506-a914-f03079a5ed17 req-8a5d6ff2-077f-4647-a655-6d4b28a1bf69 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:38.736191 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d11d6633-933c-4506-a914-f03079a5ed17 req-8a5d6ff2-077f-4647-a655-6d4b28a1bf69 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:38.738240 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:38.745766 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85b6cbf8-2daa-4cb7-b86f-5590594ad73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:38.819975 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=752666dc-ce6d-4580-a67d-9b0c1a00db02,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:38.853089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port f503a9eb-4118-4507-9ea8-273ad6f500c9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:38.853619 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:38.866057 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d6ff2-077f-4647-a655-6d4b28a1bf69 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Pushing event updated for resources: {'Port': ['ID=387bf47a-1f49-46fc-ba9e-1f978f6968ae,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:38.899876 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d11d6633-933c-4506-a914-f03079a5ed17 req-8a5d6ff2-077f-4647-a655-6d4b28a1bf69 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:38.943847 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f508d2be-b81f-4c2d-b698-072adeaab12b x-openstack-request-id: req-f508d2be-b81f-4c2d-b698-072adeaab12b {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:06:38.946045 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6957fe-b75e-444f-be0b-9080f40fba21", "name": "network-vif-plugged", "status": "completed", "tag": "9d847301-0409-4b48-90c0-7988a139d9cc", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:06:38.947370 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f508d2be-b81f-4c2d-b698-072adeaab12b {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:06:38.949130 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6957fe-b75e-444f-be0b-9080f40fba21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d847301-0409-4b48-90c0-7988a139d9cc', 'code': 200} Aug 05 14:06:38.951114 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d11d6633-933c-4506-a914-f03079a5ed17 req-8a5d6ff2-077f-4647-a655-6d4b28a1bf69 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:38.953750 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d11d6633-933c-4506-a914-f03079a5ed17 req-8a5d6ff2-077f-4647-a655-6d4b28a1bf69 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8955979 Aug 05 14:06:38.954889 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85b6cbf8-2daa-4cb7-b86f-5590594ad73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:38.958419 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85b6cbf8-2daa-4cb7-b86f-5590594ad73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:38.960702 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-85b6cbf8-2daa-4cb7-b86f-5590594ad73d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15a03bd3-39df-44eb-9340-0b8b3432419b HTTP/1.1" status: 204 len: 168 time: 0.5782168 Aug 05 14:06:38.977709 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6cbf8-2daa-4cb7-b86f-5590594ad73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a03bd3-39df-44eb-9340-0b8b3432419b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:39.096167 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d11d6633-933c-4506-a914-f03079a5ed17 req-f1961626-72aa-4920-b05a-6cd237ee1a53 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.145 HTTP/1.1" status: 200 len: 696 time: 0.1159811 Aug 05 14:06:39.276102 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:39.282563 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:39.322637 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d6633-933c-4506-a914-f03079a5ed17 req-ffb78644-ab7a-4c02-bcb2-982081f2679e tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:39.325932 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d11d6633-933c-4506-a914-f03079a5ed17 req-ffb78644-ab7a-4c02-bcb2-982081f2679e tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.2233489 Aug 05 14:06:39.393822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff588a8-d445-439f-aeb0-07bf01dcbf87 req-bf115b28-e395-46a4-b568-674945b4698b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:39.395850 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ff588a8-d445-439f-aeb0-07bf01dcbf87 req-bf115b28-e395-46a4-b568-674945b4698b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 1096 time: 0.3427718 Aug 05 14:06:39.430874 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:39.501497 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=f0e70e2a-226a-4fda-942f-f25b3f685ccd,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:39.531731 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ff588a8-d445-439f-aeb0-07bf01dcbf87 req-6f4de2b4-69ae-4e34-9b66-c38adda7ccf6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6c899a82-b109-4d14-b469-41ca9d7b4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237938 Aug 05 14:06:39.558728 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-08c4cb0d-aab5-45df-81ac-164f5f1de690 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1984110 Aug 05 14:06:39.589077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-bbea3382-23cc-4d58-be30-4f45c93c5581 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:39.642408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:39.644269 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:39.654158 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-bbea3382-23cc-4d58-be30-4f45c93c5581 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:39.899880 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 752666dc-ce6d-4580-a67d-9b0c1a00db02 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:39.945721 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-bbea3382-23cc-4d58-be30-4f45c93c5581 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:39.960813 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 88e30115-875e-4d5a-a99a-f37ed6a3e8ce has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:06:40.009874 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a4e89-8cbe-44be-96d8-9f718c3a3b1a req-6c8c3337-1098-4236-b1ba-36e43bc8697a tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:40.020158 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8b9a4e89-8cbe-44be-96d8-9f718c3a3b1a req-6c8c3337-1098-4236-b1ba-36e43bc8697a tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 945 time: 0.1664822 Aug 05 14:06:40.084046 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 752666dc-ce6d-4580-a67d-9b0c1a00db02 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:40.085580 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:40.174985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-bbea3382-23cc-4d58-be30-4f45c93c5581 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Allocated IP 172.25.5.200 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/7f1a0696-1117-4c1e-8c3d-340164468cd7) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:06:40.264437 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8b9a4e89-8cbe-44be-96d8-9f718c3a3b1a req-62734587-f7cf-43cf-9f5d-85709a562867 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c899a82-b109-4d14-b469-41ca9d7b4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428269 Aug 05 14:06:40.352912 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device aacfe85a-5968-45c9-90a5-bc1705906abb up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:40.414677 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44d5478-96be-483c-b56f-ace93672ee50 None None] Network e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:06:40.460608 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-bbea3382-23cc-4d58-be30-4f45c93c5581 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:40.464843 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:06:40.488273 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Sync routers for ids ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:06:40.498436 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4e8c4343-fbdb-41c7-8e8a-2f612e6583f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "PUT /v2.0/routers/88e30115-875e-4d5a-a99a-f37ed6a3e8ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2658141 Aug 05 14:06:40.503091 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Routers {'88e30115-875e-4d5a-a99a-f37ed6a3e8ce'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:40.504001 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:40.568471 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-bbea3382-23cc-4d58-be30-4f45c93c5581 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:40.654055 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-bbea3382-23cc-4d58-be30-4f45c93c5581 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:40.658940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-bbea3382-23cc-4d58-be30-4f45c93c5581 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:40.662756 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-bbea3382-23cc-4d58-be30-4f45c93c5581 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:06:40.736373 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-029e7ce3-6b61-4e0e-82c1-f1f742c50d0a None None] Provisioning for port aacfe85a-5968-45c9-90a5-bc1705906abb completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:40.788492 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea3382-23cc-4d58-be30-4f45c93c5581 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Pushing event updated for resources: {'Port': ['ID=7f1a0696-1117-4c1e-8c3d-340164468cd7,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:40.832415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port aacfe85a-5968-45c9-90a5-bc1705906abb completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:40.886564 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port aacfe85a-5968-45c9-90a5-bc1705906abb triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:40.887043 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:40.914374 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-bbea3382-23cc-4d58-be30-4f45c93c5581 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:40.986291 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-bbea3382-23cc-4d58-be30-4f45c93c5581 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:41.004404 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Set router 88e30115-875e-4d5a-a99a-f37ed6a3e8ce gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:41.114065 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:41.298038 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port aacfe85a-5968-45c9-90a5-bc1705906abb, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=aacfe85a-5968-45c9-90a5-bc1705906abb,segment=NetworkSegment(5ed8c997-4f96-49e5-be56-c0794af479da),segment_id=5ed8c997-4f96-49e5-be56-c0794af479da)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:41.305440 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:41.414731 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-bbea3382-23cc-4d58-be30-4f45c93c5581 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:41.425697 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-bbea3382-23cc-4d58-be30-4f45c93c5581 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:41.438740 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=aacfe85a-5968-45c9-90a5-bc1705906abb,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:41.470682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-08462c6d-cdbb-4f45-affb-46ca9c91bb67 None None] Provisioning complete for port aacfe85a-5968-45c9-90a5-bc1705906abb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:41.471087 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-08462c6d-cdbb-4f45-affb-46ca9c91bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:41.511128 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777628862', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:27Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:29Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'f0e70e2a-226a-4fda-942f-f25b3f685ccd', 'name': '', 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:5d:48:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:37Z', 'updated_at': '2021-08-05T14:06:39Z', 'revision_number': 2, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:41.527281 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-bbea3382-23cc-4d58-be30-4f45c93c5581 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:41.550180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea3382-23cc-4d58-be30-4f45c93c5581 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Pushing event updated for resources: {'Port': ['ID=7f1a0696-1117-4c1e-8c3d-340164468cd7,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:41.558420 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-bbea3382-23cc-4d58-be30-4f45c93c5581 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:41.561408 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-bbea3382-23cc-4d58-be30-4f45c93c5581 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9872429 Aug 05 14:06:41.573795 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-f8ed7feb-5aa9-4abf-9128-83db1055305e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-262250172&fields=id&tenant_id=b8337b594bf34d3abccae65212524bf9 HTTP/1.1" status: 200 len: 267 time: 0.1430771 Aug 05 14:06:41.605179 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Checking router: 88e30115-875e-4d5a-a99a-f37ed6a3e8ce for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:06:41.606055 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Updating router 88e30115-875e-4d5a-a99a-f37ed6a3e8ce port f0e70e2a-226a-4fda-942f-f25b3f685ccd binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:06:41.693674 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-c7e49645-762d-4a82-a588-0103bf73de92 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.200 HTTP/1.1" status: 200 len: 696 time: 0.1062846 Aug 05 14:06:41.711889 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:41.804411 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device aacfe85a-5968-45c9-90a5-bc1705906abb up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:41.932839 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-18e3b235-7628-4068-ad84-b6da92414aa1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:41.936678 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-18e3b235-7628-4068-ad84-b6da92414aa1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/networks?id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 HTTP/1.1" status: 200 len: 796 time: 0.3614912 Aug 05 14:06:41.973027 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-08462c6d-cdbb-4f45-affb-46ca9c91bb67 None None] Provisioning for port f0e70e2a-226a-4fda-942f-f25b3f685ccd completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:41.991766 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-b4ea0fb1-f72b-4dcc-92eb-fb932cb8e708 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/quotas/b8337b594bf34d3abccae65212524bf9 HTTP/1.1" status: 200 len: 375 time: 0.0456495 Aug 05 14:06:41.992147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-08462c6d-cdbb-4f45-affb-46ca9c91bb67 None None] Provisioning complete for port f0e70e2a-226a-4fda-942f-f25b3f685ccd triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:41.992737 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-08462c6d-cdbb-4f45-affb-46ca9c91bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:42.004936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-6e142e21-ebef-488c-bc1b-94d8011a4d4f tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:42.006477 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-409b22f7-c738-40e0-a8a8-95d2864f0ac2 req-6e142e21-ebef-488c-bc1b-94d8011a4d4f tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.3014922 Aug 05 14:06:42.081368 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33308) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:42.103545 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-28559826-53b8-4cb3-ad30-e317fe84faaf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100721 Aug 05 14:06:42.106654 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-08462c6d-cdbb-4f45-affb-46ca9c91bb67 None None] Port f0e70e2a-226a-4fda-942f-f25b3f685ccd cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:06:42.115800 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port aacfe85a-5968-45c9-90a5-bc1705906abb triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:42.116854 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:42.288727 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6deb192d-c29c-4a9a-b5d1-822a0ecb8f89 None None] Provisioning complete for port f0e70e2a-226a-4fda-942f-f25b3f685ccd triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:42.289240 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6deb192d-c29c-4a9a-b5d1-822a0ecb8f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:42.328041 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-9f00c41c-9cf9-4209-b16b-c38ea4fcefff service neutron] 10.222.0.16 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929722 Aug 05 14:06:42.447160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-6deb192d-c29c-4a9a-b5d1-822a0ecb8f89 None None] Port f0e70e2a-226a-4fda-942f-f25b3f685ccd cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:06:42.501814 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:42.512400 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Transition to ACTIVE for port object f0e70e2a-226a-4fda-942f-f25b3f685ccd will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:42.523704 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-a8af7c92-efc7-410f-a158-3fa29f74a1e8 service neutron] 10.222.0.16 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938782 Aug 05 14:06:42.528296 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:42.561982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e799d8df-9c4e-4955-b2b4-ef2260ebef1d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1163261465'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:42.622869 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e799d8df-9c4e-4955-b2b4-ef2260ebef1d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Made reservation on behalf of 07daa74252674fec9e0ff6b01f1ed0fc for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:06:42.625153 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2504ea-e261-4bc6-a0a5-f29ac1f284c3 None None] Pushing event updated for resources: {'Port': ['ID=f0e70e2a-226a-4fda-942f-f25b3f685ccd,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:42.629875 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e799d8df-9c4e-4955-b2b4-ef2260ebef1d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:42.664993 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e799d8df-9c4e-4955-b2b4-ef2260ebef1d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:42.761384 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Attempting to bind port f0e70e2a-226a-4fda-942f-f25b3f685ccd on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:06:42.764100 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Attempting to bind port f0e70e2a-226a-4fda-942f-f25b3f685ccd by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '5ed8c997-4f96-49e5-be56-c0794af479da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:06:42.765523 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Attempting to bind port f0e70e2a-226a-4fda-942f-f25b3f685ccd on network e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:06:42.793547 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:06:42.794053 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Checking segment: {'id': '5ed8c997-4f96-49e5-be56-c0794af479da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:06:42.794581 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:42.795075 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Bound using segment: {'id': '5ed8c997-4f96-49e5-be56-c0794af479da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:06:42.796299 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Bound port: f0e70e2a-226a-4fda-942f-f25b3f685ccd, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed8c997-4f96-49e5-be56-c0794af479da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:06:42.797209 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:42.832102 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e799d8df-9c4e-4955-b2b4-ef2260ebef1d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:42.836585 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e799d8df-9c4e-4955-b2b4-ef2260ebef1d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:42.892927 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e799d8df-9c4e-4955-b2b4-ef2260ebef1d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:06:42.908487 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799d8df-9c4e-4955-b2b4-ef2260ebef1d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c157c05b-9df0-435b-a6ce-84d5c5259256,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:42.939341 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e799d8df-9c4e-4955-b2b4-ef2260ebef1d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:42.942070 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-e799d8df-9c4e-4955-b2b4-ef2260ebef1d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Added segment 3f689e4f-7115-4910-b0ca-d7702cf9f483 of type vlan for network 800e567b-5b0b-4a0a-8705-71eb00c89400 Aug 05 14:06:42.981880 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] For port f0e70e2a-226a-4fda-942f-f25b3f685ccd, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:06:42.986583 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] For port f0e70e2a-226a-4fda-942f-f25b3f685ccd, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f0e70e2a-226a-4fda-942f-f25b3f685ccd,segment=NetworkSegment(5ed8c997-4f96-49e5-be56-c0794af479da),segment_id=5ed8c997-4f96-49e5-be56-c0794af479da)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:06:42.997984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58540a7d-8584-4350-ae32-0b81e0c67f5d req-8b96b7fe-db2e-460b-bbcf-4ee418b758fc tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:43.010737 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-58540a7d-8584-4350-ae32-0b81e0c67f5d req-8b96b7fe-db2e-460b-bbcf-4ee418b758fc tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1020522 Aug 05 14:06:43.021650 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:43.084484 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e799d8df-9c4e-4955-b2b4-ef2260ebef1d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:43.088634 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-58540a7d-8584-4350-ae32-0b81e0c67f5d req-b15a29fc-c083-4cb0-b635-3092c946735e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742664 Aug 05 14:06:43.096572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add1b80-80f6-489e-89e8-46bd6d6801d3 req-d06fb8f9-eb09-4bce-b665-d35d5da2550a tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:43.098353 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7add1b80-80f6-489e-89e8-46bd6d6801d3 req-d06fb8f9-eb09-4bce-b665-d35d5da2550a tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 945 time: 0.1446972 Aug 05 14:06:43.110640 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2504ea-e261-4bc6-a0a5-f29ac1f284c3 None None] Pushing event updated for resources: {'Port': ['ID=f0e70e2a-226a-4fda-942f-f25b3f685ccd,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:43.138160 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Routers {'88e30115-875e-4d5a-a99a-f37ed6a3e8ce'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:43.139580 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:43.235639 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7add1b80-80f6-489e-89e8-46bd6d6801d3 req-f65fce60-7fd5-4aab-88c5-985f2d7672e3 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c899a82-b109-4d14-b469-41ca9d7b4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152956 Aug 05 14:06:43.241659 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e799d8df-9c4e-4955-b2b4-ef2260ebef1d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:43.257552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799d8df-9c4e-4955-b2b4-ef2260ebef1d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:43.258281 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e799d8df-9c4e-4955-b2b4-ef2260ebef1d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:43.297211 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] Set router 88e30115-875e-4d5a-a99a-f37ed6a3e8ce gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:43.302382 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e799d8df-9c4e-4955-b2b4-ef2260ebef1d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2198231 Aug 05 14:06:43.320447 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33330) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:43.385582 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b376ac0c-71f1-46a3-97c3-e3a440ad75d7 req-b48c8ed1-145f-46af-ac29-d5012bca5e10 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/floatingips/c7c3a88f-e812-4a04-9d7f-6ce208f48272 HTTP/1.1" status: 200 len: 693 time: 0.2207210 Aug 05 14:06:43.502353 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-dc609c99-91b1-4158-b76e-d2b1e1a4586c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Request body: {'network': {'name': 'tempest-network--1418589839', 'router:external': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:43.563226 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc609c99-91b1-4158-b76e-d2b1e1a4586c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Made reservation on behalf of 0bd49980da3d46a59ca1ff0c8d4e4bf1 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:06:43.566109 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc609c99-91b1-4158-b76e-d2b1e1a4586c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:43.584881 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc609c99-91b1-4158-b76e-d2b1e1a4586c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:43.609118 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ccc20c7a-4a8e-4111-8b9f-7e2197538926 req-9e54cd69-2ec8-42ac-9188-1cc5c6fc792f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 210 time: 0.1512430 Aug 05 14:06:43.628854 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376ac0c-71f1-46a3-97c3-e3a440ad75d7 req-1bc46e06-97f3-44f9-bc15-c9a157a05ecf tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:43.642798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799d8df-9c4e-4955-b2b4-ef2260ebef1d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Pushing event updated for resources: {'Network': ['ID=800e567b-5b0b-4a0a-8705-71eb00c89400,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:43.643906 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b376ac0c-71f1-46a3-97c3-e3a440ad75d7 req-1bc46e06-97f3-44f9-bc15-c9a157a05ecf tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.2482088 Aug 05 14:06:43.654339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 800e567b-5b0b-4a0a-8705-71eb00c89400 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:06:43.813664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33cc5a-2213-4014-9c42-3b4d60781d4c req-3489cbf5-24c3-4930-84ce-158fa8e77661 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:43.815408 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cc33cc5a-2213-4014-9c42-3b4d60781d4c req-3489cbf5-24c3-4930-84ce-158fa8e77661 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 945 time: 0.0772474 Aug 05 14:06:43.836150 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777628862', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:27Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:29Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'f0e70e2a-226a-4fda-942f-f25b3f685ccd', 'name': '', 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:5d:48:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:37Z', 'updated_at': '2021-08-05T14:06:42Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:43.839097 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33342) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:43.857526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f42ea805-7ec1-4616-9ee6-dd2d16631653 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Request body: {'floatingip': {'port_id': '9d847301-0409-4b48-90c0-7988a139d9cc'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:43.877584 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a8551-c2e6-429a-bd15-04e4cdb24244 None None] The sync data for ids ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'] in n-d-803585-2 is: [{'id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777628862', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:27Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:29Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'f0e70e2a-226a-4fda-942f-f25b3f685ccd', 'name': '', 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:5d:48:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:37Z', 'updated_at': '2021-08-05T14:06:42Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:06:43.883129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92828ac7-8a2b-4fee-9bd9-e38be26b6f2c req-950ee2dc-0295-4040-a5ff-ca48bced4503 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:43.891889 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92828ac7-8a2b-4fee-9bd9-e38be26b6f2c req-950ee2dc-0295-4040-a5ff-ca48bced4503 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1149421 Aug 05 14:06:43.913224 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc609c99-91b1-4158-b76e-d2b1e1a4586c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:43.985269 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc609c99-91b1-4158-b76e-d2b1e1a4586c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:44.006291 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92828ac7-8a2b-4fee-9bd9-e38be26b6f2c req-d7be1a34-b96f-41a6-90bc-3eb60753fda1 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044145 Aug 05 14:06:44.062775 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-86f2671a-877b-42bd-89fd-7b07b6b4ce33 req-34e8149a-b34b-4f31-b576-c170b535e4b8 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/floatingips/c7c3a88f-e812-4a04-9d7f-6ce208f48272 HTTP/1.1" status: 200 len: 693 time: 0.2173810 Aug 05 14:06:44.067077 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc609c99-91b1-4158-b76e-d2b1e1a4586c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:06:44.067509 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f42ea805-7ec1-4616-9ee6-dd2d16631653 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:44.104311 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc609c99-91b1-4158-b76e-d2b1e1a4586c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:44.104682 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-dc609c99-91b1-4158-b76e-d2b1e1a4586c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Added segment 8c03e5f8-bfe1-4796-aa60-5d004cad76d9 of type vlan for network 65f3c6dd-9807-48c8-ac82-90d1c1a9d6f2 Aug 05 14:06:44.115683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc609c99-91b1-4158-b76e-d2b1e1a4586c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b7484b-2008-47ba-bd7d-46beb791f775,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:44.187505 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc609c99-91b1-4158-b76e-d2b1e1a4586c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:44.300883 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc609c99-91b1-4158-b76e-d2b1e1a4586c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:44.302094 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc609c99-91b1-4158-b76e-d2b1e1a4586c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:44.303183 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc609c99-91b1-4158-b76e-d2b1e1a4586c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:44.402829 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33350) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:44.414854 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-dc609c99-91b1-4158-b76e-d2b1e1a4586c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0932515 Aug 05 14:06:44.426820 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2671a-877b-42bd-89fd-7b07b6b4ce33 req-863b4a9e-941c-4eba-b5c6-b7dfcb247830 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:44.432994 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-86f2671a-877b-42bd-89fd-7b07b6b4ce33 req-863b4a9e-941c-4eba-b5c6-b7dfcb247830 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.3611336 Aug 05 14:06:44.442754 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc609c99-91b1-4158-b76e-d2b1e1a4586c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Pushing event updated for resources: {'Network': ['ID=65f3c6dd-9807-48c8-ac82-90d1c1a9d6f2,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:44.459834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 65f3c6dd-9807-48c8-ac82-90d1c1a9d6f2 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:06:44.669267 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:44.693009 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-1cd94873-9010-4f97-a2b1-d6d2e4959217 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:44.697254 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-1cd94873-9010-4f97-a2b1-d6d2e4959217 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.84 "GET /v2.0/networks?id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 HTTP/1.1" status: 200 len: 796 time: 0.1412580 Aug 05 14:06:44.743906 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-86f2671a-877b-42bd-89fd-7b07b6b4ce33 req-e44cd2ca-11db-41df-a45e-0df2142d85d0 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.200 HTTP/1.1" status: 200 len: 696 time: 0.2968960 Aug 05 14:06:44.789700 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988f064-0521-4d30-8c55-c13fa14d76c3 req-cc09425b-e8d1-4b62-aa49-ab2a425f7f87 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:44.791537 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2988f064-0521-4d30-8c55-c13fa14d76c3 req-cc09425b-e8d1-4b62-aa49-ab2a425f7f87 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0720186 Aug 05 14:06:44.840087 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2988f064-0521-4d30-8c55-c13fa14d76c3 req-7e16238a-1697-41b9-838f-51f69d3b7bb0 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411093 Aug 05 14:06:44.846497 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4493974-6fd9-4ca4-9947-bd3cae64d332 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:44.862876 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-86f2671a-877b-42bd-89fd-7b07b6b4ce33 req-d023896d-3b18-4727-93e3-e8ee2173f2a9 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.200 HTTP/1.1" status: 200 len: 696 time: 0.1013298 Aug 05 14:06:45.005090 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-1328ec8c-3a72-4ad5-b2d1-0fadaa7e0eee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8337b594bf34d3abccae65212524bf9 HTTP/1.1" status: 200 len: 379 time: 0.2695692 Aug 05 14:06:45.022763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-1a7f5c75-46b8-4bd4-9853-097b926430bc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'port': {'device_id': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75', 'admin_state_up': True, 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'security_groups': ['d051d96e-38e9-4cee-bb98-9c9dfb4248d0']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:45.024344 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dd92dd37-5426-4b14-917a-a0033a59e7ab req-013268cf-c073-4c76-b7a6-364f2be72762 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 210 time: 0.0550613 Aug 05 14:06:45.358447 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4493974-6fd9-4ca4-9947-bd3cae64d332 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:45.363723 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33370) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:45.405940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-a4493974-6fd9-4ca4-9947-bd3cae64d332 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f3c6dd-9807-48c8-ac82-90d1c1a9d6f2']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:45.429247 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-a4493974-6fd9-4ca4-9947-bd3cae64d332 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c03e5f8-bfe1-4796-aa60-5d004cad76d9') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:45.429540 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-a4493974-6fd9-4ca4-9947-bd3cae64d332 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c03e5f8-bfe1-4796-aa60-5d004cad76d9') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:45.461482 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4493974-6fd9-4ca4-9947-bd3cae64d332 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:45.507737 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0c209-ce4d-4be3-8c00-9213a0bd9b6d req-ecc3f0d3-df43-4724-bfea-96fccd342841 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:45.509056 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6fa0c209-ce4d-4be3-8c00-9213a0bd9b6d req-ecc3f0d3-df43-4724-bfea-96fccd342841 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0703619 Aug 05 14:06:45.519598 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4493974-6fd9-4ca4-9947-bd3cae64d332 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:45.533495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-1a7f5c75-46b8-4bd4-9853-097b926430bc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Made reservation on behalf of b8337b594bf34d3abccae65212524bf9 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:06:45.537620 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-1a7f5c75-46b8-4bd4-9853-097b926430bc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:45.540628 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-86f2671a-877b-42bd-89fd-7b07b6b4ce33 req-0665e06f-fd2d-4ac2-9db0-d5497317f943 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Deleting port 7f1a0696-1117-4c1e-8c3d-340164468cd7 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:06:45.541079 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-86f2671a-877b-42bd-89fd-7b07b6b4ce33 req-0665e06f-fd2d-4ac2-9db0-d5497317f943 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:45.574543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4493974-6fd9-4ca4-9947-bd3cae64d332 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:06:45.575099 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4493974-6fd9-4ca4-9947-bd3cae64d332 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:06:45.578087 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:06:45.586339 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6fa0c209-ce4d-4be3-8c00-9213a0bd9b6d req-d47df7a1-bcb1-44a4-a9de-944d47678959 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660014 Aug 05 14:06:45.591229 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13151a55-409f-4310-aecb-2f9b5221ac86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:45.687699 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f0e70e2a-226a-4fda-942f-f25b3f685ccd up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:45.787660 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-744ca538-e741-4507-81e9-6a1b7c66f33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:45.794969 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port f0e70e2a-226a-4fda-942f-f25b3f685ccd completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:45.799880 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port f0e70e2a-226a-4fda-942f-f25b3f685ccd triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:45.800341 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:45.901485 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:45.902353 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:45.940985 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port f0e70e2a-226a-4fda-942f-f25b3f685ccd, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f0e70e2a-226a-4fda-942f-f25b3f685ccd,segment=NetworkSegment(5ed8c997-4f96-49e5-be56-c0794af479da),segment_id=5ed8c997-4f96-49e5-be56-c0794af479da)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:45.946187 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:45.999503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=f0e70e2a-226a-4fda-942f-f25b3f685ccd,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:46.054631 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f42ea805-7ec1-4616-9ee6-dd2d16631653 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.061964 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f42ea805-7ec1-4616-9ee6-dd2d16631653 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.072083 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4493974-6fd9-4ca4-9947-bd3cae64d332 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.135797 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6d883cda-2400-4f27-9e17-12043a19a28a req-3334b6f9-75de-4a1e-b4a0-6c30933fdb33 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 210 time: 0.0311081 Aug 05 14:06:46.157035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4493974-6fd9-4ca4-9947-bd3cae64d332 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65f3c6dd-9807-48c8-ac82-90d1c1a9d6f2 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 05 14:06:46.162607 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4493974-6fd9-4ca4-9947-bd3cae64d332 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Pushing event deleted for resources: {'Network': ['ID=65f3c6dd-9807-48c8-ac82-90d1c1a9d6f2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:46.167675 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4493974-6fd9-4ca4-9947-bd3cae64d332 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.175068 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33382) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:46.175783 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a4493974-6fd9-4ca4-9947-bd3cae64d332 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] 10.222.0.16 "DELETE /v2.0/networks/65f3c6dd-9807-48c8-ac82-90d1c1a9d6f2 HTTP/1.1" status: 204 len: 168 time: 1.7692945 Aug 05 14:06:46.179567 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13151a55-409f-4310-aecb-2f9b5221ac86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.190220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-99579539-c57b-4c17-bb84-5e0872f5a7c8 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:46.200245 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13151a55-409f-4310-aecb-2f9b5221ac86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.217719 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-86f2671a-877b-42bd-89fd-7b07b6b4ce33 req-0665e06f-fd2d-4ac2-9db0-d5497317f943 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.218014 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-86f2671a-877b-42bd-89fd-7b07b6b4ce33 req-0665e06f-fd2d-4ac2-9db0-d5497317f943 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.268165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-86f2671a-877b-42bd-89fd-7b07b6b4ce33 req-0665e06f-fd2d-4ac2-9db0-d5497317f943 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Calling delete_port for 7f1a0696-1117-4c1e-8c3d-340164468cd7 owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:06:46.286338 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13151a55-409f-4310-aecb-2f9b5221ac86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8796995c-8d89-4956-8ea0-187beba40b93,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:46.302401 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-13151a55-409f-4310-aecb-2f9b5221ac86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5eaacff8c204bd7a8c78a65eb98d336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9373035 Aug 05 14:06:46.304627 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99579539-c57b-4c17-bb84-5e0872f5a7c8 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Made reservation on behalf of 0bd49980da3d46a59ca1ff0c8d4e4bf1 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:06:46.308306 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-99579539-c57b-4c17-bb84-5e0872f5a7c8 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.309930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33384) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:46.338935 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99579539-c57b-4c17-bb84-5e0872f5a7c8 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:06:46.352494 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-99579539-c57b-4c17-bb84-5e0872f5a7c8 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.352884 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-99579539-c57b-4c17-bb84-5e0872f5a7c8 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Added segment c47eeef0-08f5-4e05-a07c-a963e09fe01e of type vlan for network 7b2ba868-0f21-4c90-ba8f-b707648358b1 Aug 05 14:06:46.400808 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-99579539-c57b-4c17-bb84-5e0872f5a7c8 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.428014 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-1a7f5c75-46b8-4bd4-9853-097b926430bc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Allocated IP 172.20.0.13 (e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75/ccd8332f-e585-4989-88dd-1c6d8cff4ffd/a7418a6b-6cc6-4d23-9269-f023ce7594c9) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:06:46.448320 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-99579539-c57b-4c17-bb84-5e0872f5a7c8 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.448551 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-f42ea805-7ec1-4616-9ee6-dd2d16631653 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Floating IP 14ee9f72-4896-4d0d-8c84-adb6a177a8e9 associated. External IP: 172.25.5.141, port: 9d847301-0409-4b48-90c0-7988a139d9cc. Aug 05 14:06:46.449491 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99579539-c57b-4c17-bb84-5e0872f5a7c8 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:46.450459 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-99579539-c57b-4c17-bb84-5e0872f5a7c8 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.520245 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-99579539-c57b-4c17-bb84-5e0872f5a7c8 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3431969 Aug 05 14:06:46.524458 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33386) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:46.532023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-493fdc07-9aa7-4b6a-82c8-a7110c67bc7c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Request body: {'subnet': {'network_id': '7b2ba868-0f21-4c90-ba8f-b707648358b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:46.547038 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99579539-c57b-4c17-bb84-5e0872f5a7c8 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Pushing event updated for resources: {'Network': ['ID=7b2ba868-0f21-4c90-ba8f-b707648358b1,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:46.558181 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 7b2ba868-0f21-4c90-ba8f-b707648358b1 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:06:46.562768 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9b2a-15d2-4a1d-bfff-110ff756638f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.588893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493fdc07-9aa7-4b6a-82c8-a7110c67bc7c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Made reservation on behalf of 0bd49980da3d46a59ca1ff0c8d4e4bf1 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:06:46.592407 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-493fdc07-9aa7-4b6a-82c8-a7110c67bc7c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.718054 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9b2a-15d2-4a1d-bfff-110ff756638f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.763711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8d4ac-e2c1-456e-9049-48d0b81411a9 req-7e807903-8d2a-43e3-b321-23e84949b579 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:46.766121 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3db8d4ac-e2c1-456e-9049-48d0b81411a9 req-7e807903-8d2a-43e3-b321-23e84949b579 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0821197 Aug 05 14:06:46.824325 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3db8d4ac-e2c1-456e-9049-48d0b81411a9 req-300f964c-73bd-44a3-94b2-1355a5a0b97a tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512516 Aug 05 14:06:46.907191 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-86f2671a-877b-42bd-89fd-7b07b6b4ce33 req-0665e06f-fd2d-4ac2-9db0-d5497317f943 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.976244 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9b2a-15d2-4a1d-bfff-110ff756638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.978788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9b2a-15d2-4a1d-bfff-110ff756638f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:46.980064 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5c7b9b2a-15d2-4a1d-bfff-110ff756638f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8796995c-8d89-4956-8ea0-187beba40b93 HTTP/1.1" status: 204 len: 168 time: 0.6684415 Aug 05 14:06:46.994106 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665e06f-fd2d-4ac2-9db0-d5497317f943 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Pushing event deleted for resources: {'Port': ['ID=7f1a0696-1117-4c1e-8c3d-340164468cd7,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:47.017683 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b9b2a-15d2-4a1d-bfff-110ff756638f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8796995c-8d89-4956-8ea0-187beba40b93,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:47.021646 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-1a7f5c75-46b8-4bd4-9853-097b926430bc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:47.089017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-1a7f5c75-46b8-4bd4-9853-097b926430bc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Transition to ACTIVE for port object a7418a6b-6cc6-4d23-9269-f023ce7594c9 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:47.112849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42ea805-7ec1-4616-9ee6-dd2d16631653 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Router 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:06:47.121522 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-86f2671a-877b-42bd-89fd-7b07b6b4ce33 req-0665e06f-fd2d-4ac2-9db0-d5497317f943 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:47.124224 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-86f2671a-877b-42bd-89fd-7b07b6b4ce33 req-0665e06f-fd2d-4ac2-9db0-d5497317f943 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:47.125406 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-86f2671a-877b-42bd-89fd-7b07b6b4ce33 req-0665e06f-fd2d-4ac2-9db0-d5497317f943 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "DELETE /v2.0/floatingips/c7c3a88f-e812-4a04-9d7f-6ce208f48272 HTTP/1.1" status: 204 len: 173 time: 2.2481499 Aug 05 14:06:47.272867 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42ea805-7ec1-4616-9ee6-dd2d16631653 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:06:47.275171 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-1a7f5c75-46b8-4bd4-9853-097b926430bc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:47.280364 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f42ea805-7ec1-4616-9ee6-dd2d16631653 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:47.295052 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be7b450-8b2c-4d4c-b3c3-74aff9a6d12b None None] Sync routers for ids ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:06:47.325772 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be7b450-8b2c-4d4c-b3c3-74aff9a6d12b None None] Routers {'2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:47.327547 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6be7b450-8b2c-4d4c-b3c3-74aff9a6d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:47.385541 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-1a7f5c75-46b8-4bd4-9853-097b926430bc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:47.392167 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f42ea805-7ec1-4616-9ee6-dd2d16631653 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "PUT /v2.0/floatingips/14ee9f72-4896-4d0d-8c84-adb6a177a8e9 HTTP/1.1" status: 200 len: 991 time: 3.5514138 Aug 05 14:06:47.395073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6957fe-b75e-444f-be0b-9080f40fba21', 'tag': '9d847301-0409-4b48-90c0-7988a139d9cc'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:06:47.397090 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5900f107-b149-4fd1-89cb-81e82afc17d6" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6957fe-b75e-444f-be0b-9080f40fba21", "tag": "9d847301-0409-4b48-90c0-7988a139d9cc"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:06:47.399774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f5c75-46b8-4bd4-9853-097b926430bc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=a7418a6b-6cc6-4d23-9269-f023ce7594c9,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:47.403659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-1a7f5c75-46b8-4bd4-9853-097b926430bc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:47.411173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-1a7f5c75-46b8-4bd4-9853-097b926430bc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:06:47.483459 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-1a7f5c75-46b8-4bd4-9853-097b926430bc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:47.484217 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-1a7f5c75-46b8-4bd4-9853-097b926430bc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:47.518659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ac8d6-c3bb-4441-905b-c51dfc067dbb req-ed4c149e-ec37-4e5f-8074-04f25d2bfd66 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:47.522097 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f13ac8d6-c3bb-4441-905b-c51dfc067dbb req-ed4c149e-ec37-4e5f-8074-04f25d2bfd66 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 932 time: 0.1744967 Aug 05 14:06:47.524754 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-1a7f5c75-46b8-4bd4-9853-097b926430bc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5064023 Aug 05 14:06:47.550316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Request body: {'port': {'device_id': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:47.621853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.objects.ports [None req-493fdc07-9aa7-4b6a-82c8-a7110c67bc7c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:06:47.622616 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-493fdc07-9aa7-4b6a-82c8-a7110c67bc7c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:47.624427 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-6be7b450-8b2c-4d4c-b3c3-74aff9a6d12b None None] Set router 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:47.669413 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f13ac8d6-c3bb-4441-905b-c51dfc067dbb req-a734cf1b-5d24-4b3f-b2e4-ffc1b2419058 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312578 Aug 05 14:06:47.674847 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:47.780173 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6e508-39d0-4270-a34e-3a1ad8bfe61f req-da84e46f-5db8-4d1b-b53b-ba1eca1adda6 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:47.790205 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6e508-39d0-4270-a34e-3a1ad8bfe61f req-da84e46f-5db8-4d1b-b53b-ba1eca1adda6 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:47.804688 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f6d6e508-39d0-4270-a34e-3a1ad8bfe61f req-da84e46f-5db8-4d1b-b53b-ba1eca1adda6 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1351 time: 0.6527119 Aug 05 14:06:47.844578 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f0e70e2a-226a-4fda-942f-f25b3f685ccd up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:47.867084 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fdc07-9aa7-4b6a-82c8-a7110c67bc7c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Pushing event updated for resources: {'Subnet': ['ID=96c510eb-4019-4e2f-aa08-b832e5d60a00,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:47.895078 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493fdc07-9aa7-4b6a-82c8-a7110c67bc7c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Checking segment: {'id': 'c47eeef0-08f5-4e05-a07c-a963e09fe01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7b2ba868-0f21-4c90-ba8f-b707648358b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:06:47.900132 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493fdc07-9aa7-4b6a-82c8-a7110c67bc7c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Network hostable DHCP agents. Network: 7b2ba868-0f21-4c90-ba8f-b707648358b1, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:06:47.975247 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fbe67fe5-f5a9-4a44-ae2d-e139510b6efa None None] Provisioning for port a7418a6b-6cc6-4d23-9269-f023ce7594c9 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:47.976470 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79180dda-3ea1-449a-8f31-d56675a152c6 x-openstack-request-id: req-79180dda-3ea1-449a-8f31-d56675a152c6 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:06:47.976876 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6957fe-b75e-444f-be0b-9080f40fba21", "tag": "9d847301-0409-4b48-90c0-7988a139d9cc", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:06:47.977002 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79180dda-3ea1-449a-8f31-d56675a152c6 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:06:47.977598 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6957fe-b75e-444f-be0b-9080f40fba21', 'tag': '9d847301-0409-4b48-90c0-7988a139d9cc', 'status': 'completed', 'code': 200} Aug 05 14:06:47.985816 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fbe67fe5-f5a9-4a44-ae2d-e139510b6efa None None] Provisioning complete for port a7418a6b-6cc6-4d23-9269-f023ce7594c9 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:47.986474 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fbe67fe5-f5a9-4a44-ae2d-e139510b6efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:48.041472 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493fdc07-9aa7-4b6a-82c8-a7110c67bc7c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Network 7b2ba868-0f21-4c90-ba8f-b707648358b1 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:06:48.057143 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port f0e70e2a-226a-4fda-942f-f25b3f685ccd triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:48.057847 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:48.068868 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900f107-b149-4fd1-89cb-81e82afc17d6 req-c200bac3-64db-43d6-b205-90070e3cc10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:48.070869 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5900f107-b149-4fd1-89cb-81e82afc17d6 req-c200bac3-64db-43d6-b205-90070e3cc10a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e1e6e7f5bf2f491ca93106d59183a336&device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 1096 time: 0.1630776 Aug 05 14:06:48.074496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-493fdc07-9aa7-4b6a-82c8-a7110c67bc7c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 7b2ba868-0f21-4c90-ba8f-b707648358b1) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:48.078850 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c4bde30-5483-4604-86c5-82990113df8e req-06b80385-159c-46e0-8dfa-88e2dfcf65d5 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=b7d7815e3c2c4349952be81d078b30f6 HTTP/1.1" status: 200 len: 1657 time: 0.1135309 Aug 05 14:06:48.101157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493fdc07-9aa7-4b6a-82c8-a7110c67bc7c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:48.101904 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-493fdc07-9aa7-4b6a-82c8-a7110c67bc7c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:48.105301 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4b44f4-509e-4c60-ae6d-318b42c5e0a6 None None] Network 7b2ba868-0f21-4c90-ba8f-b707648358b1 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:06:48.167580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de3354-5efc-47cb-85f9-124654f6013c req-ccea6654-b464-42a8-8725-b0b5f9f5a1c4 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:48.170643 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fbe67fe5-f5a9-4a44-ae2d-e139510b6efa None None] Port a7418a6b-6cc6-4d23-9269-f023ce7594c9 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:06:48.177493 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a1de3354-5efc-47cb-85f9-124654f6013c req-ccea6654-b464-42a8-8725-b0b5f9f5a1c4 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1945970 Aug 05 14:06:48.206676 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33430) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:48.208274 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-493fdc07-9aa7-4b6a-82c8-a7110c67bc7c tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6821961 Aug 05 14:06:48.213404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33432) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:48.223984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-cedca7ca-633b-4f24-8996-158b698d19f1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Request body: {'floatingip': {'floating_network_id': '7b2ba868-0f21-4c90-ba8f-b707648358b1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:48.298348 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a1de3354-5efc-47cb-85f9-124654f6013c req-0bccac9e-585e-40f6-bd39-73a1c96c8f16 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194396 Aug 05 14:06:48.299270 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cedca7ca-633b-4f24-8996-158b698d19f1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:48.338709 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bde30-5483-4604-86c5-82990113df8e req-e2fd28a3-1a29-4c34-a99e-7f3c30759a36 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:48.347899 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c4bde30-5483-4604-86c5-82990113df8e req-e2fd28a3-1a29-4c34-a99e-7f3c30759a36 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/networks?id=cf6fa08e-46af-456c-8194-bbadc29e93af&id=cf6fa08e-46af-456c-8194-bbadc29e93af&id=cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 787 time: 0.2462249 Aug 05 14:06:48.354536 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-1c4bde30-5483-4604-86c5-82990113df8e req-183400bf-0325-4bd3-9aae-95d45cf9cace tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:06:48.359812 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c4bde30-5483-4604-86c5-82990113df8e req-183400bf-0325-4bd3-9aae-95d45cf9cace tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106995 Aug 05 14:06:48.406148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-954b132f-c533-4797-9018-c2945b670be5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-366359772-network', 'tenant_id': 'ccafab6a447545cfaa02cb7ad684124d'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:48.415157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900f107-b149-4fd1-89cb-81e82afc17d6 req-a51d2dfc-e49b-447d-a07d-567d162dcde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:48.417764 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5900f107-b149-4fd1-89cb-81e82afc17d6 req-a51d2dfc-e49b-447d-a07d-567d162dcde8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5046103c-1dac-467a-acf5-1a24cdafeb97 HTTP/1.1" status: 200 len: 913 time: 0.3277471 Aug 05 14:06:48.462354 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e2c4b5d2-a45a-48fa-bb50-82c96c041cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:48.468928 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0e6ac95e-3b64-4f11-aa96-dd3215e69882 req-078f1c88-8fcc-48cb-b770-39bf3085f49c tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/floatingips/53c002e7-c3bc-4380-95eb-76f08bd20466 HTTP/1.1" status: 200 len: 693 time: 0.0825596 Aug 05 14:06:48.541810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7418a6b-6cc6-4d23-9269-f023ce7594c9 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:06:48.555523 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:48.588967 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:48.594951 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Transition to ACTIVE for port object a7418a6b-6cc6-4d23-9269-f023ce7594c9 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:06:48.602496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6be7b450-8b2c-4d4c-b3c3-74aff9a6d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'name': 'tempest-ServersTestManualDisk-1200295609-router', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:00Z', 'updated_at': '2021-08-05T14:06:09Z', 'revision_number': 4, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'gw_port': {'id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:01Z', 'updated_at': '2021-08-05T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '14ee9f72-4896-4d0d-8c84-adb6a177a8e9', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'floating_ip_address': '172.25.5.141', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'port_id': '9d847301-0409-4b48-90c0-7988a139d9cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97', 'mac_address': 'fa:16:3e:36:15:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6957fe-b75e-444f-be0b-9080f40fba21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:06:19Z', 'updated_at': '2021-08-05T14:06:45Z', 'revision_number': 1, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2', 'name': '', 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'mac_address': 'fa:16:3e:2d:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:07Z', 'updated_at': '2021-08-05T14:06:19Z', 'revision_number': 5, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'subnets': [{'id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:48.607314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbeb76c-b5b6-44f1-b3a7-a02bed881980 None None] Network 7b2ba868-0f21-4c90-ba8f-b707648358b1 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:06:48.611837 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:48.647809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be7b450-8b2c-4d4c-b3c3-74aff9a6d12b None None] Checking router: 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:06:48.678869 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ac95e-3b64-4f11-aa96-dd3215e69882 req-224d4624-4423-4eaa-af74-3e9670fa474e tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:48.687375 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0e6ac95e-3b64-4f11-aa96-dd3215e69882 req-224d4624-4423-4eaa-af74-3e9670fa474e tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.2115922 Aug 05 14:06:48.696405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be7b450-8b2c-4d4c-b3c3-74aff9a6d12b None None] Routers {'2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:48.697047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6be7b450-8b2c-4d4c-b3c3-74aff9a6d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:48.724952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Pushing event updated for resources: {'Port': ['ID=a7418a6b-6cc6-4d23-9269-f023ce7594c9,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:48.798417 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0e6ac95e-3b64-4f11-aa96-dd3215e69882 req-55ae29cb-077d-4646-9545-615aac8dff6a tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.145 HTTP/1.1" status: 200 len: 696 time: 0.1096961 Aug 05 14:06:48.882787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-6be7b450-8b2c-4d4c-b3c3-74aff9a6d12b None None] Set router 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:48.911239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954b132f-c533-4797-9018-c2945b670be5 admin admin] Made reservation on behalf of ccafab6a447545cfaa02cb7ad684124d for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:06:48.915316 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-954b132f-c533-4797-9018-c2945b670be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:48.962559 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-954b132f-c533-4797-9018-c2945b670be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:48.983995 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5900f107-b149-4fd1-89cb-81e82afc17d6 req-02bfdea5-c43d-433c-8519-3620dc040775 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d847301-0409-4b48-90c0-7988a139d9cc HTTP/1.1" status: 200 len: 999 time: 0.5541475 Aug 05 14:06:49.077053 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73a67c-3bf2-4e5d-9bb6-7b9aecdb12c7 req-af66a668-d38c-4931-97cb-9b635c679824 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:49.091826 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a73a67c-3bf2-4e5d-9bb6-7b9aecdb12c7 req-af66a668-d38c-4931-97cb-9b635c679824 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 944 time: 0.2029212 Aug 05 14:06:49.129062 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900f107-b149-4fd1-89cb-81e82afc17d6 req-0aac972f-a66a-425b-a2a0-ae1eac32560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:49.130622 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5900f107-b149-4fd1-89cb-81e82afc17d6 req-0aac972f-a66a-425b-a2a0-ae1eac32560c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0f55dd53-8c24-42f9-931b-97b3a2a193de HTTP/1.1" status: 200 len: 851 time: 0.1376026 Aug 05 14:06:49.191428 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cedca7ca-633b-4f24-8996-158b698d19f1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:49.198733 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a73a67c-3bf2-4e5d-9bb6-7b9aecdb12c7 req-38ee5af4-25ab-4b9c-9a44-a496cb927c4b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126871 Aug 05 14:06:49.276021 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6be7b450-8b2c-4d4c-b3c3-74aff9a6d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'name': 'tempest-ServersTestManualDisk-1200295609-router', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:00Z', 'updated_at': '2021-08-05T14:06:09Z', 'revision_number': 4, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'gw_port': {'id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:01Z', 'updated_at': '2021-08-05T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '14ee9f72-4896-4d0d-8c84-adb6a177a8e9', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'floating_ip_address': '172.25.5.141', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'port_id': '9d847301-0409-4b48-90c0-7988a139d9cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97', 'mac_address': 'fa:16:3e:36:15:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6957fe-b75e-444f-be0b-9080f40fba21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:06:19Z', 'updated_at': '2021-08-05T14:06:45Z', 'revision_number': 1, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2', 'name': '', 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'mac_address': 'fa:16:3e:2d:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:07Z', 'updated_at': '2021-08-05T14:06:19Z', 'revision_number': 5, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'subnets': [{'id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:49.291257 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900f107-b149-4fd1-89cb-81e82afc17d6 req-339c8a83-e71d-4e90-974b-0db6802a79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:49.293310 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5900f107-b149-4fd1-89cb-81e82afc17d6 req-339c8a83-e71d-4e90-974b-0db6802a79b8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5046103c-1dac-467a-acf5-1a24cdafeb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1439021 Aug 05 14:06:49.314918 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be7b450-8b2c-4d4c-b3c3-74aff9a6d12b None None] The sync data for ids ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'] in n-d-803585-2 is: [{'id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'name': 'tempest-ServersTestManualDisk-1200295609-router', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:00Z', 'updated_at': '2021-08-05T14:06:09Z', 'revision_number': 4, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'gw_port': {'id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:01Z', 'updated_at': '2021-08-05T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '14ee9f72-4896-4d0d-8c84-adb6a177a8e9', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'floating_ip_address': '172.25.5.141', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'port_id': '9d847301-0409-4b48-90c0-7988a139d9cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97', 'mac_address': 'fa:16:3e:36:15:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6957fe-b75e-444f-be0b-9080f40fba21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:06:19Z', 'updated_at': '2021-08-05T14:06:45Z', 'revision_number': 1, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2', 'name': '', 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'mac_address': 'fa:16:3e:2d:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:07Z', 'updated_at': '2021-08-05T14:06:19Z', 'revision_number': 5, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'subnets': [{'id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:06:49.320503 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0e6ac95e-3b64-4f11-aa96-dd3215e69882 req-fdf71176-e395-48ad-98ea-c4ffcf7eab3c tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.145 HTTP/1.1" status: 200 len: 696 time: 0.4964466 Aug 05 14:06:49.323145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Attempting to bind port a7418a6b-6cc6-4d23-9269-f023ce7594c9 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:06:49.323690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Attempting to bind port a7418a6b-6cc6-4d23-9269-f023ce7594c9 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '5ed8c997-4f96-49e5-be56-c0794af479da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:06:49.324027 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Attempting to bind port a7418a6b-6cc6-4d23-9269-f023ce7594c9 on network e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:06:49.329586 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Port a7418a6b-6cc6-4d23-9269-f023ce7594c9 on network e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:06:49.329920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Attempting to bind port a7418a6b-6cc6-4d23-9269-f023ce7594c9 on network e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:06:49.348875 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-954b132f-c533-4797-9018-c2945b670be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:49.373515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:06:49.374623 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Checking segment: {'id': '5ed8c997-4f96-49e5-be56-c0794af479da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:06:49.374623 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Bound using segment: {'id': '5ed8c997-4f96-49e5-be56-c0794af479da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:06:49.374943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Bound port: a7418a6b-6cc6-4d23-9269-f023ce7594c9, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed8c997-4f96-49e5-be56-c0794af479da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:06:49.375109 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:49.416515 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-954b132f-c533-4797-9018-c2945b670be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:49.441209 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:49.485917 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954b132f-c533-4797-9018-c2945b670be5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:06:49.530618 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] For port a7418a6b-6cc6-4d23-9269-f023ce7594c9, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:06:49.536104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-cedca7ca-633b-4f24-8996-158b698d19f1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Allocated IP 172.20.0.4 (7b2ba868-0f21-4c90-ba8f-b707648358b1/96c510eb-4019-4e2f-aa08-b832e5d60a00/90fa7ee6-92b7-4d15-a099-0933b7807913) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:06:49.538294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b132f-c533-4797-9018-c2945b670be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da4b0f6-5c1c-48b1-a5b2-fd5e23a9d5a6,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:49.546169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-954b132f-c533-4797-9018-c2945b670be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:49.546495 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-954b132f-c533-4797-9018-c2945b670be5 admin admin] Added segment 570308e8-6125-4af1-845a-e2ea9fd49b43 of type vlan for network 1c4cd331-7d3a-4455-a525-17fde411e370 Aug 05 14:06:49.549814 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] For port a7418a6b-6cc6-4d23-9269-f023ce7594c9, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9,segment=NetworkSegment(5ed8c997-4f96-49e5-be56-c0794af479da),segment_id=5ed8c997-4f96-49e5-be56-c0794af479da)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:06:49.556935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-0e6ac95e-3b64-4f11-aa96-dd3215e69882 req-4a822c3f-52d9-46a2-835d-768c7a9e2034 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Deleting port 387bf47a-1f49-46fc-ba9e-1f978f6968ae {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:06:49.557378 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0e6ac95e-3b64-4f11-aa96-dd3215e69882 req-4a822c3f-52d9-46a2-835d-768c7a9e2034 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:49.574074 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:49.603440 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcad263-b56e-4730-84d3-0960dbf7bb97 None None] New status for floating IP 14ee9f72-4896-4d0d-8c84-adb6a177a8e9: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:06:49.617812 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5880f4-418d-4a2c-918e-c2ced6080330 req-40585314-7f3c-41af-af33-400e193fb0ab tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:49.625560 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc5880f4-418d-4a2c-918e-c2ced6080330 req-40585314-7f3c-41af-af33-400e193fb0ab tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.2399702 Aug 05 14:06:49.629195 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5900f107-b149-4fd1-89cb-81e82afc17d6 req-c9db1ac5-0931-45c0-ab75-be3046f03c83 service neutron] 10.222.0.63 "GET /v2.0/networks/5046103c-1dac-467a-acf5-1a24cdafeb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221211 Aug 05 14:06:49.671448 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:49.672229 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:49.673961 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] 10.222.0.84 "PUT /v2.0/ports/a7418a6b-6cc6-4d23-9269-f023ce7594c9 HTTP/1.1" status: 200 len: 1092 time: 2.1341357 Aug 05 14:06:49.786513 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c1d39-c43b-44d5-be7b-730d91aae6ab service neutron] Pushing event updated for resources: {'Port': ['ID=a7418a6b-6cc6-4d23-9269-f023ce7594c9,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:49.805801 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0e6ac95e-3b64-4f11-aa96-dd3215e69882 req-4a822c3f-52d9-46a2-835d-768c7a9e2034 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:49.806160 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0e6ac95e-3b64-4f11-aa96-dd3215e69882 req-4a822c3f-52d9-46a2-835d-768c7a9e2034 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:49.814412 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-954b132f-c533-4797-9018-c2945b670be5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:49.833554 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-0e6ac95e-3b64-4f11-aa96-dd3215e69882 req-4a822c3f-52d9-46a2-835d-768c7a9e2034 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Calling delete_port for 387bf47a-1f49-46fc-ba9e-1f978f6968ae owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:06:49.851790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-06e45506-4d05-45da-b733-df758bd2f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:49.853529 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-06e45506-4d05-45da-b733-df758bd2f5e8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 1095 time: 0.1218815 Aug 05 14:06:49.907430 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-954b132f-c533-4797-9018-c2945b670be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:49.908345 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954b132f-c533-4797-9018-c2945b670be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:49.908944 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-954b132f-c533-4797-9018-c2945b670be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:49.941410 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc5880f4-418d-4a2c-918e-c2ced6080330 req-0afec67d-d0f7-4049-967a-35c00bd9d6a6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148706 Aug 05 14:06:49.946983 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-1f16b827-749f-439d-a116-33795058113f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9 HTTP/1.1" status: 200 len: 217 time: 0.0494893 Aug 05 14:06:49.990108 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'tag': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:06:49.992666 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f291d209-aee2-4472-8812-4a356ddd8411" -d '{"events": [{"name": "network-changed", "server_uuid": "8b86daeb-1621-42fb-9cf0-59ab296bb47a", "tag": "a7418a6b-6cc6-4d23-9269-f023ce7594c9"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:06:50.010865 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cedca7ca-633b-4f24-8996-158b698d19f1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:50.027462 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-954b132f-c533-4797-9018-c2945b670be5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8179562 Aug 05 14:06:50.034892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33450) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:50.049342 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-61dd84f7-d67f-46c8-933a-9c1e2fd8241e admin admin] Request body: {'subnet': {'network_id': '1c4cd331-7d3a-4455-a525-17fde411e370', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-366359772-subnet', 'tenant_id': 'ccafab6a447545cfaa02cb7ad684124d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:50.058196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-9a94e9c9-1eaf-4e12-babc-68b2a82d5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:50.059931 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-9a94e9c9-1eaf-4e12-babc-68b2a82d5a85 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ccd8332f-e585-4989-88dd-1c6d8cff4ffd HTTP/1.1" status: 200 len: 834 time: 0.1030333 Aug 05 14:06:50.065331 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5900f107-b149-4fd1-89cb-81e82afc17d6 req-3a2b0f08-c138-4cb3-b2a6-ea109fb08925 service neutron] 10.222.0.63 "GET /v2.0/networks/5046103c-1dac-467a-acf5-1a24cdafeb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896978 Aug 05 14:06:50.066029 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b132f-c533-4797-9018-c2945b670be5 admin admin] Pushing event updated for resources: {'Network': ['ID=1c4cd331-7d3a-4455-a525-17fde411e370,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:50.089971 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 1c4cd331-7d3a-4455-a525-17fde411e370 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:06:50.114184 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a839e3-5b0b-43e2-9e6b-d3000cd86a19 x-openstack-request-id: req-e8a839e3-5b0b-43e2-9e6b-d3000cd86a19 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:06:50.114924 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b86daeb-1621-42fb-9cf0-59ab296bb47a", "tag": "a7418a6b-6cc6-4d23-9269-f023ce7594c9", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:06:50.115350 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8a839e3-5b0b-43e2-9e6b-d3000cd86a19 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:06:50.115824 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'tag': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9', 'status': 'completed', 'code': 200} Aug 05 14:06:50.131172 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dd84f7-d67f-46c8-933a-9c1e2fd8241e admin admin] Made reservation on behalf of ccafab6a447545cfaa02cb7ad684124d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:06:50.133609 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61dd84f7-d67f-46c8-933a-9c1e2fd8241e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:50.134465 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cedca7ca-633b-4f24-8996-158b698d19f1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:50.156640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-6c600855-e3e6-4750-a8b8-6bf2cf6f5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:50.158454 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-6c600855-e3e6-4750-a8b8-6bf2cf6f5b10 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882599 Aug 05 14:06:50.199124 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedca7ca-633b-4f24-8996-158b698d19f1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Network 7b2ba868-0f21-4c90-ba8f-b707648358b1 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:06:50.202905 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-cedca7ca-633b-4f24-8996-158b698d19f1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:50.205404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedca7ca-633b-4f24-8996-158b698d19f1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:06:50.234474 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedca7ca-633b-4f24-8996-158b698d19f1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Pushing event updated for resources: {'Port': ['ID=90fa7ee6-92b7-4d15-a099-0933b7807913,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:50.314916 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0e6ac95e-3b64-4f11-aa96-dd3215e69882 req-4a822c3f-52d9-46a2-835d-768c7a9e2034 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:50.366679 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a822c3f-52d9-46a2-835d-768c7a9e2034 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Pushing event deleted for resources: {'Port': ['ID=387bf47a-1f49-46fc-ba9e-1f978f6968ae,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:50.375499 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cedca7ca-633b-4f24-8996-158b698d19f1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:50.384230 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cab028-6c46-45ee-8003-53628ce9f8eb req-ae3aad49-bb31-4994-83fb-d4e774bb8f90 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:50.385311 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-f7f4b59b-8005-4adc-96c9-6d31a5722a63 service neutron] 10.222.0.84 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137690 Aug 05 14:06:50.390614 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97cab028-6c46-45ee-8003-53628ce9f8eb req-ae3aad49-bb31-4994-83fb-d4e774bb8f90 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 944 time: 0.1039329 Aug 05 14:06:50.449332 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cedca7ca-633b-4f24-8996-158b698d19f1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:50.477030 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97cab028-6c46-45ee-8003-53628ce9f8eb req-1f041f54-6850-4ab3-b3b6-109abbbcd64b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837092 Aug 05 14:06:50.536740 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0e6ac95e-3b64-4f11-aa96-dd3215e69882 req-4a822c3f-52d9-46a2-835d-768c7a9e2034 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:50.539688 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-0e6ac95e-3b64-4f11-aa96-dd3215e69882 req-4a822c3f-52d9-46a2-835d-768c7a9e2034 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:50.541212 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0e6ac95e-3b64-4f11-aa96-dd3215e69882 req-4a822c3f-52d9-46a2-835d-768c7a9e2034 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "DELETE /v2.0/floatingips/53c002e7-c3bc-4380-95eb-76f08bd20466 HTTP/1.1" status: 204 len: 173 time: 1.2056956 Aug 05 14:06:50.655677 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cedca7ca-633b-4f24-8996-158b698d19f1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:50.664060 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cedca7ca-633b-4f24-8996-158b698d19f1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:50.680273 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f061f28f-43aa-4718-b5fc-58f01181c04e req-f0522390-8ed1-4e25-8006-fe80c5736dba service neutron] 10.222.0.84 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760491 Aug 05 14:06:50.684178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14e6487c-8a77-4cf0-9cdf-8bb20b77c1e6 req-3d5a13b7-9b68-4c58-920f-c24542e82835 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/floatingips/ce988a0f-d538-4830-8ede-f575df74811c HTTP/1.1" status: 200 len: 693 time: 0.1014438 Aug 05 14:06:50.686060 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61dd84f7-d67f-46c8-933a-9c1e2fd8241e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:50.778067 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedca7ca-633b-4f24-8996-158b698d19f1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Pushing event updated for resources: {'Port': ['ID=90fa7ee6-92b7-4d15-a099-0933b7807913,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:50.790824 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cedca7ca-633b-4f24-8996-158b698d19f1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:50.813060 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cedca7ca-633b-4f24-8996-158b698d19f1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:50.814734 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cedca7ca-633b-4f24-8996-158b698d19f1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5949101 Aug 05 14:06:50.817312 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33460) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:50.830477 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd84f7-d67f-46c8-933a-9c1e2fd8241e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c82aeb6-4dc3-42de-bbde-eed21b5661b8,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:50.885612 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd84f7-d67f-46c8-933a-9c1e2fd8241e admin admin] Checking segment: {'id': '570308e8-6125-4af1-845a-e2ea9fd49b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1c4cd331-7d3a-4455-a525-17fde411e370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:06:50.885981 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd84f7-d67f-46c8-933a-9c1e2fd8241e admin admin] Network hostable DHCP agents. Network: 1c4cd331-7d3a-4455-a525-17fde411e370, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:06:50.897615 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291d209-aee2-4472-8812-4a356ddd8411 req-4fb64cf4-fc40-4dbb-883b-92cc6424dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:50.899064 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f291d209-aee2-4472-8812-4a356ddd8411 req-4fb64cf4-fc40-4dbb-883b-92cc6424dbd3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 1095 time: 0.1178460 Aug 05 14:06:50.899273 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ffba5182-bd56-4b79-b652-ca1ec7519baf tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=7b2ba868-0f21-4c90-ba8f-b707648358b1 HTTP/1.1" status: 200 len: 689 time: 0.0807359 Aug 05 14:06:50.901996 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33462) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:50.911231 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6487c-8a77-4cf0-9cdf-8bb20b77c1e6 req-978fce35-810e-4810-867f-c76a76415367 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:50.912610 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14e6487c-8a77-4cf0-9cdf-8bb20b77c1e6 req-978fce35-810e-4810-867f-c76a76415367 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.2021356 Aug 05 14:06:51.012336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd84f7-d67f-46c8-933a-9c1e2fd8241e admin admin] Network 1c4cd331-7d3a-4455-a525-17fde411e370 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:06:51.019832 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14e6487c-8a77-4cf0-9cdf-8bb20b77c1e6 req-891340aa-69fa-4193-a91d-0c384f9e3c4e tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 696 time: 0.0955589 Aug 05 14:06:51.021478 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:51.069532 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-61dd84f7-d67f-46c8-933a-9c1e2fd8241e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 1c4cd331-7d3a-4455-a525-17fde411e370) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:06:51.084468 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c074e6f3-c0a7-461b-b077-da1590d4488f None None] Network 1c4cd331-7d3a-4455-a525-17fde411e370 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:06:51.091690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dd84f7-d67f-46c8-933a-9c1e2fd8241e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:51.093419 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61dd84f7-d67f-46c8-933a-9c1e2fd8241e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:51.101383 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14e6487c-8a77-4cf0-9cdf-8bb20b77c1e6 req-c87cd9b6-5e1d-405c-bedf-b9d5eaa6044b tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 696 time: 0.0726502 Aug 05 14:06:51.133300 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-61dd84f7-d67f-46c8-933a-9c1e2fd8241e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0972228 Aug 05 14:06:51.167190 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291d209-aee2-4472-8812-4a356ddd8411 req-1442540f-6cd8-4aa1-b40c-683500f5d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:51.169150 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f291d209-aee2-4472-8812-4a356ddd8411 req-1442540f-6cd8-4aa1-b40c-683500f5d119 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 HTTP/1.1" status: 200 len: 897 time: 0.2533813 Aug 05 14:06:51.259726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5927ef2-9f7e-456a-a227-539c3f445e4d req-a605b973-7cdf-423f-b038-b81dbd3ee793 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:51.270487 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5927ef2-9f7e-456a-a227-539c3f445e4d req-a605b973-7cdf-423f-b038-b81dbd3ee793 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.2053440 Aug 05 14:06:51.287092 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Deleting port 90fa7ee6-92b7-4d15-a099-0933b7807913 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:06:51.287617 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:51.313704 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:51.324287 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f291d209-aee2-4472-8812-4a356ddd8411 req-b2d99fe0-ec24-46df-a062-368307e37a96 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9 HTTP/1.1" status: 200 len: 217 time: 0.1136346 Aug 05 14:06:51.325354 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739469d2-dabb-4913-ba37-e5d8ef40bf0a None None] Network 1c4cd331-7d3a-4455-a525-17fde411e370 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:06:51.361206 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5927ef2-9f7e-456a-a227-539c3f445e4d req-a65778ae-24dc-456f-9a01-70c14b091492 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898521 Aug 05 14:06:51.395485 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:51.395820 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:51.401389 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291d209-aee2-4472-8812-4a356ddd8411 req-809dccb2-b82c-4743-9344-33d77d16e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:51.403159 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f291d209-aee2-4472-8812-4a356ddd8411 req-809dccb2-b82c-4743-9344-33d77d16e47f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ccd8332f-e585-4989-88dd-1c6d8cff4ffd HTTP/1.1" status: 200 len: 834 time: 0.0534678 Aug 05 14:06:51.413582 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Calling delete_port for 90fa7ee6-92b7-4d15-a099-0933b7807913 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:06:51.470307 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-14e6487c-8a77-4cf0-9cdf-8bb20b77c1e6 req-45685a95-df5c-44f1-89d6-b3e311c93a49 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Deleting port 951e7bc2-64d2-4587-8057-02a5ba52aa69 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:06:51.470663 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-14e6487c-8a77-4cf0-9cdf-8bb20b77c1e6 req-45685a95-df5c-44f1-89d6-b3e311c93a49 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:51.486356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291d209-aee2-4472-8812-4a356ddd8411 req-498716b7-996f-46c8-bfe7-dc497189f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:51.488053 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f291d209-aee2-4472-8812-4a356ddd8411 req-498716b7-996f-46c8-bfe7-dc497189f3cf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757327 Aug 05 14:06:51.614546 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:51.629995 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-14e6487c-8a77-4cf0-9cdf-8bb20b77c1e6 req-45685a95-df5c-44f1-89d6-b3e311c93a49 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:51.630355 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-14e6487c-8a77-4cf0-9cdf-8bb20b77c1e6 req-45685a95-df5c-44f1-89d6-b3e311c93a49 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:51.653494 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-14e6487c-8a77-4cf0-9cdf-8bb20b77c1e6 req-45685a95-df5c-44f1-89d6-b3e311c93a49 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Calling delete_port for 951e7bc2-64d2-4587-8057-02a5ba52aa69 owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:06:51.655237 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Pushing event deleted for resources: {'Port': ['ID=90fa7ee6-92b7-4d15-a099-0933b7807913,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:51.660359 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f291d209-aee2-4472-8812-4a356ddd8411 req-21cea25e-13d5-4384-921e-4faa1127f1f8 service neutron] 10.222.0.84 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435537 Aug 05 14:06:51.734238 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:51.790143 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:51.821648 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f291d209-aee2-4472-8812-4a356ddd8411 req-def96771-9191-4d75-8be2-cb282dcceb37 service neutron] 10.222.0.84 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505415 Aug 05 14:06:51.831029 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-f0ed89d4-7080-4e10-9364-7b062703d15f req-6ce87b2b-acf9-48ab-9e14-6d59ae7877dd tempest-SecurityGroupsNegativeTestJSON-1422466065 tempest-SecurityGroupsNegativeTestJSON-1422466065-project] show failed (client error): The resource could not be found. Aug 05 14:06:51.832472 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f0ed89d4-7080-4e10-9364-7b062703d15f req-6ce87b2b-acf9-48ab-9e14-6d59ae7877dd tempest-SecurityGroupsNegativeTestJSON-1422466065 tempest-SecurityGroupsNegativeTestJSON-1422466065-project] 10.222.0.16 "GET /v2.0/security-groups/d176e149-cfe6-4e95-9cb7-ef0aba79bf90 HTTP/1.1" status: 404 len: 352 time: 0.0436554 Aug 05 14:06:51.874900 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:51.895620 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-14e6487c-8a77-4cf0-9cdf-8bb20b77c1e6 req-45685a95-df5c-44f1-89d6-b3e311c93a49 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:51.908020 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=96c510eb-4019-4e2f-aa08-b832e5d60a00,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:51.937879 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45685a95-df5c-44f1-89d6-b3e311c93a49 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Pushing event deleted for resources: {'Port': ['ID=951e7bc2-64d2-4587-8057-02a5ba52aa69,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:51.997062 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:52.013318 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2ba868-0f21-4c90-ba8f-b707648358b1']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:52.018537 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-14e6487c-8a77-4cf0-9cdf-8bb20b77c1e6 req-45685a95-df5c-44f1-89d6-b3e311c93a49 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:52.021339 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-14e6487c-8a77-4cf0-9cdf-8bb20b77c1e6 req-45685a95-df5c-44f1-89d6-b3e311c93a49 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:52.022557 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14e6487c-8a77-4cf0-9cdf-8bb20b77c1e6 req-45685a95-df5c-44f1-89d6-b3e311c93a49 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "DELETE /v2.0/floatingips/ce988a0f-d538-4830-8ede-f575df74811c HTTP/1.1" status: 204 len: 173 time: 0.9070411 Aug 05 14:06:52.036118 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57bc43-2341-46b8-a58c-527a1e92a13f req-7adb25a4-a0a1-40a9-91b9-89e2e72fae7f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:52.037815 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9b57bc43-2341-46b8-a58c-527a1e92a13f req-7adb25a4-a0a1-40a9-91b9-89e2e72fae7f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 944 time: 0.1259079 Aug 05 14:06:52.041902 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47eeef0-08f5-4e05-a07c-a963e09fe01e') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:52.042488 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47eeef0-08f5-4e05-a07c-a963e09fe01e') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:52.061412 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:52.089903 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:52.101773 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9b57bc43-2341-46b8-a58c-527a1e92a13f req-959bd44e-20b5-4b64-8ffc-00e119cf2191 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570526 Aug 05 14:06:52.102783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:06:52.103196 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:06:52.105259 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:06:52.176199 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:52.183374 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b2ba868-0f21-4c90-ba8f-b707648358b1 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 05 14:06:52.194664 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:52.199347 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] 10.222.0.16 "DELETE /v2.0/networks/7b2ba868-0f21-4c90-ba8f-b707648358b1 HTTP/1.1" status: 204 len: 168 time: 1.2935686 Aug 05 14:06:52.200962 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33490) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:52.209819 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5c2c3-cdc0-4402-9a0f-8ba4d645e67b tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b2ba868-0f21-4c90-ba8f-b707648358b1,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:52.252483 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f7bfc-b8de-46a5-a338-f42f31bc9d10 req-7fa30aa0-d012-4ad9-868b-89486974b607 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:52.254493 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5b6f7bfc-b8de-46a5-a338-f42f31bc9d10 req-7fa30aa0-d012-4ad9-868b-89486974b607 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.0759881 Aug 05 14:06:52.298702 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0c8eb0a-c0a1-44f0-98c0-cd1c8a77b1cc req-6e1b8748-148b-4f12-ac20-c523785a654f tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/floatingips/89f02124-bafc-483c-bcdb-585961679907 HTTP/1.1" status: 200 len: 693 time: 0.1368716 Aug 05 14:06:52.311152 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5b6f7bfc-b8de-46a5-a338-f42f31bc9d10 req-96d9969c-2f5d-4e6c-bdc6-ab571bb9517c tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495179 Aug 05 14:06:52.388212 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-902adbb4-2839-42b2-afb5-bc634c32175d req-8afabd8c-fd0c-49f3-936a-9412022644ce tempest-SecurityGroupsNegativeTestJSON-1422466065 tempest-SecurityGroupsNegativeTestJSON-1422466065-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ccafab6a447545cfaa02cb7ad684124d HTTP/1.1" status: 200 len: 2988 time: 0.0484633 Aug 05 14:06:52.428954 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8f104588-dfbd-4dc2-81f4-2b1f8a325554 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3829 time: 0.2265005 Aug 05 14:06:52.431774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33494) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:52.473611 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8eb0a-c0a1-44f0-98c0-cd1c8a77b1cc req-c324f423-7110-43a9-ba1b-c358aab6b20d tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:52.475515 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0c8eb0a-c0a1-44f0-98c0-cd1c8a77b1cc req-c324f423-7110-43a9-ba1b-c358aab6b20d tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 784 time: 0.1685114 Aug 05 14:06:52.486319 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-902adbb4-2839-42b2-afb5-bc634c32175d req-262faa68-2f6b-4401-9dce-9ad3d5c8841a tempest-SecurityGroupsNegativeTestJSON-1422466065 tempest-SecurityGroupsNegativeTestJSON-1422466065-project] 10.222.0.16 "GET /v2.0/security-groups/9da4b0f6-5c1c-48b1-a5b2-fd5e23a9d5a6 HTTP/1.1" status: 200 len: 2985 time: 0.0888491 Aug 05 14:06:52.528895 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0c8eb0a-c0a1-44f0-98c0-cd1c8a77b1cc req-573a7d76-7273-4f94-bbcf-cde2571e698d tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.0453117 Aug 05 14:06:52.588557 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0c8eb0a-c0a1-44f0-98c0-cd1c8a77b1cc req-c3e411fa-7404-4aee-9dca-5b0784e90424 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.0510921 Aug 05 14:06:52.647997 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d761bd-ea0f-4adb-a524-8d26a65feea7 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:52.648869 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d761bd-ea0f-4adb-a524-8d26a65feea7 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:52.649398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d761bd-ea0f-4adb-a524-8d26a65feea7 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:52.649919 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d761bd-ea0f-4adb-a524-8d26a65feea7 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:52.650473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d761bd-ea0f-4adb-a524-8d26a65feea7 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:52.650994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d761bd-ea0f-4adb-a524-8d26a65feea7 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:52.651546 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d761bd-ea0f-4adb-a524-8d26a65feea7 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:52.652063 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d761bd-ea0f-4adb-a524-8d26a65feea7 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:52.652582 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d761bd-ea0f-4adb-a524-8d26a65feea7 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:52.653099 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d761bd-ea0f-4adb-a524-8d26a65feea7 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:52.653612 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d761bd-ea0f-4adb-a524-8d26a65feea7 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:52.654123 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d761bd-ea0f-4adb-a524-8d26a65feea7 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:52.661100 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b7d761bd-ea0f-4adb-a524-8d26a65feea7 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7744 time: 0.2254143 Aug 05 14:06:52.662643 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33498) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:52.675799 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-902adbb4-2839-42b2-afb5-bc634c32175d req-89120fb7-b9da-4519-9ac0-c95b8d7116f8 tempest-SecurityGroupsNegativeTestJSON-1422466065 tempest-SecurityGroupsNegativeTestJSON-1422466065-project] 10.222.0.16 "GET /v2.0/security-groups/9da4b0f6-5c1c-48b1-a5b2-fd5e23a9d5a6 HTTP/1.1" status: 200 len: 2985 time: 0.1811993 Aug 05 14:06:52.712895 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-5ae475c6-6d3f-4c47-9b10-b3ec19a56cbe tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] delete failed (client error): The resource could not be found. Aug 05 14:06:52.718397 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5ae475c6-6d3f-4c47-9b10-b3ec19a56cbe tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/2cbe46ba-0ed8-4e84-b7e6-da00cf0a1806 HTTP/1.1" status: 404 len: 345 time: 0.0542657 Aug 05 14:06:52.719246 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33502) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:52.741713 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-049801c2-9072-4299-8592-04d19bc7d720 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] DELETE failed (client error): The resource could not be found. Aug 05 14:06:52.742736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-049801c2-9072-4299-8592-04d19bc7d720 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:06:52.752492 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-049801c2-9072-4299-8592-04d19bc7d720 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] 10.222.0.16 "DELETE /v2.0/networks/7b2ba868-0f21-4c90-ba8f-b707648358b1 HTTP/1.1" status: 404 len: 339 time: 0.0253074 Aug 05 14:06:52.752716 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33504) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:52.759632 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-17e70db3-1be4-4f56-9ec5-0f2c75678fa0 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Request body: {'network': {'name': 'tempest-network--66382063', 'router:external': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:52.813919 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e70db3-1be4-4f56-9ec5-0f2c75678fa0 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Made reservation on behalf of 0bd49980da3d46a59ca1ff0c8d4e4bf1 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:06:52.816898 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-17e70db3-1be4-4f56-9ec5-0f2c75678fa0 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:52.849119 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa3b2e-4a1b-49ec-a843-b13d19eb2d79 req-f566d58b-f159-4614-9243-215fe266de84 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:52.850962 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4dfa3b2e-4a1b-49ec-a843-b13d19eb2d79 req-f566d58b-f159-4614-9243-215fe266de84 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1035595 Aug 05 14:06:52.870281 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e70db3-1be4-4f56-9ec5-0f2c75678fa0 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:06:52.893004 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-17e70db3-1be4-4f56-9ec5-0f2c75678fa0 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:52.893360 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-17e70db3-1be4-4f56-9ec5-0f2c75678fa0 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Added segment bd42e3d1-df3a-4f71-a5ee-06b52331cd16 of type vlan for network 5537174d-286e-4fc5-856c-728cef1a4522 Aug 05 14:06:52.916238 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4dfa3b2e-4a1b-49ec-a843-b13d19eb2d79 req-9f959f54-9063-4d95-9223-f15232828845 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570731 Aug 05 14:06:52.964198 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-17e70db3-1be4-4f56-9ec5-0f2c75678fa0 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:53.009067 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-17e70db3-1be4-4f56-9ec5-0f2c75678fa0 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:53.010708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e70db3-1be4-4f56-9ec5-0f2c75678fa0 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:53.011533 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-17e70db3-1be4-4f56-9ec5-0f2c75678fa0 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:53.066618 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-e0c8eb0a-c0a1-44f0-98c0-cd1c8a77b1cc req-a37d2a8c-2398-4968-b2f4-76f9a60d2104 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Deleting port 815e4e7b-6ca1-4d27-a16e-001b54b173c4 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:06:53.066858 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e0c8eb0a-c0a1-44f0-98c0-cd1c8a77b1cc req-a37d2a8c-2398-4968-b2f4-76f9a60d2104 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:53.126000 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-17e70db3-1be4-4f56-9ec5-0f2c75678fa0 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3716593 Aug 05 14:06:53.128687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33506) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:53.178266 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e70db3-1be4-4f56-9ec5-0f2c75678fa0 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Pushing event updated for resources: {'Network': ['ID=5537174d-286e-4fc5-856c-728cef1a4522,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:53.190709 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 5537174d-286e-4fc5-856c-728cef1a4522 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:06:53.214854 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9f8d4fb-d7dc-4684-befd-fa98148acdd1 req-cf0db00f-a5a0-4f7b-b30c-d44d3ae42ddd tempest-SecurityGroupsNegativeTestJSON-1422466065 tempest-SecurityGroupsNegativeTestJSON-1422466065-project] 10.222.0.16 "GET /v2.0/security-groups/9da4b0f6-5c1c-48b1-a5b2-fd5e23a9d5a6 HTTP/1.1" status: 200 len: 2985 time: 0.1901169 Aug 05 14:06:53.234042 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e0c8eb0a-c0a1-44f0-98c0-cd1c8a77b1cc req-a37d2a8c-2398-4968-b2f4-76f9a60d2104 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:53.234558 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e0c8eb0a-c0a1-44f0-98c0-cd1c8a77b1cc req-a37d2a8c-2398-4968-b2f4-76f9a60d2104 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:53.276614 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-e0c8eb0a-c0a1-44f0-98c0-cd1c8a77b1cc req-a37d2a8c-2398-4968-b2f4-76f9a60d2104 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Calling delete_port for 815e4e7b-6ca1-4d27-a16e-001b54b173c4 owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:06:53.319378 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-c9f8d4fb-d7dc-4684-befd-fa98148acdd1 req-1a34b1e9-e36a-48e4-b11b-7d198694a234 tempest-SecurityGroupsNegativeTestJSON-1422466065 tempest-SecurityGroupsNegativeTestJSON-1422466065-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 05 14:06:53.320495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9f8d4fb-d7dc-4684-befd-fa98148acdd1 req-1a34b1e9-e36a-48e4-b11b-7d198694a234 tempest-SecurityGroupsNegativeTestJSON-1422466065 tempest-SecurityGroupsNegativeTestJSON-1422466065-project] 10.222.0.16 "DELETE /v2.0/security-groups/9da4b0f6-5c1c-48b1-a5b2-fd5e23a9d5a6 HTTP/1.1" status: 409 len: 352 time: 0.0985732 Aug 05 14:06:53.406232 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e753ac7-0824-48df-85bc-01d87b42d56d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:53.413049 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e753ac7-0824-48df-85bc-01d87b42d56d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:53.420575 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e753ac7-0824-48df-85bc-01d87b42d56d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:53.428565 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e753ac7-0824-48df-85bc-01d87b42d56d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:53.430508 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6e753ac7-0824-48df-85bc-01d87b42d56d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3006823 Aug 05 14:06:53.432733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dbfdc-1700-4335-a140-6b7083e327a7 req-6871b618-65e7-4c87-87f3-5cfc85558301 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:53.433425 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33516) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:53.434753 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-465dbfdc-1700-4335-a140-6b7083e327a7 req-6871b618-65e7-4c87-87f3-5cfc85558301 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 944 time: 0.0590007 Aug 05 14:06:53.478742 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-465dbfdc-1700-4335-a140-6b7083e327a7 req-ce3dca13-326e-4dcb-af87-427e93c7ac10 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367591 Aug 05 14:06:53.541262 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2e3e-e26b-4286-b7f1-7028ae59b1ea tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:53.587957 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-2485257c-2994-4a0a-b4df-b4bccec12023 req-a0686190-d131-4a7b-b15d-5cbf2db4b8d9 tempest-SecurityGroupsNegativeTestJSON-1422466065 tempest-SecurityGroupsNegativeTestJSON-1422466065-project] show failed (client error): The resource could not be found. Aug 05 14:06:53.589145 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2485257c-2994-4a0a-b4df-b4bccec12023 req-a0686190-d131-4a7b-b15d-5cbf2db4b8d9 tempest-SecurityGroupsNegativeTestJSON-1422466065 tempest-SecurityGroupsNegativeTestJSON-1422466065-project] 10.222.0.16 "GET /v2.0/security-groups/a51ee2f2-ea9c-42f0-a6a9-23952773a90f HTTP/1.1" status: 404 len: 352 time: 0.0166781 Aug 05 14:06:53.686914 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2e3e-e26b-4286-b7f1-7028ae59b1ea tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:53.695213 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e0c8eb0a-c0a1-44f0-98c0-cd1c8a77b1cc req-a37d2a8c-2398-4968-b2f4-76f9a60d2104 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:53.705502 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af69e26-a5d7-4579-b2d2-a29ca2ce25b5 req-6dadfadf-af71-4700-8cd6-b322c7134f51 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:53.706106 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-b6ee2e3e-e26b-4286-b7f1-7028ae59b1ea tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5537174d-286e-4fc5-856c-728cef1a4522']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:53.707633 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2af69e26-a5d7-4579-b2d2-a29ca2ce25b5 req-6dadfadf-af71-4700-8cd6-b322c7134f51 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.0623574 Aug 05 14:06:53.739221 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-b6ee2e3e-e26b-4286-b7f1-7028ae59b1ea tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd42e3d1-df3a-4f71-a5ee-06b52331cd16') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:53.739504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-b6ee2e3e-e26b-4286-b7f1-7028ae59b1ea tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd42e3d1-df3a-4f71-a5ee-06b52331cd16') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:53.745994 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d2a8c-2398-4968-b2f4-76f9a60d2104 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Pushing event deleted for resources: {'Port': ['ID=815e4e7b-6ca1-4d27-a16e-001b54b173c4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:53.755940 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2af69e26-a5d7-4579-b2d2-a29ca2ce25b5 req-7fda6e1e-5a55-4ce4-8417-0c08706db3a8 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400102 Aug 05 14:06:53.771583 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2e3e-e26b-4286-b7f1-7028ae59b1ea tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:53.808097 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2e3e-e26b-4286-b7f1-7028ae59b1ea tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:53.808780 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-f2f8e205-1b8d-4d7e-aecf-c17c8b8f08ec req-bd7d491e-3a13-4de0-873c-3683cf0c2e13 tempest-SecurityGroupsNegativeTestJSON-1422466065 tempest-SecurityGroupsNegativeTestJSON-1422466065-project] show failed (client error): The resource could not be found. Aug 05 14:06:53.810290 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2f8e205-1b8d-4d7e-aecf-c17c8b8f08ec req-bd7d491e-3a13-4de0-873c-3683cf0c2e13 tempest-SecurityGroupsNegativeTestJSON-1422466065 tempest-SecurityGroupsNegativeTestJSON-1422466065-project] 10.222.0.16 "GET /v2.0/security-groups/3cc582ac-c5bf-4a55-9b3a-85a9720e2eba HTTP/1.1" status: 404 len: 352 time: 0.0218244 Aug 05 14:06:53.818366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ee2e3e-e26b-4286-b7f1-7028ae59b1ea tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:06:53.818780 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2e3e-e26b-4286-b7f1-7028ae59b1ea tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:06:53.820584 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:06:53.829115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33520) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:53.879349 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e0c8eb0a-c0a1-44f0-98c0-cd1c8a77b1cc req-a37d2a8c-2398-4968-b2f4-76f9a60d2104 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:53.882365 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e0c8eb0a-c0a1-44f0-98c0-cd1c8a77b1cc req-a37d2a8c-2398-4968-b2f4-76f9a60d2104 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:53.883431 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0c8eb0a-c0a1-44f0-98c0-cd1c8a77b1cc req-a37d2a8c-2398-4968-b2f4-76f9a60d2104 tempest-FloatingIPDetailsTestJSON-1802682636 tempest-FloatingIPDetailsTestJSON-1802682636-project] 10.222.0.16 "DELETE /v2.0/floatingips/89f02124-bafc-483c-bcdb-585961679907 HTTP/1.1" status: 204 len: 173 time: 1.2859831 Aug 05 14:06:53.889875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d403c854-b9cd-422b-b5a4-0565b01c7f51 admin admin] Deleting subnet 7c82aeb6-4dc3-42de-bbde-eed21b5661b8 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:06:53.894950 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d403c854-b9cd-422b-b5a4-0565b01c7f51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:53.898101 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2e3e-e26b-4286-b7f1-7028ae59b1ea tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:53.900568 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33522) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:53.911005 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ee2e3e-e26b-4286-b7f1-7028ae59b1ea tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5537174d-286e-4fc5-856c-728cef1a4522 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 05 14:06:53.914763 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2e3e-e26b-4286-b7f1-7028ae59b1ea tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:53.916869 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b6ee2e3e-e26b-4286-b7f1-7028ae59b1ea tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] 10.222.0.16 "DELETE /v2.0/networks/5537174d-286e-4fc5-856c-728cef1a4522 HTTP/1.1" status: 204 len: 168 time: 0.4824722 Aug 05 14:06:53.924820 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33524) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:53.933705 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0eec43a8-fc60-4aa5-8f6e-0a81c88a4a0e tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Request body: {'network': {'name': 'tempest-network--1339665812', 'router:external': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:53.964573 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d403c854-b9cd-422b-b5a4-0565b01c7f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:53.966610 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee2e3e-e26b-4286-b7f1-7028ae59b1ea tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Pushing event deleted for resources: {'Network': ['ID=5537174d-286e-4fc5-856c-728cef1a4522,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:54.001401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eec43a8-fc60-4aa5-8f6e-0a81c88a4a0e tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Made reservation on behalf of 0bd49980da3d46a59ca1ff0c8d4e4bf1 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:06:54.004299 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0eec43a8-fc60-4aa5-8f6e-0a81c88a4a0e tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:54.062985 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d403c854-b9cd-422b-b5a4-0565b01c7f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:54.095080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a7418a6b-6cc6-4d23-9269-f023ce7594c9 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:06:54.142572 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eec43a8-fc60-4aa5-8f6e-0a81c88a4a0e tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:06:54.188169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0eec43a8-fc60-4aa5-8f6e-0a81c88a4a0e tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:54.188631 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-0eec43a8-fc60-4aa5-8f6e-0a81c88a4a0e tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Added segment a8a31fdb-ef6a-4283-b9cb-c22fff7991a1 of type vlan for network 6cb7826e-a210-4069-95ba-18b6a9c8e724 Aug 05 14:06:54.224700 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b5761-3a5b-459b-b4be-3f8c002cd53f req-3965d1cb-c12c-4a89-ae76-59df67a96516 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:54.236876 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ec1b5761-3a5b-459b-b4be-3f8c002cd53f req-3965d1cb-c12c-4a89-ae76-59df67a96516 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1903071 Aug 05 14:06:54.247806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a7418a6b-6cc6-4d23-9269-f023ce7594c9, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9,segment=NetworkSegment(5ed8c997-4f96-49e5-be56-c0794af479da),segment_id=5ed8c997-4f96-49e5-be56-c0794af479da)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:54.263289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9', 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75', 'port_id': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9', 'mac_address': 'fa:16:3e:a5:6c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:06:54.324384 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0eec43a8-fc60-4aa5-8f6e-0a81c88a4a0e tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:54.332506 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:54.338577 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d403c854-b9cd-422b-b5a4-0565b01c7f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:54.358813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7418a6b-6cc6-4d23-9269-f023ce7594c9 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:06:54.382626 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403c854-b9cd-422b-b5a4-0565b01c7f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c82aeb6-4dc3-42de-bbde-eed21b5661b8,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:54.405504 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ec1b5761-3a5b-459b-b4be-3f8c002cd53f req-c0cf9795-d1f8-45de-b442-57850d1aebb0 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669528 Aug 05 14:06:54.421239 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d403c854-b9cd-422b-b5a4-0565b01c7f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:54.423536 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d403c854-b9cd-422b-b5a4-0565b01c7f51 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7c82aeb6-4dc3-42de-bbde-eed21b5661b8 HTTP/1.1" status: 204 len: 168 time: 0.5927551 Aug 05 14:06:54.430299 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33530) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:54.438417 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a7418a6b-6cc6-4d23-9269-f023ce7594c9, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9,segment=NetworkSegment(5ed8c997-4f96-49e5-be56-c0794af479da),segment_id=5ed8c997-4f96-49e5-be56-c0794af479da)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:54.446086 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:54.475051 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c0a75f5-cce0-425f-9e26-0e8a13c5ad95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:54.539600 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0eec43a8-fc60-4aa5-8f6e-0a81c88a4a0e tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:54.539826 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eec43a8-fc60-4aa5-8f6e-0a81c88a4a0e tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:54.540331 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0eec43a8-fc60-4aa5-8f6e-0a81c88a4a0e tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:54.541483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=a7418a6b-6cc6-4d23-9269-f023ce7594c9,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:54.619204 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec43a8-fc60-4aa5-8f6e-0a81c88a4a0e tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Pushing event updated for resources: {'Network': ['ID=6cb7826e-a210-4069-95ba-18b6a9c8e724,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:54.629669 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd9b3-7c2d-4643-9ccb-d9ad771ba210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:54.646892 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0eec43a8-fc60-4aa5-8f6e-0a81c88a4a0e tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7183964 Aug 05 14:06:54.647132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 6cb7826e-a210-4069-95ba-18b6a9c8e724 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:06:54.647650 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33536) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:54.754926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f323108-e608-4ddf-8c85-0e2d87e5e16f tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:54.759525 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4f323108-e608-4ddf-8c85-0e2d87e5e16f tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] 10.222.0.16 "GET /v2.0/networks/6cb7826e-a210-4069-95ba-18b6a9c8e724 HTTP/1.1" status: 200 len: 757 time: 0.1077614 Aug 05 14:06:54.765083 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33538) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:54.807812 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['a7418a6b-6cc6-4d23-9269-f023ce7594c9'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:06:54.815197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a13cb-c6d4-42d0-8924-dfc2d33031eb req-6bb2a8f3-35dc-41ba-9ae7-9e3d27ef78ee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:54.823132 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-327a13cb-c6d4-42d0-8924-dfc2d33031eb req-6bb2a8f3-35dc-41ba-9ae7-9e3d27ef78ee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 945 time: 0.1332009 Aug 05 14:06:54.897694 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-327a13cb-c6d4-42d0-8924-dfc2d33031eb req-b97717a0-cc40-42b2-a423-0dddbf777adf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616140 Aug 05 14:06:54.898035 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd9b3-7c2d-4643-9ccb-d9ad771ba210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:54.937475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-8c4dd9b3-7c2d-4643-9ccb-d9ad771ba210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4cd331-7d3a-4455-a525-17fde411e370']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:54.958531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-8c4dd9b3-7c2d-4643-9ccb-d9ad771ba210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570308e8-6125-4af1-845a-e2ea9fd49b43') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:54.959268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-8c4dd9b3-7c2d-4643-9ccb-d9ad771ba210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570308e8-6125-4af1-845a-e2ea9fd49b43') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:54.976419 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c71c55-e1a6-46d8-b80a-3a8c93796d25 tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:54.980750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a75f5-cce0-425f-9e26-0e8a13c5ad95 admin admin] Deleting port f503a9eb-4118-4507-9ea8-273ad6f500c9 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:06:54.980981 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-13c71c55-e1a6-46d8-b80a-3a8c93796d25 tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] 10.222.0.16 "GET /v2.0/networks/800e567b-5b0b-4a0a-8705-71eb00c89400 HTTP/1.1" status: 200 len: 768 time: 0.2113101 Aug 05 14:06:54.981077 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c0a75f5-cce0-425f-9e26-0e8a13c5ad95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:54.981563 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33542) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:54.985839 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd9b3-7c2d-4643-9ccb-d9ad771ba210 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.010820 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74599883-7b21-4f94-b710-4d3386a702f0 req-ee67a913-d6f3-4112-8bc0-c49b60fc7691 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:55.012535 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74599883-7b21-4f94-b710-4d3386a702f0 req-ee67a913-d6f3-4112-8bc0-c49b60fc7691 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.1467669 Aug 05 14:06:55.013628 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd9b3-7c2d-4643-9ccb-d9ad771ba210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.020230 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4dd9b3-7c2d-4643-9ccb-d9ad771ba210 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:06:55.020596 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd9b3-7c2d-4643-9ccb-d9ad771ba210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:06:55.022889 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:06:55.113395 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74599883-7b21-4f94-b710-4d3386a702f0 req-3fc2df00-8e69-4b86-a553-58246ec9fee2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794892 Aug 05 14:06:55.131541 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd9b3-7c2d-4643-9ccb-d9ad771ba210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.134956 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ab33b454-a718-4658-8a06-bbaf22febcb5 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.146314 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd9b3-7c2d-4643-9ccb-d9ad771ba210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.155563 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8c4dd9b3-7c2d-4643-9ccb-d9ad771ba210 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1c4cd331-7d3a-4455-a525-17fde411e370 HTTP/1.1" status: 204 len: 168 time: 0.7201710 Aug 05 14:06:55.165760 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-1c0a75f5-cce0-425f-9e26-0e8a13c5ad95 admin admin] For port f503a9eb-4118-4507-9ea8-273ad6f500c9, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f503a9eb-4118-4507-9ea8-273ad6f500c9,segment=NetworkSegment(6e64a228-f7b4-4903-af8c-49fb70976d70),segment_id=6e64a228-f7b4-4903-af8c-49fb70976d70)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:55.166060 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c0a75f5-cce0-425f-9e26-0e8a13c5ad95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.167957 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dd9b3-7c2d-4643-9ccb-d9ad771ba210 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c4cd331-7d3a-4455-a525-17fde411e370,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:55.204909 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a75f5-cce0-425f-9e26-0e8a13c5ad95 admin admin] Calling delete_port for f503a9eb-4118-4507-9ea8-273ad6f500c9 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:06:55.304377 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ab33b454-a718-4658-8a06-bbaf22febcb5 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.316761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33548) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:55.318811 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-ab33b454-a718-4658-8a06-bbaf22febcb5 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb7826e-a210-4069-95ba-18b6a9c8e724']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:55.335788 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-ab33b454-a718-4658-8a06-bbaf22febcb5 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a31fdb-ef6a-4283-b9cb-c22fff7991a1') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:55.336038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-ab33b454-a718-4658-8a06-bbaf22febcb5 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a31fdb-ef6a-4283-b9cb-c22fff7991a1') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:55.353203 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ab33b454-a718-4658-8a06-bbaf22febcb5 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.367325 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-479cacf5-3344-46de-9cf1-f679531373af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ccafab6a447545cfaa02cb7ad684124d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487347 Aug 05 14:06:55.369996 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33550) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:55.371741 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ab33b454-a718-4658-8a06-bbaf22febcb5 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.415321 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab33b454-a718-4658-8a06-bbaf22febcb5 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:06:55.415645 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ab33b454-a718-4658-8a06-bbaf22febcb5 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:06:55.417487 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:06:55.430923 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7bb283ad-e2d9-46ea-899e-5cb43b002196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.464984 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7bb283ad-e2d9-46ea-899e-5cb43b002196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.496821 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ab33b454-a718-4658-8a06-bbaf22febcb5 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.505825 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab33b454-a718-4658-8a06-bbaf22febcb5 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6cb7826e-a210-4069-95ba-18b6a9c8e724 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 05 14:06:55.528413 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ab33b454-a718-4658-8a06-bbaf22febcb5 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.535050 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ab33b454-a718-4658-8a06-bbaf22febcb5 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] 10.222.0.16 "DELETE /v2.0/networks/6cb7826e-a210-4069-95ba-18b6a9c8e724 HTTP/1.1" status: 204 len: 168 time: 0.5522001 Aug 05 14:06:55.536609 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33554) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:55.539202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33b454-a718-4658-8a06-bbaf22febcb5 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cb7826e-a210-4069-95ba-18b6a9c8e724,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:55.541762 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ebf95cd2-3412-4b5e-994f-4902c74ff3cd tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Request body: {'network': {'name': 'tempest-network--1304696801'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:55.580593 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473e250-82c7-4cbb-a1de-15d28c7fef64 req-c2e8c8c2-7df4-4b12-82a7-203e555630a8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:55.588327 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1473e250-82c7-4cbb-a1de-15d28c7fef64 req-c2e8c8c2-7df4-4b12-82a7-203e555630a8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1065567 Aug 05 14:06:55.592685 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c0a75f5-cce0-425f-9e26-0e8a13c5ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.598082 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf95cd2-3412-4b5e-994f-4902c74ff3cd tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Made reservation on behalf of 0bd49980da3d46a59ca1ff0c8d4e4bf1 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:06:55.600331 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ebf95cd2-3412-4b5e-994f-4902c74ff3cd tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.621594 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7bb283ad-e2d9-46ea-899e-5cb43b002196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.624261 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7bb283ad-e2d9-46ea-899e-5cb43b002196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.625391 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7bb283ad-e2d9-46ea-899e-5cb43b002196 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9da4b0f6-5c1c-48b1-a5b2-fd5e23a9d5a6 HTTP/1.1" status: 204 len: 168 time: 0.2542484 Aug 05 14:06:55.628094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a75f5-cce0-425f-9e26-0e8a13c5ad95 admin admin] Pushing event deleted for resources: {'Port': ['ID=f503a9eb-4118-4507-9ea8-273ad6f500c9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:55.692528 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb283ad-e2d9-46ea-899e-5cb43b002196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da4b0f6-5c1c-48b1-a5b2-fd5e23a9d5a6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:55.768305 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1473e250-82c7-4cbb-a1de-15d28c7fef64 req-759de349-841d-4728-8456-69927892c1bc tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730609 Aug 05 14:06:55.786939 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf95cd2-3412-4b5e-994f-4902c74ff3cd tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:06:55.800384 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ebf95cd2-3412-4b5e-994f-4902c74ff3cd tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.800825 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-ebf95cd2-3412-4b5e-994f-4902c74ff3cd tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Added segment 9a54fa5a-d945-4d9a-ad31-80d549bc49ff of type vlan for network 01d86345-2953-4520-9f6f-8376fd573aa8 Aug 05 14:06:55.859849 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c0a75f5-cce0-425f-9e26-0e8a13c5ad95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.869702 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ebf95cd2-3412-4b5e-994f-4902c74ff3cd tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.908242 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ebf95cd2-3412-4b5e-994f-4902c74ff3cd tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:55.909953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf95cd2-3412-4b5e-994f-4902c74ff3cd tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:55.910749 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ebf95cd2-3412-4b5e-994f-4902c74ff3cd tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:56.003230 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ebf95cd2-3412-4b5e-994f-4902c74ff3cd tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4664621 Aug 05 14:06:56.012737 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33562) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:56.019648 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-980543a5-3eda-4848-9c87-ee26dd268ce1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:06:56.025174 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf95cd2-3412-4b5e-994f-4902c74ff3cd tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Pushing event updated for resources: {'Network': ['ID=01d86345-2953-4520-9f6f-8376fd573aa8,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:56.036429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 01d86345-2953-4520-9f6f-8376fd573aa8 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:06:56.145238 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f862f-380a-418e-bcac-3721035f7a65 req-a0345c89-c374-4e59-8459-8752e36e9525 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:56.146946 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-802f862f-380a-418e-bcac-3721035f7a65 req-a0345c89-c374-4e59-8459-8752e36e9525 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 945 time: 0.1244731 Aug 05 14:06:56.155868 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0a75f5-cce0-425f-9e26-0e8a13c5ad95 admin admin] Router b8b453d0-2c58-4c0b-8793-4e4313b64b1b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:06:56.242403 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-802f862f-380a-418e-bcac-3721035f7a65 req-0da7d12a-8e27-49b0-b9d2-be6d1f278df0 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680876 Aug 05 14:06:56.269815 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-980543a5-3eda-4848-9c87-ee26dd268ce1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:56.290576 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-980543a5-3eda-4848-9c87-ee26dd268ce1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:56.313426 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-980543a5-3eda-4848-9c87-ee26dd268ce1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Network 01d86345-2953-4520-9f6f-8376fd573aa8 is not hosted by any dhcp agent {{(pid=105723) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 14:06:56.314848 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980543a5-3eda-4848-9c87-ee26dd268ce1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:56.315819 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-980543a5-3eda-4848-9c87-ee26dd268ce1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:56.319864 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-980543a5-3eda-4848-9c87-ee26dd268ce1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] 10.222.0.16 "PUT /v2.0/networks/01d86345-2953-4520-9f6f-8376fd573aa8 HTTP/1.1" status: 200 len: 858 time: 0.3027608 Aug 05 14:06:56.322243 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33576) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:56.366304 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980543a5-3eda-4848-9c87-ee26dd268ce1 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Pushing event updated for resources: {'Network': ['ID=01d86345-2953-4520-9f6f-8376fd573aa8,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:56.415137 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa85c8-ff0e-4322-8373-2e5f9728a7da req-c7f9b250-5e04-42b1-b9e2-ff980ac263cf tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:56.416645 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-58aa85c8-ff0e-4322-8373-2e5f9728a7da req-c7f9b250-5e04-42b1-b9e2-ff980ac263cf tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.1434484 Aug 05 14:06:56.419392 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0a75f5-cce0-425f-9e26-0e8a13c5ad95 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:06:56.429744 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1c0a75f5-cce0-425f-9e26-0e8a13c5ad95 admin admin] 10.222.0.16 "PUT /v2.0/routers/b8b453d0-2c58-4c0b-8793-4e4313b64b1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5253713 Aug 05 14:06:56.429933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035bb5ed-144a-432b-9fd3-7f7e30d74eb3 None None] Sync routers for ids ['b8b453d0-2c58-4c0b-8793-4e4313b64b1b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:06:56.430836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33580) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:56.442542 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035bb5ed-144a-432b-9fd3-7f7e30d74eb3 None None] Routers {'b8b453d0-2c58-4c0b-8793-4e4313b64b1b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:56.443506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-035bb5ed-144a-432b-9fd3-7f7e30d74eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b8b453d0-2c58-4c0b-8793-4e4313b64b1b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:56.465902 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ae000a0-d618-4065-8513-91e9cec0f481 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:56.485277 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-58aa85c8-ff0e-4322-8373-2e5f9728a7da req-f48467ee-2c5d-4197-8e74-151f75cc3556 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618122 Aug 05 14:06:56.584501 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ae000a0-d618-4065-8513-91e9cec0f481 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:56.604865 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9ae000a0-d618-4065-8513-91e9cec0f481 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d86345-2953-4520-9f6f-8376fd573aa8']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:56.618707 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9ae000a0-d618-4065-8513-91e9cec0f481 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a54fa5a-d945-4d9a-ad31-80d549bc49ff') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:56.619017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9ae000a0-d618-4065-8513-91e9cec0f481 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a54fa5a-d945-4d9a-ad31-80d549bc49ff') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:56.639994 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ae000a0-d618-4065-8513-91e9cec0f481 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:56.661042 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ae000a0-d618-4065-8513-91e9cec0f481 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:56.676811 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae000a0-d618-4065-8513-91e9cec0f481 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:06:56.678091 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ae000a0-d618-4065-8513-91e9cec0f481 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:06:56.682220 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:06:56.728194 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-035bb5ed-144a-432b-9fd3-7f7e30d74eb3 None None] Set router b8b453d0-2c58-4c0b-8793-4e4313b64b1b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:56.805086 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ae000a0-d618-4065-8513-91e9cec0f481 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:56.827531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae000a0-d618-4065-8513-91e9cec0f481 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 01d86345-2953-4520-9f6f-8376fd573aa8 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 05 14:06:56.852845 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ae000a0-d618-4065-8513-91e9cec0f481 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:56.862619 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9ae000a0-d618-4065-8513-91e9cec0f481 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] 10.222.0.16 "DELETE /v2.0/networks/01d86345-2953-4520-9f6f-8376fd573aa8 HTTP/1.1" status: 204 len: 168 time: 0.5349793 Aug 05 14:06:56.866961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33594) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:56.946812 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae000a0-d618-4065-8513-91e9cec0f481 tempest-ExternalNetworksTestJSON-1610838233 tempest-ExternalNetworksTestJSON-1610838233-project-admin] Pushing event deleted for resources: {'Network': ['ID=01d86345-2953-4520-9f6f-8376fd573aa8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:57.007810 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b54697-45e4-492d-8564-a77a39d1de7d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] DELETE failed (client error): The resource could not be found. Aug 05 14:06:57.015926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b54697-45e4-492d-8564-a77a39d1de7d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:06:57.017919 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-66b54697-45e4-492d-8564-a77a39d1de7d tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] 10.222.0.16 "DELETE /v2.0/subnets/96c510eb-4019-4e2f-aa08-b832e5d60a00 HTTP/1.1" status: 404 len: 337 time: 0.1496596 Aug 05 14:06:57.020488 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33600) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:57.038117 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-519a9d46-6b7a-4b99-ae80-79ca65cee44f admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:57.101827 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-035bb5ed-144a-432b-9fd3-7f7e30d74eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'name': 'tempest-FloatingIPDetailsTestJSON-1551421474-router', 'tenant_id': 'b7d7815e3c2c4349952be81d078b30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'e65f9993-9a15-486f-b7ba-73deebaced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:21Z', 'updated_at': '2021-08-05T14:06:55Z', 'revision_number': 5, 'project_id': 'b7d7815e3c2c4349952be81d078b30f6', 'gw_port': {'id': 'e65f9993-9a15-486f-b7ba-73deebaced56', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:23Z', 'updated_at': '2021-08-05T14:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:57.103033 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e433d-b58a-40f2-9b6a-8582b8476e1c req-2c40f377-07f8-4d90-9476-f45b382e6ce6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:57.104842 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d71e433d-b58a-40f2-9b6a-8582b8476e1c req-2c40f377-07f8-4d90-9476-f45b382e6ce6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1391058 Aug 05 14:06:57.142045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035bb5ed-144a-432b-9fd3-7f7e30d74eb3 None None] Checking router: b8b453d0-2c58-4c0b-8793-4e4313b64b1b for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:06:57.153028 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035bb5ed-144a-432b-9fd3-7f7e30d74eb3 None None] Routers {'b8b453d0-2c58-4c0b-8793-4e4313b64b1b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:06:57.153683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-035bb5ed-144a-432b-9fd3-7f7e30d74eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b8b453d0-2c58-4c0b-8793-4e4313b64b1b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:57.198609 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd062f59-01bb-4e3d-949e-a16a5b6934b2 tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:57.229236 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d71e433d-b58a-40f2-9b6a-8582b8476e1c req-ca27a778-2656-4ac4-85a0-196c0e83888c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093874 Aug 05 14:06:57.286672 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-519a9d46-6b7a-4b99-ae80-79ca65cee44f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:57.410032 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd062f59-01bb-4e3d-949e-a16a5b6934b2 tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:57.422977 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-035bb5ed-144a-432b-9fd3-7f7e30d74eb3 None None] Set router b8b453d0-2c58-4c0b-8793-4e4313b64b1b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:06:57.423242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-519a9d46-6b7a-4b99-ae80-79ca65cee44f admin admin] Deleting port e65f9993-9a15-486f-b7ba-73deebaced56 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:06:57.423595 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-519a9d46-6b7a-4b99-ae80-79ca65cee44f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:57.484824 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-bd062f59-01bb-4e3d-949e-a16a5b6934b2 tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800e567b-5b0b-4a0a-8705-71eb00c89400']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:57.512157 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-bd062f59-01bb-4e3d-949e-a16a5b6934b2 tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f689e4f-7115-4910-b0ca-d7702cf9f483') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:57.512548 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-bd062f59-01bb-4e3d-949e-a16a5b6934b2 tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f689e4f-7115-4910-b0ca-d7702cf9f483') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:57.522897 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce2f7b-11f3-47a4-894f-056b75ed0b6b req-85b40e6f-aa37-4cf6-90bd-fbc2282d589c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:57.531631 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9fce2f7b-11f3-47a4-894f-056b75ed0b6b req-85b40e6f-aa37-4cf6-90bd-fbc2282d589c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 945 time: 0.1066570 Aug 05 14:06:57.559413 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd062f59-01bb-4e3d-949e-a16a5b6934b2 tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:57.583358 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-519a9d46-6b7a-4b99-ae80-79ca65cee44f admin admin] For port e65f9993-9a15-486f-b7ba-73deebaced56, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e65f9993-9a15-486f-b7ba-73deebaced56,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:57.583744 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-519a9d46-6b7a-4b99-ae80-79ca65cee44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:57.597691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-519a9d46-6b7a-4b99-ae80-79ca65cee44f admin admin] Calling delete_port for e65f9993-9a15-486f-b7ba-73deebaced56 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:06:57.604065 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9fce2f7b-11f3-47a4-894f-056b75ed0b6b req-1aee8d52-7ab6-4857-868c-92bc8ad00844 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712543 Aug 05 14:06:57.649445 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd062f59-01bb-4e3d-949e-a16a5b6934b2 tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:57.673016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd062f59-01bb-4e3d-949e-a16a5b6934b2 tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:06:57.673496 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd062f59-01bb-4e3d-949e-a16a5b6934b2 tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:06:57.683596 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:06:57.780840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33618) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:57.818473 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-035bb5ed-144a-432b-9fd3-7f7e30d74eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'name': 'tempest-FloatingIPDetailsTestJSON-1551421474-router', 'tenant_id': 'b7d7815e3c2c4349952be81d078b30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'e65f9993-9a15-486f-b7ba-73deebaced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:21Z', 'updated_at': '2021-08-05T14:06:55Z', 'revision_number': 5, 'project_id': 'b7d7815e3c2c4349952be81d078b30f6', 'gw_port': {'id': 'e65f9993-9a15-486f-b7ba-73deebaced56', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:23Z', 'updated_at': '2021-08-05T14:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:06:57.855988 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d8f25-4ca6-4b2a-ad69-73b3f5d1c82f req-7263c97c-6bbd-402f-b8ec-6087592b8dde tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:57.858810 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a31d8f25-4ca6-4b2a-ad69-73b3f5d1c82f req-7263c97c-6bbd-402f-b8ec-6087592b8dde tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.0789628 Aug 05 14:06:57.859172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035bb5ed-144a-432b-9fd3-7f7e30d74eb3 None None] The sync data for ids ['b8b453d0-2c58-4c0b-8793-4e4313b64b1b'] in n-d-803585-2 is: [{'id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'name': 'tempest-FloatingIPDetailsTestJSON-1551421474-router', 'tenant_id': 'b7d7815e3c2c4349952be81d078b30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'e65f9993-9a15-486f-b7ba-73deebaced56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:21Z', 'updated_at': '2021-08-05T14:06:55Z', 'revision_number': 5, 'project_id': 'b7d7815e3c2c4349952be81d078b30f6', 'gw_port': {'id': 'e65f9993-9a15-486f-b7ba-73deebaced56', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b453d0-2c58-4c0b-8793-4e4313b64b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:23Z', 'updated_at': '2021-08-05T14:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:06:57.860130 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd062f59-01bb-4e3d-949e-a16a5b6934b2 tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:57.889694 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd062f59-01bb-4e3d-949e-a16a5b6934b2 tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:57.892193 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bd062f59-01bb-4e3d-949e-a16a5b6934b2 tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] 10.222.0.16 "DELETE /v2.0/networks/800e567b-5b0b-4a0a-8705-71eb00c89400 HTTP/1.1" status: 204 len: 168 time: 0.8704283 Aug 05 14:06:57.894017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd062f59-01bb-4e3d-949e-a16a5b6934b2 tempest-ExternalNetworksTestJSON-1786659089 tempest-ExternalNetworksTestJSON-1786659089-project] Pushing event deleted for resources: {'Network': ['ID=800e567b-5b0b-4a0a-8705-71eb00c89400,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:57.895396 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce901ec6-ad4d-4065-8e56-eef84a025772 req-c29d0514-0118-4818-9a3a-ab9c81e65586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:57.896809 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce901ec6-ad4d-4065-8e56-eef84a025772 req-c29d0514-0118-4818-9a3a-ab9c81e65586 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 1096 time: 0.1694129 Aug 05 14:06:57.907085 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3e913-94d8-495a-ac43-250edbe83d5e req-e6b416df-5743-479f-a028-82e376d70b75 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:57.908714 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8de3e913-94d8-495a-ac43-250edbe83d5e req-e6b416df-5743-479f-a028-82e376d70b75 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1824214 Aug 05 14:06:57.960292 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a31d8f25-4ca6-4b2a-ad69-73b3f5d1c82f req-72618e75-45d6-4e74-84ee-0faf14cddd7e tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915074 Aug 05 14:06:58.001987 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a59df74-3337-4cd4-9a54-8a9e3ea0143e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.052851 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8de3e913-94d8-495a-ac43-250edbe83d5e req-cb6d2eaf-d955-4c02-8c85-814629650b71 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243198 Aug 05 14:06:58.085034 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-519a9d46-6b7a-4b99-ae80-79ca65cee44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.122385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a9d46-6b7a-4b99-ae80-79ca65cee44f admin admin] Pushing event deleted for resources: {'Port': ['ID=e65f9993-9a15-486f-b7ba-73deebaced56,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:58.126383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a7418a6b-6cc6-4d23-9269-f023ce7594c9 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:06:58.140788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a59df74-3337-4cd4-9a54-8a9e3ea0143e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.148622 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a59df74-3337-4cd4-9a54-8a9e3ea0143e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.168450 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce901ec6-ad4d-4065-8e56-eef84a025772 req-64413996-e60c-4b0e-ae7a-493c9ca96141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:58.170960 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce901ec6-ad4d-4065-8e56-eef84a025772 req-64413996-e60c-4b0e-ae7a-493c9ca96141 service neutron] 10.222.0.63 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 912 time: 0.2605324 Aug 05 14:06:58.186714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port a7418a6b-6cc6-4d23-9269-f023ce7594c9 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:06:58.193592 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port a7418a6b-6cc6-4d23-9269-f023ce7594c9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:06:58.194550 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.200151 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1a59df74-3337-4cd4-9a54-8a9e3ea0143e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4f4959382964729ab84e0bc60265220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159443 Aug 05 14:06:58.200151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59df74-3337-4cd4-9a54-8a9e3ea0143e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898cef43-dd2c-40b2-81e8-8f65b1498a65,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:58.201647 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33628) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:58.221312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33630) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:58.322091 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-519a9d46-6b7a-4b99-ae80-79ca65cee44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.340858 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7dc3b99b-a90f-481d-95e5-d1e12cd96415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.344640 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.378966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:06:58.385401 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd3cdcb-d2a2-457f-876a-ff035ad61fad" -d '{"events": [{"server_uuid": "8b86daeb-1621-42fb-9cf0-59ab296bb47a", "name": "network-vif-plugged", "status": "completed", "tag": "a7418a6b-6cc6-4d23-9269-f023ce7594c9"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:06:58.388210 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7dc3b99b-a90f-481d-95e5-d1e12cd96415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.417453 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a7418a6b-6cc6-4d23-9269-f023ce7594c9, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9,segment=NetworkSegment(5ed8c997-4f96-49e5-be56-c0794af479da),segment_id=5ed8c997-4f96-49e5-be56-c0794af479da)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:58.425798 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.446190 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce901ec6-ad4d-4065-8e56-eef84a025772 req-736cbb2b-6600-4138-a72d-f645bba7b878 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9427d2ce-c909-47cf-a75d-501df1b0f888 HTTP/1.1" status: 200 len: 999 time: 0.2531004 Aug 05 14:06:58.470725 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5dd628-402d-4198-abfb-d9ec0f97aba4 x-openstack-request-id: req-6a5dd628-402d-4198-abfb-d9ec0f97aba4 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:06:58.471830 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b86daeb-1621-42fb-9cf0-59ab296bb47a", "name": "network-vif-plugged", "status": "completed", "tag": "a7418a6b-6cc6-4d23-9269-f023ce7594c9", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:06:58.472670 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a5dd628-402d-4198-abfb-d9ec0f97aba4 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:06:58.473262 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9', 'code': 200} Aug 05 14:06:58.502038 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2defb2ed-e98d-4736-b087-808c56037817 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07daa74252674fec9e0ff6b01f1ed0fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793536 Aug 05 14:06:58.504767 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33636) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:58.516188 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-519a9d46-6b7a-4b99-ae80-79ca65cee44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.534879 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=a7418a6b-6cc6-4d23-9269-f023ce7594c9,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:58.538039 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7dc3b99b-a90f-481d-95e5-d1e12cd96415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.538670 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-519a9d46-6b7a-4b99-ae80-79ca65cee44f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.547804 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7dc3b99b-a90f-481d-95e5-d1e12cd96415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.549509 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7dc3b99b-a90f-481d-95e5-d1e12cd96415 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/898cef43-dd2c-40b2-81e8-8f65b1498a65 HTTP/1.1" status: 204 len: 168 time: 0.3354993 Aug 05 14:06:58.595269 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce901ec6-ad4d-4065-8e56-eef84a025772 req-3c2e8701-635a-4727-b3e1-8b47e3af3331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:58.596351 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3b99b-a90f-481d-95e5-d1e12cd96415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898cef43-dd2c-40b2-81e8-8f65b1498a65,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:58.597339 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce901ec6-ad4d-4065-8e56-eef84a025772 req-3c2e8701-635a-4727-b3e1-8b47e3af3331 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.0970845 Aug 05 14:06:58.600609 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-519a9d46-6b7a-4b99-ae80-79ca65cee44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.601658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519a9d46-6b7a-4b99-ae80-79ca65cee44f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8b453d0-2c58-4c0b-8793-4e4313b64b1b {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:06:58.609981 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-519a9d46-6b7a-4b99-ae80-79ca65cee44f admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.611689 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-519a9d46-6b7a-4b99-ae80-79ca65cee44f admin admin] 10.222.0.16 "DELETE /v2.0/routers/b8b453d0-2c58-4c0b-8793-4e4313b64b1b HTTP/1.1" status: 204 len: 168 time: 2.1792891 Aug 05 14:06:58.620356 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33642) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:58.654593 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-57aeed7b-7a83-40d7-a3c2-8ad5499fb014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.683436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac064fb-73b4-4d92-b1fc-86b8902e39ef req-ccaf4c86-5993-4334-97ac-ca9300f6bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:58.685779 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cac064fb-73b4-4d92-b1fc-86b8902e39ef req-ccaf4c86-5993-4334-97ac-ca9300f6bb38 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 1097 time: 0.1331711 Aug 05 14:06:58.701992 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce901ec6-ad4d-4065-8e56-eef84a025772 req-afbd0573-9bf0-4893-82cb-b1198f2666a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:58.712821 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce901ec6-ad4d-4065-8e56-eef84a025772 req-afbd0573-9bf0-4893-82cb-b1198f2666a3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985420 Aug 05 14:06:58.714630 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-57aeed7b-7a83-40d7-a3c2-8ad5499fb014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.740343 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c1c48e-4dfe-4f48-a551-ceb3772de71f admin admin] Deleting subnet 8cf9035a-becd-48c4-bde5-9bc6733ef0ec {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:06:58.782547 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-57c1c48e-4dfe-4f48-a551-ceb3772de71f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.823846 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cac064fb-73b4-4d92-b1fc-86b8902e39ef req-3e45df8f-cd43-45c9-8b9e-128ffe1cdf70 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219332 Aug 05 14:06:58.844837 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461022eb-941e-4162-8543-d81ba7ffdbac req-e35b3f4e-8c54-43da-abae-70acb796eabe tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:58.851980 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-57c1c48e-4dfe-4f48-a551-ceb3772de71f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.852394 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-461022eb-941e-4162-8543-d81ba7ffdbac req-e35b3f4e-8c54-43da-abae-70acb796eabe tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.0923009 Aug 05 14:06:58.881410 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-57aeed7b-7a83-40d7-a3c2-8ad5499fb014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.884102 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-57aeed7b-7a83-40d7-a3c2-8ad5499fb014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:58.885938 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-57aeed7b-7a83-40d7-a3c2-8ad5499fb014 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c157c05b-9df0-435b-a6ce-84d5c5259256 HTTP/1.1" status: 204 len: 168 time: 0.3801591 Aug 05 14:06:58.917073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aeed7b-7a83-40d7-a3c2-8ad5499fb014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c157c05b-9df0-435b-a6ce-84d5c5259256,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:58.931895 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-461022eb-941e-4162-8543-d81ba7ffdbac req-353ae1b7-e5e7-4f77-aef8-dbaba118ea63 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785282 Aug 05 14:06:58.952182 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce901ec6-ad4d-4065-8e56-eef84a025772 req-f4cb35ef-24a4-41c9-93a6-2d0e0b0b0436 service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367930 Aug 05 14:06:59.009952 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:06:59.117320 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-57c1c48e-4dfe-4f48-a551-ceb3772de71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:59.184272 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87251344-fe69-450d-9ef8-87c723fc3b88 req-9028ee7e-9735-4be0-a544-43c967896008 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:59.186218 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87251344-fe69-450d-9ef8-87c723fc3b88 req-9028ee7e-9735-4be0-a544-43c967896008 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.1317487 Aug 05 14:06:59.191466 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce901ec6-ad4d-4065-8e56-eef84a025772 req-401ee1ea-0725-4584-8560-57d50c84db97 service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092702 Aug 05 14:06:59.252991 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-57c1c48e-4dfe-4f48-a551-ceb3772de71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:59.257095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83425660-48c3-42ad-88f5-8b6fcf19f674 req-4fe4eb97-5fcf-4a3d-bcfe-ba22bd6a8e37 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:06:59.264516 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87251344-fe69-450d-9ef8-87c723fc3b88 req-1ea5d913-d26d-4a18-8f4e-489bb972601d tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681648 Aug 05 14:06:59.265178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-83425660-48c3-42ad-88f5-8b6fcf19f674 req-4fe4eb97-5fcf-4a3d-bcfe-ba22bd6a8e37 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0840564 Aug 05 14:06:59.271443 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-57c1c48e-4dfe-4f48-a551-ceb3772de71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:59.274442 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-57c1c48e-4dfe-4f48-a551-ceb3772de71f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8cf9035a-becd-48c4-bde5-9bc6733ef0ec HTTP/1.1" status: 204 len: 168 time: 0.6510317 Aug 05 14:06:59.278802 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33666) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:59.281060 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df14c12e-3b1a-45f5-971d-237fd2730e85 None None] Network 03c426bb-21c0-418e-bb83-115cb9431a2d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:06:59.308081 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1c48e-4dfe-4f48-a551-ceb3772de71f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cf9035a-becd-48c4-bde5-9bc6733ef0ec,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:59.379797 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:59.442921 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-83425660-48c3-42ad-88f5-8b6fcf19f674 req-e8530a09-dde3-48ca-9108-03da0f5ed3b9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767869 Aug 05 14:06:59.479190 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Deleting port 28354385-4d6f-4055-8a3c-8cb7ae3b892d {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:06:59.479864 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:59.487915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33674) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:59.548012 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-296cad55-6d4a-4888-bee1-062f13a76e2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bd49980da3d46a59ca1ff0c8d4e4bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584910 Aug 05 14:06:59.550425 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33676) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:59.561225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] For port 28354385-4d6f-4055-8a3c-8cb7ae3b892d, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=28354385-4d6f-4055-8a3c-8cb7ae3b892d,segment=NetworkSegment(6e64a228-f7b4-4903-af8c-49fb70976d70),segment_id=6e64a228-f7b4-4903-af8c-49fb70976d70)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:59.561499 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:59.580563 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Calling delete_port for 28354385-4d6f-4055-8a3c-8cb7ae3b892d owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:06:59.601210 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4e0674-e761-470b-a31f-08096171623e None None] DHCP port deletion for 03c426bb-21c0-418e-bb83-115cb9431a2d request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:06:59.625550 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1268f837-3d26-44bd-a0c4-ba718d4b62d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:59.659061 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1268f837-3d26-44bd-a0c4-ba718d4b62d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:59.724439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e0674-e761-470b-a31f-08096171623e None None] Deleting port 28354385-4d6f-4055-8a3c-8cb7ae3b892d {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:06:59.726652 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0674-e761-470b-a31f-08096171623e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:59.731466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e65f9993-9a15-486f-b7ba-73deebaced56 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:06:59.733721 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1268f837-3d26-44bd-a0c4-ba718d4b62d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:59.736652 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1268f837-3d26-44bd-a0c4-ba718d4b62d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:59.740139 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1268f837-3d26-44bd-a0c4-ba718d4b62d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8b7484b-2008-47ba-bd7d-46beb791f775 HTTP/1.1" status: 204 len: 168 time: 0.1864371 Aug 05 14:06:59.750149 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268f837-3d26-44bd-a0c4-ba718d4b62d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b7484b-2008-47ba-bd7d-46beb791f775,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:59.757050 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:59.774986 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: e65f9993-9a15-486f-b7ba-73deebaced56 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:06:59.775351 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e65f9993-9a15-486f-b7ba-73deebaced56 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:06:59.775971 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 28354385-4d6f-4055-8a3c-8cb7ae3b892d no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:06:59.790900 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] No DVR routers for this DVR port 28354385-4d6f-4055-8a3c-8cb7ae3b892d on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:06:59.822759 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=28354385-4d6f-4055-8a3c-8cb7ae3b892d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:59.829522 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33684) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:06:59.844304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 28354385-4d6f-4055-8a3c-8cb7ae3b892d {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:06:59.844652 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 28354385-4d6f-4055-8a3c-8cb7ae3b892d not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:06:59.845076 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f503a9eb-4118-4507-9ea8-273ad6f500c9 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:06:59.877814 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:59.878495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:59.878993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:59.879497 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:59.880018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:59.880505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:59.882375 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:59.882903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:59.883394 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:59.883901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:59.884399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:59.885346 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: f503a9eb-4118-4507-9ea8-273ad6f500c9 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:06:59.885731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f503a9eb-4118-4507-9ea8-273ad6f500c9 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:06:59.885861 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:06:59.907035 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ae4e0674-e761-470b-a31f-08096171623e None None] For port 28354385-4d6f-4055-8a3c-8cb7ae3b892d, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:06:59.909100 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0674-e761-470b-a31f-08096171623e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:59.921336 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e0674-e761-470b-a31f-08096171623e None None] Calling delete_port for 28354385-4d6f-4055-8a3c-8cb7ae3b892d owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:06:59.924422 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-ae4e0674-e761-470b-a31f-08096171623e None None] Port 28354385-4d6f-4055-8a3c-8cb7ae3b892d was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:06:59.925786 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0674-e761-470b-a31f-08096171623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:59.970004 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e0674-e761-470b-a31f-08096171623e None None] Pushing event deleted for resources: {'Port': ['ID=28354385-4d6f-4055-8a3c-8cb7ae3b892d,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:06:59.972907 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:06:59.986312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4e0674-e761-470b-a31f-08096171623e None None] No DVR routers for this DVR port 28354385-4d6f-4055-8a3c-8cb7ae3b892d on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:06:59.994846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c426bb-21c0-418e-bb83-115cb9431a2d']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:00.007910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e64a228-f7b4-4903-af8c-49fb70976d70') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:00.008250 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e64a228-f7b4-4903-af8c-49fb70976d70') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:00.018716 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f9292d06-4419-43e2-9896-81cb258936e1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1672470572-network', 'tenant_id': '1d63780be2d14d9195b8eb927b64bfd7'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:00.019858 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:00.046095 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9292d06-4419-43e2-9896-81cb258936e1 admin admin] Made reservation on behalf of 1d63780be2d14d9195b8eb927b64bfd7 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:00.050141 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9292d06-4419-43e2-9896-81cb258936e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:00.064708 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9292d06-4419-43e2-9896-81cb258936e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:00.075459 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:00.085758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:07:00.086173 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:07:00.088421 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:07:00.225338 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9292d06-4419-43e2-9896-81cb258936e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:00.230217 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9292d06-4419-43e2-9896-81cb258936e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:00.280985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9292d06-4419-43e2-9896-81cb258936e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b417f8ac-5685-4600-aabe-e26495900fdb,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:00.296895 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9292d06-4419-43e2-9896-81cb258936e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:07:00.318218 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9292d06-4419-43e2-9896-81cb258936e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:00.318600 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-f9292d06-4419-43e2-9896-81cb258936e1 admin admin] Added segment 550dabaa-7b96-4ee8-ab99-5782133832b5 of type vlan for network 7706a929-312d-4849-b69a-ba88da379e69 Aug 05 14:07:00.399278 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9292d06-4419-43e2-9896-81cb258936e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:00.461063 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0587e-ec83-4420-afa0-f6123742633a req-f6e700d8-74d9-463e-85d5-c682511990bf tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:00.462806 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-76d0587e-ec83-4420-afa0-f6123742633a req-f6e700d8-74d9-463e-85d5-c682511990bf tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.0885360 Aug 05 14:07:00.464025 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9292d06-4419-43e2-9896-81cb258936e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:00.464993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9292d06-4419-43e2-9896-81cb258936e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:00.465914 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9292d06-4419-43e2-9896-81cb258936e1 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:00.509146 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c0ffe-1f28-4243-bb6f-9a15b50b7f68 req-ab63f41f-04da-47fd-8079-9252a600df7b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:00.516399 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a69c0ffe-1f28-4243-bb6f-9a15b50b7f68 req-ab63f41f-04da-47fd-8079-9252a600df7b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.4944170 Aug 05 14:07:00.546913 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:00.550298 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f9292d06-4419-43e2-9896-81cb258936e1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7192199 Aug 05 14:07:00.555695 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33710) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:00.563107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-06a8654f-c002-40b7-a9e4-5d77f98e93c4 admin admin] Request body: {'subnet': {'network_id': '7706a929-312d-4849-b69a-ba88da379e69', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1672470572-subnet', 'tenant_id': '1d63780be2d14d9195b8eb927b64bfd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:00.563571 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:00.566521 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/03c426bb-21c0-418e-bb83-115cb9431a2d HTTP/1.1" status: 204 len: 168 time: 1.2859488 Aug 05 14:07:00.587351 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a69c0ffe-1f28-4243-bb6f-9a15b50b7f68 req-40324191-89bd-4601-be30-8ba07c938132 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700011 Aug 05 14:07:00.600380 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476de32-e84f-4aac-9b93-ed4112fbb3c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=03c426bb-21c0-418e-bb83-115cb9431a2d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:00.601517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a8654f-c002-40b7-a9e4-5d77f98e93c4 admin admin] Made reservation on behalf of 1d63780be2d14d9195b8eb927b64bfd7 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:00.613365 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-06a8654f-c002-40b7-a9e4-5d77f98e93c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:00.670521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9292d06-4419-43e2-9896-81cb258936e1 admin admin] Pushing event updated for resources: {'Network': ['ID=7706a929-312d-4849-b69a-ba88da379e69,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:00.686645 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-76d0587e-ec83-4420-afa0-f6123742633a req-666f92ff-0fd7-44f6-b657-bd7ec41ea1e5 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081447 Aug 05 14:07:00.687245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 7706a929-312d-4849-b69a-ba88da379e69 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:07:00.717527 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea901b-19e6-4123-bd0d-5b66a9d9a599 req-13dcf850-bf94-4741-abe3-9ccc30db6148 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:00.722674 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e2ea901b-19e6-4123-bd0d-5b66a9d9a599 req-13dcf850-bf94-4741-abe3-9ccc30db6148 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0669470 Aug 05 14:07:00.785683 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e2ea901b-19e6-4123-bd0d-5b66a9d9a599 req-bd2888ed-94a3-45c9-844b-116fdc226fa8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559673 Aug 05 14:07:00.804755 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33718) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:00.859536 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d01e5964-2ab4-4a6b-ba7b-f4abfe7c8fed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7d7815e3c2c4349952be81d078b30f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534673 Aug 05 14:07:00.862050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33722) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:00.919676 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02a218ea-5865-401b-b6d0-67fd558b3b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:00.938324 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-06a8654f-c002-40b7-a9e4-5d77f98e93c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:00.947382 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02a218ea-5865-401b-b6d0-67fd558b3b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:00.957795 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b329b-48f6-4b86-bc88-880f96b5a60f req-5c2b4e49-63b4-4126-9bab-19d17aa6dbe9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:00.959813 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d22b329b-48f6-4b86-bc88-880f96b5a60f req-5c2b4e49-63b4-4126-9bab-19d17aa6dbe9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0823858 Aug 05 14:07:01.008560 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02a218ea-5865-401b-b6d0-67fd558b3b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:01.011766 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02a218ea-5865-401b-b6d0-67fd558b3b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:01.016214 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-02a218ea-5865-401b-b6d0-67fd558b3b83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d473e08-a3ad-4dd5-95af-008abf51a2ac HTTP/1.1" status: 204 len: 168 time: 0.1498163 Aug 05 14:07:01.023817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a218ea-5865-401b-b6d0-67fd558b3b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d473e08-a3ad-4dd5-95af-008abf51a2ac,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:01.052300 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8654f-c002-40b7-a9e4-5d77f98e93c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b09f2d04-b6b5-4546-aa82-01bc29709736,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:01.059954 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d22b329b-48f6-4b86-bc88-880f96b5a60f req-2c52b81e-5618-442a-81bf-2866e2eccf83 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783286 Aug 05 14:07:01.061795 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a8654f-c002-40b7-a9e4-5d77f98e93c4 admin admin] Checking segment: {'id': '550dabaa-7b96-4ee8-ab99-5782133832b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7706a929-312d-4849-b69a-ba88da379e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:01.062168 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a8654f-c002-40b7-a9e4-5d77f98e93c4 admin admin] Network hostable DHCP agents. Network: 7706a929-312d-4849-b69a-ba88da379e69, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:07:01.091100 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a8654f-c002-40b7-a9e4-5d77f98e93c4 admin admin] Network 7706a929-312d-4849-b69a-ba88da379e69 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:07:01.104888 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-06a8654f-c002-40b7-a9e4-5d77f98e93c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 7706a929-312d-4849-b69a-ba88da379e69) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:01.110555 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a8654f-c002-40b7-a9e4-5d77f98e93c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:01.111447 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-06a8654f-c002-40b7-a9e4-5d77f98e93c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:01.118319 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8544395-13a2-45ef-ae8b-00bbfed82796 None None] Network 7706a929-312d-4849-b69a-ba88da379e69 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:01.139653 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-06a8654f-c002-40b7-a9e4-5d77f98e93c4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5825200 Aug 05 14:07:01.296853 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b459e971-86fa-4eac-a542-b54aeb77c3e8 None None] Network 7706a929-312d-4849-b69a-ba88da379e69 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:01.399811 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c93181-67de-443a-bc4d-707fca5cba3f req-55f18ae4-b7a5-489d-b953-1c78cd2f0e11 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:01.410333 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54c93181-67de-443a-bc4d-707fca5cba3f req-55f18ae4-b7a5-489d-b953-1c78cd2f0e11 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0770078 Aug 05 14:07:01.457155 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54c93181-67de-443a-bc4d-707fca5cba3f req-c63914b7-3bb1-47b8-b71f-37e16ff7975d tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456533 Aug 05 14:07:01.731423 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d54ccf-775e-433e-8274-4fa6455a628a req-8ef11a0d-2f2f-4ea5-97a1-761eb2d73d6f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:01.733328 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-05d54ccf-775e-433e-8274-4fa6455a628a req-8ef11a0d-2f2f-4ea5-97a1-761eb2d73d6f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0647912 Aug 05 14:07:01.791196 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-05d54ccf-775e-433e-8274-4fa6455a628a req-4c7407a6-8b29-4816-943a-3c514816b931 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506065 Aug 05 14:07:01.972017 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602b2d4-2c11-4e63-bcc1-1ab0106509ca req-fbe72e87-9b7b-4c5c-acf6-bc6caad98adf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:01.980451 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2602b2d4-2c11-4e63-bcc1-1ab0106509ca req-fbe72e87-9b7b-4c5c-acf6-bc6caad98adf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.0815976 Aug 05 14:07:02.043902 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2602b2d4-2c11-4e63-bcc1-1ab0106509ca req-50a1afe8-db3a-4671-8221-8e8fbe6c8853 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620279 Aug 05 14:07:02.096349 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-97ce68d4-eeeb-4756-a75b-fda8defce573 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:02.105491 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-97ce68d4-eeeb-4756-a75b-fda8defce573 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/networks?id=7706a929-312d-4849-b69a-ba88da379e69 HTTP/1.1" status: 200 len: 814 time: 0.1782305 Aug 05 14:07:02.128094 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33790) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:02.135355 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-932d8118-aafb-4ba1-af5d-095fa8e87a3d tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/quotas/1d63780be2d14d9195b8eb927b64bfd7 HTTP/1.1" status: 200 len: 375 time: 0.0269008 Aug 05 14:07:02.174555 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-de005193-1528-458c-989d-c9fa03bb01d0 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d63780be2d14d9195b8eb927b64bfd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335448 Aug 05 14:07:02.224706 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83334a9-d1b8-409b-933d-d19144217829 req-81db6ae0-711b-4aa9-b373-2beec8044de5 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:02.226023 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e83334a9-d1b8-409b-933d-d19144217829 req-81db6ae0-711b-4aa9-b373-2beec8044de5 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.0630715 Aug 05 14:07:02.293196 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-0ab3c0a1-188d-4238-b2f5-1cf23febc93a service neutron] 10.222.0.16 "GET /v2.0/networks/7706a929-312d-4849-b69a-ba88da379e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102526 Aug 05 14:07:02.293761 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e83334a9-d1b8-409b-933d-d19144217829 req-32bf7446-cbf7-404a-90c2-96f6e214a324 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607653 Aug 05 14:07:02.365524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c3a2b79a-8dd5-477a-9926-404812fe7c15 tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1566166329'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:02.393288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a2b79a-8dd5-477a-9926-404812fe7c15 tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Made reservation on behalf of 7ed937e86a8a49d3a1263a8a4f8ef284 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:02.397496 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3a2b79a-8dd5-477a-9926-404812fe7c15 tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:02.408546 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3a2b79a-8dd5-477a-9926-404812fe7c15 tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:02.427174 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-89d14642-0a01-4f8c-a4c4-dfae3213b569 service neutron] 10.222.0.16 "GET /v2.0/networks/7706a929-312d-4849-b69a-ba88da379e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257970 Aug 05 14:07:02.527242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7431b3-1414-4a39-a522-595cde819898 req-b9d4c8c1-0151-4504-b627-44f8bfd4c89d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:02.529540 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3f7431b3-1414-4a39-a522-595cde819898 req-b9d4c8c1-0151-4504-b627-44f8bfd4c89d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.0821791 Aug 05 14:07:02.572791 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3a2b79a-8dd5-477a-9926-404812fe7c15 tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:02.585527 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3a2b79a-8dd5-477a-9926-404812fe7c15 tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:02.609406 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3f7431b3-1414-4a39-a522-595cde819898 req-60c1513b-df8d-4974-aa14-10956a52c2b0 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654359 Aug 05 14:07:02.632940 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a2b79a-8dd5-477a-9926-404812fe7c15 tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:07:02.633360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33808) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:02.664804 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3a2b79a-8dd5-477a-9926-404812fe7c15 tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:02.665179 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-c3a2b79a-8dd5-477a-9926-404812fe7c15 tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Added segment 8f40b477-d996-4f5b-b322-1272ed70be97 of type vlan for network 758fbf38-141b-454d-934b-a53f4071964f Aug 05 14:07:02.696642 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdb7efc-9cc4-4084-872f-43eb44413d4f tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:02.699199 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ffdb7efc-9cc4-4084-872f-43eb44413d4f tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 1092 time: 0.0647159 Aug 05 14:07:02.703023 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33812) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:02.708553 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:02.718700 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3a2b79a-8dd5-477a-9926-404812fe7c15 tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:02.737119 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:02.742682 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2b79a-8dd5-477a-9926-404812fe7c15 tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=861bac74-b4b1-478c-aaa6-62e827794b45,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:02.776474 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3a2b79a-8dd5-477a-9926-404812fe7c15 tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:02.784696 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a2b79a-8dd5-477a-9926-404812fe7c15 tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:02.785391 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3a2b79a-8dd5-477a-9926-404812fe7c15 tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:02.853471 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c3a2b79a-8dd5-477a-9926-404812fe7c15 tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7233887 Aug 05 14:07:02.877300 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2b79a-8dd5-477a-9926-404812fe7c15 tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Pushing event updated for resources: {'Network': ['ID=758fbf38-141b-454d-934b-a53f4071964f,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:02.891293 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 758fbf38-141b-454d-934b-a53f4071964f details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:07:02.910726 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-26b3650c-300c-442f-b8cd-60ea1645dd42 req-a7b6cea7-87a9-4245-b04d-4b29ca48d1ce tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 210 time: 0.0510035 Aug 05 14:07:03.024321 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eeab2e-d59d-4d88-ae70-7b7aeaa4b02c req-98721659-d126-49ae-a3b7-0609842ceee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:03.026960 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-97eeab2e-d59d-4d88-ae70-7b7aeaa4b02c req-98721659-d126-49ae-a3b7-0609842ceee9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1291456ee72e4bdfb592cbb35091d288&device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 1097 time: 0.0905907 Aug 05 14:07:03.042644 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:03.146724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25056077-ddca-4bc8-84b2-b3a13e2deeaa req-bf8da760-56c6-4d3b-b59d-b2fe7718cb72 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:03.159962 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25056077-ddca-4bc8-84b2-b3a13e2deeaa req-bf8da760-56c6-4d3b-b59d-b2fe7718cb72 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1019020 Aug 05 14:07:03.209131 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25056077-ddca-4bc8-84b2-b3a13e2deeaa req-0b7ec108-9a75-4525-ad6f-c94ba3e208b4 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481658 Aug 05 14:07:03.238587 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4b801-caa3-4f2a-870f-aebdcbcc9eae req-7e5aced3-11dd-42e7-9f57-1470337ccae4 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:03.246717 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-52b4b801-caa3-4f2a-870f-aebdcbcc9eae req-7e5aced3-11dd-42e7-9f57-1470337ccae4 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.1644444 Aug 05 14:07:03.303250 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eeab2e-d59d-4d88-ae70-7b7aeaa4b02c req-a4ae3f40-01ca-4b30-8636-839bab800e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:03.304871 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-97eeab2e-d59d-4d88-ae70-7b7aeaa4b02c req-a4ae3f40-01ca-4b30-8636-839bab800e80 service neutron] 10.222.0.84 "GET /v2.0/networks?id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff HTTP/1.1" status: 200 len: 910 time: 0.2585595 Aug 05 14:07:03.345516 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-52b4b801-caa3-4f2a-870f-aebdcbcc9eae req-25f021e7-7db9-471f-9444-001aa908d7ce tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979023 Aug 05 14:07:03.410104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33840) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:03.449107 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Allocated IP 172.25.5.88 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/e9403965-4ecd-49ac-b0ce-d9d81c795860) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:03.467274 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-97eeab2e-d59d-4d88-ae70-7b7aeaa4b02c req-e1245107-766f-4368-aa0d-382c6a326b12 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d7d000-421a-43df-b3c1-fc172353f51c HTTP/1.1" status: 200 len: 1001 time: 0.1459966 Aug 05 14:07:03.567803 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eeab2e-d59d-4d88-ae70-7b7aeaa4b02c req-e1710a42-0557-4bc1-aa0f-ac95c4e65bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:03.569787 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-97eeab2e-d59d-4d88-ae70-7b7aeaa4b02c req-e1710a42-0557-4bc1-aa0f-ac95c4e65bfd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eeec4336-a010-464c-8b64-395366905663 HTTP/1.1" status: 200 len: 848 time: 0.0934179 Aug 05 14:07:03.618079 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3657-74e6-4c2d-8ecd-028f9c6dbc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:03.682192 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:03.715709 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eeab2e-d59d-4d88-ae70-7b7aeaa4b02c req-5ff7bc0c-6f90-4470-ba6c-64cfd8a27a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:03.717672 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-97eeab2e-d59d-4d88-ae70-7b7aeaa4b02c req-5ff7bc0c-6f90-4470-ba6c-64cfd8a27a23 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320136 Aug 05 14:07:03.718888 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33848) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:03.735886 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Request body: {'port': {'network_id': '758fbf38-141b-454d-934b-a53f4071964f', 'binding:host_id': 'n-h1-803585-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1388403879'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:03.784912 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3657-74e6-4c2d-8ecd-028f9c6dbc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:03.793480 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3657-74e6-4c2d-8ecd-028f9c6dbc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:03.826741 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7dfc6-2ec6-4949-888b-062d2941f8a7 req-0596ba97-8d10-4db7-bb5f-061bea53698b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:03.828288 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9fc7dfc6-2ec6-4949-888b-062d2941f8a7 req-0596ba97-8d10-4db7-bb5f-061bea53698b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1541302 Aug 05 14:07:03.842149 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Made reservation on behalf of d7b15af0da7744c19ab9aac4c7ac7d84 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:03.844713 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:03.862533 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2a2d3657-74e6-4c2d-8ecd-028f9c6dbc70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fab8b16191943eb8d445378d82372d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4488320 Aug 05 14:07:03.862533 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d3657-74e6-4c2d-8ecd-028f9c6dbc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6cd9e1-2fe2-4e95-98a6-3c52eb880fb1,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:03.863692 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:03.864031 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33850) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:03.884370 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:03.912973 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-97eeab2e-d59d-4d88-ae70-7b7aeaa4b02c req-25fed0a4-1901-401a-90a2-9a889d9ad6bc service neutron] 10.222.0.84 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832571 Aug 05 14:07:03.957268 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9fc7dfc6-2ec6-4949-888b-062d2941f8a7 req-82bf7229-6ce3-47ab-b71e-b424dc27e528 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212296 Aug 05 14:07:03.972744 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:03.989571 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:03.991347 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] device_id is not set on port 32a9e977-4615-468c-a68e-869933e073cc yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:07:03.994418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:04.032048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=e9403965-4ecd-49ac-b0ce-d9d81c795860,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:04.034717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:04.045197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:04.077337 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd02b744-535b-4e52-b56e-ce22c80f1087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:04.137306 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd02b744-535b-4e52-b56e-ce22c80f1087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:04.143110 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052725f2-15bc-402e-8b67-ff40a5aed6d4,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:04.173468 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-97eeab2e-d59d-4d88-ae70-7b7aeaa4b02c req-70023180-1516-4bf9-9b36-233eea2eb2fe service neutron] 10.222.0.84 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349565 Aug 05 14:07:04.174339 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3075eef7-5254-4b9e-90e7-34b695d1bfb9 req-3c15ce96-b4d3-4324-a06c-8832504e78e0 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 210 time: 0.0957053 Aug 05 14:07:04.312591 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd02b744-535b-4e52-b56e-ce22c80f1087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:04.315168 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd02b744-535b-4e52-b56e-ce22c80f1087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:04.316637 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dd02b744-535b-4e52-b56e-ce22c80f1087 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f6cd9e1-2fe2-4e95-98a6-3c52eb880fb1 HTTP/1.1" status: 204 len: 168 time: 0.4491222 Aug 05 14:07:04.318445 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-b04d8c74-983c-478f-bdc9-8f98fa0b0ed5 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:04.320552 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-b04d8c74-983c-478f-bdc9-8f98fa0b0ed5 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.63 "GET /v2.0/networks?id=7706a929-312d-4849-b69a-ba88da379e69 HTTP/1.1" status: 200 len: 814 time: 0.2216077 Aug 05 14:07:04.333099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02b744-535b-4e52-b56e-ce22c80f1087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6cd9e1-2fe2-4e95-98a6-3c52eb880fb1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:04.335268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Request body: {'port': {'device_id': '177c42fc-ec69-4b4c-a4f8-6ee251f93222', 'network_id': '7706a929-312d-4849-b69a-ba88da379e69', 'admin_state_up': True, 'tenant_id': '1d63780be2d14d9195b8eb927b64bfd7'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:04.463603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] device_id is not set on port 32a9e977-4615-468c-a68e-869933e073cc yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:07:04.482787 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:04.501669 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Transition to ACTIVE for port object 32a9e977-4615-468c-a68e-869933e073cc will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:04.519420 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:04.529842 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Made reservation on behalf of 1d63780be2d14d9195b8eb927b64bfd7 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:04.533341 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:04.574629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd030c3-be34-4f70-b76d-59ecc69b4d70 req-619469b3-af52-430d-aef9-971733dc3650 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:04.576729 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-edd030c3-be34-4f70-b76d-59ecc69b4d70 req-619469b3-af52-430d-aef9-971733dc3650 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.1144805 Aug 05 14:07:04.650011 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-edd030c3-be34-4f70-b76d-59ecc69b4d70 req-f8d0a396-e904-4490-9ac6-fc2651a91907 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647953 Aug 05 14:07:04.661102 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Pushing event updated for resources: {'Port': ['ID=32a9e977-4615-468c-a68e-869933e073cc,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:04.698425 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Checking segment: {'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:04.698799 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Network hostable DHCP agents. Network: 758fbf38-141b-454d-934b-a53f4071964f, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:07:04.701111 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:04.761279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Network 758fbf38-141b-454d-934b-a53f4071964f is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:07:04.775970 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 758fbf38-141b-454d-934b-a53f4071964f) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:04.783481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:04.785952 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222aebbe-19af-4836-adf0-8e155ead57a9 None None] Network 758fbf38-141b-454d-934b-a53f4071964f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:04.786581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Allocated IP 172.20.0.10 (7706a929-312d-4849-b69a-ba88da379e69/b09f2d04-b6b5-4546-aa82-01bc29709736/9c3e5043-4072-4295-8481-ec4dfc2052c4) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:04.807510 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:04.807844 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:04.808218 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:04.813825 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:04.847541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:04.847937 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:04.858034 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 2 to bind port 32a9e977-4615-468c-a68e-869933e073cc Aug 05 14:07:04.892546 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:04.892893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:04.893236 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:04.926471 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:04.927055 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:04.951397 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 3 to bind port 32a9e977-4615-468c-a68e-869933e073cc Aug 05 14:07:05.038844 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:05.039185 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:05.039527 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:05.057509 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:05.057846 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:05.059961 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 4 to bind port 32a9e977-4615-468c-a68e-869933e073cc Aug 05 14:07:05.088851 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:05.089188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:05.089654 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:05.094486 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:05.094929 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:05.101076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:05.114708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:05.115048 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:05.129414 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 5 to bind port 32a9e977-4615-468c-a68e-869933e073cc Aug 05 14:07:05.143736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:05.144077 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:05.144416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:05.158596 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:05.158933 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:05.160660 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 6 to bind port 32a9e977-4615-468c-a68e-869933e073cc Aug 05 14:07:05.174289 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=e9403965-4ecd-49ac-b0ce-d9d81c795860,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:05.190333 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:05.198496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b61ce-6024-45d9-b545-333f1f5d89fa req-5d7224fe-aeb5-4fff-a14a-d9130dfd5f8b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:05.200065 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c13b61ce-6024-45d9-b545-333f1f5d89fa req-5d7224fe-aeb5-4fff-a14a-d9130dfd5f8b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1032410 Aug 05 14:07:05.200879 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:05.201221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:05.202016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:05.210243 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:05.210243 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:05.219884 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 7 to bind port 32a9e977-4615-468c-a68e-869933e073cc Aug 05 14:07:05.252039 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:05.252392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:05.252775 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:05.257896 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:05.280105 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:05.280105 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:05.288321 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 8 to bind port 32a9e977-4615-468c-a68e-869933e073cc Aug 05 14:07:05.333600 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c13b61ce-6024-45d9-b545-333f1f5d89fa req-35c9e1ce-ee56-42b2-a434-fd5434b96f49 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082187 Aug 05 14:07:05.340592 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Network 7706a929-312d-4849-b69a-ba88da379e69 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:05.340917 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Floating IP a9ae24f1-438f-4cf0-92e2-d24d22406e80 associated. External IP: 172.25.5.88, port: a7418a6b-6cc6-4d23-9269-f023ce7594c9. Aug 05 14:07:05.344824 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:05.345168 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:05.345503 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:05.347656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:05.352451 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:05.362172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:05.362609 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:05.385051 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 9 to bind port 32a9e977-4615-468c-a68e-869933e073cc Aug 05 14:07:05.395702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Pushing event updated for resources: {'Port': ['ID=9c3e5043-4072-4295-8481-ec4dfc2052c4,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:05.397233 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e621ac1-00b1-4846-a0ea-ec9300bac8f7 req-866e0746-8dfc-4d42-b9c5-99c3c7bfc65d tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:05.398993 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1e621ac1-00b1-4846-a0ea-ec9300bac8f7 req-866e0746-8dfc-4d42-b9c5-99c3c7bfc65d tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 932 time: 0.1116621 Aug 05 14:07:05.412736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:05.413086 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:05.413394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:05.418891 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:05.419288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:05.419629 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:05.419970 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:05.420307 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:05.420638 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:05.420968 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:05.421295 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:05.421621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:05.421947 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:05.422290 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:05.422619 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:05.431928 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:05.432143 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:05.434324 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 10 to bind port 32a9e977-4615-468c-a68e-869933e073cc Aug 05 14:07:05.448410 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:05.449033 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:05.462196 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:05.462597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:05.462997 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:05.468846 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 32a9e977-4615-468c-a68e-869933e073cc on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:05.469178 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 32a9e977-4615-468c-a68e-869933e073cc on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:05.469558 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:05.473495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-89b44cc0-d2a9-4a1b-bd2f-485d71589ee6 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1425331 Aug 05 14:07:05.485038 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1e621ac1-00b1-4846-a0ea-ec9300bac8f7 req-f0192303-ec8d-4531-bdd6-fecca1c04682 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b417f8ac-5685-4600-aabe-e26495900fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741866 Aug 05 14:07:05.511916 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Request body: {'port': {'device_id': '177c42fc-ec69-4b4c-a4f8-6ee251f93222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:05.595984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] For port 32a9e977-4615-468c-a68e-869933e073cc, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:07:05.596362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempted to set empty binding levels {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 05 14:07:05.597708 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:05.615514 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:05.658893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:05.659499 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:05.670542 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68fa37-f452-4916-9032-7093b3bfd98b req-29fb24ac-16ff-4865-a26a-9778d72e744c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:05.672103 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3f68fa37-f452-4916-9032-7093b3bfd98b req-29fb24ac-16ff-4865-a26a-9778d72e744c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1032469 Aug 05 14:07:05.680564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 88e30115-875e-4d5a-a99a-f37ed6a3e8ce has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:07:05.711129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Pushing event updated for resources: {'Port': ['ID=32a9e977-4615-468c-a68e-869933e073cc,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:05.725564 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-55f63b4c-b03d-4e76-b197-a23d5890dd01 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.0042481 Aug 05 14:07:05.728088 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33906) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:05.764865 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3f68fa37-f452-4916-9032-7093b3bfd98b req-fd5743b0-242c-4bdf-9e8e-c8361cfd0ce3 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825388 Aug 05 14:07:05.836861 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:07:05.844543 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf8b31b3-3816-4d50-8a85-9c23bc5911d5 req-050f1bc2-be87-41d4-aefd-dd5f4b4a490d tempest-AbsoluteLimitsNegativeTestJSON-926121933 tempest-AbsoluteLimitsNegativeTestJSON-926121933-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=58464deb20fc469294a1ea6d74fd7d2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526009 Aug 05 14:07:05.847858 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346ed28-0cb2-4560-aa45-9578e4b80e28 None None] Sync routers for ids ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:07:05.860395 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346ed28-0cb2-4560-aa45-9578e4b80e28 None None] Routers {'88e30115-875e-4d5a-a99a-f37ed6a3e8ce'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:07:05.861370 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-8346ed28-0cb2-4560-aa45-9578e4b80e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:05.886410 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:05.921455 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6333dfba-89df-4c60-890f-406f04d7f969 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2171662 Aug 05 14:07:05.922956 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'tag': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:07:05.925340 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46996ac8-aedd-4502-9bba-6e51e5a48781" -d '{"events": [{"name": "network-changed", "server_uuid": "8b86daeb-1621-42fb-9cf0-59ab296bb47a", "tag": "a7418a6b-6cc6-4d23-9269-f023ce7594c9"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:07:05.941117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a8956-eb15-40aa-b198-c07dd546d242 req-7a0a765c-1f44-4456-aeb0-c67b125877a6 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:05.942836 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-406a8956-eb15-40aa-b198-c07dd546d242 req-7a0a765c-1f44-4456-aeb0-c67b125877a6 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.1039360 Aug 05 14:07:05.976611 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-8346ed28-0cb2-4560-aa45-9578e4b80e28 None None] Set router 88e30115-875e-4d5a-a99a-f37ed6a3e8ce gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:07:05.989636 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-406a8956-eb15-40aa-b198-c07dd546d242 req-142c72a5-f182-4e1e-b115-5171472dfa52 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400159 Aug 05 14:07:06.191856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371fa17-0d07-4895-96ee-5f2e7d87114c req-acbbd7d0-798f-43da-9179-7bfde2559e3c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:06.193463 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b371fa17-0d07-4895-96ee-5f2e7d87114c req-acbbd7d0-798f-43da-9179-7bfde2559e3c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0663049 Aug 05 14:07:06.250457 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b371fa17-0d07-4895-96ee-5f2e7d87114c req-58f290c2-bc3a-433e-98ad-77a89db57ff7 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430107 Aug 05 14:07:06.348902 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-8346ed28-0cb2-4560-aa45-9578e4b80e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777628862', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:27Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:29Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'a9ae24f1-438f-4cf0-92e2-d24d22406e80', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'floating_ip_address': '172.25.5.88', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'port_id': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75', 'mac_address': 'fa:16:3e:a5:6c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:07:04Z', 'updated_at': '2021-08-05T14:07:04Z', 'revision_number': 0, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e70e2a-226a-4fda-942f-f25b3f685ccd', 'name': '', 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:5d:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:37Z', 'updated_at': '2021-08-05T14:06:45Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:06.383790 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346ed28-0cb2-4560-aa45-9578e4b80e28 None None] Checking router: 88e30115-875e-4d5a-a99a-f37ed6a3e8ce for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:07:06.392377 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b31b3-3816-4d50-8a85-9c23bc5911d5 req-e9d5f4e7-e985-414d-b997-1885c1c0cf6b tempest-AbsoluteLimitsNegativeTestJSON-926121933 tempest-AbsoluteLimitsNegativeTestJSON-926121933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:06.392598 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346ed28-0cb2-4560-aa45-9578e4b80e28 None None] Routers {'88e30115-875e-4d5a-a99a-f37ed6a3e8ce'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:07:06.393128 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-8346ed28-0cb2-4560-aa45-9578e4b80e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:06.393883 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf8b31b3-3816-4d50-8a85-9c23bc5911d5 req-e9d5f4e7-e985-414d-b997-1885c1c0cf6b tempest-AbsoluteLimitsNegativeTestJSON-926121933 tempest-AbsoluteLimitsNegativeTestJSON-926121933-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5410330 Aug 05 14:07:06.423079 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715f3a1-6e95-4c25-bc7f-666538762bd3 req-1c1c6b2e-d710-4292-90c2-4472c707f81f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:06.424746 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1715f3a1-6e95-4c25-bc7f-666538762bd3 req-1c1c6b2e-d710-4292-90c2-4472c707f81f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.0609078 Aug 05 14:07:06.432407 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf8b31b3-3816-4d50-8a85-9c23bc5911d5 req-086cf454-dbe6-4334-b1bc-a06a65a5abd4 tempest-AbsoluteLimitsNegativeTestJSON-926121933 tempest-AbsoluteLimitsNegativeTestJSON-926121933-project] 10.222.0.16 "GET /v2.0/quotas/58464deb20fc469294a1ea6d74fd7d2c HTTP/1.1" status: 200 len: 375 time: 0.0285637 Aug 05 14:07:06.438873 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-278d8476-b62e-4eb5-b66a-74edb60b992c tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Deleting port 32a9e977-4615-468c-a68e-869933e073cc {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:06.439231 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-278d8476-b62e-4eb5-b66a-74edb60b992c tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:06.472278 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1715f3a1-6e95-4c25-bc7f-666538762bd3 req-b6e5b04d-873a-4d92-a67f-b23b04d53ded tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402637 Aug 05 14:07:06.494505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33920) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:06.514485 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-8346ed28-0cb2-4560-aa45-9578e4b80e28 None None] Set router 88e30115-875e-4d5a-a99a-f37ed6a3e8ce gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:07:06.524258 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf8b31b3-3816-4d50-8a85-9c23bc5911d5 req-2015dc83-9a3f-4b83-8292-5e6dcc4ad377 tempest-AbsoluteLimitsNegativeTestJSON-926121933 tempest-AbsoluteLimitsNegativeTestJSON-926121933-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=58464deb20fc469294a1ea6d74fd7d2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733671 Aug 05 14:07:06.574513 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-278d8476-b62e-4eb5-b66a-74edb60b992c tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] For port 32a9e977-4615-468c-a68e-869933e073cc, host n-h1-803585-2, got binding levels [] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:06.574895 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-278d8476-b62e-4eb5-b66a-74edb60b992c tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:06.594909 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-278d8476-b62e-4eb5-b66a-74edb60b992c tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Calling delete_port for 32a9e977-4615-468c-a68e-869933e073cc owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:06.614760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3e5043-4072-4295-8481-ec4dfc2052c4 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:07:06.623167 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:06.651358 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b630dc-31a5-4ee9-8914-f0e49a9d78c0 x-openstack-request-id: req-40b630dc-31a5-4ee9-8914-f0e49a9d78c0 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:07:06.652931 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b86daeb-1621-42fb-9cf0-59ab296bb47a", "tag": "a7418a6b-6cc6-4d23-9269-f023ce7594c9", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:07:06.653453 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40b630dc-31a5-4ee9-8914-f0e49a9d78c0 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:07:06.656053 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'tag': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9', 'status': 'completed', 'code': 200} Aug 05 14:07:06.678701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Transition to ACTIVE for port object 9c3e5043-4072-4295-8481-ec4dfc2052c4 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:06.692075 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:06.767453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822fafb-3b99-495f-9e13-998fcd47d7c8 req-09f57294-1321-4ed1-b30b-0ca859833ce2 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:06.775272 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1822fafb-3b99-495f-9e13-998fcd47d7c8 req-09f57294-1321-4ed1-b30b-0ca859833ce2 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0934398 Aug 05 14:07:06.803798 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3e5043-4072-4295-8481-ec4dfc2052c4,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:06.817537 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46996ac8-aedd-4502-9bba-6e51e5a48781 req-0c9448aa-d125-4088-882f-42befe2ccdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:06.819222 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46996ac8-aedd-4502-9bba-6e51e5a48781 req-0c9448aa-d125-4088-882f-42befe2ccdb6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 1097 time: 0.2271292 Aug 05 14:07:06.824649 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-8346ed28-0cb2-4560-aa45-9578e4b80e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777628862', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:27Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:29Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'a9ae24f1-438f-4cf0-92e2-d24d22406e80', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'floating_ip_address': '172.25.5.88', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'port_id': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75', 'mac_address': 'fa:16:3e:a5:6c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:07:04Z', 'updated_at': '2021-08-05T14:07:04Z', 'revision_number': 0, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e70e2a-226a-4fda-942f-f25b3f685ccd', 'name': '', 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:5d:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:37Z', 'updated_at': '2021-08-05T14:06:45Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:06.826460 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-278d8476-b62e-4eb5-b66a-74edb60b992c tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:06.828978 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3ee4e26d-3e10-4ef5-976a-cd75afa75cab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/floatingips/a9ae24f1-438f-4cf0-92e2-d24d22406e80 HTTP/1.1" status: 200 len: 991 time: 0.3323476 Aug 05 14:07:06.837269 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d21ab-230a-4f91-80bc-48f8168ac67b req-313806a6-b6e1-4302-b9e8-4242e9587be8 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:06.845311 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-991d21ab-230a-4f91-80bc-48f8168ac67b req-313806a6-b6e1-4302-b9e8-4242e9587be8 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 944 time: 0.1588624 Aug 05 14:07:06.874326 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1822fafb-3b99-495f-9e13-998fcd47d7c8 req-223f946a-966f-4b2b-a48e-a9c5df044448 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924637 Aug 05 14:07:06.900578 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346ed28-0cb2-4560-aa45-9578e4b80e28 None None] The sync data for ids ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'] in n-d-803585-2 is: [{'id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777628862', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:27Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:29Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'a9ae24f1-438f-4cf0-92e2-d24d22406e80', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'floating_ip_address': '172.25.5.88', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'port_id': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75', 'mac_address': 'fa:16:3e:a5:6c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:07:04Z', 'updated_at': '2021-08-05T14:07:04Z', 'revision_number': 0, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e70e2a-226a-4fda-942f-f25b3f685ccd', 'name': '', 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:5d:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:37Z', 'updated_at': '2021-08-05T14:06:45Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:07:06.915617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d8476-b62e-4eb5-b66a-74edb60b992c tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Pushing event deleted for resources: {'Port': ['ID=32a9e977-4615-468c-a68e-869933e073cc,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:06.929599 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-278d8476-b62e-4eb5-b66a-74edb60b992c tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:06.940093 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-278d8476-b62e-4eb5-b66a-74edb60b992c tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] 10.222.0.16 "DELETE /v2.0/ports/32a9e977-4615-468c-a68e-869933e073cc HTTP/1.1" status: 204 len: 168 time: 1.2109587 Aug 05 14:07:06.946291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33930) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:06.971532 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-991d21ab-230a-4f91-80bc-48f8168ac67b req-68d2b943-c877-4603-ba3f-9d7826a4f5bc tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b417f8ac-5685-4600-aabe-e26495900fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253493 Aug 05 14:07:06.976737 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Attempting to bind port 9c3e5043-4072-4295-8481-ec4dfc2052c4 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:06.977093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Attempting to bind port 9c3e5043-4072-4295-8481-ec4dfc2052c4 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '550dabaa-7b96-4ee8-ab99-5782133832b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7706a929-312d-4849-b69a-ba88da379e69'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:06.977467 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Attempting to bind port 9c3e5043-4072-4295-8481-ec4dfc2052c4 on network 7706a929-312d-4849-b69a-ba88da379e69 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:06.984688 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Port 9c3e5043-4072-4295-8481-ec4dfc2052c4 on network 7706a929-312d-4849-b69a-ba88da379e69 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:06.984897 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4dbe597-476c-408b-aa08-653c550b84a7 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] GET failed (client error): The resource could not be found. Aug 05 14:07:06.985033 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Attempting to bind port 9c3e5043-4072-4295-8481-ec4dfc2052c4 on network 7706a929-312d-4849-b69a-ba88da379e69 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:06.986832 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c4dbe597-476c-408b-aa08-653c550b84a7 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] 10.222.0.16 "GET /v2.0/ports/32a9e977-4615-468c-a68e-869933e073cc HTTP/1.1" status: 404 len: 333 time: 0.0390201 Aug 05 14:07:06.992001 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33932) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:06.994488 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:07:06.994854 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Checking segment: {'id': '550dabaa-7b96-4ee8-ab99-5782133832b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7706a929-312d-4849-b69a-ba88da379e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:06.995420 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Bound using segment: {'id': '550dabaa-7b96-4ee8-ab99-5782133832b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7706a929-312d-4849-b69a-ba88da379e69'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:07:06.995717 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Bound port: 9c3e5043-4072-4295-8481-ec4dfc2052c4, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550dabaa-7b96-4ee8-ab99-5782133832b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7706a929-312d-4849-b69a-ba88da379e69'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:07:06.996082 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:06.998623 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-be700cab-c2d1-4501-9dc1-b73537e1c8f8 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Request body: {'port': {'network_id': '758fbf38-141b-454d-934b-a53f4071964f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-849458430'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:07.014080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33934) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:07.044167 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46996ac8-aedd-4502-9bba-6e51e5a48781 req-7275da0d-72d5-461f-b424-f54493e3ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:07.046112 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46996ac8-aedd-4502-9bba-6e51e5a48781 req-7275da0d-72d5-461f-b424-f54493e3ab0c service neutron] 10.222.0.84 "GET /v2.0/networks?id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 HTTP/1.1" status: 200 len: 897 time: 0.2085748 Aug 05 14:07:07.055456 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be700cab-c2d1-4501-9dc1-b73537e1c8f8 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Made reservation on behalf of d7b15af0da7744c19ab9aac4c7ac7d84 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:07.058069 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be700cab-c2d1-4501-9dc1-b73537e1c8f8 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:07.094120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] For port 9c3e5043-4072-4295-8481-ec4dfc2052c4, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:07:07.098617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] For port 9c3e5043-4072-4295-8481-ec4dfc2052c4, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9c3e5043-4072-4295-8481-ec4dfc2052c4,segment=NetworkSegment(550dabaa-7b96-4ee8-ab99-5782133832b5),segment_id=550dabaa-7b96-4ee8-ab99-5782133832b5)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:07:07.105111 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:07.124659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-be700cab-c2d1-4501-9dc1-b73537e1c8f8 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] device_id is not set on port 22ff55f4-c160-49ff-921a-89f54618558c yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:07:07.159017 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:07.160020 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:07.161743 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] 10.222.0.63 "PUT /v2.0/ports/9c3e5043-4072-4295-8481-ec4dfc2052c4 HTTP/1.1" status: 200 len: 1092 time: 1.6558359 Aug 05 14:07:07.162213 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177c42fc-ec69-4b4c-a4f8-6ee251f93222', 'tag': '9c3e5043-4072-4295-8481-ec4dfc2052c4'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:07:07.168987 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a85750-5db9-4549-b8eb-3380ad177f61" -d '{"events": [{"name": "network-changed", "server_uuid": "177c42fc-ec69-4b4c-a4f8-6ee251f93222", "tag": "9c3e5043-4072-4295-8481-ec4dfc2052c4"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:07:07.190443 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46996ac8-aedd-4502-9bba-6e51e5a48781 req-ab0feb33-237d-44e4-889d-d3c2ba4b7006 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9 HTTP/1.1" status: 200 len: 999 time: 0.1355867 Aug 05 14:07:07.209396 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ba51-6c5a-4fe9-a05a-f86d1e0659a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:07.222554 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f56a3b5-d4b4-4b64-a7a8-75c7cf178a03 x-openstack-request-id: req-9f56a3b5-d4b4-4b64-a7a8-75c7cf178a03 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:07:07.222926 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177c42fc-ec69-4b4c-a4f8-6ee251f93222", "tag": "9c3e5043-4072-4295-8481-ec4dfc2052c4", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:07:07.223292 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f56a3b5-d4b4-4b64-a7a8-75c7cf178a03 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:07:07.223762 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177c42fc-ec69-4b4c-a4f8-6ee251f93222', 'tag': '9c3e5043-4072-4295-8481-ec4dfc2052c4', 'status': 'completed', 'code': 200} Aug 05 14:07:07.238305 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a74a76-03a3-44dd-b145-cf0adaa29bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3e5043-4072-4295-8481-ec4dfc2052c4,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:07.246031 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd93a9-3398-4b5b-8cc4-cbbbc17f91d6 None None] New status for floating IP a9ae24f1-438f-4cf0-92e2-d24d22406e80: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:07:07.271128 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-5b9ff3f7-bf8a-4ce8-8f01-49167fcefe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:07.272745 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-5b9ff3f7-bf8a-4ce8-8f01-49167fcefe18 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1d63780be2d14d9195b8eb927b64bfd7&device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 1095 time: 0.0480759 Aug 05 14:07:07.321510 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-82d2d82a-725e-4910-8761-96956238646a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c3e5043-4072-4295-8481-ec4dfc2052c4 HTTP/1.1" status: 200 len: 217 time: 0.0394635 Aug 05 14:07:07.337635 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46996ac8-aedd-4502-9bba-6e51e5a48781 req-70f65cf9-ac6d-4b27-bb18-48873efd7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:07.339425 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46996ac8-aedd-4502-9bba-6e51e5a48781 req-70f65cf9-ac6d-4b27-bb18-48873efd7a5b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ccd8332f-e585-4989-88dd-1c6d8cff4ffd HTTP/1.1" status: 200 len: 834 time: 0.1251948 Aug 05 14:07:07.390990 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-29615812-6df5-4faf-8e7f-b16a8400fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:07.391554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-29615812-6df5-4faf-8e7f-b16a8400fcf0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b09f2d04-b6b5-4546-aa82-01bc29709736 HTTP/1.1" status: 200 len: 854 time: 0.0626485 Aug 05 14:07:07.428461 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-0a82ffe6-e5d4-4c45-a465-1de45c299a7c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7706a929-312d-4849-b69a-ba88da379e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299246 Aug 05 14:07:07.551392 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-8dfc2c3b-50f9-4958-bccf-3e1c5acbe4ac service neutron] 10.222.0.63 "GET /v2.0/networks/7706a929-312d-4849-b69a-ba88da379e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147592 Aug 05 14:07:07.657130 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a8a5817f-e8ce-49e5-b57f-ce1578961ced req-e5439f4a-cb68-4850-8cb8-7db3337e4c48 service neutron] 10.222.0.63 "GET /v2.0/networks/7706a929-312d-4849-b69a-ba88da379e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971875 Aug 05 14:07:07.752124 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a85750-5db9-4549-b8eb-3380ad177f61 req-848e3b3b-591c-460e-979f-321c87a5c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:07.753698 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97a85750-5db9-4549-b8eb-3380ad177f61 req-848e3b3b-591c-460e-979f-321c87a5c578 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1d63780be2d14d9195b8eb927b64bfd7&device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 1095 time: 0.0443137 Aug 05 14:07:07.791194 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be700cab-c2d1-4501-9dc1-b73537e1c8f8 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:07.808983 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46996ac8-aedd-4502-9bba-6e51e5a48781 req-602ec55b-406f-4c5e-8795-147d6ba238eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:07.811247 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46996ac8-aedd-4502-9bba-6e51e5a48781 req-602ec55b-406f-4c5e-8795-147d6ba238eb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4452519 Aug 05 14:07:07.833381 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33944) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:07.897029 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a85750-5db9-4549-b8eb-3380ad177f61 req-02f20b15-91e6-4672-aa62-7154c8e94f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:07.898480 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97a85750-5db9-4549-b8eb-3380ad177f61 req-02f20b15-91e6-4672-aa62-7154c8e94f31 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7706a929-312d-4849-b69a-ba88da379e69 HTTP/1.1" status: 200 len: 915 time: 0.1350884 Aug 05 14:07:07.916652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ba51-6c5a-4fe9-a05a-f86d1e0659a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:07.918091 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8924a0e4-3cb7-417f-9197-12fe9fbacb26 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/floatingips/a9ae24f1-438f-4cf0-92e2-d24d22406e80 HTTP/1.1" status: 200 len: 993 time: 0.0836103 Aug 05 14:07:07.934736 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ba51-6c5a-4fe9-a05a-f86d1e0659a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:07.954796 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be700cab-c2d1-4501-9dc1-b73537e1c8f8 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:07.955027 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97a85750-5db9-4549-b8eb-3380ad177f61 req-bafe64c5-1b65-45cf-adc5-33517d11456b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c3e5043-4072-4295-8481-ec4dfc2052c4 HTTP/1.1" status: 200 len: 217 time: 0.0450327 Aug 05 14:07:08.007870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a85750-5db9-4549-b8eb-3380ad177f61 req-96212b97-d516-4d80-835d-9a1c4d0053b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:08.009651 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97a85750-5db9-4549-b8eb-3380ad177f61 req-96212b97-d516-4d80-835d-9a1c4d0053b3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b09f2d04-b6b5-4546-aa82-01bc29709736 HTTP/1.1" status: 200 len: 854 time: 0.0472279 Aug 05 14:07:08.033803 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9fb0ba51-6c5a-4fe9-a05a-f86d1e0659a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58464deb20fc469294a1ea6d74fd7d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0169199 Aug 05 14:07:08.039440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33948) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:08.045625 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97a85750-5db9-4549-b8eb-3380ad177f61 req-54eb6b84-48ff-405b-bb8b-dfa43e1d395a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7706a929-312d-4849-b69a-ba88da379e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284343 Aug 05 14:07:08.047727 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46996ac8-aedd-4502-9bba-6e51e5a48781 req-f5674e7a-ba60-4f50-a082-9a12ae83a643 service neutron] 10.222.0.84 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249455 Aug 05 14:07:08.057406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0ba51-6c5a-4fe9-a05a-f86d1e0659a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24b6aa4-513f-4c5a-8bc3-c57c2ecf0060,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:08.067478 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be700cab-c2d1-4501-9dc1-b73537e1c8f8 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Network 758fbf38-141b-454d-934b-a53f4071964f is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:08.096043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-be700cab-c2d1-4501-9dc1-b73537e1c8f8 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:08.098508 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be700cab-c2d1-4501-9dc1-b73537e1c8f8 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:08.099641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be700cab-c2d1-4501-9dc1-b73537e1c8f8 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:08.100252 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be700cab-c2d1-4501-9dc1-b73537e1c8f8 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:08.129813 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be700cab-c2d1-4501-9dc1-b73537e1c8f8 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Pushing event updated for resources: {'Port': ['ID=22ff55f4-c160-49ff-921a-89f54618558c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:08.165747 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63decaf7-db9a-4ff7-b026-cc30ea5e4ede req-e34af72c-3b63-483b-8565-2c98f9de1c1d tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:08.167322 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63decaf7-db9a-4ff7-b026-cc30ea5e4ede req-e34af72c-3b63-483b-8565-2c98f9de1c1d tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 944 time: 0.1055903 Aug 05 14:07:08.175482 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-be700cab-c2d1-4501-9dc1-b73537e1c8f8 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1799104 Aug 05 14:07:08.175752 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33950) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:08.185583 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:08.211207 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-842e5551-40db-45b2-9a20-78249369519f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:08.235076 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97a85750-5db9-4549-b8eb-3380ad177f61 req-6ce0de0f-5107-422f-8d74-d82bf793d4b6 service neutron] 10.222.0.63 "GET /v2.0/networks/7706a929-312d-4849-b69a-ba88da379e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818376 Aug 05 14:07:08.245596 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46996ac8-aedd-4502-9bba-6e51e5a48781 req-d97ba5b3-5c40-4acf-846c-478527f361e2 service neutron] 10.222.0.84 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844170 Aug 05 14:07:08.251033 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-842e5551-40db-45b2-9a20-78249369519f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:08.311021 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-842e5551-40db-45b2-9a20-78249369519f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:08.314503 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-842e5551-40db-45b2-9a20-78249369519f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:08.315852 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-842e5551-40db-45b2-9a20-78249369519f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f24b6aa4-513f-4c5a-8bc3-c57c2ecf0060 HTTP/1.1" status: 204 len: 168 time: 0.2706707 Aug 05 14:07:08.326763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e5551-40db-45b2-9a20-78249369519f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24b6aa4-513f-4c5a-8bc3-c57c2ecf0060,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:08.344062 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63decaf7-db9a-4ff7-b026-cc30ea5e4ede req-74fe72b3-84ef-46a4-8675-8bf3d4c49a68 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b417f8ac-5685-4600-aabe-e26495900fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626613 Aug 05 14:07:08.346238 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:08.432932 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97a85750-5db9-4549-b8eb-3380ad177f61 req-8a227b47-b9d5-4387-b3dd-e439b2937e40 service neutron] 10.222.0.63 "GET /v2.0/networks/7706a929-312d-4849-b69a-ba88da379e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856008 Aug 05 14:07:08.569942 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] device_id is not set on port 22ff55f4-c160-49ff-921a-89f54618558c yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:07:08.580335 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:08.595167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Transition to ACTIVE for port object 22ff55f4-c160-49ff-921a-89f54618558c will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:08.599113 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:08.661822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Pushing event updated for resources: {'Port': ['ID=22ff55f4-c160-49ff-921a-89f54618558c,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:08.684068 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:08.684415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:08.685275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:08.689925 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:08.690294 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:08.690677 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 2 to bind port 22ff55f4-c160-49ff-921a-89f54618558c Aug 05 14:07:08.705496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:08.705836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:08.706169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:08.710637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:08.710958 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:08.711371 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 3 to bind port 22ff55f4-c160-49ff-921a-89f54618558c Aug 05 14:07:08.723764 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:08.724099 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:08.724433 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:08.728712 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:08.729027 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:08.729410 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 4 to bind port 22ff55f4-c160-49ff-921a-89f54618558c Aug 05 14:07:08.741923 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:08.742270 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:08.742614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:08.747672 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:08.748201 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:08.748711 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 5 to bind port 22ff55f4-c160-49ff-921a-89f54618558c Aug 05 14:07:08.761727 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:08.762072 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:08.762458 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:08.768045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:08.768692 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:08.769255 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 6 to bind port 22ff55f4-c160-49ff-921a-89f54618558c Aug 05 14:07:08.784646 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:08.784990 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:08.785336 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:08.789675 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:08.790049 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:08.790695 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 7 to bind port 22ff55f4-c160-49ff-921a-89f54618558c Aug 05 14:07:08.804467 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:08.804819 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:08.805152 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:08.811431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:08.811759 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:08.812174 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 8 to bind port 22ff55f4-c160-49ff-921a-89f54618558c Aug 05 14:07:08.827817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:08.828182 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:08.828524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:08.833159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:08.833501 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:08.833901 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 9 to bind port 22ff55f4-c160-49ff-921a-89f54618558c Aug 05 14:07:08.846996 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:08.847337 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:08.847675 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:08.852312 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:08.852636 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:08.853027 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 10 to bind port 22ff55f4-c160-49ff-921a-89f54618558c Aug 05 14:07:08.865788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:08.866121 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:08.866481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:08.870989 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:08.871313 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 22ff55f4-c160-49ff-921a-89f54618558c on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:08.871680 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:08.942442 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] For port 22ff55f4-c160-49ff-921a-89f54618558c, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:07:08.943128 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempted to set empty binding levels {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 05 14:07:08.948007 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:08.983103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] In _notify_port_updated(), no bound segment for port 22ff55f4-c160-49ff-921a-89f54618558c on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:07:08.983979 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:08.984575 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:08.985913 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] 10.222.0.16 "PUT /v2.0/ports/22ff55f4-c160-49ff-921a-89f54618558c HTTP/1.1" status: 200 len: 974 time: 0.8091838 Aug 05 14:07:08.989109 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33976) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:09.014189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33978) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:09.062278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31127761-7f54-48a6-8f85-81b7c04e957b tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Pushing event updated for resources: {'Port': ['ID=22ff55f4-c160-49ff-921a-89f54618558c,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:09.117596 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.118113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.118855 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.119389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.120076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.120559 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.121338 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.121820 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.123216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.123696 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.124242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.124789 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.125307 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.125864 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.126410 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.126683 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a6aa7b9d-bf08-4e21-9a20-a1709b897b0a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-964307303-network', 'tenant_id': '62769571dbac4710800bf250c3a84fc9'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:09.127087 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.127758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.128292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.128768 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.129455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.130075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.130554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.131062 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.131659 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.132350 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.132868 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.133455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.134044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.134728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.135208 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.135776 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.136315 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.136856 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.137371 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.138217 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.138897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.139515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.140071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.140639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.141177 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.141763 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.147296 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-631e913e-8b68-49c7-a8bb-acccf31dfb5d tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36743 time: 0.1572208 Aug 05 14:07:09.149247 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6aa7b9d-bf08-4e21-9a20-a1709b897b0a admin admin] Made reservation on behalf of 62769571dbac4710800bf250c3a84fc9 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:09.151677 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7b9d-bf08-4e21-9a20-a1709b897b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:09.152439 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33982) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:09.160576 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7b9d-bf08-4e21-9a20-a1709b897b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:09.249153 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f0527376-8ec5-4863-8756-5b603b3292ba tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Deleting port 22ff55f4-c160-49ff-921a-89f54618558c {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:09.249609 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0527376-8ec5-4863-8756-5b603b3292ba tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:09.253000 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7b9d-bf08-4e21-9a20-a1709b897b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:09.256783 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7b9d-bf08-4e21-9a20-a1709b897b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:09.280617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6aa7b9d-bf08-4e21-9a20-a1709b897b0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:07:09.297563 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa7b9d-bf08-4e21-9a20-a1709b897b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91da488-d8ed-4db6-bdd2-6a7452b9e607,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:09.300772 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7b9d-bf08-4e21-9a20-a1709b897b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:09.301123 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-a6aa7b9d-bf08-4e21-9a20-a1709b897b0a admin admin] Added segment a53ac933-8d16-4ac8-91aa-18fc4577e064 of type vlan for network c4fd9fd0-937b-466c-81dc-69f7c118e93c Aug 05 14:07:09.329910 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-f0527376-8ec5-4863-8756-5b603b3292ba tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] For port 22ff55f4-c160-49ff-921a-89f54618558c, host n-h1-803585-2, got binding levels [] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:09.330429 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0527376-8ec5-4863-8756-5b603b3292ba tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:09.345004 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7b9d-bf08-4e21-9a20-a1709b897b0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:09.350620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f0527376-8ec5-4863-8756-5b603b3292ba tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Calling delete_port for 22ff55f4-c160-49ff-921a-89f54618558c owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:09.380529 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7b9d-bf08-4e21-9a20-a1709b897b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:09.381720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aa7b9d-bf08-4e21-9a20-a1709b897b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.382451 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7b9d-bf08-4e21-9a20-a1709b897b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:09.449768 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a6aa7b9d-bf08-4e21-9a20-a1709b897b0a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4342148 Aug 05 14:07:09.451520 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0527376-8ec5-4863-8756-5b603b3292ba tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:09.455470 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33988) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:09.460435 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-0d674d06-284a-4140-a40b-4e4111d51aaf admin admin] Request body: {'subnet': {'network_id': 'c4fd9fd0-937b-466c-81dc-69f7c118e93c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-964307303-subnet', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:09.486507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa7b9d-bf08-4e21-9a20-a1709b897b0a admin admin] Pushing event updated for resources: {'Network': ['ID=c4fd9fd0-937b-466c-81dc-69f7c118e93c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:09.493892 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0527376-8ec5-4863-8756-5b603b3292ba tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:09.497930 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f0527376-8ec5-4863-8756-5b603b3292ba tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] 10.222.0.16 "DELETE /v2.0/ports/22ff55f4-c160-49ff-921a-89f54618558c HTTP/1.1" status: 204 len: 168 time: 0.3436458 Aug 05 14:07:09.499342 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0527376-8ec5-4863-8756-5b603b3292ba tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Pushing event deleted for resources: {'Port': ['ID=22ff55f4-c160-49ff-921a-89f54618558c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:09.500902 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33992) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:09.510454 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network c4fd9fd0-937b-466c-81dc-69f7c118e93c details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:07:09.539750 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8486f9-678b-4d93-ae90-434d76189c16 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] GET failed (client error): The resource could not be found. Aug 05 14:07:09.541394 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6f8486f9-678b-4d93-ae90-434d76189c16 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] 10.222.0.16 "GET /v2.0/ports/22ff55f4-c160-49ff-921a-89f54618558c HTTP/1.1" status: 404 len: 333 time: 0.0394783 Aug 05 14:07:09.546362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33994) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:09.551430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-08e43cca-cbe2-4b86-8547-ca644853ca31 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-990107785', 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:09.565109 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59efce-64b0-4d1b-8b3e-a594e4ee2221 req-43901504-3fe5-4249-9418-1b771e2bca5e tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:09.566729 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec59efce-64b0-4d1b-8b3e-a594e4ee2221 req-43901504-3fe5-4249-9418-1b771e2bca5e tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 944 time: 0.1369729 Aug 05 14:07:09.567376 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d674d06-284a-4140-a40b-4e4111d51aaf admin admin] Made reservation on behalf of 62769571dbac4710800bf250c3a84fc9 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:09.569851 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0d674d06-284a-4140-a40b-4e4111d51aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:09.658594 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e43cca-cbe2-4b86-8547-ca644853ca31 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Made reservation on behalf of d7b15af0da7744c19ab9aac4c7ac7d84 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:09.660974 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-08e43cca-cbe2-4b86-8547-ca644853ca31 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:09.696695 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec59efce-64b0-4d1b-8b3e-a594e4ee2221 req-c11e6052-c211-4778-9d90-56ed71b2dab5 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b417f8ac-5685-4600-aabe-e26495900fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215229 Aug 05 14:07:09.706538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-08e43cca-cbe2-4b86-8547-ca644853ca31 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] device_id is not set on port 931a9937-0db3-4f1b-a6d8-e1fd664e5e2c yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:07:09.921911 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0d674d06-284a-4140-a40b-4e4111d51aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:09.963448 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-08e43cca-cbe2-4b86-8547-ca644853ca31 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:09.994053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d674d06-284a-4140-a40b-4e4111d51aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=51bd8606-7534-48fe-9169-88bc8ecc5a8b,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:10.024303 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d674d06-284a-4140-a40b-4e4111d51aaf admin admin] Checking segment: {'id': 'a53ac933-8d16-4ac8-91aa-18fc4577e064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c4fd9fd0-937b-466c-81dc-69f7c118e93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:10.024973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d674d06-284a-4140-a40b-4e4111d51aaf admin admin] Network hostable DHCP agents. Network: c4fd9fd0-937b-466c-81dc-69f7c118e93c, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:07:10.045415 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-08e43cca-cbe2-4b86-8547-ca644853ca31 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.047413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d674d06-284a-4140-a40b-4e4111d51aaf admin admin] Network c4fd9fd0-937b-466c-81dc-69f7c118e93c is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:07:10.080491 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-0d674d06-284a-4140-a40b-4e4111d51aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, c4fd9fd0-937b-466c-81dc-69f7c118e93c) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:10.088334 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28df8be8-fff0-46de-b553-706fea599700 None None] Network c4fd9fd0-937b-466c-81dc-69f7c118e93c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:10.089235 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d674d06-284a-4140-a40b-4e4111d51aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:10.089836 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0d674d06-284a-4140-a40b-4e4111d51aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.100854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e43cca-cbe2-4b86-8547-ca644853ca31 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Network 758fbf38-141b-454d-934b-a53f4071964f is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:10.109952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-08e43cca-cbe2-4b86-8547-ca644853ca31 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:10.115175 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e43cca-cbe2-4b86-8547-ca644853ca31 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:10.116213 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e43cca-cbe2-4b86-8547-ca644853ca31 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:10.116730 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-08e43cca-cbe2-4b86-8547-ca644853ca31 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.119941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e43cca-cbe2-4b86-8547-ca644853ca31 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Pushing event updated for resources: {'Port': ['ID=931a9937-0db3-4f1b-a6d8-e1fd664e5e2c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:10.130077 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0d674d06-284a-4140-a40b-4e4111d51aaf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6710527 Aug 05 14:07:10.131113 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33996) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:10.134742 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-964307303-router', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:10.145876 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-08e43cca-cbe2-4b86-8547-ca644853ca31 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5985684 Aug 05 14:07:10.148633 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33998) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:10.163254 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.164389 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.190016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc051c36-49a3-41f2-9126-68d92d398110 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:10.194528 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fc051c36-49a3-41f2-9126-68d92d398110 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] 10.222.0.16 "GET /v2.0/ports/931a9937-0db3-4f1b-a6d8-e1fd664e5e2c HTTP/1.1" status: 200 len: 954 time: 0.0446322 Aug 05 14:07:10.195160 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34000) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:10.222793 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.254575 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-c4fd9fd0-937b-466c-81dc-69f7c118e93c', 'network_id': 'c4fd9fd0-937b-466c-81dc-69f7c118e93c', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'fixed_ips': [{'subnet_id': '51bd8606-7534-48fe-9169-88bc8ecc5a8b'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:07:10.255483 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.289014 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-91663bff-085f-4f5b-8b6f-b3b3166539a2 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Deleting port 931a9937-0db3-4f1b-a6d8-e1fd664e5e2c {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:10.289386 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-91663bff-085f-4f5b-8b6f-b3b3166539a2 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.351987 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-91663bff-085f-4f5b-8b6f-b3b3166539a2 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.375746 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-91663bff-085f-4f5b-8b6f-b3b3166539a2 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Calling delete_port for 931a9937-0db3-4f1b-a6d8-e1fd664e5e2c owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:10.381907 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.414630 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Allocated IP 172.20.0.2 (c4fd9fd0-937b-466c-81dc-69f7c118e93c/51bd8606-7534-48fe-9169-88bc8ecc5a8b/1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:10.477979 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-91663bff-085f-4f5b-8b6f-b3b3166539a2 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.506800 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91663bff-085f-4f5b-8b6f-b3b3166539a2 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Pushing event deleted for resources: {'Port': ['ID=931a9937-0db3-4f1b-a6d8-e1fd664e5e2c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:10.522242 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-91663bff-085f-4f5b-8b6f-b3b3166539a2 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.526755 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-91663bff-085f-4f5b-8b6f-b3b3166539a2 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] 10.222.0.16 "DELETE /v2.0/ports/931a9937-0db3-4f1b-a6d8-e1fd664e5e2c HTTP/1.1" status: 204 len: 168 time: 0.3283439 Aug 05 14:07:10.527505 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34004) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:10.555529 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-110ec661-c054-4b9d-bf57-e367cacd98fc tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] GET failed (client error): The resource could not be found. Aug 05 14:07:10.562125 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-110ec661-c054-4b9d-bf57-e367cacd98fc tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] 10.222.0.16 "GET /v2.0/ports/931a9937-0db3-4f1b-a6d8-e1fd664e5e2c HTTP/1.1" status: 404 len: 333 time: 0.0295982 Aug 05 14:07:10.562526 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34006) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:10.567458 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b75db88f-4ae6-4563-8ca5-973ab31e9b23 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Request body: {'port': {'network_id': '758fbf38-141b-454d-934b-a53f4071964f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1010184341'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:10.582687 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.594380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75db88f-4ae6-4563-8ca5-973ab31e9b23 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Made reservation on behalf of d7b15af0da7744c19ab9aac4c7ac7d84 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:10.595318 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Transition to ACTIVE for port object 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:10.596770 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b75db88f-4ae6-4563-8ca5-973ab31e9b23 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.607602 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.614027 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Transition to ACTIVE for port object 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:10.621696 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.625383 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-b75db88f-4ae6-4563-8ca5-973ab31e9b23 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] device_id is not set on port 907a7ffe-473e-4261-951d-c6c6161b47b2 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:07:10.631500 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.682476 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Network c4fd9fd0-937b-466c-81dc-69f7c118e93c is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:10.688633 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:10.692199 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:10.695958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Pushing event updated for resources: {'Port': ['ID=1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:10.761835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Attempting to bind port 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:10.762866 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Attempting to bind port 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'a53ac933-8d16-4ac8-91aa-18fc4577e064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c4fd9fd0-937b-466c-81dc-69f7c118e93c'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:10.763236 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Attempting to bind port 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 on network c4fd9fd0-937b-466c-81dc-69f7c118e93c {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:10.767994 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Allocated IP 172.25.5.209 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/4cd1f584-2a3d-4e13-880b-e5e499f86b1c) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:10.773034 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:07:10.773683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Checking segment: {'id': 'a53ac933-8d16-4ac8-91aa-18fc4577e064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c4fd9fd0-937b-466c-81dc-69f7c118e93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:10.774245 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.774996 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Bound using segment: {'id': 'a53ac933-8d16-4ac8-91aa-18fc4577e064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c4fd9fd0-937b-466c-81dc-69f7c118e93c'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:07:10.775819 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Bound port: 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53ac933-8d16-4ac8-91aa-18fc4577e064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c4fd9fd0-937b-466c-81dc-69f7c118e93c'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:07:10.776365 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.810205 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b75db88f-4ae6-4563-8ca5-973ab31e9b23 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.862605 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] For port 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:07:10.866572 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] For port 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61,segment=NetworkSegment(a53ac933-8d16-4ac8-91aa-18fc4577e064),segment_id=a53ac933-8d16-4ac8-91aa-18fc4577e064)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:07:10.875465 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.889430 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b10e5b-4896-4f3d-876b-9fb1376e0839 req-a7dc6a02-7c23-4fd7-8930-4a95fc674e1e tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:10.891195 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-49b10e5b-4896-4f3d-876b-9fb1376e0839 req-a7dc6a02-7c23-4fd7-8930-4a95fc674e1e tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 944 time: 0.0854213 Aug 05 14:07:10.901803 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.924181 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b75db88f-4ae6-4563-8ca5-973ab31e9b23 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.952594 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fe827-7742-46d4-9ae5-16fd8c0fc11a None None] Pushing event updated for resources: {'Port': ['ID=1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:10.970468 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:10.981299 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-49b10e5b-4896-4f3d-876b-9fb1376e0839 req-5430100a-2f4a-40c4-bca4-b13bf54f938f tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b417f8ac-5685-4600-aabe-e26495900fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807877 Aug 05 14:07:11.012398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75db88f-4ae6-4563-8ca5-973ab31e9b23 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Pushing event updated for resources: {'Port': ['ID=907a7ffe-473e-4261-951d-c6c6161b47b2,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:11.017986 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75db88f-4ae6-4563-8ca5-973ab31e9b23 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Network 758fbf38-141b-454d-934b-a53f4071964f is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:11.019749 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-b75db88f-4ae6-4563-8ca5-973ab31e9b23 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:11.022750 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75db88f-4ae6-4563-8ca5-973ab31e9b23 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:11.023264 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75db88f-4ae6-4563-8ca5-973ab31e9b23 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:11.023911 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b75db88f-4ae6-4563-8ca5-973ab31e9b23 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:11.024262 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:11.031553 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:11.037475 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:11.042518 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b75db88f-4ae6-4563-8ca5-973ab31e9b23 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4786916 Aug 05 14:07:11.046385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34012) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:11.055567 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:11.082387 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd1f584-2a3d-4e13-880b-e5e499f86b1c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:11.143492 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:11.368939 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] device_id is not set on port 907a7ffe-473e-4261-951d-c6c6161b47b2 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:07:11.378051 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:11.391625 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Transition to ACTIVE for port object 907a7ffe-473e-4261-951d-c6c6161b47b2 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:11.395133 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:11.409070 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:11.458748 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Pushing event updated for resources: {'Port': ['ID=907a7ffe-473e-4261-951d-c6c6161b47b2,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:11.464140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:11.464479 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:11.464818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:11.471064 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:11.471621 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:11.472232 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 2 to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 Aug 05 14:07:11.487389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:11.487805 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:11.488213 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:11.493119 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:11.493532 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:11.493999 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 3 to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 Aug 05 14:07:11.508590 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:11.508923 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:11.509329 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:11.514268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:11.514963 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:11.514963 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 4 to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 Aug 05 14:07:11.530588 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:11.530928 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:11.531263 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:11.535585 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:11.535906 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:11.536292 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 5 to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 Aug 05 14:07:11.548428 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:11.548760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:11.549092 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:11.553516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:11.553836 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:11.554217 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 6 to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 Aug 05 14:07:11.566859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:11.567201 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:11.567679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:11.572188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:11.572520 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:11.572944 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 7 to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 Aug 05 14:07:11.585779 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:11.586120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:11.586519 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:11.592242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:11.592554 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:11.592961 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 8 to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 Aug 05 14:07:11.611850 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:11.612194 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:11.612536 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:11.621073 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:11.621410 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:11.621816 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 9 to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 Aug 05 14:07:11.634315 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:11.636523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:11.637160 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:11.637297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:11.647414 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:11.647748 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:11.648138 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempt 10 to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 Aug 05 14:07:11.655522 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9c3e5043-4072-4295-8481-ec4dfc2052c4 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:07:11.669280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:11.670993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:11.670993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempting to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:11.677465 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:11.677893 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Failed to bind port 907a7ffe-473e-4261-951d-c6c6161b47b2 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '8f40b477-d996-4f5b-b322-1272ed70be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '758fbf38-141b-454d-934b-a53f4071964f'}] Aug 05 14:07:11.678387 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:11.793180 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] For port 907a7ffe-473e-4261-951d-c6c6161b47b2, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:07:11.793549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attempted to set empty binding levels {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 05 14:07:11.803454 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:11.836433 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Router 669ae72f-6eba-4cbc-a2cd-4163747d8270 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:07:11.845413 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] In _notify_port_updated(), no bound segment for port 907a7ffe-473e-4261-951d-c6c6161b47b2 on network 758fbf38-141b-454d-934b-a53f4071964f {{(pid=105723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:07:11.846592 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:11.847208 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:11.848588 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] 10.222.0.16 "PUT /v2.0/ports/907a7ffe-473e-4261-951d-c6c6161b47b2 HTTP/1.1" status: 200 len: 975 time: 0.8007975 Aug 05 14:07:11.851491 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34018) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:11.887833 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:11.894569 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db59bb4-9314-448d-8abb-ef61c331da80 tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Pushing event updated for resources: {'Port': ['ID=907a7ffe-473e-4261-951d-c6c6161b47b2,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:11.956353 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2f46fa11-03e3-45c3-9a1a-9014a855aafd tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Deleting port 907a7ffe-473e-4261-951d-c6c6161b47b2 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:11.956709 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2f46fa11-03e3-45c3-9a1a-9014a855aafd tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:11.983016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9c3e5043-4072-4295-8481-ec4dfc2052c4, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9c3e5043-4072-4295-8481-ec4dfc2052c4,segment=NetworkSegment(550dabaa-7b96-4ee8-ab99-5782133832b5),segment_id=550dabaa-7b96-4ee8-ab99-5782133832b5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:11.986510 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:11.998761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:07:12.002394 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '9c3e5043-4072-4295-8481-ec4dfc2052c4', 'network_id': '7706a929-312d-4849-b69a-ba88da379e69', 'port_id': '9c3e5043-4072-4295-8481-ec4dfc2052c4', 'mac_address': 'fa:16:3e:fb:a8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09f2d04-b6b5-4546-aa82-01bc29709736', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:07:12.011632 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Sync routers for ids ['669ae72f-6eba-4cbc-a2cd-4163747d8270'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:07:12.024005 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Routers {'669ae72f-6eba-4cbc-a2cd-4163747d8270'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:07:12.026321 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['669ae72f-6eba-4cbc-a2cd-4163747d8270'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:12.044947 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.050486 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c078acd2-0082-4822-b460-864dd172df68 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9155872 Aug 05 14:07:12.050486 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34022) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:12.052118 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-2f46fa11-03e3-45c3-9a1a-9014a855aafd tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] For port 907a7ffe-473e-4261-951d-c6c6161b47b2, host n-h1-803585-2, got binding levels [] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:12.052952 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2f46fa11-03e3-45c3-9a1a-9014a855aafd tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.070015 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.082903 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2f46fa11-03e3-45c3-9a1a-9014a855aafd tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Calling delete_port for 907a7ffe-473e-4261-951d-c6c6161b47b2 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:12.105209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3e5043-4072-4295-8481-ec4dfc2052c4 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:07:12.135011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef061c8c-a422-496a-9f57-6f9c1f15852c None None] Network c4fd9fd0-937b-466c-81dc-69f7c118e93c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:12.160655 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Set router 669ae72f-6eba-4cbc-a2cd-4163747d8270 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:07:12.183580 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9c3e5043-4072-4295-8481-ec4dfc2052c4, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9c3e5043-4072-4295-8481-ec4dfc2052c4,segment=NetworkSegment(550dabaa-7b96-4ee8-ab99-5782133832b5),segment_id=550dabaa-7b96-4ee8-ab99-5782133832b5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:12.187865 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2f46fa11-03e3-45c3-9a1a-9014a855aafd tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.191128 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.217670 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2f46fa11-03e3-45c3-9a1a-9014a855aafd tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.221972 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2f46fa11-03e3-45c3-9a1a-9014a855aafd tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] 10.222.0.16 "DELETE /v2.0/ports/907a7ffe-473e-4261-951d-c6c6161b47b2 HTTP/1.1" status: 204 len: 168 time: 0.3693078 Aug 05 14:07:12.236605 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e2089-a8cd-4aee-98b7-63ebd75b39dc req-76c90d39-1961-4a3f-9e62-507e0ad2fcdd tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:12.239089 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-396e2089-a8cd-4aee-98b7-63ebd75b39dc req-76c90d39-1961-4a3f-9e62-507e0ad2fcdd tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 944 time: 0.1226416 Aug 05 14:07:12.239716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34024) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:12.243147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46fa11-03e3-45c3-9a1a-9014a855aafd tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] Pushing event deleted for resources: {'Port': ['ID=907a7ffe-473e-4261-951d-c6c6161b47b2,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:12.291563 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-19e01b81-7752-48aa-bdac-0066aad7603f None None] Provisioning for port 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:12.291796 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b72e91-69f3-4651-b7cd-903c3b1f859f tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] GET failed (client error): The resource could not be found. Aug 05 14:07:12.297583 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-12b72e91-69f3-4651-b7cd-903c3b1f859f tempest-PortsAdminExtendedAttrsTestJSON-827057391 tempest-PortsAdminExtendedAttrsTestJSON-827057391-project-admin] 10.222.0.16 "GET /v2.0/ports/907a7ffe-473e-4261-951d-c6c6161b47b2 HTTP/1.1" status: 404 len: 333 time: 0.0505319 Aug 05 14:07:12.297960 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34026) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:12.301546 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-19e01b81-7752-48aa-bdac-0066aad7603f None None] Provisioning complete for port 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:12.301926 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-19e01b81-7752-48aa-bdac-0066aad7603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.305192 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9c3e5043-4072-4295-8481-ec4dfc2052c4,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:12.383238 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:12.383509 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:12.383765 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:12.384101 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:12.384436 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:12.384753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:12.385078 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:12.385400 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:12.385721 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:12.386040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:12.386386 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:12.386705 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:12.408603 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d8471361-da5c-4519-a9bf-f7ee45cabc1d tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.463094 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'name': 'tempest-ServersTestMultiNic-964307303-router', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4cd1f584-2a3d-4e13-880b-e5e499f86b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:07:10Z', 'updated_at': '2021-08-05T14:07:11Z', 'revision_number': 3, 'project_id': '62769571dbac4710800bf250c3a84fc9', 'gw_port': {'id': '4cd1f584-2a3d-4e13-880b-e5e499f86b1c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:07:10Z', 'updated_at': '2021-08-05T14:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:12.494460 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-19e01b81-7752-48aa-bdac-0066aad7603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.508858 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Checking router: 669ae72f-6eba-4cbc-a2cd-4163747d8270 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:07:12.509317 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Updating router 669ae72f-6eba-4cbc-a2cd-4163747d8270 port 4cd1f584-2a3d-4e13-880b-e5e499f86b1c binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:07:12.518521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['9c3e5043-4072-4295-8481-ec4dfc2052c4'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:07:12.544516 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.574364 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d8471361-da5c-4519-a9bf-f7ee45cabc1d tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.594511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-d8471361-da5c-4519-a9bf-f7ee45cabc1d tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758fbf38-141b-454d-934b-a53f4071964f']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:12.621679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-19e01b81-7752-48aa-bdac-0066aad7603f None None] For port 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61,segment=NetworkSegment(a53ac933-8d16-4ac8-91aa-18fc4577e064),segment_id=a53ac933-8d16-4ac8-91aa-18fc4577e064)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:12.625023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-d8471361-da5c-4519-a9bf-f7ee45cabc1d tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f40b477-d996-4f5b-b322-1272ed70be97') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:12.625707 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-d8471361-da5c-4519-a9bf-f7ee45cabc1d tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f40b477-d996-4f5b-b322-1272ed70be97') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:12.635876 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-19e01b81-7752-48aa-bdac-0066aad7603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.645589 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d8471361-da5c-4519-a9bf-f7ee45cabc1d tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.683723 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d8471361-da5c-4519-a9bf-f7ee45cabc1d tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.693984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8471361-da5c-4519-a9bf-f7ee45cabc1d tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:07:12.694705 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d8471361-da5c-4519-a9bf-f7ee45cabc1d tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:07:12.698895 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:07:12.781034 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d8471361-da5c-4519-a9bf-f7ee45cabc1d tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.795968 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d8471361-da5c-4519-a9bf-f7ee45cabc1d tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.800066 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d8471361-da5c-4519-a9bf-f7ee45cabc1d tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] 10.222.0.16 "DELETE /v2.0/networks/758fbf38-141b-454d-934b-a53f4071964f HTTP/1.1" status: 204 len: 168 time: 0.5001857 Aug 05 14:07:12.827986 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e01b81-7752-48aa-bdac-0066aad7603f None None] Pushing event updated for resources: {'Port': ['ID=1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:12.848561 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8471361-da5c-4519-a9bf-f7ee45cabc1d tempest-PortsAdminExtendedAttrsTestJSON-691249513 tempest-PortsAdminExtendedAttrsTestJSON-691249513-project] Pushing event deleted for resources: {'Network': ['ID=758fbf38-141b-454d-934b-a53f4071964f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:12.879372 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4119386f-e72a-45c8-95ac-78174c4ca521 None None] Provisioning complete for port 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:12.879761 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4119386f-e72a-45c8-95ac-78174c4ca521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.901312 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-396e2089-a8cd-4aee-98b7-63ebd75b39dc req-bd4b847e-1bb7-46ef-b5dd-c43954ea81a1 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b417f8ac-5685-4600-aabe-e26495900fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6312239 Aug 05 14:07:12.938707 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:12.949703 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Transition to ACTIVE for port object 4cd1f584-2a3d-4e13-880b-e5e499f86b1c will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:12.963362 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:13.027351 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df205947-8c6e-42fd-a048-98e948272eea None None] Pushing event updated for resources: {'Port': ['ID=4cd1f584-2a3d-4e13-880b-e5e499f86b1c,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:13.030843 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Attempting to bind port 4cd1f584-2a3d-4e13-880b-e5e499f86b1c on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:13.031213 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Attempting to bind port 4cd1f584-2a3d-4e13-880b-e5e499f86b1c by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:13.031572 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Attempting to bind port 4cd1f584-2a3d-4e13-880b-e5e499f86b1c on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:13.040201 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df205947-8c6e-42fd-a048-98e948272eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:13.040534 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df205947-8c6e-42fd-a048-98e948272eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:13.040873 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df205947-8c6e-42fd-a048-98e948272eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:13.041226 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df205947-8c6e-42fd-a048-98e948272eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:13.041539 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df205947-8c6e-42fd-a048-98e948272eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:13.041868 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df205947-8c6e-42fd-a048-98e948272eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:13.042191 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df205947-8c6e-42fd-a048-98e948272eea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:13.042549 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df205947-8c6e-42fd-a048-98e948272eea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:13.042857 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df205947-8c6e-42fd-a048-98e948272eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:13.043182 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df205947-8c6e-42fd-a048-98e948272eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:13.043506 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df205947-8c6e-42fd-a048-98e948272eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:13.044358 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df205947-8c6e-42fd-a048-98e948272eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:07:13.047819 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:07:13.048124 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:13.048544 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:13.048910 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:07:13.049381 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Bound port: 4cd1f584-2a3d-4e13-880b-e5e499f86b1c, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:07:13.049763 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:13.105832 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] For port 4cd1f584-2a3d-4e13-880b-e5e499f86b1c, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:07:13.109955 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] For port 4cd1f584-2a3d-4e13-880b-e5e499f86b1c, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4cd1f584-2a3d-4e13-880b-e5e499f86b1c,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:07:13.116009 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:13.128870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34038) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:13.174434 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Routers {'669ae72f-6eba-4cbc-a2cd-4163747d8270'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:07:13.175064 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['669ae72f-6eba-4cbc-a2cd-4163747d8270'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:13.211182 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df205947-8c6e-42fd-a048-98e948272eea None None] Pushing event updated for resources: {'Port': ['ID=4cd1f584-2a3d-4e13-880b-e5e499f86b1c,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:13.226313 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:13.291632 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] Set router 669ae72f-6eba-4cbc-a2cd-4163747d8270 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:07:13.298368 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-98e6e67a-3a4e-40fa-a7b6-eb46c826f433 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ed937e86a8a49d3a1263a8a4f8ef284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680784 Aug 05 14:07:13.300688 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34042) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:13.354222 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7bcc7d6a-32f7-4d0b-a16e-6496263a32be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:13.378602 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7bcc7d6a-32f7-4d0b-a16e-6496263a32be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:13.426278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Allocated IP 172.20.0.1 (c4fd9fd0-937b-466c-81dc-69f7c118e93c/51bd8606-7534-48fe-9169-88bc8ecc5a8b/4d63b113-322d-4b5f-89dc-196d1420b180) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:13.449445 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7bcc7d6a-32f7-4d0b-a16e-6496263a32be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:13.452791 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7bcc7d6a-32f7-4d0b-a16e-6496263a32be admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:13.456852 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7bcc7d6a-32f7-4d0b-a16e-6496263a32be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/861bac74-b4b1-478c-aaa6-62e827794b45 HTTP/1.1" status: 204 len: 168 time: 0.1525812 Aug 05 14:07:13.464099 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc7d6a-32f7-4d0b-a16e-6496263a32be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861bac74-b4b1-478c-aaa6-62e827794b45,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:13.584007 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:13.601300 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'name': 'tempest-ServersTestMultiNic-964307303-router', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4cd1f584-2a3d-4e13-880b-e5e499f86b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:07:10Z', 'updated_at': '2021-08-05T14:07:11Z', 'revision_number': 3, 'project_id': '62769571dbac4710800bf250c3a84fc9', 'gw_port': {'id': '4cd1f584-2a3d-4e13-880b-e5e499f86b1c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:07:10Z', 'updated_at': '2021-08-05T14:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:13.605982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Transition to ACTIVE for port object 4d63b113-322d-4b5f-89dc-196d1420b180 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:13.641002 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115afb1-dbf3-47a3-a5d6-a30da4e79030 None None] The sync data for ids ['669ae72f-6eba-4cbc-a2cd-4163747d8270'] in n-d-803585-2 is: [{'id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'name': 'tempest-ServersTestMultiNic-964307303-router', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4cd1f584-2a3d-4e13-880b-e5e499f86b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:07:10Z', 'updated_at': '2021-08-05T14:07:11Z', 'revision_number': 3, 'project_id': '62769571dbac4710800bf250c3a84fc9', 'gw_port': {'id': '4cd1f584-2a3d-4e13-880b-e5e499f86b1c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:07:10Z', 'updated_at': '2021-08-05T14:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:07:13.670034 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:13.682648 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9c3e5043-4072-4295-8481-ec4dfc2052c4 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:13.723531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:13.761128 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Network c4fd9fd0-937b-466c-81dc-69f7c118e93c is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:13.772804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:13.773624 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Pushing event updated for resources: {'Port': ['ID=4d63b113-322d-4b5f-89dc-196d1420b180,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:13.786853 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:13.828567 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 9c3e5043-4072-4295-8481-ec4dfc2052c4 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:13.841793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 9c3e5043-4072-4295-8481-ec4dfc2052c4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:13.842396 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:13.860301 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:13.868904 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34052) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:13.945848 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:13.946422 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:13.977637 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4cbdc292-0c63-4eb6-b80a-474c2428052b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7b15af0da7744c19ab9aac4c7ac7d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1049552 Aug 05 14:07:13.978018 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34056) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:14.139479 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:14.155766 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:14.162985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d004dc-c8df-4eb5-b0e9-4052994e1d9f req-8898aace-02b9-4fde-a1b7-8955620272d9 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:14.167599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c1d004dc-c8df-4eb5-b0e9-4052994e1d9f req-8898aace-02b9-4fde-a1b7-8955620272d9 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 945 time: 0.1392629 Aug 05 14:07:14.168944 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-14947d73-ee7e-455b-b327-876df2af0244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:14.171136 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177c42fc-ec69-4b4c-a4f8-6ee251f93222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3e5043-4072-4295-8481-ec4dfc2052c4'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:07:14.173430 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ab3237-f492-40c2-af00-b80c0a1cbf59" -d '{"events": [{"server_uuid": "177c42fc-ec69-4b4c-a4f8-6ee251f93222", "name": "network-vif-plugged", "status": "completed", "tag": "9c3e5043-4072-4295-8481-ec4dfc2052c4"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:07:14.219600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9c3e5043-4072-4295-8481-ec4dfc2052c4, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9c3e5043-4072-4295-8481-ec4dfc2052c4,segment=NetworkSegment(550dabaa-7b96-4ee8-ab99-5782133832b5),segment_id=550dabaa-7b96-4ee8-ab99-5782133832b5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:14.248793 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:14.251540 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-14947d73-ee7e-455b-b327-876df2af0244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:14.254463 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e078eb30-f19a-4578-bf13-cd10ce853d6b x-openstack-request-id: req-e078eb30-f19a-4578-bf13-cd10ce853d6b {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:07:14.254753 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177c42fc-ec69-4b4c-a4f8-6ee251f93222", "name": "network-vif-plugged", "status": "completed", "tag": "9c3e5043-4072-4295-8481-ec4dfc2052c4", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:07:14.255004 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e078eb30-f19a-4578-bf13-cd10ce853d6b {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:07:14.255398 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177c42fc-ec69-4b4c-a4f8-6ee251f93222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3e5043-4072-4295-8481-ec4dfc2052c4', 'code': 200} Aug 05 14:07:14.292048 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c1d004dc-c8df-4eb5-b0e9-4052994e1d9f req-5d771c27-64fe-423d-8e80-112917006a20 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b417f8ac-5685-4600-aabe-e26495900fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165028 Aug 05 14:07:14.299966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-26e4279a-6e21-4306-8eb3-1778c148850a None None] Provisioning for port 4d63b113-322d-4b5f-89dc-196d1420b180 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:14.325755 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-26e4279a-6e21-4306-8eb3-1778c148850a None None] Provisioning complete for port 4d63b113-322d-4b5f-89dc-196d1420b180 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:14.326286 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-26e4279a-6e21-4306-8eb3-1778c148850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:14.365029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-26e4279a-6e21-4306-8eb3-1778c148850a None None] Port 4d63b113-322d-4b5f-89dc-196d1420b180 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:07:14.387360 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9c3e5043-4072-4295-8481-ec4dfc2052c4,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:14.390522 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-14947d73-ee7e-455b-b327-876df2af0244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:14.394428 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-14947d73-ee7e-455b-b327-876df2af0244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:14.398495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-14947d73-ee7e-455b-b327-876df2af0244 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/052725f2-15bc-402e-8b67-ff40a5aed6d4 HTTP/1.1" status: 204 len: 168 time: 0.4188097 Aug 05 14:07:14.415514 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14947d73-ee7e-455b-b327-876df2af0244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052725f2-15bc-402e-8b67-ff40a5aed6d4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:14.430216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fe220-010c-4983-82f9-91668349bac2 req-ed659970-a15c-4e3a-be24-6c869843d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:14.431999 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f55fe220-010c-4983-82f9-91668349bac2 req-ed659970-a15c-4e3a-be24-6c869843d940 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 1097 time: 0.0792308 Aug 05 14:07:14.433086 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:14.438294 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:14.476985 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f55fe220-010c-4983-82f9-91668349bac2 req-4c08c178-2ea1-4a8f-bc37-b91c4941be6c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b417f8ac-5685-4600-aabe-e26495900fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352709 Aug 05 14:07:14.507730 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Pushing event updated for resources: {'Port': ['ID=4d63b113-322d-4b5f-89dc-196d1420b180,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:14.525483 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:14.656238 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:14.663653 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Network c4fd9fd0-937b-466c-81dc-69f7c118e93c is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:14.665460 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:14.821604 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Router 669ae72f-6eba-4cbc-a2cd-4163747d8270 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:07:14.964994 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:07:14.970778 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-63015c20-5bbe-4660-94d1-edd1f94d6bde admin admin] 10.222.0.16 "PUT /v2.0/routers/669ae72f-6eba-4cbc-a2cd-4163747d8270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9193766 Aug 05 14:07:15.002331 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2a156af1-7504-426f-b1de-1ee58dc766a6 None None] Provisioning complete for port 4d63b113-322d-4b5f-89dc-196d1420b180 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:15.002840 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2a156af1-7504-426f-b1de-1ee58dc766a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:15.054678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-2a156af1-7504-426f-b1de-1ee58dc766a6 None None] Port 4d63b113-322d-4b5f-89dc-196d1420b180 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:07:15.123531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34084) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:15.314528 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f5bf9e2b-83b6-4ff0-aa28-74c458146370 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-178530576'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:15.349362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bf9e2b-83b6-4ff0-aa28-74c458146370 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Made reservation on behalf of 62769571dbac4710800bf250c3a84fc9 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:15.354629 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5bf9e2b-83b6-4ff0-aa28-74c458146370 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:15.382617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bf9e2b-83b6-4ff0-aa28-74c458146370 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:07:15.398893 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5bf9e2b-83b6-4ff0-aa28-74c458146370 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:15.399349 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-f5bf9e2b-83b6-4ff0-aa28-74c458146370 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Added segment c55b61db-a3d4-482e-a40e-f2fb2ad464bf of type vlan for network 748733da-e5b9-4968-8cef-8bf87cd727ed Aug 05 14:07:15.442569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8cfc5-34d2-46da-8c4d-c07ac67973eb req-4118d6b2-cf4d-4fe4-982a-454eb215d0ad tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:15.447671 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-73a8cfc5-34d2-46da-8c4d-c07ac67973eb req-4118d6b2-cf4d-4fe4-982a-454eb215d0ad tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 946 time: 0.0765367 Aug 05 14:07:15.463219 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5bf9e2b-83b6-4ff0-aa28-74c458146370 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:15.503579 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-73a8cfc5-34d2-46da-8c4d-c07ac67973eb req-020c5191-2eb4-4c0b-95e3-43b68b165f58 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b417f8ac-5685-4600-aabe-e26495900fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494101 Aug 05 14:07:15.516465 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5bf9e2b-83b6-4ff0-aa28-74c458146370 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:15.533216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bf9e2b-83b6-4ff0-aa28-74c458146370 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:15.533868 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5bf9e2b-83b6-4ff0-aa28-74c458146370 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:15.563716 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f5bf9e2b-83b6-4ff0-aa28-74c458146370 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4388680 Aug 05 14:07:15.566382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34100) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:15.572925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-4ad3e27b-a7b5-4f35-9e3a-9db9e3c745bd tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Request body: {'subnet': {'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:15.645794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf9e2b-83b6-4ff0-aa28-74c458146370 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event updated for resources: {'Network': ['ID=748733da-e5b9-4968-8cef-8bf87cd727ed,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:15.672244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 748733da-e5b9-4968-8cef-8bf87cd727ed details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:07:15.711856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad3e27b-a7b5-4f35-9e3a-9db9e3c745bd tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Made reservation on behalf of 62769571dbac4710800bf250c3a84fc9 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:15.720820 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ad3e27b-a7b5-4f35-9e3a-9db9e3c745bd tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:15.736797 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4cd1f584-2a3d-4e13-880b-e5e499f86b1c up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:15.808160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Sync routers for ids ['669ae72f-6eba-4cbc-a2cd-4163747d8270'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:07:15.821572 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-35159b7b-320e-4b27-a590-0110c964fc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:15.832553 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Routers {'669ae72f-6eba-4cbc-a2cd-4163747d8270'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:07:15.833486 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['669ae72f-6eba-4cbc-a2cd-4163747d8270'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:15.894828 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4cd1f584-2a3d-4e13-880b-e5e499f86b1c completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:15.913646 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4cd1f584-2a3d-4e13-880b-e5e499f86b1c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:15.914309 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:15.943511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34110) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:15.947439 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:15.958586 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ad3e27b-a7b5-4f35-9e3a-9db9e3c745bd tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.014681 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Set router 669ae72f-6eba-4cbc-a2cd-4163747d8270 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:07:16.031286 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3e27b-a7b5-4f35-9e3a-9db9e3c745bd tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event updated for resources: {'Subnet': ['ID=1a418a93-0062-4d3d-aabd-0bc6bbb79f37,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:16.039282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3e27b-a7b5-4f35-9e3a-9db9e3c745bd tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Checking segment: {'id': 'c55b61db-a3d4-482e-a40e-f2fb2ad464bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:16.039671 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad3e27b-a7b5-4f35-9e3a-9db9e3c745bd tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Network hostable DHCP agents. Network: 748733da-e5b9-4968-8cef-8bf87cd727ed, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:07:16.060590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad3e27b-a7b5-4f35-9e3a-9db9e3c745bd tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Network 748733da-e5b9-4968-8cef-8bf87cd727ed is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:07:16.069707 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5a0172cc-c3d3-4ea9-b775-e0144db8b061 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1825543848', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:16.073891 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-4ad3e27b-a7b5-4f35-9e3a-9db9e3c745bd tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 748733da-e5b9-4968-8cef-8bf87cd727ed) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:16.079532 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad3e27b-a7b5-4f35-9e3a-9db9e3c745bd tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:16.080378 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ad3e27b-a7b5-4f35-9e3a-9db9e3c745bd tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.092949 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df78c12e-b291-4e06-8827-01bd08fcff69 None None] Network 748733da-e5b9-4968-8cef-8bf87cd727ed requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:16.104327 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0172cc-c3d3-4ea9-b775-e0144db8b061 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Made reservation on behalf of fa0237971cb84968b86fb5352a33681d for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:16.106928 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a0172cc-c3d3-4ea9-b775-e0144db8b061 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.110344 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4ad3e27b-a7b5-4f35-9e3a-9db9e3c745bd tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5426352 Aug 05 14:07:16.112876 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34116) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:16.119274 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a0172cc-c3d3-4ea9-b775-e0144db8b061 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.120223 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-dd675247-782d-45af-80b4-7c5053151e37 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-415498005'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:16.150410 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd675247-782d-45af-80b4-7c5053151e37 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Made reservation on behalf of 62769571dbac4710800bf250c3a84fc9 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:16.155194 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd675247-782d-45af-80b4-7c5053151e37 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.189229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd675247-782d-45af-80b4-7c5053151e37 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:07:16.201604 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd675247-782d-45af-80b4-7c5053151e37 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.201956 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-dd675247-782d-45af-80b4-7c5053151e37 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Added segment db00f94b-27ab-4d59-8f2b-6778899a21d2 of type vlan for network bde2addb-7203-4895-abde-2402b14cdcce Aug 05 14:07:16.204995 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.248518 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a0172cc-c3d3-4ea9-b775-e0144db8b061 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.253067 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a0172cc-c3d3-4ea9-b775-e0144db8b061 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.257511 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd675247-782d-45af-80b4-7c5053151e37 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.264273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-5a0172cc-c3d3-4ea9-b775-e0144db8b061 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] device_id is not set on port 84da7885-cd2e-4a7b-906b-ae3bc8f3d23f yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:07:16.285094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 4cd1f584-2a3d-4e13-880b-e5e499f86b1c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4cd1f584-2a3d-4e13-880b-e5e499f86b1c,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:16.296265 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.297639 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd675247-782d-45af-80b4-7c5053151e37 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.305961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd675247-782d-45af-80b4-7c5053151e37 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:16.306843 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd675247-782d-45af-80b4-7c5053151e37 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.314523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0172cc-c3d3-4ea9-b775-e0144db8b061 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432364ec-305a-4006-b5d4-e5bf3ae62cb3,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:16.378427 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dd675247-782d-45af-80b4-7c5053151e37 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2633665 Aug 05 14:07:16.380927 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34118) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:16.388626 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0643a1b3-ba84-4210-b788-2e65ce2807e2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Request body: {'subnet': {'network_id': 'bde2addb-7203-4895-abde-2402b14cdcce', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:16.397248 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd675247-782d-45af-80b4-7c5053151e37 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event updated for resources: {'Network': ['ID=bde2addb-7203-4895-abde-2402b14cdcce,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:16.414398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network bde2addb-7203-4895-abde-2402b14cdcce details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:07:16.452418 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-5a0172cc-c3d3-4ea9-b775-e0144db8b061 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Allocated IP 172.25.5.98 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/84da7885-cd2e-4a7b-906b-ae3bc8f3d23f) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:16.454499 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=4cd1f584-2a3d-4e13-880b-e5e499f86b1c,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:16.542989 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0643a1b3-ba84-4210-b788-2e65ce2807e2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Made reservation on behalf of 62769571dbac4710800bf250c3a84fc9 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:16.547162 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0643a1b3-ba84-4210-b788-2e65ce2807e2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.676470 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-748733da-e5b9-4968-8cef-8bf87cd727ed', 'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'fixed_ips': [{'subnet_id': '1a418a93-0062-4d3d-aabd-0bc6bbb79f37'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:07:16.677582 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.707583 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'name': 'tempest-ServersTestMultiNic-964307303-router', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4cd1f584-2a3d-4e13-880b-e5e499f86b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:07:10Z', 'updated_at': '2021-08-05T14:07:14Z', 'revision_number': 4, 'project_id': '62769571dbac4710800bf250c3a84fc9', 'gw_port': {'id': '4cd1f584-2a3d-4e13-880b-e5e499f86b1c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:07:10Z', 'updated_at': '2021-08-05T14:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4d63b113-322d-4b5f-89dc-196d1420b180', 'name': '', 'network_id': 'c4fd9fd0-937b-466c-81dc-69f7c118e93c', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'mac_address': 'fa:16:3e:db:d8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '51bd8606-7534-48fe-9169-88bc8ecc5a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:07:13Z', 'updated_at': '2021-08-05T14:07:14Z', 'revision_number': 2, 'project_id': '62769571dbac4710800bf250c3a84fc9', 'subnets': [{'id': '51bd8606-7534-48fe-9169-88bc8ecc5a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:16.728878 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a52c1-88f8-44ff-bab7-ab2892e39ffa req-eb35e65c-046c-4cc9-9eaf-72c6bc9243b2 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:16.730504 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b36a52c1-88f8-44ff-bab7-ab2892e39ffa req-eb35e65c-046c-4cc9-9eaf-72c6bc9243b2 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 946 time: 0.1412003 Aug 05 14:07:16.758615 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a0172cc-c3d3-4ea9-b775-e0144db8b061 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.784069 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Checking router: 669ae72f-6eba-4cbc-a2cd-4163747d8270 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:07:16.784422 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Updating router 669ae72f-6eba-4cbc-a2cd-4163747d8270 port 4d63b113-322d-4b5f-89dc-196d1420b180 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:07:16.827016 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.827705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b36a52c1-88f8-44ff-bab7-ab2892e39ffa req-d6d01d22-5b4c-4dab-8e20-dff5f5c8bf7f tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b417f8ac-5685-4600-aabe-e26495900fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895569 Aug 05 14:07:16.899686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a0172cc-c3d3-4ea9-b775-e0144db8b061 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.908266 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0643a1b3-ba84-4210-b788-2e65ce2807e2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:16.915498 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Allocated IP 19.80.0.2 (748733da-e5b9-4968-8cef-8bf87cd727ed/1a418a93-0062-4d3d-aabd-0bc6bbb79f37/ff2744d2-9c4c-4ea5-ac80-865a56f73332) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:16.992872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0172cc-c3d3-4ea9-b775-e0144db8b061 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:17.010577 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-5a0172cc-c3d3-4ea9-b775-e0144db8b061 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:17.024890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0172cc-c3d3-4ea9-b775-e0144db8b061 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:17.031822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0172cc-c3d3-4ea9-b775-e0144db8b061 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Pushing event updated for resources: {'Port': ['ID=84da7885-cd2e-4a7b-906b-ae3bc8f3d23f,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:17.064033 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643a1b3-ba84-4210-b788-2e65ce2807e2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event updated for resources: {'Subnet': ['ID=4a6f19c8-0d54-4a3d-bd95-ab1000505c4a,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:17.094047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0172cc-c3d3-4ea9-b775-e0144db8b061 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:17.094680 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a0172cc-c3d3-4ea9-b775-e0144db8b061 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:17.102873 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0643a1b3-ba84-4210-b788-2e65ce2807e2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Checking segment: {'id': 'db00f94b-27ab-4d59-8f2b-6778899a21d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'bde2addb-7203-4895-abde-2402b14cdcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:17.103049 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0643a1b3-ba84-4210-b788-2e65ce2807e2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Network hostable DHCP agents. Network: bde2addb-7203-4895-abde-2402b14cdcce, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:07:17.122394 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5a0172cc-c3d3-4ea9-b775-e0144db8b061 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.1771441 Aug 05 14:07:17.125287 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34130) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:17.129123 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0643a1b3-ba84-4210-b788-2e65ce2807e2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Network bde2addb-7203-4895-abde-2402b14cdcce is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:07:17.130279 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a25f20dd-0a35-436d-afb9-9a649f8b3843 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.98'}]}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:17.143103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-0643a1b3-ba84-4210-b788-2e65ce2807e2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, bde2addb-7203-4895-abde-2402b14cdcce) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:17.157732 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a25f20dd-0a35-436d-afb9-9a649f8b3843 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:17.159449 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a25f20dd-0a35-436d-afb9-9a649f8b3843 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:17.167694 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77d3502-ec05-48c9-a2ee-52ae0503b89f None None] Network bde2addb-7203-4895-abde-2402b14cdcce requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:17.192155 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0643a1b3-ba84-4210-b788-2e65ce2807e2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:17.192759 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0643a1b3-ba84-4210-b788-2e65ce2807e2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:17.242320 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0643a1b3-ba84-4210-b788-2e65ce2807e2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8537457 Aug 05 14:07:17.242553 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a25f20dd-0a35-436d-afb9-9a649f8b3843 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:17.258024 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68825e8d-b6b4-4a70-b1a7-7d1c0d17855c req-c71fbc89-9821-4083-b387-6fdb08781a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:17.260526 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68825e8d-b6b4-4a70-b1a7-7d1c0d17855c req-c71fbc89-9821-4083-b387-6fdb08781a8b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1d63780be2d14d9195b8eb927b64bfd7&device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 1097 time: 0.0861609 Aug 05 14:07:17.381990 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:17.394914 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68825e8d-b6b4-4a70-b1a7-7d1c0d17855c req-c803e3d0-bfd3-45bf-983f-cfb4f4089b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:17.396495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68825e8d-b6b4-4a70-b1a7-7d1c0d17855c req-c803e3d0-bfd3-45bf-983f-cfb4f4089b2c service neutron] 10.222.0.63 "GET /v2.0/networks?id=7706a929-312d-4849-b69a-ba88da379e69 HTTP/1.1" status: 200 len: 915 time: 0.1262872 Aug 05 14:07:17.419723 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Transition to ACTIVE for port object ff2744d2-9c4c-4ea5-ac80-865a56f73332 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:17.434277 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:17.441873 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a25f20dd-0a35-436d-afb9-9a649f8b3843 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:17.455930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e4850-59ec-4875-8139-976da2d9d976 req-b58f2d92-2331-4e89-a323-463849c95c36 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:17.457659 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b36e4850-59ec-4875-8139-976da2d9d976 req-b58f2d92-2331-4e89-a323-463849c95c36 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 946 time: 0.2159066 Aug 05 14:07:17.476984 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68825e8d-b6b4-4a70-b1a7-7d1c0d17855c req-3e8ab8b8-7fe4-4aa9-9d9d-dbc789582bf7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c3e5043-4072-4295-8481-ec4dfc2052c4 HTTP/1.1" status: 200 len: 217 time: 0.0715253 Aug 05 14:07:17.482626 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Transition to ACTIVE for port object 4d63b113-322d-4b5f-89dc-196d1420b180 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:17.486474 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Transition to ACTIVE for port object ff2744d2-9c4c-4ea5-ac80-865a56f73332 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:17.500563 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:17.502417 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:17.538575 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b36e4850-59ec-4875-8139-976da2d9d976 req-6aae2e9e-23fa-46c3-ac22-eb5492c72d46 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b417f8ac-5685-4600-aabe-e26495900fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678611 Aug 05 14:07:17.597450 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Pushing event updated for resources: {'Port': ['ID=ff2744d2-9c4c-4ea5-ac80-865a56f73332,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:17.611136 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68825e8d-b6b4-4a70-b1a7-7d1c0d17855c req-0c43bb26-7371-492e-b457-38637ab39a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:17.613190 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68825e8d-b6b4-4a70-b1a7-7d1c0d17855c req-0c43bb26-7371-492e-b457-38637ab39a6f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b09f2d04-b6b5-4546-aa82-01bc29709736 HTTP/1.1" status: 200 len: 854 time: 0.1217782 Aug 05 14:07:17.635047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Network 748733da-e5b9-4968-8cef-8bf87cd727ed is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:17.666869 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-ca2dd3f3-5b6b-49e7-859e-c5ae275a7fd7 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:17.671594 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:17.682275 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:17.682275 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-bde2addb-7203-4895-abde-2402b14cdcce', 'network_id': 'bde2addb-7203-4895-abde-2402b14cdcce', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'fixed_ips': [{'subnet_id': '4a6f19c8-0d54-4a3d-bd95-ab1000505c4a'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:07:17.682275 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:17.682670 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-ca2dd3f3-5b6b-49e7-859e-c5ae275a7fd7 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:17.687386 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-ca2dd3f3-5b6b-49e7-859e-c5ae275a7fd7 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/networks?id=748733da-e5b9-4968-8cef-8bf87cd727ed&id=bde2addb-7203-4895-abde-2402b14cdcce&id=748733da-e5b9-4968-8cef-8bf87cd727ed HTTP/1.1" status: 200 len: 1390 time: 0.2224617 Aug 05 14:07:17.690603 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68825e8d-b6b4-4a70-b1a7-7d1c0d17855c req-4ce4ac87-240d-4df2-9ecf-5ae8fcf88477 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7706a929-312d-4849-b69a-ba88da379e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666144 Aug 05 14:07:17.706104 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-ba2edfb3-3c09-43fb-ab86-18f84d5d8808 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/quotas/62769571dbac4710800bf250c3a84fc9 HTTP/1.1" status: 200 len: 375 time: 0.0177536 Aug 05 14:07:17.799930 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a25f20dd-0a35-436d-afb9-9a649f8b3843 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:17.823827 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4cd1f584-2a3d-4e13-880b-e5e499f86b1c up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:17.827824 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a25f20dd-0a35-436d-afb9-9a649f8b3843 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:17.829930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806cc5d-c48d-4612-812b-2effe770da6a None None] Pushing event updated for resources: {'Port': ['ID=4d63b113-322d-4b5f-89dc-196d1420b180,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:17.840414 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-b412e363-a4f5-4cb6-9637-5b919eabb28f tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=62769571dbac4710800bf250c3a84fc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1334143 Aug 05 14:07:17.921215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Attempting to bind port 4d63b113-322d-4b5f-89dc-196d1420b180 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:17.921586 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Attempting to bind port 4d63b113-322d-4b5f-89dc-196d1420b180 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'a53ac933-8d16-4ac8-91aa-18fc4577e064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c4fd9fd0-937b-466c-81dc-69f7c118e93c'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:17.922004 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Attempting to bind port 4d63b113-322d-4b5f-89dc-196d1420b180 on network c4fd9fd0-937b-466c-81dc-69f7c118e93c {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:17.931583 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68825e8d-b6b4-4a70-b1a7-7d1c0d17855c req-62694adb-aacb-4cd5-9f19-ecea84c26a9f service neutron] 10.222.0.63 "GET /v2.0/networks/7706a929-312d-4849-b69a-ba88da379e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228193 Aug 05 14:07:17.961337 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:07:17.961716 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Checking segment: {'id': 'a53ac933-8d16-4ac8-91aa-18fc4577e064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c4fd9fd0-937b-466c-81dc-69f7c118e93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:17.962123 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:17.962549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Bound using segment: {'id': 'a53ac933-8d16-4ac8-91aa-18fc4577e064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c4fd9fd0-937b-466c-81dc-69f7c118e93c'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:07:17.963030 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Bound port: 4d63b113-322d-4b5f-89dc-196d1420b180, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53ac933-8d16-4ac8-91aa-18fc4577e064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c4fd9fd0-937b-466c-81dc-69f7c118e93c'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:07:17.963411 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:17.995917 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a25f20dd-0a35-436d-afb9-9a649f8b3843 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:17.996227 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Allocated IP 19.86.0.2 (bde2addb-7203-4895-abde-2402b14cdcce/4a6f19c8-0d54-4a3d-bd95-ab1000505c4a/8674cdd3-3a1c-42f4-b20e-e13c75c457fd) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:18.015841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Attempting to bind port ff2744d2-9c4c-4ea5-ac80-865a56f73332 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:18.016448 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Attempting to bind port ff2744d2-9c4c-4ea5-ac80-865a56f73332 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'c55b61db-a3d4-482e-a40e-f2fb2ad464bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:18.017034 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Attempting to bind port ff2744d2-9c4c-4ea5-ac80-865a56f73332 on network 748733da-e5b9-4968-8cef-8bf87cd727ed {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:18.017904 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-ca021e72-31aa-4eb5-a9d9-ef066bd95692 service neutron] 10.222.0.16 "GET /v2.0/networks/748733da-e5b9-4968-8cef-8bf87cd727ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640539 Aug 05 14:07:18.056869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:07:18.057306 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Checking segment: {'id': 'c55b61db-a3d4-482e-a40e-f2fb2ad464bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:18.057678 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:18.058051 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Bound using segment: {'id': 'c55b61db-a3d4-482e-a40e-f2fb2ad464bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:07:18.058570 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Bound port: ff2744d2-9c4c-4ea5-ac80-865a56f73332, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55b61db-a3d4-482e-a40e-f2fb2ad464bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:07:18.058955 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:18.125129 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4cd1f584-2a3d-4e13-880b-e5e499f86b1c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:18.125507 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:18.195207 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a25f20dd-0a35-436d-afb9-9a649f8b3843 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:18.198199 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a25f20dd-0a35-436d-afb9-9a649f8b3843 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:18.202687 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] For port 4d63b113-322d-4b5f-89dc-196d1420b180, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:07:18.239666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] For port 4d63b113-322d-4b5f-89dc-196d1420b180, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4d63b113-322d-4b5f-89dc-196d1420b180,segment=NetworkSegment(a53ac933-8d16-4ac8-91aa-18fc4577e064),segment_id=a53ac933-8d16-4ac8-91aa-18fc4577e064)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:07:18.249798 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a25f20dd-0a35-436d-afb9-9a649f8b3843 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:18.250661 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25f20dd-0a35-436d-afb9-9a649f8b3843 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47bd78bc-e3ef-4376-8b69-ffcc9aae19ef {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:07:18.264266 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:18.290266 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-a25f20dd-0a35-436d-afb9-9a649f8b3843 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 05 14:07:18.291854 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a25f20dd-0a35-436d-afb9-9a649f8b3843 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1654015 Aug 05 14:07:18.297180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34150) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:18.370590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] For port ff2744d2-9c4c-4ea5-ac80-865a56f73332, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:07:18.400947 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b8150bc2-f4dc-4e0f-9a31-3f24c6e478c8 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Deleting port 84da7885-cd2e-4a7b-906b-ae3bc8f3d23f {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:18.401365 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8150bc2-f4dc-4e0f-9a31-3f24c6e478c8 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:18.458284 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] For port ff2744d2-9c4c-4ea5-ac80-865a56f73332, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ff2744d2-9c4c-4ea5-ac80-865a56f73332,segment=NetworkSegment(c55b61db-a3d4-482e-a40e-f2fb2ad464bf),segment_id=c55b61db-a3d4-482e-a40e-f2fb2ad464bf)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:07:18.463691 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806cc5d-c48d-4612-812b-2effe770da6a None None] Pushing event updated for resources: {'Port': ['ID=4d63b113-322d-4b5f-89dc-196d1420b180,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:18.473677 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5a9f9b5d-f6cf-4ca7-9bfb-2c033e5bb1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:18.487564 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:18.493180 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8150bc2-f4dc-4e0f-9a31-3f24c6e478c8 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:18.495841 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68825e8d-b6b4-4a70-b1a7-7d1c0d17855c req-53530366-e727-4ea0-bbb3-8c486d06f231 service neutron] 10.222.0.63 "GET /v2.0/networks/7706a929-312d-4849-b69a-ba88da379e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530658 Aug 05 14:07:18.496873 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Routers {'669ae72f-6eba-4cbc-a2cd-4163747d8270'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:07:18.497506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:06:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['669ae72f-6eba-4cbc-a2cd-4163747d8270'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:18.508151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b8150bc2-f4dc-4e0f-9a31-3f24c6e478c8 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Calling delete_port for 84da7885-cd2e-4a7b-906b-ae3bc8f3d23f owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:18.556469 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-25940aa5-43e1-47df-a9f7-48f9c10dff8e service neutron] 10.222.0.16 "GET /v2.0/networks/748733da-e5b9-4968-8cef-8bf87cd727ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5233519 Aug 05 14:07:18.650210 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:18.685677 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8150bc2-f4dc-4e0f-9a31-3f24c6e478c8 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:18.709749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Transition to ACTIVE for port object 8674cdd3-3a1c-42f4-b20e-e13c75c457fd will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:18.722732 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:18.744608 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8150bc2-f4dc-4e0f-9a31-3f24c6e478c8 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Pushing event deleted for resources: {'Port': ['ID=84da7885-cd2e-4a7b-906b-ae3bc8f3d23f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:18.771242 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-2851a7a3-42c2-496b-b857-9e037d056ff9 service neutron] 10.222.0.16 "GET /v2.0/networks/bde2addb-7203-4895-abde-2402b14cdcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134228 Aug 05 14:07:18.795120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dbffd-5cfe-4966-86b3-fdaad1aa4006 req-9b08790c-eb30-4805-bd38-e309d3d4572f tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:18.797558 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d52dbffd-5cfe-4966-86b3-fdaad1aa4006 req-9b08790c-eb30-4805-bd38-e309d3d4572f tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 946 time: 0.1327901 Aug 05 14:07:18.866513 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8150bc2-f4dc-4e0f-9a31-3f24c6e478c8 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:18.868532 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b8150bc2-f4dc-4e0f-9a31-3f24c6e478c8 tempest-RoutersAdminNegativeIpV6Test-1856237733 tempest-RoutersAdminNegativeIpV6Test-1856237733-project-admin] 10.222.0.16 "DELETE /v2.0/ports/84da7885-cd2e-4a7b-906b-ae3bc8f3d23f HTTP/1.1" status: 204 len: 168 time: 0.5703015 Aug 05 14:07:18.884446 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d52dbffd-5cfe-4966-86b3-fdaad1aa4006 req-6636149d-1573-49e9-bf1a-c405b3d2611d tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b417f8ac-5685-4600-aabe-e26495900fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630741 Aug 05 14:07:18.896701 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-94d5d13c-b48d-43ac-abd4-1bca553d42c2 service neutron] 10.222.0.16 "GET /v2.0/networks/bde2addb-7203-4895-abde-2402b14cdcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218140 Aug 05 14:07:19.036249 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Transition to ACTIVE for port object 8674cdd3-3a1c-42f4-b20e-e13c75c457fd will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:19.038572 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db4f7c-9d9a-4179-9912-319ab7cff461 None None] Pushing event updated for resources: {'Port': ['ID=ff2744d2-9c4c-4ea5-ac80-865a56f73332,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:19.068552 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:19.080406 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-5f3cdda1-c7cf-4430-813a-4748c723b293 service neutron] 10.222.0.16 "GET /v2.0/networks/748733da-e5b9-4968-8cef-8bf87cd727ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697671 Aug 05 14:07:19.169917 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Pushing event updated for resources: {'Port': ['ID=8674cdd3-3a1c-42f4-b20e-e13c75c457fd,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:19.176720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Network bde2addb-7203-4895-abde-2402b14cdcce is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:19.178889 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] Set router 669ae72f-6eba-4cbc-a2cd-4163747d8270 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:07:19.181450 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:19.184637 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:19.226392 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-2b871d32-4e1c-4e55-828d-63d998ec9028 service neutron] 10.222.0.16 "GET /v2.0/networks/748733da-e5b9-4968-8cef-8bf87cd727ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386018 Aug 05 14:07:19.316212 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Attempting to bind port 8674cdd3-3a1c-42f4-b20e-e13c75c457fd on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:19.316718 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Attempting to bind port 8674cdd3-3a1c-42f4-b20e-e13c75c457fd by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'db00f94b-27ab-4d59-8f2b-6778899a21d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'bde2addb-7203-4895-abde-2402b14cdcce'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:19.316929 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Attempting to bind port 8674cdd3-3a1c-42f4-b20e-e13c75c457fd on network bde2addb-7203-4895-abde-2402b14cdcce {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:19.334737 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:07:19.335388 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Checking segment: {'id': 'db00f94b-27ab-4d59-8f2b-6778899a21d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'bde2addb-7203-4895-abde-2402b14cdcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:19.335600 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:19.335998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Bound using segment: {'id': 'db00f94b-27ab-4d59-8f2b-6778899a21d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'bde2addb-7203-4895-abde-2402b14cdcce'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:07:19.336483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Bound port: 8674cdd3-3a1c-42f4-b20e-e13c75c457fd, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db00f94b-27ab-4d59-8f2b-6778899a21d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'bde2addb-7203-4895-abde-2402b14cdcce'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:07:19.336862 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:19.350972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34166) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:19.426282 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f80e5707-2917-4499-9ca0-50e05ec54f88 req-9e62d634-413a-4b45-8dee-64c50d273cfc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 210 time: 0.0426755 Aug 05 14:07:19.507613 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:19.529285 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa084-0f51-4ea6-9bdd-b851b1d6289e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:19.549206 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] For port 8674cdd3-3a1c-42f4-b20e-e13c75c457fd, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:07:19.566169 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] For port 8674cdd3-3a1c-42f4-b20e-e13c75c457fd, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8674cdd3-3a1c-42f4-b20e-e13c75c457fd,segment=NetworkSegment(db00f94b-27ab-4d59-8f2b-6778899a21d2),segment_id=db00f94b-27ab-4d59-8f2b-6778899a21d2)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:07:19.576272 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:19.692231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'name': 'tempest-ServersTestMultiNic-964307303-router', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4cd1f584-2a3d-4e13-880b-e5e499f86b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:07:10Z', 'updated_at': '2021-08-05T14:07:14Z', 'revision_number': 4, 'project_id': '62769571dbac4710800bf250c3a84fc9', 'gw_port': {'id': '4cd1f584-2a3d-4e13-880b-e5e499f86b1c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:07:10Z', 'updated_at': '2021-08-05T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4d63b113-322d-4b5f-89dc-196d1420b180', 'name': '', 'network_id': 'c4fd9fd0-937b-466c-81dc-69f7c118e93c', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'mac_address': 'fa:16:3e:db:d8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '51bd8606-7534-48fe-9169-88bc8ecc5a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:07:13Z', 'updated_at': '2021-08-05T14:07:18Z', 'revision_number': 4, 'project_id': '62769571dbac4710800bf250c3a84fc9', 'subnets': [{'id': '51bd8606-7534-48fe-9169-88bc8ecc5a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:19.694202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817b2dc-9381-4bdc-9e15-0c014d16a0a5 None None] Pushing event updated for resources: {'Port': ['ID=8674cdd3-3a1c-42f4-b20e-e13c75c457fd,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:19.701220 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa084-0f51-4ea6-9bdd-b851b1d6289e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:19.713803 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa084-0f51-4ea6-9bdd-b851b1d6289e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:19.771139 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d70262-3d90-42e1-93de-a692e2aa2fc3 None None] The sync data for ids ['669ae72f-6eba-4cbc-a2cd-4163747d8270'] in n-d-803585-2 is: [{'id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'name': 'tempest-ServersTestMultiNic-964307303-router', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4cd1f584-2a3d-4e13-880b-e5e499f86b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:07:10Z', 'updated_at': '2021-08-05T14:07:14Z', 'revision_number': 4, 'project_id': '62769571dbac4710800bf250c3a84fc9', 'gw_port': {'id': '4cd1f584-2a3d-4e13-880b-e5e499f86b1c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:07:10Z', 'updated_at': '2021-08-05T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4d63b113-322d-4b5f-89dc-196d1420b180', 'name': '', 'network_id': 'c4fd9fd0-937b-466c-81dc-69f7c118e93c', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'mac_address': 'fa:16:3e:db:d8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '51bd8606-7534-48fe-9169-88bc8ecc5a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:07:13Z', 'updated_at': '2021-08-05T14:07:18Z', 'revision_number': 4, 'project_id': '62769571dbac4710800bf250c3a84fc9', 'subnets': [{'id': '51bd8606-7534-48fe-9169-88bc8ecc5a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:07:19.799389 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e0eaa084-0f51-4ea6-9bdd-b851b1d6289e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1c607a473f84cbabd216d80532c2d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470251 Aug 05 14:07:19.802865 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34178) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:19.804368 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ff2744d2-9c4c-4ea5-ac80-865a56f73332 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:19.815535 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eaa084-0f51-4ea6-9bdd-b851b1d6289e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65a6ddf-c796-4ca3-8288-dbfca11a4370,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:19.936759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port ff2744d2-9c4c-4ea5-ac80-865a56f73332 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:19.939721 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-885a770d-1ef5-40a1-a872-adb709bc2b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:19.983881 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-885a770d-1ef5-40a1-a872-adb709bc2b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:20.083940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99609f-aa6e-44fa-bd86-d64cba21a0f6 req-0849fdca-79f9-4537-8799-6632776aa568 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:20.085727 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a99609f-aa6e-44fa-bd86-d64cba21a0f6 req-0849fdca-79f9-4537-8799-6632776aa568 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 946 time: 0.0931563 Aug 05 14:07:20.107412 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-885a770d-1ef5-40a1-a872-adb709bc2b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:20.110651 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-885a770d-1ef5-40a1-a872-adb709bc2b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:20.112582 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-885a770d-1ef5-40a1-a872-adb709bc2b8f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f65a6ddf-c796-4ca3-8288-dbfca11a4370 HTTP/1.1" status: 204 len: 168 time: 0.3081021 Aug 05 14:07:20.135350 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a770d-1ef5-40a1-a872-adb709bc2b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65a6ddf-c796-4ca3-8288-dbfca11a4370,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:20.175487 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a99609f-aa6e-44fa-bd86-d64cba21a0f6 req-dba014d1-8af7-45ef-8470-616502c44c23 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b417f8ac-5685-4600-aabe-e26495900fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811131 Aug 05 14:07:20.279839 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b08003-ec89-41ad-a381-7524ec8145a5 None None] Network 748733da-e5b9-4968-8cef-8bf87cd727ed requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:20.421074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-59bc6e5d-db73-4895-8ad2-e8360c73abc6 None None] Provisioning for port ff2744d2-9c4c-4ea5-ac80-865a56f73332 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:20.439419 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-59bc6e5d-db73-4895-8ad2-e8360c73abc6 None None] Provisioning complete for port ff2744d2-9c4c-4ea5-ac80-865a56f73332 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:20.439787 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-59bc6e5d-db73-4895-8ad2-e8360c73abc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:20.659323 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-59bc6e5d-db73-4895-8ad2-e8360c73abc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:20.660639 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9fb3389c-25fd-4470-aa2e-924e00f1067b req-db703c37-8d55-4bfc-a141-13c8c5bf0e61 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 210 time: 0.0492067 Aug 05 14:07:20.718838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34198) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:20.743891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-59bc6e5d-db73-4895-8ad2-e8360c73abc6 None None] For port ff2744d2-9c4c-4ea5-ac80-865a56f73332, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ff2744d2-9c4c-4ea5-ac80-865a56f73332,segment=NetworkSegment(c55b61db-a3d4-482e-a40e-f2fb2ad464bf),segment_id=c55b61db-a3d4-482e-a40e-f2fb2ad464bf)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:20.758537 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-59bc6e5d-db73-4895-8ad2-e8360c73abc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:20.783804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b00174-9b63-4ba6-894b-c92fac408b80 req-4706f15b-0315-48fa-ba58-1f6011ea5e8f tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:20.785353 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85b00174-9b63-4ba6-894b-c92fac408b80 req-4706f15b-0315-48fa-ba58-1f6011ea5e8f tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 946 time: 0.1170018 Aug 05 14:07:20.838097 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34200) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:20.838907 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c327a6b4-f1c4-4a99-98af-d1eba7fa82ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa0237971cb84968b86fb5352a33681d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1179001 Aug 05 14:07:20.855758 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc6e5d-db73-4895-8ad2-e8360c73abc6 None None] Pushing event updated for resources: {'Port': ['ID=ff2744d2-9c4c-4ea5-ac80-865a56f73332,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:20.924490 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85b00174-9b63-4ba6-894b-c92fac408b80 req-0564cc25-5530-4ad0-b4d4-0b8921d8afdb tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b417f8ac-5685-4600-aabe-e26495900fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319044 Aug 05 14:07:21.038321 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fc20191-8934-44b9-ac25-0c1098f266da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:21.089785 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d398e39f-2205-49c1-8dc0-19b876b17bca None None] Provisioning complete for port ff2744d2-9c4c-4ea5-ac80-865a56f73332 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:21.090905 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d398e39f-2205-49c1-8dc0-19b876b17bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:21.095500 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fc20191-8934-44b9-ac25-0c1098f266da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:21.114553 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-9f83ee13-937b-4016-8182-9e4fe055d8b1 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:21.120622 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-9f83ee13-937b-4016-8182-9e4fe055d8b1 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:21.122992 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-9f83ee13-937b-4016-8182-9e4fe055d8b1 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.84 "GET /v2.0/networks?id=748733da-e5b9-4968-8cef-8bf87cd727ed&id=bde2addb-7203-4895-abde-2402b14cdcce&id=748733da-e5b9-4968-8cef-8bf87cd727ed HTTP/1.1" status: 200 len: 1390 time: 0.1927798 Aug 05 14:07:21.141103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-331054d3-ddaa-4e44-8b3e-afa56571a7c9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Request body: {'port': {'device_id': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed', 'admin_state_up': True, 'tenant_id': '62769571dbac4710800bf250c3a84fc9'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:21.250842 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:21.253469 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fc20191-8934-44b9-ac25-0c1098f266da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:21.254107 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d40915-04e9-415a-b6b3-517cd974930e None None] Network bde2addb-7203-4895-abde-2402b14cdcce requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:21.256003 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fc20191-8934-44b9-ac25-0c1098f266da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:21.259627 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6fc20191-8934-44b9-ac25-0c1098f266da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/432364ec-305a-4006-b5d4-e5bf3ae62cb3 HTTP/1.1" status: 204 len: 168 time: 0.4158411 Aug 05 14:07:21.271442 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc20191-8934-44b9-ac25-0c1098f266da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432364ec-305a-4006-b5d4-e5bf3ae62cb3,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:21.297589 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-331054d3-ddaa-4e44-8b3e-afa56571a7c9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Made reservation on behalf of 62769571dbac4710800bf250c3a84fc9 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:21.301925 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-331054d3-ddaa-4e44-8b3e-afa56571a7c9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:21.341509 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3c5eca4f-34fe-479a-b32d-0e74e5febf29 None None] Provisioning for port 8674cdd3-3a1c-42f4-b20e-e13c75c457fd completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:21.474236 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-331054d3-ddaa-4e44-8b3e-afa56571a7c9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Allocated IP 19.80.0.146 (748733da-e5b9-4968-8cef-8bf87cd727ed/1a418a93-0062-4d3d-aabd-0bc6bbb79f37/8c2cbe87-cb80-46df-9dbb-c7e382bc9866) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:21.689344 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-331054d3-ddaa-4e44-8b3e-afa56571a7c9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:21.732365 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-331054d3-ddaa-4e44-8b3e-afa56571a7c9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Transition to ACTIVE for port object 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:21.771226 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-331054d3-ddaa-4e44-8b3e-afa56571a7c9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:21.831362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-331054d3-ddaa-4e44-8b3e-afa56571a7c9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Network 748733da-e5b9-4968-8cef-8bf87cd727ed is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:21.834725 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-331054d3-ddaa-4e44-8b3e-afa56571a7c9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:21.839790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-331054d3-ddaa-4e44-8b3e-afa56571a7c9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:21.878783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88567b16-d808-4b28-b852-8a2b7b28f1b3 req-4138f068-a531-42a3-89e3-bc2bf00dc841 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:21.885498 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331054d3-ddaa-4e44-8b3e-afa56571a7c9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event updated for resources: {'Port': ['ID=8c2cbe87-cb80-46df-9dbb-c7e382bc9866,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:21.887743 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88567b16-d808-4b28-b852-8a2b7b28f1b3 req-4138f068-a531-42a3-89e3-bc2bf00dc841 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 932 time: 0.0958569 Aug 05 14:07:21.916099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-331054d3-ddaa-4e44-8b3e-afa56571a7c9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:21.917239 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-331054d3-ddaa-4e44-8b3e-afa56571a7c9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:21.945027 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-331054d3-ddaa-4e44-8b3e-afa56571a7c9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8078523 Aug 05 14:07:21.959275 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4d63b113-322d-4b5f-89dc-196d1420b180 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:21.962102 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-97310b82-0f96-48e4-8b42-29771fcee7a2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Request body: {'port': {'device_id': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'network_id': 'bde2addb-7203-4895-abde-2402b14cdcce', 'admin_state_up': True, 'tenant_id': '62769571dbac4710800bf250c3a84fc9'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:22.027496 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88567b16-d808-4b28-b852-8a2b7b28f1b3 req-2f366f14-8c40-4ea1-8ca4-6a5c7bdaf2ad tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087489 Aug 05 14:07:22.058796 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4d63b113-322d-4b5f-89dc-196d1420b180 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:22.065016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4d63b113-322d-4b5f-89dc-196d1420b180 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:22.065890 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:22.162199 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59252108-2765-4c10-8101-b60517c97a02 req-c4401e39-152c-4bad-851f-823e2a40efd2 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:22.165546 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-59252108-2765-4c10-8101-b60517c97a02 req-c4401e39-152c-4bad-851f-823e2a40efd2 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 946 time: 0.0997341 Aug 05 14:07:22.196428 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-97310b82-0f96-48e4-8b42-29771fcee7a2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Made reservation on behalf of 62769571dbac4710800bf250c3a84fc9 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:22.201086 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-97310b82-0f96-48e4-8b42-29771fcee7a2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:22.231891 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:22.236006 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c73df8f1-69d6-42a7-a755-05ca1c402ca8 None None] Provisioning for port 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:22.244569 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-59252108-2765-4c10-8101-b60517c97a02 req-83c79834-b847-4221-ba5f-2fdafaec4fcb tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b417f8ac-5685-4600-aabe-e26495900fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679958 Aug 05 14:07:22.270455 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c73df8f1-69d6-42a7-a755-05ca1c402ca8 None None] Provisioning complete for port 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:22.270793 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c73df8f1-69d6-42a7-a755-05ca1c402ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:22.317917 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 4d63b113-322d-4b5f-89dc-196d1420b180, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4d63b113-322d-4b5f-89dc-196d1420b180,segment=NetworkSegment(a53ac933-8d16-4ac8-91aa-18fc4577e064),segment_id=a53ac933-8d16-4ac8-91aa-18fc4577e064)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:22.326360 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c73df8f1-69d6-42a7-a755-05ca1c402ca8 None None] Port 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:07:22.327842 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:22.330735 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ff2744d2-9c4c-4ea5-ac80-865a56f73332 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:22.387577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-97310b82-0f96-48e4-8b42-29771fcee7a2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Allocated IP 19.86.0.74 (bde2addb-7203-4895-abde-2402b14cdcce/4a6f19c8-0d54-4a3d-bd95-ab1000505c4a/51f1d372-f748-4387-acdb-d25584d60fdd) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:22.417528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=4d63b113-322d-4b5f-89dc-196d1420b180,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:22.428639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port ff2744d2-9c4c-4ea5-ac80-865a56f73332 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:22.429024 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:22.558686 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f25085-da9d-4532-a965-4b5eacb19ce3 req-43da02a9-86d7-4021-9c2c-87dfbce4b574 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:22.559832 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8674cdd3-3a1c-42f4-b20e-e13c75c457fd up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:22.567133 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-85f25085-da9d-4532-a965-4b5eacb19ce3 req-43da02a9-86d7-4021-9c2c-87dfbce4b574 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.63 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 946 time: 0.1778524 Aug 05 14:07:22.634500 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34232) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:22.639711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 8674cdd3-3a1c-42f4-b20e-e13c75c457fd completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:22.643596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8674cdd3-3a1c-42f4-b20e-e13c75c457fd triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:22.643971 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:22.698215 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-97310b82-0f96-48e4-8b42-29771fcee7a2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:22.702681 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-85f25085-da9d-4532-a965-4b5eacb19ce3 req-a7bf90b0-794c-44b8-95dd-55fd7b293aee tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Deleting port 9c3e5043-4072-4295-8481-ec4dfc2052c4 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:22.703192 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-85f25085-da9d-4532-a965-4b5eacb19ce3 req-a7bf90b0-794c-44b8-95dd-55fd7b293aee tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:22.728968 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-97310b82-0f96-48e4-8b42-29771fcee7a2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Transition to ACTIVE for port object 51f1d372-f748-4387-acdb-d25584d60fdd will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:22.761480 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:22.781732 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-97310b82-0f96-48e4-8b42-29771fcee7a2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:22.800480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 8674cdd3-3a1c-42f4-b20e-e13c75c457fd, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8674cdd3-3a1c-42f4-b20e-e13c75c457fd,segment=NetworkSegment(db00f94b-27ab-4d59-8f2b-6778899a21d2),segment_id=db00f94b-27ab-4d59-8f2b-6778899a21d2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:22.803075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5d412113-709f-4592-bdc9-25f1058babcc tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-599348338'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:22.805136 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:22.832391 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-85f25085-da9d-4532-a965-4b5eacb19ce3 req-a7bf90b0-794c-44b8-95dd-55fd7b293aee tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] For port 9c3e5043-4072-4295-8481-ec4dfc2052c4, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9c3e5043-4072-4295-8481-ec4dfc2052c4,segment=NetworkSegment(550dabaa-7b96-4ee8-ab99-5782133832b5),segment_id=550dabaa-7b96-4ee8-ab99-5782133832b5)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:22.832763 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-85f25085-da9d-4532-a965-4b5eacb19ce3 req-a7bf90b0-794c-44b8-95dd-55fd7b293aee tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:22.833761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-97310b82-0f96-48e4-8b42-29771fcee7a2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Network bde2addb-7203-4895-abde-2402b14cdcce is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:22.838189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-97310b82-0f96-48e4-8b42-29771fcee7a2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:22.842852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-97310b82-0f96-48e4-8b42-29771fcee7a2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:22.850525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-85f25085-da9d-4532-a965-4b5eacb19ce3 req-a7bf90b0-794c-44b8-95dd-55fd7b293aee tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Calling delete_port for 9c3e5043-4072-4295-8481-ec4dfc2052c4 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:22.855629 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=8674cdd3-3a1c-42f4-b20e-e13c75c457fd,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:22.857983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d412113-709f-4592-bdc9-25f1058babcc tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Made reservation on behalf of 3c6c4164d5f24fd98877f67a5165380a for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:22.861639 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d412113-709f-4592-bdc9-25f1058babcc tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:22.877646 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d412113-709f-4592-bdc9-25f1058babcc tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:22.896827 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97310b82-0f96-48e4-8b42-29771fcee7a2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event updated for resources: {'Port': ['ID=51f1d372-f748-4387-acdb-d25584d60fdd,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:22.909521 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-97310b82-0f96-48e4-8b42-29771fcee7a2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:22.910188 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-97310b82-0f96-48e4-8b42-29771fcee7a2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:22.925246 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-97310b82-0f96-48e4-8b42-29771fcee7a2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9698229 Aug 05 14:07:22.940785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-3ae3c968-6dff-45a7-b68e-899530f6ea19 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Request body: {'port': {'device_id': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed', 'admin_state_up': True, 'tenant_id': '62769571dbac4710800bf250c3a84fc9'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:23.072436 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-85f25085-da9d-4532-a965-4b5eacb19ce3 req-a7bf90b0-794c-44b8-95dd-55fd7b293aee tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:23.085903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['9c3e5043-4072-4295-8481-ec4dfc2052c4'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:07:23.126198 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d412113-709f-4592-bdc9-25f1058babcc tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:23.127545 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf90b0-794c-44b8-95dd-55fd7b293aee tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Pushing event deleted for resources: {'Port': ['ID=9c3e5043-4072-4295-8481-ec4dfc2052c4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:23.145965 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d412113-709f-4592-bdc9-25f1058babcc tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:23.157334 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-3ae3c968-6dff-45a7-b68e-899530f6ea19 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Made reservation on behalf of 62769571dbac4710800bf250c3a84fc9 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:23.157815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f12c7187-d21f-4fef-a5bb-0051d2238c04 None None] Provisioning for port 51f1d372-f748-4387-acdb-d25584d60fdd completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:23.161839 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f12c7187-d21f-4fef-a5bb-0051d2238c04 None None] Provisioning complete for port 51f1d372-f748-4387-acdb-d25584d60fdd triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:23.162206 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f12c7187-d21f-4fef-a5bb-0051d2238c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:23.162504 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-3ae3c968-6dff-45a7-b68e-899530f6ea19 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:23.197495 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f12c7187-d21f-4fef-a5bb-0051d2238c04 None None] Port 51f1d372-f748-4387-acdb-d25584d60fdd cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:07:23.209175 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d412113-709f-4592-bdc9-25f1058babcc tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:07:23.235905 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f25085-da9d-4532-a965-4b5eacb19ce3 req-a7bf90b0-794c-44b8-95dd-55fd7b293aee tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] No DVR routers for this DVR port 9c3e5043-4072-4295-8481-ec4dfc2052c4 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:07:23.238568 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-85f25085-da9d-4532-a965-4b5eacb19ce3 req-a7bf90b0-794c-44b8-95dd-55fd7b293aee tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:23.240981 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-85f25085-da9d-4532-a965-4b5eacb19ce3 req-a7bf90b0-794c-44b8-95dd-55fd7b293aee tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.63 "DELETE /v2.0/ports/9c3e5043-4072-4295-8481-ec4dfc2052c4 HTTP/1.1" status: 204 len: 173 time: 0.6636727 Aug 05 14:07:23.247020 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177c42fc-ec69-4b4c-a4f8-6ee251f93222', 'name': 'network-vif-deleted', 'tag': '9c3e5043-4072-4295-8481-ec4dfc2052c4'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:07:23.249599 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6119eb-5e9a-4222-a5a3-2f75bd814510" -d '{"events": [{"server_uuid": "177c42fc-ec69-4b4c-a4f8-6ee251f93222", "name": "network-vif-deleted", "tag": "9c3e5043-4072-4295-8481-ec4dfc2052c4"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:07:23.261856 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d412113-709f-4592-bdc9-25f1058babcc tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:23.262935 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-5d412113-709f-4592-bdc9-25f1058babcc tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Added segment 26ffa014-82e7-42ef-9c87-96faea2a3199 of type vlan for network 7f3c5c35-8011-475d-a64d-f7e65f35b6e6 Aug 05 14:07:23.274224 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d412113-709f-4592-bdc9-25f1058babcc tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc3fa7c-e65b-4e55-b694-08fab22cede1,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:23.309075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-3ae3c968-6dff-45a7-b68e-899530f6ea19 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Allocated IP 19.80.0.248 (748733da-e5b9-4968-8cef-8bf87cd727ed/1a418a93-0062-4d3d-aabd-0bc6bbb79f37/5d267342-566a-49cf-915e-d905af4d4622) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:23.329230 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d44f6d-d362-4726-8435-95c6fd8cba50 req-e189431e-b12c-4a64-ac9b-36dc9b0ec82e tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:23.336932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d44f6d-d362-4726-8435-95c6fd8cba50 req-e189431e-b12c-4a64-ac9b-36dc9b0ec82e tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:23.339084 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-58d44f6d-d362-4726-8435-95c6fd8cba50 req-e189431e-b12c-4a64-ac9b-36dc9b0ec82e tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 1654 time: 0.2173257 Aug 05 14:07:23.343769 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a311604-77c7-4d31-80a5-b9cffea1fde8 x-openstack-request-id: req-3a311604-77c7-4d31-80a5-b9cffea1fde8 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:07:23.344264 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177c42fc-ec69-4b4c-a4f8-6ee251f93222", "name": "network-vif-deleted", "tag": "9c3e5043-4072-4295-8481-ec4dfc2052c4", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:07:23.344675 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a311604-77c7-4d31-80a5-b9cffea1fde8 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:07:23.345744 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177c42fc-ec69-4b4c-a4f8-6ee251f93222', 'name': 'network-vif-deleted', 'tag': '9c3e5043-4072-4295-8481-ec4dfc2052c4', 'status': 'completed', 'code': 200} Aug 05 14:07:23.380106 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d412113-709f-4592-bdc9-25f1058babcc tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:23.409144 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-58d44f6d-d362-4726-8435-95c6fd8cba50 req-af633bf9-4908-4d40-83b2-f9340f4363f6 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572884 Aug 05 14:07:23.429891 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d412113-709f-4592-bdc9-25f1058babcc tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:23.438986 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d412113-709f-4592-bdc9-25f1058babcc tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:23.439637 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d412113-709f-4592-bdc9-25f1058babcc tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:23.481385 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fb51093c-4079-48b8-92b6-7ef5294e63cc req-c124e399-d087-4b57-b566-7349aaa50b24 tempest-InstanceActionsTestJSON-255480607 tempest-InstanceActionsTestJSON-255480607-project] 10.222.0.16 "GET /v2.0/ports?device_id=177c42fc-ec69-4b4c-a4f8-6ee251f93222 HTTP/1.1" status: 200 len: 210 time: 0.0418351 Aug 05 14:07:23.532460 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5d412113-709f-4592-bdc9-25f1058babcc tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8939540 Aug 05 14:07:23.536328 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34244) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:23.545529 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d706d181-cdc7-437e-b5e1-6863dce25518 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Request body: {'subnet': {'network_id': '7f3c5c35-8011-475d-a64d-f7e65f35b6e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:23.548220 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-3ae3c968-6dff-45a7-b68e-899530f6ea19 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:23.563553 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-3ae3c968-6dff-45a7-b68e-899530f6ea19 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Transition to ACTIVE for port object 5d267342-566a-49cf-915e-d905af4d4622 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:23.616499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d412113-709f-4592-bdc9-25f1058babcc tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event updated for resources: {'Network': ['ID=7f3c5c35-8011-475d-a64d-f7e65f35b6e6,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:23.631782 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-3ae3c968-6dff-45a7-b68e-899530f6ea19 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:23.671738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 7f3c5c35-8011-475d-a64d-f7e65f35b6e6 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:07:23.680692 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d706d181-cdc7-437e-b5e1-6863dce25518 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Made reservation on behalf of 3c6c4164d5f24fd98877f67a5165380a for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:23.687407 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d706d181-cdc7-437e-b5e1-6863dce25518 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:23.723347 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-3ae3c968-6dff-45a7-b68e-899530f6ea19 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Network 748733da-e5b9-4968-8cef-8bf87cd727ed is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:23.741810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-3ae3c968-6dff-45a7-b68e-899530f6ea19 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:23.773458 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-3ae3c968-6dff-45a7-b68e-899530f6ea19 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:23.785486 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4d63b113-322d-4b5f-89dc-196d1420b180 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:23.870239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3c968-6dff-45a7-b68e-899530f6ea19 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event updated for resources: {'Port': ['ID=5d267342-566a-49cf-915e-d905af4d4622,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:23.915581 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-3ae3c968-6dff-45a7-b68e-899530f6ea19 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:23.916695 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-3ae3c968-6dff-45a7-b68e-899530f6ea19 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:23.937726 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-3ae3c968-6dff-45a7-b68e-899530f6ea19 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0037670 Aug 05 14:07:23.952053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Request body: {'port': {'device_id': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:23.958608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4d63b113-322d-4b5f-89dc-196d1420b180 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:23.958988 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:24.046099 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:24.071544 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d706d181-cdc7-437e-b5e1-6863dce25518 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:24.086994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8674cdd3-3a1c-42f4-b20e-e13c75c457fd up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:24.140047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-625ee4f4-3a48-4086-9659-c74867b0650d None None] Provisioning for port 5d267342-566a-49cf-915e-d905af4d4622 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:24.148880 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-625ee4f4-3a48-4086-9659-c74867b0650d None None] Provisioning complete for port 5d267342-566a-49cf-915e-d905af4d4622 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:24.149195 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-625ee4f4-3a48-4086-9659-c74867b0650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:24.166229 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706d181-cdc7-437e-b5e1-6863dce25518 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event updated for resources: {'Subnet': ['ID=cb566968-c121-4112-9eca-de72b3ccbc33,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:24.194863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8674cdd3-3a1c-42f4-b20e-e13c75c457fd triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:24.195359 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:24.195793 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d706d181-cdc7-437e-b5e1-6863dce25518 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Checking segment: {'id': '26ffa014-82e7-42ef-9c87-96faea2a3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7f3c5c35-8011-475d-a64d-f7e65f35b6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:24.196179 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d706d181-cdc7-437e-b5e1-6863dce25518 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Network hostable DHCP agents. Network: 7f3c5c35-8011-475d-a64d-f7e65f35b6e6, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:07:24.199126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-625ee4f4-3a48-4086-9659-c74867b0650d None None] Port 5d267342-566a-49cf-915e-d905af4d4622 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:07:24.219178 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d706d181-cdc7-437e-b5e1-6863dce25518 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Network 7f3c5c35-8011-475d-a64d-f7e65f35b6e6 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:07:24.230332 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-d706d181-cdc7-437e-b5e1-6863dce25518 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 7f3c5c35-8011-475d-a64d-f7e65f35b6e6) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:24.245540 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3ff37a-f721-4468-8d5d-c6b633060365 None None] Network 7f3c5c35-8011-475d-a64d-f7e65f35b6e6 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:24.248692 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d706d181-cdc7-437e-b5e1-6863dce25518 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:24.249595 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d706d181-cdc7-437e-b5e1-6863dce25518 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:24.270837 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d706d181-cdc7-437e-b5e1-6863dce25518 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7330089 Aug 05 14:07:24.271793 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34250) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:24.277801 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-a40dcb05-d1a0-4562-85b9-a5c6db6b9ee1 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Request body: {'port': {'network_id': '7f3c5c35-8011-475d-a64d-f7e65f35b6e6', 'name': 'tempest-AllowedAddressPairTestJSON-212512975'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:24.408666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40dcb05-d1a0-4562-85b9-a5c6db6b9ee1 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Made reservation on behalf of 3c6c4164d5f24fd98877f67a5165380a for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:24.412584 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a40dcb05-d1a0-4562-85b9-a5c6db6b9ee1 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:24.416897 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:07:24.428249 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:24.435931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-a40dcb05-d1a0-4562-85b9-a5c6db6b9ee1 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] device_id is not set on port 321d88f8-59cd-410b-948c-e04e7b444066 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:07:24.441983 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Transition to ACTIVE for port object 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:24.458151 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-7f3c5c35-8011-475d-a64d-f7e65f35b6e6', 'network_id': '7f3c5c35-8011-475d-a64d-f7e65f35b6e6', 'tenant_id': '3c6c4164d5f24fd98877f67a5165380a', 'fixed_ips': [{'subnet_id': 'cb566968-c121-4112-9eca-de72b3ccbc33'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:07:24.458503 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:24.459209 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:24.565575 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2cbe87-cb80-46df-9dbb-c7e382bc9866,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:24.572483 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34256) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:24.663542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-a40dcb05-d1a0-4562-85b9-a5c6db6b9ee1 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Allocated IP 172.20.0.8 (7f3c5c35-8011-475d-a64d-f7e65f35b6e6/cb566968-c121-4112-9eca-de72b3ccbc33/321d88f8-59cd-410b-948c-e04e7b444066) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:24.686473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7251699-3d4d-4f3e-8e0b-6094e5c40686 req-d5430069-d66f-4bca-8d8e-703537e27969 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:24.692613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7251699-3d4d-4f3e-8e0b-6094e5c40686 req-d5430069-d66f-4bca-8d8e-703537e27969 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:24.695359 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e2d105-4130-4cb3-9a0e-f494bac43107 admin admin] Deleting subnet b09f2d04-b6b5-4546-aa82-01bc29709736 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:07:24.699293 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7251699-3d4d-4f3e-8e0b-6094e5c40686 req-d5430069-d66f-4bca-8d8e-703537e27969 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:24.702319 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d105-4130-4cb3-9a0e-f494bac43107 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:24.708841 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c7251699-3d4d-4f3e-8e0b-6094e5c40686 req-d5430069-d66f-4bca-8d8e-703537e27969 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2388 time: 0.1116431 Aug 05 14:07:24.741239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Attempting to bind port 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:24.741585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Attempting to bind port 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'c55b61db-a3d4-482e-a40e-f2fb2ad464bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:24.741920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Attempting to bind port 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 on network 748733da-e5b9-4968-8cef-8bf87cd727ed {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:24.752348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Port 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 on network 748733da-e5b9-4968-8cef-8bf87cd727ed not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:24.752679 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Attempting to bind port 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 on network 748733da-e5b9-4968-8cef-8bf87cd727ed {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:24.765735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:07:24.766486 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Checking segment: {'id': 'c55b61db-a3d4-482e-a40e-f2fb2ad464bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:24.766883 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Bound using segment: {'id': 'c55b61db-a3d4-482e-a40e-f2fb2ad464bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:07:24.767450 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Bound port: 8c2cbe87-cb80-46df-9dbb-c7e382bc9866, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55b61db-a3d4-482e-a40e-f2fb2ad464bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:07:24.767715 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:24.781613 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c7251699-3d4d-4f3e-8e0b-6094e5c40686 req-44229721-6f35-4dc5-b2fc-425c35a08e47 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718141 Aug 05 14:07:24.781901 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d105-4130-4cb3-9a0e-f494bac43107 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:24.867907 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d105-4130-4cb3-9a0e-f494bac43107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:24.904045 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] For port 8c2cbe87-cb80-46df-9dbb-c7e382bc9866, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:07:24.908774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] For port 8c2cbe87-cb80-46df-9dbb-c7e382bc9866, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8c2cbe87-cb80-46df-9dbb-c7e382bc9866,segment=NetworkSegment(c55b61db-a3d4-482e-a40e-f2fb2ad464bf),segment_id=c55b61db-a3d4-482e-a40e-f2fb2ad464bf)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:07:24.914216 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:24.914422 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a40dcb05-d1a0-4562-85b9-a5c6db6b9ee1 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:24.932593 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-a40dcb05-d1a0-4562-85b9-a5c6db6b9ee1 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Transition to ACTIVE for port object 321d88f8-59cd-410b-948c-e04e7b444066 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:24.965100 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:24.965100 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:24.965100 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] 10.222.0.84 "PUT /v2.0/ports/8c2cbe87-cb80-46df-9dbb-c7e382bc9866 HTTP/1.1" status: 200 len: 1092 time: 1.0185421 Aug 05 14:07:24.966487 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'tag': '8c2cbe87-cb80-46df-9dbb-c7e382bc9866'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:07:24.968918 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd9944e-f584-417a-9026-6922f0ebd95f" -d '{"events": [{"name": "network-changed", "server_uuid": "278a5f6c-8263-4c58-af1c-f6b69c8ac859", "tag": "8c2cbe87-cb80-46df-9dbb-c7e382bc9866"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:07:24.981892 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a40dcb05-d1a0-4562-85b9-a5c6db6b9ee1 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:24.997641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Request body: {'port': {'device_id': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:25.000346 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d105-4130-4cb3-9a0e-f494bac43107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:25.034138 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40dcb05-d1a0-4562-85b9-a5c6db6b9ee1 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Network 7f3c5c35-8011-475d-a64d-f7e65f35b6e6 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:25.040561 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-a40dcb05-d1a0-4562-85b9-a5c6db6b9ee1 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:25.044508 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40dcb05-d1a0-4562-85b9-a5c6db6b9ee1 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:25.052778 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d105-4130-4cb3-9a0e-f494bac43107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:25.054741 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f9e2d105-4130-4cb3-9a0e-f494bac43107 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b09f2d04-b6b5-4546-aa82-01bc29709736 HTTP/1.1" status: 204 len: 168 time: 0.4809229 Aug 05 14:07:25.058400 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Allocated IP 172.20.0.2 (7f3c5c35-8011-475d-a64d-f7e65f35b6e6/cb566968-c121-4112-9eca-de72b3ccbc33/977cb613-3b87-4506-90eb-a458f49a9feb) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:25.086778 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34264) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:25.088325 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827a4aaf-7230-42f5-90a1-8c6eee8c39ef x-openstack-request-id: req-827a4aaf-7230-42f5-90a1-8c6eee8c39ef {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:07:25.088671 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278a5f6c-8263-4c58-af1c-f6b69c8ac859", "tag": "8c2cbe87-cb80-46df-9dbb-c7e382bc9866", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:07:25.088925 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-827a4aaf-7230-42f5-90a1-8c6eee8c39ef {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:07:25.089332 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'tag': '8c2cbe87-cb80-46df-9dbb-c7e382bc9866', 'status': 'completed', 'code': 200} Aug 05 14:07:25.102944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2d105-4130-4cb3-9a0e-f494bac43107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b09f2d04-b6b5-4546-aa82-01bc29709736,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:25.110370 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42eab6-bfb7-4281-be6f-739c8968f907 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2cbe87-cb80-46df-9dbb-c7e382bc9866,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:25.129233 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40dcb05-d1a0-4562-85b9-a5c6db6b9ee1 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event updated for resources: {'Port': ['ID=321d88f8-59cd-410b-948c-e04e7b444066,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:25.167418 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40dcb05-d1a0-4562-85b9-a5c6db6b9ee1 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:25.168525 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a40dcb05-d1a0-4562-85b9-a5c6db6b9ee1 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:25.198958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9944e-f584-417a-9026-6922f0ebd95f req-5caca231-49dc-49b1-a779-964a0acc669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:25.201104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9944e-f584-417a-9026-6922f0ebd95f req-5caca231-49dc-49b1-a779-964a0acc669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:25.201960 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9944e-f584-417a-9026-6922f0ebd95f req-5caca231-49dc-49b1-a779-964a0acc669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:25.205574 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:25.206161 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0cd9944e-f584-417a-9026-6922f0ebd95f req-5caca231-49dc-49b1-a779-964a0acc669b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62769571dbac4710800bf250c3a84fc9&device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2731 time: 0.1135712 Aug 05 14:07:25.226052 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a40dcb05-d1a0-4562-85b9-a5c6db6b9ee1 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9527106 Aug 05 14:07:25.226985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34266) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:25.244368 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-6b381d86-dbc0-4f75-a061-fecc814d924d tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Request body: {'port': {'network_id': '7f3c5c35-8011-475d-a64d-f7e65f35b6e6', 'name': 'tempest-AllowedAddressPairTestJSON-1939230462', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a2:87:eb'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:25.287670 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:25.299149 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Transition to ACTIVE for port object 977cb613-3b87-4506-90eb-a458f49a9feb will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:25.319813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Transition to ACTIVE for port object 977cb613-3b87-4506-90eb-a458f49a9feb will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:25.326598 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:25.375826 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Network 7f3c5c35-8011-475d-a64d-f7e65f35b6e6 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:25.381065 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:25.386130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:25.395286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Pushing event updated for resources: {'Port': ['ID=977cb613-3b87-4506-90eb-a458f49a9feb,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:25.439953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9944e-f584-417a-9026-6922f0ebd95f req-9fd5d80e-c4bc-4920-96d0-607a0160e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:25.440432 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9944e-f584-417a-9026-6922f0ebd95f req-9fd5d80e-c4bc-4920-96d0-607a0160e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:25.441190 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9944e-f584-417a-9026-6922f0ebd95f req-9fd5d80e-c4bc-4920-96d0-607a0160e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:25.442584 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0cd9944e-f584-417a-9026-6922f0ebd95f req-9fd5d80e-c4bc-4920-96d0-607a0160e63c service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=62769571dbac4710800bf250c3a84fc9&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2261615 Aug 05 14:07:25.452752 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Attempting to bind port 977cb613-3b87-4506-90eb-a458f49a9feb on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:25.453075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Attempting to bind port 977cb613-3b87-4506-90eb-a458f49a9feb by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '26ffa014-82e7-42ef-9c87-96faea2a3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7f3c5c35-8011-475d-a64d-f7e65f35b6e6'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:25.453523 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Attempting to bind port 977cb613-3b87-4506-90eb-a458f49a9feb on network 7f3c5c35-8011-475d-a64d-f7e65f35b6e6 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:25.459160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:07:25.459614 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Checking segment: {'id': '26ffa014-82e7-42ef-9c87-96faea2a3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7f3c5c35-8011-475d-a64d-f7e65f35b6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:25.460099 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:25.460697 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Bound using segment: {'id': '26ffa014-82e7-42ef-9c87-96faea2a3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7f3c5c35-8011-475d-a64d-f7e65f35b6e6'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:07:25.461077 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Bound port: 977cb613-3b87-4506-90eb-a458f49a9feb, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ffa014-82e7-42ef-9c87-96faea2a3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7f3c5c35-8011-475d-a64d-f7e65f35b6e6'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:07:25.461751 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:25.525202 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b381d86-dbc0-4f75-a061-fecc814d924d tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Made reservation on behalf of 3c6c4164d5f24fd98877f67a5165380a for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:25.540536 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] For port 977cb613-3b87-4506-90eb-a458f49a9feb, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:07:25.544904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] For port 977cb613-3b87-4506-90eb-a458f49a9feb, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=977cb613-3b87-4506-90eb-a458f49a9feb,segment=NetworkSegment(26ffa014-82e7-42ef-9c87-96faea2a3199),segment_id=26ffa014-82e7-42ef-9c87-96faea2a3199)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:07:25.556646 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:25.560471 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7898-a22b-4815-aac8-90ff767e8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:25.620162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68057944-49d8-4c7a-8740-53ed0036784e None None] Pushing event updated for resources: {'Port': ['ID=977cb613-3b87-4506-90eb-a458f49a9feb,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:25.629852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9944e-f584-417a-9026-6922f0ebd95f req-f0271557-bec1-4f5f-8e41-916dc3d2df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:25.631613 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0cd9944e-f584-417a-9026-6922f0ebd95f req-f0271557-bec1-4f5f-8e41-916dc3d2df91 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1794279 Aug 05 14:07:25.671980 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b381d86-dbc0-4f75-a061-fecc814d924d tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:25.694307 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-6b381d86-dbc0-4f75-a061-fecc814d924d tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] device_id is not set on port 483d7f18-037d-4e5d-a75a-c81c7731922a yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:07:25.742699 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7898-a22b-4815-aac8-90ff767e8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:25.763264 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-dcbc7898-a22b-4815-aac8-90ff767e8f89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7706a929-312d-4849-b69a-ba88da379e69']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:25.779825 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-dcbc7898-a22b-4815-aac8-90ff767e8f89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550dabaa-7b96-4ee8-ab99-5782133832b5') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:25.780123 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-dcbc7898-a22b-4815-aac8-90ff767e8f89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550dabaa-7b96-4ee8-ab99-5782133832b5') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:25.863237 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-6b381d86-dbc0-4f75-a061-fecc814d924d tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Allocated IP 172.20.0.9 (7f3c5c35-8011-475d-a64d-f7e65f35b6e6/cb566968-c121-4112-9eca-de72b3ccbc33/483d7f18-037d-4e5d-a75a-c81c7731922a) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:25.877061 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7898-a22b-4815-aac8-90ff767e8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:25.920010 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7898-a22b-4815-aac8-90ff767e8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:25.936717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcbc7898-a22b-4815-aac8-90ff767e8f89 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:07:25.937133 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7898-a22b-4815-aac8-90ff767e8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:07:25.938928 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:07:25.993090 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f3815-3dad-469c-ba04-b7253f810a65 req-414041d2-93db-4993-85d9-50e073f5e532 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:26.000062 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f3815-3dad-469c-ba04-b7253f810a65 req-414041d2-93db-4993-85d9-50e073f5e532 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:26.006139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f3815-3dad-469c-ba04-b7253f810a65 req-414041d2-93db-4993-85d9-50e073f5e532 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:26.007977 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f51f3815-3dad-469c-ba04-b7253f810a65 req-414041d2-93db-4993-85d9-50e073f5e532 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2388 time: 0.1229103 Aug 05 14:07:26.054014 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7898-a22b-4815-aac8-90ff767e8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:26.064714 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7898-a22b-4815-aac8-90ff767e8f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:26.066822 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dcbc7898-a22b-4815-aac8-90ff767e8f89 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7706a929-312d-4849-b69a-ba88da379e69 HTTP/1.1" status: 204 len: 168 time: 0.9765821 Aug 05 14:07:26.102610 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc7898-a22b-4815-aac8-90ff767e8f89 admin admin] Pushing event deleted for resources: {'Network': ['ID=7706a929-312d-4849-b69a-ba88da379e69,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:26.115609 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f1d372-f748-4387-acdb-d25584d60fdd {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:07:26.119179 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f51f3815-3dad-469c-ba04-b7253f810a65 req-8032b6fa-36a4-4abc-8824-38f05b7340c7 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961292 Aug 05 14:07:26.124781 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:26.139747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Transition to ACTIVE for port object 51f1d372-f748-4387-acdb-d25584d60fdd will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:26.146314 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:26.162126 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b381d86-dbc0-4f75-a061-fecc814d924d tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:26.197694 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-6b381d86-dbc0-4f75-a061-fecc814d924d tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Transition to ACTIVE for port object 483d7f18-037d-4e5d-a75a-c81c7731922a will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:26.203852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Pushing event updated for resources: {'Port': ['ID=51f1d372-f748-4387-acdb-d25584d60fdd,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:26.269561 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b381d86-dbc0-4f75-a061-fecc814d924d tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:26.300596 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Attempting to bind port 51f1d372-f748-4387-acdb-d25584d60fdd on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:26.301072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Attempting to bind port 51f1d372-f748-4387-acdb-d25584d60fdd by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'db00f94b-27ab-4d59-8f2b-6778899a21d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'bde2addb-7203-4895-abde-2402b14cdcce'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:26.301415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Attempting to bind port 51f1d372-f748-4387-acdb-d25584d60fdd on network bde2addb-7203-4895-abde-2402b14cdcce {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:26.308412 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Port 51f1d372-f748-4387-acdb-d25584d60fdd on network bde2addb-7203-4895-abde-2402b14cdcce not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:26.309581 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Attempting to bind port 51f1d372-f748-4387-acdb-d25584d60fdd on network bde2addb-7203-4895-abde-2402b14cdcce {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:26.321493 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:07:26.321883 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Checking segment: {'id': 'db00f94b-27ab-4d59-8f2b-6778899a21d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'bde2addb-7203-4895-abde-2402b14cdcce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:26.323552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Bound using segment: {'id': 'db00f94b-27ab-4d59-8f2b-6778899a21d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'bde2addb-7203-4895-abde-2402b14cdcce'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:07:26.324896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Bound port: 51f1d372-f748-4387-acdb-d25584d60fdd, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db00f94b-27ab-4d59-8f2b-6778899a21d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'bde2addb-7203-4895-abde-2402b14cdcce'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:07:26.325519 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:26.328845 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b381d86-dbc0-4f75-a061-fecc814d924d tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Network 7f3c5c35-8011-475d-a64d-f7e65f35b6e6 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:26.333242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-6b381d86-dbc0-4f75-a061-fecc814d924d tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:26.337858 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b381d86-dbc0-4f75-a061-fecc814d924d tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:26.348482 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b381d86-dbc0-4f75-a061-fecc814d924d tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event updated for resources: {'Port': ['ID=483d7f18-037d-4e5d-a75a-c81c7731922a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:26.351661 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34276) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:26.432016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] For port 51f1d372-f748-4387-acdb-d25584d60fdd, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:07:26.437769 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] For port 51f1d372-f748-4387-acdb-d25584d60fdd, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=51f1d372-f748-4387-acdb-d25584d60fdd,segment=NetworkSegment(db00f94b-27ab-4d59-8f2b-6778899a21d2),segment_id=db00f94b-27ab-4d59-8f2b-6778899a21d2)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:07:26.440828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b381d86-dbc0-4f75-a061-fecc814d924d tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:26.441881 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b381d86-dbc0-4f75-a061-fecc814d924d tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:26.446706 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:26.469471 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8bd624a4-90e4-40b4-b693-4d430f02a283 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d63780be2d14d9195b8eb927b64bfd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885413 Aug 05 14:07:26.471884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34278) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:26.484520 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6b381d86-dbc0-4f75-a061-fecc814d924d tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.2451406 Aug 05 14:07:26.485039 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34280) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:26.526765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:26.527463 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:26.529101 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] 10.222.0.84 "PUT /v2.0/ports/51f1d372-f748-4387-acdb-d25584d60fdd HTTP/1.1" status: 200 len: 1091 time: 1.5367272 Aug 05 14:07:26.555288 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7774b837-c9b0-48e1-b56d-72ce3bed06c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:26.579685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Request body: {'port': {'device_id': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:26.583273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7774b837-c9b0-48e1-b56d-72ce3bed06c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:26.655699 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7774b837-c9b0-48e1-b56d-72ce3bed06c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:26.658610 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7774b837-c9b0-48e1-b56d-72ce3bed06c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:26.660010 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7774b837-c9b0-48e1-b56d-72ce3bed06c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b417f8ac-5685-4600-aabe-e26495900fdb HTTP/1.1" status: 204 len: 168 time: 0.1869621 Aug 05 14:07:26.663386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d2ddb-9aad-4dcc-95ed-2327bb47b9fc service neutron] Pushing event updated for resources: {'Port': ['ID=51f1d372-f748-4387-acdb-d25584d60fdd,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:26.671268 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:26.676395 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774b837-c9b0-48e1-b56d-72ce3bed06c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b417f8ac-5685-4600-aabe-e26495900fdb,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:26.703147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449ee54b-531e-4084-aebc-3bfce5fb3e75 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:26.709627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449ee54b-531e-4084-aebc-3bfce5fb3e75 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:26.716592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449ee54b-531e-4084-aebc-3bfce5fb3e75 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:26.718568 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-449ee54b-531e-4084-aebc-3bfce5fb3e75 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2306902 Aug 05 14:07:26.721389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34286) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:26.846167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-aaf90ea2-ac15-44ac-b117-4c475b878040 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Deleting port 483d7f18-037d-4e5d-a75a-c81c7731922a {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:26.846579 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aaf90ea2-ac15-44ac-b117-4c475b878040 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:26.993795 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a36a9cd-6b92-4aab-b69a-5ffe85890d17 None None] Network 7f3c5c35-8011-475d-a64d-f7e65f35b6e6 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:27.019545 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aaf90ea2-ac15-44ac-b117-4c475b878040 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:27.033635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-aaf90ea2-ac15-44ac-b117-4c475b878040 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Calling delete_port for 483d7f18-037d-4e5d-a75a-c81c7731922a owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:27.097234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'tag': '51f1d372-f748-4387-acdb-d25584d60fdd'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:07:27.101942 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f24f03-4a23-425f-86f5-52922bf6bb12" -d '{"events": [{"name": "network-changed", "server_uuid": "278a5f6c-8263-4c58-af1c-f6b69c8ac859", "tag": "51f1d372-f748-4387-acdb-d25584d60fdd"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:07:27.162207 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d267342-566a-49cf-915e-d905af4d4622 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:07:27.190466 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:27.207111 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7cf535fa-20bf-4812-92e2-192b8f2fc9d3 None None] Provisioning for port 977cb613-3b87-4506-90eb-a458f49a9feb completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:27.208415 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc7204d-72d1-4c50-a5e4-1649de324d6b x-openstack-request-id: req-fbc7204d-72d1-4c50-a5e4-1649de324d6b {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:07:27.208707 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278a5f6c-8263-4c58-af1c-f6b69c8ac859", "tag": "51f1d372-f748-4387-acdb-d25584d60fdd", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:07:27.209495 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbc7204d-72d1-4c50-a5e4-1649de324d6b {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:07:27.210430 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'tag': '51f1d372-f748-4387-acdb-d25584d60fdd', 'status': 'completed', 'code': 200} Aug 05 14:07:27.214864 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Transition to ACTIVE for port object 5d267342-566a-49cf-915e-d905af4d4622 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:27.220657 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:27.284239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Pushing event updated for resources: {'Port': ['ID=5d267342-566a-49cf-915e-d905af4d4622,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:27.443470 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Attempting to bind port 5d267342-566a-49cf-915e-d905af4d4622 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:27.443953 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Attempting to bind port 5d267342-566a-49cf-915e-d905af4d4622 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'c55b61db-a3d4-482e-a40e-f2fb2ad464bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:27.444390 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Attempting to bind port 5d267342-566a-49cf-915e-d905af4d4622 on network 748733da-e5b9-4968-8cef-8bf87cd727ed {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:27.449914 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Port 5d267342-566a-49cf-915e-d905af4d4622 on network 748733da-e5b9-4968-8cef-8bf87cd727ed not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:27.450423 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Attempting to bind port 5d267342-566a-49cf-915e-d905af4d4622 on network 748733da-e5b9-4968-8cef-8bf87cd727ed {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:27.454503 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f24f03-4a23-425f-86f5-52922bf6bb12 req-d7f229c3-1316-4fca-b6c0-3415c29ca2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:27.455019 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f24f03-4a23-425f-86f5-52922bf6bb12 req-d7f229c3-1316-4fca-b6c0-3415c29ca2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:27.455506 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f24f03-4a23-425f-86f5-52922bf6bb12 req-d7f229c3-1316-4fca-b6c0-3415c29ca2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:27.456754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:07:27.457159 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-58f24f03-4a23-425f-86f5-52922bf6bb12 req-d7f229c3-1316-4fca-b6c0-3415c29ca2d0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62769571dbac4710800bf250c3a84fc9&device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2823 time: 0.2089310 Aug 05 14:07:27.457720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Checking segment: {'id': 'c55b61db-a3d4-482e-a40e-f2fb2ad464bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:27.458339 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Bound using segment: {'id': 'c55b61db-a3d4-482e-a40e-f2fb2ad464bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:07:27.458974 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Bound port: 5d267342-566a-49cf-915e-d905af4d4622, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55b61db-a3d4-482e-a40e-f2fb2ad464bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:07:27.459427 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:27.493995 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f30e0-861f-481e-822e-897ad0f1c2f6 req-dbb9ac12-3f65-49d4-b821-5be7c076c8ef tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:27.500938 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f30e0-861f-481e-822e-897ad0f1c2f6 req-dbb9ac12-3f65-49d4-b821-5be7c076c8ef tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:27.507905 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f30e0-861f-481e-822e-897ad0f1c2f6 req-dbb9ac12-3f65-49d4-b821-5be7c076c8ef tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:27.509545 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-515f30e0-861f-481e-822e-897ad0f1c2f6 req-dbb9ac12-3f65-49d4-b821-5be7c076c8ef tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2412 time: 0.1812592 Aug 05 14:07:27.556978 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] For port 5d267342-566a-49cf-915e-d905af4d4622, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:07:27.562365 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] For port 5d267342-566a-49cf-915e-d905af4d4622, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5d267342-566a-49cf-915e-d905af4d4622,segment=NetworkSegment(c55b61db-a3d4-482e-a40e-f2fb2ad464bf),segment_id=c55b61db-a3d4-482e-a40e-f2fb2ad464bf)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:07:27.579028 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:27.595819 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aaf90ea2-ac15-44ac-b117-4c475b878040 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:27.651286 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:27.653118 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:27.655337 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] 10.222.0.84 "PUT /v2.0/ports/5d267342-566a-49cf-915e-d905af4d4622 HTTP/1.1" status: 200 len: 1092 time: 1.0804214 Aug 05 14:07:27.693843 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf90ea2-ac15-44ac-b117-4c475b878040 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event deleted for resources: {'Port': ['ID=483d7f18-037d-4e5d-a75a-c81c7731922a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:27.719522 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da191e99-f519-46a0-9eeb-bd9abe66e5ef service neutron] Pushing event updated for resources: {'Port': ['ID=5d267342-566a-49cf-915e-d905af4d4622,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:27.765229 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-515f30e0-861f-481e-822e-897ad0f1c2f6 req-6b09820d-57a6-4514-8e71-41e9d60806eb tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379682 Aug 05 14:07:27.766366 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9c3e5043-4072-4295-8481-ec4dfc2052c4 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:07:27.769395 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-51ebc523-d589-4eca-8515-dfd2882b1293 None None] Could not find standard attr ID for object 483d7f18-037d-4e5d-a75a-c81c7731922a. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:07:27.827422 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 977cb613-3b87-4506-90eb-a458f49a9feb up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:27.834679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 9c3e5043-4072-4295-8481-ec4dfc2052c4 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:07:27.835182 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9c3e5043-4072-4295-8481-ec4dfc2052c4 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:07:27.857548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f24f03-4a23-425f-86f5-52922bf6bb12 req-6ec0ff44-6af2-4631-a120-ed829012c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:27.858028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f24f03-4a23-425f-86f5-52922bf6bb12 req-6ec0ff44-6af2-4631-a120-ed829012c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:27.859027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f24f03-4a23-425f-86f5-52922bf6bb12 req-6ec0ff44-6af2-4631-a120-ed829012c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:27.860841 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-58f24f03-4a23-425f-86f5-52922bf6bb12 req-6ec0ff44-6af2-4631-a120-ed829012c545 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=62769571dbac4710800bf250c3a84fc9&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3912945 Aug 05 14:07:27.880353 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-51ebc523-d589-4eca-8515-dfd2882b1293 None None] Provisioning for port 321d88f8-59cd-410b-948c-e04e7b444066 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:27.898491 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-51ebc523-d589-4eca-8515-dfd2882b1293 None None] Provisioning complete for port 321d88f8-59cd-410b-948c-e04e7b444066 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:27.898897 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51ebc523-d589-4eca-8515-dfd2882b1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:27.902376 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34316) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:27.961940 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-51ebc523-d589-4eca-8515-dfd2882b1293 None None] Port 321d88f8-59cd-410b-948c-e04e7b444066 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:07:27.975203 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 977cb613-3b87-4506-90eb-a458f49a9feb completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:27.980481 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 977cb613-3b87-4506-90eb-a458f49a9feb triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:27.981142 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:28.075523 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aaf90ea2-ac15-44ac-b117-4c475b878040 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:28.081959 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-aaf90ea2-ac15-44ac-b117-4c475b878040 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "DELETE /v2.0/ports/483d7f18-037d-4e5d-a75a-c81c7731922a HTTP/1.1" status: 204 len: 168 time: 1.3594356 Aug 05 14:07:28.082835 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34324) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:28.086479 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6d5a243f-24a3-4ff5-9427-b8879ad7012d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1166023731-network', 'tenant_id': '42a2a3e3f93440009f537957f8d192ac'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:28.095737 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f24f03-4a23-425f-86f5-52922bf6bb12 req-034693c4-2e3c-4f20-8311-ccc26feb31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:28.097834 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-58f24f03-4a23-425f-86f5-52922bf6bb12 req-034693c4-2e3c-4f20-8311-ccc26feb31f0 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2262690 Aug 05 14:07:28.158556 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c38ca1d-c9dc-4ddb-a32d-9c219e16c9c1 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] GET failed (client error): The resource could not be found. Aug 05 14:07:28.165507 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34328) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:28.166831 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7c38ca1d-c9dc-4ddb-a32d-9c219e16c9c1 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "GET /v2.0/ports/483d7f18-037d-4e5d-a75a-c81c7731922a HTTP/1.1" status: 404 len: 333 time: 0.0497549 Aug 05 14:07:28.171026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1fb4e81b-b051-46cb-9548-9616f891d2a9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Request body: {'port': {'network_id': '7f3c5c35-8011-475d-a64d-f7e65f35b6e6', 'name': 'tempest-AllowedAddressPairTestJSON-175736130'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:28.179727 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5a243f-24a3-4ff5-9427-b8879ad7012d admin admin] Made reservation on behalf of 42a2a3e3f93440009f537957f8d192ac for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:28.184701 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d5a243f-24a3-4ff5-9427-b8879ad7012d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:28.196666 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d5a243f-24a3-4ff5-9427-b8879ad7012d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:28.199356 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8e76c3d7-ff5a-40d8-82d1-98b6d08069cb None None] Provisioning complete for port 321d88f8-59cd-410b-948c-e04e7b444066 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:28.200486 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8e76c3d7-ff5a-40d8-82d1-98b6d08069cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:28.204408 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:28.279189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 977cb613-3b87-4506-90eb-a458f49a9feb, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=977cb613-3b87-4506-90eb-a458f49a9feb,segment=NetworkSegment(26ffa014-82e7-42ef-9c87-96faea2a3199),segment_id=26ffa014-82e7-42ef-9c87-96faea2a3199)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:28.284096 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8e76c3d7-ff5a-40d8-82d1-98b6d08069cb None None] Port 321d88f8-59cd-410b-948c-e04e7b444066 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:07:28.287199 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:28.344201 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d5a243f-24a3-4ff5-9427-b8879ad7012d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:28.350568 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d5a243f-24a3-4ff5-9427-b8879ad7012d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:28.359678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=977cb613-3b87-4506-90eb-a458f49a9feb,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:28.381810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5a243f-24a3-4ff5-9427-b8879ad7012d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:07:28.393521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-76cdd62b-301a-4644-b5ca-e675ab653b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:28.393911 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-76cdd62b-301a-4644-b5ca-e675ab653b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:28.394031 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a243f-24a3-4ff5-9427-b8879ad7012d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8558b08e-fcef-4761-ac6e-92dc8ba754e1,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:28.394408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-76cdd62b-301a-4644-b5ca-e675ab653b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:28.396287 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-76cdd62b-301a-4644-b5ca-e675ab653b75 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62769571dbac4710800bf250c3a84fc9&device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2865 time: 0.2482648 Aug 05 14:07:28.399724 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d5a243f-24a3-4ff5-9427-b8879ad7012d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:28.400065 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-6d5a243f-24a3-4ff5-9427-b8879ad7012d admin admin] Added segment fd7101fe-a285-4358-a0e2-96a6ccdc05e8 of type vlan for network a6da5085-99af-41cd-8063-281c54570874 Aug 05 14:07:28.403793 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9d437584-0590-4749-bc17-8aba9935c218 req-1e9b71fa-4260-44e8-9fe1-d6cf71297a12 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1133475 Aug 05 14:07:28.452623 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d5a243f-24a3-4ff5-9427-b8879ad7012d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:28.454102 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-4eec3b6b-29d0-4f4a-b27c-5a264e690d3c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.146&port_id=8c2cbe87-cb80-46df-9dbb-c7e382bc9866 HTTP/1.1" status: 200 len: 217 time: 0.0471876 Aug 05 14:07:28.490096 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d5a243f-24a3-4ff5-9427-b8879ad7012d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:28.491282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a243f-24a3-4ff5-9427-b8879ad7012d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:28.492009 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d5a243f-24a3-4ff5-9427-b8879ad7012d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:28.512667 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb4e81b-b051-46cb-9548-9616f891d2a9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Made reservation on behalf of 3c6c4164d5f24fd98877f67a5165380a for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:28.516387 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e81b-b051-46cb-9548-9616f891d2a9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:28.554671 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-1fb4e81b-b051-46cb-9548-9616f891d2a9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] device_id is not set on port a46e2716-e36c-49e2-95dd-c7aabf36dca9 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:07:28.560851 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6d5a243f-24a3-4ff5-9427-b8879ad7012d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6559200 Aug 05 14:07:28.561612 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-033e4fd9-950f-42c8-96d2-a5e1d1a2d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:28.561737 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-897d6326-cb54-470d-82b9-484f036a8139 None None] Could not find standard attr ID for object 483d7f18-037d-4e5d-a75a-c81c7731922a. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:07:28.563789 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-033e4fd9-950f-42c8-96d2-a5e1d1a2d4c8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1a418a93-0062-4d3d-aabd-0bc6bbb79f37 HTTP/1.1" status: 200 len: 801 time: 0.0963409 Aug 05 14:07:28.563923 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34332) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:28.568311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-de9dd8b1-d35f-4f01-991b-084a2ef8299e admin admin] Request body: {'subnet': {'network_id': 'a6da5085-99af-41cd-8063-281c54570874', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1166023731-subnet', 'tenant_id': '42a2a3e3f93440009f537957f8d192ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:28.572058 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d437584-0590-4749-bc17-8aba9935c218 req-f2e0147e-532e-4612-b129-09c2c05b9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:28.573553 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9d437584-0590-4749-bc17-8aba9935c218 req-f2e0147e-532e-4612-b129-09c2c05b9620 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 1096 time: 0.1172791 Aug 05 14:07:28.580922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a243f-24a3-4ff5-9427-b8879ad7012d admin admin] Pushing event updated for resources: {'Network': ['ID=a6da5085-99af-41cd-8063-281c54570874,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:28.596122 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network a6da5085-99af-41cd-8063-281c54570874 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:07:28.600549 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9dd8b1-d35f-4f01-991b-084a2ef8299e admin admin] Made reservation on behalf of 42a2a3e3f93440009f537957f8d192ac for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:28.608272 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-de9dd8b1-d35f-4f01-991b-084a2ef8299e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:28.773655 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-e1dd74da-51be-4d8f-99e5-d113be397517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:28.775163 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-e1dd74da-51be-4d8f-99e5-d113be397517 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=748733da-e5b9-4968-8cef-8bf87cd727ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1710300 Aug 05 14:07:28.814188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-1fb4e81b-b051-46cb-9548-9616f891d2a9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Allocated IP 172.20.0.5 (7f3c5c35-8011-475d-a64d-f7e65f35b6e6/cb566968-c121-4112-9eca-de72b3ccbc33/a46e2716-e36c-49e2-95dd-c7aabf36dca9) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:28.827420 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-de9dd8b1-d35f-4f01-991b-084a2ef8299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:28.840200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d437584-0590-4749-bc17-8aba9935c218 req-52485bb3-0ad3-4731-95e1-1e709f2dd560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:28.841699 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9d437584-0590-4749-bc17-8aba9935c218 req-52485bb3-0ad3-4731-95e1-1e709f2dd560 service neutron] 10.222.0.63 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 912 time: 0.2359657 Aug 05 14:07:28.877584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dd8b1-d35f-4f01-991b-084a2ef8299e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e71d49aa-2bfe-4eb1-9420-3175d7dcc663,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:28.893001 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9dd8b1-d35f-4f01-991b-084a2ef8299e admin admin] Checking segment: {'id': 'fd7101fe-a285-4358-a0e2-96a6ccdc05e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a6da5085-99af-41cd-8063-281c54570874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:28.893366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9dd8b1-d35f-4f01-991b-084a2ef8299e admin admin] Network hostable DHCP agents. Network: a6da5085-99af-41cd-8063-281c54570874, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:07:28.912413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9dd8b1-d35f-4f01-991b-084a2ef8299e admin admin] Network a6da5085-99af-41cd-8063-281c54570874 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:07:28.923133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-de9dd8b1-d35f-4f01-991b-084a2ef8299e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, a6da5085-99af-41cd-8063-281c54570874) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:28.927741 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9dd8b1-d35f-4f01-991b-084a2ef8299e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:28.928336 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-de9dd8b1-d35f-4f01-991b-084a2ef8299e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:28.934064 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22329e14-d9d5-4c33-8436-a4fb1be04970 None None] Network a6da5085-99af-41cd-8063-281c54570874 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:28.944982 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-de9dd8b1-d35f-4f01-991b-084a2ef8299e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3802738 Aug 05 14:07:29.112127 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc614faa-f32c-4a57-9d46-a405636e0640 None None] Network a6da5085-99af-41cd-8063-281c54570874 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:29.211553 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'tag': '5d267342-566a-49cf-915e-d905af4d4622'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:07:29.213997 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246d102c-ab0a-4d28-9af5-a20c7eb12e15" -d '{"events": [{"name": "network-changed", "server_uuid": "278a5f6c-8263-4c58-af1c-f6b69c8ac859", "tag": "5d267342-566a-49cf-915e-d905af4d4622"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:07:29.357018 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea80cc-fd58-4790-95dd-42c276d8a479 req-995ff0cc-f435-4123-b931-852cb16e0ace tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:29.362915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea80cc-fd58-4790-95dd-42c276d8a479 req-995ff0cc-f435-4123-b931-852cb16e0ace tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:29.368727 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea80cc-fd58-4790-95dd-42c276d8a479 req-995ff0cc-f435-4123-b931-852cb16e0ace tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:29.370437 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4bea80cc-fd58-4790-95dd-42c276d8a479 req-995ff0cc-f435-4123-b931-852cb16e0ace tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2412 time: 0.5264564 Aug 05 14:07:29.377676 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-f994480d-c7a6-4ffc-a647-385d34242b22 service neutron] 10.222.0.84 "GET /v2.0/networks/748733da-e5b9-4968-8cef-8bf87cd727ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930066 Aug 05 14:07:29.385526 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9d437584-0590-4749-bc17-8aba9935c218 req-ffe6ef75-0d33-4f85-bb81-d29d6a9e9363 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9427d2ce-c909-47cf-a75d-501df1b0f888 HTTP/1.1" status: 200 len: 999 time: 0.5251448 Aug 05 14:07:29.487483 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-464d0369-60fc-4966-9847-3af1419a540f tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:29.489002 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-464d0369-60fc-4966-9847-3af1419a540f tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/networks?id=a6da5085-99af-41cd-8063-281c54570874 HTTP/1.1" status: 200 len: 814 time: 0.1071749 Aug 05 14:07:29.504702 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-997bc7a7-131a-457c-aa4a-ef7810b48bfd tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/quotas/42a2a3e3f93440009f537957f8d192ac HTTP/1.1" status: 200 len: 375 time: 0.0097339 Aug 05 14:07:29.538026 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-0306da69-fa01-4af8-8994-7d7f6f83d426 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42a2a3e3f93440009f537957f8d192ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275345 Aug 05 14:07:29.556415 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4bea80cc-fd58-4790-95dd-42c276d8a479 req-ac64d166-e080-48f7-accc-e394cf9f917a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777666 Aug 05 14:07:29.584450 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d437584-0590-4749-bc17-8aba9935c218 req-b63cdd49-69c1-47d9-bb9d-8e22fe88eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:29.584450 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9d437584-0590-4749-bc17-8aba9935c218 req-b63cdd49-69c1-47d9-bb9d-8e22fe88eae3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.1733999 Aug 05 14:07:29.659729 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-b8028581-4adf-4cc9-b6ec-1474944eecf7 service neutron] 10.222.0.84 "GET /v2.0/networks/748733da-e5b9-4968-8cef-8bf87cd727ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659709 Aug 05 14:07:29.661539 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda61846-0a28-4f58-b73f-76cfd5170ede x-openstack-request-id: req-dda61846-0a28-4f58-b73f-76cfd5170ede {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:07:29.661948 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278a5f6c-8263-4c58-af1c-f6b69c8ac859", "tag": "5d267342-566a-49cf-915e-d905af4d4622", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:07:29.662353 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dda61846-0a28-4f58-b73f-76cfd5170ede {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:07:29.663299 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'tag': '5d267342-566a-49cf-915e-d905af4d4622', 'status': 'completed', 'code': 200} Aug 05 14:07:29.667617 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e81b-b051-46cb-9548-9616f891d2a9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:29.670943 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-780d6768-494c-4106-8ac4-068d9fee5640 service neutron] 10.222.0.16 "GET /v2.0/networks/a6da5085-99af-41cd-8063-281c54570874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253161 Aug 05 14:07:29.717470 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-7256c635-1816-485e-807d-38d21e2a50c2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.74&port_id=51f1d372-f748-4387-acdb-d25584d60fdd HTTP/1.1" status: 200 len: 217 time: 0.0470598 Aug 05 14:07:29.722548 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 977cb613-3b87-4506-90eb-a458f49a9feb up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:29.735372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-1fb4e81b-b051-46cb-9548-9616f891d2a9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Transition to ACTIVE for port object a46e2716-e36c-49e2-95dd-c7aabf36dca9 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:29.738444 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d437584-0590-4749-bc17-8aba9935c218 req-571912af-2cbf-4f3a-a8c3-86dafcb58b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:29.739937 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9d437584-0590-4749-bc17-8aba9935c218 req-571912af-2cbf-4f3a-a8c3-86dafcb58b5a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473267 Aug 05 14:07:29.773494 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-00244b6f-1f31-4f6e-98c1-ddc838ce5c4a service neutron] 10.222.0.16 "GET /v2.0/networks/a6da5085-99af-41cd-8063-281c54570874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979993 Aug 05 14:07:29.794424 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 977cb613-3b87-4506-90eb-a458f49a9feb triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:29.795069 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:29.851188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-c1f817c3-2558-48e2-b94a-9538d6350edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:29.852595 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-c1f817c3-2558-48e2-b94a-9538d6350edf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4a6f19c8-0d54-4a3d-bd95-ab1000505c4a HTTP/1.1" status: 200 len: 801 time: 0.1261542 Aug 05 14:07:29.916230 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e81b-b051-46cb-9548-9616f891d2a9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:29.980009 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9d437584-0590-4749-bc17-8aba9935c218 req-6e222abe-a85c-4ee7-9858-5169a89e461a service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132363 Aug 05 14:07:30.004160 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f052b02c-a230-483c-a91d-8bcc68fe4bdd req-c6b72f16-1f7a-4fc7-a649-62a85c846822 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/ports?device_id=d60018b9-95d5-46b3-8c2a-89f18b5cc30c HTTP/1.1" status: 200 len: 210 time: 0.0667953 Aug 05 14:07:30.026882 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb4e81b-b051-46cb-9548-9616f891d2a9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Network 7f3c5c35-8011-475d-a64d-f7e65f35b6e6 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:30.044972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-51edd578-e08d-4dfe-9dfa-e3877ad5da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:30.046518 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-51edd578-e08d-4dfe-9dfa-e3877ad5da13 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bde2addb-7203-4895-abde-2402b14cdcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1788070 Aug 05 14:07:30.047364 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-1fb4e81b-b051-46cb-9548-9616f891d2a9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:30.079956 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb4e81b-b051-46cb-9548-9616f891d2a9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:30.116689 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4e81b-b051-46cb-9548-9616f891d2a9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event updated for resources: {'Port': ['ID=a46e2716-e36c-49e2-95dd-c7aabf36dca9,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:30.224559 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb4e81b-b051-46cb-9548-9616f891d2a9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:30.225190 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e81b-b051-46cb-9548-9616f891d2a9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:30.242825 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9d437584-0590-4749-bc17-8aba9935c218 req-118436e5-3a71-4568-a3c5-d1d0e67f02a6 service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426822 Aug 05 14:07:30.261566 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1fb4e81b-b051-46cb-9548-9616f891d2a9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0930400 Aug 05 14:07:30.261967 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34370) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:30.268229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a46a4f55-56b6-458e-b44a-9938f101f21b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a2:87:eb'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:30.271163 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-f58b1e07-9dc0-4bc5-81ec-a85de763572a service neutron] 10.222.0.84 "GET /v2.0/networks/bde2addb-7203-4895-abde-2402b14cdcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922481 Aug 05 14:07:30.398205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dabedbca-1b3b-402c-9777-d9f499781f1c None None] Provisioning for port a46e2716-e36c-49e2-95dd-c7aabf36dca9 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:30.402047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dabedbca-1b3b-402c-9777-d9f499781f1c None None] Provisioning complete for port a46e2716-e36c-49e2-95dd-c7aabf36dca9 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:30.403187 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dabedbca-1b3b-402c-9777-d9f499781f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:30.413793 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-88b9af57-4e8c-4de5-842d-7e6a96e20c3b service neutron] 10.222.0.84 "GET /v2.0/networks/bde2addb-7203-4895-abde-2402b14cdcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294274 Aug 05 14:07:30.441760 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dabedbca-1b3b-402c-9777-d9f499781f1c None None] Port a46e2716-e36c-49e2-95dd-c7aabf36dca9 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:07:30.455500 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a46a4f55-56b6-458e-b44a-9938f101f21b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:30.464140 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-f31aa9ac-32c6-419b-9d30-c8e530684932 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.248&port_id=5d267342-566a-49cf-915e-d905af4d4622 HTTP/1.1" status: 200 len: 217 time: 0.0408397 Aug 05 14:07:30.523450 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-2502bca0-d4dd-4ad9-89cf-83cdb23a7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:30.525013 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-2502bca0-d4dd-4ad9-89cf-83cdb23a7a3c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1a418a93-0062-4d3d-aabd-0bc6bbb79f37 HTTP/1.1" status: 200 len: 801 time: 0.0491204 Aug 05 14:07:30.585608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-6d6323f8-d039-4a13-a7df-62568df2eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:30.587224 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-6d6323f8-d039-4a13-a7df-62568df2eff2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=748733da-e5b9-4968-8cef-8bf87cd727ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0532482 Aug 05 14:07:30.659974 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a46a4f55-56b6-458e-b44a-9938f101f21b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:30.664831 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a46a4f55-56b6-458e-b44a-9938f101f21b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:30.727129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc35db-cd42-4d35-9a9b-960bc4b0462f req-002da3b7-54fc-4eff-9e42-ffa48aacc67b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:30.734309 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc35db-cd42-4d35-9a9b-960bc4b0462f req-002da3b7-54fc-4eff-9e42-ffa48aacc67b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:30.740637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc35db-cd42-4d35-9a9b-960bc4b0462f req-002da3b7-54fc-4eff-9e42-ffa48aacc67b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:30.742377 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17dc35db-cd42-4d35-9a9b-960bc4b0462f req-002da3b7-54fc-4eff-9e42-ffa48aacc67b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2412 time: 0.1011958 Aug 05 14:07:30.746848 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-2c565d86-a4f6-4eb8-b467-9917e0e7b792 service neutron] 10.222.0.84 "GET /v2.0/networks/748733da-e5b9-4968-8cef-8bf87cd727ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497459 Aug 05 14:07:30.753252 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a4f55-56b6-458e-b44a-9938f101f21b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event updated for resources: {'Port': ['ID=a46e2716-e36c-49e2-95dd-c7aabf36dca9,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:30.774559 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-a46a4f55-56b6-458e-b44a-9938f101f21b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] In _notify_port_updated(), no bound segment for port a46e2716-e36c-49e2-95dd-c7aabf36dca9 on network 7f3c5c35-8011-475d-a64d-f7e65f35b6e6 {{(pid=105724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:07:30.780951 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a4f55-56b6-458e-b44a-9938f101f21b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:30.781900 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a46a4f55-56b6-458e-b44a-9938f101f21b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:30.785700 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a46a4f55-56b6-458e-b44a-9938f101f21b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "PUT /v2.0/ports/a46e2716-e36c-49e2-95dd-c7aabf36dca9 HTTP/1.1" status: 200 len: 992 time: 0.5201051 Aug 05 14:07:30.785942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34378) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:30.857040 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17dc35db-cd42-4d35-9a9b-960bc4b0462f req-c77e4272-c4a7-410d-ac0f-3c3a8ed6dbce tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066594 Aug 05 14:07:30.909907 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f00f6e0e-410c-4ee5-a619-7c9f6fa847a2 req-4451ad14-f038-4f7d-83a0-c81a4e433d85 service neutron] 10.222.0.84 "GET /v2.0/networks/748733da-e5b9-4968-8cef-8bf87cd727ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445496 Aug 05 14:07:30.935456 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-3eeeb263-2ebd-4770-b997-9ba5e7dcfb44 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Deleting port a46e2716-e36c-49e2-95dd-c7aabf36dca9 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:30.935838 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3eeeb263-2ebd-4770-b997-9ba5e7dcfb44 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:30.989986 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c23d4891-324f-41ed-85ea-26367ede498b None None] Provisioning complete for port a46e2716-e36c-49e2-95dd-c7aabf36dca9 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:30.991212 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c23d4891-324f-41ed-85ea-26367ede498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:31.038033 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c23d4891-324f-41ed-85ea-26367ede498b None None] Port a46e2716-e36c-49e2-95dd-c7aabf36dca9 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:07:31.069537 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3eeeb263-2ebd-4770-b997-9ba5e7dcfb44 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:31.094608 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-3eeeb263-2ebd-4770-b997-9ba5e7dcfb44 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Calling delete_port for a46e2716-e36c-49e2-95dd-c7aabf36dca9 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:31.096885 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d102c-ab0a-4d28-9af5-a20c7eb12e15 req-4cf5594f-3ed4-47bf-ab27-f7e6156f3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:31.097478 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d102c-ab0a-4d28-9af5-a20c7eb12e15 req-4cf5594f-3ed4-47bf-ab27-f7e6156f3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:31.098027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d102c-ab0a-4d28-9af5-a20c7eb12e15 req-4cf5594f-3ed4-47bf-ab27-f7e6156f3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:31.099786 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-246d102c-ab0a-4d28-9af5-a20c7eb12e15 req-4cf5594f-3ed4-47bf-ab27-f7e6156f3c67 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62769571dbac4710800bf250c3a84fc9&device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2865 time: 0.0934355 Aug 05 14:07:31.135068 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-676284e5-6fe5-4f19-ae70-22532e4d3870 req-7ec3e304-58d5-4f64-bbf7-c483f18d7232 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/ports?device_id=d60018b9-95d5-46b3-8c2a-89f18b5cc30c HTTP/1.1" status: 200 len: 210 time: 0.0354733 Aug 05 14:07:31.177946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-b74d4778-578d-41ae-8bd2-5893f07ee510 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:31.179530 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-b74d4778-578d-41ae-8bd2-5893f07ee510 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.63 "GET /v2.0/networks?id=a6da5085-99af-41cd-8063-281c54570874 HTTP/1.1" status: 200 len: 814 time: 0.2503076 Aug 05 14:07:31.196013 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-8e92eb05-3966-4382-820c-1c5464326c72 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Request body: {'port': {'device_id': 'd60018b9-95d5-46b3-8c2a-89f18b5cc30c', 'network_id': 'a6da5085-99af-41cd-8063-281c54570874', 'admin_state_up': True, 'tenant_id': '42a2a3e3f93440009f537957f8d192ac'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:31.255243 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3eeeb263-2ebd-4770-b997-9ba5e7dcfb44 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:31.288147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d102c-ab0a-4d28-9af5-a20c7eb12e15 req-6e31eb51-42ab-4705-980d-6acabcf944c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:31.289673 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-246d102c-ab0a-4d28-9af5-a20c7eb12e15 req-6e31eb51-42ab-4705-980d-6acabcf944c3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=748733da-e5b9-4968-8cef-8bf87cd727ed HTTP/1.1" status: 200 len: 902 time: 0.1762540 Aug 05 14:07:31.291126 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeeb263-2ebd-4770-b997-9ba5e7dcfb44 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event deleted for resources: {'Port': ['ID=a46e2716-e36c-49e2-95dd-c7aabf36dca9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:31.359230 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-246d102c-ab0a-4d28-9af5-a20c7eb12e15 req-48f26bad-f470-4a43-90bc-cefcfbeffe58 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.248&port_id=5d267342-566a-49cf-915e-d905af4d4622 HTTP/1.1" status: 200 len: 217 time: 0.0599480 Aug 05 14:07:31.437656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-8e92eb05-3966-4382-820c-1c5464326c72 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Made reservation on behalf of 42a2a3e3f93440009f537957f8d192ac for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:31.441553 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-8e92eb05-3966-4382-820c-1c5464326c72 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:31.461564 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d102c-ab0a-4d28-9af5-a20c7eb12e15 req-1f5535aa-8af4-44f3-84a0-7511aa9e744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:31.463276 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-246d102c-ab0a-4d28-9af5-a20c7eb12e15 req-1f5535aa-8af4-44f3-84a0-7511aa9e744f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1a418a93-0062-4d3d-aabd-0bc6bbb79f37 HTTP/1.1" status: 200 len: 801 time: 0.0858636 Aug 05 14:07:31.495892 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3eeeb263-2ebd-4770-b997-9ba5e7dcfb44 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:31.498151 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3eeeb263-2ebd-4770-b997-9ba5e7dcfb44 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "DELETE /v2.0/ports/a46e2716-e36c-49e2-95dd-c7aabf36dca9 HTTP/1.1" status: 204 len: 168 time: 0.7111418 Aug 05 14:07:31.500729 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34384) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:31.526241 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb697ac-bd53-4d39-8fb3-c668d37b1d38 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] GET failed (client error): The resource could not be found. Aug 05 14:07:31.528424 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-abb697ac-bd53-4d39-8fb3-c668d37b1d38 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "GET /v2.0/ports/a46e2716-e36c-49e2-95dd-c7aabf36dca9 HTTP/1.1" status: 404 len: 333 time: 0.0267153 Aug 05 14:07:31.532600 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34386) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:31.538217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c7040f4a-b96b-49c3-8482-1587c7131b70 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Request body: {'port': {'network_id': '7f3c5c35-8011-475d-a64d-f7e65f35b6e6', 'name': 'tempest-AllowedAddressPairTestJSON-2099237766'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:31.583512 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d102c-ab0a-4d28-9af5-a20c7eb12e15 req-22789cde-1e80-4207-85dd-a6f22367886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:31.584986 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-246d102c-ab0a-4d28-9af5-a20c7eb12e15 req-22789cde-1e80-4207-85dd-a6f22367886f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=748733da-e5b9-4968-8cef-8bf87cd727ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1079347 Aug 05 14:07:31.684967 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-8e92eb05-3966-4382-820c-1c5464326c72 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Allocated IP 172.20.0.12 (a6da5085-99af-41cd-8063-281c54570874/e71d49aa-2bfe-4eb1-9420-3175d7dcc663/b5cfbfe7-8cc6-463e-a988-a98b45fa60fc) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:31.688854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7040f4a-b96b-49c3-8482-1587c7131b70 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Made reservation on behalf of 3c6c4164d5f24fd98877f67a5165380a for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:31.692534 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c7040f4a-b96b-49c3-8482-1587c7131b70 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:31.717160 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-c7040f4a-b96b-49c3-8482-1587c7131b70 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] device_id is not set on port b6e811ce-b5a5-497c-9a9e-4c2bbc5cebe5 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:07:31.725899 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-246d102c-ab0a-4d28-9af5-a20c7eb12e15 req-f13f80d7-2f79-43a9-8903-6c475b385fa6 service neutron] 10.222.0.84 "GET /v2.0/networks/748733da-e5b9-4968-8cef-8bf87cd727ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223445 Aug 05 14:07:31.835950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-c7040f4a-b96b-49c3-8482-1587c7131b70 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Allocated IP 172.20.0.14 (7f3c5c35-8011-475d-a64d-f7e65f35b6e6/cb566968-c121-4112-9eca-de72b3ccbc33/b6e811ce-b5a5-497c-9a9e-4c2bbc5cebe5) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:31.905574 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-246d102c-ab0a-4d28-9af5-a20c7eb12e15 req-4ca1be45-b917-4bd3-8c68-235f7a948ff2 service neutron] 10.222.0.84 "GET /v2.0/networks/748733da-e5b9-4968-8cef-8bf87cd727ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684794 Aug 05 14:07:31.938146 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-8e92eb05-3966-4382-820c-1c5464326c72 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:31.998740 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c7040f4a-b96b-49c3-8482-1587c7131b70 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.016786 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-c7040f4a-b96b-49c3-8482-1587c7131b70 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Transition to ACTIVE for port object b6e811ce-b5a5-497c-9a9e-4c2bbc5cebe5 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:32.018543 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf36b2a-c51e-4648-b0b0-d62578f71c84 req-ef26b397-58e8-4f78-b468-d9123b61e3a9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:32.024517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf36b2a-c51e-4648-b0b0-d62578f71c84 req-ef26b397-58e8-4f78-b468-d9123b61e3a9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:32.030509 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf36b2a-c51e-4648-b0b0-d62578f71c84 req-ef26b397-58e8-4f78-b468-d9123b61e3a9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:32.032201 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fcf36b2a-c51e-4648-b0b0-d62578f71c84 req-ef26b397-58e8-4f78-b468-d9123b61e3a9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2412 time: 0.0888596 Aug 05 14:07:32.033437 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-8e92eb05-3966-4382-820c-1c5464326c72 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.050514 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c7040f4a-b96b-49c3-8482-1587c7131b70 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.097346 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7040f4a-b96b-49c3-8482-1587c7131b70 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Network 7f3c5c35-8011-475d-a64d-f7e65f35b6e6 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:32.097623 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-8e92eb05-3966-4382-820c-1c5464326c72 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Network a6da5085-99af-41cd-8063-281c54570874 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:32.100480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-c7040f4a-b96b-49c3-8482-1587c7131b70 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:32.104282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7040f4a-b96b-49c3-8482-1587c7131b70 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:32.105972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92eb05-3966-4382-820c-1c5464326c72 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Pushing event updated for resources: {'Port': ['ID=b5cfbfe7-8cc6-463e-a988-a98b45fa60fc,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:32.108897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-8e92eb05-3966-4382-820c-1c5464326c72 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:32.112878 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-8e92eb05-3966-4382-820c-1c5464326c72 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:32.129613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7040f4a-b96b-49c3-8482-1587c7131b70 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event updated for resources: {'Port': ['ID=b6e811ce-b5a5-497c-9a9e-4c2bbc5cebe5,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:32.152113 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fcf36b2a-c51e-4648-b0b0-d62578f71c84 req-f1a2d0e2-9856-4994-81c6-aa9773b7638b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077874 Aug 05 14:07:32.175277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7040f4a-b96b-49c3-8482-1587c7131b70 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:32.175504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-8e92eb05-3966-4382-820c-1c5464326c72 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:32.175894 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c7040f4a-b96b-49c3-8482-1587c7131b70 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.176309 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-8e92eb05-3966-4382-820c-1c5464326c72 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.197035 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c7040f4a-b96b-49c3-8482-1587c7131b70 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6596792 Aug 05 14:07:32.198057 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34394) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:32.200293 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-8e92eb05-3966-4382-820c-1c5464326c72 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0073318 Aug 05 14:07:32.204570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-1f9d74e7-0dbd-4d50-9466-cb3a9a527096 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a2:87:eb'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:32.212965 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Request body: {'port': {'device_id': 'd60018b9-95d5-46b3-8c2a-89f18b5cc30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:32.278879 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.317077 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f9d74e7-0dbd-4d50-9466-cb3a9a527096 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.326572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474a718-2270-4330-974a-02f651357822 req-f498521e-5bd7-4532-b040-2ae6f2cd4d88 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:32.328134 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1474a718-2270-4330-974a-02f651357822 req-f498521e-5bd7-4532-b040-2ae6f2cd4d88 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/ports?device_id=d60018b9-95d5-46b3-8c2a-89f18b5cc30c HTTP/1.1" status: 200 len: 932 time: 0.0910540 Aug 05 14:07:32.368191 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e1d86beb-766e-499d-a1e1-5df77859618f None None] Provisioning for port b6e811ce-b5a5-497c-9a9e-4c2bbc5cebe5 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:32.374038 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e1d86beb-766e-499d-a1e1-5df77859618f None None] Provisioning complete for port b6e811ce-b5a5-497c-9a9e-4c2bbc5cebe5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:32.374452 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e1d86beb-766e-499d-a1e1-5df77859618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.413697 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1474a718-2270-4330-974a-02f651357822 req-7fcc789a-cb7d-4f96-b5e3-848b35dff876 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558b08e-fcef-4761-ac6e-92dc8ba754e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774746 Aug 05 14:07:32.423963 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e1d86beb-766e-499d-a1e1-5df77859618f None None] Port b6e811ce-b5a5-497c-9a9e-4c2bbc5cebe5 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:07:32.559582 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f9d74e7-0dbd-4d50-9466-cb3a9a527096 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.564625 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f9d74e7-0dbd-4d50-9466-cb3a9a527096 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.580964 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5cfbfe7-8cc6-463e-a988-a98b45fa60fc {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:07:32.588408 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.602944 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Transition to ACTIVE for port object b5cfbfe7-8cc6-463e-a988-a98b45fa60fc will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:32.611191 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.661489 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d74e7-0dbd-4d50-9466-cb3a9a527096 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event updated for resources: {'Port': ['ID=b6e811ce-b5a5-497c-9a9e-4c2bbc5cebe5,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:32.670938 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-1f9d74e7-0dbd-4d50-9466-cb3a9a527096 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] In _notify_port_updated(), no bound segment for port b6e811ce-b5a5-497c-9a9e-4c2bbc5cebe5 on network 7f3c5c35-8011-475d-a64d-f7e65f35b6e6 {{(pid=105724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:07:32.677735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9d74e7-0dbd-4d50-9466-cb3a9a527096 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:32.678665 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f9d74e7-0dbd-4d50-9466-cb3a9a527096 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.682632 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1f9d74e7-0dbd-4d50-9466-cb3a9a527096 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "PUT /v2.0/ports/b6e811ce-b5a5-497c-9a9e-4c2bbc5cebe5 HTTP/1.1" status: 200 len: 997 time: 0.4800649 Aug 05 14:07:32.682927 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34398) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:32.683056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cfbfe7-8cc6-463e-a988-a98b45fa60fc,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:32.738067 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Attempting to bind port b5cfbfe7-8cc6-463e-a988-a98b45fa60fc on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:32.738820 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Attempting to bind port b5cfbfe7-8cc6-463e-a988-a98b45fa60fc by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'fd7101fe-a285-4358-a0e2-96a6ccdc05e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a6da5085-99af-41cd-8063-281c54570874'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:32.738820 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Attempting to bind port b5cfbfe7-8cc6-463e-a988-a98b45fa60fc on network a6da5085-99af-41cd-8063-281c54570874 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:32.743297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Port b5cfbfe7-8cc6-463e-a988-a98b45fa60fc on network a6da5085-99af-41cd-8063-281c54570874 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:32.743608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Attempting to bind port b5cfbfe7-8cc6-463e-a988-a98b45fa60fc on network a6da5085-99af-41cd-8063-281c54570874 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:32.749972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:07:32.750955 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Checking segment: {'id': 'fd7101fe-a285-4358-a0e2-96a6ccdc05e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a6da5085-99af-41cd-8063-281c54570874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:32.750955 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Bound using segment: {'id': 'fd7101fe-a285-4358-a0e2-96a6ccdc05e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a6da5085-99af-41cd-8063-281c54570874'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:07:32.751184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Bound port: b5cfbfe7-8cc6-463e-a988-a98b45fa60fc, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7101fe-a285-4358-a0e2-96a6ccdc05e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a6da5085-99af-41cd-8063-281c54570874'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:07:32.751572 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.788179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-ea788907-a39d-49d6-a6d2-e056df68393b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Deleting port b6e811ce-b5a5-497c-9a9e-4c2bbc5cebe5 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:32.788524 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ea788907-a39d-49d6-a6d2-e056df68393b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.827790 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] For port b5cfbfe7-8cc6-463e-a988-a98b45fa60fc, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:07:32.830832 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] For port b5cfbfe7-8cc6-463e-a988-a98b45fa60fc, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b5cfbfe7-8cc6-463e-a988-a98b45fa60fc,segment=NetworkSegment(fd7101fe-a285-4358-a0e2-96a6ccdc05e8),segment_id=fd7101fe-a285-4358-a0e2-96a6ccdc05e8)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:07:32.835226 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.849720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-916cecaf-9057-4bfc-b46d-4f0ab34d3ef9 None None] Provisioning complete for port b6e811ce-b5a5-497c-9a9e-4c2bbc5cebe5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:32.850423 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-916cecaf-9057-4bfc-b46d-4f0ab34d3ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.880282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:32.880896 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.882343 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] 10.222.0.63 "PUT /v2.0/ports/b5cfbfe7-8cc6-463e-a988-a98b45fa60fc HTTP/1.1" status: 200 len: 1092 time: 0.6747632 Aug 05 14:07:32.882791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60018b9-95d5-46b3-8c2a-89f18b5cc30c', 'tag': 'b5cfbfe7-8cc6-463e-a988-a98b45fa60fc'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:07:32.885669 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a83a92-8768-4a2b-a953-50ca332898ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d60018b9-95d5-46b3-8c2a-89f18b5cc30c", "tag": "b5cfbfe7-8cc6-463e-a988-a98b45fa60fc"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:07:32.900941 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-916cecaf-9057-4bfc-b46d-4f0ab34d3ef9 None None] Port b6e811ce-b5a5-497c-9a9e-4c2bbc5cebe5 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:07:32.903820 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c9260-6619-49e8-8e90-3af94294bbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cfbfe7-8cc6-463e-a988-a98b45fa60fc,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:32.912858 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ea788907-a39d-49d6-a6d2-e056df68393b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:32.928183 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-ea788907-a39d-49d6-a6d2-e056df68393b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Calling delete_port for b6e811ce-b5a5-497c-9a9e-4c2bbc5cebe5 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:32.978347 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c74281-3983-4190-979d-9a5cc8401b1a x-openstack-request-id: req-b3c74281-3983-4190-979d-9a5cc8401b1a {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:07:32.979026 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60018b9-95d5-46b3-8c2a-89f18b5cc30c", "tag": "b5cfbfe7-8cc6-463e-a988-a98b45fa60fc", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:07:32.979026 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3c74281-3983-4190-979d-9a5cc8401b1a {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:07:32.979495 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60018b9-95d5-46b3-8c2a-89f18b5cc30c', 'tag': 'b5cfbfe7-8cc6-463e-a988-a98b45fa60fc', 'status': 'completed', 'code': 200} Aug 05 14:07:32.995493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-61e3cb53-243a-4da7-b9f3-f9906e03fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:32.997787 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-61e3cb53-243a-4da7-b9f3-f9906e03fa77 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=42a2a3e3f93440009f537957f8d192ac&device_id=d60018b9-95d5-46b3-8c2a-89f18b5cc30c HTTP/1.1" status: 200 len: 1095 time: 0.0581589 Aug 05 14:07:33.047753 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-780f1f7d-fec3-44b5-a442-2e5997d99020 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5cfbfe7-8cc6-463e-a988-a98b45fa60fc HTTP/1.1" status: 200 len: 217 time: 0.0412991 Aug 05 14:07:33.082095 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ea788907-a39d-49d6-a6d2-e056df68393b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:33.102821 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-3eae9ee9-bd7e-4d33-b8a5-85855b74865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:33.104394 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-3eae9ee9-bd7e-4d33-b8a5-85855b74865f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e71d49aa-2bfe-4eb1-9420-3175d7dcc663 HTTP/1.1" status: 200 len: 854 time: 0.0469022 Aug 05 14:07:33.119610 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea788907-a39d-49d6-a6d2-e056df68393b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event deleted for resources: {'Port': ['ID=b6e811ce-b5a5-497c-9a9e-4c2bbc5cebe5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:33.143330 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-181c3ea2-7c47-47a4-8147-03cf3c088b94 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a6da5085-99af-41cd-8063-281c54570874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287859 Aug 05 14:07:33.191622 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ea788907-a39d-49d6-a6d2-e056df68393b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:33.196584 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ea788907-a39d-49d6-a6d2-e056df68393b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "DELETE /v2.0/ports/b6e811ce-b5a5-497c-9a9e-4c2bbc5cebe5 HTTP/1.1" status: 204 len: 168 time: 0.5094690 Aug 05 14:07:33.196792 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34406) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:33.223533 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0cc9a9f-e4e6-4287-9d9a-daec68142000 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] GET failed (client error): The resource could not be found. Aug 05 14:07:33.228993 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a0cc9a9f-e4e6-4287-9d9a-daec68142000 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "GET /v2.0/ports/b6e811ce-b5a5-497c-9a9e-4c2bbc5cebe5 HTTP/1.1" status: 404 len: 333 time: 0.0274773 Aug 05 14:07:33.228993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34408) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:33.234778 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-cd2c1a48-abb9-47f0-8d6a-929703c33c67 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Request body: {'port': {'network_id': '7f3c5c35-8011-475d-a64d-f7e65f35b6e6', 'name': 'tempest-AllowedAddressPairTestJSON-1569127075'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:33.254447 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-f9834252-b7c3-4c43-bacc-3196dcf648ef service neutron] 10.222.0.63 "GET /v2.0/networks/a6da5085-99af-41cd-8063-281c54570874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028872 Aug 05 14:07:33.353762 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03f9a018-8617-467c-b38e-46c0d4f80fdb req-82fea003-0d78-41e4-98ca-968389528c89 service neutron] 10.222.0.63 "GET /v2.0/networks/a6da5085-99af-41cd-8063-281c54570874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912030 Aug 05 14:07:33.370238 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f84ac-a0de-4284-938f-693d7c764436 req-a982e93f-b5b4-4b25-819a-39cbf9505cac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:33.378229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f84ac-a0de-4284-938f-693d7c764436 req-a982e93f-b5b4-4b25-819a-39cbf9505cac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:33.384651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f84ac-a0de-4284-938f-693d7c764436 req-a982e93f-b5b4-4b25-819a-39cbf9505cac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:33.386565 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e60f84ac-a0de-4284-938f-693d7c764436 req-a982e93f-b5b4-4b25-819a-39cbf9505cac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2412 time: 0.1059313 Aug 05 14:07:33.435447 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2c1a48-abb9-47f0-8d6a-929703c33c67 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Made reservation on behalf of 3c6c4164d5f24fd98877f67a5165380a for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:33.438812 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cd2c1a48-abb9-47f0-8d6a-929703c33c67 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:33.447653 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a83a92-8768-4a2b-a953-50ca332898ec req-0bf96e8a-b388-41b7-bd92-a1a6a736b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:33.449661 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5a83a92-8768-4a2b-a953-50ca332898ec req-0bf96e8a-b388-41b7-bd92-a1a6a736b9c6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=42a2a3e3f93440009f537957f8d192ac&device_id=d60018b9-95d5-46b3-8c2a-89f18b5cc30c HTTP/1.1" status: 200 len: 1095 time: 0.0450337 Aug 05 14:07:33.452561 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e60f84ac-a0de-4284-938f-693d7c764436 req-306fbff9-b917-4e9e-b81b-824cbc16523b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594254 Aug 05 14:07:33.465924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-cd2c1a48-abb9-47f0-8d6a-929703c33c67 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] device_id is not set on port 2f6588cf-a0ad-493f-a90a-7e5c797b28a7 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:07:33.584190 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-cd2c1a48-abb9-47f0-8d6a-929703c33c67 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Allocated IP 172.20.0.10 (7f3c5c35-8011-475d-a64d-f7e65f35b6e6/cb566968-c121-4112-9eca-de72b3ccbc33/2f6588cf-a0ad-493f-a90a-7e5c797b28a7) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:33.599792 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c3bd7-7635-4910-bd6d-2f3fe73342a2 req-c2605877-3a9f-4258-9bff-8ccd48befbdf tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:33.601299 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-871c3bd7-7635-4910-bd6d-2f3fe73342a2 req-c2605877-3a9f-4258-9bff-8ccd48befbdf tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/ports?device_id=d60018b9-95d5-46b3-8c2a-89f18b5cc30c HTTP/1.1" status: 200 len: 944 time: 0.0859404 Aug 05 14:07:33.607135 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a83a92-8768-4a2b-a953-50ca332898ec req-a7a593fa-6ac1-4346-ac25-138e4e56f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:33.607135 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5a83a92-8768-4a2b-a953-50ca332898ec req-a7a593fa-6ac1-4346-ac25-138e4e56f4f7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a6da5085-99af-41cd-8063-281c54570874 HTTP/1.1" status: 200 len: 915 time: 0.1488712 Aug 05 14:07:33.665943 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5a83a92-8768-4a2b-a953-50ca332898ec req-63be990a-0082-4efa-ad03-059a8d166322 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5cfbfe7-8cc6-463e-a988-a98b45fa60fc HTTP/1.1" status: 200 len: 217 time: 0.0516064 Aug 05 14:07:33.711125 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-871c3bd7-7635-4910-bd6d-2f3fe73342a2 req-5a2d3979-cccf-4c1e-b8b2-f6ded4042b09 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558b08e-fcef-4761-ac6e-92dc8ba754e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953867 Aug 05 14:07:33.728740 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a83a92-8768-4a2b-a953-50ca332898ec req-d173b393-5ada-4c7e-ab54-7428528945e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:33.730970 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5a83a92-8768-4a2b-a953-50ca332898ec req-d173b393-5ada-4c7e-ab54-7428528945e5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e71d49aa-2bfe-4eb1-9420-3175d7dcc663 HTTP/1.1" status: 200 len: 854 time: 0.0560603 Aug 05 14:07:33.764384 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5a83a92-8768-4a2b-a953-50ca332898ec req-50f51ed1-eea0-44a9-92f5-b6afa9c4c251 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a6da5085-99af-41cd-8063-281c54570874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256941 Aug 05 14:07:33.864564 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5a83a92-8768-4a2b-a953-50ca332898ec req-1f5d5554-f55e-499d-bfda-a414502b9450 service neutron] 10.222.0.63 "GET /v2.0/networks/a6da5085-99af-41cd-8063-281c54570874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918877 Aug 05 14:07:33.965722 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5a83a92-8768-4a2b-a953-50ca332898ec req-2e282cd6-04e8-4bf7-9d4c-3dce2d741046 service neutron] 10.222.0.63 "GET /v2.0/networks/a6da5085-99af-41cd-8063-281c54570874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920169 Aug 05 14:07:34.064132 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cd2c1a48-abb9-47f0-8d6a-929703c33c67 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:34.078473 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-cd2c1a48-abb9-47f0-8d6a-929703c33c67 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Transition to ACTIVE for port object 2f6588cf-a0ad-493f-a90a-7e5c797b28a7 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:34.111463 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cd2c1a48-abb9-47f0-8d6a-929703c33c67 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:34.155472 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2c1a48-abb9-47f0-8d6a-929703c33c67 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Network 7f3c5c35-8011-475d-a64d-f7e65f35b6e6 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:34.158406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-cd2c1a48-abb9-47f0-8d6a-929703c33c67 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:34.162027 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2c1a48-abb9-47f0-8d6a-929703c33c67 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:34.186566 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c1a48-abb9-47f0-8d6a-929703c33c67 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event updated for resources: {'Port': ['ID=2f6588cf-a0ad-493f-a90a-7e5c797b28a7,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:34.215972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2c1a48-abb9-47f0-8d6a-929703c33c67 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:34.216611 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cd2c1a48-abb9-47f0-8d6a-929703c33c67 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:34.232580 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cd2c1a48-abb9-47f0-8d6a-929703c33c67 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0028067 Aug 05 14:07:34.235196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34420) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:34.240695 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-afe1e649-c051-4ecd-a8e0-189407e0840b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Request body: {'port': {'network_id': '7f3c5c35-8011-475d-a64d-f7e65f35b6e6', 'name': 'tempest-AllowedAddressPairTestJSON-862382883'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:34.345089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 51f1d372-f748-4387-acdb-d25584d60fdd details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:07:34.356986 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe1e649-c051-4ecd-a8e0-189407e0840b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Made reservation on behalf of 3c6c4164d5f24fd98877f67a5165380a for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:34.361235 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-afe1e649-c051-4ecd-a8e0-189407e0840b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:34.379200 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-afe1e649-c051-4ecd-a8e0-189407e0840b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] device_id is not set on port 731aa34d-fd6b-4afe-9b74-590f45f223eb yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:07:34.451059 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 51f1d372-f748-4387-acdb-d25584d60fdd, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=51f1d372-f748-4387-acdb-d25584d60fdd,segment=NetworkSegment(db00f94b-27ab-4d59-8f2b-6778899a21d2),segment_id=db00f94b-27ab-4d59-8f2b-6778899a21d2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:34.464253 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '51f1d372-f748-4387-acdb-d25584d60fdd', 'network_id': 'bde2addb-7203-4895-abde-2402b14cdcce', 'port_id': '51f1d372-f748-4387-acdb-d25584d60fdd', 'mac_address': 'fa:16:3e:88:5f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6f19c8-0d54-4a3d-bd95-ab1000505c4a', 'ip_address': '19.86.0.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:07:34.470063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e8d66afa-5052-41f0-866d-d2bbe9c08fc8 None None] Provisioning for port 2f6588cf-a0ad-493f-a90a-7e5c797b28a7 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:34.493524 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e8d66afa-5052-41f0-866d-d2bbe9c08fc8 None None] Provisioning complete for port 2f6588cf-a0ad-493f-a90a-7e5c797b28a7 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:34.494086 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e8d66afa-5052-41f0-866d-d2bbe9c08fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:34.494245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-afe1e649-c051-4ecd-a8e0-189407e0840b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Allocated IP 172.20.0.14 (7f3c5c35-8011-475d-a64d-f7e65f35b6e6/cb566968-c121-4112-9eca-de72b3ccbc33/731aa34d-fd6b-4afe-9b74-590f45f223eb) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:34.532628 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:34.550947 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e8d66afa-5052-41f0-866d-d2bbe9c08fc8 None None] Port 2f6588cf-a0ad-493f-a90a-7e5c797b28a7 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:07:34.555098 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f1d372-f748-4387-acdb-d25584d60fdd {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:07:34.576067 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 51f1d372-f748-4387-acdb-d25584d60fdd, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=51f1d372-f748-4387-acdb-d25584d60fdd,segment=NetworkSegment(db00f94b-27ab-4d59-8f2b-6778899a21d2),segment_id=db00f94b-27ab-4d59-8f2b-6778899a21d2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:34.581339 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:34.582342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:07:34.680566 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=51f1d372-f748-4387-acdb-d25584d60fdd,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:34.684520 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-afe1e649-c051-4ecd-a8e0-189407e0840b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:34.693202 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a528f4-dcdc-4e99-aa4b-14efbb1ca18c req-cff73c53-fd9f-4ed7-97e4-90b545a59374 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:34.699811 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-afe1e649-c051-4ecd-a8e0-189407e0840b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Transition to ACTIVE for port object 731aa34d-fd6b-4afe-9b74-590f45f223eb will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:34.700434 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a528f4-dcdc-4e99-aa4b-14efbb1ca18c req-cff73c53-fd9f-4ed7-97e4-90b545a59374 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:34.706219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a528f4-dcdc-4e99-aa4b-14efbb1ca18c req-cff73c53-fd9f-4ed7-97e4-90b545a59374 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:34.707867 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82a528f4-dcdc-4e99-aa4b-14efbb1ca18c req-cff73c53-fd9f-4ed7-97e4-90b545a59374 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2413 time: 0.1757777 Aug 05 14:07:34.724684 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8c2cbe87-cb80-46df-9dbb-c7e382bc9866, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8c2cbe87-cb80-46df-9dbb-c7e382bc9866,segment=NetworkSegment(c55b61db-a3d4-482e-a40e-f2fb2ad464bf),segment_id=c55b61db-a3d4-482e-a40e-f2fb2ad464bf)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:34.744298 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '8c2cbe87-cb80-46df-9dbb-c7e382bc9866', 'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed', 'port_id': '8c2cbe87-cb80-46df-9dbb-c7e382bc9866', 'mac_address': 'fa:16:3e:87:0c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a418a93-0062-4d3d-aabd-0bc6bbb79f37', 'ip_address': '19.80.0.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:07:34.747410 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-afe1e649-c051-4ecd-a8e0-189407e0840b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:34.765818 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82a528f4-dcdc-4e99-aa4b-14efbb1ca18c req-623a16a4-ac72-4cc5-ba42-987283e51d7c tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511453 Aug 05 14:07:34.804512 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe1e649-c051-4ecd-a8e0-189407e0840b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Network 7f3c5c35-8011-475d-a64d-f7e65f35b6e6 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:34.807791 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:34.811484 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-afe1e649-c051-4ecd-a8e0-189407e0840b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:34.817150 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe1e649-c051-4ecd-a8e0-189407e0840b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:34.829511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:07:34.829781 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1e649-c051-4ecd-a8e0-189407e0840b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event updated for resources: {'Port': ['ID=731aa34d-fd6b-4afe-9b74-590f45f223eb,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:34.848934 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8c2cbe87-cb80-46df-9dbb-c7e382bc9866, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8c2cbe87-cb80-46df-9dbb-c7e382bc9866,segment=NetworkSegment(c55b61db-a3d4-482e-a40e-f2fb2ad464bf),segment_id=c55b61db-a3d4-482e-a40e-f2fb2ad464bf)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:34.852665 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:34.853354 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5d267342-566a-49cf-915e-d905af4d4622 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:07:34.900537 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe1e649-c051-4ecd-a8e0-189407e0840b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:34.901172 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-afe1e649-c051-4ecd-a8e0-189407e0840b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:34.911247 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9375e5b-c4f4-46a9-a7c0-345e8d2d25d8 req-4f4ad2f8-2353-45bf-81e0-7314ca460bd2 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:34.912830 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a9375e5b-c4f4-46a9-a7c0-345e8d2d25d8 req-4f4ad2f8-2353-45bf-81e0-7314ca460bd2 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/ports?device_id=d60018b9-95d5-46b3-8c2a-89f18b5cc30c HTTP/1.1" status: 200 len: 944 time: 0.1053114 Aug 05 14:07:34.928522 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 5d267342-566a-49cf-915e-d905af4d4622, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5d267342-566a-49cf-915e-d905af4d4622,segment=NetworkSegment(c55b61db-a3d4-482e-a40e-f2fb2ad464bf),segment_id=c55b61db-a3d4-482e-a40e-f2fb2ad464bf)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:34.931138 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=8c2cbe87-cb80-46df-9dbb-c7e382bc9866,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:34.942634 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-afe1e649-c051-4ecd-a8e0-189407e0840b tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7033234 Aug 05 14:07:34.942634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34430) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:34.946023 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '5d267342-566a-49cf-915e-d905af4d4622', 'network_id': '748733da-e5b9-4968-8cef-8bf87cd727ed', 'port_id': '5d267342-566a-49cf-915e-d905af4d4622', 'mac_address': 'fa:16:3e:56:bc:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a418a93-0062-4d3d-aabd-0bc6bbb79f37', 'ip_address': '19.80.0.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:07:34.947573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-083b77a8-409f-4cbd-bf59-53955839c302 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a2:87:eb'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:89:84:f9'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:34.986860 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:35.001334 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d267342-566a-49cf-915e-d905af4d4622 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:07:35.015372 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a9375e5b-c4f4-46a9-a7c0-345e8d2d25d8 req-e71996d1-805b-41a7-94a6-4aff39da2fb9 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558b08e-fcef-4761-ac6e-92dc8ba754e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936754 Aug 05 14:07:35.027661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 5d267342-566a-49cf-915e-d905af4d4622, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5d267342-566a-49cf-915e-d905af4d4622,segment=NetworkSegment(c55b61db-a3d4-482e-a40e-f2fb2ad464bf),segment_id=c55b61db-a3d4-482e-a40e-f2fb2ad464bf)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:35.037645 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:35.056317 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-083b77a8-409f-4cbd-bf59-53955839c302 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:35.098770 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=5d267342-566a-49cf-915e-d905af4d4622,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:35.182988 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f7ac184f-a337-4396-9fe4-e297ffe8d2a6 None None] Provisioning for port 731aa34d-fd6b-4afe-9b74-590f45f223eb completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:35.187600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f7ac184f-a337-4396-9fe4-e297ffe8d2a6 None None] Provisioning complete for port 731aa34d-fd6b-4afe-9b74-590f45f223eb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:35.187975 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f7ac184f-a337-4396-9fe4-e297ffe8d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:35.225841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac184f-a337-4396-9fe4-e297ffe8d2a6 None None] Port 731aa34d-fd6b-4afe-9b74-590f45f223eb cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:07:35.251091 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-083b77a8-409f-4cbd-bf59-53955839c302 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:35.255582 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-083b77a8-409f-4cbd-bf59-53955839c302 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:35.335538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b77a8-409f-4cbd-bf59-53955839c302 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event updated for resources: {'Port': ['ID=731aa34d-fd6b-4afe-9b74-590f45f223eb,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:35.349294 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-083b77a8-409f-4cbd-bf59-53955839c302 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] In _notify_port_updated(), no bound segment for port 731aa34d-fd6b-4afe-9b74-590f45f223eb on network 7f3c5c35-8011-475d-a64d-f7e65f35b6e6 {{(pid=105724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:07:35.354313 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083b77a8-409f-4cbd-bf59-53955839c302 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:35.354957 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-083b77a8-409f-4cbd-bf59-53955839c302 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:35.356872 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-083b77a8-409f-4cbd-bf59-53955839c302 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "PUT /v2.0/ports/731aa34d-fd6b-4afe-9b74-590f45f223eb HTTP/1.1" status: 200 len: 1056 time: 0.4136560 Aug 05 14:07:35.359766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34436) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:35.460831 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-cbf6cf0d-ab0f-49c3-a568-0c65b676cf5c tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Deleting port 731aa34d-fd6b-4afe-9b74-590f45f223eb {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:35.461508 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cbf6cf0d-ab0f-49c3-a568-0c65b676cf5c tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:35.536411 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['5d267342-566a-49cf-915e-d905af4d4622'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:07:35.549702 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cbf6cf0d-ab0f-49c3-a568-0c65b676cf5c tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:35.562689 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-cbf6cf0d-ab0f-49c3-a568-0c65b676cf5c tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Calling delete_port for 731aa34d-fd6b-4afe-9b74-590f45f223eb owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:35.562926 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['51f1d372-f748-4387-acdb-d25584d60fdd'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:07:35.590487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['8c2cbe87-cb80-46df-9dbb-c7e382bc9866'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:07:35.641131 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-005cea6b-bf10-4c7c-8103-6c8eb1bbb019 None None] Provisioning complete for port 731aa34d-fd6b-4afe-9b74-590f45f223eb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:35.641502 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-005cea6b-bf10-4c7c-8103-6c8eb1bbb019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:35.707236 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cbf6cf0d-ab0f-49c3-a568-0c65b676cf5c tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:35.729537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-005cea6b-bf10-4c7c-8103-6c8eb1bbb019 None None] Port 731aa34d-fd6b-4afe-9b74-590f45f223eb cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:07:35.738413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6cf0d-ab0f-49c3-a568-0c65b676cf5c tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event deleted for resources: {'Port': ['ID=731aa34d-fd6b-4afe-9b74-590f45f223eb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:35.815225 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b5cfbfe7-8cc6-463e-a988-a98b45fa60fc details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:07:35.938135 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf9bb2-bbaa-44cb-9a4f-3b11cba38a4e req-360261fc-25a9-4c90-8b08-61d7c6e56223 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:35.944251 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf9bb2-bbaa-44cb-9a4f-3b11cba38a4e req-360261fc-25a9-4c90-8b08-61d7c6e56223 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:35.951363 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf9bb2-bbaa-44cb-9a4f-3b11cba38a4e req-360261fc-25a9-4c90-8b08-61d7c6e56223 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:35.951793 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cbf6cf0d-ab0f-49c3-a568-0c65b676cf5c tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:35.954224 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cbf6cf0d-ab0f-49c3-a568-0c65b676cf5c tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "DELETE /v2.0/ports/731aa34d-fd6b-4afe-9b74-590f45f223eb HTTP/1.1" status: 204 len: 168 time: 0.5933750 Aug 05 14:07:35.956891 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34442) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:35.960328 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5bf9bb2-bbaa-44cb-9a4f-3b11cba38a4e req-360261fc-25a9-4c90-8b08-61d7c6e56223 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2415 time: 0.0816746 Aug 05 14:07:35.992857 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5129799e-7cbc-4ca8-8ac4-69baa24174cb tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] GET failed (client error): The resource could not be found. Aug 05 14:07:35.994522 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5129799e-7cbc-4ca8-8ac4-69baa24174cb tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "GET /v2.0/ports/731aa34d-fd6b-4afe-9b74-590f45f223eb HTTP/1.1" status: 404 len: 333 time: 0.0366387 Aug 05 14:07:35.998192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34444) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:36.010685 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:07:36.013918 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5bf9bb2-bbaa-44cb-9a4f-3b11cba38a4e req-109668a7-332e-4c77-81a3-e53beede0c96 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526540 Aug 05 14:07:36.071991 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0f9c3afa-b985-4f07-bd5b-69371b4b214c req-a87226f1-d34f-421a-acb9-2d1078b5a7b3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564063 Aug 05 14:07:36.126842 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-138754d2-965d-410b-8145-21b83a067ee6 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Deleting port 2f6588cf-a0ad-493f-a90a-7e5c797b28a7 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:36.127123 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-138754d2-965d-410b-8145-21b83a067ee6 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:36.133485 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b5cfbfe7-8cc6-463e-a988-a98b45fa60fc, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b5cfbfe7-8cc6-463e-a988-a98b45fa60fc,segment=NetworkSegment(fd7101fe-a285-4358-a0e2-96a6ccdc05e8),segment_id=fd7101fe-a285-4358-a0e2-96a6ccdc05e8)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:36.154978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'b5cfbfe7-8cc6-463e-a988-a98b45fa60fc', 'network_id': 'a6da5085-99af-41cd-8063-281c54570874', 'port_id': 'b5cfbfe7-8cc6-463e-a988-a98b45fa60fc', 'mac_address': 'fa:16:3e:8f:66:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e71d49aa-2bfe-4eb1-9420-3175d7dcc663', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:07:36.185224 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c3afa-b985-4f07-bd5b-69371b4b214c req-76f7e60f-5dea-4526-ad51-a9ff49948e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:36.187064 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0f9c3afa-b985-4f07-bd5b-69371b4b214c req-76f7e60f-5dea-4526-ad51-a9ff49948e12 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1291456ee72e4bdfb592cbb35091d288&device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 1097 time: 0.0619738 Aug 05 14:07:36.203492 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:36.221100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cfbfe7-8cc6-463e-a988-a98b45fa60fc {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:07:36.244974 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b5cfbfe7-8cc6-463e-a988-a98b45fa60fc, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b5cfbfe7-8cc6-463e-a988-a98b45fa60fc,segment=NetworkSegment(fd7101fe-a285-4358-a0e2-96a6ccdc05e8),segment_id=fd7101fe-a285-4358-a0e2-96a6ccdc05e8)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:36.249588 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-138754d2-965d-410b-8145-21b83a067ee6 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:36.251885 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:36.265150 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-138754d2-965d-410b-8145-21b83a067ee6 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Calling delete_port for 2f6588cf-a0ad-493f-a90a-7e5c797b28a7 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:36.306118 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=b5cfbfe7-8cc6-463e-a988-a98b45fa60fc,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:36.320614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c3afa-b985-4f07-bd5b-69371b4b214c req-2c809317-7468-403c-b262-7c30d1ddc933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:36.322300 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0f9c3afa-b985-4f07-bd5b-69371b4b214c req-2c809317-7468-403c-b262-7c30d1ddc933 service neutron] 10.222.0.84 "GET /v2.0/networks?id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff HTTP/1.1" status: 200 len: 910 time: 0.1087346 Aug 05 14:07:36.372495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7a352-a669-4f30-9dc7-31859ae566b4 req-79ebdc32-cf83-40e8-bf2a-a1d54d68fed8 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:36.374634 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88c7a352-a669-4f30-9dc7-31859ae566b4 req-79ebdc32-cf83-40e8-bf2a-a1d54d68fed8 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/ports?device_id=d60018b9-95d5-46b3-8c2a-89f18b5cc30c HTTP/1.1" status: 200 len: 945 time: 0.2269156 Aug 05 14:07:36.393458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0f9c3afa-b985-4f07-bd5b-69371b4b214c req-8c44f83b-8115-4391-8f48-7fb0a3d4d737 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d7d000-421a-43df-b3c1-fc172353f51c HTTP/1.1" status: 200 len: 1001 time: 0.0624793 Aug 05 14:07:36.435933 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88c7a352-a669-4f30-9dc7-31859ae566b4 req-4da1ca33-8324-46ba-8258-852aace336d4 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558b08e-fcef-4761-ac6e-92dc8ba754e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498214 Aug 05 14:07:36.452890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c3afa-b985-4f07-bd5b-69371b4b214c req-720e5c43-9b1d-4505-bce2-7dd7407270a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:36.454722 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0f9c3afa-b985-4f07-bd5b-69371b4b214c req-720e5c43-9b1d-4505-bce2-7dd7407270a2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eeec4336-a010-464c-8b64-395366905663 HTTP/1.1" status: 200 len: 848 time: 0.0465887 Aug 05 14:07:36.482912 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-138754d2-965d-410b-8145-21b83a067ee6 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:36.505604 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c3afa-b985-4f07-bd5b-69371b4b214c req-5629e515-59ef-40fd-95a3-1dec291532e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:36.507203 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0f9c3afa-b985-4f07-bd5b-69371b4b214c req-5629e515-59ef-40fd-95a3-1dec291532e6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448518 Aug 05 14:07:36.516869 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138754d2-965d-410b-8145-21b83a067ee6 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event deleted for resources: {'Port': ['ID=2f6588cf-a0ad-493f-a90a-7e5c797b28a7,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:36.548636 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['b5cfbfe7-8cc6-463e-a988-a98b45fa60fc'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:07:36.609658 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-138754d2-965d-410b-8145-21b83a067ee6 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:36.609658 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-138754d2-965d-410b-8145-21b83a067ee6 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "DELETE /v2.0/ports/2f6588cf-a0ad-493f-a90a-7e5c797b28a7 HTTP/1.1" status: 204 len: 168 time: 0.6072900 Aug 05 14:07:36.610761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34454) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:36.638216 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0f9c3afa-b985-4f07-bd5b-69371b4b214c req-a4102915-36b7-4068-8c94-6d7c4d8772a1 service neutron] 10.222.0.84 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178219 Aug 05 14:07:36.646025 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5669e8a0-1e44-4827-a071-ba55202d0f6a tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] GET failed (client error): The resource could not be found. Aug 05 14:07:36.660444 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5669e8a0-1e44-4827-a071-ba55202d0f6a tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "GET /v2.0/ports/2f6588cf-a0ad-493f-a90a-7e5c797b28a7 HTTP/1.1" status: 404 len: 333 time: 0.0458586 Aug 05 14:07:36.661102 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34456) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:36.762629 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0f9c3afa-b985-4f07-bd5b-69371b4b214c req-d1dddefb-9303-4872-85fb-4bee30876f53 service neutron] 10.222.0.84 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153171 Aug 05 14:07:36.794884 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-564d0275-d904-4868-8d00-842f21319165 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Deleting port 321d88f8-59cd-410b-948c-e04e7b444066 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:36.795149 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-564d0275-d904-4868-8d00-842f21319165 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:36.881671 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-564d0275-d904-4868-8d00-842f21319165 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:36.894237 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-564d0275-d904-4868-8d00-842f21319165 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Calling delete_port for 321d88f8-59cd-410b-948c-e04e7b444066 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:37.026697 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-564d0275-d904-4868-8d00-842f21319165 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:37.057641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d0275-d904-4868-8d00-842f21319165 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event deleted for resources: {'Port': ['ID=321d88f8-59cd-410b-948c-e04e7b444066,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:37.166599 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-564d0275-d904-4868-8d00-842f21319165 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:37.170775 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-564d0275-d904-4868-8d00-842f21319165 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "DELETE /v2.0/ports/321d88f8-59cd-410b-948c-e04e7b444066 HTTP/1.1" status: 204 len: 168 time: 0.5081589 Aug 05 14:07:37.172063 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34464) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:37.192430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521461d1-54b6-4fd9-a1fb-5e95a34bb86a req-14dd9a91-1424-4839-9970-7616c0e5e7b3 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:37.199638 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521461d1-54b6-4fd9-a1fb-5e95a34bb86a req-14dd9a91-1424-4839-9970-7616c0e5e7b3 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:37.207197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521461d1-54b6-4fd9-a1fb-5e95a34bb86a req-14dd9a91-1424-4839-9970-7616c0e5e7b3 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:37.209241 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-521461d1-54b6-4fd9-a1fb-5e95a34bb86a req-14dd9a91-1424-4839-9970-7616c0e5e7b3 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2415 time: 0.1043785 Aug 05 14:07:37.246403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50fe082-48ef-49f8-b3f6-8cf956fdd6f9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Deleting subnet cb566968-c121-4112-9eca-de72b3ccbc33 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:07:37.256079 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f50fe082-48ef-49f8-b3f6-8cf956fdd6f9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:37.270590 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-521461d1-54b6-4fd9-a1fb-5e95a34bb86a req-a66659a8-687d-45c2-aaa7-b0729f3745b0 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514550 Aug 05 14:07:37.332172 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f50fe082-48ef-49f8-b3f6-8cf956fdd6f9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:37.389156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0a6eb-35d6-4878-a412-c3a8dfea8486 req-e06de130-cad5-4525-81c5-93dbb44dceaf tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:37.390854 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1ac0a6eb-35d6-4878-a412-c3a8dfea8486 req-e06de130-cad5-4525-81c5-93dbb44dceaf tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0524235 Aug 05 14:07:37.435254 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1ac0a6eb-35d6-4878-a412-c3a8dfea8486 req-a0f16af4-4ba5-49d8-b7f9-16312371747b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377460 Aug 05 14:07:37.802308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c825108-8efc-4612-945e-71938ae351bd req-17f61834-b1cd-4ed5-ab56-08e0150d7d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:37.803785 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8c825108-8efc-4612-945e-71938ae351bd req-17f61834-b1cd-4ed5-ab56-08e0150d7d73 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 1096 time: 0.4669771 Aug 05 14:07:37.808109 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b5cfbfe7-8cc6-463e-a988-a98b45fa60fc up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:37.835836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abcba8-7a93-4cd8-86b6-348dbac5f2bb req-b4f6c62a-cd33-45a6-ab00-42160249b440 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:37.837363 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-32abcba8-7a93-4cd8-86b6-348dbac5f2bb req-b4f6c62a-cd33-45a6-ab00-42160249b440 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/ports?device_id=d60018b9-95d5-46b3-8c2a-89f18b5cc30c HTTP/1.1" status: 200 len: 945 time: 0.1173470 Aug 05 14:07:37.870164 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port b5cfbfe7-8cc6-463e-a988-a98b45fa60fc completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:37.874770 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port b5cfbfe7-8cc6-463e-a988-a98b45fa60fc triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:37.875213 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:37.887192 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f50fe082-48ef-49f8-b3f6-8cf956fdd6f9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:37.967933 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:37.975409 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-32abcba8-7a93-4cd8-86b6-348dbac5f2bb req-14f3140d-8aa6-4782-b7bb-3fff10b6f258 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558b08e-fcef-4761-ac6e-92dc8ba754e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973020 Aug 05 14:07:37.995911 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c825108-8efc-4612-945e-71938ae351bd req-f12cf171-910f-4a85-8e48-a1ff73cbf34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:37.997447 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8c825108-8efc-4612-945e-71938ae351bd req-f12cf171-910f-4a85-8e48-a1ff73cbf34c service neutron] 10.222.0.63 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 912 time: 0.1803470 Aug 05 14:07:37.999768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60018b9-95d5-46b3-8c2a-89f18b5cc30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cfbfe7-8cc6-463e-a988-a98b45fa60fc'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:07:38.002892 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08968a03-715a-44a6-8a5c-f51a31637413" -d '{"events": [{"server_uuid": "d60018b9-95d5-46b3-8c2a-89f18b5cc30c", "name": "network-vif-plugged", "status": "completed", "tag": "b5cfbfe7-8cc6-463e-a988-a98b45fa60fc"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:07:38.003883 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f50fe082-48ef-49f8-b3f6-8cf956fdd6f9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:38.018046 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b5cfbfe7-8cc6-463e-a988-a98b45fa60fc, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b5cfbfe7-8cc6-463e-a988-a98b45fa60fc,segment=NetworkSegment(fd7101fe-a285-4358-a0e2-96a6ccdc05e8),segment_id=fd7101fe-a285-4358-a0e2-96a6ccdc05e8)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:38.025200 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:38.053603 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4e98d5-e895-43d9-8f5f-767259a44e9a x-openstack-request-id: req-7b4e98d5-e895-43d9-8f5f-767259a44e9a {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:07:38.053828 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60018b9-95d5-46b3-8c2a-89f18b5cc30c", "name": "network-vif-plugged", "status": "completed", "tag": "b5cfbfe7-8cc6-463e-a988-a98b45fa60fc", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:07:38.054085 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b4e98d5-e895-43d9-8f5f-767259a44e9a {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:07:38.054490 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60018b9-95d5-46b3-8c2a-89f18b5cc30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cfbfe7-8cc6-463e-a988-a98b45fa60fc', 'code': 200} Aug 05 14:07:38.080577 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fe082-48ef-49f8-b3f6-8cf956fdd6f9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event deleted for resources: {'Subnet': ['ID=cb566968-c121-4112-9eca-de72b3ccbc33,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:38.083119 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=b5cfbfe7-8cc6-463e-a988-a98b45fa60fc,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:38.096795 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f50fe082-48ef-49f8-b3f6-8cf956fdd6f9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:38.099432 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f50fe082-48ef-49f8-b3f6-8cf956fdd6f9 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "DELETE /v2.0/subnets/cb566968-c121-4112-9eca-de72b3ccbc33 HTTP/1.1" status: 204 len: 168 time: 0.9254706 Aug 05 14:07:38.102591 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34478) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:38.107123 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299de5b9-fc26-41e3-bec5-3066aba6e3bc None None] Network 7f3c5c35-8011-475d-a64d-f7e65f35b6e6 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:38.180602 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8c825108-8efc-4612-945e-71938ae351bd req-13da9f2f-461e-4fca-951d-df4283c534c5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9427d2ce-c909-47cf-a75d-501df1b0f888 HTTP/1.1" status: 200 len: 999 time: 0.1741414 Aug 05 14:07:38.263838 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:38.282464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c825108-8efc-4612-945e-71938ae351bd req-32439adf-25ba-49b8-b2ae-1dcfda198cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:38.284002 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8c825108-8efc-4612-945e-71938ae351bd req-32439adf-25ba-49b8-b2ae-1dcfda198cff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.0817206 Aug 05 14:07:38.286789 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c920372-0d52-4eb6-809a-8941a7ddc3a9 None None] DHCP port deletion for 7f3c5c35-8011-475d-a64d-f7e65f35b6e6 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:07:38.290753 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e404b8-19f8-49ee-b8e8-bf063630a592 req-b5ed4632-283f-4fd1-82b3-942c504483d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:38.293544 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-76e404b8-19f8-49ee-b8e8-bf063630a592 req-b5ed4632-283f-4fd1-82b3-942c504483d2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d60018b9-95d5-46b3-8c2a-89f18b5cc30c HTTP/1.1" status: 200 len: 1097 time: 0.1341238 Aug 05 14:07:38.348343 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-1c920372-0d52-4eb6-809a-8941a7ddc3a9 None None] Deleting port 977cb613-3b87-4506-90eb-a458f49a9feb {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:38.348728 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1c920372-0d52-4eb6-809a-8941a7ddc3a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:38.364206 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:38.428543 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-76e404b8-19f8-49ee-b8e8-bf063630a592 req-4f8ef9b9-e6f6-462b-a780-151eda3010dc service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8558b08e-fcef-4761-ac6e-92dc8ba754e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248786 Aug 05 14:07:38.435323 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c825108-8efc-4612-945e-71938ae351bd req-02bb9538-7467-453b-b61b-432e00adb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:38.436857 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8c825108-8efc-4612-945e-71938ae351bd req-02bb9538-7467-453b-b61b-432e00adb5fd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419485 Aug 05 14:07:38.445314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-1c920372-0d52-4eb6-809a-8941a7ddc3a9 None None] For port 977cb613-3b87-4506-90eb-a458f49a9feb, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=977cb613-3b87-4506-90eb-a458f49a9feb,segment=NetworkSegment(26ffa014-82e7-42ef-9c87-96faea2a3199),segment_id=26ffa014-82e7-42ef-9c87-96faea2a3199)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:38.445570 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1c920372-0d52-4eb6-809a-8941a7ddc3a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:38.458271 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65eb2f3-3f32-4d58-813d-021ea687696b req-df987a03-6a55-4371-a414-3dc38fad5d28 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:38.461657 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-1c920372-0d52-4eb6-809a-8941a7ddc3a9 None None] Calling delete_port for 977cb613-3b87-4506-90eb-a458f49a9feb owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:38.466417 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65eb2f3-3f32-4d58-813d-021ea687696b req-df987a03-6a55-4371-a414-3dc38fad5d28 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:38.473039 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65eb2f3-3f32-4d58-813d-021ea687696b req-df987a03-6a55-4371-a414-3dc38fad5d28 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:38.474814 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b65eb2f3-3f32-4d58-813d-021ea687696b req-df987a03-6a55-4371-a414-3dc38fad5d28 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2415 time: 0.1151047 Aug 05 14:07:38.481441 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:38.502047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Deleting port 977cb613-3b87-4506-90eb-a458f49a9feb {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:38.502427 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:38.517980 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:38.518366 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:38.582275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad9afa-f01d-4e98-be58-2b7347eb4f56 req-aad6138d-355a-4abd-bb2b-7bf191b2fa1c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:38.583795 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6bad9afa-f01d-4e98-be58-2b7347eb4f56 req-aad6138d-355a-4abd-bb2b-7bf191b2fa1c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0616767 Aug 05 14:07:38.625778 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1c920372-0d52-4eb6-809a-8941a7ddc3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:38.647946 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6bad9afa-f01d-4e98-be58-2b7347eb4f56 req-8f15783b-f008-4a60-9e4c-23a39184cb85 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541303 Aug 05 14:07:38.650804 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b65eb2f3-3f32-4d58-813d-021ea687696b req-f5b4283d-9cf7-4c9f-a369-1340015dde76 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678228 Aug 05 14:07:38.679303 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8c825108-8efc-4612-945e-71938ae351bd req-ccddf52b-e806-44ab-9b06-db4f6f03a4ad service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939409 Aug 05 14:07:38.685150 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c920372-0d52-4eb6-809a-8941a7ddc3a9 None None] Pushing event deleted for resources: {'Port': ['ID=977cb613-3b87-4506-90eb-a458f49a9feb,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:38.685708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] For port 977cb613-3b87-4506-90eb-a458f49a9feb, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=977cb613-3b87-4506-90eb-a458f49a9feb,segment=NetworkSegment(26ffa014-82e7-42ef-9c87-96faea2a3199),segment_id=26ffa014-82e7-42ef-9c87-96faea2a3199)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:38.686215 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:38.688037 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c920372-0d52-4eb6-809a-8941a7ddc3a9 None None] No DVR routers for this DVR port 977cb613-3b87-4506-90eb-a458f49a9feb on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:07:38.689898 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:38.709760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Calling delete_port for 977cb613-3b87-4506-90eb-a458f49a9feb owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:38.733643 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8c2cbe87-cb80-46df-9dbb-c7e382bc9866, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8c2cbe87-cb80-46df-9dbb-c7e382bc9866,segment=NetworkSegment(c55b61db-a3d4-482e-a40e-f2fb2ad464bf),segment_id=c55b61db-a3d4-482e-a40e-f2fb2ad464bf)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:38.738417 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:38.739429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5d267342-566a-49cf-915e-d905af4d4622 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:38.820180 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=8c2cbe87-cb80-46df-9dbb-c7e382bc9866,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:38.835416 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 5d267342-566a-49cf-915e-d905af4d4622 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:38.839403 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 5d267342-566a-49cf-915e-d905af4d4622 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:38.839990 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:38.856240 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8c825108-8efc-4612-945e-71938ae351bd req-44db09e9-e704-4e8b-8307-3f550e527460 service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608856 Aug 05 14:07:38.871393 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:38.901192 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event deleted for resources: {'Port': ['ID=977cb613-3b87-4506-90eb-a458f49a9feb,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:38.905624 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] No DVR routers for this DVR port 977cb613-3b87-4506-90eb-a458f49a9feb on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:07:39.008546 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:39.021736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3c5c35-8011-475d-a64d-f7e65f35b6e6']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:39.035584 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ffa014-82e7-42ef-9c87-96faea2a3199') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:39.035875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ffa014-82e7-42ef-9c87-96faea2a3199') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:39.048909 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:39.071753 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:39.088735 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:39.092847 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:07:39.092847 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:07:39.096777 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:07:39.136774 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 5d267342-566a-49cf-915e-d905af4d4622, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5d267342-566a-49cf-915e-d905af4d4622,segment=NetworkSegment(c55b61db-a3d4-482e-a40e-f2fb2ad464bf),segment_id=c55b61db-a3d4-482e-a40e-f2fb2ad464bf)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:39.142033 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:39.143947 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 51f1d372-f748-4387-acdb-d25584d60fdd up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:39.167165 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6e476-c188-440a-b3c5-ec9f49bfc744 req-b52ebce1-eb1f-4659-b808-d79d3b5ae850 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:39.169303 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2a6e476-c188-440a-b3c5-ec9f49bfc744 req-b52ebce1-eb1f-4659-b808-d79d3b5ae850 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/ports?device_id=d60018b9-95d5-46b3-8c2a-89f18b5cc30c HTTP/1.1" status: 200 len: 946 time: 0.1069410 Aug 05 14:07:39.186301 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:39.201987 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:39.206200 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] 10.222.0.16 "DELETE /v2.0/networks/7f3c5c35-8011-475d-a64d-f7e65f35b6e6 HTTP/1.1" status: 204 len: 168 time: 1.1003320 Aug 05 14:07:39.221397 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=5d267342-566a-49cf-915e-d905af4d4622,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:39.236517 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2a6e476-c188-440a-b3c5-ec9f49bfc744 req-8e1f4121-2f52-44e0-a9d6-3990dc25fd0a tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558b08e-fcef-4761-ac6e-92dc8ba754e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582891 Aug 05 14:07:39.244827 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8872f1-8780-4552-b526-321070ce9253 tempest-AllowedAddressPairTestJSON-397765678 tempest-AllowedAddressPairTestJSON-397765678-project] Pushing event deleted for resources: {'Network': ['ID=7f3c5c35-8011-475d-a64d-f7e65f35b6e6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:39.248743 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 51f1d372-f748-4387-acdb-d25584d60fdd completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:39.253272 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 51f1d372-f748-4387-acdb-d25584d60fdd triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:39.253725 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:39.363045 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:39.364005 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f4828-8879-4601-a4ce-12a5fad90bdd req-3d1c808b-4330-4114-863e-417a3051edce tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:39.365856 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-187f4828-8879-4601-a4ce-12a5fad90bdd req-3d1c808b-4330-4114-863e-417a3051edce tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 1097 time: 0.0583503 Aug 05 14:07:39.394464 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-187f4828-8879-4601-a4ce-12a5fad90bdd req-b6584438-5964-4e6e-81a7-19ce6648c318 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:39.414545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 51f1d372-f748-4387-acdb-d25584d60fdd, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=51f1d372-f748-4387-acdb-d25584d60fdd,segment=NetworkSegment(db00f94b-27ab-4d59-8f2b-6778899a21d2),segment_id=db00f94b-27ab-4d59-8f2b-6778899a21d2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:39.420613 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:39.492931 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=51f1d372-f748-4387-acdb-d25584d60fdd,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:39.536459 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-187f4828-8879-4601-a4ce-12a5fad90bdd req-b6584438-5964-4e6e-81a7-19ce6648c318 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:39.540906 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-187f4828-8879-4601-a4ce-12a5fad90bdd req-b6584438-5964-4e6e-81a7-19ce6648c318 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:39.563080 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-187f4828-8879-4601-a4ce-12a5fad90bdd req-b6584438-5964-4e6e-81a7-19ce6648c318 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848562 Aug 05 14:07:39.571892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34502) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:39.575926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6584438-5964-4e6e-81a7-19ce6648c318 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6abb5b-97d0-4c79-97d0-69784c5524c6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:39.704006 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 977cb613-3b87-4506-90eb-a458f49a9feb no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:07:39.731592 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 977cb613-3b87-4506-90eb-a458f49a9feb {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:07:39.732481 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 977cb613-3b87-4506-90eb-a458f49a9feb not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:07:39.747060 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b5024-44b2-422d-b9be-0ea98d09bb71 req-9f145ab8-28be-4c53-9af1-5de08847c5bd tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:39.748602 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-211b5024-44b2-422d-b9be-0ea98d09bb71 req-9f145ab8-28be-4c53-9af1-5de08847c5bd tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.0844474 Aug 05 14:07:39.766047 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-64e7d822-ab6f-409d-adc9-1b7f625c145e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c6c4164d5f24fd98877f67a5165380a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1929882 Aug 05 14:07:39.773307 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34512) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:39.796059 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-211b5024-44b2-422d-b9be-0ea98d09bb71 req-d4ac1cca-004b-43ff-af34-0d854c02f6a4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391750 Aug 05 14:07:39.825423 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34514) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:39.831248 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1e768-0961-4ff0-95ca-44687bc1889d req-d2ccc5c0-d846-41e8-94a5-620c4babb834 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:39.832817 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3dc1e768-0961-4ff0-95ca-44687bc1889d req-d2ccc5c0-d846-41e8-94a5-620c4babb834 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0946457 Aug 05 14:07:39.862777 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e1b1f3b-c6b9-491e-8715-d6176e87ecfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:39.898653 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e1b1f3b-c6b9-491e-8715-d6176e87ecfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:39.903264 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3dc1e768-0961-4ff0-95ca-44687bc1889d req-ac69e930-ead6-4246-a14b-ecbfa09928b3 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575871 Aug 05 14:07:39.930272 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-01d4077a-53c4-4033-bb79-6f0eab113674 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/floatingips/a9ae24f1-438f-4cf0-92e2-d24d22406e80 HTTP/1.1" status: 200 len: 993 time: 0.0997136 Aug 05 14:07:39.951327 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44657bf7-bd34-4309-a199-f12924a5aa7a req-7cdcf321-96bf-4c74-ab31-eec778321e12 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:39.958349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44657bf7-bd34-4309-a199-f12924a5aa7a req-7cdcf321-96bf-4c74-ab31-eec778321e12 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:39.966671 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44657bf7-bd34-4309-a199-f12924a5aa7a req-7cdcf321-96bf-4c74-ab31-eec778321e12 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:39.967620 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-44657bf7-bd34-4309-a199-f12924a5aa7a req-7cdcf321-96bf-4c74-ab31-eec778321e12 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2418 time: 0.0959463 Aug 05 14:07:39.968362 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e1b1f3b-c6b9-491e-8715-d6176e87ecfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:39.971140 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e1b1f3b-c6b9-491e-8715-d6176e87ecfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:39.972472 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0e1b1f3b-c6b9-491e-8715-d6176e87ecfe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3fc3fa7c-e65b-4e55-b694-08fab22cede1 HTTP/1.1" status: 204 len: 168 time: 0.1963506 Aug 05 14:07:39.981799 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b1f3b-c6b9-491e-8715-d6176e87ecfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc3fa7c-e65b-4e55-b694-08fab22cede1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:40.021775 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-44657bf7-bd34-4309-a199-f12924a5aa7a req-6c2c9639-1371-4807-a38d-c6ea1db58672 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473824 Aug 05 14:07:40.055760 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2cbe87-cb80-46df-9dbb-c7e382bc9866'}, {'server_uuid': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d267342-566a-49cf-915e-d905af4d4622'}, {'server_uuid': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f1d372-f748-4387-acdb-d25584d60fdd'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:07:40.058847 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d402190-971e-474f-bcd0-0c1b631fe22b" -d '{"events": [{"server_uuid": "278a5f6c-8263-4c58-af1c-f6b69c8ac859", "name": "network-vif-plugged", "status": "completed", "tag": "8c2cbe87-cb80-46df-9dbb-c7e382bc9866"}, {"server_uuid": "278a5f6c-8263-4c58-af1c-f6b69c8ac859", "name": "network-vif-plugged", "status": "completed", "tag": "5d267342-566a-49cf-915e-d905af4d4622"}, {"server_uuid": "278a5f6c-8263-4c58-af1c-f6b69c8ac859", "name": "network-vif-plugged", "status": "completed", "tag": "51f1d372-f748-4387-acdb-d25584d60fdd"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:07:40.102104 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 05 Aug 2021 14:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e76bfe-2216-4f2c-b0a5-4622b5aadbf2 x-openstack-request-id: req-d3e76bfe-2216-4f2c-b0a5-4622b5aadbf2 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:07:40.102518 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278a5f6c-8263-4c58-af1c-f6b69c8ac859", "name": "network-vif-plugged", "status": "completed", "tag": "8c2cbe87-cb80-46df-9dbb-c7e382bc9866", "code": 200}, {"server_uuid": "278a5f6c-8263-4c58-af1c-f6b69c8ac859", "name": "network-vif-plugged", "status": "completed", "tag": "5d267342-566a-49cf-915e-d905af4d4622", "code": 200}, {"server_uuid": "278a5f6c-8263-4c58-af1c-f6b69c8ac859", "name": "network-vif-plugged", "status": "completed", "tag": "51f1d372-f748-4387-acdb-d25584d60fdd", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:07:40.102886 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3e76bfe-2216-4f2c-b0a5-4622b5aadbf2 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:07:40.103289 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2cbe87-cb80-46df-9dbb-c7e382bc9866', 'code': 200} Aug 05 14:07:40.103633 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d267342-566a-49cf-915e-d905af4d4622', 'code': 200} Aug 05 14:07:40.103946 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f1d372-f748-4387-acdb-d25584d60fdd', 'code': 200} Aug 05 14:07:40.226861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b83525-526e-48b2-8d2d-294e2371c863 req-309922b0-14f2-427b-b9d5-869e8e0de319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:40.227763 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b83525-526e-48b2-8d2d-294e2371c863 req-309922b0-14f2-427b-b9d5-869e8e0de319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:40.228656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b83525-526e-48b2-8d2d-294e2371c863 req-309922b0-14f2-427b-b9d5-869e8e0de319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:40.231617 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63b83525-526e-48b2-8d2d-294e2371c863 req-309922b0-14f2-427b-b9d5-869e8e0de319 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2871 time: 0.0579474 Aug 05 14:07:40.280149 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63b83525-526e-48b2-8d2d-294e2371c863 req-402840d8-5d7c-476d-87f0-5b260186ff57 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395064 Aug 05 14:07:40.398110 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a649ef1-faa3-47ed-8c02-7d9df9ada318 req-227d24ed-d705-40c9-b54a-48e0660b5ac8 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:40.399876 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a649ef1-faa3-47ed-8c02-7d9df9ada318 req-227d24ed-d705-40c9-b54a-48e0660b5ac8 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/ports?device_id=d60018b9-95d5-46b3-8c2a-89f18b5cc30c HTTP/1.1" status: 200 len: 946 time: 0.0602179 Aug 05 14:07:40.442805 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a649ef1-faa3-47ed-8c02-7d9df9ada318 req-33da3836-6997-4e23-9acf-b8f15d3e4a2e tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558b08e-fcef-4761-ac6e-92dc8ba754e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360298 Aug 05 14:07:40.779859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e594-7771-479c-a48d-df3e19b4e305 req-2fa49604-4c80-49ee-9123-aafbfbdb647b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:40.781657 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92f4e594-7771-479c-a48d-df3e19b4e305 req-2fa49604-4c80-49ee-9123-aafbfbdb647b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.0655875 Aug 05 14:07:40.822753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34568) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:40.843934 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92f4e594-7771-479c-a48d-df3e19b4e305 req-741e8d49-6503-4553-bf3b-e59048b8c6ee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546770 Aug 05 14:07:40.894514 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-9de786d9-98c3-43b7-8093-e86627d7f5d1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1850610 Aug 05 14:07:40.906131 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-87b4a624-e290-4009-8c9f-bd463e5114c1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1670939303'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:40.929541 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b4a624-e290-4009-8c9f-bd463e5114c1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Made reservation on behalf of d7ce8bffc2d9448bb1a1c1578be23d2c for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:40.933654 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87b4a624-e290-4009-8c9f-bd463e5114c1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:40.951997 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87b4a624-e290-4009-8c9f-bd463e5114c1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:41.018904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799858c-a8e5-4fcb-a290-d361a64062b1 req-c2ee3e37-5235-4033-acdd-cc6e0fe908d1 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:41.020413 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5799858c-a8e5-4fcb-a290-d361a64062b1 req-c2ee3e37-5235-4033-acdd-cc6e0fe908d1 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/ports?device_id=d60018b9-95d5-46b3-8c2a-89f18b5cc30c HTTP/1.1" status: 200 len: 946 time: 0.0771112 Aug 05 14:07:41.121167 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5799858c-a8e5-4fcb-a290-d361a64062b1 req-1897cb49-55de-4899-8f3f-1256b06ccc1f tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558b08e-fcef-4761-ac6e-92dc8ba754e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860283 Aug 05 14:07:41.200118 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87b4a624-e290-4009-8c9f-bd463e5114c1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:41.206831 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87b4a624-e290-4009-8c9f-bd463e5114c1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:41.247449 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b4a624-e290-4009-8c9f-bd463e5114c1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:07:41.249653 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307eca89-93c3-4b79-9d53-6a3dff795c7a req-a06f0dce-f7c9-4cb6-90d4-8a98c793e4b2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:41.258910 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87b4a624-e290-4009-8c9f-bd463e5114c1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:41.259252 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-87b4a624-e290-4009-8c9f-bd463e5114c1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Added segment 1a775c40-30c4-4626-af5f-a0ffcad4a8bd of type vlan for network c90a27d3-e099-4f47-bc4d-b71d90d74131 Aug 05 14:07:41.263051 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307eca89-93c3-4b79-9d53-6a3dff795c7a req-a06f0dce-f7c9-4cb6-90d4-8a98c793e4b2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:41.274774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307eca89-93c3-4b79-9d53-6a3dff795c7a req-a06f0dce-f7c9-4cb6-90d4-8a98c793e4b2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:41.279357 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-307eca89-93c3-4b79-9d53-6a3dff795c7a req-a06f0dce-f7c9-4cb6-90d4-8a98c793e4b2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2418 time: 0.1181560 Aug 05 14:07:41.287151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4a624-e290-4009-8c9f-bd463e5114c1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b696b65-c667-4e5c-8cda-30fe9d8f0c1e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:41.331636 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87b4a624-e290-4009-8c9f-bd463e5114c1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:41.345172 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-307eca89-93c3-4b79-9d53-6a3dff795c7a req-9045872c-bf4b-48de-b5a8-9625f4ab7910 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565877 Aug 05 14:07:41.369207 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87b4a624-e290-4009-8c9f-bd463e5114c1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:41.384066 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b4a624-e290-4009-8c9f-bd463e5114c1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:41.384776 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87b4a624-e290-4009-8c9f-bd463e5114c1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:41.415152 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-87b4a624-e290-4009-8c9f-bd463e5114c1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5885434 Aug 05 14:07:41.416262 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34594) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:41.421556 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d663f3c3-604d-49a4-9204-fb306dda13b1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Request body: {'subnet': {'network_id': 'c90a27d3-e099-4f47-bc4d-b71d90d74131', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:41.478814 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4a624-e290-4009-8c9f-bd463e5114c1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Pushing event updated for resources: {'Network': ['ID=c90a27d3-e099-4f47-bc4d-b71d90d74131,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:41.501482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network c90a27d3-e099-4f47-bc4d-b71d90d74131 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:07:41.534704 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d663f3c3-604d-49a4-9204-fb306dda13b1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Made reservation on behalf of d7ce8bffc2d9448bb1a1c1578be23d2c for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:41.538365 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d663f3c3-604d-49a4-9204-fb306dda13b1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:41.746529 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d663f3c3-604d-49a4-9204-fb306dda13b1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:41.807304 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663f3c3-604d-49a4-9204-fb306dda13b1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Pushing event updated for resources: {'Subnet': ['ID=9110c259-9bb3-4712-9add-8f8e832299cc,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:41.816711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d663f3c3-604d-49a4-9204-fb306dda13b1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Checking segment: {'id': '1a775c40-30c4-4626-af5f-a0ffcad4a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c90a27d3-e099-4f47-bc4d-b71d90d74131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:41.817080 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d663f3c3-604d-49a4-9204-fb306dda13b1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Network hostable DHCP agents. Network: c90a27d3-e099-4f47-bc4d-b71d90d74131, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:07:41.834797 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d663f3c3-604d-49a4-9204-fb306dda13b1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Network c90a27d3-e099-4f47-bc4d-b71d90d74131 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:07:41.844249 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-d663f3c3-604d-49a4-9204-fb306dda13b1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, c90a27d3-e099-4f47-bc4d-b71d90d74131) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:41.848231 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d663f3c3-604d-49a4-9204-fb306dda13b1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:41.848834 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d663f3c3-604d-49a4-9204-fb306dda13b1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:41.854206 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdb0330-3ae7-4c3d-965b-e541b00b0400 None None] Network c90a27d3-e099-4f47-bc4d-b71d90d74131 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:41.867325 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d663f3c3-604d-49a4-9204-fb306dda13b1 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4503167 Aug 05 14:07:41.869746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34604) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:41.876850 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6e321610-102a-416f-97dc-fae61c769d71 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Request body: {'port': {'network_id': 'c90a27d3-e099-4f47-bc4d-b71d90d74131', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1241970420'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:41.987543 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616de95-a04c-45f1-b08c-a3ecff20fe56 req-5cdd2252-83e4-405f-a562-0e76216cdd25 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:41.989998 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5616de95-a04c-45f1-b08c-a3ecff20fe56 req-5cdd2252-83e4-405f-a562-0e76216cdd25 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.0652809 Aug 05 14:07:42.012903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e321610-102a-416f-97dc-fae61c769d71 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Made reservation on behalf of d7ce8bffc2d9448bb1a1c1578be23d2c for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:42.017318 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e321610-102a-416f-97dc-fae61c769d71 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:42.036594 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-6e321610-102a-416f-97dc-fae61c769d71 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] device_id is not set on port e269359a-3877-44f1-ad56-d6b267eb6d34 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:07:42.039475 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5616de95-a04c-45f1-b08c-a3ecff20fe56 req-7cc5456c-7606-4e72-bf3c-c7166a6447b5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412548 Aug 05 14:07:42.061636 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-c90a27d3-e099-4f47-bc4d-b71d90d74131', 'network_id': 'c90a27d3-e099-4f47-bc4d-b71d90d74131', 'tenant_id': 'd7ce8bffc2d9448bb1a1c1578be23d2c', 'fixed_ips': [{'subnet_id': '9110c259-9bb3-4712-9add-8f8e832299cc'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:07:42.062841 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:42.163862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-6e321610-102a-416f-97dc-fae61c769d71 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Allocated IP 172.20.0.2 (c90a27d3-e099-4f47-bc4d-b71d90d74131/9110c259-9bb3-4712-9add-8f8e832299cc/e269359a-3877-44f1-ad56-d6b267eb6d34) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:42.311925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2eb09-3219-4730-b01e-44be84901ef5 req-8ac50a7c-1034-4f8e-9106-7def0c8e9427 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:42.313371 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-26d2eb09-3219-4730-b01e-44be84901ef5 req-8ac50a7c-1034-4f8e-9106-7def0c8e9427 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/ports?device_id=d60018b9-95d5-46b3-8c2a-89f18b5cc30c HTTP/1.1" status: 200 len: 946 time: 0.1169050 Aug 05 14:07:42.384434 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-26d2eb09-3219-4730-b01e-44be84901ef5 req-c605c736-2b07-400d-9871-359ea0378e9b tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558b08e-fcef-4761-ac6e-92dc8ba754e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649471 Aug 05 14:07:42.387931 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e321610-102a-416f-97dc-fae61c769d71 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:42.405664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-6e321610-102a-416f-97dc-fae61c769d71 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Transition to ACTIVE for port object e269359a-3877-44f1-ad56-d6b267eb6d34 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:42.455186 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e321610-102a-416f-97dc-fae61c769d71 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:42.502966 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e321610-102a-416f-97dc-fae61c769d71 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Network c90a27d3-e099-4f47-bc4d-b71d90d74131 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:42.506288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-6e321610-102a-416f-97dc-fae61c769d71 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:42.514682 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e321610-102a-416f-97dc-fae61c769d71 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:42.518931 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e321610-102a-416f-97dc-fae61c769d71 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Pushing event updated for resources: {'Port': ['ID=e269359a-3877-44f1-ad56-d6b267eb6d34,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:42.524658 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a3761fd8-3c7f-4c74-acf3-3065aa04fd49 {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:07:42.525669 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:07:42.545913 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acd059-8dcd-49fc-aaaf-9f7a1fe2d45c req-28c29fe3-521c-4ff4-b663-62890b540bf8 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:42.547535 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-99acd059-8dcd-49fc-aaaf-9f7a1fe2d45c req-28c29fe3-521c-4ff4-b663-62890b540bf8 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.63 "GET /v2.0/ports?device_id=d60018b9-95d5-46b3-8c2a-89f18b5cc30c HTTP/1.1" status: 200 len: 946 time: 0.1155477 Aug 05 14:07:42.564978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-c058d920-9822-44d2-adba-ad3704c45624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:42.566377 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-c058d920-9822-44d2-adba-ad3704c45624 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 1097 time: 0.1063619 Aug 05 14:07:42.571866 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e321610-102a-416f-97dc-fae61c769d71 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:42.572488 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e321610-102a-416f-97dc-fae61c769d71 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:42.577704 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e9e3d-536b-457c-9049-ba32c82886d6 req-b9dc40f4-e886-462d-9433-d4409826b923 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:42.583693 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e9e3d-536b-457c-9049-ba32c82886d6 req-b9dc40f4-e886-462d-9433-d4409826b923 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:42.589768 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e9e3d-536b-457c-9049-ba32c82886d6 req-b9dc40f4-e886-462d-9433-d4409826b923 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:42.590673 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6e321610-102a-416f-97dc-fae61c769d71 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7186627 Aug 05 14:07:42.591273 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34614) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:42.591425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d41e9e3d-536b-457c-9049-ba32c82886d6 req-b9dc40f4-e886-462d-9433-d4409826b923 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2418 time: 0.1298640 Aug 05 14:07:42.596332 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d4c813fc-37c8-4111-b663-4a0bd0b2f225 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Request body: {'port': {'network_id': 'c90a27d3-e099-4f47-bc4d-b71d90d74131', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1623460354', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:42.596907 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.api.validators [None req-d4c813fc-37c8-4111-b663-4a0bd0b2f225 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] bootfile-name is not in valid_values {{(pid=105724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 14:07:42.597237 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.api.validators [None req-d4c813fc-37c8-4111-b663-4a0bd0b2f225 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] tftp-server is not in valid_values {{(pid=105724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 14:07:42.597563 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.api.validators [None req-d4c813fc-37c8-4111-b663-4a0bd0b2f225 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] server-ip-address is not in valid_values {{(pid=105724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 14:07:42.726015 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c813fc-37c8-4111-b663-4a0bd0b2f225 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Made reservation on behalf of d7ce8bffc2d9448bb1a1c1578be23d2c for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:42.729071 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d4c813fc-37c8-4111-b663-4a0bd0b2f225 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:42.748131 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d41e9e3d-536b-457c-9049-ba32c82886d6 req-d9f1995f-2f39-448f-a2aa-d39960494b01 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379414 Aug 05 14:07:42.754505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-d4c813fc-37c8-4111-b663-4a0bd0b2f225 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] device_id is not set on port 259b6efa-04f9-433b-8073-5a5571b51c73 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:07:42.780756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-86d2ad0e-a8de-4de6-9a4e-e7ff3b287e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:42.782307 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-86d2ad0e-a8de-4de6-9a4e-e7ff3b287e24 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 HTTP/1.1" status: 200 len: 897 time: 0.1735487 Aug 05 14:07:42.787581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-99acd059-8dcd-49fc-aaaf-9f7a1fe2d45c req-5129b563-ac52-4105-8bba-4815a4f9f07e tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Deleting port b5cfbfe7-8cc6-463e-a988-a98b45fa60fc {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:42.787931 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-99acd059-8dcd-49fc-aaaf-9f7a1fe2d45c req-5129b563-ac52-4105-8bba-4815a4f9f07e tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:42.893417 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-d4c813fc-37c8-4111-b663-4a0bd0b2f225 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Allocated IP 172.20.0.11 (c90a27d3-e099-4f47-bc4d-b71d90d74131/9110c259-9bb3-4712-9add-8f8e832299cc/259b6efa-04f9-433b-8073-5a5571b51c73) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:42.917135 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-08edbc37-3b69-446d-a386-6e5b61404889 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9 HTTP/1.1" status: 200 len: 1001 time: 0.1260927 Aug 05 14:07:42.974811 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-99acd059-8dcd-49fc-aaaf-9f7a1fe2d45c req-5129b563-ac52-4105-8bba-4815a4f9f07e tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] For port b5cfbfe7-8cc6-463e-a988-a98b45fa60fc, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b5cfbfe7-8cc6-463e-a988-a98b45fa60fc,segment=NetworkSegment(fd7101fe-a285-4358-a0e2-96a6ccdc05e8),segment_id=fd7101fe-a285-4358-a0e2-96a6ccdc05e8)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:42.975484 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-99acd059-8dcd-49fc-aaaf-9f7a1fe2d45c req-5129b563-ac52-4105-8bba-4815a4f9f07e tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:43.003526 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-99acd059-8dcd-49fc-aaaf-9f7a1fe2d45c req-5129b563-ac52-4105-8bba-4815a4f9f07e tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Calling delete_port for b5cfbfe7-8cc6-463e-a988-a98b45fa60fc owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:43.012044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-f4e705bc-94e0-449a-a26f-5d515d1c9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:43.013681 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-f4e705bc-94e0-449a-a26f-5d515d1c9dbf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ccd8332f-e585-4989-88dd-1c6d8cff4ffd HTTP/1.1" status: 200 len: 834 time: 0.0876110 Aug 05 14:07:43.028254 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:43.128032 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d4c813fc-37c8-4111-b663-4a0bd0b2f225 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:43.138289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-99455189-e71d-4960-b7d3-0b7748921aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:43.139828 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-99455189-e71d-4960-b7d3-0b7748921aa6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845108 Aug 05 14:07:43.150034 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-d4c813fc-37c8-4111-b663-4a0bd0b2f225 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Transition to ACTIVE for port object 259b6efa-04f9-433b-8073-5a5571b51c73 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:43.160631 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2980246-75ff-4b00-8738-6210d1871d0f req-79390b49-160b-49e6-97d9-10328433214c tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:43.166602 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2980246-75ff-4b00-8738-6210d1871d0f req-79390b49-160b-49e6-97d9-10328433214c tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:43.172477 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2980246-75ff-4b00-8738-6210d1871d0f req-79390b49-160b-49e6-97d9-10328433214c tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:43.174163 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2980246-75ff-4b00-8738-6210d1871d0f req-79390b49-160b-49e6-97d9-10328433214c tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2418 time: 0.1544719 Aug 05 14:07:43.231532 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2980246-75ff-4b00-8738-6210d1871d0f req-8d0e4022-72f0-4733-81b7-1093d799b75f tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504954 Aug 05 14:07:43.239544 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d4c813fc-37c8-4111-b663-4a0bd0b2f225 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:43.269851 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda593fc-a4c4-4926-8828-4a1aa63b5da3 req-c264ccc8-34b6-4397-a571-23f0ca087d55 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:43.271387 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dda593fc-a4c4-4926-8828-4a1aa63b5da3 req-c264ccc8-34b6-4397-a571-23f0ca087d55 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.1524045 Aug 05 14:07:43.289519 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Allocated IP 172.20.0.3 (c90a27d3-e099-4f47-bc4d-b71d90d74131/9110c259-9bb3-4712-9add-8f8e832299cc/7b262af3-739b-48e7-9d62-282f6ca52e93) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:43.319688 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c813fc-37c8-4111-b663-4a0bd0b2f225 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Network c90a27d3-e099-4f47-bc4d-b71d90d74131 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:43.341659 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-e7285991-bb05-46c6-926c-f0a50d114b58 service neutron] 10.222.0.84 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859639 Aug 05 14:07:43.346037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c813fc-37c8-4111-b663-4a0bd0b2f225 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Pushing event updated for resources: {'Port': ['ID=259b6efa-04f9-433b-8073-5a5571b51c73,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:43.359820 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-d4c813fc-37c8-4111-b663-4a0bd0b2f225 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:43.361935 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dda593fc-a4c4-4926-8828-4a1aa63b5da3 req-94f01551-5221-4bfb-b9df-92cce87f4a74 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757010 Aug 05 14:07:43.364058 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-99acd059-8dcd-49fc-aaaf-9f7a1fe2d45c req-5129b563-ac52-4105-8bba-4815a4f9f07e tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:43.364923 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c813fc-37c8-4111-b663-4a0bd0b2f225 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:43.392237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['b5cfbfe7-8cc6-463e-a988-a98b45fa60fc'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:07:43.451241 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129b563-ac52-4105-8bba-4815a4f9f07e tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Pushing event deleted for resources: {'Port': ['ID=b5cfbfe7-8cc6-463e-a988-a98b45fa60fc,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:43.460378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c813fc-37c8-4111-b663-4a0bd0b2f225 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:43.461247 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d4c813fc-37c8-4111-b663-4a0bd0b2f225 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:43.490128 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d4c813fc-37c8-4111-b663-4a0bd0b2f225 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.8976390 Aug 05 14:07:43.492634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34632) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:43.507566 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:43.516054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-99acd059-8dcd-49fc-aaaf-9f7a1fe2d45c req-5129b563-ac52-4105-8bba-4815a4f9f07e tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] No DVR routers for this DVR port b5cfbfe7-8cc6-463e-a988-a98b45fa60fc on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:07:43.520254 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Transition to ACTIVE for port object 7b262af3-739b-48e7-9d62-282f6ca52e93 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:43.523142 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-99acd059-8dcd-49fc-aaaf-9f7a1fe2d45c req-5129b563-ac52-4105-8bba-4815a4f9f07e tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:43.525091 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-99acd059-8dcd-49fc-aaaf-9f7a1fe2d45c req-5129b563-ac52-4105-8bba-4815a4f9f07e tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.63 "DELETE /v2.0/ports/b5cfbfe7-8cc6-463e-a988-a98b45fa60fc HTTP/1.1" status: 204 len: 173 time: 0.9706092 Aug 05 14:07:43.527608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60018b9-95d5-46b3-8c2a-89f18b5cc30c', 'name': 'network-vif-deleted', 'tag': 'b5cfbfe7-8cc6-463e-a988-a98b45fa60fc'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:07:43.529777 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1bf766-0874-4872-bcea-33aaaa85a76f" -d '{"events": [{"server_uuid": "d60018b9-95d5-46b3-8c2a-89f18b5cc30c", "name": "network-vif-deleted", "tag": "b5cfbfe7-8cc6-463e-a988-a98b45fa60fc"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:07:43.538349 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Transition to ACTIVE for port object 7b262af3-739b-48e7-9d62-282f6ca52e93 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:43.550783 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:43.569192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e78bb8a-a1fe-4902-8b5a-3d4e522a80ba tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:43.576154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e78bb8a-a1fe-4902-8b5a-3d4e522a80ba tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:43.580602 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9e78bb8a-a1fe-4902-8b5a-3d4e522a80ba tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1880 time: 0.0838935 Aug 05 14:07:43.580988 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34636) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:43.591191 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9b2070-4eda-402c-b0a5-67b3189efc15 x-openstack-request-id: req-9b9b2070-4eda-402c-b0a5-67b3189efc15 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:07:43.591982 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60018b9-95d5-46b3-8c2a-89f18b5cc30c", "name": "network-vif-deleted", "tag": "b5cfbfe7-8cc6-463e-a988-a98b45fa60fc", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:07:43.593678 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b9b2070-4eda-402c-b0a5-67b3189efc15 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:07:43.594213 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60018b9-95d5-46b3-8c2a-89f18b5cc30c', 'name': 'network-vif-deleted', 'tag': 'b5cfbfe7-8cc6-463e-a988-a98b45fa60fc', 'status': 'completed', 'code': 200} Aug 05 14:07:43.598229 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bffdcc51-ad43-4dc0-9530-3fa03eade98b req-6555d05f-d39e-46ef-ad4b-8ede662a4577 tempest-ServerAddressesTestJSON-2057410497 tempest-ServerAddressesTestJSON-2057410497-project] 10.222.0.16 "GET /v2.0/ports?device_id=d60018b9-95d5-46b3-8c2a-89f18b5cc30c HTTP/1.1" status: 200 len: 210 time: 0.0882936 Aug 05 14:07:43.627984 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Network c90a27d3-e099-4f47-bc4d-b71d90d74131 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:43.631512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:43.637275 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:43.658695 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-50c9c39e-5e30-4089-aec4-dfa84182aae5 service neutron] 10.222.0.84 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860615 Aug 05 14:07:43.684078 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Pushing event updated for resources: {'Port': ['ID=7b262af3-739b-48e7-9d62-282f6ca52e93,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:43.726617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Attempting to bind port 7b262af3-739b-48e7-9d62-282f6ca52e93 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:43.727010 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Attempting to bind port 7b262af3-739b-48e7-9d62-282f6ca52e93 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '1a775c40-30c4-4626-af5f-a0ffcad4a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c90a27d3-e099-4f47-bc4d-b71d90d74131'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:43.727556 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Attempting to bind port 7b262af3-739b-48e7-9d62-282f6ca52e93 on network c90a27d3-e099-4f47-bc4d-b71d90d74131 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:43.731503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9caf40d6-f4c9-446f-adba-6a635488235c tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Deleting port 259b6efa-04f9-433b-8073-5a5571b51c73 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:43.733821 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:07:43.734231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Checking segment: {'id': '1a775c40-30c4-4626-af5f-a0ffcad4a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c90a27d3-e099-4f47-bc4d-b71d90d74131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:43.734729 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:43.735155 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Bound using segment: {'id': '1a775c40-30c4-4626-af5f-a0ffcad4a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c90a27d3-e099-4f47-bc4d-b71d90d74131'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:07:43.735722 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Bound port: 7b262af3-739b-48e7-9d62-282f6ca52e93, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a775c40-30c4-4626-af5f-a0ffcad4a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c90a27d3-e099-4f47-bc4d-b71d90d74131'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:07:43.736170 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:43.738563 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9caf40d6-f4c9-446f-adba-6a635488235c tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:43.831822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] For port 7b262af3-739b-48e7-9d62-282f6ca52e93, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:07:43.835816 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] For port 7b262af3-739b-48e7-9d62-282f6ca52e93, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7b262af3-739b-48e7-9d62-282f6ca52e93,segment=NetworkSegment(1a775c40-30c4-4626-af5f-a0ffcad4a8bd),segment_id=1a775c40-30c4-4626-af5f-a0ffcad4a8bd)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:07:43.841438 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:43.856149 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9caf40d6-f4c9-446f-adba-6a635488235c tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:43.877457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9caf40d6-f4c9-446f-adba-6a635488235c tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Calling delete_port for 259b6efa-04f9-433b-8073-5a5571b51c73 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:43.908402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a9ca9-da50-4694-8d7c-5726bb2ef09f None None] Pushing event updated for resources: {'Port': ['ID=7b262af3-739b-48e7-9d62-282f6ca52e93,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:44.031515 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9caf40d6-f4c9-446f-adba-6a635488235c tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:44.099766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf40d6-f4c9-446f-adba-6a635488235c tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Pushing event deleted for resources: {'Port': ['ID=259b6efa-04f9-433b-8073-5a5571b51c73,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:44.222094 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9caf40d6-f4c9-446f-adba-6a635488235c tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:44.226226 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9caf40d6-f4c9-446f-adba-6a635488235c tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] 10.222.0.16 "DELETE /v2.0/ports/259b6efa-04f9-433b-8073-5a5571b51c73 HTTP/1.1" status: 204 len: 168 time: 0.6433177 Aug 05 14:07:44.229268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34644) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:44.236057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-768eb37b-e60c-4c54-b8c7-983af8f616c9 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Request body: {'port': {'name': 'tempest-new-port-name-2013444923', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:44.236537 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.api.validators [None req-768eb37b-e60c-4c54-b8c7-983af8f616c9 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] bootfile-name is not in valid_values {{(pid=105723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 14:07:44.236886 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.api.validators [None req-768eb37b-e60c-4c54-b8c7-983af8f616c9 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] tftp-server is not in valid_values {{(pid=105723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 14:07:44.237279 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.api.validators [None req-768eb37b-e60c-4c54-b8c7-983af8f616c9 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] server-ip-address is not in valid_values {{(pid=105723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 14:07:44.320276 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-768eb37b-e60c-4c54-b8c7-983af8f616c9 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:44.449551 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736b364-b6a8-4c8b-8df1-c3d4ad782c47 req-7174929f-38ad-4b28-8005-4974d231092f tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:44.460775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736b364-b6a8-4c8b-8df1-c3d4ad782c47 req-7174929f-38ad-4b28-8005-4974d231092f tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:44.471524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736b364-b6a8-4c8b-8df1-c3d4ad782c47 req-7174929f-38ad-4b28-8005-4974d231092f tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:44.481452 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3736b364-b6a8-4c8b-8df1-c3d4ad782c47 req-7174929f-38ad-4b28-8005-4974d231092f tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2418 time: 0.1248395 Aug 05 14:07:44.527748 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3736b364-b6a8-4c8b-8df1-c3d4ad782c47 req-5a579d67-8fe5-4472-b0da-b1bf6608c3ab tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439949 Aug 05 14:07:44.575349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059843b-212c-4858-b28a-ec42844a2c60 req-e2277f75-6f8e-49ee-95a8-236700faae4d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:44.576860 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9059843b-212c-4858-b28a-ec42844a2c60 req-e2277f75-6f8e-49ee-95a8-236700faae4d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.0940542 Aug 05 14:07:44.618787 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-768eb37b-e60c-4c54-b8c7-983af8f616c9 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:44.631286 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-768eb37b-e60c-4c54-b8c7-983af8f616c9 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:44.677053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34658) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:44.678925 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9059843b-212c-4858-b28a-ec42844a2c60 req-e11b7954-9d99-4f99-ae6a-aa04fb75e7f9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926979 Aug 05 14:07:44.681823 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:44.731075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca2bb75-2ea6-4e19-bb78-ce2c47e72275 admin admin] Deleting subnet e71d49aa-2bfe-4eb1-9420-3175d7dcc663 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:07:44.737855 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aca2bb75-2ea6-4e19-bb78-ce2c47e72275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:44.742224 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768eb37b-e60c-4c54-b8c7-983af8f616c9 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Pushing event updated for resources: {'Port': ['ID=e269359a-3877-44f1-ad56-d6b267eb6d34,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:44.750756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-768eb37b-e60c-4c54-b8c7-983af8f616c9 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] In _notify_port_updated(), no bound segment for port e269359a-3877-44f1-ad56-d6b267eb6d34 on network c90a27d3-e099-4f47-bc4d-b71d90d74131 {{(pid=105723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:07:44.756286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768eb37b-e60c-4c54-b8c7-983af8f616c9 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:44.756964 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-768eb37b-e60c-4c54-b8c7-983af8f616c9 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:44.759876 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-768eb37b-e60c-4c54-b8c7-983af8f616c9 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] 10.222.0.16 "PUT /v2.0/ports/e269359a-3877-44f1-ad56-d6b267eb6d34 HTTP/1.1" status: 200 len: 1136 time: 0.5290825 Aug 05 14:07:44.762861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34660) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:44.783198 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aca2bb75-2ea6-4e19-bb78-ce2c47e72275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:44.829046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3c2c64-9c01-4677-84e9-8c8a2cea6632 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:44.830523 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-da3c2c64-9c01-4677-84e9-8c8a2cea6632 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] 10.222.0.16 "GET /v2.0/ports/e269359a-3877-44f1-ad56-d6b267eb6d34 HTTP/1.1" status: 200 len: 1136 time: 0.0663662 Aug 05 14:07:44.833717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34662) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:44.836066 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aca2bb75-2ea6-4e19-bb78-ce2c47e72275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:44.969747 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aca2bb75-2ea6-4e19-bb78-ce2c47e72275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.023255 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2bb75-2ea6-4e19-bb78-ce2c47e72275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e71d49aa-2bfe-4eb1-9420-3175d7dcc663,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:45.031858 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aca2bb75-2ea6-4e19-bb78-ce2c47e72275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.033636 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-aca2bb75-2ea6-4e19-bb78-ce2c47e72275 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e71d49aa-2bfe-4eb1-9420-3175d7dcc663 HTTP/1.1" status: 204 len: 168 time: 0.3551788 Aug 05 14:07:45.038863 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34666) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:45.052724 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af8b5e3-13b4-43f1-adb9-393a3ecccb96 None None] Network c90a27d3-e099-4f47-bc4d-b71d90d74131 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:45.059595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-86ab76fc-5857-4286-9572-4c44a8a10988 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Deleting port e269359a-3877-44f1-ad56-d6b267eb6d34 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:45.060027 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-86ab76fc-5857-4286-9572-4c44a8a10988 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.116487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16042d-a624-4f68-a644-d862885a58ad req-7a0d3c78-dab3-439e-b0b5-26e79c69d9cc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:45.122604 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16042d-a624-4f68-a644-d862885a58ad req-7a0d3c78-dab3-439e-b0b5-26e79c69d9cc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:45.128529 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16042d-a624-4f68-a644-d862885a58ad req-7a0d3c78-dab3-439e-b0b5-26e79c69d9cc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:45.130379 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff16042d-a624-4f68-a644-d862885a58ad req-7a0d3c78-dab3-439e-b0b5-26e79c69d9cc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.84 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2418 time: 0.1596100 Aug 05 14:07:45.153199 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5aca95e0-1a70-4f82-bfe4-d6d877e6a4aa None None] Provisioning for port 7b262af3-739b-48e7-9d62-282f6ca52e93 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:45.181773 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d976d88d-3c1f-42c1-a4b0-94d39206f637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.203611 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-86ab76fc-5857-4286-9572-4c44a8a10988 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.220272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-86ab76fc-5857-4286-9572-4c44a8a10988 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Calling delete_port for e269359a-3877-44f1-ad56-d6b267eb6d34 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:45.313447 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d976d88d-3c1f-42c1-a4b0-94d39206f637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.348314 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-d976d88d-3c1f-42c1-a4b0-94d39206f637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6da5085-99af-41cd-8063-281c54570874']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:45.361687 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-d976d88d-3c1f-42c1-a4b0-94d39206f637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7101fe-a285-4358-a0e2-96a6ccdc05e8') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:45.361900 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-d976d88d-3c1f-42c1-a4b0-94d39206f637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7101fe-a285-4358-a0e2-96a6ccdc05e8') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:45.375825 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d976d88d-3c1f-42c1-a4b0-94d39206f637 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.393061 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-ff16042d-a624-4f68-a644-d862885a58ad req-2a63010f-1dcd-4be5-aff7-bb09c6d3d828 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Deleting port 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:45.393384 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ff16042d-a624-4f68-a644-d862885a58ad req-2a63010f-1dcd-4be5-aff7-bb09c6d3d828 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.398000 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-86ab76fc-5857-4286-9572-4c44a8a10988 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.415398 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d976d88d-3c1f-42c1-a4b0-94d39206f637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.434592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab76fc-5857-4286-9572-4c44a8a10988 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Pushing event deleted for resources: {'Port': ['ID=e269359a-3877-44f1-ad56-d6b267eb6d34,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:45.449944 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d976d88d-3c1f-42c1-a4b0-94d39206f637 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:07:45.450406 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d976d88d-3c1f-42c1-a4b0-94d39206f637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:07:45.452297 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:07:45.556363 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-86ab76fc-5857-4286-9572-4c44a8a10988 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.559276 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-86ab76fc-5857-4286-9572-4c44a8a10988 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] 10.222.0.16 "DELETE /v2.0/ports/e269359a-3877-44f1-ad56-d6b267eb6d34 HTTP/1.1" status: 204 len: 168 time: 0.7245700 Aug 05 14:07:45.562041 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d976d88d-3c1f-42c1-a4b0-94d39206f637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.562189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34672) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:45.566869 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d976d88d-3c1f-42c1-a4b0-94d39206f637 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.569277 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d976d88d-3c1f-42c1-a4b0-94d39206f637 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a6da5085-99af-41cd-8063-281c54570874 HTTP/1.1" status: 204 len: 168 time: 0.5292473 Aug 05 14:07:45.596763 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976d88d-3c1f-42c1-a4b0-94d39206f637 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6da5085-99af-41cd-8063-281c54570874,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:45.628871 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ff16042d-a624-4f68-a644-d862885a58ad req-2a63010f-1dcd-4be5-aff7-bb09c6d3d828 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] For port 8c2cbe87-cb80-46df-9dbb-c7e382bc9866, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8c2cbe87-cb80-46df-9dbb-c7e382bc9866,segment=NetworkSegment(c55b61db-a3d4-482e-a40e-f2fb2ad464bf),segment_id=c55b61db-a3d4-482e-a40e-f2fb2ad464bf)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:45.629487 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ff16042d-a624-4f68-a644-d862885a58ad req-2a63010f-1dcd-4be5-aff7-bb09c6d3d828 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.651339 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-ff16042d-a624-4f68-a644-d862885a58ad req-2a63010f-1dcd-4be5-aff7-bb09c6d3d828 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Calling delete_port for 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:45.659010 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-265eadd6-a018-4bc0-a49e-91c205e95325 None None] Could not find standard attr ID for object e269359a-3877-44f1-ad56-d6b267eb6d34. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:07:45.680260 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1175dce-4c39-4f86-b3a4-54d2da4a97c2 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Deleting subnet 9110c259-9bb3-4712-9add-8f8e832299cc {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:07:45.687729 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1175dce-4c39-4f86-b3a4-54d2da4a97c2 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.784766 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fed6f87f-ef16-4b8e-9519-d830a32d94a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.801898 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1175dce-4c39-4f86-b3a4-54d2da4a97c2 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.885844 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.925566 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7b262af3-739b-48e7-9d62-282f6ca52e93 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:45.937479 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ff16042d-a624-4f68-a644-d862885a58ad req-2a63010f-1dcd-4be5-aff7-bb09c6d3d828 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:45.974152 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['8c2cbe87-cb80-46df-9dbb-c7e382bc9866', '5d267342-566a-49cf-915e-d905af4d4622', '51f1d372-f748-4387-acdb-d25584d60fdd'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:07:46.020613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcc2d3-3173-403a-817b-c1d5444c5795 req-a52d34a6-ea96-4a5a-b57a-a034666dded9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:46.022550 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cafcc2d3-3173-403a-817b-c1d5444c5795 req-a52d34a6-ea96-4a5a-b57a-a034666dded9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.1619363 Aug 05 14:07:46.030399 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63010f-1dcd-4be5-aff7-bb09c6d3d828 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event deleted for resources: {'Port': ['ID=8c2cbe87-cb80-46df-9dbb-c7e382bc9866,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:46.069300 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34682) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:46.081392 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1175dce-4c39-4f86-b3a4-54d2da4a97c2 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.104082 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c6e7cce8-a371-48fb-b0b8-c3f0b6b26800 None None] Could not find standard attr ID for object e269359a-3877-44f1-ad56-d6b267eb6d34. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:07:46.125172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff16042d-a624-4f68-a644-d862885a58ad req-2a63010f-1dcd-4be5-aff7-bb09c6d3d828 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] No DVR routers for this DVR port 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:07:46.132765 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 7b262af3-739b-48e7-9d62-282f6ca52e93 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:46.142685 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7854a-99d8-4f51-9ba6-1c9e101d02df req-31000b14-30e5-46e8-abbe-a1424d05a985 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:46.144538 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 7b262af3-739b-48e7-9d62-282f6ca52e93 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:46.145367 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.149534 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7854a-99d8-4f51-9ba6-1c9e101d02df req-31000b14-30e5-46e8-abbe-a1424d05a985 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:46.174532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7854a-99d8-4f51-9ba6-1c9e101d02df req-31000b14-30e5-46e8-abbe-a1424d05a985 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:46.181207 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cafcc2d3-3173-403a-817b-c1d5444c5795 req-40ad560e-bd57-4060-a02c-59793e81272c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491024 Aug 05 14:07:46.202353 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bef7854a-99d8-4f51-9ba6-1c9e101d02df req-31000b14-30e5-46e8-abbe-a1424d05a985 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 2339 time: 0.3116283 Aug 05 14:07:46.208495 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ff16042d-a624-4f68-a644-d862885a58ad req-2a63010f-1dcd-4be5-aff7-bb09c6d3d828 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.210578 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff16042d-a624-4f68-a644-d862885a58ad req-2a63010f-1dcd-4be5-aff7-bb09c6d3d828 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.84 "DELETE /v2.0/ports/8c2cbe87-cb80-46df-9dbb-c7e382bc9866 HTTP/1.1" status: 204 len: 173 time: 1.0688040 Aug 05 14:07:46.218671 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'name': 'network-vif-deleted', 'tag': '8c2cbe87-cb80-46df-9dbb-c7e382bc9866'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:07:46.220167 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1350bce6-2cdb-4af1-9886-aae24b4df4b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42a2a3e3f93440009f537957f8d192ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496568 Aug 05 14:07:46.228815 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fb0665-195b-4743-bef1-fe5c405c01d2" -d '{"events": [{"server_uuid": "278a5f6c-8263-4c58-af1c-f6b69c8ac859", "name": "network-vif-deleted", "tag": "8c2cbe87-cb80-46df-9dbb-c7e382bc9866"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:07:46.230328 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34684) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:46.308753 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1175dce-4c39-4f86-b3a4-54d2da4a97c2 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.415737 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bef7854a-99d8-4f51-9ba6-1c9e101d02df req-e121a26b-0422-4e84-a904-ef8cd727363b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082617 Aug 05 14:07:46.447479 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1175dce-4c39-4f86-b3a4-54d2da4a97c2 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.452375 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e1175dce-4c39-4f86-b3a4-54d2da4a97c2 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] 10.222.0.16 "DELETE /v2.0/subnets/9110c259-9bb3-4712-9add-8f8e832299cc HTTP/1.1" status: 204 len: 168 time: 0.8892984 Aug 05 14:07:46.453960 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1175dce-4c39-4f86-b3a4-54d2da4a97c2 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Pushing event deleted for resources: {'Subnet': ['ID=9110c259-9bb3-4712-9add-8f8e832299cc,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:46.455748 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34688) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:46.479645 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d7c721-c068-42ed-ac58-4d9830401882 None None] Network c90a27d3-e099-4f47-bc4d-b71d90d74131 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:46.491544 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed00f42-0923-4de3-9f3b-96bbaaf51b02 x-openstack-request-id: req-3ed00f42-0923-4de3-9f3b-96bbaaf51b02 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:07:46.491843 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278a5f6c-8263-4c58-af1c-f6b69c8ac859", "name": "network-vif-deleted", "tag": "8c2cbe87-cb80-46df-9dbb-c7e382bc9866", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:07:46.492098 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ed00f42-0923-4de3-9f3b-96bbaaf51b02 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:07:46.492492 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'name': 'network-vif-deleted', 'tag': '8c2cbe87-cb80-46df-9dbb-c7e382bc9866', 'status': 'completed', 'code': 200} Aug 05 14:07:46.501836 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.534800 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-ff16042d-a624-4f68-a644-d862885a58ad req-b5ad6b6a-42ad-4868-b12f-0ef40fdabe06 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Deleting port 51f1d372-f748-4387-acdb-d25584d60fdd {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:46.535217 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ff16042d-a624-4f68-a644-d862885a58ad req-b5ad6b6a-42ad-4868-b12f-0ef40fdabe06 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.559877 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.578414 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0111165a-319d-4c63-8c1a-856d337e3e6b None None] Could not find standard attr ID for object 259b6efa-04f9-433b-8073-5a5571b51c73. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:07:46.593418 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d7fc334d-9bef-4e92-9eba-368124a99177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.652492 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 7b262af3-739b-48e7-9d62-282f6ca52e93, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7b262af3-739b-48e7-9d62-282f6ca52e93,segment=NetworkSegment(1a775c40-30c4-4626-af5f-a0ffcad4a8bd),segment_id=1a775c40-30c4-4626-af5f-a0ffcad4a8bd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:46.652965 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d7fc334d-9bef-4e92-9eba-368124a99177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.684809 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.700473 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Deleting port 7b262af3-739b-48e7-9d62-282f6ca52e93 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:46.700945 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.724830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ff16042d-a624-4f68-a644-d862885a58ad req-b5ad6b6a-42ad-4868-b12f-0ef40fdabe06 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] For port 51f1d372-f748-4387-acdb-d25584d60fdd, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=51f1d372-f748-4387-acdb-d25584d60fdd,segment=NetworkSegment(db00f94b-27ab-4d59-8f2b-6778899a21d2),segment_id=db00f94b-27ab-4d59-8f2b-6778899a21d2)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:46.725402 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ff16042d-a624-4f68-a644-d862885a58ad req-b5ad6b6a-42ad-4868-b12f-0ef40fdabe06 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.740159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-ff16042d-a624-4f68-a644-d862885a58ad req-b5ad6b6a-42ad-4868-b12f-0ef40fdabe06 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Calling delete_port for 51f1d372-f748-4387-acdb-d25584d60fdd owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:46.777469 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=7b262af3-739b-48e7-9d62-282f6ca52e93,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:46.809184 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] For port 7b262af3-739b-48e7-9d62-282f6ca52e93, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7b262af3-739b-48e7-9d62-282f6ca52e93,segment=NetworkSegment(1a775c40-30c4-4626-af5f-a0ffcad4a8bd),segment_id=1a775c40-30c4-4626-af5f-a0ffcad4a8bd)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:46.809492 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.825624 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Calling delete_port for 7b262af3-739b-48e7-9d62-282f6ca52e93 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:46.851234 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8614823a-cd9f-4a85-8b95-870931942c02 None None] DHCP port deletion for c90a27d3-e099-4f47-bc4d-b71d90d74131 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:07:46.915429 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ff16042d-a624-4f68-a644-d862885a58ad req-b5ad6b6a-42ad-4868-b12f-0ef40fdabe06 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.917787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8614823a-cd9f-4a85-8b95-870931942c02 None None] Deleting port 7b262af3-739b-48e7-9d62-282f6ca52e93 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:46.918614 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8614823a-cd9f-4a85-8b95-870931942c02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.918768 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d7fc334d-9bef-4e92-9eba-368124a99177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.921646 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d7fc334d-9bef-4e92-9eba-368124a99177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.925316 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d7fc334d-9bef-4e92-9eba-368124a99177 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8558b08e-fcef-4761-ac6e-92dc8ba754e1 HTTP/1.1" status: 204 len: 168 time: 0.6856754 Aug 05 14:07:46.943223 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc334d-9bef-4e92-9eba-368124a99177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8558b08e-fcef-4761-ac6e-92dc8ba754e1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:46.955174 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:46.972834 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad6b6a-42ad-4868-b12f-0ef40fdabe06 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event deleted for resources: {'Port': ['ID=51f1d372-f748-4387-acdb-d25584d60fdd,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:46.987671 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Pushing event deleted for resources: {'Port': ['ID=7b262af3-739b-48e7-9d62-282f6ca52e93,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:46.999592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] No DVR routers for this DVR port 7b262af3-739b-48e7-9d62-282f6ca52e93 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:07:47.056853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff16042d-a624-4f68-a644-d862885a58ad req-b5ad6b6a-42ad-4868-b12f-0ef40fdabe06 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] No DVR routers for this DVR port 51f1d372-f748-4387-acdb-d25584d60fdd on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:07:47.073130 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ff16042d-a624-4f68-a644-d862885a58ad req-b5ad6b6a-42ad-4868-b12f-0ef40fdabe06 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:47.075926 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff16042d-a624-4f68-a644-d862885a58ad req-b5ad6b6a-42ad-4868-b12f-0ef40fdabe06 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.84 "DELETE /v2.0/ports/51f1d372-f748-4387-acdb-d25584d60fdd HTTP/1.1" status: 204 len: 173 time: 0.8379266 Aug 05 14:07:47.094688 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:47.095245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-8614823a-cd9f-4a85-8b95-870931942c02 None None] For port 7b262af3-739b-48e7-9d62-282f6ca52e93, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7b262af3-739b-48e7-9d62-282f6ca52e93,segment=NetworkSegment(1a775c40-30c4-4626-af5f-a0ffcad4a8bd),segment_id=1a775c40-30c4-4626-af5f-a0ffcad4a8bd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:47.095528 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8614823a-cd9f-4a85-8b95-870931942c02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:47.106437 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90a27d3-e099-4f47-bc4d-b71d90d74131']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:47.118978 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a775c40-30c4-4626-af5f-a0ffcad4a8bd') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:47.119289 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a775c40-30c4-4626-af5f-a0ffcad4a8bd') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:47.125068 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8614823a-cd9f-4a85-8b95-870931942c02 None None] Calling delete_port for 7b262af3-739b-48e7-9d62-282f6ca52e93 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:47.131017 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:47.148143 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:47.158438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:07:47.159022 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:07:47.239543 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:07:47.245909 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:47.255152 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:47.262354 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] 10.222.0.16 "DELETE /v2.0/networks/c90a27d3-e099-4f47-bc4d-b71d90d74131 HTTP/1.1" status: 204 len: 168 time: 0.8025758 Aug 05 14:07:47.277176 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c6b8a-0940-49ec-82a4-790977ee27c8 tempest-ExtraDHCPOptionsTestJSON-1429040215 tempest-ExtraDHCPOptionsTestJSON-1429040215-project] Pushing event deleted for resources: {'Network': ['ID=c90a27d3-e099-4f47-bc4d-b71d90d74131,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:47.283046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-ff16042d-a624-4f68-a644-d862885a58ad req-5b82e131-1497-47d6-adf6-ffb2ee72036d tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Deleting port 5d267342-566a-49cf-915e-d905af4d4622 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:47.283468 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ff16042d-a624-4f68-a644-d862885a58ad req-5b82e131-1497-47d6-adf6-ffb2ee72036d tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: from cryptography.utils import int_from_bytes Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: from cryptography.utils import int_from_bytes Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:07:47.296964 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:07:47.310479 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8614823a-cd9f-4a85-8b95-870931942c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:47.397193 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8614823a-cd9f-4a85-8b95-870931942c02 None None] Network c90a27d3-e099-4f47-bc4d-b71d90d74131 is not hosted by any dhcp agent {{(pid=105725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 14:07:47.398302 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8614823a-cd9f-4a85-8b95-870931942c02 None None] No DVR routers for this DVR port 7b262af3-739b-48e7-9d62-282f6ca52e93 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:07:47.401192 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614823a-cd9f-4a85-8b95-870931942c02 None None] Pushing event deleted for resources: {'Port': ['ID=7b262af3-739b-48e7-9d62-282f6ca52e93,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:47.742463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19b8c1-01f3-422a-8ded-aa71e82c4e7b req-8520b641-773c-4b01-b031-1a31652299a9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:47.748682 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3f19b8c1-01f3-422a-8ded-aa71e82c4e7b req-8520b641-773c-4b01-b031-1a31652299a9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 946 time: 0.1712615 Aug 05 14:07:47.837971 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3f19b8c1-01f3-422a-8ded-aa71e82c4e7b req-f4616e2a-d401-42b2-ae28-3d91c5cea9ca tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807154 Aug 05 14:07:47.843976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7b262af3-739b-48e7-9d62-282f6ca52e93 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:07:47.889331 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34720) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:47.896379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b5cfbfe7-8cc6-463e-a988-a98b45fa60fc no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:07:47.908935 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 7b262af3-739b-48e7-9d62-282f6ca52e93 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:07:47.911977 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7b262af3-739b-48e7-9d62-282f6ca52e93 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:07:47.936480 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c0ebc-691b-4b54-9eb7-00536f8ea508 req-dab7e735-c015-433b-9b82-7fb9a0c5439a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:47.945671 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b64c0ebc-691b-4b54-9eb7-00536f8ea508 req-dab7e735-c015-433b-9b82-7fb9a0c5439a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.5759108 Aug 05 14:07:47.949876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ff16042d-a624-4f68-a644-d862885a58ad req-5b82e131-1497-47d6-adf6-ffb2ee72036d tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] For port 5d267342-566a-49cf-915e-d905af4d4622, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5d267342-566a-49cf-915e-d905af4d4622,segment=NetworkSegment(c55b61db-a3d4-482e-a40e-f2fb2ad464bf),segment_id=c55b61db-a3d4-482e-a40e-f2fb2ad464bf)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:47.950516 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ff16042d-a624-4f68-a644-d862885a58ad req-5b82e131-1497-47d6-adf6-ffb2ee72036d tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:47.968576 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: b5cfbfe7-8cc6-463e-a988-a98b45fa60fc {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:07:47.969202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b5cfbfe7-8cc6-463e-a988-a98b45fa60fc not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:07:47.978001 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-ff16042d-a624-4f68-a644-d862885a58ad req-5b82e131-1497-47d6-adf6-ffb2ee72036d tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Calling delete_port for 5d267342-566a-49cf-915e-d905af4d4622 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:48.046435 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b64c0ebc-691b-4b54-9eb7-00536f8ea508 req-bcc15793-8d4e-4385-912f-5af8d3a5d088 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994422 Aug 05 14:07:48.139198 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bc766510-71ef-4126-a07c-f34f29e9d753 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7ce8bffc2d9448bb1a1c1578be23d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484925 Aug 05 14:07:48.141858 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34728) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:48.169588 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ff16042d-a624-4f68-a644-d862885a58ad req-5b82e131-1497-47d6-adf6-ffb2ee72036d tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:48.203864 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-78444cd9-8cea-45ae-9300-7ae2926b2366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:48.208833 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82e131-1497-47d6-adf6-ffb2ee72036d tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event deleted for resources: {'Port': ['ID=5d267342-566a-49cf-915e-d905af4d4622,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:48.254915 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-78444cd9-8cea-45ae-9300-7ae2926b2366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:48.283853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff16042d-a624-4f68-a644-d862885a58ad req-5b82e131-1497-47d6-adf6-ffb2ee72036d tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] No DVR routers for this DVR port 5d267342-566a-49cf-915e-d905af4d4622 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:07:48.286809 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ff16042d-a624-4f68-a644-d862885a58ad req-5b82e131-1497-47d6-adf6-ffb2ee72036d tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:48.288940 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff16042d-a624-4f68-a644-d862885a58ad req-5b82e131-1497-47d6-adf6-ffb2ee72036d tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.84 "DELETE /v2.0/ports/5d267342-566a-49cf-915e-d905af4d4622 HTTP/1.1" status: 204 len: 173 time: 1.2054625 Aug 05 14:07:48.342774 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3a6c14b8-2c41-4a3b-9ee4-8f331fa08ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:48.380222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34734) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:48.393778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:07:48.418161 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:07:48.418837 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8c2cbe87-cb80-46df-9dbb-c7e382bc9866 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:07:48.419428 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5d267342-566a-49cf-915e-d905af4d4622 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:07:48.453080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 5d267342-566a-49cf-915e-d905af4d4622 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:07:48.453581 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5d267342-566a-49cf-915e-d905af4d4622 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:07:48.454016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 51f1d372-f748-4387-acdb-d25584d60fdd no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:07:48.493367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'name': 'network-vif-deleted', 'tag': '51f1d372-f748-4387-acdb-d25584d60fdd'}, {'server_uuid': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'name': 'network-vif-deleted', 'tag': '5d267342-566a-49cf-915e-d905af4d4622'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:07:48.496136 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41740150-1b92-45a0-885b-76db67b06c9d" -d '{"events": [{"server_uuid": "278a5f6c-8263-4c58-af1c-f6b69c8ac859", "name": "network-vif-deleted", "tag": "51f1d372-f748-4387-acdb-d25584d60fdd"}, {"server_uuid": "278a5f6c-8263-4c58-af1c-f6b69c8ac859", "name": "network-vif-deleted", "tag": "5d267342-566a-49cf-915e-d905af4d4622"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:07:48.508797 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 51f1d372-f748-4387-acdb-d25584d60fdd {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:07:48.508797 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 51f1d372-f748-4387-acdb-d25584d60fdd not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:07:48.554890 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:48.575334 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 14:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73136b7b-4851-48ec-82f7-ec4f97b53505 x-openstack-request-id: req-73136b7b-4851-48ec-82f7-ec4f97b53505 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:07:48.575860 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278a5f6c-8263-4c58-af1c-f6b69c8ac859", "name": "network-vif-deleted", "tag": "51f1d372-f748-4387-acdb-d25584d60fdd", "status": "completed", "code": 200}, {"server_uuid": "278a5f6c-8263-4c58-af1c-f6b69c8ac859", "name": "network-vif-deleted", "tag": "5d267342-566a-49cf-915e-d905af4d4622", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:07:48.576209 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73136b7b-4851-48ec-82f7-ec4f97b53505 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:07:48.576881 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'name': 'network-vif-deleted', 'tag': '51f1d372-f748-4387-acdb-d25584d60fdd', 'status': 'completed', 'code': 200} Aug 05 14:07:48.577204 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a5f6c-8263-4c58-af1c-f6b69c8ac859', 'name': 'network-vif-deleted', 'tag': '5d267342-566a-49cf-915e-d905af4d4622', 'status': 'completed', 'code': 200} Aug 05 14:07:48.585283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e817d0c2-0efc-4ccb-9bed-f0c6b8e73760 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1653852973-network', 'tenant_id': '45b977a4c22e40e1a578626737babe46'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:48.613530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e817d0c2-0efc-4ccb-9bed-f0c6b8e73760 admin admin] Made reservation on behalf of 45b977a4c22e40e1a578626737babe46 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:48.616538 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e817d0c2-0efc-4ccb-9bed-f0c6b8e73760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:48.626619 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e817d0c2-0efc-4ccb-9bed-f0c6b8e73760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:48.743806 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e817d0c2-0efc-4ccb-9bed-f0c6b8e73760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:48.749087 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e817d0c2-0efc-4ccb-9bed-f0c6b8e73760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:48.790767 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e817d0c2-0efc-4ccb-9bed-f0c6b8e73760 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:07:48.798599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817d0c2-0efc-4ccb-9bed-f0c6b8e73760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ff20c2-9303-443d-a993-1664ad1af221,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:48.805374 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e817d0c2-0efc-4ccb-9bed-f0c6b8e73760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:48.805714 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-e817d0c2-0efc-4ccb-9bed-f0c6b8e73760 admin admin] Added segment b35565e7-778d-4488-946f-a68b18784d0a of type vlan for network 8f917b63-8bba-4d52-ade2-47fe17033a69 Aug 05 14:07:48.854295 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-78444cd9-8cea-45ae-9300-7ae2926b2366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:48.854295 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-78444cd9-8cea-45ae-9300-7ae2926b2366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:48.854295 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-78444cd9-8cea-45ae-9300-7ae2926b2366 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b696b65-c667-4e5c-8cda-30fe9d8f0c1e HTTP/1.1" status: 204 len: 168 time: 0.7036445 Aug 05 14:07:48.855602 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78444cd9-8cea-45ae-9300-7ae2926b2366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b696b65-c667-4e5c-8cda-30fe9d8f0c1e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:48.897457 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e817d0c2-0efc-4ccb-9bed-f0c6b8e73760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:48.957361 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e817d0c2-0efc-4ccb-9bed-f0c6b8e73760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:48.958509 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e817d0c2-0efc-4ccb-9bed-f0c6b8e73760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:48.959192 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e817d0c2-0efc-4ccb-9bed-f0c6b8e73760 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:48.991586 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c707f5e-bde0-42aa-8464-725d01a59282 req-9381e854-deb0-4eba-990c-03424fadd5ac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=278a5f6c-8263-4c58-af1c-f6b69c8ac859 HTTP/1.1" status: 200 len: 210 time: 0.0423825 Aug 05 14:07:49.050815 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34750) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:49.052454 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e817d0c2-0efc-4ccb-9bed-f0c6b8e73760 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6715803 Aug 05 14:07:49.058927 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-082e0f21-044b-431f-91b5-3f2a85ef233e admin admin] Request body: {'subnet': {'network_id': '8f917b63-8bba-4d52-ade2-47fe17033a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1653852973-subnet', 'tenant_id': '45b977a4c22e40e1a578626737babe46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:49.064615 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817d0c2-0efc-4ccb-9bed-f0c6b8e73760 admin admin] Pushing event updated for resources: {'Network': ['ID=8f917b63-8bba-4d52-ade2-47fe17033a69,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:49.094652 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082e0f21-044b-431f-91b5-3f2a85ef233e admin admin] Made reservation on behalf of 45b977a4c22e40e1a578626737babe46 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:49.097869 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-082e0f21-044b-431f-91b5-3f2a85ef233e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:49.099476 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 8f917b63-8bba-4d52-ade2-47fe17033a69 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:07:49.244231 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ffbf0-4f83-4e1e-bc95-9a298e75651a req-e224908a-a43e-43f8-b183-f2d4f04d38a6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:49.246454 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c9ffbf0-4f83-4e1e-bc95-9a298e75651a req-e224908a-a43e-43f8-b183-f2d4f04d38a6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.0684047 Aug 05 14:07:49.291958 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c9ffbf0-4f83-4e1e-bc95-9a298e75651a req-50e5f069-c015-4d3c-8580-d197a6f80b20 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365345 Aug 05 14:07:49.330138 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-082e0f21-044b-431f-91b5-3f2a85ef233e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:49.389520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e0f21-044b-431f-91b5-3f2a85ef233e admin admin] Pushing event updated for resources: {'Subnet': ['ID=82ce1e5f-9032-420b-83ef-d0d17a3ce9eb,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:49.400197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082e0f21-044b-431f-91b5-3f2a85ef233e admin admin] Checking segment: {'id': 'b35565e7-778d-4488-946f-a68b18784d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8f917b63-8bba-4d52-ade2-47fe17033a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:49.400580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082e0f21-044b-431f-91b5-3f2a85ef233e admin admin] Network hostable DHCP agents. Network: 8f917b63-8bba-4d52-ade2-47fe17033a69, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:07:49.426957 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082e0f21-044b-431f-91b5-3f2a85ef233e admin admin] Network 8f917b63-8bba-4d52-ade2-47fe17033a69 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:07:49.437104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-082e0f21-044b-431f-91b5-3f2a85ef233e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 8f917b63-8bba-4d52-ade2-47fe17033a69) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:49.441860 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082e0f21-044b-431f-91b5-3f2a85ef233e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:49.442478 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-082e0f21-044b-431f-91b5-3f2a85ef233e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:49.448823 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:49.454213 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a382827d-6a24-43e7-a36b-a7467abed93d None None] Network 8f917b63-8bba-4d52-ade2-47fe17033a69 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:49.457902 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-082e0f21-044b-431f-91b5-3f2a85ef233e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4053488 Aug 05 14:07:49.658650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2948c2b-2bc0-41f8-b5d1-f1035d3700ed None None] Network 8f917b63-8bba-4d52-ade2-47fe17033a69 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:49.914985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34780) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:50.024928 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-cab1c044-22f8-4079-a1dc-54fa69477bf5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1395223990'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:50.053907 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34788) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:50.074125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab1c044-22f8-4079-a1dc-54fa69477bf5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Made reservation on behalf of a746e5515a4f43a5b91af3a99ad76efd for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:50.078703 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cab1c044-22f8-4079-a1dc-54fa69477bf5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:50.112928 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cab1c044-22f8-4079-a1dc-54fa69477bf5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:50.117267 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d60b8b8-6d18-40a8-ab5e-20e9c41b174a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Deleting subnet 4a6f19c8-0d54-4a3d-bd95-ab1000505c4a {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:07:50.123200 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d60b8b8-6d18-40a8-ab5e-20e9c41b174a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:50.178037 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d60b8b8-6d18-40a8-ab5e-20e9c41b174a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:50.266498 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cab1c044-22f8-4079-a1dc-54fa69477bf5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:50.271773 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cab1c044-22f8-4079-a1dc-54fa69477bf5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:50.303670 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab1c044-22f8-4079-a1dc-54fa69477bf5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:07:50.315890 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d60b8b8-6d18-40a8-ab5e-20e9c41b174a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:50.320591 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1c044-22f8-4079-a1dc-54fa69477bf5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc27d4a-1f03-4386-aefe-3ba4f4f12da7,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:50.324697 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cab1c044-22f8-4079-a1dc-54fa69477bf5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:50.326786 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-cab1c044-22f8-4079-a1dc-54fa69477bf5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Added segment b7ddd767-2ff1-4807-baf5-08fb61d3d5c4 of type vlan for network 89587cbe-41a6-4e83-9f61-086413170ed1 Aug 05 14:07:50.414869 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d60b8b8-6d18-40a8-ab5e-20e9c41b174a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:50.430851 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cab1c044-22f8-4079-a1dc-54fa69477bf5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:50.456666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60b8b8-6d18-40a8-ab5e-20e9c41b174a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event deleted for resources: {'Subnet': ['ID=4a6f19c8-0d54-4a3d-bd95-ab1000505c4a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:50.464572 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d60b8b8-6d18-40a8-ab5e-20e9c41b174a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:50.467135 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1d60b8b8-6d18-40a8-ab5e-20e9c41b174a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "DELETE /v2.0/subnets/4a6f19c8-0d54-4a3d-bd95-ab1000505c4a HTTP/1.1" status: 204 len: 168 time: 0.4112461 Aug 05 14:07:50.469791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34800) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:50.475528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d7b586-070f-4cc6-8ae0-99eb7fd9852a None None] Network bde2addb-7203-4895-abde-2402b14cdcce requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:50.538138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152590d-26ae-4da9-a3e0-84212e902e3d req-3ba8713a-9ca5-4c07-9e4f-2d4cce56ea98 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:50.540002 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d152590d-26ae-4da9-a3e0-84212e902e3d req-3ba8713a-9ca5-4c07-9e4f-2d4cce56ea98 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.1221621 Aug 05 14:07:50.541165 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cab1c044-22f8-4079-a1dc-54fa69477bf5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:50.546686 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab1c044-22f8-4079-a1dc-54fa69477bf5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:50.547322 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cab1c044-22f8-4079-a1dc-54fa69477bf5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:50.603190 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:50.635858 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cab1c044-22f8-4079-a1dc-54fa69477bf5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7196219 Aug 05 14:07:50.640537 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34810) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:50.645944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-cd286346-1b1b-4ef5-a7bf-6fbe669ceae7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'subnet': {'network_id': '89587cbe-41a6-4e83-9f61-086413170ed1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:50.697309 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Deleting port 8674cdd3-3a1c-42f4-b20e-e13c75c457fd {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:50.699005 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:50.718713 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d152590d-26ae-4da9-a3e0-84212e902e3d req-80fb0d04-fb23-433f-9b98-a9b1a8104a16 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683831 Aug 05 14:07:50.721773 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1c044-22f8-4079-a1dc-54fa69477bf5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Network': ['ID=89587cbe-41a6-4e83-9f61-086413170ed1,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:50.758456 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 89587cbe-41a6-4e83-9f61-086413170ed1 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:07:50.862758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] For port 8674cdd3-3a1c-42f4-b20e-e13c75c457fd, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8674cdd3-3a1c-42f4-b20e-e13c75c457fd,segment=NetworkSegment(db00f94b-27ab-4d59-8f2b-6778899a21d2),segment_id=db00f94b-27ab-4d59-8f2b-6778899a21d2)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:50.863410 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:50.880403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Calling delete_port for 8674cdd3-3a1c-42f4-b20e-e13c75c457fd owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:50.890339 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd286346-1b1b-4ef5-a7bf-6fbe669ceae7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Made reservation on behalf of a746e5515a4f43a5b91af3a99ad76efd for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:50.894090 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cd286346-1b1b-4ef5-a7bf-6fbe669ceae7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:50.960336 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ff4c27-eb21-4cfe-87aa-70930677f781 None None] DHCP port deletion for bde2addb-7203-4895-abde-2402b14cdcce request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:07:50.999473 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.020678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-14ff4c27-eb21-4cfe-87aa-70930677f781 None None] Deleting port 8674cdd3-3a1c-42f4-b20e-e13c75c457fd {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:51.021327 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-14ff4c27-eb21-4cfe-87aa-70930677f781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.046447 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event deleted for resources: {'Port': ['ID=8674cdd3-3a1c-42f4-b20e-e13c75c457fd,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:51.053194 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] No DVR routers for this DVR port 8674cdd3-3a1c-42f4-b20e-e13c75c457fd on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:07:51.111436 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-14ff4c27-eb21-4cfe-87aa-70930677f781 None None] For port 8674cdd3-3a1c-42f4-b20e-e13c75c457fd, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:51.112157 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-14ff4c27-eb21-4cfe-87aa-70930677f781 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.145471 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-14ff4c27-eb21-4cfe-87aa-70930677f781 None None] Calling delete_port for 8674cdd3-3a1c-42f4-b20e-e13c75c457fd owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:51.148458 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-14ff4c27-eb21-4cfe-87aa-70930677f781 None None] Port 8674cdd3-3a1c-42f4-b20e-e13c75c457fd was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:07:51.149995 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-14ff4c27-eb21-4cfe-87aa-70930677f781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.166354 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cd286346-1b1b-4ef5-a7bf-6fbe669ceae7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.180211 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff4c27-eb21-4cfe-87aa-70930677f781 None None] Pushing event deleted for resources: {'Port': ['ID=8674cdd3-3a1c-42f4-b20e-e13c75c457fd,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:51.194318 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ff4c27-eb21-4cfe-87aa-70930677f781 None None] No DVR routers for this DVR port 8674cdd3-3a1c-42f4-b20e-e13c75c457fd on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:07:51.212407 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.247286 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.249954 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde2addb-7203-4895-abde-2402b14cdcce']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:51.271296 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd286346-1b1b-4ef5-a7bf-6fbe669ceae7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Subnet': ['ID=1e368069-7649-4e4b-836c-eca5100e6d2e,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:51.283415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd286346-1b1b-4ef5-a7bf-6fbe669ceae7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Checking segment: {'id': 'b7ddd767-2ff1-4807-baf5-08fb61d3d5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '89587cbe-41a6-4e83-9f61-086413170ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:51.284045 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd286346-1b1b-4ef5-a7bf-6fbe669ceae7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network hostable DHCP agents. Network: 89587cbe-41a6-4e83-9f61-086413170ed1, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:07:51.299978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db00f94b-27ab-4d59-8f2b-6778899a21d2') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:51.300346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db00f94b-27ab-4d59-8f2b-6778899a21d2') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:51.302904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd286346-1b1b-4ef5-a7bf-6fbe669ceae7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network 89587cbe-41a6-4e83-9f61-086413170ed1 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:07:51.319225 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.324790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-cd286346-1b1b-4ef5-a7bf-6fbe669ceae7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 89587cbe-41a6-4e83-9f61-086413170ed1) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:51.329181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd286346-1b1b-4ef5-a7bf-6fbe669ceae7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:51.330004 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cd286346-1b1b-4ef5-a7bf-6fbe669ceae7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.338327 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28249e32-e8e5-47c9-996b-f3c68e0cf27a None None] Network 89587cbe-41a6-4e83-9f61-086413170ed1 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:51.348425 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cd286346-1b1b-4ef5-a7bf-6fbe669ceae7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7064147 Aug 05 14:07:51.352358 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34842) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:51.354092 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.358403 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-932889473', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:51.367756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:07:51.368234 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:07:51.373058 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:07:51.403116 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.404807 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.460757 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-f4683c4c-58a4-4a7d-a3a6-27951b13b018 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:51.462219 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-f4683c4c-58a4-4a7d-a3a6-27951b13b018 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/networks?id=8f917b63-8bba-4d52-ade2-47fe17033a69 HTTP/1.1" status: 200 len: 810 time: 0.2464321 Aug 05 14:07:51.482289 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.488077 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.490604 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "DELETE /v2.0/networks/bde2addb-7203-4895-abde-2402b14cdcce HTTP/1.1" status: 204 len: 168 time: 1.0196419 Aug 05 14:07:51.497568 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34846) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:51.511834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ed6694-fcb6-489a-8952-e22cb1d144d4 None None] Network 89587cbe-41a6-4e83-9f61-086413170ed1 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:51.524574 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-22d69fc4-0ddc-4136-8c41-babf8201c230 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/quotas/45b977a4c22e40e1a578626737babe46 HTTP/1.1" status: 200 len: 375 time: 0.0510263 Aug 05 14:07:51.528875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d9a8e-0329-4e52-90f8-7846f481a6bc tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event deleted for resources: {'Network': ['ID=bde2addb-7203-4895-abde-2402b14cdcce,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:51.537436 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.586934 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-31b5b816-3b94-42af-b1e4-f9c13f4f0fb0 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=45b977a4c22e40e1a578626737babe46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613050 Aug 05 14:07:51.634658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579e1f4-386c-4105-a72d-a6fcdfed7c9d req-37f98642-76da-4209-bdc9-62198a06982d tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:51.634658 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6579e1f4-386c-4105-a72d-a6fcdfed7c9d req-37f98642-76da-4209-bdc9-62198a06982d tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.1775432 Aug 05 14:07:51.664424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-79129fba-2990-4426-a468-ac836e28a3fe tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Deleting subnet 1a418a93-0062-4d3d-aabd-0bc6bbb79f37 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:07:51.675166 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-79129fba-2990-4426-a468-ac836e28a3fe tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.710965 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.714995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8674cdd3-3a1c-42f4-b20e-e13c75c457fd no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:07:51.737626 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-79129fba-2990-4426-a468-ac836e28a3fe tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.739256 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 8674cdd3-3a1c-42f4-b20e-e13c75c457fd {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:07:51.739616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8674cdd3-3a1c-42f4-b20e-e13c75c457fd not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:07:51.771272 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-76d1a0e5-ac44-4af4-97f8-35a2044fca36 service neutron] 10.222.0.16 "GET /v2.0/networks/8f917b63-8bba-4d52-ade2-47fe17033a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835654 Aug 05 14:07:51.799125 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6579e1f4-386c-4105-a72d-a6fcdfed7c9d req-99d930af-42ea-4ee7-840e-87e69231f047 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840752 Aug 05 14:07:51.899826 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-79129fba-2990-4426-a468-ac836e28a3fe tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.937708 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-5ee62d7a-f4b6-4a27-8434-a650c1cc1d18 service neutron] 10.222.0.16 "GET /v2.0/networks/8f917b63-8bba-4d52-ade2-47fe17033a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559861 Aug 05 14:07:51.974385 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-79129fba-2990-4426-a468-ac836e28a3fe tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:51.994729 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fae18-e890-4f6e-b0f8-f9666d86176d req-bee3008f-2670-45ba-8049-6d1c4d8609b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:51.996697 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a8fae18-e890-4f6e-b0f8-f9666d86176d req-bee3008f-2670-45ba-8049-6d1c4d8609b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.1330512 Aug 05 14:07:52.010565 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79129fba-2990-4426-a468-ac836e28a3fe tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event deleted for resources: {'Subnet': ['ID=1a418a93-0062-4d3d-aabd-0bc6bbb79f37,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:52.015310 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-79129fba-2990-4426-a468-ac836e28a3fe tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.019947 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-79129fba-2990-4426-a468-ac836e28a3fe tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "DELETE /v2.0/subnets/1a418a93-0062-4d3d-aabd-0bc6bbb79f37 HTTP/1.1" status: 204 len: 168 time: 0.5190616 Aug 05 14:07:52.020257 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34852) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:52.021366 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.033222 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a456516c-a919-4911-aa95-865dd3f23341 None None] Network 748733da-e5b9-4968-8cef-8bf87cd727ed requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:52.057813 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.090088 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a8fae18-e890-4f6e-b0f8-f9666d86176d req-3bcd5396-faf1-4781-be6e-28b6baeda367 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705981 Aug 05 14:07:52.134348 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.240662 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Deleting port ff2744d2-9c4c-4ea5-ac80-865a56f73332 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:52.241330 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.255061 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Allocated IP 172.25.5.251 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/e0658d27-8d4b-4973-8be4-8c1cf56963f6) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:52.290968 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a69530-2fd4-4599-8c4e-e3a712d1d8e5 None None] DHCP port deletion for 748733da-e5b9-4968-8cef-8bf87cd727ed request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:07:52.314295 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-32333886-2739-4f07-912c-6e7ef0eb52c5 req-ef06d250-aa65-45b5-b3df-3bdd19ed5a3e tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/ports?device_id=34079bbd-404d-4fb6-8685-c436c7e79753 HTTP/1.1" status: 200 len: 210 time: 0.0444384 Aug 05 14:07:52.343753 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] For port ff2744d2-9c4c-4ea5-ac80-865a56f73332, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ff2744d2-9c4c-4ea5-ac80-865a56f73332,segment=NetworkSegment(c55b61db-a3d4-482e-a40e-f2fb2ad464bf),segment_id=c55b61db-a3d4-482e-a40e-f2fb2ad464bf)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:52.344262 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.359589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Calling delete_port for ff2744d2-9c4c-4ea5-ac80-865a56f73332 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:52.393900 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-64a69530-2fd4-4599-8c4e-e3a712d1d8e5 None None] Deleting port ff2744d2-9c4c-4ea5-ac80-865a56f73332 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:07:52.394277 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-64a69530-2fd4-4599-8c4e-e3a712d1d8e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.447716 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.467770 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.482595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-64a69530-2fd4-4599-8c4e-e3a712d1d8e5 None None] For port ff2744d2-9c4c-4ea5-ac80-865a56f73332, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ff2744d2-9c4c-4ea5-ac80-865a56f73332,segment=NetworkSegment(c55b61db-a3d4-482e-a40e-f2fb2ad464bf),segment_id=c55b61db-a3d4-482e-a40e-f2fb2ad464bf)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:52.483099 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-64a69530-2fd4-4599-8c4e-e3a712d1d8e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.486889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] No DVR routers for this DVR port ff2744d2-9c4c-4ea5-ac80-865a56f73332 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:07:52.500418 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-64a69530-2fd4-4599-8c4e-e3a712d1d8e5 None None] Calling delete_port for ff2744d2-9c4c-4ea5-ac80-865a56f73332 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:07:52.505194 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.567846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:52.572346 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:52.576965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:52.584393 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event deleted for resources: {'Port': ['ID=ff2744d2-9c4c-4ea5-ac80-865a56f73332,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:52.590989 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-64a69530-2fd4-4599-8c4e-e3a712d1d8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.620971 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.627925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=e0658d27-8d4b-4973-8be4-8c1cf56963f6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:52.629076 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a69530-2fd4-4599-8c4e-e3a712d1d8e5 None None] Pushing event deleted for resources: {'Port': ['ID=ff2744d2-9c4c-4ea5-ac80-865a56f73332,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:52.631639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a69530-2fd4-4599-8c4e-e3a712d1d8e5 None None] No DVR routers for this DVR port ff2744d2-9c4c-4ea5-ac80-865a56f73332 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:07:52.642117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748733da-e5b9-4968-8cef-8bf87cd727ed']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:52.653794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55b61db-a3d4-482e-a40e-f2fb2ad464bf') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:52.654093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55b61db-a3d4-482e-a40e-f2fb2ad464bf') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:52.665220 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.686978 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.700017 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:07:52.700431 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:07:52.704167 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:07:52.791654 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.803394 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.808230 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "DELETE /v2.0/networks/748733da-e5b9-4968-8cef-8bf87cd727ed HTTP/1.1" status: 204 len: 168 time: 0.7841177 Aug 05 14:07:52.821345 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34866) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:52.825191 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c720bd2-9c48-464e-b2af-2d3f22475e8a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event deleted for resources: {'Network': ['ID=748733da-e5b9-4968-8cef-8bf87cd727ed,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:52.834754 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3b9f45b1-8ddd-4d89-83b2-c6c178d75f4b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-182282137'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:52.864800 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9f45b1-8ddd-4d89-83b2-c6c178d75f4b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Made reservation on behalf of 62769571dbac4710800bf250c3a84fc9 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:52.872705 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3b9f45b1-8ddd-4d89-83b2-c6c178d75f4b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.901002 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9f45b1-8ddd-4d89-83b2-c6c178d75f4b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:07:52.911690 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3b9f45b1-8ddd-4d89-83b2-c6c178d75f4b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.912025 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-3b9f45b1-8ddd-4d89-83b2-c6c178d75f4b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Added segment 2fda3a79-c126-4d41-8a84-55e9883a9e68 of type vlan for network 0ad65491-4ae8-4927-8003-091a6358dc64 Aug 05 14:07:52.954089 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.969446 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3b9f45b1-8ddd-4d89-83b2-c6c178d75f4b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:52.999720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9758af-c9b7-4b51-9c0d-5a9bf51e1fff req-66389cb9-8ecd-4072-af40-78d56801d91e tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:53.001288 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de9758af-c9b7-4b51-9c0d-5a9bf51e1fff req-66389cb9-8ecd-4072-af40-78d56801d91e tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.0996823 Aug 05 14:07:53.002818 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3b9f45b1-8ddd-4d89-83b2-c6c178d75f4b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:53.008978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9f45b1-8ddd-4d89-83b2-c6c178d75f4b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:53.009609 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3b9f45b1-8ddd-4d89-83b2-c6c178d75f4b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:53.077070 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3b9f45b1-8ddd-4d89-83b2-c6c178d75f4b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2495062 Aug 05 14:07:53.077535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34870) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:53.085377 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-bc580a4f-ef7f-4329-8f6f-919c417adb95 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Request body: {'subnet': {'network_id': '0ad65491-4ae8-4927-8003-091a6358dc64', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:53.104636 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de9758af-c9b7-4b51-9c0d-5a9bf51e1fff req-00daf2cc-ed09-4561-98ab-0353c633d8e0 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944984 Aug 05 14:07:53.159216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f45b1-8ddd-4d89-83b2-c6c178d75f4b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event updated for resources: {'Network': ['ID=0ad65491-4ae8-4927-8003-091a6358dc64,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:53.175778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 0ad65491-4ae8-4927-8003-091a6358dc64 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:07:53.217761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc580a4f-ef7f-4329-8f6f-919c417adb95 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Made reservation on behalf of 62769571dbac4710800bf250c3a84fc9 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:53.221983 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bc580a4f-ef7f-4329-8f6f-919c417adb95 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:53.272989 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:53.336229 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bc866-7a84-41f2-b34f-99c1d09bb2d0 req-72057c1f-c659-4408-b714-0c221427aaaf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:53.337901 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8c6bc866-7a84-41f2-b34f-99c1d09bb2d0 req-72057c1f-c659-4408-b714-0c221427aaaf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.1467235 Aug 05 14:07:53.402132 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8c6bc866-7a84-41f2-b34f-99c1d09bb2d0 req-0721dca7-bf18-4b1b-b7bd-e56ebdea31d6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527322 Aug 05 14:07:53.412638 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-59c7315a-83b2-4102-9821-c7a148b57a91 req-9d9e4b9f-4aa4-4f8b-8d3d-e8f679168154 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/ports?device_id=34079bbd-404d-4fb6-8685-c436c7e79753 HTTP/1.1" status: 200 len: 210 time: 0.0308654 Aug 05 14:07:53.482522 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router fb5210e0-d397-466b-8b3b-115347d26c0e is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:07:53.555452 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bc580a4f-ef7f-4329-8f6f-919c417adb95 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:53.610964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:07:53.646566 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:53.647693 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f1f444-e870-4f27-ba42-6d6986e3dda4 None None] Sync routers for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:07:53.649855 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-198d30f2-7653-433a-ba67-6c5a207ab768 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2959874 Aug 05 14:07:53.657212 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34880) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:53.672071 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f1f444-e870-4f27-ba42-6d6986e3dda4 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:07:53.675138 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-57f1f444-e870-4f27-ba42-6d6986e3dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:53.715386 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc580a4f-ef7f-4329-8f6f-919c417adb95 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event updated for resources: {'Subnet': ['ID=871c7d52-7a0a-4e37-8fc5-8191fc5038d7,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:53.730988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc580a4f-ef7f-4329-8f6f-919c417adb95 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Checking segment: {'id': '2fda3a79-c126-4d41-8a84-55e9883a9e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ad65491-4ae8-4927-8003-091a6358dc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:53.731519 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc580a4f-ef7f-4329-8f6f-919c417adb95 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Network hostable DHCP agents. Network: 0ad65491-4ae8-4927-8003-091a6358dc64, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:07:53.733494 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-57f1f444-e870-4f27-ba42-6d6986e3dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:53.742346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-7295fb7e-1920-4dd0-a98b-8e64cec72f6a tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:53.745752 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-7295fb7e-1920-4dd0-a98b-8e64cec72f6a tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.63 "GET /v2.0/networks?id=8f917b63-8bba-4d52-ade2-47fe17033a69 HTTP/1.1" status: 200 len: 810 time: 0.2209973 Aug 05 14:07:53.748770 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f1f444-e870-4f27-ba42-6d6986e3dda4 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:07:53.749552 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-57f1f444-e870-4f27-ba42-6d6986e3dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:53.750822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ff2744d2-9c4c-4ea5-ac80-865a56f73332 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:07:53.771096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-0bce9542-7fbe-4d25-80db-9a193ee98694 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Request body: {'port': {'device_id': '34079bbd-404d-4fb6-8685-c436c7e79753', 'network_id': '8f917b63-8bba-4d52-ade2-47fe17033a69', 'admin_state_up': True, 'tenant_id': '45b977a4c22e40e1a578626737babe46'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:53.775147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: ff2744d2-9c4c-4ea5-ac80-865a56f73332 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:07:53.775506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ff2744d2-9c4c-4ea5-ac80-865a56f73332 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:07:53.779908 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc580a4f-ef7f-4329-8f6f-919c417adb95 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Network 0ad65491-4ae8-4927-8003-091a6358dc64 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:07:53.796837 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-57f1f444-e870-4f27-ba42-6d6986e3dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:53.797510 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f1f444-e870-4f27-ba42-6d6986e3dda4 None None] The sync data for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:07:53.833402 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-bc580a4f-ef7f-4329-8f6f-919c417adb95 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 0ad65491-4ae8-4927-8003-091a6358dc64) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:53.844339 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc580a4f-ef7f-4329-8f6f-919c417adb95 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:53.844941 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bc580a4f-ef7f-4329-8f6f-919c417adb95 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:53.845636 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4096514-2785-4fdb-9b8c-693858a658c1 None None] Network 0ad65491-4ae8-4927-8003-091a6358dc64 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:53.876394 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bc580a4f-ef7f-4329-8f6f-919c417adb95 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7948487 Aug 05 14:07:53.877416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34882) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:53.884363 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-22ef1ec2-9c8d-464c-a8fe-d1c6a6650f50 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1453414821'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:53.925044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ef1ec2-9c8d-464c-a8fe-d1c6a6650f50 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Made reservation on behalf of 62769571dbac4710800bf250c3a84fc9 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:53.928992 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22ef1ec2-9c8d-464c-a8fe-d1c6a6650f50 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:53.956618 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-0bce9542-7fbe-4d25-80db-9a193ee98694 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Made reservation on behalf of 45b977a4c22e40e1a578626737babe46 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:53.960362 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-0bce9542-7fbe-4d25-80db-9a193ee98694 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:53.980756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ef1ec2-9c8d-464c-a8fe-d1c6a6650f50 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:07:54.000821 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22ef1ec2-9c8d-464c-a8fe-d1c6a6650f50 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:54.001175 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-22ef1ec2-9c8d-464c-a8fe-d1c6a6650f50 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Added segment 19a51336-6abb-4b0d-94c6-75fda8107c09 of type vlan for network a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b Aug 05 14:07:54.016808 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0ad65491-4ae8-4927-8003-091a6358dc64', 'network_id': '0ad65491-4ae8-4927-8003-091a6358dc64', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'fixed_ips': [{'subnet_id': '871c7d52-7a0a-4e37-8fc5-8191fc5038d7'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:07:54.019151 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:54.108389 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22ef1ec2-9c8d-464c-a8fe-d1c6a6650f50 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:54.176870 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Allocated IP 19.80.0.2 (0ad65491-4ae8-4927-8003-091a6358dc64/871c7d52-7a0a-4e37-8fc5-8191fc5038d7/4594ed39-38cc-456c-a24b-1aaebcd6e8e9) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:54.182640 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-0bce9542-7fbe-4d25-80db-9a193ee98694 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Allocated IP 172.20.0.3 (8f917b63-8bba-4d52-ade2-47fe17033a69/82ce1e5f-9032-420b-83ef-d0d17a3ce9eb/aed133a2-4b07-44d2-b196-703546d80f41) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:54.190582 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22ef1ec2-9c8d-464c-a8fe-d1c6a6650f50 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:54.196706 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ef1ec2-9c8d-464c-a8fe-d1c6a6650f50 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:54.197405 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22ef1ec2-9c8d-464c-a8fe-d1c6a6650f50 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:54.275106 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-22ef1ec2-9c8d-464c-a8fe-d1c6a6650f50 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3970258 Aug 05 14:07:54.280387 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d4466-0f67-43b0-aea2-2369644a8ddf req-e0442628-7b5e-49a0-96e2-aaed92e582c5 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:54.282018 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-225d4466-0f67-43b0-aea2-2369644a8ddf req-e0442628-7b5e-49a0-96e2-aaed92e582c5 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.0921302 Aug 05 14:07:54.284603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34888) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:54.291049 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-9dba7f8f-8bad-4600-9af9-ac6639e8aba7 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Request body: {'subnet': {'network_id': 'a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:54.299159 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:54.304176 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef1ec2-9c8d-464c-a8fe-d1c6a6650f50 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event updated for resources: {'Network': ['ID=a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:54.325712 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:07:54.425144 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:54.436590 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-0bce9542-7fbe-4d25-80db-9a193ee98694 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:54.437215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Transition to ACTIVE for port object 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:54.456430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Transition to ACTIVE for port object 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:54.466200 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:54.498906 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-225d4466-0f67-43b0-aea2-2369644a8ddf req-3f07714b-45ec-4573-b809-eea2376873ed tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028670 Aug 05 14:07:54.506955 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-0bce9542-7fbe-4d25-80db-9a193ee98694 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:54.514771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Network 0ad65491-4ae8-4927-8003-091a6358dc64 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:54.518130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:54.521724 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:54.568121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Pushing event updated for resources: {'Port': ['ID=4594ed39-38cc-456c-a24b-1aaebcd6e8e9,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:54.585315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dba7f8f-8bad-4600-9af9-ac6639e8aba7 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Made reservation on behalf of 62769571dbac4710800bf250c3a84fc9 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:54.592453 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dba7f8f-8bad-4600-9af9-ac6639e8aba7 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:54.597367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-0bce9542-7fbe-4d25-80db-9a193ee98694 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Network 8f917b63-8bba-4d52-ade2-47fe17033a69 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:54.605863 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-0bce9542-7fbe-4d25-80db-9a193ee98694 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:54.608997 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-0bce9542-7fbe-4d25-80db-9a193ee98694 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:54.613258 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Attempting to bind port 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:54.614100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Attempting to bind port 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '2fda3a79-c126-4d41-8a84-55e9883a9e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ad65491-4ae8-4927-8003-091a6358dc64'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:54.614913 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Attempting to bind port 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 on network 0ad65491-4ae8-4927-8003-091a6358dc64 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:54.615915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce9542-7fbe-4d25-80db-9a193ee98694 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Pushing event updated for resources: {'Port': ['ID=aed133a2-4b07-44d2-b196-703546d80f41,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:54.624463 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:07:54.624947 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Checking segment: {'id': '2fda3a79-c126-4d41-8a84-55e9883a9e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ad65491-4ae8-4927-8003-091a6358dc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:54.625453 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:54.626958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Bound using segment: {'id': '2fda3a79-c126-4d41-8a84-55e9883a9e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ad65491-4ae8-4927-8003-091a6358dc64'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:07:54.626958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Bound port: 4594ed39-38cc-456c-a24b-1aaebcd6e8e9, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fda3a79-c126-4d41-8a84-55e9883a9e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ad65491-4ae8-4927-8003-091a6358dc64'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:07:54.627397 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:54.662132 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2f4a5-947c-4cf5-9354-e9b8d81f8a1b req-49fb32bc-dadf-4343-8ad4-576f5884a690 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:54.663985 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-44c2f4a5-947c-4cf5-9354-e9b8d81f8a1b req-49fb32bc-dadf-4343-8ad4-576f5884a690 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/ports?device_id=34079bbd-404d-4fb6-8685-c436c7e79753 HTTP/1.1" status: 200 len: 931 time: 0.1607051 Aug 05 14:07:54.702354 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-0bce9542-7fbe-4d25-80db-9a193ee98694 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:54.703160 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-0bce9542-7fbe-4d25-80db-9a193ee98694 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:54.705179 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] For port 4594ed39-38cc-456c-a24b-1aaebcd6e8e9, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:07:54.709632 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] For port 4594ed39-38cc-456c-a24b-1aaebcd6e8e9, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4594ed39-38cc-456c-a24b-1aaebcd6e8e9,segment=NetworkSegment(2fda3a79-c126-4d41-8a84-55e9883a9e68),segment_id=2fda3a79-c126-4d41-8a84-55e9883a9e68)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:07:54.715436 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:54.735497 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-0bce9542-7fbe-4d25-80db-9a193ee98694 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9719565 Aug 05 14:07:54.738818 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-44c2f4a5-947c-4cf5-9354-e9b8d81f8a1b req-c60e6eaa-ced2-43c9-b94c-4c32cc5b9fb5 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/security-groups?id=64ff20c2-9303-443d-a993-1664ad1af221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642941 Aug 05 14:07:54.751811 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Request body: {'port': {'device_id': '34079bbd-404d-4fb6-8685-c436c7e79753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:54.777542 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d5b1a-97c2-4995-a665-cf7fc5c9f356 None None] Pushing event updated for resources: {'Port': ['ID=4594ed39-38cc-456c-a24b-1aaebcd6e8e9,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:54.805377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c9b29-4d50-4f8c-8aa6-183db60204bf req-db2c54c7-514c-416d-9801-8f0d50546239 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:54.807218 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a87c9b29-4d50-4f8c-8aa6-183db60204bf req-db2c54c7-514c-416d-9801-8f0d50546239 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.2235591 Aug 05 14:07:54.841806 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:54.941423 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a87c9b29-4d50-4f8c-8aa6-183db60204bf req-9f11124e-a1a7-488f-81a6-32434e6fddf4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213253 Aug 05 14:07:55.189642 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed133a2-4b07-44d2-b196-703546d80f41 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:07:55.201254 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:55.219422 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Transition to ACTIVE for port object aed133a2-4b07-44d2-b196-703546d80f41 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:55.225312 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:55.282455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Pushing event updated for resources: {'Port': ['ID=aed133a2-4b07-44d2-b196-703546d80f41,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:55.367764 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Attempting to bind port aed133a2-4b07-44d2-b196-703546d80f41 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:55.368120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Attempting to bind port aed133a2-4b07-44d2-b196-703546d80f41 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'b35565e7-778d-4488-946f-a68b18784d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8f917b63-8bba-4d52-ade2-47fe17033a69'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:55.368444 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Attempting to bind port aed133a2-4b07-44d2-b196-703546d80f41 on network 8f917b63-8bba-4d52-ade2-47fe17033a69 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:55.376941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Port aed133a2-4b07-44d2-b196-703546d80f41 on network 8f917b63-8bba-4d52-ade2-47fe17033a69 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:07:55.377334 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Attempting to bind port aed133a2-4b07-44d2-b196-703546d80f41 on network 8f917b63-8bba-4d52-ade2-47fe17033a69 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:55.383356 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:07:55.383597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Checking segment: {'id': 'b35565e7-778d-4488-946f-a68b18784d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8f917b63-8bba-4d52-ade2-47fe17033a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:55.383960 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Bound using segment: {'id': 'b35565e7-778d-4488-946f-a68b18784d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8f917b63-8bba-4d52-ade2-47fe17033a69'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:07:55.384397 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Bound port: aed133a2-4b07-44d2-b196-703546d80f41, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35565e7-778d-4488-946f-a68b18784d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8f917b63-8bba-4d52-ade2-47fe17033a69'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:07:55.384758 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:55.428585 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dba7f8f-8bad-4600-9af9-ac6639e8aba7 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:55.431158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Allocated IP 172.20.0.1 (89587cbe-41a6-4e83-9f61-086413170ed1/1e368069-7649-4e4b-836c-eca5100e6d2e/4283dced-190f-4603-9469-d489fb5aa69d) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:55.459260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] For port aed133a2-4b07-44d2-b196-703546d80f41, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:07:55.463696 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] For port aed133a2-4b07-44d2-b196-703546d80f41, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=aed133a2-4b07-44d2-b196-703546d80f41,segment=NetworkSegment(b35565e7-778d-4488-946f-a68b18784d0a),segment_id=b35565e7-778d-4488-946f-a68b18784d0a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:07:55.469998 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:55.509744 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:55.511492 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:55.513340 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] 10.222.0.63 "PUT /v2.0/ports/aed133a2-4b07-44d2-b196-703546d80f41 HTTP/1.1" status: 200 len: 1091 time: 0.7658448 Aug 05 14:07:55.513809 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34079bbd-404d-4fb6-8685-c436c7e79753', 'tag': 'aed133a2-4b07-44d2-b196-703546d80f41'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:07:55.517458 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1c4d85-0500-4064-b162-a74a4328ec74" -d '{"events": [{"name": "network-changed", "server_uuid": "34079bbd-404d-4fb6-8685-c436c7e79753", "tag": "aed133a2-4b07-44d2-b196-703546d80f41"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:07:55.564716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba7f8f-8bad-4600-9af9-ac6639e8aba7 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event updated for resources: {'Subnet': ['ID=f2a38361-7a7b-40a5-b7af-463a4362134d,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:55.609038 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9e7fa-a44a-4952-8236-b35c77401001 service neutron] Pushing event updated for resources: {'Port': ['ID=aed133a2-4b07-44d2-b196-703546d80f41,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:55.609438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dba7f8f-8bad-4600-9af9-ac6639e8aba7 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Checking segment: {'id': '19a51336-6abb-4b0d-94c6-75fda8107c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:55.609438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dba7f8f-8bad-4600-9af9-ac6639e8aba7 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Network hostable DHCP agents. Network: a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:07:55.658917 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-63a29ee1-dbc7-4280-9cdc-330fd458cf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:55.661881 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-63a29ee1-dbc7-4280-9cdc-330fd458cf81 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=45b977a4c22e40e1a578626737babe46&device_id=34079bbd-404d-4fb6-8685-c436c7e79753 HTTP/1.1" status: 200 len: 1094 time: 0.0852993 Aug 05 14:07:55.687326 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dba7f8f-8bad-4600-9af9-ac6639e8aba7 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Network a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:07:55.706905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-9dba7f8f-8bad-4600-9af9-ac6639e8aba7 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:55.716533 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbe2518-2dc1-4b0c-b40b-7e4e219263c1 None None] Network a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:55.717439 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dba7f8f-8bad-4600-9af9-ac6639e8aba7 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:55.718135 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dba7f8f-8bad-4600-9af9-ac6639e8aba7 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:55.727029 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:55.730568 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a360ae11-5c98-4cfe-a388-3fe8f2f7da4b x-openstack-request-id: req-a360ae11-5c98-4cfe-a388-3fe8f2f7da4b {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:07:55.730992 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34079bbd-404d-4fb6-8685-c436c7e79753", "tag": "aed133a2-4b07-44d2-b196-703546d80f41", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:07:55.731508 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a360ae11-5c98-4cfe-a388-3fe8f2f7da4b {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:07:55.732081 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34079bbd-404d-4fb6-8685-c436c7e79753', 'tag': 'aed133a2-4b07-44d2-b196-703546d80f41', 'status': 'completed', 'code': 200} Aug 05 14:07:55.735061 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-96b36749-24dd-4cf8-a92c-f957ff0abb4e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aed133a2-4b07-44d2-b196-703546d80f41 HTTP/1.1" status: 200 len: 217 time: 0.0653286 Aug 05 14:07:55.747112 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14d44c-8841-47ff-95c2-440c46d0ddeb req-4e09f751-716d-409f-9ea4-b7aef6ea1528 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:55.748808 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ce14d44c-8841-47ff-95c2-440c46d0ddeb req-4e09f751-716d-409f-9ea4-b7aef6ea1528 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.1400695 Aug 05 14:07:55.768213 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9dba7f8f-8bad-4600-9af9-ac6639e8aba7 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4823611 Aug 05 14:07:55.820997 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-d2b7c3c8-f0e8-4941-8925-1b5eea37aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:55.823695 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-d2b7c3c8-f0e8-4941-8925-1b5eea37aa9e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82ce1e5f-9032-420b-83ef-d0d17a3ce9eb HTTP/1.1" status: 200 len: 850 time: 0.0809629 Aug 05 14:07:55.827022 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ce14d44c-8841-47ff-95c2-440c46d0ddeb req-06b50305-9b29-41e6-8d05-34f2eb96fa19 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559027 Aug 05 14:07:55.857412 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:55.910837 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:55.976934 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network 89587cbe-41a6-4e83-9f61-086413170ed1 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:55.982301 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=4283dced-190f-4603-9469-d489fb5aa69d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:55.995155 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:55.995421 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-104b6a75-6877-40f6-a1ff-59fcc92280b8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8f917b63-8bba-4d52-ade2-47fe17033a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330299 Aug 05 14:07:56.007490 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:56.045088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:56.067775 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:56.091206 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3594a8f-08ff-4a81-8c0a-d8e726d01454 req-29b64b86-072b-4506-8e81-39f818aa7c09 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:56.098923 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3594a8f-08ff-4a81-8c0a-d8e726d01454 req-29b64b86-072b-4506-8e81-39f818aa7c09 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/ports?device_id=34079bbd-404d-4fb6-8685-c436c7e79753 HTTP/1.1" status: 200 len: 943 time: 0.2376685 Aug 05 14:07:56.134525 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b', 'network_id': 'a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'fixed_ips': [{'subnet_id': 'f2a38361-7a7b-40a5-b7af-463a4362134d'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:07:56.135821 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:56.152480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fffbba1-1f82-4a0b-8f2b-80740690cff9 None None] Network 0ad65491-4ae8-4927-8003-091a6358dc64 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:56.158576 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3594a8f-08ff-4a81-8c0a-d8e726d01454 req-ca5867b8-1b26-44ad-b81a-7fdb36e26d4d tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/security-groups?id=64ff20c2-9303-443d-a993-1664ad1af221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587137 Aug 05 14:07:56.164982 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-e0e7d9d8-4e2b-4d09-9c2d-6d2f0431eafa service neutron] 10.222.0.63 "GET /v2.0/networks/8f917b63-8bba-4d52-ade2-47fe17033a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561828 Aug 05 14:07:56.323811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-34549152-03db-4300-8a8a-4b09a3f6b41f None None] Provisioning for port 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:56.326355 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-ec39e9a1-a64e-4e44-846b-29fe7e15be95 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:56.332428 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-ec39e9a1-a64e-4e44-846b-29fe7e15be95 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:56.334426 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-ec39e9a1-a64e-4e44-846b-29fe7e15be95 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/networks?id=0ad65491-4ae8-4927-8003-091a6358dc64&id=a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b HTTP/1.1" status: 200 len: 1391 time: 0.2134898 Aug 05 14:07:56.350122 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a670b40f-33d9-48ef-aae6-2276e48e0f71 req-aefdca61-d02b-40b8-9124-1897455686b6 service neutron] 10.222.0.63 "GET /v2.0/networks/8f917b63-8bba-4d52-ade2-47fe17033a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665134 Aug 05 14:07:56.360834 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c455e08-caa6-48e4-be15-dd4aaa14fea2 req-2458ff44-6694-44aa-9b62-8eba0f5b0f50 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:56.363828 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-34549152-03db-4300-8a8a-4b09a3f6b41f None None] Provisioning complete for port 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:56.364444 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-34549152-03db-4300-8a8a-4b09a3f6b41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:56.367541 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c455e08-caa6-48e4-be15-dd4aaa14fea2 req-2458ff44-6694-44aa-9b62-8eba0f5b0f50 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.0931706 Aug 05 14:07:56.390621 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-f0126468-25fb-4ecf-8159-4d2349d9a3e3 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/quotas/62769571dbac4710800bf250c3a84fc9 HTTP/1.1" status: 200 len: 375 time: 0.0180264 Aug 05 14:07:56.397565 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:56.419520 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c455e08-caa6-48e4-be15-dd4aaa14fea2 req-424741db-3ba5-45bc-88dd-286310071403 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483172 Aug 05 14:07:56.462224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Allocated IP 19.86.0.2 (a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b/f2a38361-7a7b-40a5-b7af-463a4362134d/2d8f6710-ae77-4f96-9c78-3954a8628cab) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:56.493878 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c4d85-0500-4064-b162-a74a4328ec74 req-bac6f551-2c05-4f05-a238-4a2b1e1379fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:56.497025 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8d1c4d85-0500-4064-b162-a74a4328ec74 req-bac6f551-2c05-4f05-a238-4a2b1e1379fa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=45b977a4c22e40e1a578626737babe46&device_id=34079bbd-404d-4fb6-8685-c436c7e79753 HTTP/1.1" status: 200 len: 1094 time: 0.0720904 Aug 05 14:07:56.511560 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-e7fcebba-b344-4a53-8b5c-c6af32b53d17 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=62769571dbac4710800bf250c3a84fc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1006482 Aug 05 14:07:56.606928 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c4d85-0500-4064-b162-a74a4328ec74 req-8337becb-fdf9-4d56-a7a0-a63ae8fa0eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:56.606928 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8d1c4d85-0500-4064-b162-a74a4328ec74 req-8337becb-fdf9-4d56-a7a0-a63ae8fa0eec service neutron] 10.222.0.63 "GET /v2.0/networks?id=8f917b63-8bba-4d52-ade2-47fe17033a69 HTTP/1.1" status: 200 len: 911 time: 0.0880933 Aug 05 14:07:56.607569 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-34549152-03db-4300-8a8a-4b09a3f6b41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:56.672319 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8d1c4d85-0500-4064-b162-a74a4328ec74 req-45b51b8f-c7ca-4f0d-87d9-563ee9b2c9da service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aed133a2-4b07-44d2-b196-703546d80f41 HTTP/1.1" status: 200 len: 217 time: 0.0535967 Aug 05 14:07:56.692067 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-34549152-03db-4300-8a8a-4b09a3f6b41f None None] For port 4594ed39-38cc-456c-a24b-1aaebcd6e8e9, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4594ed39-38cc-456c-a24b-1aaebcd6e8e9,segment=NetworkSegment(2fda3a79-c126-4d41-8a84-55e9883a9e68),segment_id=2fda3a79-c126-4d41-8a84-55e9883a9e68)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:56.700041 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-34549152-03db-4300-8a8a-4b09a3f6b41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:56.715219 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-00744c49-e410-4c37-b8fd-1ff6d271fa1b service neutron] 10.222.0.16 "GET /v2.0/networks/0ad65491-4ae8-4927-8003-091a6358dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952927 Aug 05 14:07:56.757587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c4d85-0500-4064-b162-a74a4328ec74 req-28341048-60c9-411e-bd76-aaaafb0129ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:56.760172 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8d1c4d85-0500-4064-b162-a74a4328ec74 req-28341048-60c9-411e-bd76-aaaafb0129ae service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82ce1e5f-9032-420b-83ef-d0d17a3ce9eb HTTP/1.1" status: 200 len: 850 time: 0.0699272 Aug 05 14:07:56.810797 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8d1c4d85-0500-4064-b162-a74a4328ec74 req-08c23af3-bd8d-427f-a077-86755bfa79b8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8f917b63-8bba-4d52-ade2-47fe17033a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331166 Aug 05 14:07:56.918471 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-608d95e1-a888-4591-9b73-36074e31e902 service neutron] 10.222.0.16 "GET /v2.0/networks/0ad65491-4ae8-4927-8003-091a6358dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772556 Aug 05 14:07:56.937031 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34549152-03db-4300-8a8a-4b09a3f6b41f None None] Pushing event updated for resources: {'Port': ['ID=4594ed39-38cc-456c-a24b-1aaebcd6e8e9,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:56.944432 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:56.954017 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Transition to ACTIVE for port object 2d8f6710-ae77-4f96-9c78-3954a8628cab will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:56.972000 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Transition to ACTIVE for port object 2d8f6710-ae77-4f96-9c78-3954a8628cab will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:07:56.980991 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:56.992652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:56.993561 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8d1c4d85-0500-4064-b162-a74a4328ec74 req-b86b488a-b4f4-452b-a74b-5dffd64b3cf7 service neutron] 10.222.0.63 "GET /v2.0/networks/8f917b63-8bba-4d52-ade2-47fe17033a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731884 Aug 05 14:07:57.001864 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:57.033276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Network a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:57.036248 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:57.042807 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:57.060858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b8c028ed-6f84-4b81-a1c7-cf83f0938c8a None None] Provisioning complete for port 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:57.061325 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b8c028ed-6f84-4b81-a1c7-cf83f0938c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:57.082593 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Pushing event updated for resources: {'Port': ['ID=2d8f6710-ae77-4f96-9c78-3954a8628cab,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:57.137760 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=4283dced-190f-4603-9469-d489fb5aa69d,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:57.147147 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:57.147923 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d6681-79ed-4bb6-b650-a4857bda3802 req-18053ed6-459e-4822-b15f-313ac094357e tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:57.149637 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c70d6681-79ed-4bb6-b650-a4857bda3802 req-18053ed6-459e-4822-b15f-313ac094357e tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.1551402 Aug 05 14:07:57.159259 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-23a8e3ff-60fb-4690-a893-d0295e6d9d8d service neutron] 10.222.0.16 "GET /v2.0/networks/a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344577 Aug 05 14:07:57.164528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Attempting to bind port 2d8f6710-ae77-4f96-9c78-3954a8628cab on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:07:57.164899 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Attempting to bind port 2d8f6710-ae77-4f96-9c78-3954a8628cab by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '19a51336-6abb-4b0d-94c6-75fda8107c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:07:57.165264 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Attempting to bind port 2d8f6710-ae77-4f96-9c78-3954a8628cab on network a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:07:57.174638 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:07:57.175009 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Checking segment: {'id': '19a51336-6abb-4b0d-94c6-75fda8107c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:07:57.175415 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:57.175813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Bound using segment: {'id': '19a51336-6abb-4b0d-94c6-75fda8107c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:07:57.176595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Bound port: 2d8f6710-ae77-4f96-9c78-3954a8628cab, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a51336-6abb-4b0d-94c6-75fda8107c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:07:57.176942 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:57.191579 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8d1c4d85-0500-4064-b162-a74a4328ec74 req-a62cc8a1-5525-4cf9-abe4-ef8a0d7e6d61 service neutron] 10.222.0.63 "GET /v2.0/networks/8f917b63-8bba-4d52-ade2-47fe17033a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843421 Aug 05 14:07:57.216618 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c70d6681-79ed-4bb6-b650-a4857bda3802 req-9bb9c368-58ce-4a46-83f5-d4302adebef7 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562360 Aug 05 14:07:57.292673 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] For port 2d8f6710-ae77-4f96-9c78-3954a8628cab, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:07:57.296223 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] For port 2d8f6710-ae77-4f96-9c78-3954a8628cab, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2d8f6710-ae77-4f96-9c78-3954a8628cab,segment=NetworkSegment(19a51336-6abb-4b0d-94c6-75fda8107c09),segment_id=19a51336-6abb-4b0d-94c6-75fda8107c09)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:07:57.301503 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:57.341788 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-6b4b1775-48e9-472c-8a2c-702ba041d566 service neutron] 10.222.0.16 "GET /v2.0/networks/a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682236 Aug 05 14:07:57.355558 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network 89587cbe-41a6-4e83-9f61-086413170ed1 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:57.362784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:57.364224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cf9db-99c4-4ef7-85d2-1529793591c2 None None] Pushing event updated for resources: {'Port': ['ID=2d8f6710-ae77-4f96-9c78-3954a8628cab,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:57.450061 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ad3d2-ecfc-48b5-9e56-11c9ad14bb28 req-9ce0ac38-85bc-4692-b3d6-aeab2b41202d tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:57.452009 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e9ad3d2-ecfc-48b5-9e56-11c9ad14bb28 req-9ce0ac38-85bc-4692-b3d6-aeab2b41202d tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/ports?device_id=34079bbd-404d-4fb6-8685-c436c7e79753 HTTP/1.1" status: 200 len: 943 time: 0.0675848 Aug 05 14:07:57.522138 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e9ad3d2-ecfc-48b5-9e56-11c9ad14bb28 req-26eb3df9-806e-4a3a-8472-5b6c1ac476cd tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/security-groups?id=64ff20c2-9303-443d-a993-1664ad1af221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611880 Aug 05 14:07:57.524834 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router fb5210e0-d397-466b-8b3b-115347d26c0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:07:57.660297 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f305cbab-01f0-4059-bc5e-94cc28f90fcc req-db82da1a-8bd2-4e1b-9dbe-95ca24622172 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 210 time: 0.0400901 Aug 05 14:07:57.718474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204a4f8-94fe-43e7-a227-60f2fcff4237 req-5b7cbe79-ba54-49ce-b0f1-9c514a5f50a6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:57.720103 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e204a4f8-94fe-43e7-a227-60f2fcff4237 req-5b7cbe79-ba54-49ce-b0f1-9c514a5f50a6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.1166389 Aug 05 14:07:57.788911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:07:57.801505 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd7c0e-bae6-403b-b352-87e48fd2484f None None] Sync routers for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:07:57.802861 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e204a4f8-94fe-43e7-a227-60f2fcff4237 req-0a75794b-9c46-4543-a57b-7b3161fcfc6a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671375 Aug 05 14:07:57.808482 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e80be09a-74ec-41be-a8b3-b0ced49c144b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "PUT /v2.0/routers/fb5210e0-d397-466b-8b3b-115347d26c0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1486540 Aug 05 14:07:57.811133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34942) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:57.824939 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-fb374681-e2aa-4d17-85f5-8218a2f80ca9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'port': {'network_id': '89587cbe-41a6-4e83-9f61-086413170ed1', 'name': 'tempest-FloatingIPTestJSON-465169745'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:57.828552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd7c0e-bae6-403b-b352-87e48fd2484f None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:07:57.829312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e9cd7c0e-bae6-403b-b352-87e48fd2484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:57.887435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e9cd7c0e-bae6-403b-b352-87e48fd2484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:57.899741 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd7c0e-bae6-403b-b352-87e48fd2484f None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:07:57.900488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e9cd7c0e-bae6-403b-b352-87e48fd2484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:57.941587 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e9cd7c0e-bae6-403b-b352-87e48fd2484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:07:57.942328 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd7c0e-bae6-403b-b352-87e48fd2484f None None] The sync data for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:07:57.960776 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2d8f6710-ae77-4f96-9c78-3954a8628cab up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:57.970141 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb374681-e2aa-4d17-85f5-8218a2f80ca9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Made reservation on behalf of a746e5515a4f43a5b91af3a99ad76efd for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:57.975021 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fb374681-e2aa-4d17-85f5-8218a2f80ca9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:58.003374 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-fb374681-e2aa-4d17-85f5-8218a2f80ca9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] device_id is not set on port 8f1a2417-5d47-49f6-b408-4f0d6a4d33cf yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:07:58.022541 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 2d8f6710-ae77-4f96-9c78-3954a8628cab completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:58.027441 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:58.080522 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:58.080813 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:58.140143 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-fb374681-e2aa-4d17-85f5-8218a2f80ca9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Allocated IP 172.20.0.14 (89587cbe-41a6-4e83-9f61-086413170ed1/1e368069-7649-4e4b-836c-eca5100e6d2e/8f1a2417-5d47-49f6-b408-4f0d6a4d33cf) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:58.373803 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fb374681-e2aa-4d17-85f5-8218a2f80ca9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:58.413686 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6d74f-885b-442f-96be-3d1fc68aa85e req-ccfb3ee2-8ece-4816-8caf-c656ee6f61c4 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:58.415276 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ce6d74f-885b-442f-96be-3d1fc68aa85e req-ccfb3ee2-8ece-4816-8caf-c656ee6f61c4 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.1094017 Aug 05 14:07:58.470564 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fb374681-e2aa-4d17-85f5-8218a2f80ca9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:58.490009 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ce6d74f-885b-442f-96be-3d1fc68aa85e req-ca72b547-e41b-4890-b845-559e98ab7aeb tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646548 Aug 05 14:07:58.519828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb374681-e2aa-4d17-85f5-8218a2f80ca9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network 89587cbe-41a6-4e83-9f61-086413170ed1 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:58.525268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-fb374681-e2aa-4d17-85f5-8218a2f80ca9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:58.529679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb374681-e2aa-4d17-85f5-8218a2f80ca9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:58.563872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb374681-e2aa-4d17-85f5-8218a2f80ca9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=8f1a2417-5d47-49f6-b408-4f0d6a4d33cf,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:58.596839 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb374681-e2aa-4d17-85f5-8218a2f80ca9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:58.597499 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fb374681-e2aa-4d17-85f5-8218a2f80ca9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:58.616491 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fb374681-e2aa-4d17-85f5-8218a2f80ca9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8029039 Aug 05 14:07:58.618583 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34952) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:07:58.624722 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2650f3a8-962e-4a1b-a2a7-843a1799f057 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'port': {'network_id': '89587cbe-41a6-4e83-9f61-086413170ed1', 'name': 'tempest-FloatingIPTestJSON-61929174'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:58.674527 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2341fc-a04e-4d25-835f-84f18e72e6a1 req-738591b5-c40b-4e8d-afca-41630ef380d2 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:58.676117 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de2341fc-a04e-4d25-835f-84f18e72e6a1 req-738591b5-c40b-4e8d-afca-41630ef380d2 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/ports?device_id=34079bbd-404d-4fb6-8685-c436c7e79753 HTTP/1.1" status: 200 len: 943 time: 0.0707233 Aug 05 14:07:58.705003 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33afb10-95b8-4e2d-acc7-2b0179a3c041 None None] Network a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:07:58.754821 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de2341fc-a04e-4d25-835f-84f18e72e6a1 req-eac98497-070c-46d0-80ca-1fd4bd06e1ac tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/security-groups?id=64ff20c2-9303-443d-a993-1664ad1af221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685785 Aug 05 14:07:58.829118 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2650f3a8-962e-4a1b-a2a7-843a1799f057 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Made reservation on behalf of a746e5515a4f43a5b91af3a99ad76efd for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:58.832931 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-760f3120-7c6a-4ef5-ac59-40eae182bab8 None None] Provisioning for port 2d8f6710-ae77-4f96-9c78-3954a8628cab completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:07:58.833862 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2650f3a8-962e-4a1b-a2a7-843a1799f057 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:58.843313 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-760f3120-7c6a-4ef5-ac59-40eae182bab8 None None] Provisioning complete for port 2d8f6710-ae77-4f96-9c78-3954a8628cab triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:58.843692 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-760f3120-7c6a-4ef5-ac59-40eae182bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:58.919600 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97544ecd-93d8-4e90-ad4f-be1882bbfc9b req-344cc844-befe-457a-b568-c2f521c3eba4 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 210 time: 0.1193812 Aug 05 14:07:58.920839 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-2650f3a8-962e-4a1b-a2a7-843a1799f057 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] device_id is not set on port da6199cd-f8a0-486b-8289-ff7726e019d5 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:07:59.035352 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-760f3120-7c6a-4ef5-ac59-40eae182bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:59.049239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a3fafa7f-88f0-41d6-9b35-378daeb7ac07 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:59.055705 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a3fafa7f-88f0-41d6-9b35-378daeb7ac07 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:59.058075 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a3fafa7f-88f0-41d6-9b35-378daeb7ac07 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.84 "GET /v2.0/networks?id=0ad65491-4ae8-4927-8003-091a6358dc64&id=a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b HTTP/1.1" status: 200 len: 1391 time: 0.2996328 Aug 05 14:07:59.059640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff278815-f5bf-492f-a6eb-44b37e604728 req-9e1a87b7-973c-4714-b10f-7f573cec9d66 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:59.063117 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ff278815-f5bf-492f-a6eb-44b37e604728 req-9e1a87b7-973c-4714-b10f-7f573cec9d66 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.0629053 Aug 05 14:07:59.089277 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-760f3120-7c6a-4ef5-ac59-40eae182bab8 None None] For port 2d8f6710-ae77-4f96-9c78-3954a8628cab, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2d8f6710-ae77-4f96-9c78-3954a8628cab,segment=NetworkSegment(19a51336-6abb-4b0d-94c6-75fda8107c09),segment_id=19a51336-6abb-4b0d-94c6-75fda8107c09)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:07:59.097000 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-760f3120-7c6a-4ef5-ac59-40eae182bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:59.097650 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-de9ce49c-7ad2-4ac2-929e-8f5ef6747214 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Request body: {'port': {'device_id': '14544902-11ee-4de6-a4e1-219f49e68df5', 'network_id': '0ad65491-4ae8-4927-8003-091a6358dc64', 'admin_state_up': True, 'tenant_id': '62769571dbac4710800bf250c3a84fc9'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:07:59.115192 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ff278815-f5bf-492f-a6eb-44b37e604728 req-69ea7b27-91aa-4abc-acf4-f4a1cac144e7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452881 Aug 05 14:07:59.159740 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f3120-7c6a-4ef5-ac59-40eae182bab8 None None] Pushing event updated for resources: {'Port': ['ID=2d8f6710-ae77-4f96-9c78-3954a8628cab,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:59.187429 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-2650f3a8-962e-4a1b-a2a7-843a1799f057 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Allocated IP 172.20.0.9 (89587cbe-41a6-4e83-9f61-086413170ed1/1e368069-7649-4e4b-836c-eca5100e6d2e/da6199cd-f8a0-486b-8289-ff7726e019d5) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:59.317447 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cbea761b-4292-40c0-a567-048af3f48be6 None None] Provisioning complete for port 2d8f6710-ae77-4f96-9c78-3954a8628cab triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:59.317736 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cbea761b-4292-40c0-a567-048af3f48be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:59.330733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-de9ce49c-7ad2-4ac2-929e-8f5ef6747214 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Made reservation on behalf of 62769571dbac4710800bf250c3a84fc9 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:07:59.334432 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-de9ce49c-7ad2-4ac2-929e-8f5ef6747214 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:59.451572 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2650f3a8-962e-4a1b-a2a7-843a1799f057 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:59.527025 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-de9ce49c-7ad2-4ac2-929e-8f5ef6747214 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Allocated IP 19.80.0.182 (0ad65491-4ae8-4927-8003-091a6358dc64/871c7d52-7a0a-4e37-8fc5-8191fc5038d7/645af16a-c59e-410d-8f01-39fa648a5728) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:07:59.560899 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2650f3a8-962e-4a1b-a2a7-843a1799f057 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:59.611351 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fe015-ae9f-41bb-a7f2-bdc59ca445d2 req-09d8c8a5-8c02-471d-9f08-7f25d4abc406 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:07:59.612905 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c62fe015-ae9f-41bb-a7f2-bdc59ca445d2 req-09d8c8a5-8c02-471d-9f08-7f25d4abc406 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.0533934 Aug 05 14:07:59.617762 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2650f3a8-962e-4a1b-a2a7-843a1799f057 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network 89587cbe-41a6-4e83-9f61-086413170ed1 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:07:59.628147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-2650f3a8-962e-4a1b-a2a7-843a1799f057 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:07:59.633875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650f3a8-962e-4a1b-a2a7-843a1799f057 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:07:59.661466 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c62fe015-ae9f-41bb-a7f2-bdc59ca445d2 req-2f6356ff-8b01-4ee4-88b3-5ab28e03e1a9 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421321 Aug 05 14:07:59.670488 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650f3a8-962e-4a1b-a2a7-843a1799f057 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=da6199cd-f8a0-486b-8289-ff7726e019d5,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:07:59.758498 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2d8f6710-ae77-4f96-9c78-3954a8628cab up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:07:59.813339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 2d8f6710-ae77-4f96-9c78-3954a8628cab triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:07:59.813713 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:07:59.920724 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device aed133a2-4b07-44d2-b196-703546d80f41 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:08:00.063239 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port aed133a2-4b07-44d2-b196-703546d80f41, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=aed133a2-4b07-44d2-b196-703546d80f41,segment=NetworkSegment(b35565e7-778d-4488-946f-a68b18784d0a),segment_id=b35565e7-778d-4488-946f-a68b18784d0a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:00.081139 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4a6800e5-37f0-413a-a5ba-1a1a2c2452a3 req-caa05784-784a-4cc7-89ca-9a849e0e55b1 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 210 time: 0.0322161 Aug 05 14:08:00.082780 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'aed133a2-4b07-44d2-b196-703546d80f41', 'network_id': '8f917b63-8bba-4d52-ade2-47fe17033a69', 'port_id': 'aed133a2-4b07-44d2-b196-703546d80f41', 'mac_address': 'fa:16:3e:ff:90:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ce1e5f-9032-420b-83ef-d0d17a3ce9eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:08:00.117785 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2650f3a8-962e-4a1b-a2a7-843a1799f057 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:00.118438 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2650f3a8-962e-4a1b-a2a7-843a1799f057 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:00.123630 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:00.137572 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed133a2-4b07-44d2-b196-703546d80f41 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:08:00.155146 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2650f3a8-962e-4a1b-a2a7-843a1799f057 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.5352721 Aug 05 14:08:00.158612 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34972) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:00.159063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port aed133a2-4b07-44d2-b196-703546d80f41, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=aed133a2-4b07-44d2-b196-703546d80f41,segment=NetworkSegment(b35565e7-778d-4488-946f-a68b18784d0a),segment_id=b35565e7-778d-4488-946f-a68b18784d0a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:00.164629 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:00.167319 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': 'da6199cd-f8a0-486b-8289-ff7726e019d5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:00.171344 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f4041-6275-43a4-afcd-5bd9cd2ed885 req-7ebfd539-12ea-411a-9b1f-6df156ac50aa tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:00.178855 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-554f4041-6275-43a4-afcd-5bd9cd2ed885 req-7ebfd539-12ea-411a-9b1f-6df156ac50aa tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/ports?device_id=34079bbd-404d-4fb6-8685-c436c7e79753 HTTP/1.1" status: 200 len: 943 time: 0.1244452 Aug 05 14:08:00.199076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:00.211484 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-de9ce49c-7ad2-4ac2-929e-8f5ef6747214 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:00.219808 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=aed133a2-4b07-44d2-b196-703546d80f41,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:00.237458 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-de9ce49c-7ad2-4ac2-929e-8f5ef6747214 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Transition to ACTIVE for port object 645af16a-c59e-410d-8f01-39fa648a5728 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:00.241493 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-554f4041-6275-43a4-afcd-5bd9cd2ed885 req-85cf9aa7-8013-4baa-9dbe-d459bc9b0e13 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/security-groups?id=64ff20c2-9303-443d-a993-1664ad1af221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616755 Aug 05 14:08:00.279400 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-de9ce49c-7ad2-4ac2-929e-8f5ef6747214 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:00.302979 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485714f-cebb-4fc9-a03f-bb5ffe6679ed req-ac88ca2c-809a-4c1f-afbc-bf2d46537445 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:00.304884 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6485714f-cebb-4fc9-a03f-bb5ffe6679ed req-ac88ca2c-809a-4c1f-afbc-bf2d46537445 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.0845232 Aug 05 14:08:00.330120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-de9ce49c-7ad2-4ac2-929e-8f5ef6747214 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Network 0ad65491-4ae8-4927-8003-091a6358dc64 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:00.338163 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-de9ce49c-7ad2-4ac2-929e-8f5ef6747214 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:00.342039 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-de9ce49c-7ad2-4ac2-929e-8f5ef6747214 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:00.357558 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6485714f-cebb-4fc9-a03f-bb5ffe6679ed req-77d437ba-6414-4b7c-bf03-d5a3ad7f07d5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448437 Aug 05 14:08:00.379438 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ce49c-7ad2-4ac2-929e-8f5ef6747214 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event updated for resources: {'Port': ['ID=645af16a-c59e-410d-8f01-39fa648a5728,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:00.405507 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:00.410421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-de9ce49c-7ad2-4ac2-929e-8f5ef6747214 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:00.411250 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-de9ce49c-7ad2-4ac2-929e-8f5ef6747214 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:00.429043 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-de9ce49c-7ad2-4ac2-929e-8f5ef6747214 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3377621 Aug 05 14:08:00.444515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-e5dc8140-9d36-4144-8baf-0dce1362ad2a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Request body: {'port': {'device_id': '14544902-11ee-4de6-a4e1-219f49e68df5', 'network_id': 'a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b', 'admin_state_up': True, 'tenant_id': '62769571dbac4710800bf250c3a84fc9'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:00.508909 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['aed133a2-4b07-44d2-b196-703546d80f41'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:08:00.530090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Allocated IP 172.25.5.215 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/558075f0-e8f5-4287-ba59-745aa701f9c0) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:00.612701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-e5dc8140-9d36-4144-8baf-0dce1362ad2a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Made reservation on behalf of 62769571dbac4710800bf250c3a84fc9 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:08:00.616486 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-e5dc8140-9d36-4144-8baf-0dce1362ad2a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:00.665618 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9804efa8-fadf-4d97-8394-d9015d485e05 None None] Provisioning for port 645af16a-c59e-410d-8f01-39fa648a5728 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:00.679779 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9804efa8-fadf-4d97-8394-d9015d485e05 None None] Provisioning complete for port 645af16a-c59e-410d-8f01-39fa648a5728 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:00.680142 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9804efa8-fadf-4d97-8394-d9015d485e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:00.686878 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:00.740459 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-9804efa8-fadf-4d97-8394-d9015d485e05 None None] Port 645af16a-c59e-410d-8f01-39fa648a5728 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:08:00.749995 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:00.795717 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-e5dc8140-9d36-4144-8baf-0dce1362ad2a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Allocated IP 19.86.0.248 (a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b/f2a38361-7a7b-40a5-b7af-463a4362134d/64733d87-d125-499e-9a7b-f3d205cf8012) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:00.825404 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:00.828482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:00.830295 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=558075f0-e8f5-4287-ba59-745aa701f9c0,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:00.833016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:00.862692 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:00.863038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:00.863375 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:00.863714 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:00.864045 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:00.864369 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:00.864695 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:00.865013 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:00.865331 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:00.865650 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:00.865969 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:00.866317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:00.894074 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296c0d3-ee50-4a6a-bd1a-363721afb463 req-a4a015fa-2b47-4edf-ba20-a50dd7e8b3ab tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:00.895642 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a296c0d3-ee50-4a6a-bd1a-363721afb463 req-a4a015fa-2b47-4edf-ba20-a50dd7e8b3ab tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.1196940 Aug 05 14:08:00.956148 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-e5dc8140-9d36-4144-8baf-0dce1362ad2a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:00.971884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-e5dc8140-9d36-4144-8baf-0dce1362ad2a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Transition to ACTIVE for port object 64733d87-d125-499e-9a7b-f3d205cf8012 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:00.991945 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a296c0d3-ee50-4a6a-bd1a-363721afb463 req-fd53b184-2aea-4a9a-bb8d-a6c5713d9f23 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890701 Aug 05 14:08:01.019522 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-e5dc8140-9d36-4144-8baf-0dce1362ad2a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:01.066324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-e5dc8140-9d36-4144-8baf-0dce1362ad2a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Network a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:01.073576 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-e5dc8140-9d36-4144-8baf-0dce1362ad2a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:01.078435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-e5dc8140-9d36-4144-8baf-0dce1362ad2a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:01.106796 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc8140-9d36-4144-8baf-0dce1362ad2a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event updated for resources: {'Port': ['ID=64733d87-d125-499e-9a7b-f3d205cf8012,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:01.147838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-e5dc8140-9d36-4144-8baf-0dce1362ad2a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:01.148526 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-e5dc8140-9d36-4144-8baf-0dce1362ad2a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:01.167390 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-e5dc8140-9d36-4144-8baf-0dce1362ad2a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7266054 Aug 05 14:08:01.184623 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Request body: {'port': {'device_id': '14544902-11ee-4de6-a4e1-219f49e68df5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:01.248767 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:01.277938 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8f7aa-adf4-4d93-b1bc-cf33b8e857e2 req-de69922c-6484-4c02-bc14-6abae8798062 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:01.283895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8f7aa-adf4-4d93-b1bc-cf33b8e857e2 req-de69922c-6484-4c02-bc14-6abae8798062 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:01.285553 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0f8f7aa-adf4-4d93-b1bc-cf33b8e857e2 req-de69922c-6484-4c02-bc14-6abae8798062 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1655 time: 0.1121049 Aug 05 14:08:01.367068 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1989499d-1498-4504-bb20-87b09a4c8e1a None None] Provisioning for port 64733d87-d125-499e-9a7b-f3d205cf8012 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:01.373164 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1989499d-1498-4504-bb20-87b09a4c8e1a None None] Provisioning complete for port 64733d87-d125-499e-9a7b-f3d205cf8012 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:01.373904 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1989499d-1498-4504-bb20-87b09a4c8e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:01.374657 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0f8f7aa-adf4-4d93-b1bc-cf33b8e857e2 req-5606a273-09b1-415c-9283-d594a1747e34 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787995 Aug 05 14:08:01.382109 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:01.427663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-1989499d-1498-4504-bb20-87b09a4c8e1a None None] Port 64733d87-d125-499e-9a7b-f3d205cf8012 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:08:01.493673 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:01.516909 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb81ae-990c-43c6-98e7-25a6fd608d15 req-196e13f2-6e94-483d-b2af-2f50b87d3185 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:01.518460 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ffcb81ae-990c-43c6-98e7-25a6fd608d15 req-196e13f2-6e94-483d-b2af-2f50b87d3185 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/ports?device_id=34079bbd-404d-4fb6-8685-c436c7e79753 HTTP/1.1" status: 200 len: 944 time: 0.1490850 Aug 05 14:08:01.548077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0cb35-8051-4377-984d-4bdc36a36de3 req-7928975c-243e-4162-97f6-0111a99e0055 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:01.549597 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d3d0cb35-8051-4377-984d-4bdc36a36de3 req-7928975c-243e-4162-97f6-0111a99e0055 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.0890820 Aug 05 14:08:01.588545 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ffcb81ae-990c-43c6-98e7-25a6fd608d15 req-06cda267-ebdd-4ab0-9f12-7ca5b463d689 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/security-groups?id=64ff20c2-9303-443d-a993-1664ad1af221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589139 Aug 05 14:08:01.654918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645af16a-c59e-410d-8f01-39fa648a5728 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:08:01.665379 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:01.665996 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d3d0cb35-8051-4377-984d-4bdc36a36de3 req-63ec4d88-5796-4139-a538-06f6d8cad542 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070836 Aug 05 14:08:01.691729 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Transition to ACTIVE for port object 645af16a-c59e-410d-8f01-39fa648a5728 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:01.695548 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:01.756119 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:01.757352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Pushing event updated for resources: {'Port': ['ID=645af16a-c59e-410d-8f01-39fa648a5728,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:01.763600 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:01.829988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Attempting to bind port 645af16a-c59e-410d-8f01-39fa648a5728 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:08:01.829988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Attempting to bind port 645af16a-c59e-410d-8f01-39fa648a5728 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '2fda3a79-c126-4d41-8a84-55e9883a9e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ad65491-4ae8-4927-8003-091a6358dc64'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:08:01.830598 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Attempting to bind port 645af16a-c59e-410d-8f01-39fa648a5728 on network 0ad65491-4ae8-4927-8003-091a6358dc64 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:01.836702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Port 645af16a-c59e-410d-8f01-39fa648a5728 on network 0ad65491-4ae8-4927-8003-091a6358dc64 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:08:01.836919 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Attempting to bind port 645af16a-c59e-410d-8f01-39fa648a5728 on network 0ad65491-4ae8-4927-8003-091a6358dc64 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:01.847273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:08:01.847752 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Checking segment: {'id': '2fda3a79-c126-4d41-8a84-55e9883a9e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ad65491-4ae8-4927-8003-091a6358dc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:08:01.848152 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Bound using segment: {'id': '2fda3a79-c126-4d41-8a84-55e9883a9e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ad65491-4ae8-4927-8003-091a6358dc64'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:08:01.848595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Bound port: 645af16a-c59e-410d-8f01-39fa648a5728, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fda3a79-c126-4d41-8a84-55e9883a9e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0ad65491-4ae8-4927-8003-091a6358dc64'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:08:01.848962 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:01.850531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=558075f0-e8f5-4287-ba59-745aa701f9c0,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:01.862562 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:01.927711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] For port 645af16a-c59e-410d-8f01-39fa648a5728, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:08:01.932667 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] For port 645af16a-c59e-410d-8f01-39fa648a5728, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=645af16a-c59e-410d-8f01-39fa648a5728,segment=NetworkSegment(2fda3a79-c126-4d41-8a84-55e9883a9e68),segment_id=2fda3a79-c126-4d41-8a84-55e9883a9e68)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:08:01.932800 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device aed133a2-4b07-44d2-b196-703546d80f41 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:08:01.940059 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:01.974882 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Floating IP 46e54dea-2722-4a37-b67c-b93f668a8079 associated. External IP: 172.25.5.215, port: da6199cd-f8a0-486b-8289-ff7726e019d5. Aug 05 14:08:01.975603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:01.976301 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:01.977865 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] 10.222.0.84 "PUT /v2.0/ports/645af16a-c59e-410d-8f01-39fa648a5728 HTTP/1.1" status: 200 len: 1092 time: 0.7999511 Aug 05 14:08:01.978429 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14544902-11ee-4de6-a4e1-219f49e68df5', 'tag': '645af16a-c59e-410d-8f01-39fa648a5728'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:01.981783 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29ef020-6d2b-47ac-8ee2-e1dc56db9f79" -d '{"events": [{"name": "network-changed", "server_uuid": "14544902-11ee-4de6-a4e1-219f49e68df5", "tag": "645af16a-c59e-410d-8f01-39fa648a5728"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:02.015382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port aed133a2-4b07-44d2-b196-703546d80f41 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:02.020827 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port aed133a2-4b07-44d2-b196-703546d80f41 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:02.021202 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:02.032296 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Request body: {'port': {'device_id': '14544902-11ee-4de6-a4e1-219f49e68df5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:02.112080 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f0d178-4949-457a-9e71-3ac0ea48fe3d x-openstack-request-id: req-90f0d178-4949-457a-9e71-3ac0ea48fe3d {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:02.113390 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14544902-11ee-4de6-a4e1-219f49e68df5", "tag": "645af16a-c59e-410d-8f01-39fa648a5728", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:02.113819 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90f0d178-4949-457a-9e71-3ac0ea48fe3d {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:02.114420 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14544902-11ee-4de6-a4e1-219f49e68df5', 'tag': '645af16a-c59e-410d-8f01-39fa648a5728', 'status': 'completed', 'code': 200} Aug 05 14:08:02.146631 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ac933-dc72-4d80-bc67-4060a691b914 service neutron] Pushing event updated for resources: {'Port': ['ID=645af16a-c59e-410d-8f01-39fa648a5728,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:02.167872 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:02.214764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port aed133a2-4b07-44d2-b196-703546d80f41, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=aed133a2-4b07-44d2-b196-703546d80f41,segment=NetworkSegment(b35565e7-778d-4488-946f-a68b18784d0a),segment_id=b35565e7-778d-4488-946f-a68b18784d0a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:02.216013 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34079bbd-404d-4fb6-8685-c436c7e79753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed133a2-4b07-44d2-b196-703546d80f41'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:02.219520 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f9f51d-5975-495d-b64a-286ec57c8c6e" -d '{"events": [{"server_uuid": "34079bbd-404d-4fb6-8685-c436c7e79753", "name": "network-vif-plugged", "status": "completed", "tag": "aed133a2-4b07-44d2-b196-703546d80f41"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:02.223697 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:02.236278 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:02.285772 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df5fcbb-52ff-4dfc-a83b-794e8ea7a116 x-openstack-request-id: req-6df5fcbb-52ff-4dfc-a83b-794e8ea7a116 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:02.286245 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34079bbd-404d-4fb6-8685-c436c7e79753", "name": "network-vif-plugged", "status": "completed", "tag": "aed133a2-4b07-44d2-b196-703546d80f41", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:02.286687 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6df5fcbb-52ff-4dfc-a83b-794e8ea7a116 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:02.287182 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34079bbd-404d-4fb6-8685-c436c7e79753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed133a2-4b07-44d2-b196-703546d80f41', 'code': 200} Aug 05 14:08:02.312535 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=aed133a2-4b07-44d2-b196-703546d80f41,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:02.320023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c53ba-5a8b-47a4-9ebd-c1ea7155b323 req-8c3c3e1f-816a-46b0-ace6-9707e5487618 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:02.329187 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd9c53ba-5a8b-47a4-9ebd-c1ea7155b323 req-8c3c3e1f-816a-46b0-ace6-9707e5487618 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.1504786 Aug 05 14:08:02.475086 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd9c53ba-5a8b-47a4-9ebd-c1ea7155b323 req-801bbf45-4c3e-436e-b746-817d613c6073 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448162 Aug 05 14:08:02.495528 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f517caa-786b-40cb-953a-b96d2d3a2c18 req-d425fc65-9354-4d24-8864-dd2b912ea769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:02.497090 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1f517caa-786b-40cb-953a-b96d2d3a2c18 req-d425fc65-9354-4d24-8864-dd2b912ea769 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=34079bbd-404d-4fb6-8685-c436c7e79753 HTTP/1.1" status: 200 len: 1096 time: 0.1395421 Aug 05 14:08:02.585801 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1f517caa-786b-40cb-953a-b96d2d3a2c18 req-74835319-174e-4a5d-a909-12e2f2d53158 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=64ff20c2-9303-443d-a993-1664ad1af221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774903 Aug 05 14:08:02.609398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ef020-6d2b-47ac-8ee2-e1dc56db9f79 req-1178f06d-7c27-419b-86c9-5dbb9bef7074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:02.609955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ef020-6d2b-47ac-8ee2-e1dc56db9f79 req-1178f06d-7c27-419b-86c9-5dbb9bef7074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:02.611667 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d29ef020-6d2b-47ac-8ee2-e1dc56db9f79 req-1178f06d-7c27-419b-86c9-5dbb9bef7074 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62769571dbac4710800bf250c3a84fc9&device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1914 time: 0.5245829 Aug 05 14:08:02.750769 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0be407-71b7-4fdc-9342-0054ff1890c7 req-57e7b67d-f2e8-4f0d-b49e-c289f7839120 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:02.756932 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0be407-71b7-4fdc-9342-0054ff1890c7 req-57e7b67d-f2e8-4f0d-b49e-c289f7839120 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:02.758673 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6d0be407-71b7-4fdc-9342-0054ff1890c7 req-57e7b67d-f2e8-4f0d-b49e-c289f7839120 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1667 time: 0.2489767 Aug 05 14:08:02.795323 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64733d87-d125-499e-9a7b-f3d205cf8012 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:08:02.807979 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:02.817234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa90f47-90ec-4184-8cef-71ee80437a56 req-acb286f9-35e5-4c2d-b2b7-860dd1567c13 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:02.818808 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-caa90f47-90ec-4184-8cef-71ee80437a56 req-acb286f9-35e5-4c2d-b2b7-860dd1567c13 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.1476119 Aug 05 14:08:02.828987 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a6e35-3cb2-412b-8c29-4d782712d8e0 req-c46ad3d4-9018-43e7-b3cd-aa13fa5b906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:02.830534 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca9a6e35-3cb2-412b-8c29-4d782712d8e0 req-c46ad3d4-9018-43e7-b3cd-aa13fa5b906d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1291456ee72e4bdfb592cbb35091d288&device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 1097 time: 0.1188281 Aug 05 14:08:02.835673 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router fb5210e0-d397-466b-8b3b-115347d26c0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:02.842813 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Transition to ACTIVE for port object 64733d87-d125-499e-9a7b-f3d205cf8012 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:02.858574 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:02.893820 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6d0be407-71b7-4fdc-9342-0054ff1890c7 req-65bdeb21-1873-408c-b3d1-5ec6f8d40736 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262205 Aug 05 14:08:02.962389 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-caa90f47-90ec-4184-8cef-71ee80437a56 req-10da4a6b-8e1f-4fa7-a679-cf7345f73410 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287732 Aug 05 14:08:02.981721 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Pushing event updated for resources: {'Port': ['ID=64733d87-d125-499e-9a7b-f3d205cf8012,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:03.005084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ef020-6d2b-47ac-8ee2-e1dc56db9f79 req-ad9eb71c-2e03-4267-8ab2-26bd17d915da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:03.005084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ef020-6d2b-47ac-8ee2-e1dc56db9f79 req-ad9eb71c-2e03-4267-8ab2-26bd17d915da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:03.005084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ef020-6d2b-47ac-8ee2-e1dc56db9f79 req-ad9eb71c-2e03-4267-8ab2-26bd17d915da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:03.005447 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d29ef020-6d2b-47ac-8ee2-e1dc56db9f79 req-ad9eb71c-2e03-4267-8ab2-26bd17d915da service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=62769571dbac4710800bf250c3a84fc9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3411460 Aug 05 14:08:03.076074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a6e35-3cb2-412b-8c29-4d782712d8e0 req-cb7ecaac-7bdf-463d-ac1e-458474140885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:03.077586 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca9a6e35-3cb2-412b-8c29-4d782712d8e0 req-cb7ecaac-7bdf-463d-ac1e-458474140885 service neutron] 10.222.0.84 "GET /v2.0/networks?id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff HTTP/1.1" status: 200 len: 910 time: 0.2360523 Aug 05 14:08:03.168910 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Attempting to bind port 64733d87-d125-499e-9a7b-f3d205cf8012 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:08:03.169252 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Attempting to bind port 64733d87-d125-499e-9a7b-f3d205cf8012 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '19a51336-6abb-4b0d-94c6-75fda8107c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:08:03.169587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Attempting to bind port 64733d87-d125-499e-9a7b-f3d205cf8012 on network a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:03.190670 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Port 64733d87-d125-499e-9a7b-f3d205cf8012 on network a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:08:03.190979 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Attempting to bind port 64733d87-d125-499e-9a7b-f3d205cf8012 on network a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:03.203883 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65380782-d01c-4294-a81d-c4ab95418081 req-c366cf22-82da-44e3-bee6-50fc68c83096 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:03.205435 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65380782-d01c-4294-a81d-c4ab95418081 req-c366cf22-82da-44e3-bee6-50fc68c83096 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.1343815 Aug 05 14:08:03.210560 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:08:03.210834 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Checking segment: {'id': '19a51336-6abb-4b0d-94c6-75fda8107c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:08:03.211224 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Bound using segment: {'id': '19a51336-6abb-4b0d-94c6-75fda8107c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:08:03.211658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Bound port: 64733d87-d125-499e-9a7b-f3d205cf8012, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a51336-6abb-4b0d-94c6-75fda8107c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:08:03.212020 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:03.218028 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca9a6e35-3cb2-412b-8c29-4d782712d8e0 req-03b1c1da-2ee6-4832-8150-07c12802abbf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d7d000-421a-43df-b3c1-fc172353f51c HTTP/1.1" status: 200 len: 1001 time: 0.1267605 Aug 05 14:08:03.238198 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78608ac-19d6-4aab-908e-1cbc9f877832 req-8b453656-8247-4c9c-a2c7-d26e65c8d789 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:03.239748 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c78608ac-19d6-4aab-908e-1cbc9f877832 req-8b453656-8247-4c9c-a2c7-d26e65c8d789 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/ports?device_id=34079bbd-404d-4fb6-8685-c436c7e79753 HTTP/1.1" status: 200 len: 945 time: 0.2626164 Aug 05 14:08:03.312055 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:03.325271 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2148b33-085a-4377-9654-ec3a5bcff9f3 None None] Sync routers for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:03.330693 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65380782-d01c-4294-a81d-c4ab95418081 req-bc582c64-2b96-4cdd-b05b-f4cfc4b0b777 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147087 Aug 05 14:08:03.337637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a6e35-3cb2-412b-8c29-4d782712d8e0 req-d6aa55d7-00a3-4525-a782-56637e8ed6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:03.337945 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2148b33-085a-4377-9654-ec3a5bcff9f3 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:03.339237 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-f2148b33-085a-4377-9654-ec3a5bcff9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:03.340388 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca9a6e35-3cb2-412b-8c29-4d782712d8e0 req-d6aa55d7-00a3-4525-a782-56637e8ed6f4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eeec4336-a010-464c-8b64-395366905663 HTTP/1.1" status: 200 len: 848 time: 0.1086028 Aug 05 14:08:03.351431 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ef020-6d2b-47ac-8ee2-e1dc56db9f79 req-6b0aa15f-e0a8-46a3-bfc6-de74101d1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:03.352950 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d29ef020-6d2b-47ac-8ee2-e1dc56db9f79 req-6b0aa15f-e0a8-46a3-bfc6-de74101d1fdd service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3256454 Aug 05 14:08:03.375409 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c78608ac-19d6-4aab-908e-1cbc9f877832 req-44293aca-f9fe-4ff1-a95e-4d7eaf21b578 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/security-groups?id=64ff20c2-9303-443d-a993-1664ad1af221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210396 Aug 05 14:08:03.376707 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:03.390278 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-f2148b33-085a-4377-9654-ec3a5bcff9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:03.406927 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] For port 64733d87-d125-499e-9a7b-f3d205cf8012, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:08:03.414176 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2148b33-085a-4377-9654-ec3a5bcff9f3 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:03.415008 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-f2148b33-085a-4377-9654-ec3a5bcff9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:03.425107 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1eadac5a-fb87-4e22-988f-75c096694145 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.2637143 Aug 05 14:08:03.427958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] For port 64733d87-d125-499e-9a7b-f3d205cf8012, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=64733d87-d125-499e-9a7b-f3d205cf8012,segment=NetworkSegment(19a51336-6abb-4b0d-94c6-75fda8107c09),segment_id=19a51336-6abb-4b0d-94c6-75fda8107c09)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:08:03.428987 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35010) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:03.438426 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e1d46191-85a5-448a-9931-8ea80b77b634 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:03.439034 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:03.462461 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-f2148b33-085a-4377-9654-ec3a5bcff9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:03.464368 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2148b33-085a-4377-9654-ec3a5bcff9f3 None None] The sync data for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:03.482642 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a6e35-3cb2-412b-8c29-4d782712d8e0 req-ce57e0c2-b146-4fed-8e4a-3ef4e26eb52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:03.484207 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca9a6e35-3cb2-412b-8c29-4d782712d8e0 req-ce57e0c2-b146-4fed-8e4a-3ef4e26eb52a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356051 Aug 05 14:08:03.489439 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:03.490089 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:03.491587 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] 10.222.0.84 "PUT /v2.0/ports/64733d87-d125-499e-9a7b-f3d205cf8012 HTTP/1.1" status: 200 len: 1092 time: 1.4781477 Aug 05 14:08:03.533012 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1d46191-85a5-448a-9931-8ea80b77b634 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:03.564088 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5c412-0032-429e-9b9c-ba35e23e66c5 service neutron] Pushing event updated for resources: {'Port': ['ID=64733d87-d125-499e-9a7b-f3d205cf8012,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:03.636727 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-954f5714-be6e-41ab-a38f-8da010c1137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:03.637214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-954f5714-be6e-41ab-a38f-8da010c1137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:03.638846 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-954f5714-be6e-41ab-a38f-8da010c1137d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62769571dbac4710800bf250c3a84fc9&device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1981 time: 0.0926406 Aug 05 14:08:03.641455 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca9a6e35-3cb2-412b-8c29-4d782712d8e0 req-576d9e09-8b65-4507-811a-9906b8e7c39a service neutron] 10.222.0.84 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473203 Aug 05 14:08:03.734450 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1d46191-85a5-448a-9931-8ea80b77b634 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:03.738287 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-af99aaca-31ac-4d6a-a343-3e9ae7ccbfb4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.182&port_id=645af16a-c59e-410d-8f01-39fa648a5728 HTTP/1.1" status: 200 len: 217 time: 0.0764010 Aug 05 14:08:03.740958 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1d46191-85a5-448a-9931-8ea80b77b634 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:03.741607 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-e1d46191-85a5-448a-9931-8ea80b77b634 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Floating IP 46e54dea-2722-4a37-b67c-b93f668a8079 disassociated. External IP: 172.25.5.215, port: da6199cd-f8a0-486b-8289-ff7726e019d5. Aug 05 14:08:03.836419 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-e6c52ab4-5567-406a-8adc-34cd9a5ce6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:03.837912 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-e6c52ab4-5567-406a-8adc-34cd9a5ce6bf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=871c7d52-7a0a-4e37-8fc5-8191fc5038d7 HTTP/1.1" status: 200 len: 801 time: 0.0892487 Aug 05 14:08:03.882074 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca9a6e35-3cb2-412b-8c29-4d782712d8e0 req-feaaf2d6-e231-4e37-b4bf-aa54a63aede7 service neutron] 10.222.0.84 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972826 Aug 05 14:08:03.896366 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-44cfd620-7a9a-467e-863e-753a4d45634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:03.897890 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-44cfd620-7a9a-467e-863e-753a4d45634b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0ad65491-4ae8-4927-8003-091a6358dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0496223 Aug 05 14:08:03.981379 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d46191-85a5-448a-9931-8ea80b77b634 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router fb5210e0-d397-466b-8b3b-115347d26c0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:04.042021 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-b3f92ede-89ae-41f0-b9d4-7058e4f4475d service neutron] 10.222.0.84 "GET /v2.0/networks/0ad65491-4ae8-4927-8003-091a6358dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264191 Aug 05 14:08:04.056162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7343131-eeed-4322-ba95-5af2d99b96fc req-ce28e31a-95f0-48c1-96f9-d38362f310b9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:04.063124 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7343131-eeed-4322-ba95-5af2d99b96fc req-ce28e31a-95f0-48c1-96f9-d38362f310b9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:04.064784 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d7343131-eeed-4322-ba95-5af2d99b96fc req-ce28e31a-95f0-48c1-96f9-d38362f310b9 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1679 time: 0.0895071 Aug 05 14:08:04.124121 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14544902-11ee-4de6-a4e1-219f49e68df5', 'tag': '64733d87-d125-499e-9a7b-f3d205cf8012'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:04.126353 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ce9a21-97f3-4767-92f3-4b4f1f72e546" -d '{"events": [{"name": "network-changed", "server_uuid": "14544902-11ee-4de6-a4e1-219f49e68df5", "tag": "64733d87-d125-499e-9a7b-f3d205cf8012"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:04.132491 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d46191-85a5-448a-9931-8ea80b77b634 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:04.139313 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1d46191-85a5-448a-9931-8ea80b77b634 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:04.152932 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e85189-d34e-45c1-873c-cd0d79995cc4 None None] Sync routers for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:04.160189 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d7343131-eeed-4322-ba95-5af2d99b96fc req-b45cc48c-e6d9-49be-814d-7a064dfd1b7f tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860305 Aug 05 14:08:04.170008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d477e8-3e0a-41e8-9e38-0eb23e8a8290 req-d2beb719-78ba-4ef8-b42a-c2f7cd5a56b5 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:04.170297 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e85189-d34e-45c1-873c-cd0d79995cc4 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:04.171586 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-06d477e8-3e0a-41e8-9e38-0eb23e8a8290 req-d2beb719-78ba-4ef8-b42a-c2f7cd5a56b5 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.0873454 Aug 05 14:08:04.172189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b8e85189-d34e-45c1-873c-cd0d79995cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:04.181323 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e1d46191-85a5-448a-9931-8ea80b77b634 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "PUT /v2.0/floatingips/46e54dea-2722-4a37-b67c-b93f668a8079 HTTP/1.1" status: 200 len: 688 time: 0.7508998 Aug 05 14:08:04.186307 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35018) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:04.207286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b8e85189-d34e-45c1-873c-cd0d79995cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:04.233908 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e85189-d34e-45c1-873c-cd0d79995cc4 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:04.235489 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b8e85189-d34e-45c1-873c-cd0d79995cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:04.240860 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-06d477e8-3e0a-41e8-9e38-0eb23e8a8290 req-dd62ca55-bbbf-46e0-82f1-bfeebf826056 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455217 Aug 05 14:08:04.246949 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-2bc1a0f7-0d1a-4f33-8423-9737c71e85cf service neutron] 10.222.0.84 "GET /v2.0/networks/0ad65491-4ae8-4927-8003-091a6358dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809800 Aug 05 14:08:04.283653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b8e85189-d34e-45c1-873c-cd0d79995cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:04.284313 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e85189-d34e-45c1-873c-cd0d79995cc4 None None] The sync data for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:04.295282 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e5debf-36ac-48b6-8b4f-5ec831eacf9a x-openstack-request-id: req-64e5debf-36ac-48b6-8b4f-5ec831eacf9a {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:04.295568 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14544902-11ee-4de6-a4e1-219f49e68df5", "tag": "64733d87-d125-499e-9a7b-f3d205cf8012", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:04.295819 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64e5debf-36ac-48b6-8b4f-5ec831eacf9a {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:04.296210 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14544902-11ee-4de6-a4e1-219f49e68df5', 'tag': '64733d87-d125-499e-9a7b-f3d205cf8012', 'status': 'completed', 'code': 200} Aug 05 14:08:04.330825 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-8f414c17-b063-4975-a52f-ccd54a52375f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.248&port_id=64733d87-d125-499e-9a7b-f3d205cf8012 HTTP/1.1" status: 200 len: 217 time: 0.0723934 Aug 05 14:08:04.408818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-e5bd93ae-902f-4e98-a1d6-4ae065e8a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:04.410335 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-e5bd93ae-902f-4e98-a1d6-4ae065e8a921 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2a38361-7a7b-40a5-b7af-463a4362134d HTTP/1.1" status: 200 len: 801 time: 0.0601668 Aug 05 14:08:04.424321 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2e940c9b-c774-4a85-bcca-7d3267f71043 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Deleting port 558075f0-e8f5-4287-ba59-745aa701f9c0 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:04.424674 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2e940c9b-c774-4a85-bcca-7d3267f71043 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:04.467842 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1466ad3-0cf3-4a0d-b026-a4d168cc7bc5 req-d330647c-10d8-40f0-8a6b-f851ee720862 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:04.469450 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1466ad3-0cf3-4a0d-b026-a4d168cc7bc5 req-d330647c-10d8-40f0-8a6b-f851ee720862 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.0595727 Aug 05 14:08:04.524705 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1466ad3-0cf3-4a0d-b026-a4d168cc7bc5 req-dfea023b-1199-4720-a650-da10356ceca4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441105 Aug 05 14:08:04.550769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-41d00919-fa51-4f16-a1c1-e9294705293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:04.552456 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-41d00919-fa51-4f16-a1c1-e9294705293a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1254516 Aug 05 14:08:04.583129 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2e940c9b-c774-4a85-bcca-7d3267f71043 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:04.583577 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2e940c9b-c774-4a85-bcca-7d3267f71043 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:04.607423 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05fee5-1aae-49c0-a98a-e05135bc7cf9 req-1e5d31a6-b79b-422c-8874-6f497230f5fd tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:04.608995 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d05fee5-1aae-49c0-a98a-e05135bc7cf9 req-1e5d31a6-b79b-422c-8874-6f497230f5fd tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/ports?device_id=34079bbd-404d-4fb6-8685-c436c7e79753 HTTP/1.1" status: 200 len: 945 time: 0.1259034 Aug 05 14:08:04.640508 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2e940c9b-c774-4a85-bcca-7d3267f71043 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Calling delete_port for 558075f0-e8f5-4287-ba59-745aa701f9c0 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:04.745564 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d05fee5-1aae-49c0-a98a-e05135bc7cf9 req-59aee024-b805-40a6-865b-c72b2e855f78 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/security-groups?id=64ff20c2-9303-443d-a993-1664ad1af221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061542 Aug 05 14:08:04.771231 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-b9e54559-423a-4c8b-ad47-919870d4055b service neutron] 10.222.0.84 "GET /v2.0/networks/a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017894 Aug 05 14:08:05.051629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6673e-824b-4d86-9a05-ef1a106ac11d req-8e263c3b-e2f7-4262-a0e5-c39683532bda tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:05.053253 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-15b6673e-824b-4d86-9a05-ef1a106ac11d req-8e263c3b-e2f7-4262-a0e5-c39683532bda tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/ports?device_id=34079bbd-404d-4fb6-8685-c436c7e79753 HTTP/1.1" status: 200 len: 945 time: 0.0538487 Aug 05 14:08:05.097485 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-15b6673e-824b-4d86-9a05-ef1a106ac11d req-5417aa65-f5ea-4a81-897d-63f86852ddfb tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/security-groups?id=64ff20c2-9303-443d-a993-1664ad1af221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379012 Aug 05 14:08:05.250722 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3caa9f9c-496f-4cd1-ae68-f13b282fc254 req-5eead951-a963-49d5-be6f-2aac60fe6a34 service neutron] 10.222.0.84 "GET /v2.0/networks/a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656374 Aug 05 14:08:05.251448 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2e940c9b-c774-4a85-bcca-7d3267f71043 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:05.286707 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e940c9b-c774-4a85-bcca-7d3267f71043 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Port': ['ID=558075f0-e8f5-4287-ba59-745aa701f9c0,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:05.389525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14859ca2-2ff7-4970-b1bd-5b5a8c770f2e req-0f168e14-7e8a-4b99-a5a6-8703f48295da tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:05.391131 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14859ca2-2ff7-4970-b1bd-5b5a8c770f2e req-0f168e14-7e8a-4b99-a5a6-8703f48295da tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.0528982 Aug 05 14:08:05.420806 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fca287-d6b7-4211-a649-0b236c09135f req-953cb19e-c076-42d9-82c6-755e9f4d63c0 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:05.426987 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fca287-d6b7-4211-a649-0b236c09135f req-953cb19e-c076-42d9-82c6-755e9f4d63c0 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:05.428615 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c7fca287-d6b7-4211-a649-0b236c09135f req-953cb19e-c076-42d9-82c6-755e9f4d63c0 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1679 time: 0.1460376 Aug 05 14:08:05.431039 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14859ca2-2ff7-4970-b1bd-5b5a8c770f2e req-a96420db-0929-4d3f-bd35-fc62a2e61f4b tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334773 Aug 05 14:08:05.433793 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2e940c9b-c774-4a85-bcca-7d3267f71043 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:05.436538 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2e940c9b-c774-4a85-bcca-7d3267f71043 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:05.437693 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2e940c9b-c774-4a85-bcca-7d3267f71043 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/floatingips/46e54dea-2722-4a37-b67c-b93f668a8079 HTTP/1.1" status: 204 len: 168 time: 1.2506299 Aug 05 14:08:05.441418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35038) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:05.442617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce9a21-97f3-4767-92f3-4b4f1f72e546 req-7235d030-4949-460a-bea4-38d6e0d12dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:05.443112 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce9a21-97f3-4767-92f3-4b4f1f72e546 req-7235d030-4949-460a-bea4-38d6e0d12dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:05.445620 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-55ce9a21-97f3-4767-92f3-4b4f1f72e546 req-7235d030-4949-460a-bea4-38d6e0d12dec service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62769571dbac4710800bf250c3a84fc9&device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1981 time: 0.1423757 Aug 05 14:08:05.446790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': '8f1a2417-5d47-49f6-b408-4f0d6a4d33cf'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:05.479605 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:05.537770 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c7fca287-d6b7-4211-a649-0b236c09135f req-260f1bba-b421-4f8f-b45a-b91781ed9af7 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981159 Aug 05 14:08:05.575430 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce9a21-97f3-4767-92f3-4b4f1f72e546 req-08516554-3d4d-46cc-9942-4d4efa4f841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:05.576984 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-55ce9a21-97f3-4767-92f3-4b4f1f72e546 req-08516554-3d4d-46cc-9942-4d4efa4f841f service neutron] 10.222.0.84 "GET /v2.0/networks?id=a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b HTTP/1.1" status: 200 len: 903 time: 0.1222980 Aug 05 14:08:05.592996 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:05.632289 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-55ce9a21-97f3-4767-92f3-4b4f1f72e546 req-b1b77322-999c-40c8-b2b7-3110ac30cee1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.248&port_id=64733d87-d125-499e-9a7b-f3d205cf8012 HTTP/1.1" status: 200 len: 217 time: 0.0454259 Aug 05 14:08:05.716369 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce9a21-97f3-4767-92f3-4b4f1f72e546 req-26e2f50b-2e7d-4b78-bdd2-004a64804489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:05.716369 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-55ce9a21-97f3-4767-92f3-4b4f1f72e546 req-26e2f50b-2e7d-4b78-bdd2-004a64804489 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2a38361-7a7b-40a5-b7af-463a4362134d HTTP/1.1" status: 200 len: 801 time: 0.0740731 Aug 05 14:08:05.744796 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2d8a4-834f-4f96-8879-dacced9867a2 req-156e4b55-253a-4ce9-a5c4-5c431507388a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:05.751273 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80b2d8a4-834f-4f96-8879-dacced9867a2 req-156e4b55-253a-4ce9-a5c4-5c431507388a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.1044948 Aug 05 14:08:05.771439 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce9a21-97f3-4767-92f3-4b4f1f72e546 req-8b743a06-5208-446a-a570-2f346e894eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:05.772952 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-55ce9a21-97f3-4767-92f3-4b4f1f72e546 req-8b743a06-5208-446a-a570-2f346e894eed service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0492716 Aug 05 14:08:05.795636 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Allocated IP 172.25.5.250 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/c4403513-be09-4ba7-847c-897ced8a4f7b) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:05.822206 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80b2d8a4-834f-4f96-8879-dacced9867a2 req-bf447708-7534-4c7b-8f07-8b3f9110aeca tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696084 Aug 05 14:08:05.872916 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-55ce9a21-97f3-4767-92f3-4b4f1f72e546 req-8dd63484-2800-47ed-97a8-96899f20dbdb service neutron] 10.222.0.84 "GET /v2.0/networks/a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908697 Aug 05 14:08:05.923337 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:05.966006 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:06.004509 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:06.006057 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-55ce9a21-97f3-4767-92f3-4b4f1f72e546 req-800c85e4-45d0-4142-bcb0-d0f3a1e8bd7d service neutron] 10.222.0.84 "GET /v2.0/networks/a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249070 Aug 05 14:08:06.012296 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:06.015904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:06.028064 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-0872e4d5-ab7f-480a-bdd7-7463dbdc8c14 service neutron] show failed (client error): The resource could not be found. Aug 05 14:08:06.029543 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-0872e4d5-ab7f-480a-bdd7-7463dbdc8c14 service neutron] 10.222.0.84 "GET /v2.0/ports/a7418a6b-6cc6-4d23-9269-f023ce7594c9/bindings/n-h1-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.0787237 Aug 05 14:08:06.039730 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=c4403513-be09-4ba7-847c-897ced8a4f7b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:06.308360 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43d6cc-e0d7-406a-8d30-18af4825876b req-568ea72a-4c29-4d83-b0ac-62f20bdeb679 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:06.311412 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9f43d6cc-e0d7-406a-8d30-18af4825876b req-568ea72a-4c29-4d83-b0ac-62f20bdeb679 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/ports?device_id=34079bbd-404d-4fb6-8685-c436c7e79753 HTTP/1.1" status: 200 len: 945 time: 0.1171124 Aug 05 14:08:06.333980 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-0608e2c1-b06d-4274-b38d-4c47400bcfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:06.336218 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-0608e2c1-b06d-4274-b38d-4c47400bcfac service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a&tenant_id=b8337b594bf34d3abccae65212524bf9 HTTP/1.1" status: 200 len: 1097 time: 0.1079466 Aug 05 14:08:06.359783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:06.467955 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9f43d6cc-e0d7-406a-8d30-18af4825876b req-8c05e508-2286-4d8c-9710-36bdaf0004f0 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/security-groups?id=64ff20c2-9303-443d-a993-1664ad1af221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472805 Aug 05 14:08:06.481216 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:06.518394 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:06.625606 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:06.786293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158891bc-667e-4a02-beab-cc1f61edfed5 req-cb997bf3-c2ad-4e47-9bed-ea0c63052757 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:06.792774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158891bc-667e-4a02-beab-cc1f61edfed5 req-cb997bf3-c2ad-4e47-9bed-ea0c63052757 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:06.800405 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-158891bc-667e-4a02-beab-cc1f61edfed5 req-cb997bf3-c2ad-4e47-9bed-ea0c63052757 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1679 time: 0.1431568 Aug 05 14:08:06.810860 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] For port a7418a6b-6cc6-4d23-9269-f023ce7594c9, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9,segment=NetworkSegment(5ed8c997-4f96-49e5-be56-c0794af479da),segment_id=5ed8c997-4f96-49e5-be56-c0794af479da)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:06.882976 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] For port a7418a6b-6cc6-4d23-9269-f023ce7594c9, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:08:06.885900 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-158891bc-667e-4a02-beab-cc1f61edfed5 req-71d1663b-2bd0-4401-8e97-78fc790ddb8f tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836117 Aug 05 14:08:06.949817 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:06.950549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffc147-5d87-42b3-9b70-c45b8b184ef1 req-b9be324d-0554-46f0-b7b3-c9ef9c244c6d tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:06.952265 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-78ffc147-5d87-42b3-9b70-c45b8b184ef1 req-b9be324d-0554-46f0-b7b3-c9ef9c244c6d tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.63 "GET /v2.0/ports?device_id=34079bbd-404d-4fb6-8685-c436c7e79753 HTTP/1.1" status: 200 len: 945 time: 0.1026769 Aug 05 14:08:06.956070 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:06.972394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:06.974671 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63bd169-e640-48b6-b08a-43a7539799e8" -d '{"events": [{"server_uuid": "8b86daeb-1621-42fb-9cf0-59ab296bb47a", "name": "network-vif-unplugged", "status": "completed", "tag": "a7418a6b-6cc6-4d23-9269-f023ce7594c9"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:06.980285 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:07.032189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=c4403513-be09-4ba7-847c-897ced8a4f7b,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:07.041927 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Transition to ACTIVE for port object a7418a6b-6cc6-4d23-9269-f023ce7594c9 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:07.043462 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:07.051945 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6f1cf1-ba11-4eef-9541-a10b390ad053 x-openstack-request-id: req-2e6f1cf1-ba11-4eef-9541-a10b390ad053 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:07.052240 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b86daeb-1621-42fb-9cf0-59ab296bb47a", "name": "network-vif-unplugged", "status": "completed", "tag": "a7418a6b-6cc6-4d23-9269-f023ce7594c9", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:07.052495 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e6f1cf1-ba11-4eef-9541-a10b390ad053 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:07.052898 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9', 'code': 200} Aug 05 14:08:07.054958 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:07.144645 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23459140-77d9-4a37-933c-05a0350ccb4e req-666790c7-6856-40ed-9ca9-eb5a655818f7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:07.146282 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23459140-77d9-4a37-933c-05a0350ccb4e req-666790c7-6856-40ed-9ca9-eb5a655818f7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.1686018 Aug 05 14:08:07.161118 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Floating IP 3d2189c3-6be8-406f-ab68-33c3f350357c associated. External IP: 172.25.5.250, port: 8f1a2417-5d47-49f6-b408-4f0d6a4d33cf. Aug 05 14:08:07.231279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Pushing event updated for resources: {'Port': ['ID=a7418a6b-6cc6-4d23-9269-f023ce7594c9,revision_number=6']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:07.293968 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:07.294332 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:07.294683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:07.295012 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:07.295341 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:07.295680 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:07.296001 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:07.296324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:07.296645 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:07.296982 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:07.297290 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:07.297601 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:07.333915 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23459140-77d9-4a37-933c-05a0350ccb4e req-4cebf5e7-4ad5-4f0f-a77d-2774390dd8b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716115 Aug 05 14:08:07.362851 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] No DVR routers for this DVR port a7418a6b-6cc6-4d23-9269-f023ce7594c9 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:08:07.362851 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-78ffc147-5d87-42b3-9b70-c45b8b184ef1 req-c0fa880b-b10d-485e-b42c-27a3b09d036d tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Deleting port aed133a2-4b07-44d2-b196-703546d80f41 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:07.362851 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-78ffc147-5d87-42b3-9b70-c45b8b184ef1 req-c0fa880b-b10d-485e-b42c-27a3b09d036d tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:07.545706 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-78ffc147-5d87-42b3-9b70-c45b8b184ef1 req-c0fa880b-b10d-485e-b42c-27a3b09d036d tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] For port aed133a2-4b07-44d2-b196-703546d80f41, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=aed133a2-4b07-44d2-b196-703546d80f41,segment=NetworkSegment(b35565e7-778d-4488-946f-a68b18784d0a),segment_id=b35565e7-778d-4488-946f-a68b18784d0a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:07.546086 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-78ffc147-5d87-42b3-9b70-c45b8b184ef1 req-c0fa880b-b10d-485e-b42c-27a3b09d036d tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:07.561530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-78ffc147-5d87-42b3-9b70-c45b8b184ef1 req-c0fa880b-b10d-485e-b42c-27a3b09d036d tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Calling delete_port for aed133a2-4b07-44d2-b196-703546d80f41 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:07.630586 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Attempting to bind port a7418a6b-6cc6-4d23-9269-f023ce7594c9 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:08:07.630963 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Attempting to bind port a7418a6b-6cc6-4d23-9269-f023ce7594c9 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '5ed8c997-4f96-49e5-be56-c0794af479da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:08:07.631308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Attempting to bind port a7418a6b-6cc6-4d23-9269-f023ce7594c9 on network e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:07.640163 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Port a7418a6b-6cc6-4d23-9269-f023ce7594c9 on network e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:08:07.640491 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Attempting to bind port a7418a6b-6cc6-4d23-9269-f023ce7594c9 on network e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:07.654493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:08:07.654842 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Checking segment: {'id': '5ed8c997-4f96-49e5-be56-c0794af479da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:08:07.655234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Bound using segment: {'id': '5ed8c997-4f96-49e5-be56-c0794af479da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:08:07.655677 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Bound port: a7418a6b-6cc6-4d23-9269-f023ce7594c9, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed8c997-4f96-49e5-be56-c0794af479da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:08:07.656044 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:07.677495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287d463-8986-4362-9caf-0ee5b2e91fdd req-9e57d0b5-dec6-42d1-aadb-e26d54618236 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:07.679532 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5287d463-8986-4362-9caf-0ee5b2e91fdd req-9e57d0b5-dec6-42d1-aadb-e26d54618236 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/ports?device_id=34079bbd-404d-4fb6-8685-c436c7e79753 HTTP/1.1" status: 200 len: 945 time: 0.0973914 Aug 05 14:08:07.762342 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5287d463-8986-4362-9caf-0ee5b2e91fdd req-b26060eb-ee62-444a-84e4-f4babb6cb755 tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.16 "GET /v2.0/security-groups?id=64ff20c2-9303-443d-a993-1664ad1af221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728126 Aug 05 14:08:07.767079 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] For port a7418a6b-6cc6-4d23-9269-f023ce7594c9, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:08:07.771854 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] For port a7418a6b-6cc6-4d23-9269-f023ce7594c9, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9,segment=NetworkSegment(5ed8c997-4f96-49e5-be56-c0794af479da),segment_id=5ed8c997-4f96-49e5-be56-c0794af479da)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:08:07.781278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router fb5210e0-d397-466b-8b3b-115347d26c0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:07.792583 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:07.802584 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-78ffc147-5d87-42b3-9b70-c45b8b184ef1 req-c0fa880b-b10d-485e-b42c-27a3b09d036d tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:07.815063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['aed133a2-4b07-44d2-b196-703546d80f41'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:08:07.839327 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:07.839976 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:07.842314 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] 10.222.0.63 "PUT /v2.0/ports/a7418a6b-6cc6-4d23-9269-f023ce7594c9 HTTP/1.1" status: 200 len: 1092 time: 1.4941957 Aug 05 14:08:07.913979 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ffc147-5d87-42b3-9b70-c45b8b184ef1 req-c0fa880b-b10d-485e-b42c-27a3b09d036d tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] No DVR routers for this DVR port aed133a2-4b07-44d2-b196-703546d80f41 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:08:07.930889 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-78ffc147-5d87-42b3-9b70-c45b8b184ef1 req-c0fa880b-b10d-485e-b42c-27a3b09d036d tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:07.933494 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-78ffc147-5d87-42b3-9b70-c45b8b184ef1 req-c0fa880b-b10d-485e-b42c-27a3b09d036d tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] 10.222.0.63 "DELETE /v2.0/ports/aed133a2-4b07-44d2-b196-703546d80f41 HTTP/1.1" status: 204 len: 173 time: 0.9724281 Aug 05 14:08:07.935341 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9206cd-8325-42f3-92d5-5a99f9bf369a service neutron] Pushing event updated for resources: {'Port': ['ID=a7418a6b-6cc6-4d23-9269-f023ce7594c9,revision_number=7']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:07.937427 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:07.955393 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f99c735-50fc-43bd-9ffb-748cc286cd6a None None] Sync routers for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:07.973383 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f99c735-50fc-43bd-9ffb-748cc286cd6a None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:07.974069 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:07.974200 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3f99c735-50fc-43bd-9ffb-748cc286cd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:07.996335 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa880b-b10d-485e-b42c-27a3b09d036d tempest-ServerGroupTestJSON-740783149 tempest-ServerGroupTestJSON-740783149-project] Pushing event deleted for resources: {'Port': ['ID=aed133a2-4b07-44d2-b196-703546d80f41,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:08.024886 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-0d1802f9-5859-4b81-8471-e6c66487776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:08.029611 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-0d1802f9-5859-4b81-8471-e6c66487776f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 1095 time: 0.1520433 Aug 05 14:08:08.029794 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2613cc45-ee6a-4e6a-bb74-245fd02d03f8 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5861688 Aug 05 14:08:08.031302 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35068) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:08.031786 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3f99c735-50fc-43bd-9ffb-748cc286cd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:08.049661 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f99c735-50fc-43bd-9ffb-748cc286cd6a None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:08.050698 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3f99c735-50fc-43bd-9ffb-748cc286cd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:08.089182 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3f99c735-50fc-43bd-9ffb-748cc286cd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:08.090195 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f99c735-50fc-43bd-9ffb-748cc286cd6a None None] The sync data for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:08.135463 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0db38c93-c2fb-4da3-b682-6ad83938237b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "GET /v2.0/floatingips/3d2189c3-6be8-406f-ab68-33c3f350357c HTTP/1.1" status: 200 len: 978 time: 0.1021914 Aug 05 14:08:08.138268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35070) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:08.173719 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67bfc-3ba1-4a64-9ce3-0ce199c72fab req-bdd948f2-3d76-4fd6-a540-937d7ba4540a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:08.180118 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67bfc-3ba1-4a64-9ce3-0ce199c72fab req-bdd948f2-3d76-4fd6-a540-937d7ba4540a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:08.188112 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-09c67bfc-3ba1-4a64-9ce3-0ce199c72fab req-bdd948f2-3d76-4fd6-a540-937d7ba4540a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1679 time: 0.1280284 Aug 05 14:08:08.224825 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-1a96ebf5-313d-4a1a-9a4a-38ece63aea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:08.226424 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-1a96ebf5-313d-4a1a-9a4a-38ece63aea21 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 HTTP/1.1" status: 200 len: 897 time: 0.1923313 Aug 05 14:08:08.240655 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-09c67bfc-3ba1-4a64-9ce3-0ce199c72fab req-0db806df-42b7-4c0a-b29b-b6ff59b843af tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515833 Aug 05 14:08:08.273656 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bea70d83-c594-406c-a53a-2d9f707db59a tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1343060 Aug 05 14:08:08.276856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35072) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:08.281200 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5bcbe635-0e39-4de0-b2ab-561cd0002646 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'floatingip': {'port_id': 'da6199cd-f8a0-486b-8289-ff7726e019d5'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:08.304959 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-ad391dec-6b1e-4161-81fa-dafec5c85c4e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9 HTTP/1.1" status: 200 len: 999 time: 0.0606828 Aug 05 14:08:08.343397 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe635-0e39-4de0-b2ab-561cd0002646 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:08.360007 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-1044bbb5-31e2-4ff7-8a02-0ece85ad2a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:08.361500 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-1044bbb5-31e2-4ff7-8a02-0ece85ad2a47 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd8332f-e585-4989-88dd-1c6d8cff4ffd HTTP/1.1" status: 200 len: 834 time: 0.0483644 Aug 05 14:08:08.416733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-dec88f64-89b8-4d5a-8955-599f7f10aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:08.419264 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-dec88f64-89b8-4d5a-8955-599f7f10aa43 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477877 Aug 05 14:08:08.475948 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 64733d87-d125-499e-9a7b-f3d205cf8012 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:08:08.480753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a7418a6b-6cc6-4d23-9269-f023ce7594c9 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:08:08.512538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4fabe-df42-468c-91fc-5df6ca5d2886 req-82a48667-cafa-4ea1-a6ab-3e010c521602 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:08.514085 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1a4fabe-df42-468c-91fc-5df6ca5d2886 req-82a48667-cafa-4ea1-a6ab-3e010c521602 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 944 time: 0.0943692 Aug 05 14:08:08.528661 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-a8b40867-7220-4204-9f91-3924a6eb6bee service neutron] 10.222.0.63 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002116 Aug 05 14:08:08.587263 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a7418a6b-6cc6-4d23-9269-f023ce7594c9 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:08:08.596216 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1a4fabe-df42-468c-91fc-5df6ca5d2886 req-6cf1f002-e08f-4227-aa26-5d3e080976de tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726283 Aug 05 14:08:08.671950 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 64733d87-d125-499e-9a7b-f3d205cf8012, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=64733d87-d125-499e-9a7b-f3d205cf8012,segment=NetworkSegment(19a51336-6abb-4b0d-94c6-75fda8107c09),segment_id=19a51336-6abb-4b0d-94c6-75fda8107c09)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:08.673554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca6c8bbf-ae9f-4939-aff9-82ea7c9e0a40 req-d0fa84c6-e50a-409b-a1cc-1ca1953ab4a7 service neutron] 10.222.0.63 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354287 Aug 05 14:08:08.692640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '64733d87-d125-499e-9a7b-f3d205cf8012', 'network_id': 'a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b', 'port_id': '64733d87-d125-499e-9a7b-f3d205cf8012', 'mac_address': 'fa:16:3e:8b:14:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a38361-7a7b-40a5-b7af-463a4362134d', 'ip_address': '19.86.0.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:08:08.739691 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:08.753910 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64733d87-d125-499e-9a7b-f3d205cf8012 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:08:08.776074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 64733d87-d125-499e-9a7b-f3d205cf8012, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=64733d87-d125-499e-9a7b-f3d205cf8012,segment=NetworkSegment(19a51336-6abb-4b0d-94c6-75fda8107c09),segment_id=19a51336-6abb-4b0d-94c6-75fda8107c09)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:08.780670 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:08.781545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 645af16a-c59e-410d-8f01-39fa648a5728 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:08:08.896218 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=64733d87-d125-499e-9a7b-f3d205cf8012,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:08.934805 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 645af16a-c59e-410d-8f01-39fa648a5728, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=645af16a-c59e-410d-8f01-39fa648a5728,segment=NetworkSegment(2fda3a79-c126-4d41-8a84-55e9883a9e68),segment_id=2fda3a79-c126-4d41-8a84-55e9883a9e68)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:08.948953 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '645af16a-c59e-410d-8f01-39fa648a5728', 'network_id': '0ad65491-4ae8-4927-8003-091a6358dc64', 'port_id': '645af16a-c59e-410d-8f01-39fa648a5728', 'mac_address': 'fa:16:3e:64:2e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871c7d52-7a0a-4e37-8fc5-8191fc5038d7', 'ip_address': '19.80.0.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:08:08.982508 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe635-0e39-4de0-b2ab-561cd0002646 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:08.990129 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe635-0e39-4de0-b2ab-561cd0002646 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:08.993247 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:09.011236 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645af16a-c59e-410d-8f01-39fa648a5728 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:08:09.034390 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 645af16a-c59e-410d-8f01-39fa648a5728, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=645af16a-c59e-410d-8f01-39fa648a5728,segment=NetworkSegment(2fda3a79-c126-4d41-8a84-55e9883a9e68),segment_id=2fda3a79-c126-4d41-8a84-55e9883a9e68)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:09.043702 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:09.054221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'tag': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9'}, {'server_uuid': '34079bbd-404d-4fb6-8685-c436c7e79753', 'name': 'network-vif-deleted', 'tag': 'aed133a2-4b07-44d2-b196-703546d80f41'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:09.059463 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b86daeb-1621-42fb-9cf0-59ab296bb47a", "tag": "a7418a6b-6cc6-4d23-9269-f023ce7594c9"}, {"server_uuid": "34079bbd-404d-4fb6-8685-c436c7e79753", "name": "network-vif-deleted", "tag": "aed133a2-4b07-44d2-b196-703546d80f41"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:09.114175 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=645af16a-c59e-410d-8f01-39fa648a5728,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:09.118389 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-5bcbe635-0e39-4de0-b2ab-561cd0002646 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Floating IP 3d2189c3-6be8-406f-ab68-33c3f350357c associated. External IP: 172.25.5.250, port: 8f1a2417-5d47-49f6-b408-4f0d6a4d33cf. Aug 05 14:08:09.122975 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e67ef24-91a6-4e97-80b9-a91784320a19 x-openstack-request-id: req-4e67ef24-91a6-4e97-80b9-a91784320a19 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:09.123269 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b86daeb-1621-42fb-9cf0-59ab296bb47a", "tag": "a7418a6b-6cc6-4d23-9269-f023ce7594c9", "status": "completed", "code": 200}, {"server_uuid": "34079bbd-404d-4fb6-8685-c436c7e79753", "name": "network-vif-deleted", "tag": "aed133a2-4b07-44d2-b196-703546d80f41", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:09.123523 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e67ef24-91a6-4e97-80b9-a91784320a19 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:09.123919 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'tag': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9', 'status': 'completed', 'code': 200} Aug 05 14:08:09.124175 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34079bbd-404d-4fb6-8685-c436c7e79753', 'name': 'network-vif-deleted', 'tag': 'aed133a2-4b07-44d2-b196-703546d80f41', 'status': 'completed', 'code': 200} Aug 05 14:08:09.229272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35102) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:09.233917 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-082b2248-d7c3-485a-badf-8f5df1cfaff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:09.235460 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-082b2248-d7c3-485a-badf-8f5df1cfaff8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 1095 time: 0.0834134 Aug 05 14:08:09.237081 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-bfafa9ee-9884-4c1a-a58b-d1ca84a6bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:09.238450 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-bfafa9ee-9884-4c1a-a58b-d1ca84a6bcfb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 1095 time: 0.0752158 Aug 05 14:08:09.321771 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af85f3b-2dba-4860-bc7a-fbc6e3494b40 admin admin] Deleting subnet 82ce1e5f-9032-420b-83ef-d0d17a3ce9eb {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:08:09.327947 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9af85f3b-2dba-4860-bc7a-fbc6e3494b40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:09.397082 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['64733d87-d125-499e-9a7b-f3d205cf8012'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:08:09.404578 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9af85f3b-2dba-4860-bc7a-fbc6e3494b40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:09.405617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['645af16a-c59e-410d-8f01-39fa648a5728'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:08:09.452143 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-ee96e09b-8b7c-4360-aeea-4f206613a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:09.453684 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-ee96e09b-8b7c-4360-aeea-4f206613a91f service neutron] 10.222.0.63 "GET /v2.0/networks?id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 HTTP/1.1" status: 200 len: 897 time: 0.2033398 Aug 05 14:08:09.463727 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcbe635-0e39-4de0-b2ab-561cd0002646 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router fb5210e0-d397-466b-8b3b-115347d26c0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:09.464501 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9af85f3b-2dba-4860-bc7a-fbc6e3494b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:09.489857 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ac700-677b-4b64-8ac9-3be14568ccea req-6df2139f-1a1d-457a-889a-815671d74089 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:09.497954 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ac700-677b-4b64-8ac9-3be14568ccea req-6df2139f-1a1d-457a-889a-815671d74089 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:09.504239 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fd2ac700-677b-4b64-8ac9-3be14568ccea req-6df2139f-1a1d-457a-889a-815671d74089 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1681 time: 0.1682146 Aug 05 14:08:09.547758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-4a000449-3900-46bf-a9cf-a671f81be597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:09.549228 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-4a000449-3900-46bf-a9cf-a671f81be597 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 HTTP/1.1" status: 200 len: 897 time: 0.3061092 Aug 05 14:08:09.651729 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9af85f3b-2dba-4860-bc7a-fbc6e3494b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:09.701944 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fd2ac700-677b-4b64-8ac9-3be14568ccea req-8b0b5e90-8393-4d3b-bb78-1a4d1f996961 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627297 Aug 05 14:08:09.704830 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-7675f268-b85e-460e-b747-318548240354 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9 HTTP/1.1" status: 200 len: 999 time: 0.2339478 Aug 05 14:08:09.732987 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcbe635-0e39-4de0-b2ab-561cd0002646 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:09.735903 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9af85f3b-2dba-4860-bc7a-fbc6e3494b40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:09.737964 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9af85f3b-2dba-4860-bc7a-fbc6e3494b40 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/82ce1e5f-9032-420b-83ef-d0d17a3ce9eb HTTP/1.1" status: 204 len: 168 time: 0.5074961 Aug 05 14:08:09.739248 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af85f3b-2dba-4860-bc7a-fbc6e3494b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82ce1e5f-9032-420b-83ef-d0d17a3ce9eb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:09.749672 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35108) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:09.781204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2137e3f8-ff41-4b19-a14a-acb66ce865a5 None None] Sync routers for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:09.784086 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-3a14ca42-30cf-4069-b371-e7927c5233a1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9 HTTP/1.1" status: 200 len: 999 time: 0.2154715 Aug 05 14:08:09.814835 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-d765df94-aea0-4ede-b0be-47eff84957f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:09.817941 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-d765df94-aea0-4ede-b0be-47eff84957f3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd8332f-e585-4989-88dd-1c6d8cff4ffd HTTP/1.1" status: 200 len: 834 time: 0.1003053 Aug 05 14:08:09.845834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2137e3f8-ff41-4b19-a14a-acb66ce865a5 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:09.846794 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2137e3f8-ff41-4b19-a14a-acb66ce865a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:09.914021 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-7981e6ee-d65e-4e3f-8f19-9316d4352c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:09.916521 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-7981e6ee-d65e-4e3f-8f19-9316d4352c22 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ccd8332f-e585-4989-88dd-1c6d8cff4ffd HTTP/1.1" status: 200 len: 834 time: 0.1164539 Aug 05 14:08:09.924725 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-a06faacb-148d-4006-9b22-c672ce2a704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:09.925842 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2137e3f8-ff41-4b19-a14a-acb66ce865a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:09.927035 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-a06faacb-148d-4006-9b22-c672ce2a704a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784686 Aug 05 14:08:09.950166 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2137e3f8-ff41-4b19-a14a-acb66ce865a5 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:09.950819 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2137e3f8-ff41-4b19-a14a-acb66ce865a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:09.952655 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec586162-24f9-4db1-aef8-54fe76230227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:09.963728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2389143-5f0a-436a-afa9-a1c139fa5fd8 req-26ba5b83-9887-4af0-9e08-020ec484e0a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:09.965884 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2389143-5f0a-436a-afa9-a1c139fa5fd8 req-26ba5b83-9887-4af0-9e08-020ec484e0a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 944 time: 0.2167275 Aug 05 14:08:09.990397 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2137e3f8-ff41-4b19-a14a-acb66ce865a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:09.990397 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2137e3f8-ff41-4b19-a14a-acb66ce865a5 None None] The sync data for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:10.028748 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-749fb763-12cd-4946-995f-ff6f98fdb286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:10.030676 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-749fb763-12cd-4946-995f-ff6f98fdb286 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025960 Aug 05 14:08:10.110404 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2389143-5f0a-436a-afa9-a1c139fa5fd8 req-9398408e-d046-4ba8-b8c1-7defa2011bef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340208 Aug 05 14:08:10.124478 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-09f126cd-b56c-4e3e-ab2a-25795d3dadfa service neutron] 10.222.0.63 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856301 Aug 05 14:08:10.156485 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec586162-24f9-4db1-aef8-54fe76230227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:10.180059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-ec586162-24f9-4db1-aef8-54fe76230227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f917b63-8bba-4d52-ade2-47fe17033a69']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:10.194178 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-ec586162-24f9-4db1-aef8-54fe76230227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35565e7-778d-4488-946f-a68b18784d0a') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:10.194505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-ec586162-24f9-4db1-aef8-54fe76230227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35565e7-778d-4488-946f-a68b18784d0a') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:10.235064 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-e1fcc418-addb-42ad-808b-06222132dd29 service neutron] 10.222.0.84 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827543 Aug 05 14:08:10.237979 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec586162-24f9-4db1-aef8-54fe76230227 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:10.260146 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec586162-24f9-4db1-aef8-54fe76230227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:10.269910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec586162-24f9-4db1-aef8-54fe76230227 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:08:10.270339 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec586162-24f9-4db1-aef8-54fe76230227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:08:10.272351 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:08:10.297394 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-62f9e6b9-9395-4f96-bdbb-c5b6daea922c service neutron] 10.222.0.63 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634257 Aug 05 14:08:10.320043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcbe635-0e39-4de0-b2ab-561cd0002646 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router fb5210e0-d397-466b-8b3b-115347d26c0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:10.343604 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec586162-24f9-4db1-aef8-54fe76230227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:10.362277 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59e0b97a-efd8-46eb-af5e-d6caad5f6ec0 req-0dca43b7-7872-4c8a-aa0d-9c33456f59a5 service neutron] 10.222.0.84 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161854 Aug 05 14:08:10.394389 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ec586162-24f9-4db1-aef8-54fe76230227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:10.396410 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ec586162-24f9-4db1-aef8-54fe76230227 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8f917b63-8bba-4d52-ade2-47fe17033a69 HTTP/1.1" status: 204 len: 168 time: 0.6458223 Aug 05 14:08:10.413217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec586162-24f9-4db1-aef8-54fe76230227 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f917b63-8bba-4d52-ade2-47fe17033a69,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:10.481564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcbe635-0e39-4de0-b2ab-561cd0002646 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:10.485934 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe635-0e39-4de0-b2ab-561cd0002646 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:10.493092 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73435687-96e5-4a92-916b-da51a516896c None None] Sync routers for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:10.503690 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73435687-96e5-4a92-916b-da51a516896c None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:10.504545 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-73435687-96e5-4a92-916b-da51a516896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:10.543871 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-73435687-96e5-4a92-916b-da51a516896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:10.554837 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5bcbe635-0e39-4de0-b2ab-561cd0002646 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "PUT /v2.0/floatingips/3d2189c3-6be8-406f-ab68-33c3f350357c HTTP/1.1" status: 200 len: 976 time: 2.2768717 Aug 05 14:08:10.557271 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35118) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:10.558049 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73435687-96e5-4a92-916b-da51a516896c None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:10.558733 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-73435687-96e5-4a92-916b-da51a516896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:10.564257 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-cc45d0e8-3ab9-4f58-a92a-564df6316036 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:10.596695 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-73435687-96e5-4a92-916b-da51a516896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:10.597665 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73435687-96e5-4a92-916b-da51a516896c None None] The sync data for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:10.625058 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35120) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:10.678296 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc45d0e8-3ab9-4f58-a92a-564df6316036 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:10.729289 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-42883ff0-dd7b-45de-8123-a0c538f783d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45b977a4c22e40e1a578626737babe46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1026409 Aug 05 14:08:10.731635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35122) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:10.879751 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dd0d36fd-8f52-4eb5-9439-f23734d8a846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:10.888408 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc45d0e8-3ab9-4f58-a92a-564df6316036 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:10.898809 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc45d0e8-3ab9-4f58-a92a-564df6316036 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:10.899110 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-cc45d0e8-3ab9-4f58-a92a-564df6316036 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Floating IP 3d2189c3-6be8-406f-ab68-33c3f350357c disassociated. External IP: 172.25.5.250, port: da6199cd-f8a0-486b-8289-ff7726e019d5. Aug 05 14:08:10.950553 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dd0d36fd-8f52-4eb5-9439-f23734d8a846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:11.053938 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dd0d36fd-8f52-4eb5-9439-f23734d8a846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:11.056480 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dd0d36fd-8f52-4eb5-9439-f23734d8a846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:11.058179 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-dd0d36fd-8f52-4eb5-9439-f23734d8a846 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64ff20c2-9303-443d-a993-1664ad1af221 HTTP/1.1" status: 204 len: 168 time: 0.3257103 Aug 05 14:08:11.267613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2192e-875b-4033-82c0-de5328e5086b req-5c285ea0-726e-457a-ba60-9cc1b12afb98 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:11.273840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2192e-875b-4033-82c0-de5328e5086b req-5c285ea0-726e-457a-ba60-9cc1b12afb98 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:11.275664 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fcd2192e-875b-4033-82c0-de5328e5086b req-5c285ea0-726e-457a-ba60-9cc1b12afb98 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1681 time: 0.4671769 Aug 05 14:08:11.332100 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fcd2192e-875b-4033-82c0-de5328e5086b req-be3a0772-c2fe-49d6-b968-ba4f3dd09f9e tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457373 Aug 05 14:08:11.490009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d36fd-8f52-4eb5-9439-f23734d8a846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ff20c2-9303-443d-a993-1664ad1af221,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:11.576360 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ba61d-299e-457f-a767-63b491893625 req-425ff145-009b-484b-a38a-19b92e0798b5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:11.577850 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b92ba61d-299e-457f-a767-63b491893625 req-425ff145-009b-484b-a38a-19b92e0798b5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 944 time: 0.1036959 Aug 05 14:08:11.614537 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc45d0e8-3ab9-4f58-a92a-564df6316036 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router fb5210e0-d397-466b-8b3b-115347d26c0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:11.643129 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b92ba61d-299e-457f-a767-63b491893625 req-51b8e0ba-fe9a-4080-933f-08b4a3c75f07 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572777 Aug 05 14:08:11.791608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc45d0e8-3ab9-4f58-a92a-564df6316036 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:11.797551 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc45d0e8-3ab9-4f58-a92a-564df6316036 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:11.811216 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50492e23-f60a-44a2-98b6-15a975dd0fe8 None None] Sync routers for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:11.841683 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cc45d0e8-3ab9-4f58-a92a-564df6316036 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "PUT /v2.0/floatingips/3d2189c3-6be8-406f-ab68-33c3f350357c HTTP/1.1" status: 200 len: 688 time: 1.2795589 Aug 05 14:08:11.842105 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35154) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:11.848697 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50492e23-f60a-44a2-98b6-15a975dd0fe8 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:11.850308 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-50492e23-f60a-44a2-98b6-15a975dd0fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:11.929792 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-50492e23-f60a-44a2-98b6-15a975dd0fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:11.946202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50492e23-f60a-44a2-98b6-15a975dd0fe8 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:11.948551 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-50492e23-f60a-44a2-98b6-15a975dd0fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:11.980933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68f226-5b0f-4bd7-9f80-24ce72927d6e req-c939bf6c-5185-43c8-8315-a7c878f7e4fb tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:11.982999 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-af68f226-5b0f-4bd7-9f80-24ce72927d6e req-c939bf6c-5185-43c8-8315-a7c878f7e4fb tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 944 time: 0.1235797 Aug 05 14:08:12.017948 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092313f-8549-4dc4-a911-815814512366 req-19feaeed-6d1d-4c8c-ba4d-d79152ac9bb1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:12.020402 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2092313f-8549-4dc4-a911-815814512366 req-19feaeed-6d1d-4c8c-ba4d-d79152ac9bb1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a&tenant_id=b8337b594bf34d3abccae65212524bf9&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 944 time: 0.1126103 Aug 05 14:08:12.030143 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-109c5f6d-a32f-4b8b-afdb-aaadcbffa897 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Deleting port c4403513-be09-4ba7-847c-897ced8a4f7b {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:12.031033 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-109c5f6d-a32f-4b8b-afdb-aaadcbffa897 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:12.116135 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-af68f226-5b0f-4bd7-9f80-24ce72927d6e req-64f45bbb-7533-4054-918c-4c6760a7d444 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198752 Aug 05 14:08:12.181922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a7418a6b-6cc6-4d23-9269-f023ce7594c9 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:08:12.185377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device aed133a2-4b07-44d2-b196-703546d80f41 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:08:12.188823 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-50492e23-f60a-44a2-98b6-15a975dd0fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:12.189749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50492e23-f60a-44a2-98b6-15a975dd0fe8 None None] The sync data for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:12.206285 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-2092313f-8549-4dc4-a911-815814512366 req-6ef8701c-87e6-46e8-a405-727a2e03a670 service neutron] delete failed (client error): The resource could not be found. Aug 05 14:08:12.208882 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2092313f-8549-4dc4-a911-815814512366 req-6ef8701c-87e6-46e8-a405-727a2e03a670 service neutron] 10.222.0.84 "DELETE /v2.0/ports/a7418a6b-6cc6-4d23-9269-f023ce7594c9/bindings/n-h2-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.1786363 Aug 05 14:08:12.211036 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-109c5f6d-a32f-4b8b-afdb-aaadcbffa897 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:12.211408 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-109c5f6d-a32f-4b8b-afdb-aaadcbffa897 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:12.234153 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-109c5f6d-a32f-4b8b-afdb-aaadcbffa897 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Calling delete_port for c4403513-be09-4ba7-847c-897ced8a4f7b owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:12.249527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: aed133a2-4b07-44d2-b196-703546d80f41 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:08:12.250589 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device aed133a2-4b07-44d2-b196-703546d80f41 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:08:12.349702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092313f-8549-4dc4-a911-815814512366 req-2f4bf101-56d4-4f6c-a656-b2b23ab6b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:12.352951 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2092313f-8549-4dc4-a911-815814512366 req-2f4bf101-56d4-4f6c-a656-b2b23ab6b16a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 1095 time: 0.0712516 Aug 05 14:08:12.376823 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a7418a6b-6cc6-4d23-9269-f023ce7594c9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9,segment=NetworkSegment(5ed8c997-4f96-49e5-be56-c0794af479da),segment_id=5ed8c997-4f96-49e5-be56-c0794af479da)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:12.394047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9', 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75', 'port_id': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9', 'mac_address': 'fa:16:3e:a5:6c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:08:12.455314 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-109c5f6d-a32f-4b8b-afdb-aaadcbffa897 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:12.456559 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:12.474553 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7418a6b-6cc6-4d23-9269-f023ce7594c9 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:08:12.506007 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a7418a6b-6cc6-4d23-9269-f023ce7594c9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9,segment=NetworkSegment(5ed8c997-4f96-49e5-be56-c0794af479da),segment_id=5ed8c997-4f96-49e5-be56-c0794af479da)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:12.514730 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:12.522518 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 645af16a-c59e-410d-8f01-39fa648a5728 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:08:12.528184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682aa189-b8ef-45f5-a8a1-c40a4c7403d2 req-3126c45b-5cc5-4555-ad7c-110a9ca13cfe tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:12.538889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682aa189-b8ef-45f5-a8a1-c40a4c7403d2 req-3126c45b-5cc5-4555-ad7c-110a9ca13cfe tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:12.541313 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-682aa189-b8ef-45f5-a8a1-c40a4c7403d2 req-3126c45b-5cc5-4555-ad7c-110a9ca13cfe tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1681 time: 0.1059904 Aug 05 14:08:12.592186 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c5f6d-a32f-4b8b-afdb-aaadcbffa897 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Port': ['ID=c4403513-be09-4ba7-847c-897ced8a4f7b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:12.592714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092313f-8549-4dc4-a911-815814512366 req-2348d0db-b58a-40ae-8377-fa177de69142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:12.594384 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2092313f-8549-4dc4-a911-815814512366 req-2348d0db-b58a-40ae-8377-fa177de69142 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 HTTP/1.1" status: 200 len: 897 time: 0.2312105 Aug 05 14:08:12.623987 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=a7418a6b-6cc6-4d23-9269-f023ce7594c9,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:12.636581 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-682aa189-b8ef-45f5-a8a1-c40a4c7403d2 req-91a6da4d-4e12-47c5-82b9-2f9811128c95 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776958 Aug 05 14:08:12.644487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:12.654846 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:12.655333 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:12.655898 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:12.656366 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:12.656860 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:12.657386 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:12.657934 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:12.658324 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:12.658447 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-109c5f6d-a32f-4b8b-afdb-aaadcbffa897 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:12.658738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:12.659138 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:12.659651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:12.669341 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-109c5f6d-a32f-4b8b-afdb-aaadcbffa897 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:12.672126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 645af16a-c59e-410d-8f01-39fa648a5728 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:12.675550 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-109c5f6d-a32f-4b8b-afdb-aaadcbffa897 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/floatingips/3d2189c3-6be8-406f-ab68-33c3f350357c HTTP/1.1" status: 204 len: 168 time: 0.8306110 Aug 05 14:08:12.675550 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35174) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:12.680545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 645af16a-c59e-410d-8f01-39fa648a5728 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:12.681220 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:12.743228 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2092313f-8549-4dc4-a911-815814512366 req-900c8e05-2abc-43e8-ad3a-a304e6cc6c77 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9 HTTP/1.1" status: 200 len: 1000 time: 0.1290128 Aug 05 14:08:12.754147 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-cf95b842-033b-494c-83b9-82e3a16d19fe tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] delete failed (client error): The resource could not be found. Aug 05 14:08:12.760459 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cf95b842-033b-494c-83b9-82e3a16d19fe tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/floatingips/3d2189c3-6be8-406f-ab68-33c3f350357c HTTP/1.1" status: 404 len: 345 time: 0.0842679 Aug 05 14:08:12.761075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35178) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:12.837280 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:12.872379 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092313f-8549-4dc4-a911-815814512366 req-a29ad820-9de3-4bd3-867c-c56d172839da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:12.873804 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2092313f-8549-4dc4-a911-815814512366 req-a29ad820-9de3-4bd3-867c-c56d172839da service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ccd8332f-e585-4989-88dd-1c6d8cff4ffd HTTP/1.1" status: 200 len: 834 time: 0.1116943 Aug 05 14:08:12.876581 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4660b66-487c-4a96-9a6c-b8f1124c2a90 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:12.880314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['a7418a6b-6cc6-4d23-9269-f023ce7594c9'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:08:12.885740 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4660b66-487c-4a96-9a6c-b8f1124c2a90 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:12.895383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4660b66-487c-4a96-9a6c-b8f1124c2a90 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:12.897647 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c4660b66-487c-4a96-9a6c-b8f1124c2a90 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "GET /v2.0/ports?network_id=89587cbe-41a6-4e83-9f61-086413170ed1 HTTP/1.1" status: 200 len: 2356 time: 0.1355047 Aug 05 14:08:12.902032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35184) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:12.940610 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14544902-11ee-4de6-a4e1-219f49e68df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645af16a-c59e-410d-8f01-39fa648a5728'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:12.942830 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2964a6d-d18d-49a4-b817-dc000ac3daca" -d '{"events": [{"server_uuid": "14544902-11ee-4de6-a4e1-219f49e68df5", "name": "network-vif-plugged", "status": "completed", "tag": "645af16a-c59e-410d-8f01-39fa648a5728"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:12.975353 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 645af16a-c59e-410d-8f01-39fa648a5728, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=645af16a-c59e-410d-8f01-39fa648a5728,segment=NetworkSegment(2fda3a79-c126-4d41-8a84-55e9883a9e68),segment_id=2fda3a79-c126-4d41-8a84-55e9883a9e68)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:12.981405 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:12.982318 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 64733d87-d125-499e-9a7b-f3d205cf8012 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:08:12.984124 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092313f-8549-4dc4-a911-815814512366 req-305af28d-4d8b-4514-ade5-f9895eb99c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:12.989853 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2092313f-8549-4dc4-a911-815814512366 req-305af28d-4d8b-4514-ade5-f9895eb99c37 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963275 Aug 05 14:08:13.012072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28311df6-1b1f-425b-8d8f-e849b0db614d tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:13.013601 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-28311df6-1b1f-425b-8d8f-e849b0db614d tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "GET /v2.0/subnets/1e368069-7649-4e4b-836c-eca5100e6d2e HTTP/1.1" status: 200 len: 797 time: 0.1105065 Aug 05 14:08:13.018686 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35192) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:13.024077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-83a71fc5-4945-4518-989f-b7f854e2e5e4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'port': {'network_id': '89587cbe-41a6-4e83-9f61-086413170ed1', 'name': 'tempest-FloatingIPTestJSON-1047410330', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:13.027473 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:08:13.054646 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385331c4-26bd-44d5-b501-781eb6294393 x-openstack-request-id: req-385331c4-26bd-44d5-b501-781eb6294393 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:13.054930 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14544902-11ee-4de6-a4e1-219f49e68df5", "name": "network-vif-plugged", "status": "completed", "tag": "645af16a-c59e-410d-8f01-39fa648a5728", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:13.055365 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-385331c4-26bd-44d5-b501-781eb6294393 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:13.055917 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14544902-11ee-4de6-a4e1-219f49e68df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645af16a-c59e-410d-8f01-39fa648a5728', 'code': 200} Aug 05 14:08:13.130868 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2092313f-8549-4dc4-a911-815814512366 req-8570a5e6-f44d-4a6a-a7c6-1b72bf26b731 service neutron] 10.222.0.84 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330020 Aug 05 14:08:13.133934 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=645af16a-c59e-410d-8f01-39fa648a5728,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:13.142609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 64733d87-d125-499e-9a7b-f3d205cf8012 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:13.149229 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 64733d87-d125-499e-9a7b-f3d205cf8012 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:13.149594 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:13.236032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a71fc5-4945-4518-989f-b7f854e2e5e4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Made reservation on behalf of a746e5515a4f43a5b91af3a99ad76efd for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:08:13.324127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc0cc1-6155-4dfe-a0a8-0bbaa4173882 req-95801469-9654-4d94-b5ed-1fe0afac64b5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:13.325660 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-47dc0cc1-6155-4dfe-a0a8-0bbaa4173882 req-95801469-9654-4d94-b5ed-1fe0afac64b5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 945 time: 0.0822384 Aug 05 14:08:13.381237 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-47dc0cc1-6155-4dfe-a0a8-0bbaa4173882 req-715ebbea-4012-4eb8-9a31-48812286bc1a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453906 Aug 05 14:08:13.390662 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2092313f-8549-4dc4-a911-815814512366 req-aa34ace6-0b78-4641-9f58-bee5d271e132 service neutron] 10.222.0.84 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407408 Aug 05 14:08:13.420517 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-83a71fc5-4945-4518-989f-b7f854e2e5e4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:13.432557 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:13.445920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-83a71fc5-4945-4518-989f-b7f854e2e5e4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] device_id is not set on port c1178d6b-bcab-42f6-a5fa-53b7873a2883 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:08:13.526927 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 64733d87-d125-499e-9a7b-f3d205cf8012, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=64733d87-d125-499e-9a7b-f3d205cf8012,segment=NetworkSegment(19a51336-6abb-4b0d-94c6-75fda8107c09),segment_id=19a51336-6abb-4b0d-94c6-75fda8107c09)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:13.537982 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:13.623077 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=64733d87-d125-499e-9a7b-f3d205cf8012,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:13.788541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21893b8-ae26-407b-b9b1-71b81c728dcd req-2d403376-aa96-4d70-a143-16ee86d90c5a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:13.795513 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21893b8-ae26-407b-b9b1-71b81c728dcd req-2d403376-aa96-4d70-a143-16ee86d90c5a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:13.797469 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f21893b8-ae26-407b-b9b1-71b81c728dcd req-2d403376-aa96-4d70-a143-16ee86d90c5a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1683 time: 0.0672829 Aug 05 14:08:13.825484 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-83a71fc5-4945-4518-989f-b7f854e2e5e4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Allocated IP 172.20.0.13 (89587cbe-41a6-4e83-9f61-086413170ed1/1e368069-7649-4e4b-836c-eca5100e6d2e/c1178d6b-bcab-42f6-a5fa-53b7873a2883) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:13.837035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-83a71fc5-4945-4518-989f-b7f854e2e5e4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Allocated IP 172.20.0.12 (89587cbe-41a6-4e83-9f61-086413170ed1/1e368069-7649-4e4b-836c-eca5100e6d2e/c1178d6b-bcab-42f6-a5fa-53b7873a2883) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:13.847137 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f21893b8-ae26-407b-b9b1-71b81c728dcd req-fe803f9d-b7a6-40bb-96fe-3db65af8308b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424535 Aug 05 14:08:14.029708 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-83a71fc5-4945-4518-989f-b7f854e2e5e4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:14.104681 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-83a71fc5-4945-4518-989f-b7f854e2e5e4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:14.162297 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a71fc5-4945-4518-989f-b7f854e2e5e4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network 89587cbe-41a6-4e83-9f61-086413170ed1 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:14.169619 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-83a71fc5-4945-4518-989f-b7f854e2e5e4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:14.172057 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a71fc5-4945-4518-989f-b7f854e2e5e4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:14.215545 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a71fc5-4945-4518-989f-b7f854e2e5e4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=c1178d6b-bcab-42f6-a5fa-53b7873a2883,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:14.241721 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a71fc5-4945-4518-989f-b7f854e2e5e4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:14.242391 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-83a71fc5-4945-4518-989f-b7f854e2e5e4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:14.266071 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-83a71fc5-4945-4518-989f-b7f854e2e5e4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2462268 Aug 05 14:08:14.267212 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35212) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:14.275437 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': 'c1178d6b-bcab-42f6-a5fa-53b7873a2883', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:14.329259 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:14.489062 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:14.611670 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bd74f-0fad-4e73-8697-244194053c4d req-5d69953f-bb96-48d6-b4f9-ff24394d056d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:14.612749 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-952bd74f-0fad-4e73-8697-244194053c4d req-5d69953f-bb96-48d6-b4f9-ff24394d056d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 945 time: 0.1137331 Aug 05 14:08:14.682974 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:14.691966 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Allocated IP 172.25.5.5 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/214de19a-8d46-4a12-808a-29324f2e0242) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:14.696505 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-952bd74f-0fad-4e73-8697-244194053c4d req-97587df5-18ab-4fd4-92bd-e3c6fc1aa1a4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600348 Aug 05 14:08:14.721677 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35230) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:14.830901 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a4d1ceab-831d-4000-b6c5-ada8d209022e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/floatingips/a9ae24f1-438f-4cf0-92e2-d24d22406e80 HTTP/1.1" status: 200 len: 992 time: 0.1079056 Aug 05 14:08:14.863034 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:14.906968 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:14.952714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:14.955748 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:14.959936 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:14.986794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=214de19a-8d46-4a12-808a-29324f2e0242,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:15.011297 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5cfae-854e-408b-ad07-5f22bb579466 req-13d12635-5aaa-4f30-aa5e-60dfa84380e5 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:15.017881 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5cfae-854e-408b-ad07-5f22bb579466 req-13d12635-5aaa-4f30-aa5e-60dfa84380e5 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:15.020637 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-40f5cfae-854e-408b-ad07-5f22bb579466 req-13d12635-5aaa-4f30-aa5e-60dfa84380e5 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1683 time: 0.0799055 Aug 05 14:08:15.056716 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14544902-11ee-4de6-a4e1-219f49e68df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64733d87-d125-499e-9a7b-f3d205cf8012'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:15.060104 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431ea4a4-b0b0-4287-bf33-881622a88adb" -d '{"events": [{"server_uuid": "14544902-11ee-4de6-a4e1-219f49e68df5", "name": "network-vif-plugged", "status": "completed", "tag": "64733d87-d125-499e-9a7b-f3d205cf8012"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:15.076373 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-40f5cfae-854e-408b-ad07-5f22bb579466 req-3faea980-91c5-4112-b2fc-89029f67b467 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424426 Aug 05 14:08:15.104107 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352cff95-3d97-44cd-b759-4a491ca1b33b x-openstack-request-id: req-352cff95-3d97-44cd-b759-4a491ca1b33b {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:15.104417 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14544902-11ee-4de6-a4e1-219f49e68df5", "name": "network-vif-plugged", "status": "completed", "tag": "64733d87-d125-499e-9a7b-f3d205cf8012", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:15.104705 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-352cff95-3d97-44cd-b759-4a491ca1b33b {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:15.105064 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14544902-11ee-4de6-a4e1-219f49e68df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64733d87-d125-499e-9a7b-f3d205cf8012', 'code': 200} Aug 05 14:08:15.268820 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f0bcf-7961-480c-9810-30a10d04f38d req-769219c1-29a2-401b-8671-c91c8e143077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:15.269407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f0bcf-7961-480c-9810-30a10d04f38d req-769219c1-29a2-401b-8671-c91c8e143077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:15.271010 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a0f0bcf-7961-480c-9810-30a10d04f38d req-769219c1-29a2-401b-8671-c91c8e143077 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1985 time: 0.0846417 Aug 05 14:08:15.385308 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a0f0bcf-7961-480c-9810-30a10d04f38d req-5ceb3005-80c5-474f-ade2-38522b0f706c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007583 Aug 05 14:08:15.465294 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:15.559936 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:15.754887 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:15.761521 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:15.779901 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c1d3ebe8-8c9c-4e05-9257-e3bdbb07dde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:15.838754 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=214de19a-8d46-4a12-808a-29324f2e0242,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:15.856906 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:15.893652 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:15.971877 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Floating IP 1054e67c-7771-4bd0-aa6c-b6a63e1dafb1 associated. External IP: 172.25.5.5, port: c1178d6b-bcab-42f6-a5fa-53b7873a2883. Aug 05 14:08:15.985854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a7418a6b-6cc6-4d23-9269-f023ce7594c9 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:08:16.049268 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port a7418a6b-6cc6-4d23-9269-f023ce7594c9 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:16.053857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port a7418a6b-6cc6-4d23-9269-f023ce7594c9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:16.054228 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:16.154551 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:16.190096 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a7418a6b-6cc6-4d23-9269-f023ce7594c9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9,segment=NetworkSegment(5ed8c997-4f96-49e5-be56-c0794af479da),segment_id=5ed8c997-4f96-49e5-be56-c0794af479da)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:16.196299 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:16.238646 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e075593-c4cc-4925-a54e-9e3720b00b1d req-0835f10c-122b-4784-8451-4528351cdc07 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:16.244479 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e075593-c4cc-4925-a54e-9e3720b00b1d req-0835f10c-122b-4784-8451-4528351cdc07 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:16.246185 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e075593-c4cc-4925-a54e-9e3720b00b1d req-0835f10c-122b-4784-8451-4528351cdc07 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1683 time: 0.0990236 Aug 05 14:08:16.246379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=a7418a6b-6cc6-4d23-9269-f023ce7594c9,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:16.292176 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router fb5210e0-d397-466b-8b3b-115347d26c0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:16.297733 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0e075593-c4cc-4925-a54e-9e3720b00b1d req-900ba755-3814-4fb1-b8f1-b183060c8dc4 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447609 Aug 05 14:08:16.415694 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:16.427469 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3498176-17e3-4e8b-b00e-53f9d43d9b0d None None] Sync routers for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:16.433934 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:16.437813 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3498176-17e3-4e8b-b00e-53f9d43d9b0d None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:16.438485 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b3498176-17e3-4e8b-b00e-53f9d43d9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:16.464783 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fc43e179-349d-415e-ac63-285b5a45b4d5 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1931400 Aug 05 14:08:16.465236 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35248) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:16.469710 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-7633ad6a-14a6-4b92-a5e8-3aadd406db1f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'floatingip': {'port_id': 'c1178d6b-bcab-42f6-a5fa-53b7873a2883', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:16.474728 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b3498176-17e3-4e8b-b00e-53f9d43d9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:16.483891 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3498176-17e3-4e8b-b00e-53f9d43d9b0d None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:16.484492 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b3498176-17e3-4e8b-b00e-53f9d43d9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:16.515777 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b3498176-17e3-4e8b-b00e-53f9d43d9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:16.516433 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3498176-17e3-4e8b-b00e-53f9d43d9b0d None None] The sync data for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:16.528265 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7633ad6a-14a6-4b92-a5e8-3aadd406db1f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:17.012813 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7633ad6a-14a6-4b92-a5e8-3aadd406db1f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:17.017137 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7633ad6a-14a6-4b92-a5e8-3aadd406db1f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:17.106776 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:17.110933 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80641ce4-f67f-4b47-8d93-baf727fc440a" -d '{"events": [{"server_uuid": "8b86daeb-1621-42fb-9cf0-59ab296bb47a", "name": "network-vif-plugged", "status": "completed", "tag": "a7418a6b-6cc6-4d23-9269-f023ce7594c9"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:17.163171 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa2b1f3-3062-40d4-bc29-0a33d1602226 x-openstack-request-id: req-eaa2b1f3-3062-40d4-bc29-0a33d1602226 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:17.163565 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b86daeb-1621-42fb-9cf0-59ab296bb47a", "name": "network-vif-plugged", "status": "completed", "tag": "a7418a6b-6cc6-4d23-9269-f023ce7594c9", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:17.163886 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eaa2b1f3-3062-40d4-bc29-0a33d1602226 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:17.164343 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9', 'code': 200} Aug 05 14:08:17.237592 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7633ad6a-14a6-4b92-a5e8-3aadd406db1f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router fb5210e0-d397-466b-8b3b-115347d26c0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:17.727610 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7633ad6a-14a6-4b92-a5e8-3aadd406db1f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:17.736489 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7633ad6a-14a6-4b92-a5e8-3aadd406db1f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:17.745847 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99faf70e-2128-4ddc-93ad-0cd140ed6464 None None] Sync routers for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:17.770060 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99faf70e-2128-4ddc-93ad-0cd140ed6464 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:17.770806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-99faf70e-2128-4ddc-93ad-0cd140ed6464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:17.771548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0522c4-0e45-432e-9cda-51a90ad861b7 req-2399f5de-eae8-4073-ba7d-7afdb33a3d91 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:17.777655 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0522c4-0e45-432e-9cda-51a90ad861b7 req-2399f5de-eae8-4073-ba7d-7afdb33a3d91 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:17.785137 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2b0522c4-0e45-432e-9cda-51a90ad861b7 req-2399f5de-eae8-4073-ba7d-7afdb33a3d91 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1683 time: 0.1217172 Aug 05 14:08:17.811485 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-99faf70e-2128-4ddc-93ad-0cd140ed6464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:17.820535 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99faf70e-2128-4ddc-93ad-0cd140ed6464 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:17.821171 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-99faf70e-2128-4ddc-93ad-0cd140ed6464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:07:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:17.858575 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2b0522c4-0e45-432e-9cda-51a90ad861b7 req-3c07de33-4a98-42aa-999e-487e0d50a94e tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694931 Aug 05 14:08:17.862825 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7633ad6a-14a6-4b92-a5e8-3aadd406db1f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "PUT /v2.0/floatingips/1054e67c-7771-4bd0-aa6c-b6a63e1dafb1 HTTP/1.1" status: 200 len: 977 time: 1.3965244 Aug 05 14:08:17.863077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35278) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:17.873211 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-99faf70e-2128-4ddc-93ad-0cd140ed6464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:17.875660 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99faf70e-2128-4ddc-93ad-0cd140ed6464 None None] The sync data for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:18.063240 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9316dbf1-b33b-43b5-ba23-f1eb7a1d1f47 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Deleting port 214de19a-8d46-4a12-808a-29324f2e0242 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:18.063749 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9316dbf1-b33b-43b5-ba23-f1eb7a1d1f47 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:18.151745 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9316dbf1-b33b-43b5-ba23-f1eb7a1d1f47 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:18.151991 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9316dbf1-b33b-43b5-ba23-f1eb7a1d1f47 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:18.164033 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ae21f-4201-4744-bac8-80556c347c22 req-5231fa3e-92ea-4f87-ae0c-f9528ae3b339 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:18.164714 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9316dbf1-b33b-43b5-ba23-f1eb7a1d1f47 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Calling delete_port for 214de19a-8d46-4a12-808a-29324f2e0242 owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:18.170820 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ae21f-4201-4744-bac8-80556c347c22 req-5231fa3e-92ea-4f87-ae0c-f9528ae3b339 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:18.172436 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f45ae21f-4201-4744-bac8-80556c347c22 req-5231fa3e-92ea-4f87-ae0c-f9528ae3b339 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1683 time: 0.0588286 Aug 05 14:08:18.214108 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f45ae21f-4201-4744-bac8-80556c347c22 req-e161cdba-7d3d-4cb8-90cb-f0a6aaaba728 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345688 Aug 05 14:08:18.334983 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ee6cf622-ed36-4108-8d76-99bb4b704e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:18.353492 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9316dbf1-b33b-43b5-ba23-f1eb7a1d1f47 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:18.383830 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316dbf1-b33b-43b5-ba23-f1eb7a1d1f47 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Port': ['ID=214de19a-8d46-4a12-808a-29324f2e0242,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:18.439540 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9316dbf1-b33b-43b5-ba23-f1eb7a1d1f47 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:18.439792 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-9316dbf1-b33b-43b5-ba23-f1eb7a1d1f47 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Floating IP 1054e67c-7771-4bd0-aa6c-b6a63e1dafb1 disassociated (deleted). External IP: 172.25.5.5, port: c1178d6b-bcab-42f6-a5fa-53b7873a2883. Aug 05 14:08:18.548847 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:18.654833 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9316dbf1-b33b-43b5-ba23-f1eb7a1d1f47 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router fb5210e0-d397-466b-8b3b-115347d26c0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:18.727846 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade344ba-3a96-4ef6-8647-e3d62a85ea31 req-aaed60ce-291c-4edb-9ed6-596860999892 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:18.730108 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ade344ba-3a96-4ef6-8647-e3d62a85ea31 req-aaed60ce-291c-4edb-9ed6-596860999892 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0506973 Aug 05 14:08:18.767569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9316dbf1-b33b-43b5-ba23-f1eb7a1d1f47 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:18.772353 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9316dbf1-b33b-43b5-ba23-f1eb7a1d1f47 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:18.773610 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ade344ba-3a96-4ef6-8647-e3d62a85ea31 req-4b734d91-e7d6-4eb0-bdf8-bba64436bd5a tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374095 Aug 05 14:08:18.778746 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd453f-f493-477e-90a2-e5acc6e38dd2 None None] Sync routers for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:18.789521 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd453f-f493-477e-90a2-e5acc6e38dd2 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:18.791396 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-dbdd453f-f493-477e-90a2-e5acc6e38dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:18.805400 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9316dbf1-b33b-43b5-ba23-f1eb7a1d1f47 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/floatingips/1054e67c-7771-4bd0-aa6c-b6a63e1dafb1 HTTP/1.1" status: 204 len: 168 time: 0.9389918 Aug 05 14:08:18.805777 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35290) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:18.837348 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-dbdd453f-f493-477e-90a2-e5acc6e38dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:18.850128 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd453f-f493-477e-90a2-e5acc6e38dd2 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:18.850912 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-dbdd453f-f493-477e-90a2-e5acc6e38dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:18.897383 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-dbdd453f-f493-477e-90a2-e5acc6e38dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:18.898056 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd453f-f493-477e-90a2-e5acc6e38dd2 None None] The sync data for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:18.910094 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-75a851ea-37a2-4541-9fbb-a293bbc7f4c3 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Deleting port c1178d6b-bcab-42f6-a5fa-53b7873a2883 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:18.910707 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-75a851ea-37a2-4541-9fbb-a293bbc7f4c3 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:18.927161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a588854-5d7b-4b90-b913-6b8d9982cac5 req-3fc0358c-0f8e-4b8b-8660-6225ce1c5b1e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:18.931203 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a588854-5d7b-4b90-b913-6b8d9982cac5 req-3fc0358c-0f8e-4b8b-8660-6225ce1c5b1e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0601966 Aug 05 14:08:18.976125 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a588854-5d7b-4b90-b913-6b8d9982cac5 req-f267b0f9-4213-442d-a221-588e22510f6b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412788 Aug 05 14:08:19.008850 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-75a851ea-37a2-4541-9fbb-a293bbc7f4c3 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:19.027359 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-75a851ea-37a2-4541-9fbb-a293bbc7f4c3 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Calling delete_port for c1178d6b-bcab-42f6-a5fa-53b7873a2883 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:19.277921 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-75a851ea-37a2-4541-9fbb-a293bbc7f4c3 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:19.312466 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a851ea-37a2-4541-9fbb-a293bbc7f4c3 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Port': ['ID=c1178d6b-bcab-42f6-a5fa-53b7873a2883,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:19.347267 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220e121-e8b7-4c33-9c60-8d5091162abb req-b887efed-d3cb-406b-b0c6-6d70b6c79b25 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:19.353391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220e121-e8b7-4c33-9c60-8d5091162abb req-b887efed-d3cb-406b-b0c6-6d70b6c79b25 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:19.355098 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c220e121-e8b7-4c33-9c60-8d5091162abb req-b887efed-d3cb-406b-b0c6-6d70b6c79b25 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1683 time: 0.0681612 Aug 05 14:08:19.393326 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deda24-5d34-4c88-a969-5a84e911467f req-e4d156e2-1044-4c4c-a4cd-706d06f97f07 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:19.394879 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33deda24-5d34-4c88-a969-5a84e911467f req-e4d156e2-1044-4c4c-a4cd-706d06f97f07 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 811 time: 0.2025669 Aug 05 14:08:19.395909 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c220e121-e8b7-4c33-9c60-8d5091162abb req-50ef4ee5-d5ae-41e5-89ff-9341e4cafeb2 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343542 Aug 05 14:08:19.433931 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33deda24-5d34-4c88-a969-5a84e911467f req-972755aa-3705-4310-b69b-4e68e785f09b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/quotas/dc996791672c444dbf38c5eb15e5efae HTTP/1.1" status: 200 len: 375 time: 0.0208673 Aug 05 14:08:19.453474 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:19.456997 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-75a851ea-37a2-4541-9fbb-a293bbc7f4c3 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:19.459013 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-75a851ea-37a2-4541-9fbb-a293bbc7f4c3 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/ports/c1178d6b-bcab-42f6-a5fa-53b7873a2883 HTTP/1.1" status: 204 len: 168 time: 0.6521504 Aug 05 14:08:19.464164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35324) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:19.468862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-af8ec7e8-a290-4781-9451-e32f2b4c1255 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:19.499559 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af8ec7e8-a290-4781-9451-e32f2b4c1255 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:19.507205 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33deda24-5d34-4c88-a969-5a84e911467f req-cba73afc-5924-4649-a8b9-a0012f4d23c5 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0657320 Aug 05 14:08:19.610235 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af8ec7e8-a290-4781-9451-e32f2b4c1255 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:19.614391 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33deda24-5d34-4c88-a969-5a84e911467f req-dce73cb1-954b-4ec2-a43d-b9a7bd03947f service neutron] 10.222.0.16 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964396 Aug 05 14:08:19.718755 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33deda24-5d34-4c88-a969-5a84e911467f req-43727226-0b1f-4ba6-aff5-bd902ffb7b4f service neutron] 10.222.0.16 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974567 Aug 05 14:08:19.727367 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-af8ec7e8-a290-4781-9451-e32f2b4c1255 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Allocated IP 172.25.5.241 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/d02f9bd6-1f3d-4230-9afb-854efff92919) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:19.853889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-45f08fa8-9cb0-45c1-8cf9-a39f91af40d4 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:19.862146 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-45f08fa8-9cb0-45c1-8cf9-a39f91af40d4 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:19.864179 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-45f08fa8-9cb0-45c1-8cf9-a39f91af40d4 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.84 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 1683 time: 0.0793529 Aug 05 14:08:19.877519 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af8ec7e8-a290-4781-9451-e32f2b4c1255 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:19.933849 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-70660a19-aaa1-4af7-a405-4dad1a16302c req-7dadc39f-12da-44c5-a092-555cb02b8ef3 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 210 time: 0.0376537 Aug 05 14:08:19.967853 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af8ec7e8-a290-4781-9451-e32f2b4c1255 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:20.003044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-0040151e-4efc-45b6-b9f7-2f6f5e18d5a0 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Deleting port 645af16a-c59e-410d-8f01-39fa648a5728 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:20.003616 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-0040151e-4efc-45b6-b9f7-2f6f5e18d5a0 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:20.014852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8ec7e8-a290-4781-9451-e32f2b4c1255 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:20.017973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-af8ec7e8-a290-4781-9451-e32f2b4c1255 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:20.022502 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ec7e8-a290-4781-9451-e32f2b4c1255 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:20.053570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ec7e8-a290-4781-9451-e32f2b4c1255 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=d02f9bd6-1f3d-4230-9afb-854efff92919,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:20.127205 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-0040151e-4efc-45b6-b9f7-2f6f5e18d5a0 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] For port 645af16a-c59e-410d-8f01-39fa648a5728, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=645af16a-c59e-410d-8f01-39fa648a5728,segment=NetworkSegment(2fda3a79-c126-4d41-8a84-55e9883a9e68),segment_id=2fda3a79-c126-4d41-8a84-55e9883a9e68)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:20.127613 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-0040151e-4efc-45b6-b9f7-2f6f5e18d5a0 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:20.147217 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af8ec7e8-a290-4781-9451-e32f2b4c1255 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:20.151143 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-0040151e-4efc-45b6-b9f7-2f6f5e18d5a0 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Calling delete_port for 645af16a-c59e-410d-8f01-39fa648a5728 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:20.210444 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af8ec7e8-a290-4781-9451-e32f2b4c1255 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:20.311743 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-0040151e-4efc-45b6-b9f7-2f6f5e18d5a0 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:20.326867 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['645af16a-c59e-410d-8f01-39fa648a5728', '64733d87-d125-499e-9a7b-f3d205cf8012'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:08:20.356039 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040151e-4efc-45b6-b9f7-2f6f5e18d5a0 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event deleted for resources: {'Port': ['ID=645af16a-c59e-410d-8f01-39fa648a5728,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:20.412105 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-0040151e-4efc-45b6-b9f7-2f6f5e18d5a0 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] No DVR routers for this DVR port 645af16a-c59e-410d-8f01-39fa648a5728 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:08:20.415111 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-0040151e-4efc-45b6-b9f7-2f6f5e18d5a0 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:20.418147 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-0040151e-4efc-45b6-b9f7-2f6f5e18d5a0 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.84 "DELETE /v2.0/ports/645af16a-c59e-410d-8f01-39fa648a5728 HTTP/1.1" status: 204 len: 173 time: 0.5470192 Aug 05 14:08:20.418762 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14544902-11ee-4de6-a4e1-219f49e68df5', 'name': 'network-vif-deleted', 'tag': '645af16a-c59e-410d-8f01-39fa648a5728'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:20.421174 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b80bad-5b1f-4fa1-869d-efb3b21fe7b8" -d '{"events": [{"server_uuid": "14544902-11ee-4de6-a4e1-219f49e68df5", "name": "network-vif-deleted", "tag": "645af16a-c59e-410d-8f01-39fa648a5728"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:20.449687 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af8ec7e8-a290-4781-9451-e32f2b4c1255 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:20.461697 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af8ec7e8-a290-4781-9451-e32f2b4c1255 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:20.508131 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f93ac2e-bd0f-41fc-96ea-a8d089fcff5b x-openstack-request-id: req-4f93ac2e-bd0f-41fc-96ea-a8d089fcff5b {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:20.508448 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14544902-11ee-4de6-a4e1-219f49e68df5", "name": "network-vif-deleted", "tag": "645af16a-c59e-410d-8f01-39fa648a5728", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:20.508711 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f93ac2e-bd0f-41fc-96ea-a8d089fcff5b {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:20.510771 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14544902-11ee-4de6-a4e1-219f49e68df5', 'name': 'network-vif-deleted', 'tag': '645af16a-c59e-410d-8f01-39fa648a5728', 'status': 'completed', 'code': 200} Aug 05 14:08:20.631524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-cf186df4-3e99-4849-bfcd-10bfbd55096f tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Deleting port 64733d87-d125-499e-9a7b-f3d205cf8012 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:20.631833 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-cf186df4-3e99-4849-bfcd-10bfbd55096f tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:20.840450 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-cf186df4-3e99-4849-bfcd-10bfbd55096f tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] For port 64733d87-d125-499e-9a7b-f3d205cf8012, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=64733d87-d125-499e-9a7b-f3d205cf8012,segment=NetworkSegment(19a51336-6abb-4b0d-94c6-75fda8107c09),segment_id=19a51336-6abb-4b0d-94c6-75fda8107c09)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:20.840851 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-cf186df4-3e99-4849-bfcd-10bfbd55096f tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:20.856331 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-cf186df4-3e99-4849-bfcd-10bfbd55096f tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Calling delete_port for 64733d87-d125-499e-9a7b-f3d205cf8012 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:21.022648 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-cf186df4-3e99-4849-bfcd-10bfbd55096f tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:21.030712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ec7e8-a290-4781-9451-e32f2b4c1255 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=d02f9bd6-1f3d-4230-9afb-854efff92919,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:21.078975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36adcbf-aa88-4694-b194-9345e54dc2c0 req-1afdf8bf-0106-452d-b953-059c7ab16206 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:21.080645 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c36adcbf-aa88-4694-b194-9345e54dc2c0 req-1afdf8bf-0106-452d-b953-059c7ab16206 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/ports?device_id=14544902-11ee-4de6-a4e1-219f49e68df5 HTTP/1.1" status: 200 len: 867 time: 0.1305745 Aug 05 14:08:21.081817 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af8ec7e8-a290-4781-9451-e32f2b4c1255 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:21.112073 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af8ec7e8-a290-4781-9451-e32f2b4c1255 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:21.113608 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-af8ec7e8-a290-4781-9451-e32f2b4c1255 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6494205 Aug 05 14:08:21.118278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35356) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:21.122000 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf186df4-3e99-4849-bfcd-10bfbd55096f tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event deleted for resources: {'Port': ['ID=64733d87-d125-499e-9a7b-f3d205cf8012,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:21.125128 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-033abcfa-6396-4f32-9db4-08a37d332fd7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'port': {'network_id': '89587cbe-41a6-4e83-9f61-086413170ed1', 'name': 'tempest-FloatingIPTestJSON-779816465'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:21.135348 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aafcbd4b-dedf-4857-b60d-f13341cd474f req-dea309ac-1bba-44c8-8fab-5aa7ff5570e8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 210 time: 0.1102653 Aug 05 14:08:21.171872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-cf186df4-3e99-4849-bfcd-10bfbd55096f tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] No DVR routers for this DVR port 64733d87-d125-499e-9a7b-f3d205cf8012 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:08:21.175182 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-cf186df4-3e99-4849-bfcd-10bfbd55096f tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:21.177721 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-eb91dd80-f21d-475d-81bc-441b71e44f9b req-cf186df4-3e99-4849-bfcd-10bfbd55096f tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.84 "DELETE /v2.0/ports/64733d87-d125-499e-9a7b-f3d205cf8012 HTTP/1.1" status: 204 len: 173 time: 0.7528553 Aug 05 14:08:21.218573 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c36adcbf-aa88-4694-b194-9345e54dc2c0 req-db432445-b06c-4f8f-b60a-f831c039c03b tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a91da488-d8ed-4db6-bdd2-6a7452b9e607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290615 Aug 05 14:08:21.268494 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:21.333540 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033abcfa-6396-4f32-9db4-08a37d332fd7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Made reservation on behalf of a746e5515a4f43a5b91af3a99ad76efd for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:08:21.340120 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-033abcfa-6396-4f32-9db4-08a37d332fd7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:21.371742 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-033abcfa-6396-4f32-9db4-08a37d332fd7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] device_id is not set on port 8b635a8b-3114-4018-9ae6-8851092acf23 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:08:21.509712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-033abcfa-6396-4f32-9db4-08a37d332fd7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Allocated IP 172.20.0.3 (89587cbe-41a6-4e83-9f61-086413170ed1/1e368069-7649-4e4b-836c-eca5100e6d2e/8b635a8b-3114-4018-9ae6-8851092acf23) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:21.747684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deda24-5d34-4c88-a969-5a84e911467f req-8e239824-5707-473b-8902-ce4aae7e291d tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:21.749167 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33deda24-5d34-4c88-a969-5a84e911467f req-8e239824-5707-473b-8902-ce4aae7e291d tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.63 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 811 time: 0.1863644 Aug 05 14:08:21.772654 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-33deda24-5d34-4c88-a969-5a84e911467f req-d078065f-7d9c-4cfc-b7cb-7907b6426d11 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Request body: {'port': {'device_id': '8589e13c-e84c-476a-a4fa-1672493e669b', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'admin_state_up': True, 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:21.841815 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-033abcfa-6396-4f32-9db4-08a37d332fd7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:21.868161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35376) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:21.923352 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-033abcfa-6396-4f32-9db4-08a37d332fd7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:21.961540 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33deda24-5d34-4c88-a969-5a84e911467f req-d078065f-7d9c-4cfc-b7cb-7907b6426d11 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Made reservation on behalf of dc996791672c444dbf38c5eb15e5efae for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:08:21.965607 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-33deda24-5d34-4c88-a969-5a84e911467f req-d078065f-7d9c-4cfc-b7cb-7907b6426d11 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:21.991092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033abcfa-6396-4f32-9db4-08a37d332fd7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network 89587cbe-41a6-4e83-9f61-086413170ed1 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:21.995180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-033abcfa-6396-4f32-9db4-08a37d332fd7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:22.000275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033abcfa-6396-4f32-9db4-08a37d332fd7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:22.004964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033abcfa-6396-4f32-9db4-08a37d332fd7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=8b635a8b-3114-4018-9ae6-8851092acf23,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:22.045208 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cb75aa5e-46f6-4c90-a678-a9b7192bbe5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:22.077503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033abcfa-6396-4f32-9db4-08a37d332fd7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:22.078154 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-033abcfa-6396-4f32-9db4-08a37d332fd7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:22.135029 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-33deda24-5d34-4c88-a969-5a84e911467f req-d078065f-7d9c-4cfc-b7cb-7907b6426d11 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Allocated IP 172.20.0.11 (afedfeb1-09f0-451d-bc05-30d84c3785ca/987d5996-708f-45ea-bc86-dd4e0e5d709f/507070e2-0f1a-4a04-abe1-9912d1b2896d) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:22.167480 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cb75aa5e-46f6-4c90-a678-a9b7192bbe5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:22.175343 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cb75aa5e-46f6-4c90-a678-a9b7192bbe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:22.197390 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-033abcfa-6396-4f32-9db4-08a37d332fd7 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0785882 Aug 05 14:08:22.203075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35382) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:22.207656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0bfbfbe7-3754-4cd2-a48f-650f4c98a7a1 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'floatingip': {'port_id': '8b635a8b-3114-4018-9ae6-8851092acf23'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:22.216733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75aa5e-46f6-4c90-a678-a9b7192bbe5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec48cb4-9106-462c-a11c-293dc49281e0,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:22.221234 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cb75aa5e-46f6-4c90-a678-a9b7192bbe5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47e39290b6154355b467d6dde07befe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503101 Aug 05 14:08:22.231333 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35384) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:22.257134 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0aa552c-675d-4503-8cc9-7442a9a0f328 req-e6cfdbde-df6a-43d1-93b1-ec862ddfbcb6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 210 time: 0.0347798 Aug 05 14:08:22.291939 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0bfbfbe7-3754-4cd2-a48f-650f4c98a7a1 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:22.295980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35388) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:22.347889 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3362ff6b-cad3-4261-bebc-1546a45eb3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:22.365812 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cfe486-1987-47e6-82fd-3b48d7acd30a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Deleting subnet f2a38361-7a7b-40a5-b7af-463a4362134d {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:08:22.370872 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe486-1987-47e6-82fd-3b48d7acd30a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:22.404883 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3362ff6b-cad3-4261-bebc-1546a45eb3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:22.429569 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-33deda24-5d34-4c88-a969-5a84e911467f req-d078065f-7d9c-4cfc-b7cb-7907b6426d11 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:22.431810 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe486-1987-47e6-82fd-3b48d7acd30a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:22.481957 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-33deda24-5d34-4c88-a969-5a84e911467f req-d078065f-7d9c-4cfc-b7cb-7907b6426d11 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Transition to ACTIVE for port object 507070e2-0f1a-4a04-abe1-9912d1b2896d will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:22.521431 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3362ff6b-cad3-4261-bebc-1546a45eb3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:22.524021 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3362ff6b-cad3-4261-bebc-1546a45eb3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:22.525737 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3362ff6b-cad3-4261-bebc-1546a45eb3da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ec48cb4-9106-462c-a11c-293dc49281e0 HTTP/1.1" status: 204 len: 168 time: 0.2935238 Aug 05 14:08:22.533884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14544902-11ee-4de6-a4e1-219f49e68df5', 'name': 'network-vif-deleted', 'tag': '64733d87-d125-499e-9a7b-f3d205cf8012'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:22.537001 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108ad583-b0b7-4c29-baca-6f6785e3c0fc" -d '{"events": [{"server_uuid": "14544902-11ee-4de6-a4e1-219f49e68df5", "name": "network-vif-deleted", "tag": "64733d87-d125-499e-9a7b-f3d205cf8012"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:22.542655 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362ff6b-cad3-4261-bebc-1546a45eb3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec48cb4-9106-462c-a11c-293dc49281e0,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:22.549495 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe486-1987-47e6-82fd-3b48d7acd30a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:22.577909 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 645af16a-c59e-410d-8f01-39fa648a5728 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:08:22.616111 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 645af16a-c59e-410d-8f01-39fa648a5728 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:08:22.617629 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 645af16a-c59e-410d-8f01-39fa648a5728 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:08:22.618327 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 64733d87-d125-499e-9a7b-f3d205cf8012 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:08:22.625207 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e4b57b-3031-41d9-8ffb-ec7febb3baa2 x-openstack-request-id: req-77e4b57b-3031-41d9-8ffb-ec7febb3baa2 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:22.625470 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14544902-11ee-4de6-a4e1-219f49e68df5", "name": "network-vif-deleted", "tag": "64733d87-d125-499e-9a7b-f3d205cf8012", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:22.625704 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77e4b57b-3031-41d9-8ffb-ec7febb3baa2 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:22.635147 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14544902-11ee-4de6-a4e1-219f49e68df5', 'name': 'network-vif-deleted', 'tag': '64733d87-d125-499e-9a7b-f3d205cf8012', 'status': 'completed', 'code': 200} Aug 05 14:08:22.647688 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 64733d87-d125-499e-9a7b-f3d205cf8012 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:08:22.648374 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 64733d87-d125-499e-9a7b-f3d205cf8012 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:08:22.651401 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-33deda24-5d34-4c88-a969-5a84e911467f req-d078065f-7d9c-4cfc-b7cb-7907b6426d11 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:22.667675 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['c1124e29-7571-4e35-a2e7-f4678dc0b56b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:08:22.670758 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe486-1987-47e6-82fd-3b48d7acd30a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:22.679622 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:08:22.706138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfe486-1987-47e6-82fd-3b48d7acd30a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a38361-7a7b-40a5-b7af-463a4362134d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:22.719659 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe486-1987-47e6-82fd-3b48d7acd30a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:22.723209 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d1cfe486-1987-47e6-82fd-3b48d7acd30a tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "DELETE /v2.0/subnets/f2a38361-7a7b-40a5-b7af-463a4362134d HTTP/1.1" status: 204 len: 168 time: 0.4256930 Aug 05 14:08:22.726187 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35398) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:22.763353 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527504dc-7658-4f79-87bd-13490f9d32de None None] Network a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:08:22.830793 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:22.907044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33deda24-5d34-4c88-a969-5a84e911467f req-d078065f-7d9c-4cfc-b7cb-7907b6426d11 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Network afedfeb1-09f0-451d-bc05-30d84c3785ca is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:22.913990 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-33deda24-5d34-4c88-a969-5a84e911467f req-d078065f-7d9c-4cfc-b7cb-7907b6426d11 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:22.917658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Deleting port 2d8f6710-ae77-4f96-9c78-3954a8628cab {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:22.920854 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:22.921296 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-33deda24-5d34-4c88-a969-5a84e911467f req-d078065f-7d9c-4cfc-b7cb-7907b6426d11 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:22.997174 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078065f-7d9c-4cfc-b7cb-7907b6426d11 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Pushing event updated for resources: {'Port': ['ID=507070e2-0f1a-4a04-abe1-9912d1b2896d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:23.017063 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] For port 2d8f6710-ae77-4f96-9c78-3954a8628cab, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2d8f6710-ae77-4f96-9c78-3954a8628cab,segment=NetworkSegment(19a51336-6abb-4b0d-94c6-75fda8107c09),segment_id=19a51336-6abb-4b0d-94c6-75fda8107c09)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:23.017564 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:23.041835 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Calling delete_port for 2d8f6710-ae77-4f96-9c78-3954a8628cab owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:23.052217 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deda24-5d34-4c88-a969-5a84e911467f req-d078065f-7d9c-4cfc-b7cb-7907b6426d11 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:23.053126 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-33deda24-5d34-4c88-a969-5a84e911467f req-d078065f-7d9c-4cfc-b7cb-7907b6426d11 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:23.140127 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33deda24-5d34-4c88-a969-5a84e911467f req-d078065f-7d9c-4cfc-b7cb-7907b6426d11 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3774204 Aug 05 14:08:23.172737 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Request body: {'port': {'device_id': '8589e13c-e84c-476a-a4fa-1672493e669b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:23.195846 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50480538-4845-44eb-b217-2a71651300d1 None None] DHCP port deletion for a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:08:23.208409 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.resource_extend [None req-0bfbfbe7-3754-4cd2-a48f-650f4c98a7a1 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 14:08:23.211815 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:23.247245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event deleted for resources: {'Port': ['ID=2d8f6710-ae77-4f96-9c78-3954a8628cab,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:23.249531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] No DVR routers for this DVR port 2d8f6710-ae77-4f96-9c78-3954a8628cab on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:08:23.250636 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-50480538-4845-44eb-b217-2a71651300d1 None None] The port '2d8f6710-ae77-4f96-9c78-3954a8628cab' was deleted {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 05 14:08:23.279563 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:23.308837 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0bfbfbe7-3754-4cd2-a48f-650f4c98a7a1 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:23.343243 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0bfbfbe7-3754-4cd2-a48f-650f4c98a7a1 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:23.386112 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:23.400796 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:23.417296 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6942dafa-bb5d-44b1-afed-0ca074f8571d None None] Provisioning for port 507070e2-0f1a-4a04-abe1-9912d1b2896d completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:23.424532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6942dafa-bb5d-44b1-afed-0ca074f8571d None None] Provisioning complete for port 507070e2-0f1a-4a04-abe1-9912d1b2896d triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:23.425111 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6942dafa-bb5d-44b1-afed-0ca074f8571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:23.426029 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a51336-6abb-4b0d-94c6-75fda8107c09') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:23.426500 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a51336-6abb-4b0d-94c6-75fda8107c09') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:23.437753 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:23.467586 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:23.476525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:08:23.478540 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:08:23.482817 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:08:23.522617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-6942dafa-bb5d-44b1-afed-0ca074f8571d None None] Port 507070e2-0f1a-4a04-abe1-9912d1b2896d cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:08:23.565114 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:23.570569 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:23.575109 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "DELETE /v2.0/networks/a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b HTTP/1.1" status: 204 len: 168 time: 0.8477802 Aug 05 14:08:23.578848 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35420) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:23.622278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018e1cd-8ca2-41ab-a507-6afbc878ceac tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event deleted for resources: {'Network': ['ID=a8a9c3bd-a7dc-45d8-834a-5c5d7b0b800b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:23.635144 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aee82e-29e1-4f8b-bc66-468f7a5d72f0 req-d76e1b92-7c73-42c2-8a93-0a31b7b541f2 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:23.636712 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6aee82e-29e1-4f8b-bc66-468f7a5d72f0 req-d76e1b92-7c73-42c2-8a93-0a31b7b541f2 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 932 time: 0.2342753 Aug 05 14:08:23.668004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c67071f-556c-4e80-96fd-2aa82985955d tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Deleting subnet 871c7d52-7a0a-4e37-8fc5-8191fc5038d7 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:08:23.671627 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9c67071f-556c-4e80-96fd-2aa82985955d tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:23.672590 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-0bfbfbe7-3754-4cd2-a48f-650f4c98a7a1 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Floating IP 77b76b3f-5638-463c-903f-389dac096ce9 associated. External IP: 172.25.5.241, port: 8b635a8b-3114-4018-9ae6-8851092acf23. Aug 05 14:08:23.747187 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9c67071f-556c-4e80-96fd-2aa82985955d tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:23.803709 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2d8f6710-ae77-4f96-9c78-3954a8628cab no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:08:23.825674 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6aee82e-29e1-4f8b-bc66-468f7a5d72f0 req-32da362c-39dc-48f7-9eb3-a2a5a250fc34 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735885 Aug 05 14:08:23.829241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 2d8f6710-ae77-4f96-9c78-3954a8628cab {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:08:23.829862 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2d8f6710-ae77-4f96-9c78-3954a8628cab not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:08:23.886926 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9c67071f-556c-4e80-96fd-2aa82985955d tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:23.963878 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9c67071f-556c-4e80-96fd-2aa82985955d tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:23.997384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67071f-556c-4e80-96fd-2aa82985955d tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event deleted for resources: {'Subnet': ['ID=871c7d52-7a0a-4e37-8fc5-8191fc5038d7,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:24.005961 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9c67071f-556c-4e80-96fd-2aa82985955d tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.011256 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9c67071f-556c-4e80-96fd-2aa82985955d tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "DELETE /v2.0/subnets/871c7d52-7a0a-4e37-8fc5-8191fc5038d7 HTTP/1.1" status: 204 len: 168 time: 0.4281645 Aug 05 14:08:24.012202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35430) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:24.030866 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0befe4ec-5b13-4d19-8429-e27ff929421e None None] Network 0ad65491-4ae8-4927-8003-091a6358dc64 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:08:24.144027 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.213256 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507070e2-0f1a-4a04-abe1-9912d1b2896d {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:08:24.220663 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Deleting port 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:24.221994 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.224160 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.250045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfbfbe7-3754-4cd2-a48f-650f4c98a7a1 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router fb5210e0-d397-466b-8b3b-115347d26c0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:24.252822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Transition to ACTIVE for port object 507070e2-0f1a-4a04-abe1-9912d1b2896d will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:24.265821 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.321392 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] For port 4594ed39-38cc-456c-a24b-1aaebcd6e8e9, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4594ed39-38cc-456c-a24b-1aaebcd6e8e9,segment=NetworkSegment(2fda3a79-c126-4d41-8a84-55e9883a9e68),segment_id=2fda3a79-c126-4d41-8a84-55e9883a9e68)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:24.322121 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.343369 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Calling delete_port for 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:24.429672 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67ab5e1-7c44-46e5-b58b-fad08daafd79 None None] DHCP port deletion for 0ad65491-4ae8-4927-8003-091a6358dc64 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:08:24.480194 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.511503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f67ab5e1-7c44-46e5-b58b-fad08daafd79 None None] Deleting port 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:24.512598 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f67ab5e1-7c44-46e5-b58b-fad08daafd79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.513205 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event deleted for resources: {'Port': ['ID=4594ed39-38cc-456c-a24b-1aaebcd6e8e9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:24.516873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] No DVR routers for this DVR port 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:08:24.611512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-f67ab5e1-7c44-46e5-b58b-fad08daafd79 None None] For port 4594ed39-38cc-456c-a24b-1aaebcd6e8e9, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:24.612240 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f67ab5e1-7c44-46e5-b58b-fad08daafd79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.615709 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Pushing event updated for resources: {'Port': ['ID=507070e2-0f1a-4a04-abe1-9912d1b2896d,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:24.653178 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f67ab5e1-7c44-46e5-b58b-fad08daafd79 None None] Calling delete_port for 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:24.656405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-f67ab5e1-7c44-46e5-b58b-fad08daafd79 None None] Port 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:08:24.659004 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f67ab5e1-7c44-46e5-b58b-fad08daafd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.671310 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Attempting to bind port 507070e2-0f1a-4a04-abe1-9912d1b2896d on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:08:24.673390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Attempting to bind port 507070e2-0f1a-4a04-abe1-9912d1b2896d by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:08:24.673859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Attempting to bind port 507070e2-0f1a-4a04-abe1-9912d1b2896d on network afedfeb1-09f0-451d-bc05-30d84c3785ca {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:24.677327 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.692683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Port 507070e2-0f1a-4a04-abe1-9912d1b2896d on network afedfeb1-09f0-451d-bc05-30d84c3785ca not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:08:24.693162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Attempting to bind port 507070e2-0f1a-4a04-abe1-9912d1b2896d on network afedfeb1-09f0-451d-bc05-30d84c3785ca {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:24.695370 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ab5e1-7c44-46e5-b58b-fad08daafd79 None None] Pushing event deleted for resources: {'Port': ['ID=4594ed39-38cc-456c-a24b-1aaebcd6e8e9,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:24.705392 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ab5e1-7c44-46e5-b58b-fad08daafd79 None None] No DVR routers for this DVR port 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:08:24.706953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:08:24.706953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Checking segment: {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:08:24.708234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Bound using segment: {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:08:24.708914 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Bound port: 507070e2-0f1a-4a04-abe1-9912d1b2896d, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:08:24.709285 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.709792 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad65491-4ae8-4927-8003-091a6358dc64']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:24.727634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fda3a79-c126-4d41-8a84-55e9883a9e68') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:24.728054 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fda3a79-c126-4d41-8a84-55e9883a9e68') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:24.734770 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfbfbe7-3754-4cd2-a48f-650f4c98a7a1 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:24.739911 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.745806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865df9ce-478d-4ce9-b4ee-89e59baf55b8 None None] Sync routers for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:24.758527 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.758866 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865df9ce-478d-4ce9-b4ee-89e59baf55b8 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:24.760118 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-865df9ce-478d-4ce9-b4ee-89e59baf55b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:24.768008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:08:24.768429 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:08:24.772505 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:08:24.811184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] For port 507070e2-0f1a-4a04-abe1-9912d1b2896d, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:08:24.815245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] For port 507070e2-0f1a-4a04-abe1-9912d1b2896d, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=507070e2-0f1a-4a04-abe1-9912d1b2896d,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:08:24.816373 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-865df9ce-478d-4ce9-b4ee-89e59baf55b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:24.820645 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0bfbfbe7-3754-4cd2-a48f-650f4c98a7a1 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.850303 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.856829 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.859711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865df9ce-478d-4ce9-b4ee-89e59baf55b8 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:24.860339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-865df9ce-478d-4ce9-b4ee-89e59baf55b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:24.865734 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0bfbfbe7-3754-4cd2-a48f-650f4c98a7a1 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "PUT /v2.0/floatingips/77b76b3f-5638-463c-903f-389dac096ce9 HTTP/1.1" status: 200 len: 977 time: 2.6615937 Aug 05 14:08:24.870065 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.872259 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] 10.222.0.16 "DELETE /v2.0/networks/0ad65491-4ae8-4927-8003-091a6358dc64 HTTP/1.1" status: 204 len: 168 time: 0.8573730 Aug 05 14:08:24.872821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35448) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:24.899428 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:24.900699 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:24.902811 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33deda24-5d34-4c88-a969-5a84e911467f req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] 10.222.0.63 "PUT /v2.0/ports/507070e2-0f1a-4a04-abe1-9912d1b2896d HTTP/1.1" status: 200 len: 1092 time: 1.7460713 Aug 05 14:08:24.903516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8589e13c-e84c-476a-a4fa-1672493e669b', 'tag': '507070e2-0f1a-4a04-abe1-9912d1b2896d'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:24.906411 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b3e797-3307-4d33-9eae-3f887e855b41" -d '{"events": [{"name": "network-changed", "server_uuid": "8589e13c-e84c-476a-a4fa-1672493e669b", "tag": "507070e2-0f1a-4a04-abe1-9912d1b2896d"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:24.950688 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-865df9ce-478d-4ce9-b4ee-89e59baf55b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:24.953165 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865df9ce-478d-4ce9-b4ee-89e59baf55b8 None None] The sync data for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:24.958526 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd58ec4-b0ee-45cb-97e5-6140d286266a service neutron] Pushing event updated for resources: {'Port': ['ID=507070e2-0f1a-4a04-abe1-9912d1b2896d,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:24.968106 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26911538-4bc0-41d4-8e38-cb660f8fe481 tempest-ServersTestMultiNic-944195618 tempest-ServersTestMultiNic-944195618-project] Pushing event deleted for resources: {'Network': ['ID=0ad65491-4ae8-4927-8003-091a6358dc64,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:25.037840 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deda24-5d34-4c88-a969-5a84e911467f req-2ad6e031-bd0e-487d-99ec-fff2f6a1572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:25.041045 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33deda24-5d34-4c88-a969-5a84e911467f req-2ad6e031-bd0e-487d-99ec-fff2f6a1572c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 1095 time: 0.0685835 Aug 05 14:08:25.074762 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2253a4cf-a341-4427-bcbb-4cd578e5c4cf x-openstack-request-id: req-2253a4cf-a341-4427-bcbb-4cd578e5c4cf {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:25.075221 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8589e13c-e84c-476a-a4fa-1672493e669b", "tag": "507070e2-0f1a-4a04-abe1-9912d1b2896d", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:25.075553 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2253a4cf-a341-4427-bcbb-4cd578e5c4cf {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:25.076028 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8589e13c-e84c-476a-a4fa-1672493e669b', 'tag': '507070e2-0f1a-4a04-abe1-9912d1b2896d', 'status': 'completed', 'code': 200} Aug 05 14:08:25.141216 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e300b9-3a72-46f8-aaba-92e2bb81f8ca req-b5ada6d7-1199-46c7-98fc-1aa69c274aad tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:25.143029 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2e300b9-3a72-46f8-aaba-92e2bb81f8ca req-b5ada6d7-1199-46c7-98fc-1aa69c274aad tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 944 time: 0.1033101 Aug 05 14:08:25.179573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-16e47cc8-65d4-4eaf-bea7-27c1cda84f4f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Deleting port 8b635a8b-3114-4018-9ae6-8851092acf23 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:25.179924 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-16e47cc8-65d4-4eaf-bea7-27c1cda84f4f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:25.246175 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2e300b9-3a72-46f8-aaba-92e2bb81f8ca req-41cdef6d-6c60-4b58-97f8-4fb4b25ad822 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944290 Aug 05 14:08:25.336549 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-16e47cc8-65d4-4eaf-bea7-27c1cda84f4f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:25.418789 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35470) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:25.596396 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33deda24-5d34-4c88-a969-5a84e911467f req-bf7fc5ba-2292-4ba0-999d-40c8740baccf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=507070e2-0f1a-4a04-abe1-9912d1b2896d HTTP/1.1" status: 200 len: 217 time: 0.5427752 Aug 05 14:08:25.678387 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ef5ae-de69-4d23-8c68-6241a49a7f98 req-975cda00-8670-4321-9444-c4b06741507d tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:25.680067 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d12ef5ae-de69-4d23-8c68-6241a49a7f98 req-975cda00-8670-4321-9444-c4b06741507d tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 945 time: 0.0994463 Aug 05 14:08:25.688687 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deda24-5d34-4c88-a969-5a84e911467f req-64f1e62d-0dd5-4025-9fba-7a025ae87106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:25.689663 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33deda24-5d34-4c88-a969-5a84e911467f req-64f1e62d-0dd5-4025-9fba-7a025ae87106 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.0704026 Aug 05 14:08:25.716010 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-16e47cc8-65d4-4eaf-bea7-27c1cda84f4f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:25.716387 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-16e47cc8-65d4-4eaf-bea7-27c1cda84f4f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:25.716707 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-16e47cc8-65d4-4eaf-bea7-27c1cda84f4f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Floating IP 77b76b3f-5638-463c-903f-389dac096ce9 disassociated. External IP: 172.25.5.241, port: 8b635a8b-3114-4018-9ae6-8851092acf23. Aug 05 14:08:25.717054 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-16e47cc8-65d4-4eaf-bea7-27c1cda84f4f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Calling delete_port for 8b635a8b-3114-4018-9ae6-8851092acf23 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:25.797078 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:08:25.808628 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d12ef5ae-de69-4d23-8c68-6241a49a7f98 req-015ddbd5-c0fd-4b64-9ed4-3e90a293d119 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c899a82-b109-4d14-b469-41ca9d7b4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136007 Aug 05 14:08:25.822145 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:08:25.823137 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4594ed39-38cc-456c-a24b-1aaebcd6e8e9 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:08:25.825103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deda24-5d34-4c88-a969-5a84e911467f req-29d0ea04-bdf1-4b84-aa64-df7c6bb249af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:25.827026 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33deda24-5d34-4c88-a969-5a84e911467f req-29d0ea04-bdf1-4b84-aa64-df7c6bb249af service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186545 Aug 05 14:08:25.933136 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33deda24-5d34-4c88-a969-5a84e911467f req-ae10f33d-2890-4d2b-978c-3610458a9d4d service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943220 Aug 05 14:08:26.019741 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-16e47cc8-65d4-4eaf-bea7-27c1cda84f4f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:26.041704 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33deda24-5d34-4c88-a969-5a84e911467f req-5fe64f7c-4f66-467a-b4af-9f43c3330cac service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006789 Aug 05 14:08:26.073338 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e47cc8-65d4-4eaf-bea7-27c1cda84f4f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Port': ['ID=8b635a8b-3114-4018-9ae6-8851092acf23,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:26.120128 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35486) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:26.247547 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-38f31b98-c8f5-4725-a8ce-1368b592865c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:26.270138 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3e797-3307-4d33-9eae-3f887e855b41 req-44cd5877-5da1-4308-9485-750254575a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:26.271712 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92b3e797-3307-4d33-9eae-3f887e855b41 req-44cd5877-5da1-4308-9485-750254575a42 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 1095 time: 0.1793294 Aug 05 14:08:26.406700 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3e797-3307-4d33-9eae-3f887e855b41 req-5aade64a-3fad-44c1-b98b-bbae97e9b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:26.408233 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92b3e797-3307-4d33-9eae-3f887e855b41 req-5aade64a-3fad-44c1-b98b-bbae97e9b5a7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 912 time: 0.1270759 Aug 05 14:08:26.467781 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92b3e797-3307-4d33-9eae-3f887e855b41 req-16d1bec8-c0f4-4fe2-abec-e19fcf34d0f9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=507070e2-0f1a-4a04-abe1-9912d1b2896d HTTP/1.1" status: 200 len: 217 time: 0.0413518 Aug 05 14:08:26.472301 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-38f31b98-c8f5-4725-a8ce-1368b592865c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:26.476462 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-38f31b98-c8f5-4725-a8ce-1368b592865c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:26.550103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8f29d-e56c-49b1-8afc-f6f924c0b2ac req-9362a407-d8f2-43bc-82e6-0a185a5be531 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:26.551929 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-79d8f29d-e56c-49b1-8afc-f6f924c0b2ac req-9362a407-d8f2-43bc-82e6-0a185a5be531 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 944 time: 0.1276147 Aug 05 14:08:26.556823 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f31b98-c8f5-4725-a8ce-1368b592865c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d724a0e-7e63-4027-9221-9709db13898c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:26.557034 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5796-6e7f-42a5-a408-f3049edf2640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:26.564334 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-38f31b98-c8f5-4725-a8ce-1368b592865c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9015c88bd7664c67a7f531a1a8335a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428370 Aug 05 14:08:26.565336 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35494) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:26.584338 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3e797-3307-4d33-9eae-3f887e855b41 req-2e1bb447-2e7c-4521-8cc0-99295f5f9d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:26.585792 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92b3e797-3307-4d33-9eae-3f887e855b41 req-2e1bb447-2e7c-4521-8cc0-99295f5f9d84 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.1061690 Aug 05 14:08:26.622088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e47cc8-65d4-4eaf-bea7-27c1cda84f4f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router fb5210e0-d397-466b-8b3b-115347d26c0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:26.662039 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3e797-3307-4d33-9eae-3f887e855b41 req-8f715f8d-d819-4932-a24d-bf4adf0bfde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:26.663753 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92b3e797-3307-4d33-9eae-3f887e855b41 req-8f715f8d-d819-4932-a24d-bf4adf0bfde2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645835 Aug 05 14:08:26.664487 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9ea9be13-a3f1-48e4-95fa-87d45c227b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:26.729128 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-79d8f29d-e56c-49b1-8afc-f6f924c0b2ac req-6d6ee583-5893-4685-be26-478cedd98520 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334641 Aug 05 14:08:26.732411 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9ea9be13-a3f1-48e4-95fa-87d45c227b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:26.842289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e8a06-e638-44b0-b791-21d9d8f09943 req-d939e68d-b2a2-4752-a801-77bc8484e670 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:26.843174 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8f7e8a06-e638-44b0-b791-21d9d8f09943 req-d939e68d-b2a2-4752-a801-77bc8484e670 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 945 time: 0.1087332 Aug 05 14:08:26.848131 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92b3e797-3307-4d33-9eae-3f887e855b41 req-15411073-5018-4c6c-a45a-948eb383d8ef service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737931 Aug 05 14:08:26.865829 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9ea9be13-a3f1-48e4-95fa-87d45c227b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:26.868399 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9ea9be13-a3f1-48e4-95fa-87d45c227b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:26.869662 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9ea9be13-a3f1-48e4-95fa-87d45c227b23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d724a0e-7e63-4027-9221-9709db13898c HTTP/1.1" status: 204 len: 168 time: 0.3016469 Aug 05 14:08:26.925042 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9be13-a3f1-48e4-95fa-87d45c227b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d724a0e-7e63-4027-9221-9709db13898c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:26.929120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e47cc8-65d4-4eaf-bea7-27c1cda84f4f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:26.944364 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377ffb72-a4d9-4286-afc7-96651c80639f None None] Sync routers for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:26.958018 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8f7e8a06-e638-44b0-b791-21d9d8f09943 req-851c07dc-5add-4ae2-909c-b90a6e2180ca tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c899a82-b109-4d14-b469-41ca9d7b4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075959 Aug 05 14:08:26.976302 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377ffb72-a4d9-4286-afc7-96651c80639f None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:26.980648 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-377ffb72-a4d9-4286-afc7-96651c80639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:27.015057 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92b3e797-3307-4d33-9eae-3f887e855b41 req-a6f604b7-74a7-493a-9a8f-75f0cac4bb5e service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576762 Aug 05 14:08:27.039766 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-16e47cc8-65d4-4eaf-bea7-27c1cda84f4f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.042458 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-377ffb72-a4d9-4286-afc7-96651c80639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:27.045341 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-16e47cc8-65d4-4eaf-bea7-27c1cda84f4f tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/ports/8b635a8b-3114-4018-9ae6-8851092acf23 HTTP/1.1" status: 204 len: 168 time: 2.1692245 Aug 05 14:08:27.045969 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35506) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:27.051699 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377ffb72-a4d9-4286-afc7-96651c80639f None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:27.052438 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-377ffb72-a4d9-4286-afc7-96651c80639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:27.096131 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-377ffb72-a4d9-4286-afc7-96651c80639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:27.096702 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377ffb72-a4d9-4286-afc7-96651c80639f None None] The sync data for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:27.122935 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-51f9d2ad-56c3-4d63-bc18-7c4074cda6d1 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "GET /v2.0/floatingips/77b76b3f-5638-463c-903f-389dac096ce9 HTTP/1.1" status: 200 len: 688 time: 0.0760555 Aug 05 14:08:27.125660 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35510) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:27.147891 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-7a0a5796-6e7f-42a5-a408-f3049edf2640 admin admin] Deleting port 4d63b113-322d-4b5f-89dc-196d1420b180 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:27.148292 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5796-6e7f-42a5-a408-f3049edf2640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.240225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-7a0a5796-6e7f-42a5-a408-f3049edf2640 admin admin] For port 4d63b113-322d-4b5f-89dc-196d1420b180, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4d63b113-322d-4b5f-89dc-196d1420b180,segment=NetworkSegment(a53ac933-8d16-4ac8-91aa-18fc4577e064),segment_id=a53ac933-8d16-4ac8-91aa-18fc4577e064)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:27.240225 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5796-6e7f-42a5-a408-f3049edf2640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.248959 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35512) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:27.261156 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-a5e770b2-1ce8-4e22-8ca6-e3c25d14ef18 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Deleting port d02f9bd6-1f3d-4230-9afb-854efff92919 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:27.261507 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a5e770b2-1ce8-4e22-8ca6-e3c25d14ef18 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.265693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-7a0a5796-6e7f-42a5-a408-f3049edf2640 admin admin] Calling delete_port for 4d63b113-322d-4b5f-89dc-196d1420b180 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:27.269757 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2d2477d-f893-49a1-82fa-7880a7de83c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.337034 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a5e770b2-1ce8-4e22-8ca6-e3c25d14ef18 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.337306 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a5e770b2-1ce8-4e22-8ca6-e3c25d14ef18 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.350043 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-a5e770b2-1ce8-4e22-8ca6-e3c25d14ef18 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Calling delete_port for d02f9bd6-1f3d-4230-9afb-854efff92919 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:27.513666 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2d2477d-f893-49a1-82fa-7880a7de83c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.517776 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a5e770b2-1ce8-4e22-8ca6-e3c25d14ef18 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.519827 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2d2477d-f893-49a1-82fa-7880a7de83c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.553019 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e770b2-1ce8-4e22-8ca6-e3c25d14ef18 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Port': ['ID=d02f9bd6-1f3d-4230-9afb-854efff92919,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:27.613608 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f2d2477d-f893-49a1-82fa-7880a7de83c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a58fcd10c2949639b092e16c5a1d828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634980 Aug 05 14:08:27.616037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2477d-f893-49a1-82fa-7880a7de83c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b5bfc3-4a8a-4230-a568-6d6a6003d6d9,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:27.616181 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35518) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:27.631590 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a5e770b2-1ce8-4e22-8ca6-e3c25d14ef18 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.636017 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a5e770b2-1ce8-4e22-8ca6-e3c25d14ef18 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.636550 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5796-6e7f-42a5-a408-f3049edf2640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.641266 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a5e770b2-1ce8-4e22-8ca6-e3c25d14ef18 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/floatingips/77b76b3f-5638-463c-903f-389dac096ce9 HTTP/1.1" status: 204 len: 168 time: 0.5105956 Aug 05 14:08:27.642425 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35520) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:27.649256 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': 'da6199cd-f8a0-486b-8289-ff7726e019d5'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:27.670528 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a5796-6e7f-42a5-a408-f3049edf2640 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d63b113-322d-4b5f-89dc-196d1420b180,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:27.698005 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.706405 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4400909-a2c2-4070-948d-976878bbbf26 req-11694729-e178-4fa3-91f3-4dcb8385a2de tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:27.707976 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f4400909-a2c2-4070-948d-976878bbbf26 req-11694729-e178-4fa3-91f3-4dcb8385a2de tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 945 time: 0.1170642 Aug 05 14:08:27.725382 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6253-18ff-45e2-acb2-c91edf2cff2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.756720 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6253-18ff-45e2-acb2-c91edf2cff2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.800004 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f4400909-a2c2-4070-948d-976878bbbf26 req-1124143e-def7-48e6-b6e6-2093e03201ce tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c899a82-b109-4d14-b469-41ca9d7b4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721366 Aug 05 14:08:27.894533 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6253-18ff-45e2-acb2-c91edf2cff2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.897101 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6253-18ff-45e2-acb2-c91edf2cff2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.898310 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4c1b6253-18ff-45e2-acb2-c91edf2cff2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37b5bfc3-4a8a-4230-a568-6d6a6003d6d9 HTTP/1.1" status: 204 len: 168 time: 0.2812569 Aug 05 14:08:27.917148 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5796-6e7f-42a5-a408-f3049edf2640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:27.922085 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b6253-18ff-45e2-acb2-c91edf2cff2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b5bfc3-4a8a-4230-a568-6d6a6003d6d9,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:27.936919 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9773471-d1d2-486a-af9c-13b089b99d9f req-21f2daf6-94e4-4784-8fe3-0fcd42d3e004 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:27.939978 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9773471-d1d2-486a-af9c-13b089b99d9f req-21f2daf6-94e4-4784-8fe3-0fcd42d3e004 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 944 time: 0.1002815 Aug 05 14:08:27.985715 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:28.042780 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9773471-d1d2-486a-af9c-13b089b99d9f req-a4361f3a-9e15-4570-aa75-ecb27ac22fd1 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866370 Aug 05 14:08:28.128062 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Allocated IP 172.25.5.202 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/00dd2136-1da0-421a-987c-481ebf117db7) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:28.174468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0a5796-6e7f-42a5-a408-f3049edf2640 admin admin] Router 669ae72f-6eba-4cbc-a2cd-4163747d8270 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:28.237825 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:28.288372 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:28.301429 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0a5796-6e7f-42a5-a408-f3049edf2640 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:28.306803 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7a0a5796-6e7f-42a5-a408-f3049edf2640 admin admin] 10.222.0.16 "PUT /v2.0/routers/669ae72f-6eba-4cbc-a2cd-4163747d8270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8868053 Aug 05 14:08:28.309566 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35534) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:28.313220 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b2adf8-5004-4f1d-87c8-6a0f44d02b03 None None] Sync routers for ids ['669ae72f-6eba-4cbc-a2cd-4163747d8270'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:28.327326 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:28.330214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:28.333648 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b2adf8-5004-4f1d-87c8-6a0f44d02b03 None None] Routers {'669ae72f-6eba-4cbc-a2cd-4163747d8270'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:28.335550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-06b2adf8-5004-4f1d-87c8-6a0f44d02b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['669ae72f-6eba-4cbc-a2cd-4163747d8270'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:28.338089 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:28.367802 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=00dd2136-1da0-421a-987c-481ebf117db7,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:28.433054 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01057841-864e-474e-acb3-9b6049be0660 admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:28.468878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-06b2adf8-5004-4f1d-87c8-6a0f44d02b03 None None] Set router 669ae72f-6eba-4cbc-a2cd-4163747d8270 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:08:28.693278 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-06b2adf8-5004-4f1d-87c8-6a0f44d02b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'name': 'tempest-ServersTestMultiNic-964307303-router', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4cd1f584-2a3d-4e13-880b-e5e499f86b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:07:10Z', 'updated_at': '2021-08-05T14:08:27Z', 'revision_number': 5, 'project_id': '62769571dbac4710800bf250c3a84fc9', 'gw_port': {'id': '4cd1f584-2a3d-4e13-880b-e5e499f86b1c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:07:10Z', 'updated_at': '2021-08-05T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:28.769639 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:28.861746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b2adf8-5004-4f1d-87c8-6a0f44d02b03 None None] Checking router: 669ae72f-6eba-4cbc-a2cd-4163747d8270 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:08:28.866857 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:28.877294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b2adf8-5004-4f1d-87c8-6a0f44d02b03 None None] Routers {'669ae72f-6eba-4cbc-a2cd-4163747d8270'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:28.877852 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-06b2adf8-5004-4f1d-87c8-6a0f44d02b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['669ae72f-6eba-4cbc-a2cd-4163747d8270'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:28.981348 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01057841-864e-474e-acb3-9b6049be0660 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:29.042176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-06b2adf8-5004-4f1d-87c8-6a0f44d02b03 None None] Set router 669ae72f-6eba-4cbc-a2cd-4163747d8270 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:08:29.068548 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:29.079896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b1a39-878c-4642-8315-3a4ed761d368 req-2778bc24-5187-4e96-98af-28f52260a8f6 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:29.082412 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9c5b1a39-878c-4642-8315-3a4ed761d368 req-2778bc24-5187-4e96-98af-28f52260a8f6 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 945 time: 0.1347003 Aug 05 14:08:29.092153 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:29.153329 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-01057841-864e-474e-acb3-9b6049be0660 admin admin] Deleting port 4cd1f584-2a3d-4e13-880b-e5e499f86b1c {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:29.153674 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01057841-864e-474e-acb3-9b6049be0660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:29.222567 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9c5b1a39-878c-4642-8315-3a4ed761d368 req-00ee9b88-ba52-40e5-9af6-d600325a7aa1 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c899a82-b109-4d14-b469-41ca9d7b4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249681 Aug 05 14:08:29.224714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=00dd2136-1da0-421a-987c-481ebf117db7,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:29.241775 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:29.299994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-06b2adf8-5004-4f1d-87c8-6a0f44d02b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'name': 'tempest-ServersTestMultiNic-964307303-router', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4cd1f584-2a3d-4e13-880b-e5e499f86b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:07:10Z', 'updated_at': '2021-08-05T14:08:27Z', 'revision_number': 5, 'project_id': '62769571dbac4710800bf250c3a84fc9', 'gw_port': {'id': '4cd1f584-2a3d-4e13-880b-e5e499f86b1c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:07:10Z', 'updated_at': '2021-08-05T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:29.303901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-01057841-864e-474e-acb3-9b6049be0660 admin admin] For port 4cd1f584-2a3d-4e13-880b-e5e499f86b1c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4cd1f584-2a3d-4e13-880b-e5e499f86b1c,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:29.304293 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01057841-864e-474e-acb3-9b6049be0660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:29.320944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-01057841-864e-474e-acb3-9b6049be0660 admin admin] Calling delete_port for 4cd1f584-2a3d-4e13-880b-e5e499f86b1c owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:29.325026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaea89-8f11-4770-bf16-534e552d7743 req-441e6073-25a2-41d6-b891-ccc6c3adf8ae tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:29.326416 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aadaea89-8f11-4770-bf16-534e552d7743 req-441e6073-25a2-41d6-b891-ccc6c3adf8ae tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 944 time: 0.1531320 Aug 05 14:08:29.346277 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b2adf8-5004-4f1d-87c8-6a0f44d02b03 None None] The sync data for ids ['669ae72f-6eba-4cbc-a2cd-4163747d8270'] in n-d-803585-2 is: [{'id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'name': 'tempest-ServersTestMultiNic-964307303-router', 'tenant_id': '62769571dbac4710800bf250c3a84fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '4cd1f584-2a3d-4e13-880b-e5e499f86b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:07:10Z', 'updated_at': '2021-08-05T14:08:27Z', 'revision_number': 5, 'project_id': '62769571dbac4710800bf250c3a84fc9', 'gw_port': {'id': '4cd1f584-2a3d-4e13-880b-e5e499f86b1c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669ae72f-6eba-4cbc-a2cd-4163747d8270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:07:10Z', 'updated_at': '2021-08-05T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:29.438644 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Floating IP ce45294b-da91-4497-aedf-c67d252647a9 associated. External IP: 172.25.5.202, port: da6199cd-f8a0-486b-8289-ff7726e019d5. Aug 05 14:08:29.482375 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f618075-883f-402c-8f03-5fdf0313e3e9 req-0c9cc692-6cd4-44c0-8423-c4c64ec77b88 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:29.483888 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4f618075-883f-402c-8f03-5fdf0313e3e9 req-0c9cc692-6cd4-44c0-8423-c4c64ec77b88 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.63 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 945 time: 0.1848207 Aug 05 14:08:29.486834 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aadaea89-8f11-4770-bf16-534e552d7743 req-4b418b60-2c50-4d3f-8f48-068fa63d34b4 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089282 Aug 05 14:08:29.525433 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01057841-864e-474e-acb3-9b6049be0660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:29.556418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01057841-864e-474e-acb3-9b6049be0660 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd1f584-2a3d-4e13-880b-e5e499f86b1c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:29.623025 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01057841-864e-474e-acb3-9b6049be0660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:29.720792 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-4f618075-883f-402c-8f03-5fdf0313e3e9 req-1ca00bb2-c9f9-4c27-adc1-33e3ca164324 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Deleting port 9d847301-0409-4b48-90c0-7988a139d9cc {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:29.720792 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4f618075-883f-402c-8f03-5fdf0313e3e9 req-1ca00bb2-c9f9-4c27-adc1-33e3ca164324 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:29.767088 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01057841-864e-474e-acb3-9b6049be0660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:29.769522 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01057841-864e-474e-acb3-9b6049be0660 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:29.847723 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4d63b113-322d-4b5f-89dc-196d1420b180 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:08:29.860142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router fb5210e0-d397-466b-8b3b-115347d26c0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:29.877687 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01057841-864e-474e-acb3-9b6049be0660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:29.878672 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01057841-864e-474e-acb3-9b6049be0660 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 669ae72f-6eba-4cbc-a2cd-4163747d8270 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:08:29.882927 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4f618075-883f-402c-8f03-5fdf0313e3e9 req-1ca00bb2-c9f9-4c27-adc1-33e3ca164324 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] For port 9d847301-0409-4b48-90c0-7988a139d9cc, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9d847301-0409-4b48-90c0-7988a139d9cc,segment=NetworkSegment(546b407f-0e82-4309-8c07-0cf67eb9323b),segment_id=546b407f-0e82-4309-8c07-0cf67eb9323b)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:29.883173 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4f618075-883f-402c-8f03-5fdf0313e3e9 req-1ca00bb2-c9f9-4c27-adc1-33e3ca164324 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:29.887238 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01057841-864e-474e-acb3-9b6049be0660 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:29.889162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4d63b113-322d-4b5f-89dc-196d1420b180 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:08:29.890816 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-01057841-864e-474e-acb3-9b6049be0660 admin admin] 10.222.0.16 "DELETE /v2.0/routers/669ae72f-6eba-4cbc-a2cd-4163747d8270 HTTP/1.1" status: 204 len: 168 time: 1.5800774 Aug 05 14:08:29.891173 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4d63b113-322d-4b5f-89dc-196d1420b180 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:08:29.893043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35576) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:29.953508 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7bf9e1-7f02-45dc-84b9-bcc4f0238c9c admin admin] Deleting subnet 51bd8606-7534-48fe-9169-88bc8ecc5a8b {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:08:29.957006 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d7bf9e1-7f02-45dc-84b9-bcc4f0238c9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.013558 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d7bf9e1-7f02-45dc-84b9-bcc4f0238c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.073277 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 507070e2-0f1a-4a04-abe1-9912d1b2896d details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:08:30.107668 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:30.118936 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb5d96a-99a4-4097-84f3-dab3c26c6fef None None] Sync routers for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:30.133269 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb5d96a-99a4-4097-84f3-dab3c26c6fef None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:30.134617 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ddb5d96a-99a4-4097-84f3-dab3c26c6fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:30.159328 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d7bf9e1-7f02-45dc-84b9-bcc4f0238c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.199075 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.203779 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4f618075-883f-402c-8f03-5fdf0313e3e9 req-1ca00bb2-c9f9-4c27-adc1-33e3ca164324 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.204215 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4f618075-883f-402c-8f03-5fdf0313e3e9 req-1ca00bb2-c9f9-4c27-adc1-33e3ca164324 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.204527 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [req-4f618075-883f-402c-8f03-5fdf0313e3e9 req-1ca00bb2-c9f9-4c27-adc1-33e3ca164324 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Floating IP 14ee9f72-4896-4d0d-8c84-adb6a177a8e9 disassociated. External IP: 172.25.5.141, port: 9d847301-0409-4b48-90c0-7988a139d9cc. Aug 05 14:08:30.204865 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-4f618075-883f-402c-8f03-5fdf0313e3e9 req-1ca00bb2-c9f9-4c27-adc1-33e3ca164324 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Calling delete_port for 9d847301-0409-4b48-90c0-7988a139d9cc owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:30.238641 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ddb5d96a-99a4-4097-84f3-dab3c26c6fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:30.247816 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d7bf9e1-7f02-45dc-84b9-bcc4f0238c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.257350 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-dc76de87-2b91-4f9c-9407-6784321c54ba tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.6139193 Aug 05 14:08:30.260365 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35586) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:30.265170 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb5d96a-99a4-4097-84f3-dab3c26c6fef None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:30.265812 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ddb5d96a-99a4-4097-84f3-dab3c26c6fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:30.271140 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d7bf9e1-7f02-45dc-84b9-bcc4f0238c9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.273049 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6d7bf9e1-7f02-45dc-84b9-bcc4f0238c9c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/51bd8606-7534-48fe-9169-88bc8ecc5a8b HTTP/1.1" status: 204 len: 168 time: 0.3788590 Aug 05 14:08:30.284740 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 507070e2-0f1a-4a04-abe1-9912d1b2896d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=507070e2-0f1a-4a04-abe1-9912d1b2896d,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:30.298193 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ce1353-5eb0-4f2b-90f0-7f780f2dd1fb None None] Network c4fd9fd0-937b-466c-81dc-69f7c118e93c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:08:30.299992 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-4fbbfc27-38d6-44db-940f-ca29486d6104 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2103130029'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:30.303763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35588) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:30.311806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bf9e1-7f02-45dc-84b9-bcc4f0238c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51bd8606-7534-48fe-9169-88bc8ecc5a8b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:30.329268 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ddb5d96a-99a4-4097-84f3-dab3c26c6fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:30.329940 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb5d96a-99a4-4097-84f3-dab3c26c6fef None None] The sync data for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:30.403878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '507070e2-0f1a-4a04-abe1-9912d1b2896d', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'port_id': '507070e2-0f1a-4a04-abe1-9912d1b2896d', 'mac_address': 'fa:16:3e:f2:00:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:08:30.409561 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbbfc27-38d6-44db-940f-ca29486d6104 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Made reservation on behalf of a746e5515a4f43a5b91af3a99ad76efd for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:08:30.413774 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fbbfc27-38d6-44db-940f-ca29486d6104 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.455410 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.473096 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbbfc27-38d6-44db-940f-ca29486d6104 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:08:30.512418 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fbbfc27-38d6-44db-940f-ca29486d6104 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.512779 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-4fbbfc27-38d6-44db-940f-ca29486d6104 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Added segment f8c7a8cd-4057-44f3-b7dd-7af6a28cb2a3 of type vlan for network cbff5878-8b0b-438c-89ca-2281b7e49e51 Aug 05 14:08:30.533862 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.574732 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a08263c-8af8-4f9d-8209-182e6daf0a4d req-a66e9c9e-e741-4d7f-8473-d85a80cf2cd8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2194951 Aug 05 14:08:30.585929 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fbbfc27-38d6-44db-940f-ca29486d6104 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.592074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507070e2-0f1a-4a04-abe1-9912d1b2896d {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:08:30.592607 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] Deleting port 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:30.593015 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.599221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbbe6c-a57f-41d4-b96d-5ddb883a1499 req-e31b61b1-2aa6-4bfb-9439-08c49eece8ac tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:30.609001 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5dbbbe6c-a57f-41d4-b96d-5ddb883a1499 req-e31b61b1-2aa6-4bfb-9439-08c49eece8ac tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 945 time: 0.2423811 Aug 05 14:08:30.640436 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 507070e2-0f1a-4a04-abe1-9912d1b2896d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=507070e2-0f1a-4a04-abe1-9912d1b2896d,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:30.646865 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.650482 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4f618075-883f-402c-8f03-5fdf0313e3e9 req-1ca00bb2-c9f9-4c27-adc1-33e3ca164324 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.764667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] For port 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61,segment=NetworkSegment(a53ac933-8d16-4ac8-91aa-18fc4577e064),segment_id=a53ac933-8d16-4ac8-91aa-18fc4577e064)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:30.765115 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.778760 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14b487e-e055-455a-b433-629656775946 None None] DHCP port deletion for c4fd9fd0-937b-466c-81dc-69f7c118e93c request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:08:30.787494 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cc916-6e84-4052-940a-020894f72fe8 req-737698fc-e9a4-4973-8462-dd88a3c03430 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:30.788093 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=507070e2-0f1a-4a04-abe1-9912d1b2896d,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:30.789383 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-356cc916-6e84-4052-940a-020894f72fe8 req-737698fc-e9a4-4973-8462-dd88a3c03430 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 945 time: 0.1470194 Aug 05 14:08:30.792894 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fbbfc27-38d6-44db-940f-ca29486d6104 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.798736 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbbfc27-38d6-44db-940f-ca29486d6104 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:30.799479 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fbbfc27-38d6-44db-940f-ca29486d6104 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.814488 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] Calling delete_port for 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:30.890467 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f14b487e-e055-455a-b433-629656775946 None None] Deleting port 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:30.893963 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f14b487e-e055-455a-b433-629656775946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:30.904526 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4fbbfc27-38d6-44db-940f-ca29486d6104 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6350341 Aug 05 14:08:30.948364 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35600) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:30.956339 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b14ef8de-6bc0-4e2e-a30a-b1655d01d4f0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'subnet': {'network_id': 'cbff5878-8b0b-438c-89ca-2281b7e49e51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:30.982032 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['507070e2-0f1a-4a04-abe1-9912d1b2896d'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:08:30.997832 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbfc27-38d6-44db-940f-ca29486d6104 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Network': ['ID=cbff5878-8b0b-438c-89ca-2281b7e49e51,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:31.019455 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network cbff5878-8b0b-438c-89ca-2281b7e49e51 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:08:31.032021 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-356cc916-6e84-4052-940a-020894f72fe8 req-83f0fa0d-67ad-4c3a-8a51-6977175e772b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211888 Aug 05 14:08:31.035120 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-f14b487e-e055-455a-b433-629656775946 None None] For port 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61,segment=NetworkSegment(a53ac933-8d16-4ac8-91aa-18fc4577e064),segment_id=a53ac933-8d16-4ac8-91aa-18fc4577e064)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:31.035833 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f14b487e-e055-455a-b433-629656775946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:31.114379 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:31.120902 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14ef8de-6bc0-4e2e-a30a-b1655d01d4f0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Made reservation on behalf of a746e5515a4f43a5b91af3a99ad76efd for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:08:31.125491 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b14ef8de-6bc0-4e2e-a30a-b1655d01d4f0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:31.130825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f14b487e-e055-455a-b433-629656775946 None None] Calling delete_port for 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:31.169656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca00bb2-c9f9-4c27-adc1-33e3ca164324 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Pushing event deleted for resources: {'Port': ['ID=9d847301-0409-4b48-90c0-7988a139d9cc,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:31.236430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:31.245228 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] No DVR routers for this DVR port 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:08:31.252878 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5dbbbe6c-a57f-41d4-b96d-5ddb883a1499 req-e37301c3-5c26-49eb-826a-517d104e89be tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c899a82-b109-4d14-b469-41ca9d7b4fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6427171 Aug 05 14:08:31.263586 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f14b487e-e055-455a-b433-629656775946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:31.310643 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b487e-e055-455a-b433-629656775946 None None] Pushing event deleted for resources: {'Port': ['ID=1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:31.312978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08263c-8af8-4f9d-8209-182e6daf0a4d req-08ab855b-83cb-4a18-9d77-ce0038f0b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:31.314801 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a08263c-8af8-4f9d-8209-182e6daf0a4d req-08ab855b-83cb-4a18-9d77-ce0038f0b1c4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 1096 time: 0.7033110 Aug 05 14:08:31.320223 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b487e-e055-455a-b433-629656775946 None None] No DVR routers for this DVR port 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:08:31.370190 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:31.386800 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fd9fd0-937b-466c-81dc-69f7c118e93c']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:31.407368 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53ac933-8d16-4ac8-91aa-18fc4577e064') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:31.407720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53ac933-8d16-4ac8-91aa-18fc4577e064') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:31.422819 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:31.464357 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:31.477763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:08:31.478360 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:08:31.480569 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:08:31.492467 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f618075-883f-402c-8f03-5fdf0313e3e9 req-1ca00bb2-c9f9-4c27-adc1-33e3ca164324 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Router 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:31.501871 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08263c-8af8-4f9d-8209-182e6daf0a4d req-d9b82c30-f33d-4869-9376-f4b77570d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:31.503410 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a08263c-8af8-4f9d-8209-182e6daf0a4d req-d9b82c30-f33d-4869-9376-f4b77570d3be service neutron] 10.222.0.63 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 912 time: 0.1273685 Aug 05 14:08:31.586851 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:31.594961 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a08263c-8af8-4f9d-8209-182e6daf0a4d req-378304e3-00cf-4820-9c49-b4f0bd86e795 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 HTTP/1.1" status: 200 len: 217 time: 0.0478883 Aug 05 14:08:31.606841 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b14ef8de-6bc0-4e2e-a30a-b1655d01d4f0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:31.609632 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:31.614948 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c4fd9fd0-937b-466c-81dc-69f7c118e93c HTTP/1.1" status: 204 len: 168 time: 1.3054185 Aug 05 14:08:31.653187 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25484a40-66bc-4494-a48c-2d0e33ec30a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4fd9fd0-937b-466c-81dc-69f7c118e93c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:31.711684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08263c-8af8-4f9d-8209-182e6daf0a4d req-9eaf8fbf-4c7d-4ba5-bce3-d82587919612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:31.713668 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a08263c-8af8-4f9d-8209-182e6daf0a4d req-9eaf8fbf-4c7d-4ba5-bce3-d82587919612 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.1086063 Aug 05 14:08:31.744424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f618075-883f-402c-8f03-5fdf0313e3e9 req-1ca00bb2-c9f9-4c27-adc1-33e3ca164324 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:31.750169 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14ef8de-6bc0-4e2e-a30a-b1655d01d4f0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Checking segment: {'id': 'f8c7a8cd-4057-44f3-b7dd-7af6a28cb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cbff5878-8b0b-438c-89ca-2281b7e49e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:08:31.750907 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14ef8de-6bc0-4e2e-a30a-b1655d01d4f0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network hostable DHCP agents. Network: cbff5878-8b0b-438c-89ca-2281b7e49e51, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:08:31.755229 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184d686-c29b-44ab-a4bd-cad419cc80da None None] Sync routers for ids ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:31.760691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ef8de-6bc0-4e2e-a30a-b1655d01d4f0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Subnet': ['ID=edb910cb-0ab6-44b7-860b-6fe1ab2b12aa,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:31.772088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e184d686-c29b-44ab-a4bd-cad419cc80da None None] Routers {'2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:31.778880 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e184d686-c29b-44ab-a4bd-cad419cc80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:31.834478 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14ef8de-6bc0-4e2e-a30a-b1655d01d4f0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network cbff5878-8b0b-438c-89ca-2281b7e49e51 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:08:31.849778 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35614) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:31.863649 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f618075-883f-402c-8f03-5fdf0313e3e9 req-1ca00bb2-c9f9-4c27-adc1-33e3ca164324 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] No DVR routers for this DVR port 9d847301-0409-4b48-90c0-7988a139d9cc on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:08:31.866645 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-b14ef8de-6bc0-4e2e-a30a-b1655d01d4f0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, cbff5878-8b0b-438c-89ca-2281b7e49e51) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:31.866920 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4f618075-883f-402c-8f03-5fdf0313e3e9 req-1ca00bb2-c9f9-4c27-adc1-33e3ca164324 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:31.871926 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4f618075-883f-402c-8f03-5fdf0313e3e9 req-1ca00bb2-c9f9-4c27-adc1-33e3ca164324 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.63 "DELETE /v2.0/ports/9d847301-0409-4b48-90c0-7988a139d9cc HTTP/1.1" status: 204 len: 173 time: 2.3800879 Aug 05 14:08:31.874905 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6957fe-b75e-444f-be0b-9080f40fba21', 'name': 'network-vif-deleted', 'tag': '9d847301-0409-4b48-90c0-7988a139d9cc'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:31.881131 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4cd1f584-2a3d-4e13-880b-e5e499f86b1c no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:08:31.884794 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6e610b-e1c5-400c-a73a-24ba1e976480 None None] Network cbff5878-8b0b-438c-89ca-2281b7e49e51 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:08:31.885588 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257bfeb2-2584-4a54-b0e0-e087a5d9827a" -d '{"events": [{"server_uuid": "fa6957fe-b75e-444f-be0b-9080f40fba21", "name": "network-vif-deleted", "tag": "9d847301-0409-4b48-90c0-7988a139d9cc"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:31.892948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14ef8de-6bc0-4e2e-a30a-b1655d01d4f0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:31.893886 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b14ef8de-6bc0-4e2e-a30a-b1655d01d4f0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:31.909383 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08263c-8af8-4f9d-8209-182e6daf0a4d req-b0b9e560-97bb-4517-87bd-34d8395d3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:31.912073 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a08263c-8af8-4f9d-8209-182e6daf0a4d req-b0b9e560-97bb-4517-87bd-34d8395d3d56 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1829419 Aug 05 14:08:31.920935 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4cd1f584-2a3d-4e13-880b-e5e499f86b1c {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:08:31.921245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4cd1f584-2a3d-4e13-880b-e5e499f86b1c not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:08:31.922760 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:08:31.931193 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b14ef8de-6bc0-4e2e-a30a-b1655d01d4f0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9805977 Aug 05 14:08:31.935886 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35618) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:31.941071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1434963091', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:31.958695 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3bfd43f1-018c-4c54-ba53-05314f214253 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62769571dbac4710800bf250c3a84fc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1043010 Aug 05 14:08:31.961023 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35620) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:32.003882 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.004854 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.005400 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:08:32.006089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1f69ebb6-e9a1-4a3a-bb4c-428dc9f4fb61 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:08:32.014021 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35622) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:32.036451 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7976d4-c5f2-4fe1-84bf-80c15eab0b6f x-openstack-request-id: req-1c7976d4-c5f2-4fe1-84bf-80c15eab0b6f {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:32.036750 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6957fe-b75e-444f-be0b-9080f40fba21", "name": "network-vif-deleted", "tag": "9d847301-0409-4b48-90c0-7988a139d9cc", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:32.037008 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c7976d4-c5f2-4fe1-84bf-80c15eab0b6f {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:32.037786 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6957fe-b75e-444f-be0b-9080f40fba21', 'name': 'network-vif-deleted', 'tag': '9d847301-0409-4b48-90c0-7988a139d9cc', 'status': 'completed', 'code': 200} Aug 05 14:08:32.074549 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-708d5d06-78fb-49b0-a339-2b4b562bdd2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.095183 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a08263c-8af8-4f9d-8209-182e6daf0a4d req-8dfeda4a-08e8-4f9c-bd20-49c939cfc916 service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680834 Aug 05 14:08:32.117824 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.137397 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-708d5d06-78fb-49b0-a339-2b4b562bdd2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.154131 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 507070e2-0f1a-4a04-abe1-9912d1b2896d up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:08:32.213929 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a08263c-8af8-4f9d-8209-182e6daf0a4d req-01b9292d-c9b3-4602-a672-734be0861639 service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072576 Aug 05 14:08:32.263622 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e95eda9-29ad-4b77-9d41-d3a275c96b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.280281 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-e184d686-c29b-44ab-a4bd-cad419cc80da None None] Set router 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:08:32.314294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-cbff5878-8b0b-438c-89ca-2281b7e49e51', 'network_id': 'cbff5878-8b0b-438c-89ca-2281b7e49e51', 'tenant_id': 'a746e5515a4f43a5b91af3a99ad76efd', 'fixed_ips': [{'subnet_id': 'edb910cb-0ab6-44b7-860b-6fe1ab2b12aa'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:08:32.315150 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.343448 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 507070e2-0f1a-4a04-abe1-9912d1b2896d completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:32.370672 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.392627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78d4a7-6aa5-4d63-8ddd-82bd3eb911a6 req-b7853333-c85f-43ca-b1d4-70a7d9e71fbf tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:32.394165 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa78d4a7-6aa5-4d63-8ddd-82bd3eb911a6 req-b7853333-c85f-43ca-b1d4-70a7d9e71fbf tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 945 time: 0.2116811 Aug 05 14:08:32.396743 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 507070e2-0f1a-4a04-abe1-9912d1b2896d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:32.397129 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.465526 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2cdd2b59-9147-4d5e-82f3-97f0e7ce21b0 req-2bbf741f-fd9e-42c1-a18d-ff83c95985e4 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6957fe-b75e-444f-be0b-9080f40fba21 HTTP/1.1" status: 200 len: 210 time: 0.0364389 Aug 05 14:08:32.467902 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-708d5d06-78fb-49b0-a339-2b4b562bdd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.470447 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-708d5d06-78fb-49b0-a339-2b4b562bdd2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.473928 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-708d5d06-78fb-49b0-a339-2b4b562bdd2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a91da488-d8ed-4db6-bdd2-6a7452b9e607 HTTP/1.1" status: 204 len: 168 time: 0.5091972 Aug 05 14:08:32.504311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d5d06-78fb-49b0-a339-2b4b562bdd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91da488-d8ed-4db6-bdd2-6a7452b9e607,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:32.519880 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa78d4a7-6aa5-4d63-8ddd-82bd3eb911a6 req-1e92fe91-fb93-41d4-9b22-3285b0b940b4 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069694 Aug 05 14:08:32.590604 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e95eda9-29ad-4b77-9d41-d3a275c96b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.600550 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e95eda9-29ad-4b77-9d41-d3a275c96b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.659562 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95eda9-29ad-4b77-9d41-d3a275c96b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb672248-1b80-4b02-a568-800a67caf0c4,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:32.666440 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1e95eda9-29ad-4b77-9d41-d3a275c96b27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01f96121c3684b4ba04cd97feb76b504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6479518 Aug 05 14:08:32.666835 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35634) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:32.766055 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.786127 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.819299 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-06fdad65-d6f3-4bbb-b42e-cebe24b6679f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.849758 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-06fdad65-d6f3-4bbb-b42e-cebe24b6679f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.861504 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Allocated IP 172.20.0.2 (cbff5878-8b0b-438c-89ca-2281b7e49e51/edb910cb-0ab6-44b7-860b-6fe1ab2b12aa/4ad5ec27-4959-4ba9-aac5-1ccc607703a5) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:32.891091 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.910184 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-06fdad65-d6f3-4bbb-b42e-cebe24b6679f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.913348 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-06fdad65-d6f3-4bbb-b42e-cebe24b6679f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:32.916576 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-06fdad65-d6f3-4bbb-b42e-cebe24b6679f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb672248-1b80-4b02-a568-800a67caf0c4 HTTP/1.1" status: 204 len: 168 time: 0.2472165 Aug 05 14:08:32.931379 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Allocated IP 172.25.5.68 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/2cf4cd73-333d-4ea5-aa64-d0d761f55403) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:32.931622 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdad65-d6f3-4bbb-b42e-cebe24b6679f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb672248-1b80-4b02-a568-800a67caf0c4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:32.994817 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8589e13c-e84c-476a-a4fa-1672493e669b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507070e2-0f1a-4a04-abe1-9912d1b2896d'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:32.997123 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca39d0d-57a1-4684-a5f8-572dd089c3ef" -d '{"events": [{"server_uuid": "8589e13c-e84c-476a-a4fa-1672493e669b", "name": "network-vif-plugged", "status": "completed", "tag": "507070e2-0f1a-4a04-abe1-9912d1b2896d"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:33.022015 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 507070e2-0f1a-4a04-abe1-9912d1b2896d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=507070e2-0f1a-4a04-abe1-9912d1b2896d,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:33.037019 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:33.037881 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9d847301-0409-4b48-90c0-7988a139d9cc no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:08:33.070525 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 9d847301-0409-4b48-90c0-7988a139d9cc {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:08:33.070882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9d847301-0409-4b48-90c0-7988a139d9cc not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:08:33.154160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e184d686-c29b-44ab-a4bd-cad419cc80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'name': 'tempest-ServersTestManualDisk-1200295609-router', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:00Z', 'updated_at': '2021-08-05T14:06:09Z', 'revision_number': 4, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'gw_port': {'id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:01Z', 'updated_at': '2021-08-05T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2', 'name': '', 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'mac_address': 'fa:16:3e:2d:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:07Z', 'updated_at': '2021-08-05T14:06:19Z', 'revision_number': 5, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'subnets': [{'id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:33.205372 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=507070e2-0f1a-4a04-abe1-9912d1b2896d,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:33.210026 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184d686-c29b-44ab-a4bd-cad419cc80da None None] Checking router: 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:08:33.227825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e184d686-c29b-44ab-a4bd-cad419cc80da None None] Routers {'2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:33.228750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e184d686-c29b-44ab-a4bd-cad419cc80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:33.276978 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:33.287681 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f82a7bb-1c77-477e-a163-4125be73308f x-openstack-request-id: req-3f82a7bb-1c77-477e-a163-4125be73308f {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:33.287975 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8589e13c-e84c-476a-a4fa-1672493e669b", "name": "network-vif-plugged", "status": "completed", "tag": "507070e2-0f1a-4a04-abe1-9912d1b2896d", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:33.288238 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f82a7bb-1c77-477e-a163-4125be73308f {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:33.288630 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8589e13c-e84c-476a-a4fa-1672493e669b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507070e2-0f1a-4a04-abe1-9912d1b2896d', 'code': 200} Aug 05 14:08:33.297143 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Transition to ACTIVE for port object 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:33.364278 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Transition to ACTIVE for port object 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:33.396856 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:33.448328 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-e184d686-c29b-44ab-a4bd-cad419cc80da None None] Set router 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:08:33.471693 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:33.476939 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43626c9d-8721-4579-88e5-d5f89c49acf7 req-3a945f5f-a086-414d-8f91-a3746ff81d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:33.480216 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43626c9d-8721-4579-88e5-d5f89c49acf7 req-3a945f5f-a086-414d-8f91-a3746ff81d0c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 1097 time: 0.0891192 Aug 05 14:08:33.528068 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Network cbff5878-8b0b-438c-89ca-2281b7e49e51 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:33.544084 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:33.546748 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43626c9d-8721-4579-88e5-d5f89c49acf7 req-5ee2b862-edfe-4645-bc76-dcca23eb5946 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580175 Aug 05 14:08:33.568227 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:33.570868 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:33.573891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Pushing event updated for resources: {'Port': ['ID=4ad5ec27-4959-4ba9-aac5-1ccc607703a5,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:33.598279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35670) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:33.647340 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35672) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:33.664697 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:33.668484 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19531dd8-337c-48a7-8bad-9edc5ab23d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:33.670358 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:33.708909 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:33.714663 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8355219b-7053-4c42-b7a7-1d48d4b041f5 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:33.756472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Attempting to bind port 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:08:33.756844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Attempting to bind port 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'f8c7a8cd-4057-44f3-b7dd-7af6a28cb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cbff5878-8b0b-438c-89ca-2281b7e49e51'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:08:33.757231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Attempting to bind port 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 on network cbff5878-8b0b-438c-89ca-2281b7e49e51 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:33.761013 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8355219b-7053-4c42-b7a7-1d48d4b041f5 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:33.767108 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:08:33.768084 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Checking segment: {'id': 'f8c7a8cd-4057-44f3-b7dd-7af6a28cb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cbff5878-8b0b-438c-89ca-2281b7e49e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:08:33.768084 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:33.768329 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Bound using segment: {'id': 'f8c7a8cd-4057-44f3-b7dd-7af6a28cb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cbff5878-8b0b-438c-89ca-2281b7e49e51'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:08:33.768726 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Bound port: 4ad5ec27-4959-4ba9-aac5-1ccc607703a5, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c7a8cd-4057-44f3-b7dd-7af6a28cb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cbff5878-8b0b-438c-89ca-2281b7e49e51'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:08:33.769164 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:33.773430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=2cf4cd73-333d-4ea5-aa64-d0d761f55403,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:33.801072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec9120-ea72-4482-9b04-c869cf3949ed req-bd17f321-4632-49a4-bcc8-47104c591701 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:33.802311 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-34ec9120-ea72-4482-9b04-c869cf3949ed req-bd17f321-4632-49a4-bcc8-47104c591701 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 946 time: 0.1356997 Aug 05 14:08:33.819558 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35674) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:33.891567 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] For port 4ad5ec27-4959-4ba9-aac5-1ccc607703a5, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:08:33.895754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] For port 4ad5ec27-4959-4ba9-aac5-1ccc607703a5, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4ad5ec27-4959-4ba9-aac5-1ccc607703a5,segment=NetworkSegment(f8c7a8cd-4057-44f3-b7dd-7af6a28cb2a3),segment_id=f8c7a8cd-4057-44f3-b7dd-7af6a28cb2a3)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:08:33.896083 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19531dd8-337c-48a7-8bad-9edc5ab23d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:33.901921 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8355219b-7053-4c42-b7a7-1d48d4b041f5 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:33.905228 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:33.906239 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8355219b-7053-4c42-b7a7-1d48d4b041f5 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:33.907669 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8355219b-7053-4c42-b7a7-1d48d4b041f5 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "DELETE /v2.0/security-groups/6c899a82-b109-4d14-b469-41ca9d7b4fe9 HTTP/1.1" status: 204 len: 168 time: 0.3081357 Aug 05 14:08:33.914758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35678) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:33.919562 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19531dd8-337c-48a7-8bad-9edc5ab23d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:33.939003 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355219b-7053-4c42-b7a7-1d48d4b041f5 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c899a82-b109-4d14-b469-41ca9d7b4fe9,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:33.958299 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-34ec9120-ea72-4482-9b04-c869cf3949ed req-8e1d103d-c62c-4bbf-82df-b24ee121a74c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404892 Aug 05 14:08:33.976093 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee862ab-fd42-4a74-aa0f-469d7e57d989 None None] Pushing event updated for resources: {'Port': ['ID=4ad5ec27-4959-4ba9-aac5-1ccc607703a5,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:33.990169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19531dd8-337c-48a7-8bad-9edc5ab23d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408845c6-18b0-44aa-b1fe-04d19e33c6a0,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:34.005602 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-a5c33c77-e0c6-462a-94f5-6a689200f1ba tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] show failed (client error): The resource could not be found. Aug 05 14:08:34.007564 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a5c33c77-e0c6-462a-94f5-6a689200f1ba tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "GET /v2.0/security-groups/6c899a82-b109-4d14-b469-41ca9d7b4fe9 HTTP/1.1" status: 404 len: 347 time: 0.0897875 Aug 05 14:08:34.013545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e184d686-c29b-44ab-a4bd-cad419cc80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'name': 'tempest-ServersTestManualDisk-1200295609-router', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:00Z', 'updated_at': '2021-08-05T14:06:09Z', 'revision_number': 4, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'gw_port': {'id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:01Z', 'updated_at': '2021-08-05T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2', 'name': '', 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'mac_address': 'fa:16:3e:2d:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:07Z', 'updated_at': '2021-08-05T14:06:19Z', 'revision_number': 5, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'subnets': [{'id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:34.013693 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c8ec66f5-1cbc-4ce3-b317-66e47e47c91e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-948391144-network', 'tenant_id': 'eb09008e3faa42028f313d47d2700382'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:34.021630 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35680) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:34.052244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184d686-c29b-44ab-a4bd-cad419cc80da None None] The sync data for ids ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'] in n-d-803585-2 is: [{'id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'name': 'tempest-ServersTestManualDisk-1200295609-router', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:00Z', 'updated_at': '2021-08-05T14:06:09Z', 'revision_number': 4, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'gw_port': {'id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:01Z', 'updated_at': '2021-08-05T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2', 'name': '', 'network_id': '5046103c-1dac-467a-acf5-1a24cdafeb97', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'mac_address': 'fa:16:3e:2d:bd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:07Z', 'updated_at': '2021-08-05T14:06:19Z', 'revision_number': 5, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'subnets': [{'id': '0f55dd53-8c24-42f9-931b-97b3a2a193de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:34.107496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35682) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:34.109759 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-19531dd8-337c-48a7-8bad-9edc5ab23d64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=490f172b8d3748d6bff7f7cdcf795cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613092 Aug 05 14:08:34.152368 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.167940 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ec66f5-1cbc-4ce3-b317-66e47e47c91e admin admin] Made reservation on behalf of eb09008e3faa42028f313d47d2700382 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:08:34.170511 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8ec66f5-1cbc-4ce3-b317-66e47e47c91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.204147 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8ec66f5-1cbc-4ce3-b317-66e47e47c91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.282720 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1b486cc2-177d-4105-8365-1dfb61098982 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Deleting port 7ab4e15e-8680-4539-9ee9-da3221d3b550 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:34.282969 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b486cc2-177d-4105-8365-1dfb61098982 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.289775 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-399d015c-013a-41a4-baae-a5161aa4ec65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.330951 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-399d015c-013a-41a4-baae-a5161aa4ec65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.439548 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b486cc2-177d-4105-8365-1dfb61098982 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.439910 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b486cc2-177d-4105-8365-1dfb61098982 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.458852 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8ec66f5-1cbc-4ce3-b317-66e47e47c91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.465913 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1b486cc2-177d-4105-8365-1dfb61098982 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Calling delete_port for 7ab4e15e-8680-4539-9ee9-da3221d3b550 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:34.480476 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48305f49-b168-4a30-8362-b6e531ad6996 None None] New status for floating IP 14ee9f72-4896-4d0d-8c84-adb6a177a8e9: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:08:34.481079 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-399d015c-013a-41a4-baae-a5161aa4ec65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.483719 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-399d015c-013a-41a4-baae-a5161aa4ec65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.487938 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-399d015c-013a-41a4-baae-a5161aa4ec65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/408845c6-18b0-44aa-b1fe-04d19e33c6a0 HTTP/1.1" status: 204 len: 168 time: 0.3792162 Aug 05 14:08:34.498679 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8ec66f5-1cbc-4ce3-b317-66e47e47c91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.508418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d015c-013a-41a4-baae-a5161aa4ec65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408845c6-18b0-44aa-b1fe-04d19e33c6a0,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:34.524877 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.600878 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ec66f5-1cbc-4ce3-b317-66e47e47c91e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:08:34.638716 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8ec66f5-1cbc-4ce3-b317-66e47e47c91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.639641 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-c8ec66f5-1cbc-4ce3-b317-66e47e47c91e admin admin] Added segment 892b46ab-8f47-44de-b513-5e91ea3c2f7d of type vlan for network be957db5-8ba5-4236-ba63-34c39cd52a86 Aug 05 14:08:34.641957 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec66f5-1cbc-4ce3-b317-66e47e47c91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:34.732301 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8ec66f5-1cbc-4ce3-b317-66e47e47c91e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.747500 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router a0543e4c-3995-49aa-991b-919c37118d37 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:08:34.798218 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8ec66f5-1cbc-4ce3-b317-66e47e47c91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.799137 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ec66f5-1cbc-4ce3-b317-66e47e47c91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:34.799726 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8ec66f5-1cbc-4ce3-b317-66e47e47c91e admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.878130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:34.892194 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7b1d8-9e02-4ceb-8d76-045b8bb8ce8e None None] Sync routers for ids ['a0543e4c-3995-49aa-991b-919c37118d37'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:34.902170 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c8ec66f5-1cbc-4ce3-b317-66e47e47c91e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0812213 Aug 05 14:08:34.907889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35694) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:34.908251 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b486cc2-177d-4105-8365-1dfb61098982 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.911674 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec66f5-1cbc-4ce3-b317-66e47e47c91e admin admin] Pushing event updated for resources: {'Network': ['ID=be957db5-8ba5-4236-ba63-34c39cd52a86,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:34.914695 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-7b8f29cf-65ce-4185-ae7a-60908eecdea2 admin admin] Request body: {'subnet': {'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-948391144-subnet', 'tenant_id': 'eb09008e3faa42028f313d47d2700382', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:34.923043 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:34.923283 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca7b1d8-9e02-4ceb-8d76-045b8bb8ce8e None None] Routers {'a0543e4c-3995-49aa-991b-919c37118d37'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:34.923851 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0ca7b1d8-9e02-4ceb-8d76-045b8bb8ce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a0543e4c-3995-49aa-991b-919c37118d37'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:34.927740 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5dd73c13-e9fa-4d1c-b085-5f92e0c6e755 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9876738 Aug 05 14:08:34.929261 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35696) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:34.973308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b486cc2-177d-4105-8365-1dfb61098982 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Pushing event deleted for resources: {'Port': ['ID=7ab4e15e-8680-4539-9ee9-da3221d3b550,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:34.989512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network be957db5-8ba5-4236-ba63-34c39cd52a86 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:08:34.991985 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0ca7b1d8-9e02-4ceb-8d76-045b8bb8ce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:35.021258 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8f29cf-65ce-4185-ae7a-60908eecdea2 admin admin] Made reservation on behalf of eb09008e3faa42028f313d47d2700382 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:08:35.023648 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7b8f29cf-65ce-4185-ae7a-60908eecdea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:35.061132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca7b1d8-9e02-4ceb-8d76-045b8bb8ce8e None None] Routers {'a0543e4c-3995-49aa-991b-919c37118d37'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:35.062028 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0ca7b1d8-9e02-4ceb-8d76-045b8bb8ce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a0543e4c-3995-49aa-991b-919c37118d37'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:35.085659 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b486cc2-177d-4105-8365-1dfb61098982 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:35.089747 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b486cc2-177d-4105-8365-1dfb61098982 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:35.094178 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1b486cc2-177d-4105-8365-1dfb61098982 tempest-ServersTestManualDisk-1897555272 tempest-ServersTestManualDisk-1897555272-project] 10.222.0.16 "DELETE /v2.0/floatingips/14ee9f72-4896-4d0d-8c84-adb6a177a8e9 HTTP/1.1" status: 204 len: 168 time: 1.0687830 Aug 05 14:08:35.094537 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35704) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:35.140016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0ca7b1d8-9e02-4ceb-8d76-045b8bb8ce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:35.144379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7b1d8-9e02-4ceb-8d76-045b8bb8ce8e None None] The sync data for ids ['a0543e4c-3995-49aa-991b-919c37118d37'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:35.299152 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cb878-7508-4298-b97a-38d1120d0e95 req-41e51571-ea96-40ea-8710-1956d6920cd0 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:35.301102 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c24cb878-7508-4298-b97a-38d1120d0e95 req-41e51571-ea96-40ea-8710-1956d6920cd0 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 946 time: 0.1953461 Aug 05 14:08:35.391288 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de079ef-3441-44b2-848e-f565492d4d7b None None] Network cbff5878-8b0b-438c-89ca-2281b7e49e51 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:08:35.422913 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c24cb878-7508-4298-b97a-38d1120d0e95 req-cf336ba7-8bc3-44d4-85f1-0dee0deb68c5 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146774 Aug 05 14:08:35.520191 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-55018a3a-33fe-4816-9b00-333890773d7f None None] Provisioning for port 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:35.548334 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7b8f29cf-65ce-4185-ae7a-60908eecdea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:35.660489 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8270afe-931e-4e54-b287-0459ec6b1a33 req-a7647d1d-d7db-492e-a384-70d215ad1bdc tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=dc996791672c444dbf38c5eb15e5efae HTTP/1.1" status: 200 len: 267 time: 0.1225405 Aug 05 14:08:35.739287 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e1debb93-8214-48ab-9897-14ee7715b90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:35.759033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f29cf-65ce-4185-ae7a-60908eecdea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0379e98d-14bf-4e11-a4e7-4f9d2e6f644a,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:35.762703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8f29cf-65ce-4185-ae7a-60908eecdea2 admin admin] Checking segment: {'id': '892b46ab-8f47-44de-b513-5e91ea3c2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:08:35.762941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8f29cf-65ce-4185-ae7a-60908eecdea2 admin admin] Network hostable DHCP agents. Network: be957db5-8ba5-4236-ba63-34c39cd52a86, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:08:35.816012 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8270afe-931e-4e54-b287-0459ec6b1a33 req-0cff0526-4842-4a32-a3ff-63c5fb11e3c8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:35.817791 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8270afe-931e-4e54-b287-0459ec6b1a33 req-0cff0526-4842-4a32-a3ff-63c5fb11e3c8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 946 time: 0.1455920 Aug 05 14:08:35.841048 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-b8270afe-931e-4e54-b287-0459ec6b1a33 req-2fd1d1a1-e938-46e5-ae77-ce5191778ede tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Request body: {'port': {'security_groups': []}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:35.871291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8f29cf-65ce-4185-ae7a-60908eecdea2 admin admin] Network be957db5-8ba5-4236-ba63-34c39cd52a86 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:08:35.882164 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:08:35.893713 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:35.897163 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-7b8f29cf-65ce-4185-ae7a-60908eecdea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, be957db5-8ba5-4236-ba63-34c39cd52a86) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:35.916610 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8f29cf-65ce-4185-ae7a-60908eecdea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:35.917647 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7b8f29cf-65ce-4185-ae7a-60908eecdea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:35.937543 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42933936-f4ee-41d0-bebe-44194bc2272f None None] Network be957db5-8ba5-4236-ba63-34c39cd52a86 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:08:35.973719 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7b8f29cf-65ce-4185-ae7a-60908eecdea2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0642998 Aug 05 14:08:35.996627 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b8270afe-931e-4e54-b287-0459ec6b1a33 req-2fd1d1a1-e938-46e5-ae77-ce5191778ede tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:36.075779 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:36.081479 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:36.081982 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:36.314664 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-b8270afe-931e-4e54-b287-0459ec6b1a33 req-2fd1d1a1-e938-46e5-ae77-ce5191778ede tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] For port 507070e2-0f1a-4a04-abe1-9912d1b2896d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=507070e2-0f1a-4a04-abe1-9912d1b2896d,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:36.357617 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b8270afe-931e-4e54-b287-0459ec6b1a33 req-2fd1d1a1-e938-46e5-ae77-ce5191778ede tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:36.373276 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b8270afe-931e-4e54-b287-0459ec6b1a33 req-2fd1d1a1-e938-46e5-ae77-ce5191778ede tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:36.381586 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-e1debb93-8214-48ab-9897-14ee7715b90d admin admin] Deleting port 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:36.381803 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-795dc368-ba4d-4c9c-af9f-7ef2b7a2c102 None None] Provisioning complete for port 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:36.381934 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e1debb93-8214-48ab-9897-14ee7715b90d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:36.382190 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-795dc368-ba4d-4c9c-af9f-7ef2b7a2c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:36.431281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Allocated IP 172.20.0.1 (cbff5878-8b0b-438c-89ca-2281b7e49e51/edb910cb-0ab6-44b7-860b-6fe1ab2b12aa/3c9ae1c8-9847-4682-9423-3c992ce96f6f) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:36.455616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72', '507070e2-0f1a-4a04-abe1-9912d1b2896d'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:08:36.458874 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['c1124e29-7571-4e35-a2e7-f4678dc0b56b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:08:36.475531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8270afe-931e-4e54-b287-0459ec6b1a33 req-2fd1d1a1-e938-46e5-ae77-ce5191778ede tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:36.476263 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b8270afe-931e-4e54-b287-0459ec6b1a33 req-2fd1d1a1-e938-46e5-ae77-ce5191778ede tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:36.478529 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8270afe-931e-4e54-b287-0459ec6b1a33 req-2fd1d1a1-e938-46e5-ae77-ce5191778ede tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "PUT /v2.0/ports/507070e2-0f1a-4a04-abe1-9912d1b2896d HTTP/1.1" status: 200 len: 905 time: 0.6466665 Aug 05 14:08:36.481098 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8589e13c-e84c-476a-a4fa-1672493e669b', 'tag': '507070e2-0f1a-4a04-abe1-9912d1b2896d'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:36.485670 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b7379b-7678-4951-8806-d54495264e71" -d '{"events": [{"name": "network-changed", "server_uuid": "8589e13c-e84c-476a-a4fa-1672493e669b", "tag": "507070e2-0f1a-4a04-abe1-9912d1b2896d"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:36.543248 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6507263-3603-41c1-a847-72baadd5d085 None None] Network be957db5-8ba5-4236-ba63-34c39cd52a86 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:08:36.574566 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1d1a1-e938-46e5-ae77-ce5191778ede tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Pushing event updated for resources: {'Port': ['ID=507070e2-0f1a-4a04-abe1-9912d1b2896d,revision_number=6']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:36.586974 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:36.631708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-e1debb93-8214-48ab-9897-14ee7715b90d admin admin] For port 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2,segment=NetworkSegment(546b407f-0e82-4309-8c07-0cf67eb9323b),segment_id=546b407f-0e82-4309-8c07-0cf67eb9323b)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:36.632003 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e1debb93-8214-48ab-9897-14ee7715b90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:36.643083 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Transition to ACTIVE for port object 3c9ae1c8-9847-4682-9423-3c992ce96f6f will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:36.678466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['507070e2-0f1a-4a04-abe1-9912d1b2896d'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:08:36.682543 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-e1debb93-8214-48ab-9897-14ee7715b90d admin admin] Calling delete_port for 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:36.699200 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:36.752007 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:36.785183 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f137da8-e01c-4e49-a93d-2c464ad8ce31 req-ac951742-a0bb-462b-9d3a-0e17faad62c7 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:36.792242 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0f137da8-e01c-4e49-a93d-2c464ad8ce31 req-ac951742-a0bb-462b-9d3a-0e17faad62c7 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 908 time: 0.1572299 Aug 05 14:08:36.823295 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=3c9ae1c8-9847-4682-9423-3c992ce96f6f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:36.893525 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-795dc368-ba4d-4c9c-af9f-7ef2b7a2c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:36.894732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network cbff5878-8b0b-438c-89ca-2281b7e49e51 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:36.896393 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:36.905050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:36.922062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 4ad5ec27-4959-4ba9-aac5-1ccc607703a5, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4ad5ec27-4959-4ba9-aac5-1ccc607703a5,segment=NetworkSegment(f8c7a8cd-4057-44f3-b7dd-7af6a28cb2a3),segment_id=f8c7a8cd-4057-44f3-b7dd-7af6a28cb2a3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:36.944797 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:36.961393 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40633df6-6605-4156-84ea-cb84d84c0b8d x-openstack-request-id: req-40633df6-6605-4156-84ea-cb84d84c0b8d {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:36.962620 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8589e13c-e84c-476a-a4fa-1672493e669b", "tag": "507070e2-0f1a-4a04-abe1-9912d1b2896d", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:36.963047 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40633df6-6605-4156-84ea-cb84d84c0b8d {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:36.963553 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8589e13c-e84c-476a-a4fa-1672493e669b', 'tag': '507070e2-0f1a-4a04-abe1-9912d1b2896d', 'status': 'completed', 'code': 200} Aug 05 14:08:37.060344 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:37.080361 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7379b-7678-4951-8806-d54495264e71 req-2a0b04e8-fdae-4d58-b3c6-1f345d3ddf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:37.083111 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65b7379b-7678-4951-8806-d54495264e71 req-2a0b04e8-fdae-4d58-b3c6-1f345d3ddf19 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 1059 time: 0.0899189 Aug 05 14:08:37.095510 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=4ad5ec27-4959-4ba9-aac5-1ccc607703a5,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:37.260586 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-795dc368-ba4d-4c9c-af9f-7ef2b7a2c102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:08:37.260944 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-795dc368-ba4d-4c9c-af9f-7ef2b7a2c102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:08:37.347570 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e1debb93-8214-48ab-9897-14ee7715b90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:37.393207 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38507799-f33d-41ee-8b46-d70d9a35e2f5 req-28ebbd03-2875-4334-bc27-5c3023d36af3 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:37.395738 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-38507799-f33d-41ee-8b46-d70d9a35e2f5 req-28ebbd03-2875-4334-bc27-5c3023d36af3 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1636920 Aug 05 14:08:37.397628 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1debb93-8214-48ab-9897-14ee7715b90d admin admin] Pushing event deleted for resources: {'Port': ['ID=327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:37.400254 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7379b-7678-4951-8806-d54495264e71 req-5930464f-a26f-4241-b96a-89947dcb5406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:37.401928 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65b7379b-7678-4951-8806-d54495264e71 req-5930464f-a26f-4241-b96a-89947dcb5406 service neutron] 10.222.0.63 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 912 time: 0.3106015 Aug 05 14:08:37.509460 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65b7379b-7678-4951-8806-d54495264e71 req-27f8d78f-2dc4-4369-90fa-11c407550c33 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=507070e2-0f1a-4a04-abe1-9912d1b2896d HTTP/1.1" status: 200 len: 217 time: 0.0868132 Aug 05 14:08:37.620353 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-38507799-f33d-41ee-8b46-d70d9a35e2f5 req-93d45139-8dfc-47d1-b035-93167b252f48 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073126 Aug 05 14:08:37.632435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7379b-7678-4951-8806-d54495264e71 req-31f14644-23ce-4ac5-b031-3dfd55af4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:37.634580 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65b7379b-7678-4951-8806-d54495264e71 req-31f14644-23ce-4ac5-b031-3dfd55af4a1a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.1015608 Aug 05 14:08:37.782148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-c73d8b3a-ac66-46c6-8303-437f71bc21e9 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:37.784910 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-c73d8b3a-ac66-46c6-8303-437f71bc21e9 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/networks?id=be957db5-8ba5-4236-ba63-34c39cd52a86 HTTP/1.1" status: 200 len: 817 time: 0.7297804 Aug 05 14:08:37.832061 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-2f57ad32-a7eb-49a0-b82f-98c08177726d tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/quotas/eb09008e3faa42028f313d47d2700382 HTTP/1.1" status: 200 len: 375 time: 0.0168865 Aug 05 14:08:37.855575 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:37.897072 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:08:37.903122 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-24bbb7e6-80b6-4b08-a23d-7a42b4959a26 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb09008e3faa42028f313d47d2700382&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617299 Aug 05 14:08:37.985264 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:37.985746 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:38.009822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bf6f09fc-4314-4f19-a1d3-fc7b9852473c None None] Provisioning for port 3c9ae1c8-9847-4682-9423-3c992ce96f6f completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:38.018144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bf6f09fc-4314-4f19-a1d3-fc7b9852473c None None] Provisioning complete for port 3c9ae1c8-9847-4682-9423-3c992ce96f6f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:38.018580 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bf6f09fc-4314-4f19-a1d3-fc7b9852473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:38.076258 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f09fc-4314-4f19-a1d3-fc7b9852473c None None] Port 3c9ae1c8-9847-4682-9423-3c992ce96f6f cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:08:38.140181 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bf6f09fc-4314-4f19-a1d3-fc7b9852473c None None] Provisioning complete for port 507070e2-0f1a-4a04-abe1-9912d1b2896d triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:38.140603 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bf6f09fc-4314-4f19-a1d3-fc7b9852473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:38.192491 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7379b-7678-4951-8806-d54495264e71 req-b294276a-9b7d-488f-b833-fe874465f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:38.194048 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65b7379b-7678-4951-8806-d54495264e71 req-b294276a-9b7d-488f-b833-fe874465f3a5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5509348 Aug 05 14:08:38.237346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf6fd7-086d-47fd-ac68-df15dda05e57 req-24501c3f-641d-417f-98e7-09590b224404 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:38.245617 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9fcf6fd7-086d-47fd-ac68-df15dda05e57 req-24501c3f-641d-417f-98e7-09590b224404 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.5076315 Aug 05 14:08:38.288646 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:38.304617 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e1debb93-8214-48ab-9897-14ee7715b90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:38.344865 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:38.349517 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9fcf6fd7-086d-47fd-ac68-df15dda05e57 req-2992628b-d46f-4e9f-a6b1-5c958f1b4579 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029747 Aug 05 14:08:38.445819 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=3c9ae1c8-9847-4682-9423-3c992ce96f6f,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:38.464110 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65b7379b-7678-4951-8806-d54495264e71 req-b2fb7130-8c69-4c2b-84da-0709abe17dd6 service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589202 Aug 05 14:08:38.486486 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:38.511595 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-c6c6870c-34de-4c51-9ed6-44664e4116dd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3675785 Aug 05 14:08:38.559063 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35804) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:38.568812 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-977c83b4-0a27-4c9b-a277-c7d3be8d43cf service neutron] 10.222.0.16 "GET /v2.0/networks/be957db5-8ba5-4236-ba63-34c39cd52a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466427 Aug 05 14:08:38.686234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network cbff5878-8b0b-438c-89ca-2281b7e49e51 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:38.689671 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:38.745458 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-d04609b0-a5c2-4e67-8f64-7581e9a24694 service neutron] 10.222.0.16 "GET /v2.0/networks/be957db5-8ba5-4236-ba63-34c39cd52a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680906 Aug 05 14:08:38.778572 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b02825f-0f91-48c9-9cff-e85dce28ab8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:38.785838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-f824d8fc-e5b8-4beb-a4be-6884cdc83dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:38.786377 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-f824d8fc-e5b8-4beb-a4be-6884cdc83dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:38.786879 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-f824d8fc-e5b8-4beb-a4be-6884cdc83dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:38.787346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-f824d8fc-e5b8-4beb-a4be-6884cdc83dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:38.787826 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-f824d8fc-e5b8-4beb-a4be-6884cdc83dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:38.788304 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-f824d8fc-e5b8-4beb-a4be-6884cdc83dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:38.788779 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-f824d8fc-e5b8-4beb-a4be-6884cdc83dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:38.791728 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-f824d8fc-e5b8-4beb-a4be-6884cdc83dcd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=453b7272943240199f4e2d4e8c2daa65&device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 6502 time: 0.2317312 Aug 05 14:08:38.808722 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65b7379b-7678-4951-8806-d54495264e71 req-a288a162-79ce-4308-9f58-26d56ac5985b service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171387 Aug 05 14:08:38.854047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router a0543e4c-3995-49aa-991b-919c37118d37 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:38.973975 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-a3184839-d197-4e45-9d72-5c3ab2bda32f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:38.975324 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-a3184839-d197-4e45-9d72-5c3ab2bda32f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 811 time: 0.3511777 Aug 05 14:08:39.000020 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:39.009088 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dac2b7ea-0e92-4911-bf9d-69e73aa16d4e tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "PUT /v2.0/routers/a0543e4c-3995-49aa-991b-919c37118d37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0786791 Aug 05 14:08:39.010099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35816) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:39.012006 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3519e463-ab08-4d54-83af-54716d5de614 None None] Sync routers for ids ['a0543e4c-3995-49aa-991b-919c37118d37'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:39.015317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-948317fa-5e48-4502-9b8b-222e14977d69 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'port': {'network_id': 'cbff5878-8b0b-438c-89ca-2281b7e49e51', 'name': 'tempest-FloatingIPTestJSON-1447936237'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:39.027410 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1debb93-8214-48ab-9897-14ee7715b90d admin admin] Router 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:39.029158 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-18fcf0b3-1dc1-495a-83c7-552b34b86783 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/quotas/dc996791672c444dbf38c5eb15e5efae HTTP/1.1" status: 200 len: 375 time: 0.0414925 Aug 05 14:08:39.033895 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-263e0634-f696-490a-81e4-e3b710841b69 None None] Provisioning complete for port 3c9ae1c8-9847-4682-9423-3c992ce96f6f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:39.034436 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-263e0634-f696-490a-81e4-e3b710841b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:39.059442 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519e463-ab08-4d54-83af-54716d5de614 None None] Routers {'a0543e4c-3995-49aa-991b-919c37118d37'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:39.062394 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3519e463-ab08-4d54-83af-54716d5de614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a0543e4c-3995-49aa-991b-919c37118d37'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:39.063705 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-4b0eb363-746e-49bc-b353-11881022fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:39.064193 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-4b0eb363-746e-49bc-b353-11881022fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:39.064670 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-4b0eb363-746e-49bc-b353-11881022fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:39.066366 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-4b0eb363-746e-49bc-b353-11881022fb02 service neutron] 10.222.0.84 "GET /v2.0/networks?id=93a6cc11-4217-4144-a069-004cdc2ebc8a&id=14d09d10-2b62-4425-8299-f14f2c9a99b4&id=14d09d10-2b62-4425-8299-f14f2c9a99b4&id=14d09d10-2b62-4425-8299-f14f2c9a99b4&id=14d09d10-2b62-4425-8299-f14f2c9a99b4&id=de3b5517-820c-4f25-a4f3-58d6603842f0&id=de3b5517-820c-4f25-a4f3-58d6603842f0 HTTP/1.1" status: 200 len: 2298 time: 0.2175913 Aug 05 14:08:39.128418 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3519e463-ab08-4d54-83af-54716d5de614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:39.132603 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-263e0634-f696-490a-81e4-e3b710841b69 None None] Port 3c9ae1c8-9847-4682-9423-3c992ce96f6f cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:08:39.151538 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519e463-ab08-4d54-83af-54716d5de614 None None] Routers {'a0543e4c-3995-49aa-991b-919c37118d37'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:39.151538 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3519e463-ab08-4d54-83af-54716d5de614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a0543e4c-3995-49aa-991b-919c37118d37'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:39.189514 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3519e463-ab08-4d54-83af-54716d5de614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:39.190041 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3519e463-ab08-4d54-83af-54716d5de614 None None] The sync data for ids ['a0543e4c-3995-49aa-991b-919c37118d37'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:39.228887 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b02825f-0f91-48c9-9cff-e85dce28ab8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:39.238239 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8277d612-0fec-471e-bf69-77f817cb95d3 req-5911f3bd-d467-40d5-8111-337bcbd32c78 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 210 time: 0.0375228 Aug 05 14:08:39.268096 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b02825f-0f91-48c9-9cff-e85dce28ab8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:39.280230 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948317fa-5e48-4502-9b8b-222e14977d69 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Made reservation on behalf of a746e5515a4f43a5b91af3a99ad76efd for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:08:39.284705 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-948317fa-5e48-4502-9b8b-222e14977d69 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:39.292149 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-6de5d369-d39a-4832-aec1-551e47500f92 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=372fc99d-8fea-4afb-9826-220a6d587c73 HTTP/1.1" status: 200 len: 1000 time: 0.2144928 Aug 05 14:08:39.309241 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-948317fa-5e48-4502-9b8b-222e14977d69 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] device_id is not set on port fd77f439-19ac-47dd-9708-3abda794a58c yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:08:39.329451 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-ea5ee11d-b2ed-40ba-8c99-3c62d9c9be87 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2610621 Aug 05 14:08:39.404918 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6b02825f-0f91-48c9-9cff-e85dce28ab8b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9550dc8269e14e1495c731ac730b022d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8437498 Aug 05 14:08:39.407783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35832) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:39.432062 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02825f-0f91-48c9-9cff-e85dce28ab8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e96800b-e2d6-4980-bf78-af5d6841e5f8,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:39.438313 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1debb93-8214-48ab-9897-14ee7715b90d admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:39.453302 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e1debb93-8214-48ab-9897-14ee7715b90d admin admin] 10.222.0.16 "PUT /v2.0/routers/2d4e7bef-ed4e-400c-bdeb-6a90068e52a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3558185 Aug 05 14:08:39.453640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35834) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:39.455465 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdad905-efeb-4ccf-b632-f1caad152c20 None None] Sync routers for ids ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:39.470676 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-12c4844c-efb5-40c6-aa34-53bc56c00f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:39.472755 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-12c4844c-efb5-40c6-aa34-53bc56c00f98 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8ef51a27-0adf-4fb0-8c00-54e2b061931c HTTP/1.1" status: 200 len: 855 time: 0.1596031 Aug 05 14:08:39.478595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdad905-efeb-4ccf-b632-f1caad152c20 None None] Routers {'2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:39.480613 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bfdad905-efeb-4ccf-b632-f1caad152c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:39.517397 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-948317fa-5e48-4502-9b8b-222e14977d69 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Allocated IP 172.20.0.13 (cbff5878-8b0b-438c-89ca-2281b7e49e51/edb910cb-0ab6-44b7-860b-6fe1ab2b12aa/fd77f439-19ac-47dd-9708-3abda794a58c) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:39.538439 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f0d5c06-4c59-45bd-a06f-26ed2f063780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:39.550052 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-00ac8369-f290-4500-a968-e4b2511becea service neutron] 10.222.0.16 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978874 Aug 05 14:08:39.562350 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f0d5c06-4c59-45bd-a06f-26ed2f063780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:39.637560 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-60917763-724b-4086-8416-e265da8dfa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:39.640088 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-60917763-724b-4086-8416-e265da8dfa32 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=93a6cc11-4217-4144-a069-004cdc2ebc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1462455 Aug 05 14:08:39.663880 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-bfdad905-efeb-4ccf-b632-f1caad152c20 None None] Set router 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:08:39.723309 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f20d4895-bc97-44c3-bb6a-2c2dfc6c989b admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:39.751123 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-2977b918-0173-4324-bfae-5936c9fb2af3 service neutron] 10.222.0.16 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993034 Aug 05 14:08:39.828270 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f0d5c06-4c59-45bd-a06f-26ed2f063780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:39.830360 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-15f286a4-d3fe-47c0-a33f-8dc2c178c992 service neutron] 10.222.0.84 "GET /v2.0/networks/93a6cc11-4217-4144-a069-004cdc2ebc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811585 Aug 05 14:08:39.831570 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f0d5c06-4c59-45bd-a06f-26ed2f063780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:39.833152 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5f0d5c06-4c59-45bd-a06f-26ed2f063780 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e96800b-e2d6-4980-bf78-af5d6841e5f8 HTTP/1.1" status: 204 len: 168 time: 0.4244354 Aug 05 14:08:39.953003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d5c06-4c59-45bd-a06f-26ed2f063780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e96800b-e2d6-4980-bf78-af5d6841e5f8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:39.998158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bfdad905-efeb-4ccf-b632-f1caad152c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'name': 'tempest-ServersTestManualDisk-1200295609-router', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:00Z', 'updated_at': '2021-08-05T14:08:37Z', 'revision_number': 5, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'gw_port': {'id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:01Z', 'updated_at': '2021-08-05T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:40.035829 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdad905-efeb-4ccf-b632-f1caad152c20 None None] Checking router: 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:08:40.046720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdad905-efeb-4ccf-b632-f1caad152c20 None None] Routers {'2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:40.046946 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bfdad905-efeb-4ccf-b632-f1caad152c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:40.072805 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c4296ced-48e0-4a98-9ce7-70bdc1e2e5af req-b1c16eaf-fc5b-427e-9857-b930fbd314ce tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 210 time: 0.1033864 Aug 05 14:08:40.104295 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-948317fa-5e48-4502-9b8b-222e14977d69 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:40.112769 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-b3482b44-8947-4a33-a053-ca0e4f4bf480 service neutron] 10.222.0.84 "GET /v2.0/networks/93a6cc11-4217-4144-a069-004cdc2ebc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687700 Aug 05 14:08:40.115934 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f20d4895-bc97-44c3-bb6a-2c2dfc6c989b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:40.130193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-948317fa-5e48-4502-9b8b-222e14977d69 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Transition to ACTIVE for port object fd77f439-19ac-47dd-9708-3abda794a58c will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:40.212496 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-948317fa-5e48-4502-9b8b-222e14977d69 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:40.215561 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f20d4895-bc97-44c3-bb6a-2c2dfc6c989b admin admin] Deleting port d9b65dc6-8077-4ba0-97ea-913fbf4962aa {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:40.216019 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f20d4895-bc97-44c3-bb6a-2c2dfc6c989b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:40.228491 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-9e0d66b9-7735-45a1-b622-15d222330d4a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=16f41a90-f0ad-41fd-94e2-ad79df4668bf HTTP/1.1" status: 200 len: 217 time: 0.1032917 Aug 05 14:08:40.302711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-e9e10c49-18f3-4123-b280-dd2ecad469f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:40.304339 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-e9e10c49-18f3-4123-b280-dd2ecad469f5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=baa85579-9346-4ba3-9869-594967089d73 HTTP/1.1" status: 200 len: 797 time: 0.0695546 Aug 05 14:08:40.348265 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-bfdad905-efeb-4ccf-b632-f1caad152c20 None None] Set router 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:08:40.376114 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-01651e60-5c53-42f0-a005-e544be9f995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:40.377989 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-01651e60-5c53-42f0-a005-e544be9f995e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d09d10-2b62-4425-8299-f14f2c9a99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0642717 Aug 05 14:08:40.412214 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948317fa-5e48-4502-9b8b-222e14977d69 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Network cbff5878-8b0b-438c-89ca-2281b7e49e51 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:40.432076 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bcc24dc2-ddf1-4aa8-96f7-49105d0a701e req-e3b868d6-56f0-400d-a132-dca78c33544f tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 210 time: 0.0585907 Aug 05 14:08:40.448619 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-948317fa-5e48-4502-9b8b-222e14977d69 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:40.452242 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948317fa-5e48-4502-9b8b-222e14977d69 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:40.518270 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948317fa-5e48-4502-9b8b-222e14977d69 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event updated for resources: {'Port': ['ID=fd77f439-19ac-47dd-9708-3abda794a58c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:40.560733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35862) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:40.628257 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f648696-f34f-47da-b432-3d5dcaf1f8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:40.701462 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-8e630318-118c-4bcb-a2f2-8c64b05a0848 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091092 Aug 05 14:08:40.735949 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-f20d4895-bc97-44c3-bb6a-2c2dfc6c989b admin admin] For port d9b65dc6-8077-4ba0-97ea-913fbf4962aa, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d9b65dc6-8077-4ba0-97ea-913fbf4962aa,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:40.736854 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f20d4895-bc97-44c3-bb6a-2c2dfc6c989b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:40.759088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f20d4895-bc97-44c3-bb6a-2c2dfc6c989b admin admin] Calling delete_port for d9b65dc6-8077-4ba0-97ea-913fbf4962aa owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:40.875974 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948317fa-5e48-4502-9b8b-222e14977d69 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:40.876961 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-948317fa-5e48-4502-9b8b-222e14977d69 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:40.934527 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-cc2b8551-c7d0-444d-bbd4-9bf2db449071 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237225 Aug 05 14:08:40.995629 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-5f132981-9a4b-41bb-af9e-7f51210c0f1d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=8cf5bb65-52fb-49c7-9db8-1e032ba8e091 HTTP/1.1" status: 200 len: 217 time: 0.0437202 Aug 05 14:08:40.998630 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-764fa9e7-ab27-4b4c-85cf-3fd2e30c6c3d None None] Provisioning for port fd77f439-19ac-47dd-9708-3abda794a58c completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:41.003962 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-764fa9e7-ab27-4b4c-85cf-3fd2e30c6c3d None None] Provisioning complete for port fd77f439-19ac-47dd-9708-3abda794a58c triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:41.004778 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-764fa9e7-ab27-4b4c-85cf-3fd2e30c6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:41.046220 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f648696-f34f-47da-b432-3d5dcaf1f8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:41.051135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bfdad905-efeb-4ccf-b632-f1caad152c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'name': 'tempest-ServersTestManualDisk-1200295609-router', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:00Z', 'updated_at': '2021-08-05T14:08:37Z', 'revision_number': 5, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'gw_port': {'id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:01Z', 'updated_at': '2021-08-05T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:41.056825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-764fa9e7-ab27-4b4c-85cf-3fd2e30c6c3d None None] Port fd77f439-19ac-47dd-9708-3abda794a58c cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:08:41.110303 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-948317fa-5e48-4502-9b8b-222e14977d69 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0938449 Aug 05 14:08:41.111277 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f648696-f34f-47da-b432-3d5dcaf1f8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:41.118954 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35876) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:41.134840 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdad905-efeb-4ccf-b632-f1caad152c20 None None] The sync data for ids ['2d4e7bef-ed4e-400c-bdeb-6a90068e52a1'] in n-d-803585-2 is: [{'id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'name': 'tempest-ServersTestManualDisk-1200295609-router', 'tenant_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:00Z', 'updated_at': '2021-08-05T14:08:37Z', 'revision_number': 5, 'project_id': 'e1e6e7f5bf2f491ca93106d59183a336', 'gw_port': {'id': 'd9b65dc6-8077-4ba0-97ea-913fbf4962aa', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4e7bef-ed4e-400c-bdeb-6a90068e52a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:01Z', 'updated_at': '2021-08-05T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:41.137367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-59bb618c-882a-431a-bef9-e1e687128e20 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Request body: {'floatingip': {'port_id': 'fd77f439-19ac-47dd-9708-3abda794a58c'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:41.151142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-7d011177-4979-4e73-a7af-22df83e7af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:41.153444 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-7d011177-4979-4e73-a7af-22df83e7af7f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=baa85579-9346-4ba3-9869-594967089d73 HTTP/1.1" status: 200 len: 797 time: 0.1501565 Aug 05 14:08:41.202928 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f648696-f34f-47da-b432-3d5dcaf1f8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a0a4e1-ef99-45b2-9178-e95cdacecc62,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:41.273518 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9f648696-f34f-47da-b432-3d5dcaf1f8ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=089ae931ee1842bf8ab4b5de8242cf22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7089193 Aug 05 14:08:41.301454 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35880) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:41.305823 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-45480d0d-2b15-4dce-afda-d01a52de84a8 req-2b6c743b-cde5-4359-b13e-a2723af9c788 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 210 time: 0.0712926 Aug 05 14:08:41.387360 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f20d4895-bc97-44c3-bb6a-2c2dfc6c989b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:41.425638 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d4895-bc97-44c3-bb6a-2c2dfc6c989b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b65dc6-8077-4ba0-97ea-913fbf4962aa,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:41.525096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-3efebabc-773a-43b9-9668-28a836bf6e39 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:41.526625 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-3efebabc-773a-43b9-9668-28a836bf6e39 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.63 "GET /v2.0/networks?id=be957db5-8ba5-4236-ba63-34c39cd52a86 HTTP/1.1" status: 200 len: 817 time: 0.1334293 Aug 05 14:08:41.545271 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f20d4895-bc97-44c3-bb6a-2c2dfc6c989b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:41.591071 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e6110bf-fc58-4f6a-b5b6-5855c03428fe req-677537fc-e2d7-4268-9081-18b8461b0fc6 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 210 time: 0.0576282 Aug 05 14:08:41.597165 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-d77e3266-9441-4df5-af2c-cbad57ff625e tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Request body: {'port': {'device_id': '802c1022-20aa-46ca-8a7c-0fffabeb21a3', 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86', 'admin_state_up': True, 'tenant_id': 'eb09008e3faa42028f313d47d2700382'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:41.628504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadddeb-68f7-4c5b-be71-9341a99104aa req-bc7b9495-e0c5-454f-b2bd-4323deab7ffa tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:41.629836 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7aadddeb-68f7-4c5b-be71-9341a99104aa req-bc7b9495-e0c5-454f-b2bd-4323deab7ffa tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.1762493 Aug 05 14:08:41.656084 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-59bb618c-882a-431a-bef9-e1e687128e20 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:41.709562 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f20d4895-bc97-44c3-bb6a-2c2dfc6c989b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:41.714723 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f20d4895-bc97-44c3-bb6a-2c2dfc6c989b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:41.770531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-f90f0b0b-b4d4-466e-bbdd-83c77e2e472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:41.770531 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-f90f0b0b-b4d4-466e-bbdd-83c77e2e472b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d09d10-2b62-4425-8299-f14f2c9a99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5439324 Aug 05 14:08:41.835312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:08:41.845531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-c2b7b9ff-be15-4f46-81bd-7ab63253d7c1 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:41.847931 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-c2b7b9ff-be15-4f46-81bd-7ab63253d7c1 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.84 "GET /v2.0/networks?id=be957db5-8ba5-4236-ba63-34c39cd52a86 HTTP/1.1" status: 200 len: 817 time: 0.6351230 Aug 05 14:08:41.849694 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1241703-b9f7-4fde-86f1-08dab14416d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:41.856936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:08:41.857279 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 327454f8-e3fe-4c46-bcf6-0f8e81ae5ea2 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:08:41.938694 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-96e7ee91-481d-4393-ae91-5aa20cab2c73 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Request body: {'port': {'device_id': 'bc4a80ea-0d82-4d0e-b54d-df5593948c97', 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86', 'admin_state_up': True, 'tenant_id': 'eb09008e3faa42028f313d47d2700382'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:41.951620 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1241703-b9f7-4fde-86f1-08dab14416d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:42.179841 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f20d4895-bc97-44c3-bb6a-2c2dfc6c989b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:42.181122 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20d4895-bc97-44c3-bb6a-2c2dfc6c989b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:08:42.199379 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f20d4895-bc97-44c3-bb6a-2c2dfc6c989b admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:42.200650 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f20d4895-bc97-44c3-bb6a-2c2dfc6c989b admin admin] 10.222.0.16 "DELETE /v2.0/routers/2d4e7bef-ed4e-400c-bdeb-6a90068e52a1 HTTP/1.1" status: 204 len: 168 time: 2.7456851 Aug 05 14:08:42.207633 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35888) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:42.219758 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7aadddeb-68f7-4c5b-be71-9341a99104aa req-4bf0cc90-1104-4bda-8e09-2e80263e40f9 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5374935 Aug 05 14:08:42.294120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d228d4f-76a7-4042-88da-80dc381505f7 admin admin] Deleting subnet 0f55dd53-8c24-42f9-931b-97b3a2a193de {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:08:42.299278 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7d228d4f-76a7-4042-88da-80dc381505f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:42.308538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-1a2195ed-7803-4495-8e6b-897a54b61772 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:42.310188 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-1a2195ed-7803-4495-8e6b-897a54b61772 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.84 "GET /v2.0/networks?id=be957db5-8ba5-4236-ba63-34c39cd52a86 HTTP/1.1" status: 200 len: 817 time: 0.1946001 Aug 05 14:08:42.346184 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-45af19fa-848d-4f97-8578-0ed635c8ff15 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Request body: {'port': {'device_id': 'f11b8bcc-73b7-4587-89b2-d2989f7ce057', 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86', 'admin_state_up': True, 'tenant_id': 'eb09008e3faa42028f313d47d2700382'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:42.491344 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7d228d4f-76a7-4042-88da-80dc381505f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:42.522450 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0b816efd-9533-43c6-a423-15da46251b97 req-deac083c-8ced-4618-aac1-fb3f1a04e1d1 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 210 time: 0.0833282 Aug 05 14:08:42.608688 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-d77e3266-9441-4df5-af2c-cbad57ff625e tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Made reservation on behalf of eb09008e3faa42028f313d47d2700382 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:08:42.612138 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-d77e3266-9441-4df5-af2c-cbad57ff625e tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:42.629080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-c07268a3-93e7-4a50-9719-cb9b8374fbb9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:42.630055 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-c07268a3-93e7-4a50-9719-cb9b8374fbb9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.84 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 811 time: 0.2790315 Aug 05 14:08:42.650811 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-73a9376a-3ee6-4372-9f79-4826381af088 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8550754 Aug 05 14:08:42.654690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-9366e900-dda1-4ea1-b17c-32cbf14357da tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Request body: {'port': {'device_id': '44c14480-af67-4f0f-8980-9d461aa97881', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'admin_state_up': True, 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:42.702018 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1241703-b9f7-4fde-86f1-08dab14416d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:42.704401 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1241703-b9f7-4fde-86f1-08dab14416d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:42.705494 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f1241703-b9f7-4fde-86f1-08dab14416d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42a0a4e1-ef99-45b2-9178-e95cdacecc62 HTTP/1.1" status: 204 len: 168 time: 1.3597655 Aug 05 14:08:42.715800 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7d228d4f-76a7-4042-88da-80dc381505f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:42.776365 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-45af19fa-848d-4f97-8578-0ed635c8ff15 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Made reservation on behalf of eb09008e3faa42028f313d47d2700382 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:08:42.780036 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-45af19fa-848d-4f97-8578-0ed635c8ff15 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:42.783703 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-755bb77b-619b-4391-8674-1b408e827586 req-7aa5ae1c-9d1e-47cc-9e3f-527674a1ab7a tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 210 time: 0.0774500 Aug 05 14:08:42.810419 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1241703-b9f7-4fde-86f1-08dab14416d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a0a4e1-ef99-45b2-9178-e95cdacecc62,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:42.868749 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7d228d4f-76a7-4042-88da-80dc381505f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:42.901776 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-96e7ee91-481d-4393-ae91-5aa20cab2c73 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Made reservation on behalf of eb09008e3faa42028f313d47d2700382 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:08:42.911106 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-96e7ee91-481d-4393-ae91-5aa20cab2c73 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:42.936358 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d228d4f-76a7-4042-88da-80dc381505f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f55dd53-8c24-42f9-931b-97b3a2a193de,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:42.946475 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04959b54-c011-49e7-8793-191eb0fa90e7 None None] Network 5046103c-1dac-467a-acf5-1a24cdafeb97 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:08:42.949317 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7d228d4f-76a7-4042-88da-80dc381505f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:42.953871 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7d228d4f-76a7-4042-88da-80dc381505f7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0f55dd53-8c24-42f9-931b-97b3a2a193de HTTP/1.1" status: 204 len: 168 time: 0.7451744 Aug 05 14:08:42.960050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35900) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:43.076990 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:43.087141 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-9366e900-dda1-4ea1-b17c-32cbf14357da tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Made reservation on behalf of dc996791672c444dbf38c5eb15e5efae for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:08:43.092710 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-9366e900-dda1-4ea1-b17c-32cbf14357da tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:43.125047 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-6c7d2bd2-d9e1-48ae-8ad5-a7e3d74ab582 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378009 Aug 05 14:08:43.219836 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7494fb-4981-4275-bad2-c84154e2daa0 None None] DHCP port deletion for 5046103c-1dac-467a-acf5-1a24cdafeb97 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:08:43.241348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] Deleting port f3207c5c-84e0-431f-8837-801ac14304d3 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:43.242319 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-d77e3266-9441-4df5-af2c-cbad57ff625e tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Allocated IP 172.20.0.7 (be957db5-8ba5-4236-ba63-34c39cd52a86/0379e98d-14bf-4e11-a4e7-4f9d2e6f644a/4757ccbc-5147-4fcf-916c-b2bc55d6deaa) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:43.243590 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:43.245849 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-e5d5377c-d604-444e-9941-abac0076bf00 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f HTTP/1.1" status: 200 len: 217 time: 0.1033578 Aug 05 14:08:43.296249 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-eb7494fb-4981-4275-bad2-c84154e2daa0 None None] Deleting port f3207c5c-84e0-431f-8837-801ac14304d3 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:43.297519 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-eb7494fb-4981-4275-bad2-c84154e2daa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:43.384450 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-eb7494fb-4981-4275-bad2-c84154e2daa0 None None] For port f3207c5c-84e0-431f-8837-801ac14304d3, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f3207c5c-84e0-431f-8837-801ac14304d3,segment=NetworkSegment(546b407f-0e82-4309-8c07-0cf67eb9323b),segment_id=546b407f-0e82-4309-8c07-0cf67eb9323b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:43.384788 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-eb7494fb-4981-4275-bad2-c84154e2daa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:43.386770 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-9b8b58bc-cf0d-4ac3-a816-1923547e23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:43.388370 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-9b8b58bc-cf0d-4ac3-a816-1923547e23c3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=baa85579-9346-4ba3-9869-594967089d73 HTTP/1.1" status: 200 len: 797 time: 0.1310616 Aug 05 14:08:43.399654 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-eb7494fb-4981-4275-bad2-c84154e2daa0 None None] Calling delete_port for f3207c5c-84e0-431f-8837-801ac14304d3 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:43.433313 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] For port f3207c5c-84e0-431f-8837-801ac14304d3, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f3207c5c-84e0-431f-8837-801ac14304d3,segment=NetworkSegment(546b407f-0e82-4309-8c07-0cf67eb9323b),segment_id=546b407f-0e82-4309-8c07-0cf67eb9323b)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:43.433721 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:43.436605 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-9366e900-dda1-4ea1-b17c-32cbf14357da tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Allocated IP 172.20.0.12 (afedfeb1-09f0-451d-bc05-30d84c3785ca/987d5996-708f-45ea-bc86-dd4e0e5d709f/af5a9ac6-fb1b-42cf-b135-b224eef718a2) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:43.468186 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] Calling delete_port for f3207c5c-84e0-431f-8837-801ac14304d3 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:43.483736 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a698fd8-416e-41b0-8993-6dcb85e6311d req-276af97e-a2d5-4996-8b41-84eb8664b534 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:43.485776 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a698fd8-416e-41b0-8993-6dcb85e6311d req-276af97e-a2d5-4996-8b41-84eb8664b534 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.1333303 Aug 05 14:08:43.529274 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-eb7494fb-4981-4275-bad2-c84154e2daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:43.535504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.84', 55201) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:43.563410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7494fb-4981-4275-bad2-c84154e2daa0 None None] Pushing event deleted for resources: {'Port': ['ID=f3207c5c-84e0-431f-8837-801ac14304d3,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:43.567505 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7494fb-4981-4275-bad2-c84154e2daa0 None None] No DVR routers for this DVR port f3207c5c-84e0-431f-8837-801ac14304d3 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:08:43.573721 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-59bb618c-882a-431a-bef9-e1e687128e20 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:43.585185 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-59bb618c-882a-431a-bef9-e1e687128e20 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:43.644417 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-6986d3e6-8afd-4d36-a104-1fbb7a30b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:43.649373 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-6986d3e6-8afd-4d36-a104-1fbb7a30b299 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d09d10-2b62-4425-8299-f14f2c9a99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2451427 Aug 05 14:08:43.676336 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a698fd8-416e-41b0-8993-6dcb85e6311d req-f5f2f8bc-dc25-41e9-9de7-09288b2a6c89 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744132 Aug 05 14:08:43.725125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5223ae8-8d42-48bb-8747-7187cf43a7c7 req-14aa898f-1ccd-4149-9a8a-7be82a361dcd tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:43.727562 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5223ae8-8d42-48bb-8747-7187cf43a7c7 req-14aa898f-1ccd-4149-9a8a-7be82a361dcd tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.84 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.1876097 Aug 05 14:08:43.784517 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:43.818564 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d9b65dc6-8077-4ba0-97ea-913fbf4962aa no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:08:43.838746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: d9b65dc6-8077-4ba0-97ea-913fbf4962aa {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:08:43.839092 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d9b65dc6-8077-4ba0-97ea-913fbf4962aa not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:08:43.839508 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f3207c5c-84e0-431f-8837-801ac14304d3 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:08:43.841420 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3207c5c-84e0-431f-8837-801ac14304d3,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:43.847267 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-9366e900-dda1-4ea1-b17c-32cbf14357da tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:43.856911 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-d77e3266-9441-4df5-af2c-cbad57ff625e tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:43.869672 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: f3207c5c-84e0-431f-8837-801ac14304d3 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:08:43.870321 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f3207c5c-84e0-431f-8837-801ac14304d3 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:08:43.871104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] No DVR routers for this DVR port f3207c5c-84e0-431f-8837-801ac14304d3 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:08:43.896437 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-9366e900-dda1-4ea1-b17c-32cbf14357da tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Transition to ACTIVE for port object af5a9ac6-fb1b-42cf-b135-b224eef718a2 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:43.908703 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c030c19-f339-4cb4-bc91-7306d938a9ba req-dc5f3806-865c-4894-b20b-c6593170c6ea tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 210 time: 0.1708877 Aug 05 14:08:43.915255 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-d77e3266-9441-4df5-af2c-cbad57ff625e tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:43.979152 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e3266-9441-4df5-af2c-cbad57ff625e tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Pushing event updated for resources: {'Port': ['ID=4757ccbc-5147-4fcf-916c-b2bc55d6deaa,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:43.999586 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-59bb618c-882a-431a-bef9-e1e687128e20 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Floating IP ce45294b-da91-4497-aedf-c67d252647a9 associated. External IP: 172.25.5.202, port: da6199cd-f8a0-486b-8289-ff7726e019d5. Aug 05 14:08:44.007806 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-18f3e0f7-e207-4e34-b372-420f75e76941 req-fe45afdf-81fb-44ad-8c24-c0a0fe880471 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 210 time: 0.0820999 Aug 05 14:08:44.089654 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:44.103222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-d77e3266-9441-4df5-af2c-cbad57ff625e tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Network be957db5-8ba5-4236-ba63-34c39cd52a86 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:44.117273 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-2352180b-f4e4-46ec-8988-040660ad0c9c service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607933 Aug 05 14:08:44.118819 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-d77e3266-9441-4df5-af2c-cbad57ff625e tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:44.119133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5046103c-1dac-467a-acf5-1a24cdafeb97']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:44.122427 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-d77e3266-9441-4df5-af2c-cbad57ff625e tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:44.122677 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-45af19fa-848d-4f97-8578-0ed635c8ff15 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Allocated IP 172.20.0.11 (be957db5-8ba5-4236-ba63-34c39cd52a86/0379e98d-14bf-4e11-a4e7-4f9d2e6f644a/4ee3459d-d429-4309-98d6-4e77517bb4ec) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:44.146024 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-e5223ae8-8d42-48bb-8747-7187cf43a7c7 req-44d483b0-dd3c-4214-a7e5-3f30dc654966 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Deleting port 16d7d000-421a-43df-b3c1-fc172353f51c {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:44.146589 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e5223ae8-8d42-48bb-8747-7187cf43a7c7 req-44d483b0-dd3c-4214-a7e5-3f30dc654966 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:44.149920 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-9366e900-dda1-4ea1-b17c-32cbf14357da tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:44.160101 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546b407f-0e82-4309-8c07-0cf67eb9323b') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:44.160407 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546b407f-0e82-4309-8c07-0cf67eb9323b') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:44.162878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:08:44.168932 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['c1124e29-7571-4e35-a2e7-f4678dc0b56b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:08:44.177895 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:44.237517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-d77e3266-9441-4df5-af2c-cbad57ff625e tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:44.237872 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-d77e3266-9441-4df5-af2c-cbad57ff625e tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:44.304310 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-d77e3266-9441-4df5-af2c-cbad57ff625e tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7496724 Aug 05 14:08:44.328955 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Request body: {'port': {'device_id': '802c1022-20aa-46ca-8a7c-0fffabeb21a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:44.338332 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:44.353217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-9366e900-dda1-4ea1-b17c-32cbf14357da tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Network afedfeb1-09f0-451d-bc05-30d84c3785ca is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:44.364201 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-9366e900-dda1-4ea1-b17c-32cbf14357da tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:44.365961 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-bbc69c3c-b471-4eb8-93fa-4ed1f234409d service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144899 Aug 05 14:08:44.382292 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-e5223ae8-8d42-48bb-8747-7187cf43a7c7 req-44d483b0-dd3c-4214-a7e5-3f30dc654966 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] For port 16d7d000-421a-43df-b3c1-fc172353f51c, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=16d7d000-421a-43df-b3c1-fc172353f51c,segment=NetworkSegment(1302f431-49cf-476f-b18d-c531cd632b1d),segment_id=1302f431-49cf-476f-b18d-c531cd632b1d)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:44.382695 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e5223ae8-8d42-48bb-8747-7187cf43a7c7 req-44d483b0-dd3c-4214-a7e5-3f30dc654966 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:44.400782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-9366e900-dda1-4ea1-b17c-32cbf14357da tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:44.472239 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-28d12f56-8b05-4441-8fe6-51dd4ecd6f6f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b86da6fa-6cc7-4e12-97d7-bf6a7de79160 HTTP/1.1" status: 200 len: 217 time: 0.0670009 Aug 05 14:08:44.474762 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-9366e900-dda1-4ea1-b17c-32cbf14357da tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:44.475475 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-9366e900-dda1-4ea1-b17c-32cbf14357da tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:44.507288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:08:44.507711 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:08:44.510457 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:08:44.537627 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bb618c-882a-431a-bef9-e1e687128e20 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router fb5210e0-d397-466b-8b3b-115347d26c0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:44.549715 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:44.563623 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-9366e900-dda1-4ea1-b17c-32cbf14357da tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9209988 Aug 05 14:08:44.579881 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-b0167048-b938-451f-a468-4474426c8eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:44.581354 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-b0167048-b938-451f-a468-4474426c8eb0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=baa85579-9346-4ba3-9869-594967089d73 HTTP/1.1" status: 200 len: 797 time: 0.0895395 Aug 05 14:08:44.612037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Request body: {'port': {'device_id': '44c14480-af67-4f0f-8980-9d461aa97881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:44.619108 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366e900-dda1-4ea1-b17c-32cbf14357da tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Pushing event updated for resources: {'Port': ['ID=af5a9ac6-fb1b-42cf-b135-b224eef718a2,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:44.708995 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:44.743727 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6380101d-107e-49b5-aa2c-117c9dbef2f5 None None] Provisioning for port af5a9ac6-fb1b-42cf-b135-b224eef718a2 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:44.750817 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6380101d-107e-49b5-aa2c-117c9dbef2f5 None None] Provisioning complete for port af5a9ac6-fb1b-42cf-b135-b224eef718a2 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:44.751209 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6380101d-107e-49b5-aa2c-117c9dbef2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:44.766198 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:44.807366 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-6380101d-107e-49b5-aa2c-117c9dbef2f5 None None] Port af5a9ac6-fb1b-42cf-b135-b224eef718a2 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:08:44.838967 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:44.843443 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5046103c-1dac-467a-acf5-1a24cdafeb97 HTTP/1.1" status: 204 len: 168 time: 1.8799665 Aug 05 14:08:44.843443 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a699332-0e66-49ea-a3a8-f9edb2687d85 admin admin] Pushing event deleted for resources: {'Network': ['ID=5046103c-1dac-467a-acf5-1a24cdafeb97,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:44.877123 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-770470ae-7d54-46c7-aba6-54880281a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:44.878666 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-770470ae-7d54-46c7-aba6-54880281a2d4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d09d10-2b62-4425-8299-f14f2c9a99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2707102 Aug 05 14:08:44.890287 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bb618c-882a-431a-bef9-e1e687128e20 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:44.891380 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:44.905403 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30455e-4a1a-4fda-9af1-e3dcc293f387 None None] Sync routers for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:44.921654 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30455e-4a1a-4fda-9af1-e3dcc293f387 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:44.923100 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7b30455e-4a1a-4fda-9af1-e3dcc293f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:45.017938 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cdde3-04a0-4bae-839f-ede710f05c99 req-b480f6f0-cf2f-477d-afba-f3c15c7bf1ef tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:45.019662 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7b30455e-4a1a-4fda-9af1-e3dcc293f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:45.026221 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-803cdde3-04a0-4bae-839f-ede710f05c99 req-b480f6f0-cf2f-477d-afba-f3c15c7bf1ef tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 946 time: 0.1955392 Aug 05 14:08:45.050297 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30455e-4a1a-4fda-9af1-e3dcc293f387 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:45.053235 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7b30455e-4a1a-4fda-9af1-e3dcc293f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:45.103964 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7b30455e-4a1a-4fda-9af1-e3dcc293f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:45.104702 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30455e-4a1a-4fda-9af1-e3dcc293f387 None None] The sync data for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:45.115047 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-45af19fa-848d-4f97-8578-0ed635c8ff15 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:45.125418 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e5223ae8-8d42-48bb-8747-7187cf43a7c7 req-44d483b0-dd3c-4214-a7e5-3f30dc654966 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:45.125798 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e5223ae8-8d42-48bb-8747-7187cf43a7c7 req-44d483b0-dd3c-4214-a7e5-3f30dc654966 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:45.126115 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [req-e5223ae8-8d42-48bb-8747-7187cf43a7c7 req-44d483b0-dd3c-4214-a7e5-3f30dc654966 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Floating IP ef23fe1f-ffca-48c4-b43d-2f8e9f8085e8 disassociated. External IP: 172.25.5.67, port: 16d7d000-421a-43df-b3c1-fc172353f51c. Aug 05 14:08:45.126585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-e5223ae8-8d42-48bb-8747-7187cf43a7c7 req-44d483b0-dd3c-4214-a7e5-3f30dc654966 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Calling delete_port for 16d7d000-421a-43df-b3c1-fc172353f51c owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:45.359038 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35966) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:45.515414 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-803cdde3-04a0-4bae-839f-ede710f05c99 req-29bceda2-0a74-46ad-a043-3f6422402158 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa37572c-8c7d-4944-990f-d4407f5fb23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4878428 Aug 05 14:08:45.575175 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a18cdaec-c86a-4b17-918e-87e961faa746 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1e6e7f5bf2f491ca93106d59183a336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2128789 Aug 05 14:08:45.581263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35978) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:45.598128 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70838e73-c758-40a5-a48d-5706d71804fe req-e7535f69-f51e-4771-ab99-967ac339bbda tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:45.599716 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-70838e73-c758-40a5-a48d-5706d71804fe req-e7535f69-f51e-4771-ab99-967ac339bbda tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 932 time: 0.2415967 Aug 05 14:08:45.628718 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-bd01d7b7-482d-4a67-b8f5-c936e139ee86 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7391877 Aug 05 14:08:45.734444 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5a8c0d7e-477c-4386-b459-7b547fcd1003 req-d52ca248-1846-4cf3-843d-ea2ae6c00cf8 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 210 time: 0.1040750 Aug 05 14:08:45.769680 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-70838e73-c758-40a5-a48d-5706d71804fe req-91d7a26d-10a5-4345-a637-c7521e7f203b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539311 Aug 05 14:08:45.783127 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27e1dbe4-aabf-4e33-8449-47894dc04788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:45.787078 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-45af19fa-848d-4f97-8578-0ed635c8ff15 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:45.802521 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-feadfbaf-9e54-4abb-83d0-295658ddcc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:45.830301 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-96e7ee91-481d-4393-ae91-5aa20cab2c73 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Allocated IP 172.20.0.10 (be957db5-8ba5-4236-ba63-34c39cd52a86/0379e98d-14bf-4e11-a4e7-4f9d2e6f644a/6c49a8b7-e684-4959-aad9-ffb0a423eade) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:45.864275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af19fa-848d-4f97-8578-0ed635c8ff15 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Pushing event updated for resources: {'Port': ['ID=4ee3459d-d429-4309-98d6-4e77517bb4ec,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:45.878050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35982) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:45.925017 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:45.933315 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27e1dbe4-aabf-4e33-8449-47894dc04788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:45.936866 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-45af19fa-848d-4f97-8578-0ed635c8ff15 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Network be957db5-8ba5-4236-ba63-34c39cd52a86 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:45.953357 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-3fd6ec38-1863-47e0-aea3-8c33c7beea0b service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094342 Aug 05 14:08:45.960766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-45af19fa-848d-4f97-8578-0ed635c8ff15 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:45.964806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-45af19fa-848d-4f97-8578-0ed635c8ff15 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:46.012202 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bb618c-882a-431a-bef9-e1e687128e20 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router a0543e4c-3995-49aa-991b-919c37118d37 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:46.017492 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-26adc996-4fc5-4f3c-b0fd-57db48425bfe service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cb51a79-5861-4193-bf76-2b345e76cf41 HTTP/1.1" status: 200 len: 217 time: 0.0535181 Aug 05 14:08:46.043657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-45af19fa-848d-4f97-8578-0ed635c8ff15 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:46.044278 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-45af19fa-848d-4f97-8578-0ed635c8ff15 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:46.113600 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e08bc56-1c87-44d6-b4c5-1ab040240544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:46.116057 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-45af19fa-848d-4f97-8578-0ed635c8ff15 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7856710 Aug 05 14:08:46.143942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Request body: {'port': {'device_id': 'f11b8bcc-73b7-4587-89b2-d2989f7ce057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:46.175211 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e5223ae8-8d42-48bb-8747-7187cf43a7c7 req-44d483b0-dd3c-4214-a7e5-3f30dc654966 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:46.183311 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-399dfa44-7f0e-4d76-bd25-2a20bf4105eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:46.184841 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-399dfa44-7f0e-4d76-bd25-2a20bf4105eb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=33f2503f-0424-4c1d-ba63-29e061f584f1 HTTP/1.1" status: 200 len: 797 time: 0.1252155 Aug 05 14:08:46.265043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d483b0-dd3c-4214-a7e5-3f30dc654966 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Pushing event deleted for resources: {'Port': ['ID=16d7d000-421a-43df-b3c1-fc172353f51c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:46.289748 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-96e7ee91-481d-4393-ae91-5aa20cab2c73 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:46.301431 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5a9ac6-fb1b-42cf-b135-b224eef718a2 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:08:46.315036 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bb618c-882a-431a-bef9-e1e687128e20 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:46.315732 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27e1dbe4-aabf-4e33-8449-47894dc04788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:46.319472 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27e1dbe4-aabf-4e33-8449-47894dc04788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:46.321169 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-27e1dbe4-aabf-4e33-8449-47894dc04788 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39c1587e-9b1b-4b7a-ada5-44c3345db028 HTTP/1.1" status: 204 len: 168 time: 0.7359583 Aug 05 14:08:46.322963 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-59bb618c-882a-431a-bef9-e1e687128e20 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:46.334377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f39caf-8153-454b-bcc4-4c9f94686081 None None] Sync routers for ids ['a0543e4c-3995-49aa-991b-919c37118d37'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:46.345099 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f39caf-8153-454b-bcc4-4c9f94686081 None None] Routers {'a0543e4c-3995-49aa-991b-919c37118d37'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:46.346421 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-86f39caf-8153-454b-bcc4-4c9f94686081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a0543e4c-3995-49aa-991b-919c37118d37'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:46.354752 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-eaaccdb3-9590-4887-9f0e-fd9278aa066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:46.356362 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-eaaccdb3-9590-4887-9f0e-fd9278aa066b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de3b5517-820c-4f25-a4f3-58d6603842f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1628995 Aug 05 14:08:46.358640 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:46.389751 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:46.392421 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-86f39caf-8153-454b-bcc4-4c9f94686081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:46.406814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f39caf-8153-454b-bcc4-4c9f94686081 None None] Routers {'a0543e4c-3995-49aa-991b-919c37118d37'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:46.407933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-86f39caf-8153-454b-bcc4-4c9f94686081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a0543e4c-3995-49aa-991b-919c37118d37'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:46.416948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1dbe4-aabf-4e33-8449-47894dc04788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c1587e-9b1b-4b7a-ada5-44c3345db028,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:46.428606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Transition to ACTIVE for port object af5a9ac6-fb1b-42cf-b135-b224eef718a2 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:46.454995 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:46.464937 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-96e7ee91-481d-4393-ae91-5aa20cab2c73 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:46.474193 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-86f39caf-8153-454b-bcc4-4c9f94686081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:46.475228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f39caf-8153-454b-bcc4-4c9f94686081 None None] The sync data for ids ['a0543e4c-3995-49aa-991b-919c37118d37'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:46.558124 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-59bb618c-882a-431a-bef9-e1e687128e20 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "PUT /v2.0/floatingips/ce45294b-da91-4497-aedf-c67d252647a9 HTTP/1.1" status: 200 len: 979 time: 5.4377167 Aug 05 14:08:46.572727 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35992) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:46.650892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 16d7d000-421a-43df-b3c1-fc172353f51c no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:08:46.663634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7ee91-481d-4393-ae91-5aa20cab2c73 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Pushing event updated for resources: {'Port': ['ID=6c49a8b7-e684-4959-aad9-ffb0a423eade,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:46.686640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 16d7d000-421a-43df-b3c1-fc172353f51c {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:08:46.689138 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 16d7d000-421a-43df-b3c1-fc172353f51c not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:08:46.696838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-96e7ee91-481d-4393-ae91-5aa20cab2c73 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Network be957db5-8ba5-4236-ba63-34c39cd52a86 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:46.716262 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-3c4d5d9d-9c66-46e5-a29b-376faca5d40e service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503253 Aug 05 14:08:46.718161 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-96e7ee91-481d-4393-ae91-5aa20cab2c73 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:46.721175 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-96e7ee91-481d-4393-ae91-5aa20cab2c73 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:46.762510 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Pushing event updated for resources: {'Port': ['ID=af5a9ac6-fb1b-42cf-b135-b224eef718a2,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:46.818506 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-96e7ee91-481d-4393-ae91-5aa20cab2c73 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:46.819193 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-96e7ee91-481d-4393-ae91-5aa20cab2c73 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:46.848751 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e08bc56-1c87-44d6-b4c5-1ab040240544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:46.910055 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5223ae8-8d42-48bb-8747-7187cf43a7c7 req-44d483b0-dd3c-4214-a7e5-3f30dc654966 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:46.935332 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e08bc56-1c87-44d6-b4c5-1ab040240544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:46.948932 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b76e5342-2184-4843-a2da-b89a5a3e9cf1 req-f13f362e-874c-448a-9d1c-5f132c977263 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 210 time: 0.2642226 Aug 05 14:08:46.951282 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-0e685557-c280-420c-b843-d0c00455b549 service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397653 Aug 05 14:08:47.077886 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-96e7ee91-481d-4393-ae91-5aa20cab2c73 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1557186 Aug 05 14:08:47.099537 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6e08bc56-1c87-44d6-b4c5-1ab040240544 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd546d420e034eb1a6ba60f659e1654f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2144756 Aug 05 14:08:47.101918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Request body: {'port': {'device_id': 'bc4a80ea-0d82-4d0e-b54d-df5593948c97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:47.105373 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-ac0ab40f-ab09-4f3a-ad2d-caaa9af62f08 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f456a13-3d98-4faf-b751-fe64775d983e HTTP/1.1" status: 200 len: 217 time: 0.1348548 Aug 05 14:08:47.105663 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08bc56-1c87-44d6-b4c5-1ab040240544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767a0dd1-ce10-47f1-9c90-3d43b0bbe96d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:47.114503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36012) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:47.150475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4757ccbc-5147-4fcf-916c-b2bc55d6deaa {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:08:47.182002 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:47.201391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Attempting to bind port af5a9ac6-fb1b-42cf-b135-b224eef718a2 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:08:47.202025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Attempting to bind port af5a9ac6-fb1b-42cf-b135-b224eef718a2 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:08:47.202576 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Attempting to bind port af5a9ac6-fb1b-42cf-b135-b224eef718a2 on network afedfeb1-09f0-451d-bc05-30d84c3785ca {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:47.232935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20819b-943a-4685-b282-4d6245c2d24f req-61e1b7a4-0b3b-4d7f-8052-c4268030d1fe tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:47.234572 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Transition to ACTIVE for port object 4757ccbc-5147-4fcf-916c-b2bc55d6deaa will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:47.235047 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cc20819b-943a-4685-b282-4d6245c2d24f req-61e1b7a4-0b3b-4d7f-8052-c4268030d1fe tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 932 time: 0.3166947 Aug 05 14:08:47.253435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac25003-86a2-4e02-b728-84c7a61f5e09 req-0b4364b6-ec27-4325-8336-b29dc036d8a0 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:47.255986 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Port af5a9ac6-fb1b-42cf-b135-b224eef718a2 on network afedfeb1-09f0-451d-bc05-30d84c3785ca not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:08:47.256335 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Attempting to bind port af5a9ac6-fb1b-42cf-b135-b224eef718a2 on network afedfeb1-09f0-451d-bc05-30d84c3785ca {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:47.261508 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2ac25003-86a2-4e02-b728-84c7a61f5e09 req-0b4364b6-ec27-4325-8336-b29dc036d8a0 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 944 time: 0.2172298 Aug 05 14:08:47.275126 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:47.285843 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:47.301246 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36020) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:47.325839 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-c1b1cb90-3560-482b-b23e-bfd9455cae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:47.327274 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-c1b1cb90-3560-482b-b23e-bfd9455cae47 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=33f2503f-0424-4c1d-ba63-29e061f584f1 HTTP/1.1" status: 200 len: 797 time: 0.2022338 Aug 05 14:08:47.349858 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:08:47.350368 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Checking segment: {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:08:47.350622 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Bound using segment: {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:08:47.351158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Bound port: af5a9ac6-fb1b-42cf-b135-b224eef718a2, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3724b31f-91ce-4c67-9f65-e15eeb625062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:08:47.351531 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:47.379109 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ad216-bfb8-429b-83e5-ba097130b3fb tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Deleting port fd77f439-19ac-47dd-9708-3abda794a58c {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:47.379474 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad216-bfb8-429b-83e5-ba097130b3fb tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:47.425157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Pushing event updated for resources: {'Port': ['ID=4757ccbc-5147-4fcf-916c-b2bc55d6deaa,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:47.430666 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2ac25003-86a2-4e02-b728-84c7a61f5e09 req-368f516a-3a0a-49fd-8b9c-5a7e2d927f85 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677759 Aug 05 14:08:47.474692 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-76033b73-f6e6-4201-b7ff-b9fdeb377c6d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1648309241-network', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:47.487768 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cc20819b-943a-4685-b282-4d6245c2d24f req-347135e0-a3a2-473a-b09f-da9413bd6b9c tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464833 Aug 05 14:08:47.503974 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5223ae8-8d42-48bb-8747-7187cf43a7c7 req-44d483b0-dd3c-4214-a7e5-3f30dc654966 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:47.520538 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c02c19b4-3c67-4b68-814e-6da69abf8a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:47.523332 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7154f6-e0e2-4240-90c9-076d6d23e6a6 None None] Sync routers for ids ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:47.541203 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7154f6-e0e2-4240-90c9-076d6d23e6a6 None None] Routers {'387cdcf1-29f8-4a85-8846-5a20ea1545f4'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:47.543186 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ab7154f6-e0e2-4240-90c9-076d6d23e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:47.591948 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76033b73-f6e6-4201-b7ff-b9fdeb377c6d admin admin] Made reservation on behalf of 6e036408f4db49cba61ec7696aa2c980 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:08:47.594287 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76033b73-f6e6-4201-b7ff-b9fdeb377c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:47.612902 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-1e8db9c7-5d6c-4206-9d7f-15f113e803a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:47.614497 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-1e8db9c7-5d6c-4206-9d7f-15f113e803a4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de3b5517-820c-4f25-a4f3-58d6603842f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2743609 Aug 05 14:08:47.650706 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5223ae8-8d42-48bb-8747-7187cf43a7c7 req-44d483b0-dd3c-4214-a7e5-3f30dc654966 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] No DVR routers for this DVR port 16d7d000-421a-43df-b3c1-fc172353f51c on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:08:47.653388 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e5223ae8-8d42-48bb-8747-7187cf43a7c7 req-44d483b0-dd3c-4214-a7e5-3f30dc654966 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:47.655905 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5223ae8-8d42-48bb-8747-7187cf43a7c7 req-44d483b0-dd3c-4214-a7e5-3f30dc654966 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.84 "DELETE /v2.0/ports/16d7d000-421a-43df-b3c1-fc172353f51c HTTP/1.1" status: 204 len: 173 time: 3.9182782 Aug 05 14:08:47.688590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c14692-ff4f-406b-836f-d991b43db3c7', 'name': 'network-vif-deleted', 'tag': '16d7d000-421a-43df-b3c1-fc172353f51c'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:47.690935 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500dd0bf-35e2-4770-b2ae-965678d57a20" -d '{"events": [{"server_uuid": "36c14692-ff4f-406b-836f-d991b43db3c7", "name": "network-vif-deleted", "tag": "16d7d000-421a-43df-b3c1-fc172353f51c"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:47.702561 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c02c19b4-3c67-4b68-814e-6da69abf8a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:47.704714 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76033b73-f6e6-4201-b7ff-b9fdeb377c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:47.753147 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad216-bfb8-429b-83e5-ba097130b3fb tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:47.775649 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] For port af5a9ac6-fb1b-42cf-b135-b224eef718a2, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:08:47.821589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Attempting to bind port 4757ccbc-5147-4fcf-916c-b2bc55d6deaa on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:08:47.822297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Attempting to bind port 4757ccbc-5147-4fcf-916c-b2bc55d6deaa by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '892b46ab-8f47-44de-b513-5e91ea3c2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:08:47.822801 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Attempting to bind port 4757ccbc-5147-4fcf-916c-b2bc55d6deaa on network be957db5-8ba5-4236-ba63-34c39cd52a86 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:47.837970 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-ab7154f6-e0e2-4240-90c9-076d6d23e6a6 None None] Set router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:08:47.843171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Port 4757ccbc-5147-4fcf-916c-b2bc55d6deaa on network be957db5-8ba5-4236-ba63-34c39cd52a86 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:08:47.843772 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Attempting to bind port 4757ccbc-5147-4fcf-916c-b2bc55d6deaa on network be957db5-8ba5-4236-ba63-34c39cd52a86 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:47.868264 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:08:47.868706 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Checking segment: {'id': '892b46ab-8f47-44de-b513-5e91ea3c2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:08:47.869122 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Bound using segment: {'id': '892b46ab-8f47-44de-b513-5e91ea3c2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:08:47.869584 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Bound port: 4757ccbc-5147-4fcf-916c-b2bc55d6deaa, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892b46ab-8f47-44de-b513-5e91ea3c2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:08:47.869950 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:47.949244 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-492fe6f7-a464-4419-b5c5-98fd489b2320 service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665994 Aug 05 14:08:48.045476 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] For port 4757ccbc-5147-4fcf-916c-b2bc55d6deaa, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:08:48.090722 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ab7154f6-e0e2-4240-90c9-076d6d23e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:04:07Z', 'revision_number': 4, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '553b31f4-2b96-421a-9259-e3c16e530617', 'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'mac_address': 'fa:16:3e:c8:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eeec4336-a010-464c-8b64-395366905663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:05Z', 'updated_at': '2021-08-05T14:04:16Z', 'revision_number': 5, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'subnets': [{'id': 'eeec4336-a010-464c-8b64-395366905663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:48.107053 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bbc13338-c341-4c58-91de-659ceec1a61c req-53ad0abc-99ff-4849-acef-d41b3e58f6b7 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=36c14692-ff4f-406b-836f-d991b43db3c7 HTTP/1.1" status: 200 len: 210 time: 0.0592787 Aug 05 14:08:48.108870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] For port 4757ccbc-5147-4fcf-916c-b2bc55d6deaa, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=4757ccbc-5147-4fcf-916c-b2bc55d6deaa,segment=NetworkSegment(892b46ab-8f47-44de-b513-5e91ea3c2f7d),segment_id=892b46ab-8f47-44de-b513-5e91ea3c2f7d)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:08:48.125588 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:48.133623 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7154f6-e0e2-4240-90c9-076d6d23e6a6 None None] Checking router: 387cdcf1-29f8-4a85-8846-5a20ea1545f4 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:08:48.144633 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7154f6-e0e2-4240-90c9-076d6d23e6a6 None None] Routers {'387cdcf1-29f8-4a85-8846-5a20ea1545f4'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:48.145461 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ab7154f6-e0e2-4240-90c9-076d6d23e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:48.206847 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76033b73-f6e6-4201-b7ff-b9fdeb377c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:48.210689 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:48.211532 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] For port af5a9ac6-fb1b-42cf-b135-b224eef718a2, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=af5a9ac6-fb1b-42cf-b135-b224eef718a2,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:08:48.212213 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:48.213678 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] 10.222.0.63 "PUT /v2.0/ports/4757ccbc-5147-4fcf-916c-b2bc55d6deaa HTTP/1.1" status: 200 len: 1091 time: 3.8939602 Aug 05 14:08:48.214239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802c1022-20aa-46ca-8a7c-0fffabeb21a3', 'tag': '4757ccbc-5147-4fcf-916c-b2bc55d6deaa'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:48.216927 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b1d9f1-d35c-4064-a77a-6d552f51ce3e" -d '{"events": [{"name": "network-changed", "server_uuid": "802c1022-20aa-46ca-8a7c-0fffabeb21a3", "tag": "4757ccbc-5147-4fcf-916c-b2bc55d6deaa"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:48.219663 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccdda49-6b77-43d9-bed2-8b7627c72aab x-openstack-request-id: req-fccdda49-6b77-43d9-bed2-8b7627c72aab {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:48.219973 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c14692-ff4f-406b-836f-d991b43db3c7", "name": "network-vif-deleted", "tag": "16d7d000-421a-43df-b3c1-fc172353f51c", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:48.220232 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fccdda49-6b77-43d9-bed2-8b7627c72aab {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:48.220814 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c14692-ff4f-406b-836f-d991b43db3c7', 'name': 'network-vif-deleted', 'tag': '16d7d000-421a-43df-b3c1-fc172353f51c', 'status': 'completed', 'code': 200} Aug 05 14:08:48.225687 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-33d1b6aa-6068-4964-aac4-01a1723b20cc service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664919 Aug 05 14:08:48.233718 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76033b73-f6e6-4201-b7ff-b9fdeb377c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:48.257120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842aaf5-e00f-4aa4-8ae1-632fa0baff23 service neutron] Pushing event updated for resources: {'Port': ['ID=4757ccbc-5147-4fcf-916c-b2bc55d6deaa,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:48.270640 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:48.280931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76033b73-f6e6-4201-b7ff-b9fdeb377c6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:08:48.292591 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76033b73-f6e6-4201-b7ff-b9fdeb377c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75d284a-9a81-437a-acce-0f430c486fb8,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:48.314126 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd0d513-09ae-49f5-a676-df2e68436520 x-openstack-request-id: req-bdd0d513-09ae-49f5-a676-df2e68436520 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:48.314354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b388122-3487-4f70-802b-867cd807bfcf req-c22317ef-b55c-4d87-84c7-c64643db79e0 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:48.314792 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802c1022-20aa-46ca-8a7c-0fffabeb21a3", "tag": "4757ccbc-5147-4fcf-916c-b2bc55d6deaa", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:48.315224 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bdd0d513-09ae-49f5-a676-df2e68436520 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:48.315769 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b388122-3487-4f70-802b-867cd807bfcf req-c22317ef-b55c-4d87-84c7-c64643db79e0 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 1097 time: 0.7508934 Aug 05 14:08:48.315966 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802c1022-20aa-46ca-8a7c-0fffabeb21a3', 'tag': '4757ccbc-5147-4fcf-916c-b2bc55d6deaa', 'status': 'completed', 'code': 200} Aug 05 14:08:48.318624 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76033b73-f6e6-4201-b7ff-b9fdeb377c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:48.319142 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-76033b73-f6e6-4201-b7ff-b9fdeb377c6d admin admin] Added segment bdd9f082-de43-4420-81fb-d38c6af8aa3f of type vlan for network 49ee7bf9-24d1-4e2b-931b-356656b891c1 Aug 05 14:08:48.341178 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-ab7154f6-e0e2-4240-90c9-076d6d23e6a6 None None] Set router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:08:48.356294 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-88a07d8c-7793-402e-8917-0b870490cc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:48.417844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:48.418267 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:48.419722 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] 10.222.0.84 "PUT /v2.0/ports/af5a9ac6-fb1b-42cf-b135-b224eef718a2 HTTP/1.1" status: 200 len: 1092 time: 3.8228960 Aug 05 14:08:48.433725 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76033b73-f6e6-4201-b7ff-b9fdeb377c6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:48.445855 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-cb6a37ac-f356-4f53-b041-5c0880bec5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:48.447521 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-cb6a37ac-f356-4f53-b041-5c0880bec5ff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=eb09008e3faa42028f313d47d2700382&device_id=802c1022-20aa-46ca-8a7c-0fffabeb21a3 HTTP/1.1" status: 200 len: 1094 time: 0.1305349 Aug 05 14:08:48.468321 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c02c19b4-3c67-4b68-814e-6da69abf8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:48.471044 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c02c19b4-3c67-4b68-814e-6da69abf8a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:48.497478 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c02c19b4-3c67-4b68-814e-6da69abf8a28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/767a0dd1-ce10-47f1-9c90-3d43b0bbe96d HTTP/1.1" status: 204 len: 168 time: 1.3567677 Aug 05 14:08:48.512078 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee3459d-d429-4309-98d6-4e77517bb4ec {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:08:48.530718 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-3c12474f-a6fa-45b6-b78b-6636ed54c498 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4757ccbc-5147-4fcf-916c-b2bc55d6deaa HTTP/1.1" status: 200 len: 217 time: 0.0724020 Aug 05 14:08:48.545566 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:48.577723 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:48.577990 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1b93e-ce7b-40b6-bc3e-39f86709ab2e service neutron] Pushing event updated for resources: {'Port': ['ID=af5a9ac6-fb1b-42cf-b135-b224eef718a2,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:48.614805 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c19b4-3c67-4b68-814e-6da69abf8a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767a0dd1-ce10-47f1-9c90-3d43b0bbe96d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:48.670996 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76033b73-f6e6-4201-b7ff-b9fdeb377c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:48.672215 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76033b73-f6e6-4201-b7ff-b9fdeb377c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:48.672881 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76033b73-f6e6-4201-b7ff-b9fdeb377c6d admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:48.705653 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ab7154f6-e0e2-4240-90c9-076d6d23e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:04:07Z', 'revision_number': 4, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '553b31f4-2b96-421a-9259-e3c16e530617', 'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'mac_address': 'fa:16:3e:c8:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eeec4336-a010-464c-8b64-395366905663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:05Z', 'updated_at': '2021-08-05T14:04:16Z', 'revision_number': 5, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'subnets': [{'id': 'eeec4336-a010-464c-8b64-395366905663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:48.710194 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b388122-3487-4f70-802b-867cd807bfcf req-43b16a39-ded5-4e3f-9397-0fbbc5df815d tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3470759 Aug 05 14:08:48.719103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Transition to ACTIVE for port object 4ee3459d-d429-4309-98d6-4e77517bb4ec will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:48.737100 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:48.752977 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7154f6-e0e2-4240-90c9-076d6d23e6a6 None None] The sync data for ids ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'] in n-d-803585-2 is: [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:04:07Z', 'revision_number': 4, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '553b31f4-2b96-421a-9259-e3c16e530617', 'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'mac_address': 'fa:16:3e:c8:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eeec4336-a010-464c-8b64-395366905663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:05Z', 'updated_at': '2021-08-05T14:04:16Z', 'revision_number': 5, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'subnets': [{'id': 'eeec4336-a010-464c-8b64-395366905663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:48.754771 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-d3a7af45-3279-4f0a-89e3-1784d010981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:48.760005 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-d3a7af45-3279-4f0a-89e3-1784d010981d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 1095 time: 0.2279828 Aug 05 14:08:48.790340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36042) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:48.796316 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad216-bfb8-429b-83e5-ba097130b3fb tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:48.796801 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad216-bfb8-429b-83e5-ba097130b3fb tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:48.797128 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-ed0ad216-bfb8-429b-83e5-ba097130b3fb tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Floating IP ce45294b-da91-4497-aedf-c67d252647a9 disassociated. External IP: 172.25.5.202, port: fd77f439-19ac-47dd-9708-3abda794a58c. Aug 05 14:08:48.797538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ad216-bfb8-429b-83e5-ba097130b3fb tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Calling delete_port for fd77f439-19ac-47dd-9708-3abda794a58c owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:48.829416 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-76033b73-f6e6-4201-b7ff-b9fdeb377c6d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5053415 Aug 05 14:08:48.835720 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-913334b1-9c4c-4977-82eb-68babf7a4929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:48.838166 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-913334b1-9c4c-4977-82eb-68babf7a4929 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0379e98d-14bf-4e11-a4e7-4f9d2e6f644a HTTP/1.1" status: 200 len: 857 time: 0.2838128 Aug 05 14:08:48.843379 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36044) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:48.856220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1712dfc5-eb3a-4ade-a1a6-a3e98ad99850 admin admin] Request body: {'subnet': {'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1648309241-subnet', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:48.894389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b16b9-2cf3-402e-86f6-1a324da8c35d req-5ac3387e-7f38-4c52-bf50-84dc33ee16a9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:48.902886 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a95b16b9-2cf3-402e-86f6-1a324da8c35d req-5ac3387e-7f38-4c52-bf50-84dc33ee16a9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 944 time: 0.2892292 Aug 05 14:08:48.911930 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76033b73-f6e6-4201-b7ff-b9fdeb377c6d admin admin] Pushing event updated for resources: {'Network': ['ID=49ee7bf9-24d1-4e2b-931b-356656b891c1,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:48.918840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Pushing event updated for resources: {'Port': ['ID=4ee3459d-d429-4309-98d6-4e77517bb4ec,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:48.923492 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 49ee7bf9-24d1-4e2b-931b-356656b891c1 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:08:48.954324 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-bb8d3515-3c4e-4e48-a29e-41304ab7f404 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=be957db5-8ba5-4236-ba63-34c39cd52a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845966 Aug 05 14:08:49.032785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36048) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:49.040321 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-38939f34-6c12-4002-b56e-40efcc9b37cb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af5a9ac6-fb1b-42cf-b135-b224eef718a2 HTTP/1.1" status: 200 len: 217 time: 0.2488966 Aug 05 14:08:49.089878 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a95b16b9-2cf3-402e-86f6-1a324da8c35d req-8b11b611-7a63-4920-b6e3-db89e1636fcc tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857641 Aug 05 14:08:49.090353 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1712dfc5-eb3a-4ade-a1a6-a3e98ad99850 admin admin] Made reservation on behalf of 6e036408f4db49cba61ec7696aa2c980 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:08:49.098976 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1712dfc5-eb3a-4ade-a1a6-a3e98ad99850 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:49.152901 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd1be4f-0ac6-41f3-bbb7-2722a3752d19 None None] New status for floating IP ef23fe1f-ffca-48c4-b43d-2f8e9f8085e8: DOWN {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:08:49.169541 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ea579bbc-13e5-4654-9cde-1e0903c83823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:49.304094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-67fca497-fb00-4714-a2e4-26ea6fc8f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:49.306199 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-67fca497-fb00-4714-a2e4-26ea6fc8f314 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.2168682 Aug 05 14:08:49.319499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ef754-7d65-4b01-9202-d92f68f85745 req-610844a3-4a04-4bfa-a86b-c6e3a2b54fe8 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:49.321325 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f75ef754-7d65-4b01-9202-d92f68f85745 req-610844a3-4a04-4bfa-a86b-c6e3a2b54fe8 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 944 time: 0.3978994 Aug 05 14:08:49.323072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36054) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:49.448979 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:49.530741 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-fcb49084-9fc6-443c-af96-559687f4ac43 service neutron] 10.222.0.63 "GET /v2.0/networks/be957db5-8ba5-4236-ba63-34c39cd52a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598576 Aug 05 14:08:49.554095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Attempting to bind port 4ee3459d-d429-4309-98d6-4e77517bb4ec on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:08:49.554464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Attempting to bind port 4ee3459d-d429-4309-98d6-4e77517bb4ec by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '892b46ab-8f47-44de-b513-5e91ea3c2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:08:49.554849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Attempting to bind port 4ee3459d-d429-4309-98d6-4e77517bb4ec on network be957db5-8ba5-4236-ba63-34c39cd52a86 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:49.585355 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f75ef754-7d65-4b01-9202-d92f68f85745 req-be1b2c8a-9a90-4712-af47-ae9d2c4f6318 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538807 Aug 05 14:08:49.594021 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Port 4ee3459d-d429-4309-98d6-4e77517bb4ec on network be957db5-8ba5-4236-ba63-34c39cd52a86 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:08:49.594380 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Attempting to bind port 4ee3459d-d429-4309-98d6-4e77517bb4ec on network be957db5-8ba5-4236-ba63-34c39cd52a86 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:49.611312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-4f5d17ec-4b47-42b6-822a-fcedafe45b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:49.612828 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-4f5d17ec-4b47-42b6-822a-fcedafe45b44 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2905838 Aug 05 14:08:49.614118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-89f41e0f-15af-4e0f-85e2-0013c5597fee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting port e9403965-4ecd-49ac-b0ce-d9d81c795860 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:49.614469 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-89f41e0f-15af-4e0f-85e2-0013c5597fee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:49.644090 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c49a8b7-e684-4959-aad9-ffb0a423eade {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:08:49.655384 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:49.679253 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:08:49.679762 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Checking segment: {'id': '892b46ab-8f47-44de-b513-5e91ea3c2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:08:49.680095 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Transition to ACTIVE for port object 6c49a8b7-e684-4959-aad9-ffb0a423eade will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:49.680248 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Bound using segment: {'id': '892b46ab-8f47-44de-b513-5e91ea3c2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:08:49.680564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Bound port: 4ee3459d-d429-4309-98d6-4e77517bb4ec, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892b46ab-8f47-44de-b513-5e91ea3c2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:08:49.680931 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:49.684395 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:49.724466 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-bf765149-a39a-4f38-97a9-b7a63b2b7974 service neutron] 10.222.0.63 "GET /v2.0/networks/be957db5-8ba5-4236-ba63-34c39cd52a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813419 Aug 05 14:08:49.749074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Pushing event updated for resources: {'Port': ['ID=6c49a8b7-e684-4959-aad9-ffb0a423eade,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:49.753836 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a733bc7b-77a3-4e8e-8bd9-042664035996 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:49.760909 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad216-bfb8-429b-83e5-ba097130b3fb tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:49.875933 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a733bc7b-77a3-4e8e-8bd9-042664035996 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:49.878452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ad216-bfb8-429b-83e5-ba097130b3fb tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Port': ['ID=fd77f439-19ac-47dd-9708-3abda794a58c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:49.896405 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ea579bbc-13e5-4654-9cde-1e0903c83823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:49.925939 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ea579bbc-13e5-4654-9cde-1e0903c83823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:49.933479 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1d9f1-d35c-4064-a77a-6d552f51ce3e req-aace723c-f1c4-4dd3-821b-d73f2e203f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:49.935078 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e3b1d9f1-d35c-4064-a77a-6d552f51ce3e req-aace723c-f1c4-4dd3-821b-d73f2e203f77 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=eb09008e3faa42028f313d47d2700382&device_id=802c1022-20aa-46ca-8a7c-0fffabeb21a3 HTTP/1.1" status: 200 len: 1094 time: 0.1498756 Aug 05 14:08:49.939060 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Attempting to bind port 6c49a8b7-e684-4959-aad9-ffb0a423eade on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:08:49.939622 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Attempting to bind port 6c49a8b7-e684-4959-aad9-ffb0a423eade by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '892b46ab-8f47-44de-b513-5e91ea3c2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:08:49.940139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Attempting to bind port 6c49a8b7-e684-4959-aad9-ffb0a423eade on network be957db5-8ba5-4236-ba63-34c39cd52a86 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:49.963239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Port 6c49a8b7-e684-4959-aad9-ffb0a423eade on network be957db5-8ba5-4236-ba63-34c39cd52a86 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:08:49.963443 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Attempting to bind port 6c49a8b7-e684-4959-aad9-ffb0a423eade on network be957db5-8ba5-4236-ba63-34c39cd52a86 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:49.976587 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-89f41e0f-15af-4e0f-85e2-0013c5597fee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:49.976936 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-89f41e0f-15af-4e0f-85e2-0013c5597fee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:50.000955 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1712dfc5-eb3a-4ade-a1a6-a3e98ad99850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:50.019455 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:08:50.056679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:08:50.057070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Checking segment: {'id': '892b46ab-8f47-44de-b513-5e91ea3c2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:08:50.057411 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Bound using segment: {'id': '892b46ab-8f47-44de-b513-5e91ea3c2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:08:50.058376 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Bound port: 6c49a8b7-e684-4959-aad9-ffb0a423eade, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892b46ab-8f47-44de-b513-5e91ea3c2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:08:50.058376 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:50.072552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] For port 4ee3459d-d429-4309-98d6-4e77517bb4ec, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:08:50.074949 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-89f41e0f-15af-4e0f-85e2-0013c5597fee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Calling delete_port for e9403965-4ecd-49ac-b0ce-d9d81c795860 owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:50.078560 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-d5683cc3-7054-459d-827d-f127a3266ac4 service neutron] 10.222.0.84 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408779 Aug 05 14:08:50.089524 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ea579bbc-13e5-4654-9cde-1e0903c83823 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7152ad42572f4a60b7cddf7abd3a0bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0513992 Aug 05 14:08:50.101670 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36058) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:50.130043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea579bbc-13e5-4654-9cde-1e0903c83823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d8f163-0f35-4da0-bcde-0ca20d3b4a29,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:50.147080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] For port 4ee3459d-d429-4309-98d6-4e77517bb4ec, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4ee3459d-d429-4309-98d6-4e77517bb4ec,segment=NetworkSegment(892b46ab-8f47-44de-b513-5e91ea3c2f7d),segment_id=892b46ab-8f47-44de-b513-5e91ea3c2f7d)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:08:50.197775 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1712dfc5-eb3a-4ade-a1a6-a3e98ad99850 admin admin] Checking segment: {'id': 'bdd9f082-de43-4420-81fb-d38c6af8aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:08:50.198052 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1712dfc5-eb3a-4ade-a1a6-a3e98ad99850 admin admin] Network hostable DHCP agents. Network: 49ee7bf9-24d1-4e2b-931b-356656b891c1, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:08:50.199968 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712dfc5-eb3a-4ade-a1a6-a3e98ad99850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99590631-4fd2-461f-8715-2f2e7cafe5bd,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:50.208265 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1d9f1-d35c-4064-a77a-6d552f51ce3e req-852df9b3-b42e-4a38-8b89-7709b99b4887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:50.209776 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e3b1d9f1-d35c-4064-a77a-6d552f51ce3e req-852df9b3-b42e-4a38-8b89-7709b99b4887 service neutron] 10.222.0.63 "GET /v2.0/networks?id=be957db5-8ba5-4236-ba63-34c39cd52a86 HTTP/1.1" status: 200 len: 918 time: 0.2609806 Aug 05 14:08:50.237086 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c14480-af67-4f0f-8980-9d461aa97881', 'tag': 'af5a9ac6-fb1b-42cf-b135-b224eef718a2'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:50.239355 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7696563c-9294-46cd-b1a6-8ff009ff14c6" -d '{"events": [{"name": "network-changed", "server_uuid": "44c14480-af67-4f0f-8980-9d461aa97881", "tag": "af5a9ac6-fb1b-42cf-b135-b224eef718a2"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:50.252110 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:50.276336 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a733bc7b-77a3-4e8e-8bd9-042664035996 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:50.279082 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a733bc7b-77a3-4e8e-8bd9-042664035996 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:50.280269 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a733bc7b-77a3-4e8e-8bd9-042664035996 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "DELETE /v2.0/security-groups/fa37572c-8c7d-4944-990f-d4407f5fb23d HTTP/1.1" status: 204 len: 168 time: 0.9500897 Aug 05 14:08:50.286965 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36066) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:50.295153 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] For port 6c49a8b7-e684-4959-aad9-ffb0a423eade, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:08:50.304002 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e3b1d9f1-d35c-4064-a77a-6d552f51ce3e req-b4282baa-d4ad-4185-8e25-6d36f1376f2c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4757ccbc-5147-4fcf-916c-b2bc55d6deaa HTTP/1.1" status: 200 len: 217 time: 0.0741780 Aug 05 14:08:50.336832 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] For port 6c49a8b7-e684-4959-aad9-ffb0a423eade, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6c49a8b7-e684-4959-aad9-ffb0a423eade,segment=NetworkSegment(892b46ab-8f47-44de-b513-5e91ea3c2f7d),segment_id=892b46ab-8f47-44de-b513-5e91ea3c2f7d)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:08:50.338639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1712dfc5-eb3a-4ade-a1a6-a3e98ad99850 admin admin] Network 49ee7bf9-24d1-4e2b-931b-356656b891c1 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:08:50.340812 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-e2077e09-0f80-4414-afa5-86f4d8ec810d tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] show failed (client error): The resource could not be found. Aug 05 14:08:50.341840 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e2077e09-0f80-4414-afa5-86f4d8ec810d tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups/fa37572c-8c7d-4944-990f-d4407f5fb23d HTTP/1.1" status: 404 len: 347 time: 0.0489755 Aug 05 14:08:50.345385 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4e9d54-e28e-43c2-9e2c-118c5a05b2b6 x-openstack-request-id: req-0e4e9d54-e28e-43c2-9e2c-118c5a05b2b6 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:50.345678 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c14480-af67-4f0f-8980-9d461aa97881", "tag": "af5a9ac6-fb1b-42cf-b135-b224eef718a2", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:50.345934 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e4e9d54-e28e-43c2-9e2c-118c5a05b2b6 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:50.346289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36068) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:50.346441 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c14480-af67-4f0f-8980-9d461aa97881', 'tag': 'af5a9ac6-fb1b-42cf-b135-b224eef718a2', 'status': 'completed', 'code': 200} Aug 05 14:08:50.351376 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:50.363666 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733bc7b-77a3-4e8e-8bd9-042664035996 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa37572c-8c7d-4944-990f-d4407f5fb23d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:50.388103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:50.388730 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:50.390232 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] 10.222.0.84 "PUT /v2.0/ports/4ee3459d-d429-4309-98d6-4e77517bb4ec HTTP/1.1" status: 200 len: 1092 time: 4.2556722 Aug 05 14:08:50.391099 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc1ef9-f218-4373-9dcb-b9ba474fa774 req-aae5bc88-8a8d-4c2b-8834-af5fa94ff09a tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:50.392738 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-73bc1ef9-f218-4373-9dcb-b9ba474fa774 req-aae5bc88-8a8d-4c2b-8834-af5fa94ff09a tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 944 time: 0.2121253 Aug 05 14:08:50.450648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0ad216-bfb8-429b-83e5-ba097130b3fb tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router a0543e4c-3995-49aa-991b-919c37118d37 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:50.454376 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e2a07-e688-4ae4-b780-c33cac0054bf service neutron] Pushing event updated for resources: {'Port': ['ID=4ee3459d-d429-4309-98d6-4e77517bb4ec,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:50.462436 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-1712dfc5-eb3a-4ade-a1a6-a3e98ad99850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 49ee7bf9-24d1-4e2b-931b-356656b891c1) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:50.464314 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7df42f4e-2a48-4197-a71b-564c3c332fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:50.468763 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-58c48f6b-3c50-434e-80b9-06a28f175dbd req-384e71c6-44ec-4f25-94ee-41ea2ee00b7e service neutron] 10.222.0.84 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780625 Aug 05 14:08:50.471844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbeae6c-0f46-4f03-85a4-1d5bca011fb9 None None] Network 49ee7bf9-24d1-4e2b-931b-356656b891c1 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:08:50.485290 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1712dfc5-eb3a-4ade-a1a6-a3e98ad99850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:50.485907 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1712dfc5-eb3a-4ade-a1a6-a3e98ad99850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:50.536801 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7df42f4e-2a48-4197-a71b-564c3c332fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:50.548947 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:50.549675 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:50.551280 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] 10.222.0.84 "PUT /v2.0/ports/6c49a8b7-e684-4959-aad9-ffb0a423eade HTTP/1.1" status: 200 len: 1092 time: 3.4623578 Aug 05 14:08:50.561612 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1712dfc5-eb3a-4ade-a1a6-a3e98ad99850 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7111170 Aug 05 14:08:50.563917 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4a80ea-0d82-4d0e-b54d-df5593948c97', 'tag': '6c49a8b7-e684-4959-aad9-ffb0a423eade'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:50.564517 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daffd20f-2ab5-43c9-9a17-1960dec55b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4a80ea-0d82-4d0e-b54d-df5593948c97", "tag": "6c49a8b7-e684-4959-aad9-ffb0a423eade"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:50.566283 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36070) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:50.570653 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1648309241-router', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:50.615423 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-73bc1ef9-f218-4373-9dcb-b9ba474fa774 req-4e35eb0c-0684-4035-8127-f9a670c3e594 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547275 Aug 05 14:08:50.633875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1d9f1-d35c-4064-a77a-6d552f51ce3e req-c006b956-ea7f-49bc-977d-239bd0f63b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:50.641700 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e3b1d9f1-d35c-4064-a77a-6d552f51ce3e req-c006b956-ea7f-49bc-977d-239bd0f63b2a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0379e98d-14bf-4e11-a4e7-4f9d2e6f644a HTTP/1.1" status: 200 len: 857 time: 0.3117530 Aug 05 14:08:50.691597 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cca3fc-9184-44bd-a6cf-acd8b18107d9 x-openstack-request-id: req-d8cca3fc-9184-44bd-a6cf-acd8b18107d9 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:50.692033 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4a80ea-0d82-4d0e-b54d-df5593948c97", "tag": "6c49a8b7-e684-4959-aad9-ffb0a423eade", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:50.692686 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8cca3fc-9184-44bd-a6cf-acd8b18107d9 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:50.693136 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4a80ea-0d82-4d0e-b54d-df5593948c97', 'tag': '6c49a8b7-e684-4959-aad9-ffb0a423eade', 'status': 'completed', 'code': 200} Aug 05 14:08:50.713281 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-49ee7bf9-24d1-4e2b-931b-356656b891c1', 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'fixed_ips': [{'subnet_id': '99590631-4fd2-461f-8715-2f2e7cafe5bd'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:08:50.714178 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:50.720028 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e3b1d9f1-d35c-4064-a77a-6d552f51ce3e req-113427be-d7de-4b1f-973e-2186c4a2c6ac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=be957db5-8ba5-4236-ba63-34c39cd52a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722966 Aug 05 14:08:50.747918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f16b9-324d-43f0-b1b0-0299e9600557 service neutron] Pushing event updated for resources: {'Port': ['ID=6c49a8b7-e684-4959-aad9-ffb0a423eade,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:50.863306 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-bed342f6-c2e4-49a8-bcae-b3f01d4422ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:50.864968 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-bed342f6-c2e4-49a8-bcae-b3f01d4422ef service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=eb09008e3faa42028f313d47d2700382&device_id=bc4a80ea-0d82-4d0e-b54d-df5593948c97 HTTP/1.1" status: 200 len: 1095 time: 0.2445951 Aug 05 14:08:50.874854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Allocated IP 172.20.0.2 (49ee7bf9-24d1-4e2b-931b-356656b891c1/99590631-4fd2-461f-8715-2f2e7cafe5bd/3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:50.884496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b60cb5-7de6-433d-afb9-10a29002f01c req-791d6335-92e4-4d87-a808-0b3f3e0969c9 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:50.886148 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2b60cb5-7de6-433d-afb9-10a29002f01c req-791d6335-92e4-4d87-a808-0b3f3e0969c9 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 944 time: 0.1636398 Aug 05 14:08:50.941538 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-df803b40-3d44-43d9-a0ab-8d6a32bd199b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c49a8b7-e684-4959-aad9-ffb0a423eade HTTP/1.1" status: 200 len: 217 time: 0.0515647 Aug 05 14:08:50.942986 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-6ae8f141-c100-4956-bb0a-c8337e7f6c90 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Deleting port b30691a5-3f76-4b7e-98f9-8a8c46246568 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:50.943390 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6ae8f141-c100-4956-bb0a-c8337e7f6c90 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:50.957329 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-374290f8-d591-45f6-828f-47cd8fcfd033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:50.958896 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-374290f8-d591-45f6-828f-47cd8fcfd033 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=eb09008e3faa42028f313d47d2700382&device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 1095 time: 0.5225203 Aug 05 14:08:51.033814 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e3b1d9f1-d35c-4064-a77a-6d552f51ce3e req-76540005-bb94-4a19-a8ef-7b5617efcd0b service neutron] 10.222.0.63 "GET /v2.0/networks/be957db5-8ba5-4236-ba63-34c39cd52a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692485 Aug 05 14:08:51.035351 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:51.045707 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Transition to ACTIVE for port object 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:51.060616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Transition to ACTIVE for port object 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:51.066628 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:51.092837 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-39183331-78e3-4615-8ce2-974ee02e01d1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ee3459d-d429-4309-98d6-4e77517bb4ec HTTP/1.1" status: 200 len: 217 time: 0.1211412 Aug 05 14:08:51.098760 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:51.099886 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:51.112976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Network 49ee7bf9-24d1-4e2b-931b-356656b891c1 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:51.119601 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:51.122048 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:51.126169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-e2e7461a-a4c8-470d-b632-35f68502803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:51.128367 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-e2e7461a-a4c8-470d-b632-35f68502803a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0379e98d-14bf-4e11-a4e7-4f9d2e6f644a HTTP/1.1" status: 200 len: 857 time: 0.1682796 Aug 05 14:08:51.142028 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2b60cb5-7de6-433d-afb9-10a29002f01c req-47c6d3b6-cacd-44e8-9ea9-4b70ed5c5467 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427256 Aug 05 14:08:51.166347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Pushing event updated for resources: {'Port': ['ID=3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:51.171771 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696563c-9294-46cd-b1a6-8ff009ff14c6 req-7db3b6d5-327a-4e55-b003-7bafc13e4cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:51.173641 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7696563c-9294-46cd-b1a6-8ff009ff14c6 req-7db3b6d5-327a-4e55-b003-7bafc13e4cd9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 1095 time: 0.6349838 Aug 05 14:08:51.180229 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7df42f4e-2a48-4197-a71b-564c3c332fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:51.189065 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7df42f4e-2a48-4197-a71b-564c3c332fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:51.192986 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-342ec4f1-3a8d-4bce-a99f-0902516a4a3e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=be957db5-8ba5-4236-ba63-34c39cd52a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426750 Aug 05 14:08:51.196597 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7df42f4e-2a48-4197-a71b-564c3c332fc5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81d8f163-0f35-4da0-bcde-0ca20d3b4a29 HTTP/1.1" status: 204 len: 168 time: 1.0758364 Aug 05 14:08:51.200237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Attempting to bind port 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:08:51.200565 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Attempting to bind port 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'bdd9f082-de43-4420-81fb-d38c6af8aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:08:51.201053 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Attempting to bind port 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 on network 49ee7bf9-24d1-4e2b-931b-356656b891c1 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:51.207410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:08:51.207791 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Checking segment: {'id': 'bdd9f082-de43-4420-81fb-d38c6af8aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:08:51.208205 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:51.208604 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Bound using segment: {'id': 'bdd9f082-de43-4420-81fb-d38c6af8aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:08:51.209084 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Bound port: 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd9f082-de43-4420-81fb-d38c6af8aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:08:51.209469 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:51.227586 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6ae8f141-c100-4956-bb0a-c8337e7f6c90 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:51.228037 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6ae8f141-c100-4956-bb0a-c8337e7f6c90 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:51.232746 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-89f41e0f-15af-4e0f-85e2-0013c5597fee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:51.235249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0ad216-bfb8-429b-83e5-ba097130b3fb tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:51.247058 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a25a10-457f-4433-8ce5-88a7c30a7b9a None None] Sync routers for ids ['a0543e4c-3995-49aa-991b-919c37118d37'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:51.261685 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a25a10-457f-4433-8ce5-88a7c30a7b9a None None] Routers {'a0543e4c-3995-49aa-991b-919c37118d37'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:51.262342 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-13a25a10-457f-4433-8ce5-88a7c30a7b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a0543e4c-3995-49aa-991b-919c37118d37'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:51.274376 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:51.320492 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] For port 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:08:51.326987 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-13a25a10-457f-4433-8ce5-88a7c30a7b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:51.328539 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] For port 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0,segment=NetworkSegment(bdd9f082-de43-4420-81fb-d38c6af8aa3f),segment_id=bdd9f082-de43-4420-81fb-d38c6af8aa3f)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:08:51.331599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-6ae8f141-c100-4956-bb0a-c8337e7f6c90 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Calling delete_port for b30691a5-3f76-4b7e-98f9-8a8c46246568 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:51.341848 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:51.353731 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a25a10-457f-4433-8ce5-88a7c30a7b9a None None] Routers {'a0543e4c-3995-49aa-991b-919c37118d37'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:51.355216 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-13a25a10-457f-4433-8ce5-88a7c30a7b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a0543e4c-3995-49aa-991b-919c37118d37'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:51.395170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df42f4e-2a48-4197-a71b-564c3c332fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d8f163-0f35-4da0-bcde-0ca20d3b4a29,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:51.438866 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-13a25a10-457f-4433-8ce5-88a7c30a7b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:51.439557 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a25a10-457f-4433-8ce5-88a7c30a7b9a None None] The sync data for ids ['a0543e4c-3995-49aa-991b-919c37118d37'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:51.440213 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:51.452355 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f41e0f-15af-4e0f-85e2-0013c5597fee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Port': ['ID=e9403965-4ecd-49ac-b0ce-d9d81c795860,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:51.460385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-506199b0-486a-4b3c-85a3-0ed2b40d038a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:51.472515 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-506199b0-486a-4b3c-85a3-0ed2b40d038a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0379e98d-14bf-4e11-a4e7-4f9d2e6f644a HTTP/1.1" status: 200 len: 857 time: 0.3666232 Aug 05 14:08:51.475576 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb85c28-83d1-4164-94f1-eac40808ddb1 None None] Pushing event updated for resources: {'Port': ['ID=3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:51.488873 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e3b1d9f1-d35c-4064-a77a-6d552f51ce3e req-5b3f2197-0862-4778-8b6a-60233bcebea2 service neutron] 10.222.0.63 "GET /v2.0/networks/be957db5-8ba5-4236-ba63-34c39cd52a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358110 Aug 05 14:08:51.527993 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-d383cab7-0d6b-4ede-93a5-fcfca7e09984 service neutron] 10.222.0.84 "GET /v2.0/networks/be957db5-8ba5-4236-ba63-34c39cd52a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242419 Aug 05 14:08:51.699772 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-9a926604-1b85-404c-8ba0-be0525cd4dc2 service neutron] 10.222.0.84 "GET /v2.0/networks/be957db5-8ba5-4236-ba63-34c39cd52a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587965 Aug 05 14:08:51.714592 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-c4c9efe6-603f-4ce7-ac6b-b1a925544583 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=be957db5-8ba5-4236-ba63-34c39cd52a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2183862 Aug 05 14:08:51.759072 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6ae8f141-c100-4956-bb0a-c8337e7f6c90 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:51.852247 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8f141-c100-4956-bb0a-c8337e7f6c90 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Pushing event deleted for resources: {'Port': ['ID=b30691a5-3f76-4b7e-98f9-8a8c46246568,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:51.959964 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7629c4-4641-438e-95c2-c6ca82590775 req-b4f5b083-f182-41fe-b936-0cf4341fe9ea tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:51.963653 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e7629c4-4641-438e-95c2-c6ca82590775 req-b4f5b083-f182-41fe-b936-0cf4341fe9ea tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 944 time: 0.2579155 Aug 05 14:08:51.969113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffd20f-2ab5-43c9-9a17-1960dec55b8b req-2b23afa5-a64d-4ca0-9e03-59c1d8597d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:51.970928 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-daffd20f-2ab5-43c9-9a17-1960dec55b8b req-2b23afa5-a64d-4ca0-9e03-59c1d8597d68 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=eb09008e3faa42028f313d47d2700382&device_id=bc4a80ea-0d82-4d0e-b54d-df5593948c97 HTTP/1.1" status: 200 len: 1095 time: 0.1829171 Aug 05 14:08:51.971779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696563c-9294-46cd-b1a6-8ff009ff14c6 req-746b0d39-7c93-4883-a1bd-7cd164a09bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:51.972291 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:08:51.974079 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7696563c-9294-46cd-b1a6-8ff009ff14c6 req-746b0d39-7c93-4883-a1bd-7cd164a09bd1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 912 time: 0.7680893 Aug 05 14:08:51.979085 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad216-bfb8-429b-83e5-ba097130b3fb tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:51.982555 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ed0ad216-bfb8-429b-83e5-ba097130b3fb tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/ports/fd77f439-19ac-47dd-9708-3abda794a58c HTTP/1.1" status: 204 len: 168 time: 5.4025705 Aug 05 14:08:51.986673 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36092) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:51.990705 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:52.000705 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-89f41e0f-15af-4e0f-85e2-0013c5597fee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:52.001300 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-89f41e0f-15af-4e0f-85e2-0013c5597fee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Floating IP a9ae24f1-438f-4cf0-92e2-d24d22406e80 disassociated (deleted). External IP: 172.25.5.88, port: a7418a6b-6cc6-4d23-9269-f023ce7594c9. Aug 05 14:08:52.053626 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6ae8f141-c100-4956-bb0a-c8337e7f6c90 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:52.057579 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6ae8f141-c100-4956-bb0a-c8337e7f6c90 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:52.059167 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6ae8f141-c100-4956-bb0a-c8337e7f6c90 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "DELETE /v2.0/floatingips/ef23fe1f-ffca-48c4-b43d-2f8e9f8085e8 HTTP/1.1" status: 204 len: 168 time: 1.7093318 Aug 05 14:08:52.064016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:52.096363 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7696563c-9294-46cd-b1a6-8ff009ff14c6 req-d107b5ae-d497-4f9c-82db-823176b17614 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af5a9ac6-fb1b-42cf-b135-b224eef718a2 HTTP/1.1" status: 200 len: 217 time: 0.0924935 Aug 05 14:08:52.146391 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e7629c4-4641-438e-95c2-c6ca82590775 req-7ed29638-b5f9-4d32-ab40-4c3e25d0eccc tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740525 Aug 05 14:08:52.195214 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 4757ccbc-5147-4fcf-916c-b2bc55d6deaa details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:08:52.207836 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-f5bd703c-db4f-4030-93d8-a0486769e194 service neutron] 10.222.0.84 "GET /v2.0/networks/be957db5-8ba5-4236-ba63-34c39cd52a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741433 Aug 05 14:08:52.328954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696563c-9294-46cd-b1a6-8ff009ff14c6 req-7aae685f-6896-46e6-bd66-29f0809623af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:52.328954 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7696563c-9294-46cd-b1a6-8ff009ff14c6 req-7aae685f-6896-46e6-bd66-29f0809623af service neutron] 10.222.0.84 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.2109103 Aug 05 14:08:52.359328 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11b8bcc-73b7-4587-89b2-d2989f7ce057', 'tag': '4ee3459d-d429-4309-98d6-4e77517bb4ec'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:52.361564 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840b53b2-ae25-46d5-a50d-c9e3c9cf3d35" -d '{"events": [{"name": "network-changed", "server_uuid": "f11b8bcc-73b7-4587-89b2-d2989f7ce057", "tag": "4ee3459d-d429-4309-98d6-4e77517bb4ec"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:52.372420 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffd20f-2ab5-43c9-9a17-1960dec55b8b req-3f18ffe8-cea8-4d28-9af2-5823ec1657f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:52.377242 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-daffd20f-2ab5-43c9-9a17-1960dec55b8b req-3f18ffe8-cea8-4d28-9af2-5823ec1657f4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=be957db5-8ba5-4236-ba63-34c39cd52a86 HTTP/1.1" status: 200 len: 918 time: 0.3799479 Aug 05 14:08:52.378045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 4757ccbc-5147-4fcf-916c-b2bc55d6deaa, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=4757ccbc-5147-4fcf-916c-b2bc55d6deaa,segment=NetworkSegment(892b46ab-8f47-44de-b513-5e91ea3c2f7d),segment_id=892b46ab-8f47-44de-b513-5e91ea3c2f7d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:52.392169 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '4757ccbc-5147-4fcf-916c-b2bc55d6deaa', 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86', 'port_id': '4757ccbc-5147-4fcf-916c-b2bc55d6deaa', 'mac_address': 'fa:16:3e:63:68:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0379e98d-14bf-4e11-a4e7-4f9d2e6f644a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:08:52.439205 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:52.464959 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4757ccbc-5147-4fcf-916c-b2bc55d6deaa {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:08:52.492840 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 4757ccbc-5147-4fcf-916c-b2bc55d6deaa, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=4757ccbc-5147-4fcf-916c-b2bc55d6deaa,segment=NetworkSegment(892b46ab-8f47-44de-b513-5e91ea3c2f7d),segment_id=892b46ab-8f47-44de-b513-5e91ea3c2f7d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:52.506567 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:52.538201 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36110) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:52.577874 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b8bb469e-7e2b-4143-94fb-0a46e3306889 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--365174110', 'description': 'tempest-description--1920427958'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:52.583159 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac12ccd-d51a-4962-a495-49c475d60446 x-openstack-request-id: req-cac12ccd-d51a-4962-a495-49c475d60446 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:52.583458 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11b8bcc-73b7-4587-89b2-d2989f7ce057", "tag": "4ee3459d-d429-4309-98d6-4e77517bb4ec", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:52.583681 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cac12ccd-d51a-4962-a495-49c475d60446 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:52.584071 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11b8bcc-73b7-4587-89b2-d2989f7ce057', 'tag': '4ee3459d-d429-4309-98d6-4e77517bb4ec', 'status': 'completed', 'code': 200} Aug 05 14:08:52.596988 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-daffd20f-2ab5-43c9-9a17-1960dec55b8b req-5c2c1e25-b601-435b-aa49-740ecd983f82 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c49a8b7-e684-4959-aad9-ffb0a423eade HTTP/1.1" status: 200 len: 217 time: 0.1899323 Aug 05 14:08:52.615278 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=4757ccbc-5147-4fcf-916c-b2bc55d6deaa,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:52.631966 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e433904-f3e1-4291-8e9c-23a157b71906 req-99f57806-b9f2-4198-99a2-4f5e4dc00681 service neutron] 10.222.0.84 "GET /v2.0/networks/be957db5-8ba5-4236-ba63-34c39cd52a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913620 Aug 05 14:08:52.651300 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device af5a9ac6-fb1b-42cf-b135-b224eef718a2 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:08:52.720919 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696563c-9294-46cd-b1a6-8ff009ff14c6 req-d1adf3f2-a5b2-4b96-b8dd-51974e25b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:52.722572 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7696563c-9294-46cd-b1a6-8ff009ff14c6 req-d1adf3f2-a5b2-4b96-b8dd-51974e25b0d9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3808579 Aug 05 14:08:52.748259 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4348c-17fc-4ed9-bb59-3fff5762810c req-ce42dfbf-f808-49e2-8303-06867b71145b tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:52.749908 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89a4348c-17fc-4ed9-bb59-3fff5762810c req-ce42dfbf-f808-49e2-8303-06867b71145b tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 944 time: 0.3709719 Aug 05 14:08:52.802682 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffd20f-2ab5-43c9-9a17-1960dec55b8b req-6d3f3de5-7dca-4864-ae55-5735e6d505c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:52.804358 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-daffd20f-2ab5-43c9-9a17-1960dec55b8b req-6d3f3de5-7dca-4864-ae55-5735e6d505c7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0379e98d-14bf-4e11-a4e7-4f9d2e6f644a HTTP/1.1" status: 200 len: 857 time: 0.1795006 Aug 05 14:08:52.843930 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-daffd20f-2ab5-43c9-9a17-1960dec55b8b req-8abfdad1-c31b-4e1e-a05b-bc60ad221f83 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=be957db5-8ba5-4236-ba63-34c39cd52a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292373 Aug 05 14:08:52.870788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port af5a9ac6-fb1b-42cf-b135-b224eef718a2, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=af5a9ac6-fb1b-42cf-b135-b224eef718a2,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:52.890946 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'af5a9ac6-fb1b-42cf-b135-b224eef718a2', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'port_id': 'af5a9ac6-fb1b-42cf-b135-b224eef718a2', 'mac_address': 'fa:16:3e:4e:f4:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:08:52.893403 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['4757ccbc-5147-4fcf-916c-b2bc55d6deaa'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:08:52.904634 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89a4348c-17fc-4ed9-bb59-3fff5762810c req-c480bab0-e64c-4360-996f-f477ed8d5244 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418285 Aug 05 14:08:52.989113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d2109c-e2b4-4e23-9dbb-1a60e0bc148f None None] Network 49ee7bf9-24d1-4e2b-931b-356656b891c1 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:08:53.071369 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:53.073091 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c127ae55-f27b-4173-b71f-db38194f65d2 None None] Provisioning for port 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:53.093311 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-daffd20f-2ab5-43c9-9a17-1960dec55b8b req-4d0eb257-b40f-4dee-8b49-bd44252586a7 service neutron] 10.222.0.84 "GET /v2.0/networks/be957db5-8ba5-4236-ba63-34c39cd52a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355042 Aug 05 14:08:53.094115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c127ae55-f27b-4173-b71f-db38194f65d2 None None] Provisioning complete for port 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:53.094543 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c127ae55-f27b-4173-b71f-db38194f65d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:53.105336 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8bb469e-7e2b-4143-94fb-0a46e3306889 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:53.138858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5a9ac6-fb1b-42cf-b135-b224eef718a2 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:08:53.160305 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port af5a9ac6-fb1b-42cf-b135-b224eef718a2, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=af5a9ac6-fb1b-42cf-b135-b224eef718a2,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:53.180906 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:53.227779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f41e0f-15af-4e0f-85e2-0013c5597fee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 88e30115-875e-4d5a-a99a-f37ed6a3e8ce has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:53.304225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b53b2-ae25-46d5-a50d-c9e3c9cf3d35 req-d36d001b-4712-4568-9f8d-b88ad8b0fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:53.309607 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840b53b2-ae25-46d5-a50d-c9e3c9cf3d35 req-d36d001b-4712-4568-9f8d-b88ad8b0fc94 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=eb09008e3faa42028f313d47d2700382&device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 1095 time: 0.5850649 Aug 05 14:08:53.383914 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=af5a9ac6-fb1b-42cf-b135-b224eef718a2,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:53.418980 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c127ae55-f27b-4173-b71f-db38194f65d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:53.474946 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:53.477247 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c127ae55-f27b-4173-b71f-db38194f65d2 None None] For port 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0,segment=NetworkSegment(bdd9f082-de43-4420-81fb-d38c6af8aa3f),segment_id=bdd9f082-de43-4420-81fb-d38c6af8aa3f)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:53.486568 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c127ae55-f27b-4173-b71f-db38194f65d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:53.553556 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127ae55-f27b-4173-b71f-db38194f65d2 None None] Pushing event updated for resources: {'Port': ['ID=3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:53.618159 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['af5a9ac6-fb1b-42cf-b135-b224eef718a2'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:08:53.644204 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7696563c-9294-46cd-b1a6-8ff009ff14c6 req-0eeaf2cb-e738-4c24-b259-1310c3249f9b service neutron] 10.222.0.84 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9042950 Aug 05 14:08:53.655471 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f41e0f-15af-4e0f-85e2-0013c5597fee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:53.657537 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:53.662237 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-89f41e0f-15af-4e0f-85e2-0013c5597fee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:53.736352 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-daffd20f-2ab5-43c9-9a17-1960dec55b8b req-c73b3c86-289f-4753-a933-748e189dc7aa service neutron] 10.222.0.84 "GET /v2.0/networks/be957db5-8ba5-4236-ba63-34c39cd52a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340227 Aug 05 14:08:53.759205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4611d8f4-8687-46c9-9eb6-d352259675a5 None None] Sync routers for ids ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:53.764873 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eee14314-dfd0-4fdd-8d24-ece3ee3accd0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:53.815878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4611d8f4-8687-46c9-9eb6-d352259675a5 None None] Routers {'88e30115-875e-4d5a-a99a-f37ed6a3e8ce'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:53.816836 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4611d8f4-8687-46c9-9eb6-d352259675a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:53.873248 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8d1c1-37e8-4c1e-a8a3-ef01eb4c08a5 req-bb65e764-db99-46e3-9f93-856903a7687e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:53.874893 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77e8d1c1-37e8-4c1e-a8a3-ef01eb4c08a5 req-bb65e764-db99-46e3-9f93-856903a7687e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 945 time: 0.5585380 Aug 05 14:08:53.894068 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-89f41e0f-15af-4e0f-85e2-0013c5597fee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/floatingips/a9ae24f1-438f-4cf0-92e2-d24d22406e80 HTTP/1.1" status: 204 len: 168 time: 5.0935099 Aug 05 14:08:53.928976 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8bb469e-7e2b-4143-94fb-0a46e3306889 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:53.960887 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8bb469e-7e2b-4143-94fb-0a46e3306889 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:53.984325 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b53b2-ae25-46d5-a50d-c9e3c9cf3d35 req-297aefdd-1077-4cc7-9b76-ba15a7e6a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:53.985859 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840b53b2-ae25-46d5-a50d-c9e3c9cf3d35 req-297aefdd-1077-4cc7-9b76-ba15a7e6a516 service neutron] 10.222.0.84 "GET /v2.0/networks?id=be957db5-8ba5-4236-ba63-34c39cd52a86 HTTP/1.1" status: 200 len: 918 time: 0.6576593 Aug 05 14:08:54.048211 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7696563c-9294-46cd-b1a6-8ff009ff14c6 req-a61eaabc-4141-4d09-a957-6283f8e64902 service neutron] 10.222.0.84 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830698 Aug 05 14:08:54.092767 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8bb469e-7e2b-4143-94fb-0a46e3306889 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:54.094382 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b8bb469e-7e2b-4143-94fb-0a46e3306889 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5311444 Aug 05 14:08:54.104067 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36142) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:54.112360 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f4aea7ef-857e-4d34-ac37-14c3f411e66c tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Request body: {'security_group_rule': {'security_group_id': '9bb37488-40d4-4c18-a036-f1da756e7e19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:54.121137 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77e8d1c1-37e8-4c1e-a8a3-ef01eb4c08a5 req-937bbe51-7c06-46a3-b619-b885b637a75f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288771 Aug 05 14:08:54.122569 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840b53b2-ae25-46d5-a50d-c9e3c9cf3d35 req-2af79fa3-fa9b-4b5e-8cf2-f11eb192ef65 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ee3459d-d429-4309-98d6-4e77517bb4ec HTTP/1.1" status: 200 len: 217 time: 0.1151195 Aug 05 14:08:54.172288 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:08:54.182669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Allocated IP 172.25.5.157 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/892b5d35-a820-43ff-ad31-2df054d2b861) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:54.187007 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f4aea7ef-857e-4d34-ac37-14c3f411e66c tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:54.236880 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 4757ccbc-5147-4fcf-916c-b2bc55d6deaa up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:08:54.305258 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f41268ee-48db-4b5d-84ea-cbd359b1a65d None None] Provisioning complete for port 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:54.305763 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f41268ee-48db-4b5d-84ea-cbd359b1a65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:54.340928 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:54.387250 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-4611d8f4-8687-46c9-9eb6-d352259675a5 None None] Set router 88e30115-875e-4d5a-a99a-f37ed6a3e8ce gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:08:54.390780 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f4aea7ef-857e-4d34-ac37-14c3f411e66c tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:54.410118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb469e-7e2b-4143-94fb-0a46e3306889 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb37488-40d4-4c18-a036-f1da756e7e19,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:54.421301 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6afc44-7b4d-4ace-9882-ff67dc4bff81 req-1b238163-4c56-4b0d-8dda-4c4d591cb722 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:54.435273 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9b6afc44-7b4d-4ace-9882-ff67dc4bff81 req-1b238163-4c56-4b0d-8dda-4c4d591cb722 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 944 time: 0.1663637 Aug 05 14:08:54.471577 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f4aea7ef-857e-4d34-ac37-14c3f411e66c tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:54.503552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b53b2-ae25-46d5-a50d-c9e3c9cf3d35 req-dcb76158-da3d-47e2-8eda-5b8641b56c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:54.505477 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840b53b2-ae25-46d5-a50d-c9e3c9cf3d35 req-dcb76158-da3d-47e2-8eda-5b8641b56c63 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0379e98d-14bf-4e11-a4e7-4f9d2e6f644a HTTP/1.1" status: 200 len: 857 time: 0.1129956 Aug 05 14:08:54.508173 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:54.526634 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:54.527072 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:54.540725 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1b9ea-5e65-49fa-b348-1954e63298a2 req-e2bc30ae-0d59-4b02-8fc3-5d4de1e5daa8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:54.548155 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-39c1b9ea-5e65-49fa-b348-1954e63298a2 req-e2bc30ae-0d59-4b02-8fc3-5d4de1e5daa8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.1449571 Aug 05 14:08:54.559652 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9b6afc44-7b4d-4ace-9882-ff67dc4bff81 req-a2e5fb1f-fc52-4726-b85d-5fc5e10d3f5b tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231098 Aug 05 14:08:54.594666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aea7ef-857e-4d34-ac37-14c3f411e66c tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4dd1f1c-6b10-4749-aa20-700f79c070aa,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:54.602006 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 4757ccbc-5147-4fcf-916c-b2bc55d6deaa completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:54.610383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'tag': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:54.613157 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cecc8c-af76-4be9-9dcb-f2c721bb39d7" -d '{"events": [{"name": "network-changed", "server_uuid": "8b86daeb-1621-42fb-9cf0-59ab296bb47a", "tag": "a7418a6b-6cc6-4d23-9269-f023ce7594c9"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:54.616360 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f4aea7ef-857e-4d34-ac37-14c3f411e66c tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:54.617736 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f4aea7ef-857e-4d34-ac37-14c3f411e66c tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5103900 Aug 05 14:08:54.622740 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840b53b2-ae25-46d5-a50d-c9e3c9cf3d35 req-664c474d-6791-4e13-ab51-92fb99e46983 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=be957db5-8ba5-4236-ba63-34c39cd52a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049869 Aug 05 14:08:54.631732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36160) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:54.645599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:54.651136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-725483e5-17c7-4ea0-8220-02fd4330c07d tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Request body: {'security_group_rule': {'security_group_id': '9bb37488-40d4-4c18-a036-f1da756e7e19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:54.653898 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-eee14314-dfd0-4fdd-8d24-ece3ee3accd0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Deleting port 3c9ae1c8-9847-4682-9423-3c992ce96f6f {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:54.656723 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eee14314-dfd0-4fdd-8d24-ece3ee3accd0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:54.658305 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 4757ccbc-5147-4fcf-916c-b2bc55d6deaa triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:54.658687 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:54.674423 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:54.687965 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 4ee3459d-d429-4309-98d6-4e77517bb4ec details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:08:54.694110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:54.729828 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Pushing event updated for resources: {'Port': ['ID=892b5d35-a820-43ff-ad31-2df054d2b861,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:54.740628 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8207855-2729-4d9b-a1b5-d68f69cd2416 x-openstack-request-id: req-a8207855-2729-4d9b-a1b5-d68f69cd2416 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:54.741175 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b86daeb-1621-42fb-9cf0-59ab296bb47a", "tag": "a7418a6b-6cc6-4d23-9269-f023ce7594c9", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:54.742621 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8207855-2729-4d9b-a1b5-d68f69cd2416 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:54.743245 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'tag': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9', 'status': 'completed', 'code': 200} Aug 05 14:08:54.820729 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-39c1b9ea-5e65-49fa-b348-1954e63298a2 req-6850bb72-8fcf-4779-a3fa-3be69730dbdf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714627 Aug 05 14:08:54.846633 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eee14314-dfd0-4fdd-8d24-ece3ee3accd0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:54.852573 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-725483e5-17c7-4ea0-8220-02fd4330c07d tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:54.866962 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-eee14314-dfd0-4fdd-8d24-ece3ee3accd0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Calling delete_port for 3c9ae1c8-9847-4682-9423-3c992ce96f6f owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:54.969870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cecc8c-af76-4be9-9dcb-f2c721bb39d7 req-6652df38-26e5-4d8b-86d0-138e64e94f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:54.971605 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c4cecc8c-af76-4be9-9dcb-f2c721bb39d7 req-6652df38-26e5-4d8b-86d0-138e64e94f33 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 1097 time: 0.2407589 Aug 05 14:08:54.993221 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840b53b2-ae25-46d5-a50d-c9e3c9cf3d35 req-30609e38-7031-476f-a70e-8eecea0ecf38 service neutron] 10.222.0.84 "GET /v2.0/networks/be957db5-8ba5-4236-ba63-34c39cd52a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462734 Aug 05 14:08:55.016302 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:55.095152 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-725483e5-17c7-4ea0-8220-02fd4330c07d tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:55.097148 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 4ee3459d-d429-4309-98d6-4e77517bb4ec, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4ee3459d-d429-4309-98d6-4e77517bb4ec,segment=NetworkSegment(892b46ab-8f47-44de-b513-5e91ea3c2f7d),segment_id=892b46ab-8f47-44de-b513-5e91ea3c2f7d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:55.120814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4611d8f4-8687-46c9-9eb6-d352259675a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777628862', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:27Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:29Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'f0e70e2a-226a-4fda-942f-f25b3f685ccd', 'name': '', 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:5d:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:37Z', 'updated_at': '2021-08-05T14:06:45Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:55.139962 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-725483e5-17c7-4ea0-8220-02fd4330c07d tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:55.180573 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cecc8c-af76-4be9-9dcb-f2c721bb39d7 req-800a7082-fa9f-45c4-84c8-44598d1f016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:55.182051 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c4cecc8c-af76-4be9-9dcb-f2c721bb39d7 req-800a7082-fa9f-45c4-84c8-44598d1f016d service neutron] 10.222.0.63 "GET /v2.0/networks?id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 HTTP/1.1" status: 200 len: 897 time: 0.1494620 Aug 05 14:08:55.189607 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '4ee3459d-d429-4309-98d6-4e77517bb4ec', 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86', 'port_id': '4ee3459d-d429-4309-98d6-4e77517bb4ec', 'mac_address': 'fa:16:3e:92:e2:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0379e98d-14bf-4e11-a4e7-4f9d2e6f644a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:08:55.190398 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eee14314-dfd0-4fdd-8d24-ece3ee3accd0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:55.196966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4611d8f4-8687-46c9-9eb6-d352259675a5 None None] Checking router: 88e30115-875e-4d5a-a99a-f37ed6a3e8ce for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:08:55.206762 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802c1022-20aa-46ca-8a7c-0fffabeb21a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4757ccbc-5147-4fcf-916c-b2bc55d6deaa'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:55.209234 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf2f604-b103-43eb-8e3f-5c9197a57f11" -d '{"events": [{"server_uuid": "802c1022-20aa-46ca-8a7c-0fffabeb21a3", "name": "network-vif-plugged", "status": "completed", "tag": "4757ccbc-5147-4fcf-916c-b2bc55d6deaa"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:55.238449 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4611d8f4-8687-46c9-9eb6-d352259675a5 None None] Routers {'88e30115-875e-4d5a-a99a-f37ed6a3e8ce'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:55.239238 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4611d8f4-8687-46c9-9eb6-d352259675a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:55.250667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 4757ccbc-5147-4fcf-916c-b2bc55d6deaa, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=4757ccbc-5147-4fcf-916c-b2bc55d6deaa,segment=NetworkSegment(892b46ab-8f47-44de-b513-5e91ea3c2f7d),segment_id=892b46ab-8f47-44de-b513-5e91ea3c2f7d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:55.264844 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee14314-dfd0-4fdd-8d24-ece3ee3accd0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Port': ['ID=3c9ae1c8-9847-4682-9423-3c992ce96f6f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:55.270606 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c4cecc8c-af76-4be9-9dcb-f2c721bb39d7 req-71a64ef2-1974-4c74-aaa3-1ccb61a28a5c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9 HTTP/1.1" status: 200 len: 217 time: 0.0767579 Aug 05 14:08:55.287617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725483e5-17c7-4ea0-8220-02fd4330c07d tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426ce84c-cd7c-4115-87d1-71c0f507caef,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:55.320624 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840b53b2-ae25-46d5-a50d-c9e3c9cf3d35 req-37f5398a-133c-4dab-81c7-457f186aa84e service neutron] 10.222.0.84 "GET /v2.0/networks/be957db5-8ba5-4236-ba63-34c39cd52a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187203 Aug 05 14:08:55.335776 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-725483e5-17c7-4ea0-8220-02fd4330c07d tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:55.337397 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-725483e5-17c7-4ea0-8220-02fd4330c07d tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6983378 Aug 05 14:08:55.341126 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36172) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:55.344660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36174) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:55.347655 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948b6926-bff0-441c-9744-e92d36fc8d5b x-openstack-request-id: req-948b6926-bff0-441c-9744-e92d36fc8d5b {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:55.347950 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802c1022-20aa-46ca-8a7c-0fffabeb21a3", "name": "network-vif-plugged", "status": "completed", "tag": "4757ccbc-5147-4fcf-916c-b2bc55d6deaa", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:55.348192 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-948b6926-bff0-441c-9744-e92d36fc8d5b {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:55.348580 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802c1022-20aa-46ca-8a7c-0fffabeb21a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4757ccbc-5147-4fcf-916c-b2bc55d6deaa', 'code': 200} Aug 05 14:08:55.351822 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-69f18657-d908-4f3d-87cd-befb3990b33a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:08:55.353199 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:55.380465 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:55.452326 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cecc8c-af76-4be9-9dcb-f2c721bb39d7 req-3e4ed807-d185-4656-abc2-cd5333ae95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:55.453832 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c4cecc8c-af76-4be9-9dcb-f2c721bb39d7 req-3e4ed807-d185-4656-abc2-cd5333ae95ed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ccd8332f-e585-4989-88dd-1c6d8cff4ffd HTTP/1.1" status: 200 len: 834 time: 0.1410656 Aug 05 14:08:55.469150 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cdfb5-6eef-4121-8432-9d2697a354c3 req-b4c84042-14b4-489a-bc9c-a3c15261d720 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:55.471002 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:55.477508 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-880cdfb5-6eef-4121-8432-9d2697a354c3 req-b4c84042-14b4-489a-bc9c-a3c15261d720 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 945 time: 0.2529056 Aug 05 14:08:55.488242 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-69f18657-d908-4f3d-87cd-befb3990b33a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:55.544769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dc4ae-23c7-4749-be43-a6644c4272b8 req-b85a72cd-a838-416a-9d4d-0b661f9865d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:55.545963 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee3459d-d429-4309-98d6-4e77517bb4ec {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:08:55.552123 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d94dc4ae-23c7-4749-be43-a6644c4272b8 req-b85a72cd-a838-416a-9d4d-0b661f9865d9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=802c1022-20aa-46ca-8a7c-0fffabeb21a3 HTTP/1.1" status: 200 len: 1096 time: 0.1553631 Aug 05 14:08:55.569368 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=4757ccbc-5147-4fcf-916c-b2bc55d6deaa,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:55.595541 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-4611d8f4-8687-46c9-9eb6-d352259675a5 None None] Set router 88e30115-875e-4d5a-a99a-f37ed6a3e8ce gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:08:55.598476 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 4ee3459d-d429-4309-98d6-4e77517bb4ec, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4ee3459d-d429-4309-98d6-4e77517bb4ec,segment=NetworkSegment(892b46ab-8f47-44de-b513-5e91ea3c2f7d),segment_id=892b46ab-8f47-44de-b513-5e91ea3c2f7d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:55.624870 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:55.625550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6c49a8b7-e684-4959-aad9-ffb0a423eade details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:08:55.667886 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-64cb1f10-19ec-4732-ab06-d88392d7947d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:55.690844 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-880cdfb5-6eef-4121-8432-9d2697a354c3 req-30f822ba-13da-455a-a8bb-101845d34bb3 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090280 Aug 05 14:08:55.768079 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cecc8c-af76-4be9-9dcb-f2c721bb39d7 req-286798f9-f242-453c-a945-ba017dcb33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:55.769657 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c4cecc8c-af76-4be9-9dcb-f2c721bb39d7 req-286798f9-f242-453c-a945-ba017dcb33e5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2539437 Aug 05 14:08:55.777915 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d94dc4ae-23c7-4749-be43-a6644c4272b8 req-e49295b0-c93b-4410-988e-82c70da32c5a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589060 Aug 05 14:08:55.790463 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eee14314-dfd0-4fdd-8d24-ece3ee3accd0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:55.791156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6c49a8b7-e684-4959-aad9-ffb0a423eade, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6c49a8b7-e684-4959-aad9-ffb0a423eade,segment=NetworkSegment(892b46ab-8f47-44de-b513-5e91ea3c2f7d),segment_id=892b46ab-8f47-44de-b513-5e91ea3c2f7d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:55.851729 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=4ee3459d-d429-4309-98d6-4e77517bb4ec,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:55.858804 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '6c49a8b7-e684-4959-aad9-ffb0a423eade', 'network_id': 'be957db5-8ba5-4236-ba63-34c39cd52a86', 'port_id': '6c49a8b7-e684-4959-aad9-ffb0a423eade', 'mac_address': 'fa:16:3e:60:67:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0379e98d-14bf-4e11-a4e7-4f9d2e6f644a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:08:55.893094 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8566d6-bca1-486c-97bb-e425c904f08c req-7de56447-8c73-42af-82cc-07a9b051c3b7 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:55.894433 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff8566d6-bca1-486c-97bb-e425c904f08c req-7de56447-8c73-42af-82cc-07a9b051c3b7 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 945 time: 0.1804605 Aug 05 14:08:55.917562 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:55.941222 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c49a8b7-e684-4959-aad9-ffb0a423eade {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:08:55.972489 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6c49a8b7-e684-4959-aad9-ffb0a423eade, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6c49a8b7-e684-4959-aad9-ffb0a423eade,segment=NetworkSegment(892b46ab-8f47-44de-b513-5e91ea3c2f7d),segment_id=892b46ab-8f47-44de-b513-5e91ea3c2f7d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:55.992328 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:56.003677 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c4cecc8c-af76-4be9-9dcb-f2c721bb39d7 req-d10d3f72-d4df-45d4-ace8-65b1fe0edb72 service neutron] 10.222.0.63 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246988 Aug 05 14:08:56.010695 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff8566d6-bca1-486c-97bb-e425c904f08c req-f65842bc-afc0-4607-a5c4-d658eb293e36 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055374 Aug 05 14:08:56.013563 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e9116-6563-4146-bee7-04f0a1e05cee req-ba94a4d8-951a-4792-838b-148c26fe0cd7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:56.016086 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-518e9116-6563-4146-bee7-04f0a1e05cee req-ba94a4d8-951a-4792-838b-148c26fe0cd7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.2506270 Aug 05 14:08:56.055900 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=6c49a8b7-e684-4959-aad9-ffb0a423eade,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:56.083022 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4611d8f4-8687-46c9-9eb6-d352259675a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777628862', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:27Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:29Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'f0e70e2a-226a-4fda-942f-f25b3f685ccd', 'name': '', 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:5d:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:37Z', 'updated_at': '2021-08-05T14:06:45Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:56.094060 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-64cb1f10-19ec-4732-ab06-d88392d7947d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:56.112963 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:56.124676 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-64cb1f10-19ec-4732-ab06-d88392d7947d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:56.158592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29875ad-f93a-488f-bcfd-e2f71621e816 req-563413e2-a603-487c-ad55-afcdecb9f898 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:56.160186 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e29875ad-f93a-488f-bcfd-e2f71621e816 req-563413e2-a603-487c-ad55-afcdecb9f898 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 946 time: 0.2181475 Aug 05 14:08:56.190561 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c4cecc8c-af76-4be9-9dcb-f2c721bb39d7 req-aecec886-eacf-414f-85d2-7bde4851f1f6 service neutron] 10.222.0.63 "GET /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745253 Aug 05 14:08:56.220886 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee14314-dfd0-4fdd-8d24-ece3ee3accd0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router a0543e4c-3995-49aa-991b-919c37118d37 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:08:56.314459 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4611d8f4-8687-46c9-9eb6-d352259675a5 None None] The sync data for ids ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'] in n-d-803585-2 is: [{'id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777628862', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:27Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:29Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'f0e70e2a-226a-4fda-942f-f25b3f685ccd', 'name': '', 'network_id': 'e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:5d:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:37Z', 'updated_at': '2021-08-05T14:06:45Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': 'ccd8332f-e585-4989-88dd-1c6d8cff4ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:56.348733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee14314-dfd0-4fdd-8d24-ece3ee3accd0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:56.355396 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-eee14314-dfd0-4fdd-8d24-ece3ee3accd0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "PUT /v2.0/routers/a0543e4c-3995-49aa-991b-919c37118d37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3601234 Aug 05 14:08:56.357547 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36184) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:56.360705 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b587571d-6924-4665-8ba1-31b86c1da2fe None None] Sync routers for ids ['a0543e4c-3995-49aa-991b-919c37118d37'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:56.373247 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b587571d-6924-4665-8ba1-31b86c1da2fe None None] Routers {'a0543e4c-3995-49aa-991b-919c37118d37'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:56.373898 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b587571d-6924-4665-8ba1-31b86c1da2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a0543e4c-3995-49aa-991b-919c37118d37'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:56.424736 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b587571d-6924-4665-8ba1-31b86c1da2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:56.434866 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b587571d-6924-4665-8ba1-31b86c1da2fe None None] Routers {'a0543e4c-3995-49aa-991b-919c37118d37'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:56.435846 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b587571d-6924-4665-8ba1-31b86c1da2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a0543e4c-3995-49aa-991b-919c37118d37'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:56.466597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['6c49a8b7-e684-4959-aad9-ffb0a423eade'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:08:56.471499 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b587571d-6924-4665-8ba1-31b86c1da2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:56.472410 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b587571d-6924-4665-8ba1-31b86c1da2fe None None] The sync data for ids ['a0543e4c-3995-49aa-991b-919c37118d37'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:56.472921 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['4ee3459d-d429-4309-98d6-4e77517bb4ec'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:08:56.492590 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e672dfed-1577-4cbf-a116-a5fbe900b507 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:56.578452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb1f10-19ec-4732-ab06-d88392d7947d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c33117-2c31-466d-945b-4fc5868d9b8e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:56.623024 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e672dfed-1577-4cbf-a116-a5fbe900b507 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:56.666096 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-64cb1f10-19ec-4732-ab06-d88392d7947d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4918ccc721324c86a73cf0ea12bbe81b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3088043 Aug 05 14:08:56.669072 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36186) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:56.675940 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-69f18657-d908-4f3d-87cd-befb3990b33a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:56.680516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device af5a9ac6-fb1b-42cf-b135-b224eef718a2 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:08:56.738912 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f73dea2-8daf-43d4-bb83-de3b9a12e22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:56.763085 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da56d7-5522-46ac-aa53-93b0451816e0 None None] New status for floating IP a9ae24f1-438f-4cf0-92e2-d24d22406e80: DOWN {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:08:56.765860 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f73dea2-8daf-43d4-bb83-de3b9a12e22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:56.774424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-e672dfed-1577-4cbf-a116-a5fbe900b507 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Deleting port 2cf4cd73-333d-4ea5-aa64-d0d761f55403 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:56.774833 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e672dfed-1577-4cbf-a116-a5fbe900b507 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:56.795318 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e29875ad-f93a-488f-bcfd-e2f71621e816 req-de590176-89df-4685-a1a6-d013911a942d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=d051d96e-38e9-4cee-bb98-9c9dfb4248d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6272678 Aug 05 14:08:56.869814 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-518e9116-6563-4146-bee7-04f0a1e05cee req-f2b23e06-f24f-4831-b22a-e2829dda4416 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting port a7418a6b-6cc6-4d23-9269-f023ce7594c9 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:56.870221 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-518e9116-6563-4146-bee7-04f0a1e05cee req-f2b23e06-f24f-4831-b22a-e2829dda4416 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:56.936162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bd278-4ea8-4056-965c-50dcbf432e6b req-196e1fa0-434a-4b75-baeb-93fb19c2fc0b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:56.937578 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-052bd278-4ea8-4056-965c-50dcbf432e6b req-196e1fa0-434a-4b75-baeb-93fb19c2fc0b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 945 time: 0.1417034 Aug 05 14:08:56.940411 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f73dea2-8daf-43d4-bb83-de3b9a12e22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:56.942989 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f73dea2-8daf-43d4-bb83-de3b9a12e22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:56.957190 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9f73dea2-8daf-43d4-bb83-de3b9a12e22e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45c33117-2c31-466d-945b-4fc5868d9b8e HTTP/1.1" status: 204 len: 168 time: 0.2774560 Aug 05 14:08:56.961296 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e672dfed-1577-4cbf-a116-a5fbe900b507 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:56.984844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-518e9116-6563-4146-bee7-04f0a1e05cee req-f2b23e06-f24f-4831-b22a-e2829dda4416 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] For port a7418a6b-6cc6-4d23-9269-f023ce7594c9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a7418a6b-6cc6-4d23-9269-f023ce7594c9,segment=NetworkSegment(5ed8c997-4f96-49e5-be56-c0794af479da),segment_id=5ed8c997-4f96-49e5-be56-c0794af479da)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:56.985222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-518e9116-6563-4146-bee7-04f0a1e05cee req-f2b23e06-f24f-4831-b22a-e2829dda4416 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:56.990729 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Router b723fbb4-a239-4e7a-beb2-e34f146e52ba is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:08:56.991389 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port af5a9ac6-fb1b-42cf-b135-b224eef718a2 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:56.996188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port af5a9ac6-fb1b-42cf-b135-b224eef718a2 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:56.996563 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:57.011064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-518e9116-6563-4146-bee7-04f0a1e05cee req-f2b23e06-f24f-4831-b22a-e2829dda4416 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Calling delete_port for a7418a6b-6cc6-4d23-9269-f023ce7594c9 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:57.024749 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-69f18657-d908-4f3d-87cd-befb3990b33a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Allocated IP 172.25.5.13 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/7a3657b2-07a6-4074-8d47-5d39cd48dc12) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:57.025009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-e672dfed-1577-4cbf-a116-a5fbe900b507 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Calling delete_port for 2cf4cd73-333d-4ea5-aa64-d0d761f55403 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:08:57.035372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73dea2-8daf-43d4-bb83-de3b9a12e22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c33117-2c31-466d-945b-4fc5868d9b8e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:57.102685 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-052bd278-4ea8-4056-965c-50dcbf432e6b req-b4807e02-3d35-48f8-b53b-2c054f277d38 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382394 Aug 05 14:08:57.146957 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:57.206665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port af5a9ac6-fb1b-42cf-b135-b224eef718a2, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=af5a9ac6-fb1b-42cf-b135-b224eef718a2,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:57.215502 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:57.273045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=af5a9ac6-fb1b-42cf-b135-b224eef718a2,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:57.314092 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e672dfed-1577-4cbf-a116-a5fbe900b507 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:57.342214 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a62263-c262-4498-9097-d55e485ed73c req-bb2876eb-92b3-45c5-a8ab-5600427d544a tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:57.344451 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672dfed-1577-4cbf-a116-a5fbe900b507 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Port': ['ID=2cf4cd73-333d-4ea5-aa64-d0d761f55403,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:57.350019 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c14480-af67-4f0f-8980-9d461aa97881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5a9ac6-fb1b-42cf-b135-b224eef718a2'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:57.351779 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-52a62263-c262-4498-9097-d55e485ed73c req-bb2876eb-92b3-45c5-a8ab-5600427d544a tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 945 time: 0.2173173 Aug 05 14:08:57.353036 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cd41ac-2520-4b96-8ad0-f7c2d471accc" -d '{"events": [{"server_uuid": "44c14480-af67-4f0f-8980-9d461aa97881", "name": "network-vif-plugged", "status": "completed", "tag": "af5a9ac6-fb1b-42cf-b135-b224eef718a2"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:57.371327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:08:57.383121 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Sync routers for ids ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:08:57.396022 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Routers {'b723fbb4-a239-4e7a-beb2-e34f146e52ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:57.399043 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:57.423881 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36200) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:57.433606 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e672dfed-1577-4cbf-a116-a5fbe900b507 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:57.441428 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833401af-455a-45e2-93ee-4ec58164b5a1 x-openstack-request-id: req-833401af-455a-45e2-93ee-4ec58164b5a1 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:57.441699 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c14480-af67-4f0f-8980-9d461aa97881", "name": "network-vif-plugged", "status": "completed", "tag": "af5a9ac6-fb1b-42cf-b135-b224eef718a2", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:57.441961 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-833401af-455a-45e2-93ee-4ec58164b5a1 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:57.442422 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c14480-af67-4f0f-8980-9d461aa97881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5a9ac6-fb1b-42cf-b135-b224eef718a2', 'code': 200} Aug 05 14:08:57.451219 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-69f18657-d908-4f3d-87cd-befb3990b33a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:57.464760 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:57.468559 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-894af48a-6f47-4c81-9ef9-6c5c6ebeaad5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8989689 Aug 05 14:08:57.473259 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36202) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:57.483482 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-52a62263-c262-4498-9097-d55e485ed73c req-aaa59f33-f3a8-4d9a-8613-ae829c6c443b tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308060 Aug 05 14:08:57.519013 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-518e9116-6563-4146-bee7-04f0a1e05cee req-f2b23e06-f24f-4831-b22a-e2829dda4416 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:57.537864 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Set router b723fbb4-a239-4e7a-beb2-e34f146e52ba gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:08:57.566472 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-714a97a3-169e-4a9c-95ea-94a1d396853e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:57.569055 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b23e06-f24f-4831-b22a-e2829dda4416 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Port': ['ID=a7418a6b-6cc6-4d23-9269-f023ce7594c9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:57.618289 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e672dfed-1577-4cbf-a116-a5fbe900b507 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:57.623652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-69f18657-d908-4f3d-87cd-befb3990b33a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:57.625420 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e672dfed-1577-4cbf-a116-a5fbe900b507 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:57.672403 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-518e9116-6563-4146-bee7-04f0a1e05cee req-f2b23e06-f24f-4831-b22a-e2829dda4416 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] No DVR routers for this DVR port a7418a6b-6cc6-4d23-9269-f023ce7594c9 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:08:57.682589 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-518e9116-6563-4146-bee7-04f0a1e05cee req-f2b23e06-f24f-4831-b22a-e2829dda4416 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:57.684609 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-518e9116-6563-4146-bee7-04f0a1e05cee req-f2b23e06-f24f-4831-b22a-e2829dda4416 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.63 "DELETE /v2.0/ports/a7418a6b-6cc6-4d23-9269-f023ce7594c9 HTTP/1.1" status: 204 len: 173 time: 1.6553061 Aug 05 14:08:57.689847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'name': 'network-vif-deleted', 'tag': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:57.692421 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae597adc-e833-42eb-aabe-dd2f5e0fa54f" -d '{"events": [{"server_uuid": "8b86daeb-1621-42fb-9cf0-59ab296bb47a", "name": "network-vif-deleted", "tag": "a7418a6b-6cc6-4d23-9269-f023ce7594c9"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:57.732165 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e672dfed-1577-4cbf-a116-a5fbe900b507 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:57.732723 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e672dfed-1577-4cbf-a116-a5fbe900b507 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Fanout notify agent at l3_agent the message router_deleted on router a0543e4c-3995-49aa-991b-919c37118d37 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:08:57.739747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe5b6f-a233-4fd1-b27e-f77d809e9670 req-34947e03-e1bd-4d37-a636-0e76aa3ea193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:57.741972 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e672dfed-1577-4cbf-a116-a5fbe900b507 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:57.743420 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-42fe5b6f-a233-4fd1-b27e-f77d809e9670 req-34947e03-e1bd-4d37-a636-0e76aa3ea193 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 1097 time: 0.2109523 Aug 05 14:08:57.745753 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e672dfed-1577-4cbf-a116-a5fbe900b507 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/routers/a0543e4c-3995-49aa-991b-919c37118d37 HTTP/1.1" status: 204 len: 168 time: 1.3864894 Aug 05 14:08:57.748275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36206) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:57.751212 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f18657-d908-4f3d-87cd-befb3990b33a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:08:57.752565 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f18657-d908-4f3d-87cd-befb3990b33a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Pushing event updated for resources: {'Port': ['ID=7a3657b2-07a6-4074-8d47-5d39cd48dc12,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:57.797886 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77b07f7-d9d5-40f7-912d-5da40eadef8e x-openstack-request-id: req-c77b07f7-d9d5-40f7-912d-5da40eadef8e {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:57.798192 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b86daeb-1621-42fb-9cf0-59ab296bb47a", "name": "network-vif-deleted", "tag": "a7418a6b-6cc6-4d23-9269-f023ce7594c9", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:57.798483 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c77b07f7-d9d5-40f7-912d-5da40eadef8e {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:57.798781 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'name': 'tempest-TaggedBootDevicesTest-1648309241-router', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:08:51Z', 'updated_at': '2021-08-05T14:08:55Z', 'revision_number': 3, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'gw_port': {'id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:53Z', 'updated_at': '2021-08-05T14:08:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:57.799548 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b86daeb-1621-42fb-9cf0-59ab296bb47a', 'name': 'network-vif-deleted', 'tag': 'a7418a6b-6cc6-4d23-9269-f023ce7594c9', 'status': 'completed', 'code': 200} Aug 05 14:08:57.801263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-69f18657-d908-4f3d-87cd-befb3990b33a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:08:57.810925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f18657-d908-4f3d-87cd-befb3990b33a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:08:57.840068 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Checking router: b723fbb4-a239-4e7a-beb2-e34f146e52ba for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:08:57.840685 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Updating router b723fbb4-a239-4e7a-beb2-e34f146e52ba port 892b5d35-a820-43ff-ad31-2df054d2b861 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:08:57.868059 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-42fe5b6f-a233-4fd1-b27e-f77d809e9670 req-3588b151-c987-422c-97d4-87163fc12841 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061652 Aug 05 14:08:57.890716 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:57.909765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb82c6da-b8ad-42c7-b996-a9c8fe7fcb79 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Deleting subnet edb910cb-0ab6-44b7-860b-6fe1ab2b12aa {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:08:57.932161 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fb82c6da-b8ad-42c7-b996-a9c8fe7fcb79 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:57.938992 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-69f18657-d908-4f3d-87cd-befb3990b33a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.005194 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-48029812-01b1-464d-b927-73a6eabd212e req-63562576-aacc-41e7-b784-8a64fb309161 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b86daeb-1621-42fb-9cf0-59ab296bb47a HTTP/1.1" status: 200 len: 210 time: 0.0321739 Aug 05 14:08:58.009240 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-69f18657-d908-4f3d-87cd-befb3990b33a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.035531 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fb82c6da-b8ad-42c7-b996-a9c8fe7fcb79 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.082769 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-714a97a3-169e-4a9c-95ea-94a1d396853e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.155728 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-714a97a3-169e-4a9c-95ea-94a1d396853e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.192435 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-714a97a3-169e-4a9c-95ea-94a1d396853e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ed7121979914476abd26cc61aee62b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7672281 Aug 05 14:08:58.192986 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36212) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:58.202658 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.209652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-69f18657-d908-4f3d-87cd-befb3990b33a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.215388 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-69f18657-d908-4f3d-87cd-befb3990b33a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.215974 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Transition to ACTIVE for port object 892b5d35-a820-43ff-ad31-2df054d2b861 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:58.223426 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.319646 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Attempting to bind port 892b5d35-a820-43ff-ad31-2df054d2b861 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:08:58.320212 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Attempting to bind port 892b5d35-a820-43ff-ad31-2df054d2b861 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:08:58.321465 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Attempting to bind port 892b5d35-a820-43ff-ad31-2df054d2b861 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:08:58.323884 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a40efe-90c7-4086-820c-f07201195b24 None None] Pushing event updated for resources: {'Port': ['ID=892b5d35-a820-43ff-ad31-2df054d2b861,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:58.337419 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:08:58.337966 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:08:58.338207 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.338718 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:08:58.339198 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Bound port: 892b5d35-a820-43ff-ad31-2df054d2b861, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:08:58.339581 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.340955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f18657-d908-4f3d-87cd-befb3990b33a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Pushing event updated for resources: {'Port': ['ID=7a3657b2-07a6-4074-8d47-5d39cd48dc12,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:58.343857 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a40efe-90c7-4086-820c-f07201195b24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:58.344760 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a40efe-90c7-4086-820c-f07201195b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:58.345114 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a40efe-90c7-4086-820c-f07201195b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:58.346111 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a40efe-90c7-4086-820c-f07201195b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:58.346527 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a40efe-90c7-4086-820c-f07201195b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:58.346868 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a40efe-90c7-4086-820c-f07201195b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:58.347203 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a40efe-90c7-4086-820c-f07201195b24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:58.347911 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a40efe-90c7-4086-820c-f07201195b24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:58.348273 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a40efe-90c7-4086-820c-f07201195b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:58.348696 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a40efe-90c7-4086-820c-f07201195b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:58.349078 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a40efe-90c7-4086-820c-f07201195b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:58.349528 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a40efe-90c7-4086-820c-f07201195b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:08:58.350391 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-69f18657-d908-4f3d-87cd-befb3990b33a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.369807 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-69f18657-d908-4f3d-87cd-befb3990b33a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.375646 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-69f18657-d908-4f3d-87cd-befb3990b33a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0314867 Aug 05 14:08:58.423976 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] For port 892b5d35-a820-43ff-ad31-2df054d2b861, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:08:58.430896 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] For port 892b5d35-a820-43ff-ad31-2df054d2b861, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=892b5d35-a820-43ff-ad31-2df054d2b861,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:08:58.437911 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.510133 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a40efe-90c7-4086-820c-f07201195b24 None None] Pushing event updated for resources: {'Port': ['ID=892b5d35-a820-43ff-ad31-2df054d2b861,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:58.520584 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Routers {'b723fbb4-a239-4e7a-beb2-e34f146e52ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:08:58.521208 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:58.614579 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-10807717-0e34-452d-bdad-0b3f39d822a3 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--365174110&fields=id&tenant_id=1291456ee72e4bdfb592cbb35091d288 HTTP/1.1" status: 200 len: 267 time: 0.0521243 Aug 05 14:08:58.630485 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] Set router b723fbb4-a239-4e7a-beb2-e34f146e52ba gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:08:58.685809 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a97a3-169e-4a9c-95ea-94a1d396853e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919480d5-0478-4777-a81c-0a1a6d25645b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:58.695940 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 4ee3459d-d429-4309-98d6-4e77517bb4ec up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:08:58.761373 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-0c62d8eb-497d-4af0-bb30-4f44d335919a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:58.763703 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-0c62d8eb-497d-4af0-bb30-4f44d335919a tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/networks?id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff HTTP/1.1" status: 200 len: 809 time: 0.1411870 Aug 05 14:08:58.770948 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 4ee3459d-d429-4309-98d6-4e77517bb4ec completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:58.775911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 4ee3459d-d429-4309-98d6-4e77517bb4ec triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:58.776525 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.784295 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-f936f5ba-7e5a-437f-b3e4-59687f7eb08e tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/quotas/1291456ee72e4bdfb592cbb35091d288 HTTP/1.1" status: 200 len: 375 time: 0.0129366 Aug 05 14:08:58.806937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdd6d3-9e0b-45f6-b43f-a91c674de1ce req-0dc7b819-5140-48c3-bea5-5796be0da678 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:58.808772 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1dfdd6d3-9e0b-45f6-b43f-a91c674de1ce req-0dc7b819-5140-48c3-bea5-5796be0da678 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.5895948 Aug 05 14:08:58.834915 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fb82c6da-b8ad-42c7-b996-a9c8fe7fcb79 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.871960 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-f1c6dc12-112d-4f72-962e-61622aaa963f tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1291456ee72e4bdfb592cbb35091d288&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798390 Aug 05 14:08:58.881412 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e44a57f6-fe01-4fca-81ca-500692adb07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.916351 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e44a57f6-fe01-4fca-81ca-500692adb07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.934190 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:58.979908 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-c784a822-7f83-40bf-88ee-b81a7dfeecbf service neutron] 10.222.0.16 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055017 Aug 05 14:08:58.999135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 4ee3459d-d429-4309-98d6-4e77517bb4ec, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4ee3459d-d429-4309-98d6-4e77517bb4ec,segment=NetworkSegment(892b46ab-8f47-44de-b513-5e91ea3c2f7d),segment_id=892b46ab-8f47-44de-b513-5e91ea3c2f7d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:59.006814 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:59.010647 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6c49a8b7-e684-4959-aad9-ffb0a423eade up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:08:59.035835 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'name': 'tempest-TaggedBootDevicesTest-1648309241-router', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:08:51Z', 'updated_at': '2021-08-05T14:08:55Z', 'revision_number': 3, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'gw_port': {'id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:53Z', 'updated_at': '2021-08-05T14:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:08:59.042084 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1dfdd6d3-9e0b-45f6-b43f-a91c674de1ce req-fa70bce9-96cd-4807-b1dd-b54840517ac6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253075 Aug 05 14:08:59.075300 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fb82c6da-b8ad-42c7-b996-a9c8fe7fcb79 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:59.075870 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83da0647-7ad8-488d-905f-249135ad67f9 None None] The sync data for ids ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'] in n-d-803585-2 is: [{'id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'name': 'tempest-TaggedBootDevicesTest-1648309241-router', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:08:51Z', 'updated_at': '2021-08-05T14:08:55Z', 'revision_number': 3, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'gw_port': {'id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:53Z', 'updated_at': '2021-08-05T14:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:08:59.121828 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e44a57f6-fe01-4fca-81ca-500692adb07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:59.124600 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e44a57f6-fe01-4fca-81ca-500692adb07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:59.125870 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e44a57f6-fe01-4fca-81ca-500692adb07f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/919480d5-0478-4777-a81c-0a1a6d25645b HTTP/1.1" status: 204 len: 168 time: 0.9262538 Aug 05 14:08:59.130820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=4ee3459d-d429-4309-98d6-4e77517bb4ec,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:59.131631 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-147bcc97-c126-416e-99d1-1621927ab285 service neutron] 10.222.0.16 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506791 Aug 05 14:08:59.156191 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82c6da-b8ad-42c7-b996-a9c8fe7fcb79 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Subnet': ['ID=edb910cb-0ab6-44b7-860b-6fe1ab2b12aa,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:59.160193 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 6c49a8b7-e684-4959-aad9-ffb0a423eade completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:08:59.167403 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f4bbae-e50b-40e1-a157-4dbdc7afb7bd None None] Network cbff5878-8b0b-438c-89ca-2281b7e49e51 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:08:59.170508 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fb82c6da-b8ad-42c7-b996-a9c8fe7fcb79 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:59.172455 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fb82c6da-b8ad-42c7-b996-a9c8fe7fcb79 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/subnets/edb910cb-0ab6-44b7-860b-6fe1ab2b12aa HTTP/1.1" status: 204 len: 168 time: 1.4211018 Aug 05 14:08:59.175779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36234) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:59.184157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a57f6-fe01-4fca-81ca-500692adb07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919480d5-0478-4777-a81c-0a1a6d25645b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:59.199450 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:59.251201 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 6c49a8b7-e684-4959-aad9-ffb0a423eade triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:08:59.251719 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:59.343148 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:59.394523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd39c8-c2eb-4f95-9470-06d5ddc39ae7 req-41642421-ebc6-489f-b4e3-8c4426038c54 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:08:59.396106 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-78fd39c8-c2eb-4f95-9470-06d5ddc39ae7 req-41642421-ebc6-489f-b4e3-8c4426038c54 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 946 time: 0.1362631 Aug 05 14:08:59.442437 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36242) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:08:59.448408 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11b8bcc-73b7-4587-89b2-d2989f7ce057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee3459d-d429-4309-98d6-4e77517bb4ec'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:08:59.454893 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b8b68b-dadc-403a-836e-888fba74d8c9" -d '{"events": [{"server_uuid": "f11b8bcc-73b7-4587-89b2-d2989f7ce057", "name": "network-vif-plugged", "status": "completed", "tag": "4ee3459d-d429-4309-98d6-4e77517bb4ec"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:08:59.500186 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-78fd39c8-c2eb-4f95-9470-06d5ddc39ae7 req-9b116c9b-9d24-4107-bc47-33b355efa1ef tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952630 Aug 05 14:08:59.509309 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Allocated IP 172.20.0.1 (49ee7bf9-24d1-4e2b-931b-356656b891c1/99590631-4fd2-461f-8715-2f2e7cafe5bd/834e014d-b9e0-43f4-8464-1b8a1820c489) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:08:59.723279 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7becd196-eb30-4e06-84ce-72e3fe62c3e7 x-openstack-request-id: req-7becd196-eb30-4e06-84ce-72e3fe62c3e7 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:08:59.723870 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cb8e1634-3741-4be1-8f8c-d66ee6f474cd req-206c2aac-7852-4b5e-899f-48276575236d tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 210 time: 0.0617573 Aug 05 14:08:59.723969 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11b8bcc-73b7-4587-89b2-d2989f7ce057", "name": "network-vif-plugged", "status": "completed", "tag": "4ee3459d-d429-4309-98d6-4e77517bb4ec", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:08:59.723969 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7becd196-eb30-4e06-84ce-72e3fe62c3e7 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:08:59.724432 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11b8bcc-73b7-4587-89b2-d2989f7ce057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee3459d-d429-4309-98d6-4e77517bb4ec', 'code': 200} Aug 05 14:08:59.729884 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:59.785394 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:59.802548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Transition to ACTIVE for port object 834e014d-b9e0-43f4-8464-1b8a1820c489 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:08:59.847118 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6c49a8b7-e684-4959-aad9-ffb0a423eade, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6c49a8b7-e684-4959-aad9-ffb0a423eade,segment=NetworkSegment(892b46ab-8f47-44de-b513-5e91ea3c2f7d),segment_id=892b46ab-8f47-44de-b513-5e91ea3c2f7d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:08:59.866466 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:59.900252 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Deleting port 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:08:59.900578 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:08:59.963305 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=6c49a8b7-e684-4959-aad9-ffb0a423eade,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:08:59.969515 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:00.000146 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505c9074-5cba-42a0-886d-bfa7c17b6450 None None] DHCP port deletion for cbff5878-8b0b-438c-89ca-2281b7e49e51 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:09:00.013388 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 892b5d35-a820-43ff-ad31-2df054d2b861 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:00.044638 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Network 49ee7bf9-24d1-4e2b-931b-356656b891c1 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:09:00.048150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:00.056031 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f98691-f617-4ad6-b1fa-4c178b8bf8b0 req-71c3be07-468b-48d2-923c-a368dbbc74bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:00.063515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:09:00.064960 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e4f98691-f617-4ad6-b1fa-4c178b8bf8b0 req-71c3be07-468b-48d2-923c-a368dbbc74bb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 1097 time: 0.2241259 Aug 05 14:09:00.118681 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:00.163202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-505c9074-5cba-42a0-886d-bfa7c17b6450 None None] Deleting port 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:09:00.164846 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-505c9074-5cba-42a0-886d-bfa7c17b6450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:00.199067 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e4f98691-f617-4ad6-b1fa-4c178b8bf8b0 req-82817f8c-73dd-4003-9fa4-6dff8f41ce24 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197908 Aug 05 14:09:00.213102 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Pushing event updated for resources: {'Port': ['ID=834e014d-b9e0-43f4-8464-1b8a1820c489,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:00.219754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] For port 4ad5ec27-4959-4ba9-aac5-1ccc607703a5, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4ad5ec27-4959-4ba9-aac5-1ccc607703a5,segment=NetworkSegment(f8c7a8cd-4057-44f3-b7dd-7af6a28cb2a3),segment_id=f8c7a8cd-4057-44f3-b7dd-7af6a28cb2a3)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:00.220129 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:00.327022 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-505c9074-5cba-42a0-886d-bfa7c17b6450 None None] For port 4ad5ec27-4959-4ba9-aac5-1ccc607703a5, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4ad5ec27-4959-4ba9-aac5-1ccc607703a5,segment=NetworkSegment(f8c7a8cd-4057-44f3-b7dd-7af6a28cb2a3),segment_id=f8c7a8cd-4057-44f3-b7dd-7af6a28cb2a3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:00.327560 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-505c9074-5cba-42a0-886d-bfa7c17b6450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:00.345070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Calling delete_port for 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:09:00.345818 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-505c9074-5cba-42a0-886d-bfa7c17b6450 None None] Calling delete_port for 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:09:00.380033 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a7418a6b-6cc6-4d23-9269-f023ce7594c9 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:09:00.443104 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:00.450404 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 892b5d35-a820-43ff-ad31-2df054d2b861 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:00.455246 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: a7418a6b-6cc6-4d23-9269-f023ce7594c9 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:09:00.455589 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a7418a6b-6cc6-4d23-9269-f023ce7594c9 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:09:00.468284 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 892b5d35-a820-43ff-ad31-2df054d2b861 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:00.468664 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:00.502339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5e2ca6ea-1ffe-4129-95c4-f04c7c4cfe18 None None] Provisioning for port 834e014d-b9e0-43f4-8464-1b8a1820c489 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:00.522180 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5e2ca6ea-1ffe-4129-95c4-f04c7c4cfe18 None None] Provisioning complete for port 834e014d-b9e0-43f4-8464-1b8a1820c489 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:00.522607 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5e2ca6ea-1ffe-4129-95c4-f04c7c4cfe18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:00.602080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-5e2ca6ea-1ffe-4129-95c4-f04c7c4cfe18 None None] Port 834e014d-b9e0-43f4-8464-1b8a1820c489 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:09:00.609291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec675ea3-fc5e-43e0-97c6-a8410cf9e729 req-d74525f3-9b0a-4bb4-9042-48679f4bcd56 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:00.625502 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec675ea3-fc5e-43e0-97c6-a8410cf9e729 req-d74525f3-9b0a-4bb4-9042-48679f4bcd56 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.3937869 Aug 05 14:09:00.670835 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:00.696407 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-505c9074-5cba-42a0-886d-bfa7c17b6450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:00.753886 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c9074-5cba-42a0-886d-bfa7c17b6450 None None] Pushing event deleted for resources: {'Port': ['ID=4ad5ec27-4959-4ba9-aac5-1ccc607703a5,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:00.761809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 892b5d35-a820-43ff-ad31-2df054d2b861, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=892b5d35-a820-43ff-ad31-2df054d2b861,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:00.764148 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505c9074-5cba-42a0-886d-bfa7c17b6450 None None] No DVR routers for this DVR port 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:09:00.777718 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:00.785569 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d6c5b-379e-456e-955e-cf252e303e4d req-6add9eff-24f2-4d8b-8260-7fde1d030727 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:00.787852 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e83d6c5b-379e-456e-955e-cf252e303e4d req-6add9eff-24f2-4d8b-8260-7fde1d030727 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 946 time: 0.1647344 Aug 05 14:09:00.807022 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec675ea3-fc5e-43e0-97c6-a8410cf9e729 req-40fd8c2b-6afc-48e7-bd4c-1a51b8f7ffce tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804082 Aug 05 14:09:00.811905 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:00.871022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Port': ['ID=4ad5ec27-4959-4ba9-aac5-1ccc607703a5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:00.883241 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] No DVR routers for this DVR port 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:09:00.900723 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:00.900723 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:00.900723 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:00.900723 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:00.900723 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:00.900723 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:00.900723 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:00.901348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:00.901348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:00.901511 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:00.901816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:00.902033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:00.927329 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=892b5d35-a820-43ff-ad31-2df054d2b861,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:00.945458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e83d6c5b-379e-456e-955e-cf252e303e4d req-6db57443-b9c6-41d1-917a-de72df6c9e45 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329832 Aug 05 14:09:00.947879 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:00.957518 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:01.060002 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Pushing event updated for resources: {'Port': ['ID=834e014d-b9e0-43f4-8464-1b8a1820c489,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:01.063412 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:01.208952 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3dad8a41-3da4-4f38-b511-829d7e836b84 req-1037eca9-0111-46b4-a851-56f7a7834925 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 210 time: 0.1508632 Aug 05 14:09:01.211390 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:01.315348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbff5878-8b0b-438c-89ca-2281b7e49e51']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:01.320905 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Network 49ee7bf9-24d1-4e2b-931b-356656b891c1 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:09:01.323850 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:01.357152 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c7a8cd-4057-44f3-b7dd-7af6a28cb2a3') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:01.357598 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c7a8cd-4057-44f3-b7dd-7af6a28cb2a3') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:01.383804 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:01.408999 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-78435d8a-341a-4608-b07c-ac685dab0535 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:01.410680 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-78435d8a-341a-4608-b07c-ac685dab0535 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.63 "GET /v2.0/networks?id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff HTTP/1.1" status: 200 len: 809 time: 0.2223728 Aug 05 14:09:01.418941 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-64825a29-ef1f-4e17-a2dd-6985b0a0f34b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:01.529120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7f707-9d66-406d-9ee9-dba3eab8efdd req-b3384903-9dd2-4a23-bae7-cfdd4a9171bc tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:01.540705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a3d7f707-9d66-406d-9ee9-dba3eab8efdd req-b3384903-9dd2-4a23-bae7-cfdd4a9171bc tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.2896078 Aug 05 14:09:01.540945 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:01.600107 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:09:01.600531 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:09:01.606180 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:09:01.627441 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Router b723fbb4-a239-4e7a-beb2-e34f146e52ba has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:09:01.656425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a3d7f707-9d66-406d-9ee9-dba3eab8efdd req-a9d9ac93-9565-44f9-9d99-76befb0a6955 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116471 Aug 05 14:09:01.725546 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4a80ea-0d82-4d0e-b54d-df5593948c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c49a8b7-e684-4959-aad9-ffb0a423eade'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:09:01.729532 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270da4af-0376-4c0a-8d01-a346bcc9d10a" -d '{"events": [{"server_uuid": "bc4a80ea-0d82-4d0e-b54d-df5593948c97", "name": "network-vif-plugged", "status": "completed", "tag": "6c49a8b7-e684-4959-aad9-ffb0a423eade"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:09:01.741545 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-95da6a57-a666-4a13-89e1-4e82faa466ef tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1291456ee72e4bdfb592cbb35091d288 HTTP/1.1" status: 200 len: 379 time: 0.2029750 Aug 05 14:09:01.765168 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-18639c5b-33c2-4cd9-95b0-eade26b2609f None None] Provisioning complete for port 834e014d-b9e0-43f4-8464-1b8a1820c489 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:01.765168 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-18639c5b-33c2-4cd9-95b0-eade26b2609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:01.769864 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:01.774791 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:01.779349 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/networks/cbff5878-8b0b-438c-89ca-2281b7e49e51 HTTP/1.1" status: 204 len: 168 time: 2.5998530 Aug 05 14:09:01.780121 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36298) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:01.797595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-b1f8599d-45c8-4b60-95ac-f5f4246b4504 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Request body: {'port': {'device_id': '079bf570-40e2-44c0-91cc-84555860ae54', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'admin_state_up': True, 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'security_groups': ['9bb37488-40d4-4c18-a036-f1da756e7e19']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:01.840492 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-18639c5b-33c2-4cd9-95b0-eade26b2609f None None] Port 834e014d-b9e0-43f4-8464-1b8a1820c489 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:09:01.845370 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad1e392-3dd0-4298-879d-f201b3fb1ec9 x-openstack-request-id: req-fad1e392-3dd0-4298-879d-f201b3fb1ec9 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:09:01.846434 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4a80ea-0d82-4d0e-b54d-df5593948c97", "name": "network-vif-plugged", "status": "completed", "tag": "6c49a8b7-e684-4959-aad9-ffb0a423eade", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:09:01.846918 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fad1e392-3dd0-4298-879d-f201b3fb1ec9 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:09:01.847575 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4a80ea-0d82-4d0e-b54d-df5593948c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c49a8b7-e684-4959-aad9-ffb0a423eade', 'code': 200} Aug 05 14:09:01.902446 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55063d9-ebe0-4fa8-a25a-16dccf4e6fb4 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Network': ['ID=cbff5878-8b0b-438c-89ca-2281b7e49e51,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:01.923464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:09:01.935233 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 892b5d35-a820-43ff-ad31-2df054d2b861 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:01.937447 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6d11f745-4531-4793-b43b-bb2f7149b751 admin admin] 10.222.0.16 "PUT /v2.0/routers/b723fbb4-a239-4e7a-beb2-e34f146e52ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4627607 Aug 05 14:09:01.955730 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-27895f4e-19bc-4910-aedb-463f67a3a096 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Deleting port 00dd2136-1da0-421a-987c-481ebf117db7 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:09:01.956389 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-27895f4e-19bc-4910-aedb-463f67a3a096 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:02.052327 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-27895f4e-19bc-4910-aedb-463f67a3a096 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:02.053059 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-27895f4e-19bc-4910-aedb-463f67a3a096 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:02.067306 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-27895f4e-19bc-4910-aedb-463f67a3a096 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Calling delete_port for 00dd2136-1da0-421a-987c-481ebf117db7 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:09:02.093256 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 892b5d35-a820-43ff-ad31-2df054d2b861 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:02.093628 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:02.225334 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Sync routers for ids ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:09:02.253982 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Routers {'b723fbb4-a239-4e7a-beb2-e34f146e52ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:09:02.255674 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:02.260127 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-27895f4e-19bc-4910-aedb-463f67a3a096 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:02.341709 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27895f4e-19bc-4910-aedb-463f67a3a096 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Port': ['ID=00dd2136-1da0-421a-987c-481ebf117db7,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:02.384205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:09:02.413002 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:09:02.414053 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4ad5ec27-4959-4ba9-aac5-1ccc607703a5 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:09:02.455483 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-501e1ee5-6792-4939-bdf2-3e6afbac1fdc req-9a7963a1-9c98-4995-ace8-3a35446bfd05 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 210 time: 0.0829196 Aug 05 14:09:02.477229 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Set router b723fbb4-a239-4e7a-beb2-e34f146e52ba gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:09:02.478521 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-27895f4e-19bc-4910-aedb-463f67a3a096 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:02.481868 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-27895f4e-19bc-4910-aedb-463f67a3a096 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:02.483956 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-27895f4e-19bc-4910-aedb-463f67a3a096 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/floatingips/ce45294b-da91-4497-aedf-c67d252647a9 HTTP/1.1" status: 204 len: 168 time: 0.7030900 Aug 05 14:09:02.488257 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36318) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:02.516913 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1f2dc7-1493-41bc-b50a-fd2f39a56558 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] DELETE failed (client error): The resource could not be found. Aug 05 14:09:02.518893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b1f2dc7-1493-41bc-b50a-fd2f39a56558 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:09:02.519782 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1b1f2dc7-1493-41bc-b50a-fd2f39a56558 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/ports/fd77f439-19ac-47dd-9708-3abda794a58c HTTP/1.1" status: 404 len: 333 time: 0.0297041 Aug 05 14:09:02.522404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36322) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:02.570020 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a60021c0-e32c-4299-ac29-71a5836d04cd tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0543e4c-3995-49aa-991b-919c37118d37 HTTP/1.1" status: 200 len: 205 time: 0.0453863 Aug 05 14:09:02.572298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36328) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:02.629964 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-b1ca879b-6bea-4e73-8acd-bb83c90299c0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] delete failed (client error): The resource could not be found. Aug 05 14:09:02.632126 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b1ca879b-6bea-4e73-8acd-bb83c90299c0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/routers/a0543e4c-3995-49aa-991b-919c37118d37 HTTP/1.1" status: 404 len: 336 time: 0.0579793 Aug 05 14:09:02.633884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36342) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:02.670604 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-4346db42-82ce-4568-a382-15c3b4e8b657 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] DELETE failed (client error): The resource could not be found. Aug 05 14:09:02.671073 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4346db42-82ce-4568-a382-15c3b4e8b657 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:09:02.673086 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4346db42-82ce-4568-a382-15c3b4e8b657 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/subnets/edb910cb-0ab6-44b7-860b-6fe1ab2b12aa HTTP/1.1" status: 404 len: 337 time: 0.0379934 Aug 05 14:09:02.688595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36352) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:02.696499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29143f9-56b6-4bbe-a527-4ad855bee6c2 req-b7e1bec5-de59-493d-b479-52c89eb2b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:02.699070 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c29143f9-56b6-4bbe-a527-4ad855bee6c2 req-b7e1bec5-de59-493d-b479-52c89eb2b809 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bc4a80ea-0d82-4d0e-b54d-df5593948c97 HTTP/1.1" status: 200 len: 1097 time: 0.7854204 Aug 05 14:09:02.716315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaabfed-cdea-46cc-ac9a-e732a7c3ed4f req-1d2f8a23-3367-45ae-9cf6-a0d0f8c68c4b tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:02.724598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-adaabfed-cdea-46cc-ac9a-e732a7c3ed4f req-1d2f8a23-3367-45ae-9cf6-a0d0f8c68c4b tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 946 time: 0.1429646 Aug 05 14:09:02.849866 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-b1f8599d-45c8-4b60-95ac-f5f4246b4504 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Made reservation on behalf of 1291456ee72e4bdfb592cbb35091d288 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:02.854179 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-b1f8599d-45c8-4b60-95ac-f5f4246b4504 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:02.879834 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-adaabfed-cdea-46cc-ac9a-e732a7c3ed4f req-bcdd3f92-c9a8-4ddc-b65f-adc5f56c677e tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542768 Aug 05 14:09:02.902971 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c29143f9-56b6-4bbe-a527-4ad855bee6c2 req-5a25f64c-e039-4af0-be84-02a09034cb24 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598713 Aug 05 14:09:02.934025 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d9b5-5aca-45d2-b5de-682802a08629 req-8cc35976-8b32-4c15-89a4-2420744a73a5 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:02.948032 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7af4d9b5-5aca-45d2-b5de-682802a08629 req-8cc35976-8b32-4c15-89a4-2420744a73a5 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.1365769 Aug 05 14:09:02.971227 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c53b8-5f02-40c9-abd2-1a52be37ebb0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Deleting port da6199cd-f8a0-486b-8289-ff7726e019d5 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:09:02.976943 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0a8c53b8-5f02-40c9-abd2-1a52be37ebb0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:02.978769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'name': 'tempest-TaggedBootDevicesTest-1648309241-router', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:08:51Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'gw_port': {'id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:53Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '834e014d-b9e0-43f4-8464-1b8a1820c489', 'name': '', 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'mac_address': 'fa:16:3e:a1:a3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:59Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 2, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'subnets': [{'id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:02.981993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36368) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:03.009804 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Checking router: b723fbb4-a239-4e7a-beb2-e34f146e52ba for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:09:03.010165 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Updating router b723fbb4-a239-4e7a-beb2-e34f146e52ba port 834e014d-b9e0-43f4-8464-1b8a1820c489 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:09:03.036932 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:03.083804 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7af4d9b5-5aca-45d2-b5de-682802a08629 req-b38e3854-4ed6-4ec1-a91a-5b980a8d605b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220472 Aug 05 14:09:03.099104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-64825a29-ef1f-4e17-a2dd-6985b0a0f34b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting port f0e70e2a-226a-4fda-942f-f25b3f685ccd {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:09:03.099104 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-64825a29-ef1f-4e17-a2dd-6985b0a0f34b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:03.191843 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0a8c53b8-5f02-40c9-abd2-1a52be37ebb0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:03.224253 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c53b8-5f02-40c9-abd2-1a52be37ebb0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Calling delete_port for da6199cd-f8a0-486b-8289-ff7726e019d5 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:09:03.293741 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a261c36-b295-4c48-a59e-cb2e3d942aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:03.295418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1445f3-d257-404c-a8d8-3de879a11eed req-c282199c-29d8-420e-92fa-fd9d91cc2184 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:03.297243 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0f1445f3-d257-404c-a8d8-3de879a11eed req-c282199c-29d8-420e-92fa-fd9d91cc2184 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=802c1022-20aa-46ca-8a7c-0fffabeb21a3 HTTP/1.1" status: 200 len: 945 time: 0.3095655 Aug 05 14:09:03.384299 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-b1f8599d-45c8-4b60-95ac-f5f4246b4504 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Allocated IP 172.20.0.11 (492eeda6-491f-43b8-a0eb-3f6a8fac11ff/eeec4336-a010-464c-8b64-395366905663/8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:09:03.421064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-64825a29-ef1f-4e17-a2dd-6985b0a0f34b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] For port f0e70e2a-226a-4fda-942f-f25b3f685ccd, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f0e70e2a-226a-4fda-942f-f25b3f685ccd,segment=NetworkSegment(5ed8c997-4f96-49e5-be56-c0794af479da),segment_id=5ed8c997-4f96-49e5-be56-c0794af479da)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:03.421486 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-64825a29-ef1f-4e17-a2dd-6985b0a0f34b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:03.443298 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0f1445f3-d257-404c-a8d8-3de879a11eed req-619a6ec0-85df-4277-ba27-b7f1ae1ee16c tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316464 Aug 05 14:09:03.482590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-64825a29-ef1f-4e17-a2dd-6985b0a0f34b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Calling delete_port for f0e70e2a-226a-4fda-942f-f25b3f685ccd owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:09:03.486933 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0a8c53b8-5f02-40c9-abd2-1a52be37ebb0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:03.541162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c53b8-5f02-40c9-abd2-1a52be37ebb0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Port': ['ID=da6199cd-f8a0-486b-8289-ff7726e019d5,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:03.570770 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a261c36-b295-4c48-a59e-cb2e3d942aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:03.619117 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a261c36-b295-4c48-a59e-cb2e3d942aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:03.708563 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5a261c36-b295-4c48-a59e-cb2e3d942aae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3fbfdd5d438843659c9c09004732409f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7253659 Aug 05 14:09:03.712260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36422) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:03.746398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a261c36-b295-4c48-a59e-cb2e3d942aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d96c61-9f2d-444e-b5d9-83860cca2a3f,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:03.755211 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0a8c53b8-5f02-40c9-abd2-1a52be37ebb0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:03.760064 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0a8c53b8-5f02-40c9-abd2-1a52be37ebb0 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/ports/da6199cd-f8a0-486b-8289-ff7726e019d5 HTTP/1.1" status: 204 len: 168 time: 1.0684264 Aug 05 14:09:03.760721 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36424) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:03.798821 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:03.831311 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Transition to ACTIVE for port object 834e014d-b9e0-43f4-8464-1b8a1820c489 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:03.859518 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:03.868938 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89003e40-8d1c-4f30-a138-f18a9a5de7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:03.885216 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-b1f8599d-45c8-4b60-95ac-f5f4246b4504 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:03.919158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-b1f8599d-45c8-4b60-95ac-f5f4246b4504 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Transition to ACTIVE for port object 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:03.948769 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67e82e-3afe-4dc5-b76e-caba4ee5e10a req-90b6eeb2-c5c0-40c5-9736-1bfd54874f68 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:03.950527 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8d67e82e-3afe-4dc5-b76e-caba4ee5e10a req-90b6eeb2-c5c0-40c5-9736-1bfd54874f68 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc4a80ea-0d82-4d0e-b54d-df5593948c97 HTTP/1.1" status: 200 len: 946 time: 0.2854326 Aug 05 14:09:03.980106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddc8ea-d66c-4d5b-af06-2e3f1b425ef9 None None] Pushing event updated for resources: {'Port': ['ID=834e014d-b9e0-43f4-8464-1b8a1820c489,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:03.981310 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e47a379-5344-4405-bc8d-d6afc6ae34c1 req-1de4db83-6370-449e-a3e3-05cc8ba3a538 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 210 time: 0.0722356 Aug 05 14:09:04.038897 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89003e40-8d1c-4f30-a138-f18a9a5de7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:04.056023 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Attempting to bind port 834e014d-b9e0-43f4-8464-1b8a1820c489 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:09:04.059189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Attempting to bind port 834e014d-b9e0-43f4-8464-1b8a1820c489 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'bdd9f082-de43-4420-81fb-d38c6af8aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:09:04.059189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Attempting to bind port 834e014d-b9e0-43f4-8464-1b8a1820c489 on network 49ee7bf9-24d1-4e2b-931b-356656b891c1 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:09:04.064598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:09:04.064981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Checking segment: {'id': 'bdd9f082-de43-4420-81fb-d38c6af8aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:04.065387 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:04.065993 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Bound using segment: {'id': 'bdd9f082-de43-4420-81fb-d38c6af8aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:09:04.066595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Bound port: 834e014d-b9e0-43f4-8464-1b8a1820c489, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd9f082-de43-4420-81fb-d38c6af8aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:09:04.068071 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:04.086863 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8d67e82e-3afe-4dc5-b76e-caba4ee5e10a req-2cbae6dc-6676-44a7-a23a-1415393cdde3 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862069 Aug 05 14:09:04.132026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-beeaf32f-95c2-4c33-9783-abb09d70cbf9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Deleting port 8f1a2417-5d47-49f6-b408-4f0d6a4d33cf {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:09:04.133082 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-beeaf32f-95c2-4c33-9783-abb09d70cbf9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:04.141081 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-b1f8599d-45c8-4b60-95ac-f5f4246b4504 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:04.187905 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] For port 834e014d-b9e0-43f4-8464-1b8a1820c489, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:09:04.192486 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] For port 834e014d-b9e0-43f4-8464-1b8a1820c489, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=834e014d-b9e0-43f4-8464-1b8a1820c489,segment=NetworkSegment(bdd9f082-de43-4420-81fb-d38c6af8aa3f),segment_id=bdd9f082-de43-4420-81fb-d38c6af8aa3f)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:09:04.200716 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:04.278686 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-64825a29-ef1f-4e17-a2dd-6985b0a0f34b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:04.327526 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89003e40-8d1c-4f30-a138-f18a9a5de7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:04.338826 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89003e40-8d1c-4f30-a138-f18a9a5de7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:04.340591 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-89003e40-8d1c-4f30-a138-f18a9a5de7c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00d96c61-9f2d-444e-b5d9-83860cca2a3f HTTP/1.1" status: 204 len: 168 time: 0.6262600 Aug 05 14:09:04.359224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Routers {'b723fbb4-a239-4e7a-beb2-e34f146e52ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:09:04.360039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:04.363822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddc8ea-d66c-4d5b-af06-2e3f1b425ef9 None None] Pushing event updated for resources: {'Port': ['ID=834e014d-b9e0-43f4-8464-1b8a1820c489,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:04.411860 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89003e40-8d1c-4f30-a138-f18a9a5de7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d96c61-9f2d-444e-b5d9-83860cca2a3f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:04.426119 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-b1f8599d-45c8-4b60-95ac-f5f4246b4504 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:09:04.445653 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe6b13-17b8-4a0f-b2a2-476594b70b23 req-758e1af7-5577-4f91-ae6c-3cc2f78a1baf tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:04.472096 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7dfe6b13-17b8-4a0f-b2a2-476594b70b23 req-758e1af7-5577-4f91-ae6c-3cc2f78a1baf tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.3330457 Aug 05 14:09:04.525999 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-beeaf32f-95c2-4c33-9783-abb09d70cbf9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:04.556346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-beeaf32f-95c2-4c33-9783-abb09d70cbf9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Calling delete_port for 8f1a2417-5d47-49f6-b408-4f0d6a4d33cf owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:09:04.568893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-b1f8599d-45c8-4b60-95ac-f5f4246b4504 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:04.597200 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-b1f8599d-45c8-4b60-95ac-f5f4246b4504 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:09:04.624282 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7dfe6b13-17b8-4a0f-b2a2-476594b70b23 req-6e6eaf9c-1ad3-445e-98b3-058110e0b2b4 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406319 Aug 05 14:09:04.647074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] Set router b723fbb4-a239-4e7a-beb2-e34f146e52ba gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:09:04.717358 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8599d-45c8-4b60-95ac-f5f4246b4504 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Pushing event updated for resources: {'Port': ['ID=8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:04.809862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64825a29-ef1f-4e17-a2dd-6985b0a0f34b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Port': ['ID=f0e70e2a-226a-4fda-942f-f25b3f685ccd,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:04.876956 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-b1f8599d-45c8-4b60-95ac-f5f4246b4504 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:04.878017 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-b1f8599d-45c8-4b60-95ac-f5f4246b4504 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:04.933271 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-beeaf32f-95c2-4c33-9783-abb09d70cbf9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:04.957075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36436) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:04.975424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaf32f-95c2-4c33-9783-abb09d70cbf9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Port': ['ID=8f1a2417-5d47-49f6-b408-4f0d6a4d33cf,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:04.980796 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-b1f8599d-45c8-4b60-95ac-f5f4246b4504 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2196245 Aug 05 14:09:04.983937 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2e544dbe-a8d9-4085-b0a0-ee43dc37b5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:05.005677 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Request body: {'port': {'device_id': '079bf570-40e2-44c0-91cc-84555860ae54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:05.071827 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-beeaf32f-95c2-4c33-9783-abb09d70cbf9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:05.074837 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-beeaf32f-95c2-4c33-9783-abb09d70cbf9 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/ports/8f1a2417-5d47-49f6-b408-4f0d6a4d33cf HTTP/1.1" status: 204 len: 168 time: 1.3103597 Aug 05 14:09:05.077349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36440) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:05.088621 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-32232d45-8d8a-438c-8a45-0865746d5a42 None None] Provisioning for port 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:05.089640 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-64825a29-ef1f-4e17-a2dd-6985b0a0f34b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:05.096986 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-32232d45-8d8a-438c-8a45-0865746d5a42 None None] Provisioning complete for port 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:05.097354 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-32232d45-8d8a-438c-8a45-0865746d5a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:05.153461 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd3cb8e-3404-44bb-9757-9f7975f921d3 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:05.158770 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ecd3cb8e-3404-44bb-9757-9f7975f921d3 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5210e0-d397-466b-8b3b-115347d26c0e HTTP/1.1" status: 200 len: 913 time: 0.0777278 Aug 05 14:09:05.159672 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36444) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:05.168220 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-32232d45-8d8a-438c-8a45-0865746d5a42 None None] Port 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:09:05.174376 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'name': 'tempest-TaggedBootDevicesTest-1648309241-router', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:08:51Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'gw_port': {'id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:53Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '834e014d-b9e0-43f4-8464-1b8a1820c489', 'name': '', 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'mac_address': 'fa:16:3e:a1:a3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:59Z', 'updated_at': '2021-08-05T14:09:04Z', 'revision_number': 4, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'subnets': [{'id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:05.211151 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a01a33-21c9-4acd-9b45-0625a960f788 None None] The sync data for ids ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'] in n-d-803585-2 is: [{'id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'name': 'tempest-TaggedBootDevicesTest-1648309241-router', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:08:51Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'gw_port': {'id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:53Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '834e014d-b9e0-43f4-8464-1b8a1820c489', 'name': '', 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'mac_address': 'fa:16:3e:a1:a3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:59Z', 'updated_at': '2021-08-05T14:09:04Z', 'revision_number': 4, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'subnets': [{'id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:09:05.323790 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:05.375253 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a0b64-e39f-42fb-8b6d-e1debd96cfee req-9d280fdb-39ea-461c-927e-f43e32b9e4f3 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:05.385780 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da5a0b64-e39f-42fb-8b6d-e1debd96cfee req-9d280fdb-39ea-461c-927e-f43e32b9e4f3 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 932 time: 0.2803199 Aug 05 14:09:05.452504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bafb8b-9d2c-49e0-b010-fd5a0099e86a req-dbed926b-56da-4deb-8b21-5419b5ffdbd5 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:05.454239 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22bafb8b-9d2c-49e0-b010-fd5a0099e86a req-dbed926b-56da-4deb-8b21-5419b5ffdbd5 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc4a80ea-0d82-4d0e-b54d-df5593948c97 HTTP/1.1" status: 200 len: 946 time: 0.2354624 Aug 05 14:09:05.548746 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22bafb8b-9d2c-49e0-b010-fd5a0099e86a req-ba734e1f-edc5-4fea-8e52-a6c8e93b86c9 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864844 Aug 05 14:09:05.702035 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da5a0b64-e39f-42fb-8b6d-e1debd96cfee req-ae73bded-16e0-4852-b503-6cd5c3106af7 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bb37488-40d4-4c18-a036-f1da756e7e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3161838 Aug 05 14:09:05.733297 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2e544dbe-a8d9-4085-b0a0-ee43dc37b5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:05.786752 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2e544dbe-a8d9-4085-b0a0-ee43dc37b5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:05.883964 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b885cba5-acb1-43b7-9d70-161725335571 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:06.069172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 834e014d-b9e0-43f4-8464-1b8a1820c489 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:06.154998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 834e014d-b9e0-43f4-8464-1b8a1820c489 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:06.160107 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 834e014d-b9e0-43f4-8464-1b8a1820c489 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:06.160807 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:06.164546 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2e544dbe-a8d9-4085-b0a0-ee43dc37b5b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f11f07a95f4841b788b8d690da026222&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2051482 Aug 05 14:09:06.169926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e544dbe-a8d9-4085-b0a0-ee43dc37b5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29973041-6b5e-414e-abdf-a00fd49f99c5,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:06.175384 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36456) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:06.202658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64825a29-ef1f-4e17-a2dd-6985b0a0f34b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 88e30115-875e-4d5a-a99a-f37ed6a3e8ce has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:09:06.264624 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d6da8-4058-4589-9fc8-7e46acb68586 req-7c2ef2ee-784e-4f2c-8515-117479899d4e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:06.266229 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-872d6da8-4058-4589-9fc8-7e46acb68586 req-7c2ef2ee-784e-4f2c-8515-117479899d4e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.4059560 Aug 05 14:09:06.333059 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:06.383196 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63d252-0823-4500-842c-920eb079ea46 req-88b3e4d6-f5d8-4c27-96fc-8e8c180ee8ed tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:06.393596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 834e014d-b9e0-43f4-8464-1b8a1820c489, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=834e014d-b9e0-43f4-8464-1b8a1820c489,segment=NetworkSegment(bdd9f082-de43-4420-81fb-d38c6af8aa3f),segment_id=bdd9f082-de43-4420-81fb-d38c6af8aa3f)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:06.400357 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:06.402844 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5c63d252-0823-4500-842c-920eb079ea46 req-88b3e4d6-f5d8-4c27-96fc-8e8c180ee8ed tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc4a80ea-0d82-4d0e-b54d-df5593948c97 HTTP/1.1" status: 200 len: 946 time: 0.2941990 Aug 05 14:09:06.524315 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5c63d252-0823-4500-842c-920eb079ea46 req-29db491c-5181-4c0d-9df7-477cfe18568f tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204665 Aug 05 14:09:06.525370 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=834e014d-b9e0-43f4-8464-1b8a1820c489,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:06.529917 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-872d6da8-4058-4589-9fc8-7e46acb68586 req-650d3689-89ce-4300-b46b-9a05e9ed68a9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439196 Aug 05 14:09:06.562465 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2283df2-78dc-4054-8df9-542d5ae458c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:06.602296 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2283df2-78dc-4054-8df9-542d5ae458c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:06.642544 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:09:06.656914 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:06.692776 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Transition to ACTIVE for port object 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:06.726329 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:06.734081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device af5a9ac6-fb1b-42cf-b135-b224eef718a2 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:09:06.839527 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2283df2-78dc-4054-8df9-542d5ae458c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:06.842403 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2283df2-78dc-4054-8df9-542d5ae458c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:06.855955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64825a29-ef1f-4e17-a2dd-6985b0a0f34b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:09:06.878449 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c5b13-4c7b-48b4-881f-898eea50064e None None] Sync routers for ids ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:09:06.892712 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-64825a29-ef1f-4e17-a2dd-6985b0a0f34b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "PUT /v2.0/routers/88e30115-875e-4d5a-a99a-f37ed6a3e8ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4450166 Aug 05 14:09:06.892933 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d2283df2-78dc-4054-8df9-542d5ae458c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29973041-6b5e-414e-abdf-a00fd49f99c5 HTTP/1.1" status: 204 len: 168 time: 0.7158210 Aug 05 14:09:06.894743 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36484) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:06.905453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Pushing event updated for resources: {'Port': ['ID=8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:06.907912 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c5b13-4c7b-48b4-881f-898eea50064e None None] Routers {'88e30115-875e-4d5a-a99a-f37ed6a3e8ce'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:09:06.908570 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fc9c5b13-4c7b-48b4-881f-898eea50064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:07.061671 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting subnet ccd8332f-e585-4989-88dd-1c6d8cff4ffd {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:09:07.061966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port af5a9ac6-fb1b-42cf-b135-b224eef718a2, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=af5a9ac6-fb1b-42cf-b135-b224eef718a2,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:07.073894 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Attempting to bind port 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:09:07.074642 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Attempting to bind port 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '1302f431-49cf-476f-b18d-c531cd632b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:09:07.075180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Attempting to bind port 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 on network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:09:07.084762 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-b885cba5-acb1-43b7-9d70-161725335571 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Deleting port 4283dced-190f-4603-9469-d489fb5aa69d {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:09:07.085188 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b885cba5-acb1-43b7-9d70-161725335571 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:07.095375 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:07.101552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2283df2-78dc-4054-8df9-542d5ae458c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29973041-6b5e-414e-abdf-a00fd49f99c5,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:07.119268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Port 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 on network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:09:07.119893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Attempting to bind port 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 on network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:09:07.138243 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:09:07.138912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Checking segment: {'id': '1302f431-49cf-476f-b18d-c531cd632b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:07.139482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Bound using segment: {'id': '1302f431-49cf-476f-b18d-c531cd632b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:09:07.140148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Bound port: 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1302f431-49cf-476f-b18d-c531cd632b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:09:07.140914 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:07.150028 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'af5a9ac6-fb1b-42cf-b135-b224eef718a2', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'port_id': 'af5a9ac6-fb1b-42cf-b135-b224eef718a2', 'mac_address': 'fa:16:3e:4e:f4:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:09:07.181498 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-fc9c5b13-4c7b-48b4-881f-898eea50064e None None] Set router 88e30115-875e-4d5a-a99a-f37ed6a3e8ce gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:09:07.234657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] For port 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:09:07.243452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] For port 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37,segment=NetworkSegment(1302f431-49cf-476f-b18d-c531cd632b1d),segment_id=1302f431-49cf-476f-b18d-c531cd632b1d)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:09:07.257817 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:07.280951 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45973f0f-4d6b-4f47-8d9a-6dda7cbf8178 req-00987ffc-8b90-45c5-b20a-bd509ea6ccb7 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:07.287645 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-45973f0f-4d6b-4f47-8d9a-6dda7cbf8178 req-00987ffc-8b90-45c5-b20a-bd509ea6ccb7 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 944 time: 0.3325198 Aug 05 14:09:07.302898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:07.304749 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:07.306665 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] 10.222.0.63 "PUT /v2.0/ports/8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 HTTP/1.1" status: 200 len: 1092 time: 2.3108137 Aug 05 14:09:07.307606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079bf570-40e2-44c0-91cc-84555860ae54', 'tag': '8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:09:07.310976 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbb3036-fab9-4f29-a9c7-85c7584ee442" -d '{"events": [{"name": "network-changed", "server_uuid": "079bf570-40e2-44c0-91cc-84555860ae54", "tag": "8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:09:07.341249 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:07.378242 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af5a9ac6-fb1b-42cf-b135-b224eef718a2 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:09:07.441629 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:07.472391 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b3e7db-c942-41f3-b8b8-a53c5ab9c933 x-openstack-request-id: req-37b3e7db-c942-41f3-b8b8-a53c5ab9c933 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:09:07.473095 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079bf570-40e2-44c0-91cc-84555860ae54", "tag": "8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:09:07.473525 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37b3e7db-c942-41f3-b8b8-a53c5ab9c933 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:09:07.474105 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079bf570-40e2-44c0-91cc-84555860ae54', 'tag': '8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37', 'status': 'completed', 'code': 200} Aug 05 14:09:07.531312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port af5a9ac6-fb1b-42cf-b135-b224eef718a2, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=af5a9ac6-fb1b-42cf-b135-b224eef718a2,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:07.552127 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:07.571189 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-45973f0f-4d6b-4f47-8d9a-6dda7cbf8178 req-f79f11b4-68df-4bfb-9c82-4e1bca1f3eb5 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bb37488-40d4-4c18-a036-f1da756e7e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789443 Aug 05 14:09:07.585887 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-0d579a3e-a786-403d-8d36-953360079d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:07.596089 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-0d579a3e-a786-403d-8d36-953360079d80 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1291456ee72e4bdfb592cbb35091d288&device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 1095 time: 0.2262247 Aug 05 14:09:07.641830 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c04e4-4e44-4751-976b-2d301c395c9e service neutron] Pushing event updated for resources: {'Port': ['ID=8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:07.764495 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-23de2a6f-5ab5-40e6-9c89-d3c91332cd83 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 HTTP/1.1" status: 200 len: 217 time: 0.1433594 Aug 05 14:09:07.794001 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:07.836800 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=af5a9ac6-fb1b-42cf-b135-b224eef718a2,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:07.853531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['af5a9ac6-fb1b-42cf-b135-b224eef718a2'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:09:07.890577 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fc9c5b13-4c7b-48b4-881f-898eea50064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777628862', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:27Z', 'updated_at': '2021-08-05T14:09:04Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:29Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:07.937353 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-20b62ca9-48ae-47ae-a323-266c8b6e1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:07.947539 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-20b62ca9-48ae-47ae-a323-266c8b6e1246 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eeec4336-a010-464c-8b64-395366905663 HTTP/1.1" status: 200 len: 848 time: 0.1372910 Aug 05 14:09:08.018316 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c5b13-4c7b-48b4-881f-898eea50064e None None] Checking router: 88e30115-875e-4d5a-a99a-f37ed6a3e8ce for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:09:08.055736 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c5b13-4c7b-48b4-881f-898eea50064e None None] Routers {'88e30115-875e-4d5a-a99a-f37ed6a3e8ce'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:09:08.059217 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fc9c5b13-4c7b-48b4-881f-898eea50064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:08.084433 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 834e014d-b9e0-43f4-8464-1b8a1820c489 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:08.120687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ad524-fba3-4500-b52f-6325ec529e4f req-816a09e5-debf-4c48-a5c1-5d0177c5ff1f tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:08.122532 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-936ad524-fba3-4500-b52f-6325ec529e4f req-816a09e5-debf-4c48-a5c1-5d0177c5ff1f tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc4a80ea-0d82-4d0e-b54d-df5593948c97 HTTP/1.1" status: 200 len: 946 time: 0.3846328 Aug 05 14:09:08.139758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-10692930-a9f4-4765-a748-c7398dfe061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:08.141502 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-10692930-a9f4-4765-a748-c7398dfe061a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684542 Aug 05 14:09:08.244122 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7d591-74fa-4153-999a-dcef4624d6fd req-47b88bde-7b73-4463-83a3-41b7888ee59a tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:08.245917 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2ba7d591-74fa-4153-999a-dcef4624d6fd req-47b88bde-7b73-4463-83a3-41b7888ee59a tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 945 time: 0.4211440 Aug 05 14:09:08.375550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 834e014d-b9e0-43f4-8464-1b8a1820c489 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:08.378175 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:08.443979 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-fc9c5b13-4c7b-48b4-881f-898eea50064e None None] Set router 88e30115-875e-4d5a-a99a-f37ed6a3e8ce gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:09:08.644056 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-907f8d1c-5900-4ea7-a5b6-37c44a560ab7 service neutron] 10.222.0.63 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970339 Aug 05 14:09:08.760509 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device af5a9ac6-fb1b-42cf-b135-b224eef718a2 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:08.928467 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port af5a9ac6-fb1b-42cf-b135-b224eef718a2 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:08.929369 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:09.004088 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fc9c5b13-4c7b-48b4-881f-898eea50064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777628862', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:27Z', 'updated_at': '2021-08-05T14:09:04Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:29Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:09.113003 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c5b13-4c7b-48b4-881f-898eea50064e None None] The sync data for ids ['88e30115-875e-4d5a-a99a-f37ed6a3e8ce'] in n-d-803585-2 is: [{'id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777628862', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:06:27Z', 'updated_at': '2021-08-05T14:09:04Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '752666dc-ce6d-4580-a67d-9b0c1a00db02', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e30115-875e-4d5a-a99a-f37ed6a3e8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:06:29Z', 'updated_at': '2021-08-05T14:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:09:09.142603 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b885cba5-acb1-43b7-9d70-161725335571 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:09.162920 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406b5b6-9cfb-4506-bcc7-298b12f79aeb req-3a55ab61-85f5-41d6-85ff-c7a16cf549d6 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:09.171580 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b406b5b6-9cfb-4506-bcc7-298b12f79aeb req-3a55ab61-85f5-41d6-85ff-c7a16cf549d6 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc4a80ea-0d82-4d0e-b54d-df5593948c97 HTTP/1.1" status: 200 len: 946 time: 1.2788706 Aug 05 14:09:09.190838 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:09.192438 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-b885cba5-acb1-43b7-9d70-161725335571 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Calling delete_port for 4283dced-190f-4603-9469-d489fb5aa69d owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:09:09.213111 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:09.270113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c14480-af67-4f0f-8980-9d461aa97881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5a9ac6-fb1b-42cf-b135-b224eef718a2'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:09:09.273221 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d2e72e-774d-4aed-a873-4b5824cf48cc" -d '{"events": [{"server_uuid": "44c14480-af67-4f0f-8980-9d461aa97881", "name": "network-vif-plugged", "status": "completed", "tag": "af5a9ac6-fb1b-42cf-b135-b224eef718a2"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:09:09.275307 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:09.282194 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/subnets/ccd8332f-e585-4989-88dd-1c6d8cff4ffd HTTP/1.1" status: 204 len: 168 time: 2.3591635 Aug 05 14:09:09.282194 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd8332f-e585-4989-88dd-1c6d8cff4ffd,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:09.293223 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c575c13c-ec7d-48ee-ade9-9995e69c2bb9 None None] Network e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:09.297728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36534) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:09.309476 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:09.313196 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:09.313586 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:09.313954 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:09.314329 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:09.314674 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:09.315011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:09.315367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:09.315700 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:09.317200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:09.317552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:09.317884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a71e69-0539-4c5d-8d3b-7d4337a38c0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:09.374005 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port af5a9ac6-fb1b-42cf-b135-b224eef718a2, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=af5a9ac6-fb1b-42cf-b135-b224eef718a2,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:09.437639 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:09.523813 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b406b5b6-9cfb-4506-bcc7-298b12f79aeb req-421818ec-4a61-41a7-840b-17146053b0ba tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511736 Aug 05 14:09:09.587101 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=af5a9ac6-fb1b-42cf-b135-b224eef718a2,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:09.653831 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b074af5-f2fe-4a79-98ba-40161615f511 None None] DHCP port deletion for e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:09:09.673831 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2ba7d591-74fa-4153-999a-dcef4624d6fd req-4a0bff07-9857-4e3a-aa8c-ef4f0fd71d77 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3700790 Aug 05 14:09:09.843086 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4b074af5-f2fe-4a79-98ba-40161615f511 None None] Deleting port aacfe85a-5968-45c9-90a5-bc1705906abb {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:09:09.843691 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4b074af5-f2fe-4a79-98ba-40161615f511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:09.910791 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f13484fd-c74e-4bc1-b630-1874e40e6c03 req-748a10eb-fc11-4db3-ad6c-e03a34b47123 service neutron] 10.222.0.63 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2500851 Aug 05 14:09:09.913604 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5129ee89-6f1c-48e4-afcd-d9dfd160dd6e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:09.949059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-936ad524-fba3-4500-b52f-6325ec529e4f req-e753ec38-b112-4441-b4df-0f202b9ddc84 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Deleting port 6c49a8b7-e684-4959-aad9-ffb0a423eade {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:09:09.953502 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-936ad524-fba3-4500-b52f-6325ec529e4f req-e753ec38-b112-4441-b4df-0f202b9ddc84 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:09.977829 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779c35fb-a78e-44c7-acb3-a7ec126da6e8 x-openstack-request-id: req-779c35fb-a78e-44c7-acb3-a7ec126da6e8 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:09:09.978123 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c14480-af67-4f0f-8980-9d461aa97881", "name": "network-vif-plugged", "status": "completed", "tag": "af5a9ac6-fb1b-42cf-b135-b224eef718a2", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:09:09.978418 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-779c35fb-a78e-44c7-acb3-a7ec126da6e8 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:09:09.978814 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c14480-af67-4f0f-8980-9d461aa97881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5a9ac6-fb1b-42cf-b135-b224eef718a2', 'code': 200} Aug 05 14:09:10.026089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device aacfe85a-5968-45c9-90a5-bc1705906abb no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:09:10.122119 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-4b074af5-f2fe-4a79-98ba-40161615f511 None None] For port aacfe85a-5968-45c9-90a5-bc1705906abb, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=aacfe85a-5968-45c9-90a5-bc1705906abb,segment=NetworkSegment(5ed8c997-4f96-49e5-be56-c0794af479da),segment_id=5ed8c997-4f96-49e5-be56-c0794af479da)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:10.122893 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4b074af5-f2fe-4a79-98ba-40161615f511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:10.156669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb3036-fab9-4f29-a9c7-85c7584ee442 req-d23f7813-61bc-4063-bd7d-5bc3fd37918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:10.158304 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2fbb3036-fab9-4f29-a9c7-85c7584ee442 req-d23f7813-61bc-4063-bd7d-5bc3fd37918b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1291456ee72e4bdfb592cbb35091d288&device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 1095 time: 0.1614566 Aug 05 14:09:10.166189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4b074af5-f2fe-4a79-98ba-40161615f511 None None] Calling delete_port for aacfe85a-5968-45c9-90a5-bc1705906abb owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:09:10.181012 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31543912-929c-4bde-acc2-1671eb01505e req-e312979f-8b83-4d57-8129-5fd524688709 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:10.191886 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31543912-929c-4bde-acc2-1671eb01505e req-e312979f-8b83-4d57-8129-5fd524688709 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 944 time: 0.2184718 Aug 05 14:09:10.238589 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:10.250895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-936ad524-fba3-4500-b52f-6325ec529e4f req-e753ec38-b112-4441-b4df-0f202b9ddc84 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] For port 6c49a8b7-e684-4959-aad9-ffb0a423eade, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6c49a8b7-e684-4959-aad9-ffb0a423eade,segment=NetworkSegment(892b46ab-8f47-44de-b513-5e91ea3c2f7d),segment_id=892b46ab-8f47-44de-b513-5e91ea3c2f7d)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:10.251314 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-936ad524-fba3-4500-b52f-6325ec529e4f req-e753ec38-b112-4441-b4df-0f202b9ddc84 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:10.301192 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port aacfe85a-5968-45c9-90a5-bc1705906abb, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=aacfe85a-5968-45c9-90a5-bc1705906abb,segment=NetworkSegment(5ed8c997-4f96-49e5-be56-c0794af479da),segment_id=5ed8c997-4f96-49e5-be56-c0794af479da)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:10.318581 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:10.320963 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f0e70e2a-226a-4fda-942f-f25b3f685ccd no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:09:10.395196 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=aacfe85a-5968-45c9-90a5-bc1705906abb,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:10.421705 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: f0e70e2a-226a-4fda-942f-f25b3f685ccd {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:09:10.421971 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f0e70e2a-226a-4fda-942f-f25b3f685ccd not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:09:10.441518 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4b074af5-f2fe-4a79-98ba-40161615f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:10.442786 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-936ad524-fba3-4500-b52f-6325ec529e4f req-e753ec38-b112-4441-b4df-0f202b9ddc84 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Calling delete_port for 6c49a8b7-e684-4959-aad9-ffb0a423eade owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:09:10.478717 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b074af5-f2fe-4a79-98ba-40161615f511 None None] Pushing event deleted for resources: {'Port': ['ID=aacfe85a-5968-45c9-90a5-bc1705906abb,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:10.485560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b074af5-f2fe-4a79-98ba-40161615f511 None None] No DVR routers for this DVR port aacfe85a-5968-45c9-90a5-bc1705906abb on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:09:10.510777 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31543912-929c-4bde-acc2-1671eb01505e req-4970394f-185c-48e8-9942-3ccf32b3cd9f tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bb37488-40d4-4c18-a036-f1da756e7e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3178697 Aug 05 14:09:10.578171 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5129ee89-6f1c-48e4-afcd-d9dfd160dd6e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:10.661306 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb3036-fab9-4f29-a9c7-85c7584ee442 req-312c8f02-da29-4b11-8bff-8759bd69bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:10.663979 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2fbb3036-fab9-4f29-a9c7-85c7584ee442 req-312c8f02-da29-4b11-8bff-8759bd69bbba service neutron] 10.222.0.63 "GET /v2.0/networks?id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff HTTP/1.1" status: 200 len: 910 time: 0.4664366 Aug 05 14:09:10.670155 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b885cba5-acb1-43b7-9d70-161725335571 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:10.750814 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885cba5-acb1-43b7-9d70-161725335571 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Port': ['ID=4283dced-190f-4603-9469-d489fb5aa69d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:10.754100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6c49a8b7-e684-4959-aad9-ffb0a423eade no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:09:10.788969 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2fbb3036-fab9-4f29-a9c7-85c7584ee442 req-160eafc0-e8e9-4e24-b2d6-888504fecaab service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 HTTP/1.1" status: 200 len: 217 time: 0.1104705 Aug 05 14:09:10.957796 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:11.080841 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb3036-fab9-4f29-a9c7-85c7584ee442 req-ec0b8e3f-feb8-49e7-950e-6d6072b9553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:11.083316 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2fbb3036-fab9-4f29-a9c7-85c7584ee442 req-ec0b8e3f-feb8-49e7-950e-6d6072b9553b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eeec4336-a010-464c-8b64-395366905663 HTTP/1.1" status: 200 len: 848 time: 0.2683761 Aug 05 14:09:11.096287 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15074bc4-ca19-4562-8625-f583a15aa961 req-67fcf657-4cf0-4428-9330-9cf9c0e01df9 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:11.106841 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-15074bc4-ca19-4562-8625-f583a15aa961 req-67fcf657-4cf0-4428-9330-9cf9c0e01df9 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc4a80ea-0d82-4d0e-b54d-df5593948c97 HTTP/1.1" status: 200 len: 946 time: 0.4394512 Aug 05 14:09:11.121004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336bc06-e048-407d-92af-bf460174b07a req-81b53f63-21b7-487b-a231-2fe7dc90fe71 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:11.122896 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a336bc06-e048-407d-92af-bf460174b07a req-81b53f63-21b7-487b-a231-2fe7dc90fe71 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.3321257 Aug 05 14:09:11.188587 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-936ad524-fba3-4500-b52f-6325ec529e4f req-e753ec38-b112-4441-b4df-0f202b9ddc84 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:11.253372 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['4757ccbc-5147-4fcf-916c-b2bc55d6deaa'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:09:11.283964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753ec38-b112-4441-b4df-0f202b9ddc84 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Pushing event deleted for resources: {'Port': ['ID=6c49a8b7-e684-4959-aad9-ffb0a423eade,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:11.308146 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['4ee3459d-d429-4309-98d6-4e77517bb4ec'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:09:11.321083 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a336bc06-e048-407d-92af-bf460174b07a req-5a6366b4-8e0b-42c7-beba-1e1c1227a7a5 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848898 Aug 05 14:09:11.342482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb3036-fab9-4f29-a9c7-85c7584ee442 req-81107ef6-d76e-4a1f-8d95-51b6a227d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:11.347328 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-15074bc4-ca19-4562-8625-f583a15aa961 req-bd50e320-b6db-4fd2-a7c5-dad773effe85 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395027 Aug 05 14:09:11.351887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-5129ee89-6f1c-48e4-afcd-d9dfd160dd6e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting port 752666dc-ce6d-4580-a67d-9b0c1a00db02 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:09:11.354022 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5129ee89-6f1c-48e4-afcd-d9dfd160dd6e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:11.362154 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2fbb3036-fab9-4f29-a9c7-85c7584ee442 req-81107ef6-d76e-4a1f-8d95-51b6a227d8ff service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2516379 Aug 05 14:09:11.552788 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b885cba5-acb1-43b7-9d70-161725335571 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:11.640481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-5129ee89-6f1c-48e4-afcd-d9dfd160dd6e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] For port 752666dc-ce6d-4580-a67d-9b0c1a00db02, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=752666dc-ce6d-4580-a67d-9b0c1a00db02,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:11.641050 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5129ee89-6f1c-48e4-afcd-d9dfd160dd6e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:11.675959 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-5129ee89-6f1c-48e4-afcd-d9dfd160dd6e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Calling delete_port for 752666dc-ce6d-4580-a67d-9b0c1a00db02 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:09:11.695902 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2fbb3036-fab9-4f29-a9c7-85c7584ee442 req-caa8711a-1179-40e4-9e85-64cbc0faf4f9 service neutron] 10.222.0.63 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327649 Aug 05 14:09:11.775381 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-936ad524-fba3-4500-b52f-6325ec529e4f req-e753ec38-b112-4441-b4df-0f202b9ddc84 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] No DVR routers for this DVR port 6c49a8b7-e684-4959-aad9-ffb0a423eade on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:09:11.786914 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-936ad524-fba3-4500-b52f-6325ec529e4f req-e753ec38-b112-4441-b4df-0f202b9ddc84 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:11.792563 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-936ad524-fba3-4500-b52f-6325ec529e4f req-e753ec38-b112-4441-b4df-0f202b9ddc84 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.84 "DELETE /v2.0/ports/6c49a8b7-e684-4959-aad9-ffb0a423eade HTTP/1.1" status: 204 len: 173 time: 3.6613355 Aug 05 14:09:11.793993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4a80ea-0d82-4d0e-b54d-df5593948c97', 'name': 'network-vif-deleted', 'tag': '6c49a8b7-e684-4959-aad9-ffb0a423eade'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:09:11.825784 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45ff51e-8168-4b04-978d-80b4803f5228" -d '{"events": [{"server_uuid": "bc4a80ea-0d82-4d0e-b54d-df5593948c97", "name": "network-vif-deleted", "tag": "6c49a8b7-e684-4959-aad9-ffb0a423eade"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:09:12.061481 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a00b144-f009-40dd-a022-ae9865809d4a x-openstack-request-id: req-1a00b144-f009-40dd-a022-ae9865809d4a {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:09:12.061943 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4a80ea-0d82-4d0e-b54d-df5593948c97", "name": "network-vif-deleted", "tag": "6c49a8b7-e684-4959-aad9-ffb0a423eade", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:09:12.064412 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a00b144-f009-40dd-a022-ae9865809d4a {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:09:12.064887 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4a80ea-0d82-4d0e-b54d-df5593948c97', 'name': 'network-vif-deleted', 'tag': '6c49a8b7-e684-4959-aad9-ffb0a423eade', 'status': 'completed', 'code': 200} Aug 05 14:09:12.160892 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2fbb3036-fab9-4f29-a9c7-85c7584ee442 req-163a3db5-2ddc-4301-84c6-c5707e36c08a service neutron] 10.222.0.63 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170172 Aug 05 14:09:12.202314 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5129ee89-6f1c-48e4-afcd-d9dfd160dd6e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:12.285056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129ee89-6f1c-48e4-afcd-d9dfd160dd6e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Port': ['ID=752666dc-ce6d-4580-a67d-9b0c1a00db02,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:12.304382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:09:12.358841 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5129ee89-6f1c-48e4-afcd-d9dfd160dd6e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:12.594481 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37,segment=NetworkSegment(1302f431-49cf-476f-b18d-c531cd632b1d),segment_id=1302f431-49cf-476f-b18d-c531cd632b1d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:12.624807 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0f297-dd72-4314-b3cd-e92693a38d6f req-094a3af9-5735-45ce-8b7b-a23833c04792 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:12.632935 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'port_id': '8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37', 'mac_address': 'fa:16:3e:b5:ed:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeec4336-a010-464c-8b64-395366905663', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:09:12.634153 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ca0f297-dd72-4314-b3cd-e92693a38d6f req-094a3af9-5735-45ce-8b7b-a23833c04792 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.1371081 Aug 05 14:09:12.685385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0cc6d-cc85-4cef-a0e9-65c7114e7b97 req-98ae644a-da04-48f6-879b-e496f3500066 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:12.696613 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ca0f297-dd72-4314-b3cd-e92693a38d6f req-5181e83b-d24a-43ee-b54d-836e6284b95c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614674 Aug 05 14:09:12.712796 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2bf0cc6d-cc85-4cef-a0e9-65c7114e7b97 req-98ae644a-da04-48f6-879b-e496f3500066 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 944 time: 0.5558081 Aug 05 14:09:12.774090 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:12.823454 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:09:12.852298 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5129ee89-6f1c-48e4-afcd-d9dfd160dd6e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:12.855914 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5129ee89-6f1c-48e4-afcd-d9dfd160dd6e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:12.862415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37,segment=NetworkSegment(1302f431-49cf-476f-b18d-c531cd632b1d),segment_id=1302f431-49cf-476f-b18d-c531cd632b1d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:12.873838 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:12.988853 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:12.998764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:12.999099 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:12.999434 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:12.999768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:13.000096 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:13.000420 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:13.000741 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:13.001063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:13.001666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:13.001666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:13.002002 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:13.002354 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:09:13.118017 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2bf0cc6d-cc85-4cef-a0e9-65c7114e7b97 req-36c36a34-0b4c-45be-861c-f46950f3b06e tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bb37488-40d4-4c18-a036-f1da756e7e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4069190 Aug 05 14:09:13.118729 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5129ee89-6f1c-48e4-afcd-d9dfd160dd6e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:13.119286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5129ee89-6f1c-48e4-afcd-d9dfd160dd6e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Fanout notify agent at l3_agent the message router_deleted on router 88e30115-875e-4d5a-a99a-f37ed6a3e8ce {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:09:13.141376 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5129ee89-6f1c-48e4-afcd-d9dfd160dd6e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:13.143588 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:09:13.145324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36600) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:13.152748 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5129ee89-6f1c-48e4-afcd-d9dfd160dd6e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/routers/88e30115-875e-4d5a-a99a-f37ed6a3e8ce HTTP/1.1" status: 204 len: 168 time: 3.8221328 Aug 05 14:09:13.233808 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b885cba5-acb1-43b7-9d70-161725335571 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Router fb5210e0-d397-466b-8b3b-115347d26c0e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:09:13.360930 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f486c16b-5fa1-4662-aa36-7196b8253935 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:13.700888 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f486c16b-5fa1-4662-aa36-7196b8253935 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:13.707927 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b885cba5-acb1-43b7-9d70-161725335571 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:09:13.725394 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4473fe-67c5-46a7-b838-c21655328149 None None] Sync routers for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:09:13.748134 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b885cba5-acb1-43b7-9d70-161725335571 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "PUT /v2.0/routers/fb5210e0-d397-466b-8b3b-115347d26c0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5837057 Aug 05 14:09:13.748743 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4473fe-67c5-46a7-b838-c21655328149 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:09:13.749488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bc4473fe-67c5-46a7-b838-c21655328149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:13.751990 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36622) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:13.776407 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f486c16b-5fa1-4662-aa36-7196b8253935 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:13.837908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f486c16b-5fa1-4662-aa36-7196b8253935 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed8c997-4f96-49e5-be56-c0794af479da') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:13.845000 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f486c16b-5fa1-4662-aa36-7196b8253935 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed8c997-4f96-49e5-be56-c0794af479da') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:13.905750 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f486c16b-5fa1-4662-aa36-7196b8253935 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:13.948786 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bc4473fe-67c5-46a7-b838-c21655328149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:13.958572 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f486c16b-5fa1-4662-aa36-7196b8253935 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:13.962902 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 752666dc-ce6d-4580-a67d-9b0c1a00db02 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:09:13.971391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f486c16b-5fa1-4662-aa36-7196b8253935 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:09:13.975065 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f486c16b-5fa1-4662-aa36-7196b8253935 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:14.037082 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 752666dc-ce6d-4580-a67d-9b0c1a00db02 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:09:14.039035 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac2564-c66c-4bdd-a68c-e4a49da79035 req-caf1996a-4fde-4fe5-8205-a1b71fcd205f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:14.039548 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 752666dc-ce6d-4580-a67d-9b0c1a00db02 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:09:14.048456 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4473fe-67c5-46a7-b838-c21655328149 None None] Routers {'fb5210e0-d397-466b-8b3b-115347d26c0e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:09:14.049171 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bc4473fe-67c5-46a7-b838-c21655328149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:08:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fb5210e0-d397-466b-8b3b-115347d26c0e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:14.054868 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62ac2564-c66c-4bdd-a68c-e4a49da79035 req-caf1996a-4fde-4fe5-8205-a1b71fcd205f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.1600175 Aug 05 14:09:14.069769 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32c5019b-8388-4851-bfad-b9a00963f647 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:09:14.137693 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:09:14.141985 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bc4473fe-67c5-46a7-b838-c21655328149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:14.144583 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f486c16b-5fa1-4662-aa36-7196b8253935 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:14.147698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4473fe-67c5-46a7-b838-c21655328149 None None] The sync data for ids ['fb5210e0-d397-466b-8b3b-115347d26c0e'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:09:14.160060 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f486c16b-5fa1-4662-aa36-7196b8253935 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:14.167652 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f486c16b-5fa1-4662-aa36-7196b8253935 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/networks/e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75 HTTP/1.1" status: 204 len: 168 time: 1.0194755 Aug 05 14:09:14.168928 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36634) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:14.182488 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486c16b-5fa1-4662-aa36-7196b8253935 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Network': ['ID=e9ed42e9-e6c0-42b2-bf82-42cde2aa2b75,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:14.319209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:14.323227 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62ac2564-c66c-4bdd-a68c-e4a49da79035 req-f86997c7-490f-4ef4-a91e-535de63a4d73 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664754 Aug 05 14:09:14.463286 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32c5019b-8388-4851-bfad-b9a00963f647 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:14.510076 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:14.518103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:14.519359 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:14.540264 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fa49e-b847-495a-bb88-c3063031309f req-ff96a6bd-c86d-4d35-bf26-2eb57cf7208d tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:14.550074 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-847fa49e-b847-495a-bb88-c3063031309f req-ff96a6bd-c86d-4d35-bf26-2eb57cf7208d tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 945 time: 0.1185017 Aug 05 14:09:14.646714 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-847fa49e-b847-495a-bb88-c3063031309f req-be83cf66-a2f0-404d-9b31-31de4ed6645f tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bb37488-40d4-4c18-a036-f1da756e7e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955975 Aug 05 14:09:14.688827 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-926f8e67-1e88-4488-a62c-c5981de1f120 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:14.742197 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-926f8e67-1e88-4488-a62c-c5981de1f120 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:14.776336 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-32c5019b-8388-4851-bfad-b9a00963f647 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Deleting port e0658d27-8d4b-4973-8be4-8c1cf56963f6 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:09:14.776727 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32c5019b-8388-4851-bfad-b9a00963f647 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:14.781802 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:14.864637 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:14.873390 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079bf570-40e2-44c0-91cc-84555860ae54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:09:14.876418 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac28cef-d616-48c1-9f55-f51b0122aec0" -d '{"events": [{"server_uuid": "079bf570-40e2-44c0-91cc-84555860ae54", "name": "network-vif-plugged", "status": "completed", "tag": "8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:09:14.892089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37,segment=NetworkSegment(1302f431-49cf-476f-b18d-c531cd632b1d),segment_id=1302f431-49cf-476f-b18d-c531cd632b1d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:14.902067 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:14.953571 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf557e-dd47-4b0f-ab84-0a000cf13d9b req-ad6d91b6-f109-4211-b307-78b295189037 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:14.974188 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b3ef24-8612-4b31-97d9-8942ec574d67 x-openstack-request-id: req-85b3ef24-8612-4b31-97d9-8942ec574d67 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:09:14.974889 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079bf570-40e2-44c0-91cc-84555860ae54", "name": "network-vif-plugged", "status": "completed", "tag": "8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:09:14.975373 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85b3ef24-8612-4b31-97d9-8942ec574d67 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:09:14.976256 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079bf570-40e2-44c0-91cc-84555860ae54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37', 'code': 200} Aug 05 14:09:15.002411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf557e-dd47-4b0f-ab84-0a000cf13d9b req-ad6d91b6-f109-4211-b307-78b295189037 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:15.016133 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3dcf557e-dd47-4b0f-ab84-0a000cf13d9b req-ad6d91b6-f109-4211-b307-78b295189037 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=802c1022-20aa-46ca-8a7c-0fffabeb21a3&device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 1682 time: 0.1737661 Aug 05 14:09:15.036319 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:15.048077 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32c5019b-8388-4851-bfad-b9a00963f647 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:15.064668 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-32c5019b-8388-4851-bfad-b9a00963f647 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Calling delete_port for e0658d27-8d4b-4973-8be4-8c1cf56963f6 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:09:15.134284 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-926f8e67-1e88-4488-a62c-c5981de1f120 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:15.137042 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-926f8e67-1e88-4488-a62c-c5981de1f120 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:15.152470 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-926f8e67-1e88-4488-a62c-c5981de1f120 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/security-groups/d051d96e-38e9-4cee-bb98-9c9dfb4248d0 HTTP/1.1" status: 204 len: 168 time: 0.9753330 Aug 05 14:09:15.191123 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3dcf557e-dd47-4b0f-ab84-0a000cf13d9b req-53297088-ba15-4f6b-985b-4966bc433c41 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740532 Aug 05 14:09:15.200727 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf06494-469a-4698-856b-43178bd6aab2 req-a06581a0-f60f-442f-ba06-fce3286209fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:15.203072 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9bf06494-469a-4698-856b-43178bd6aab2 req-a06581a0-f60f-442f-ba06-fce3286209fc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 1097 time: 0.1180999 Aug 05 14:09:15.215788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f8e67-1e88-4488-a62c-c5981de1f120 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d051d96e-38e9-4cee-bb98-9c9dfb4248d0,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:15.254239 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9bf06494-469a-4698-856b-43178bd6aab2 req-f4a78a84-d5e3-4995-b1c1-434a2e7fc80f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9bb37488-40d4-4c18-a036-f1da756e7e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389211 Aug 05 14:09:15.416686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32c5019b-8388-4851-bfad-b9a00963f647 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:15.478029 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5019b-8388-4851-bfad-b9a00963f647 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Port': ['ID=e0658d27-8d4b-4973-8be4-8c1cf56963f6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:15.504795 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36668) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:15.511057 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5e9ee2ec-4f48-4bc3-ba0c-8f84624386d9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1979996433', 'description': 'tempest-secgroup-smoke-1979996433 description', 'project_id': 'b8337b594bf34d3abccae65212524bf9'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:15.590951 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5e9ee2ec-4f48-4bc3-ba0c-8f84624386d9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:15.662119 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32c5019b-8388-4851-bfad-b9a00963f647 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:15.816403 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a540b314-a680-49e2-a50f-be4296d3f992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:15.838456 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5e9ee2ec-4f48-4bc3-ba0c-8f84624386d9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:15.861558 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e453f6-772c-48f6-9fc2-215c4524af1f req-70a0f3dd-3961-49d1-9e81-b2ac95ddb919 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:15.873764 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0e453f6-772c-48f6-9fc2-215c4524af1f req-70a0f3dd-3961-49d1-9e81-b2ac95ddb919 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.1052153 Aug 05 14:09:15.877141 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5e9ee2ec-4f48-4bc3-ba0c-8f84624386d9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:15.926756 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:15.949784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ee2ec-4f48-4bc3-ba0c-8f84624386d9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028ba8d5-c725-42c9-8bdb-f648012e5bc9,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:15.954665 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5e9ee2ec-4f48-4bc3-ba0c-8f84624386d9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:15.960227 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5e9ee2ec-4f48-4bc3-ba0c-8f84624386d9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4496586 Aug 05 14:09:15.961394 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36678) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:15.973493 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e94a2889-5611-4181-b386-b2cded3a1be5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': '028ba8d5-c725-42c9-8bdb-f648012e5bc9', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:16.002097 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32c5019b-8388-4851-bfad-b9a00963f647 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:16.014619 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0e453f6-772c-48f6-9fc2-215c4524af1f req-fdef4337-e25e-4eb2-b370-f328b4d71dc9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398365 Aug 05 14:09:16.039444 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32c5019b-8388-4851-bfad-b9a00963f647 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:16.106727 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e94a2889-5611-4181-b386-b2cded3a1be5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:16.217954 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb116058-9413-423c-80bc-f01f9d72c2f5 req-0e635c96-96b2-4b45-b1ae-159a962355fa tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:16.239131 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bb116058-9413-423c-80bc-f01f9d72c2f5 req-0e635c96-96b2-4b45-b1ae-159a962355fa tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 946 time: 0.3444471 Aug 05 14:09:16.260374 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e94a2889-5611-4181-b386-b2cded3a1be5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:16.267652 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32c5019b-8388-4851-bfad-b9a00963f647 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:16.268196 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c5019b-8388-4851-bfad-b9a00963f647 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Fanout notify agent at l3_agent the message router_deleted on router fb5210e0-d397-466b-8b3b-115347d26c0e {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:09:16.270216 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e94a2889-5611-4181-b386-b2cded3a1be5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:16.313358 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32c5019b-8388-4851-bfad-b9a00963f647 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:16.324253 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-32c5019b-8388-4851-bfad-b9a00963f647 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/routers/fb5210e0-d397-466b-8b3b-115347d26c0e HTTP/1.1" status: 204 len: 168 time: 2.5708504 Aug 05 14:09:16.326263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36682) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:16.399283 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bb116058-9413-423c-80bc-f01f9d72c2f5 req-3b1fad75-c1f2-40bb-8f6c-1609c5785a22 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bb37488-40d4-4c18-a036-f1da756e7e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498449 Aug 05 14:09:16.466955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-4357a1a1-fe4b-4923-ad1f-44941664050b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Deleting subnet 1e368069-7649-4e4b-836c-eca5100e6d2e {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:09:16.473055 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4357a1a1-fe4b-4923-ad1f-44941664050b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:16.478450 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a2889-5611-4181-b386-b2cded3a1be5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02b3489-f255-42c5-9f0a-c58365391431,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:16.481218 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e94a2889-5611-4181-b386-b2cded3a1be5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:16.482125 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e94a2889-5611-4181-b386-b2cded3a1be5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5197039 Aug 05 14:09:16.490527 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36690) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:16.519093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b71cc730-63c8-4953-8e0f-13e14af664ee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': '028ba8d5-c725-42c9-8bdb-f648012e5bc9', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:16.548882 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4357a1a1-fe4b-4923-ad1f-44941664050b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:16.618844 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b71cc730-63c8-4953-8e0f-13e14af664ee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:16.695713 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4357a1a1-fe4b-4923-ad1f-44941664050b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:16.745060 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b71cc730-63c8-4953-8e0f-13e14af664ee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:16.754876 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b71cc730-63c8-4953-8e0f-13e14af664ee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:16.792710 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cc730-63c8-4953-8e0f-13e14af664ee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee1c106-b975-4ee4-b6e7-4292e15a0883,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:16.814154 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b71cc730-63c8-4953-8e0f-13e14af664ee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:16.823564 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b71cc730-63c8-4953-8e0f-13e14af664ee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3258698 Aug 05 14:09:16.824342 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36704) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:16.833706 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-42bfe286-3151-499f-b6d0-f4b17ff56d07 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': '028ba8d5-c725-42c9-8bdb-f648012e5bc9', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:16.895838 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42bfe286-3151-499f-b6d0-f4b17ff56d07 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:16.963351 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4357a1a1-fe4b-4923-ad1f-44941664050b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:17.017711 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357a1a1-fe4b-4923-ad1f-44941664050b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Subnet': ['ID=1e368069-7649-4e4b-836c-eca5100e6d2e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:17.020083 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4357a1a1-fe4b-4923-ad1f-44941664050b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:17.023865 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4357a1a1-fe4b-4923-ad1f-44941664050b tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/subnets/1e368069-7649-4e4b-836c-eca5100e6d2e HTTP/1.1" status: 204 len: 168 time: 0.6964016 Aug 05 14:09:17.026430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36708) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:17.132825 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14851b9-dc9e-4ca3-b96e-e70681863a94 req-45d2fc9d-7934-44f9-8d0e-6b8c042db236 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:17.138695 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c14851b9-dc9e-4ca3-b96e-e70681863a94 req-45d2fc9d-7934-44f9-8d0e-6b8c042db236 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=802c1022-20aa-46ca-8a7c-0fffabeb21a3 HTTP/1.1" status: 200 len: 945 time: 0.2270403 Aug 05 14:09:17.178973 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42bfe286-3151-499f-b6d0-f4b17ff56d07 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:17.231385 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6db33f1a-7285-4626-ae34-2acf13006664 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:17.234816 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42bfe286-3151-499f-b6d0-f4b17ff56d07 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:17.287485 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfe286-3151-499f-b6d0-f4b17ff56d07 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faee3341-bf7c-4601-ba1e-2a5b3c50f5f7,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:17.296204 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf37822-a7c5-4da0-9381-939e83761f0a req-bb3ed5ec-c7c0-4b8a-97e0-5ebec9d272fc tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:17.296867 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42bfe286-3151-499f-b6d0-f4b17ff56d07 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:17.300997 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-42bfe286-3151-499f-b6d0-f4b17ff56d07 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4725792 Aug 05 14:09:17.302858 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-faf37822-a7c5-4da0-9381-939e83761f0a req-bb3ed5ec-c7c0-4b8a-97e0-5ebec9d272fc tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.1388924 Aug 05 14:09:17.304327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36716) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:17.308340 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c14851b9-dc9e-4ca3-b96e-e70681863a94 req-19317f27-a80b-4dea-9f6d-8cd2f2fce1ce tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244578 Aug 05 14:09:17.312794 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-79980600-c4d0-4a57-bb18-1e4baaae2adf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': '028ba8d5-c725-42c9-8bdb-f648012e5bc9', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:17.508928 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-faf37822-a7c5-4da0-9381-939e83761f0a req-03684ddd-62f8-4bd3-aed3-528aa56b2e7d tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808221 Aug 05 14:09:17.514511 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79980600-c4d0-4a57-bb18-1e4baaae2adf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:17.521741 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6db33f1a-7285-4626-ae34-2acf13006664 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:17.542169 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-6db33f1a-7285-4626-ae34-2acf13006664 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89587cbe-41a6-4e83-9f61-086413170ed1']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:17.563898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-6db33f1a-7285-4626-ae34-2acf13006664 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ddd767-2ff1-4807-baf5-08fb61d3d5c4') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:17.564547 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-6db33f1a-7285-4626-ae34-2acf13006664 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ddd767-2ff1-4807-baf5-08fb61d3d5c4') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:17.585782 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6db33f1a-7285-4626-ae34-2acf13006664 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:17.611328 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f0e45-49b7-42c8-969a-6558febc7171 req-1f6eb8f9-7c07-4430-8b7e-06422a879886 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:17.613519 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6db33f1a-7285-4626-ae34-2acf13006664 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:17.620425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-270f0e45-49b7-42c8-969a-6558febc7171 req-1f6eb8f9-7c07-4430-8b7e-06422a879886 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 946 time: 0.1087434 Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db33f1a-7285-4626-ae34-2acf13006664 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6db33f1a-7285-4626-ae34-2acf13006664 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:09:17.643446 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:09:17.650944 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79980600-c4d0-4a57-bb18-1e4baaae2adf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:17.656849 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79980600-c4d0-4a57-bb18-1e4baaae2adf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:17.698591 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-270f0e45-49b7-42c8-969a-6558febc7171 req-ce02d483-c60c-4107-8d3b-8cb817872611 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bb37488-40d4-4c18-a036-f1da756e7e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769656 Aug 05 14:09:17.726268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79980600-c4d0-4a57-bb18-1e4baaae2adf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdea5925-06fe-4da8-87bf-8747c6cb2368,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:17.738026 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6db33f1a-7285-4626-ae34-2acf13006664 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:17.755026 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6db33f1a-7285-4626-ae34-2acf13006664 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:17.766286 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6db33f1a-7285-4626-ae34-2acf13006664 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] 10.222.0.16 "DELETE /v2.0/networks/89587cbe-41a6-4e83-9f61-086413170ed1 HTTP/1.1" status: 204 len: 168 time: 0.7387040 Aug 05 14:09:17.770169 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79980600-c4d0-4a57-bb18-1e4baaae2adf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:17.771141 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-79980600-c4d0-4a57-bb18-1e4baaae2adf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4634390 Aug 05 14:09:17.774203 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36724) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:17.779402 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-4b0b134a-aa30-4a08-ab35-28a650a34dd8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': '028ba8d5-c725-42c9-8bdb-f648012e5bc9', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:17.817692 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db33f1a-7285-4626-ae34-2acf13006664 tempest-FloatingIPTestJSON-1400253674 tempest-FloatingIPTestJSON-1400253674-project] Pushing event deleted for resources: {'Network': ['ID=89587cbe-41a6-4e83-9f61-086413170ed1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:17.829187 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-4b0b134a-aa30-4a08-ab35-28a650a34dd8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Project b8337b594bf34d3abccae65212524bf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:09:17.840748 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b0b134a-aa30-4a08-ab35-28a650a34dd8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:17.891438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9cfc9-7a6d-40b5-858a-1eac69efe5c8 req-5d41ba12-125a-441f-8ce9-382da821931e tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:17.892730 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ee9cfc9-7a6d-40b5-858a-1eac69efe5c8 req-5d41ba12-125a-441f-8ce9-382da821931e tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.63 "GET /v2.0/ports?device_id=802c1022-20aa-46ca-8a7c-0fffabeb21a3 HTTP/1.1" status: 200 len: 945 time: 0.1252172 Aug 05 14:09:17.900952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7015488-9407-4b39-84e5-626c8fcb7ac5 req-4bf15f97-59cf-4d0d-8d6b-e019a139e5f5 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:17.911057 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7015488-9407-4b39-84e5-626c8fcb7ac5 req-4bf15f97-59cf-4d0d-8d6b-e019a139e5f5 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 946 time: 0.0903077 Aug 05 14:09:17.914419 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36728) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:17.919133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e18be397-6d4d-4ac4-b7e3-6b0e16c283c3 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Request body: {'floatingip': {'port_id': '8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:17.994128 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e18be397-6d4d-4ac4-b7e3-6b0e16c283c3 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:18.010995 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b0b134a-aa30-4a08-ab35-28a650a34dd8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:18.018298 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b0b134a-aa30-4a08-ab35-28a650a34dd8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:18.050615 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b134a-aa30-4a08-ab35-28a650a34dd8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8824f5f7-7539-4195-85f5-fb3ae08a4d63,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:18.070765 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b0b134a-aa30-4a08-ab35-28a650a34dd8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:18.077683 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36732) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:18.078425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4b0b134a-aa30-4a08-ab35-28a650a34dd8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3025177 Aug 05 14:09:18.083112 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-1617545d-3075-4e8d-b413-8aa2bbc6b23f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': '028ba8d5-c725-42c9-8bdb-f648012e5bc9', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:18.194475 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-1617545d-3075-4e8d-b413-8aa2bbc6b23f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Project b8337b594bf34d3abccae65212524bf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:09:18.257536 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1617545d-3075-4e8d-b413-8aa2bbc6b23f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:18.292910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-8ee9cfc9-7a6d-40b5-858a-1eac69efe5c8 req-0068ef5a-7ea1-41e2-a52b-60ad33f1a7e3 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Deleting port 4757ccbc-5147-4fcf-916c-b2bc55d6deaa {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:09:18.293166 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ee9cfc9-7a6d-40b5-858a-1eac69efe5c8 req-0068ef5a-7ea1-41e2-a52b-60ad33f1a7e3 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:18.315043 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36736) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:18.329309 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf1117-5a58-4f0f-be21-3f49864d288a req-f7c42bb6-0c4b-43ba-8eb3-db26c8b37094 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:18.331688 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3aaf1117-5a58-4f0f-be21-3f49864d288a req-f7c42bb6-0c4b-43ba-8eb3-db26c8b37094 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11b8bcc-73b7-4587-89b2-d2989f7ce057 HTTP/1.1" status: 200 len: 946 time: 0.1991289 Aug 05 14:09:18.353131 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-59a87a74-9316-4440-b6b5-01934c156b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:18.563109 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:18.574927 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-309a1486-7805-43b6-9142-7cc6273acafe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a746e5515a4f43a5b91af3a99ad76efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564542 Aug 05 14:09:18.576544 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36748) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:18.706911 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1617545d-3075-4e8d-b413-8aa2bbc6b23f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:18.731688 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1617545d-3075-4e8d-b413-8aa2bbc6b23f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:18.886234 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50be17ee-cd75-4153-b5db-37406e9033b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:18.918499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3d976-d4f3-4441-b7d9-f6380d2a9c5d req-5f4838c8-6ebb-4288-ab02-b1b8aca25c99 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:18.936757 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bbe3d976-d4f3-4441-b7d9-f6380d2a9c5d req-5f4838c8-6ebb-4288-ab02-b1b8aca25c99 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.3058870 Aug 05 14:09:19.066131 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bbe3d976-d4f3-4441-b7d9-f6380d2a9c5d req-d6d826cd-4fa7-4f8c-bd85-795ae4569cef tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280305 Aug 05 14:09:19.074232 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50be17ee-cd75-4153-b5db-37406e9033b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:19.153124 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8ee9cfc9-7a6d-40b5-858a-1eac69efe5c8 req-0068ef5a-7ea1-41e2-a52b-60ad33f1a7e3 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] For port 4757ccbc-5147-4fcf-916c-b2bc55d6deaa, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=4757ccbc-5147-4fcf-916c-b2bc55d6deaa,segment=NetworkSegment(892b46ab-8f47-44de-b513-5e91ea3c2f7d),segment_id=892b46ab-8f47-44de-b513-5e91ea3c2f7d)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:19.153500 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ee9cfc9-7a6d-40b5-858a-1eac69efe5c8 req-0068ef5a-7ea1-41e2-a52b-60ad33f1a7e3 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:19.176363 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85de1e3-7be2-4826-beac-eef3ea593fdd req-6223d29b-6afa-40ed-9997-4d2c2af716ec tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:19.178002 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d85de1e3-7be2-4826-beac-eef3ea593fdd req-6223d29b-6afa-40ed-9997-4d2c2af716ec tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=802c1022-20aa-46ca-8a7c-0fffabeb21a3 HTTP/1.1" status: 200 len: 945 time: 0.7304618 Aug 05 14:09:19.180599 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50be17ee-cd75-4153-b5db-37406e9033b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:19.184738 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50be17ee-cd75-4153-b5db-37406e9033b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:19.185938 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-50be17ee-cd75-4153-b5db-37406e9033b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cc27d4a-1f03-4386-aefe-3ba4f4f12da7 HTTP/1.1" status: 204 len: 168 time: 0.6074722 Aug 05 14:09:19.201599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617545d-3075-4e8d-b413-8aa2bbc6b23f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b97f4a-5f07-45d6-a0e7-c395a2744d80,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:19.216546 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be17ee-cd75-4153-b5db-37406e9033b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc27d4a-1f03-4386-aefe-3ba4f4f12da7,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:19.222855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-8ee9cfc9-7a6d-40b5-858a-1eac69efe5c8 req-0068ef5a-7ea1-41e2-a52b-60ad33f1a7e3 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Calling delete_port for 4757ccbc-5147-4fcf-916c-b2bc55d6deaa owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:09:19.283523 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1617545d-3075-4e8d-b413-8aa2bbc6b23f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:19.284748 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1617545d-3075-4e8d-b413-8aa2bbc6b23f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2053535 Aug 05 14:09:19.288160 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36764) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:19.293692 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-68d9996d-cfda-4589-9f91-5ac1b9ed2bfc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'network': {'name': 'tempest-network-smoke--1207700478', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'port_security_enabled': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:19.356150 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-3aaf1117-5a58-4f0f-be21-3f49864d288a req-18af1bbe-d362-42b3-ae8e-48b00f5e5edb tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Deleting port 4ee3459d-d429-4309-98d6-4e77517bb4ec {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:09:19.356769 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3aaf1117-5a58-4f0f-be21-3f49864d288a req-18af1bbe-d362-42b3-ae8e-48b00f5e5edb tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:19.386808 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d9996d-cfda-4589-9f91-5ac1b9ed2bfc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Made reservation on behalf of b8337b594bf34d3abccae65212524bf9 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:19.395528 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-68d9996d-cfda-4589-9f91-5ac1b9ed2bfc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:19.426658 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d85de1e3-7be2-4826-beac-eef3ea593fdd req-d64df497-bd4b-4944-8a9b-bc67236f5ad9 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202919 Aug 05 14:09:19.466111 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:19.503867 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d9996d-cfda-4589-9f91-5ac1b9ed2bfc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:09:19.540716 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-68d9996d-cfda-4589-9f91-5ac1b9ed2bfc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:19.541808 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-68d9996d-cfda-4589-9f91-5ac1b9ed2bfc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Added segment 21641cda-4870-47e8-9c7e-af6727feb606 of type vlan for network 2d7e4cee-21f3-4c27-a383-7f324b431f41 Aug 05 14:09:19.589963 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e18be397-6d4d-4ac4-b7e3-6b0e16c283c3 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:19.632881 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e18be397-6d4d-4ac4-b7e3-6b0e16c283c3 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:19.700415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-3aaf1117-5a58-4f0f-be21-3f49864d288a req-18af1bbe-d362-42b3-ae8e-48b00f5e5edb tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] For port 4ee3459d-d429-4309-98d6-4e77517bb4ec, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4ee3459d-d429-4309-98d6-4e77517bb4ec,segment=NetworkSegment(892b46ab-8f47-44de-b513-5e91ea3c2f7d),segment_id=892b46ab-8f47-44de-b513-5e91ea3c2f7d)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:19.700787 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3aaf1117-5a58-4f0f-be21-3f49864d288a req-18af1bbe-d362-42b3-ae8e-48b00f5e5edb tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:19.720034 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-68d9996d-cfda-4589-9f91-5ac1b9ed2bfc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:19.726896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-3aaf1117-5a58-4f0f-be21-3f49864d288a req-18af1bbe-d362-42b3-ae8e-48b00f5e5edb tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Calling delete_port for 4ee3459d-d429-4309-98d6-4e77517bb4ec owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:09:19.734116 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ee9cfc9-7a6d-40b5-858a-1eac69efe5c8 req-0068ef5a-7ea1-41e2-a52b-60ad33f1a7e3 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:19.748649 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['4757ccbc-5147-4fcf-916c-b2bc55d6deaa'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:09:19.826997 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-68d9996d-cfda-4589-9f91-5ac1b9ed2bfc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:19.846436 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d9996d-cfda-4589-9f91-5ac1b9ed2bfc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:19.873582 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-68d9996d-cfda-4589-9f91-5ac1b9ed2bfc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:19.947693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068ef5a-7ea1-41e2-a52b-60ad33f1a7e3 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Pushing event deleted for resources: {'Port': ['ID=4757ccbc-5147-4fcf-916c-b2bc55d6deaa,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:19.979867 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-68d9996d-cfda-4589-9f91-5ac1b9ed2bfc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6904438 Aug 05 14:09:20.023138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36772) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:20.036263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1466684012', 'admin_state_up': True, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:20.120715 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9996d-cfda-4589-9f91-5ac1b9ed2bfc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Network': ['ID=2d7e4cee-21f3-4c27-a383-7f324b431f41,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:20.143897 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 2d7e4cee-21f3-4c27-a383-7f324b431f41 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:09:20.192507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee9cfc9-7a6d-40b5-858a-1eac69efe5c8 req-0068ef5a-7ea1-41e2-a52b-60ad33f1a7e3 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] No DVR routers for this DVR port 4757ccbc-5147-4fcf-916c-b2bc55d6deaa on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:09:20.201740 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ee9cfc9-7a6d-40b5-858a-1eac69efe5c8 req-0068ef5a-7ea1-41e2-a52b-60ad33f1a7e3 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:20.210734 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ee9cfc9-7a6d-40b5-858a-1eac69efe5c8 req-0068ef5a-7ea1-41e2-a52b-60ad33f1a7e3 tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.63 "DELETE /v2.0/ports/4757ccbc-5147-4fcf-916c-b2bc55d6deaa HTTP/1.1" status: 204 len: 173 time: 2.3039043 Aug 05 14:09:20.400249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802c1022-20aa-46ca-8a7c-0fffabeb21a3', 'name': 'network-vif-deleted', 'tag': '4757ccbc-5147-4fcf-916c-b2bc55d6deaa'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:09:20.403538 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb8b8c9-3a13-496d-ab92-bff08867a422" -d '{"events": [{"server_uuid": "802c1022-20aa-46ca-8a7c-0fffabeb21a3", "name": "network-vif-deleted", "tag": "4757ccbc-5147-4fcf-916c-b2bc55d6deaa"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:09:20.412700 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-e18be397-6d4d-4ac4-b7e3-6b0e16c283c3 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Floating IP b1574e05-2174-4441-b17a-85d6fe1789e3 associated. External IP: 172.25.5.13, port: 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37. Aug 05 14:09:20.415533 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e0e85-d835-4956-99ef-4c93ef27aec4 req-7df9b691-71d4-421d-a767-b5bb02f39767 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:20.424444 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3aaf1117-5a58-4f0f-be21-3f49864d288a req-18af1bbe-d362-42b3-ae8e-48b00f5e5edb tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:20.428802 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f48e0e85-d835-4956-99ef-4c93ef27aec4 req-7df9b691-71d4-421d-a767-b5bb02f39767 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.2249815 Aug 05 14:09:20.552624 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f48e0e85-d835-4956-99ef-4c93ef27aec4 req-5d330372-9d17-4d61-b0a3-8f8826c84546 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216595 Aug 05 14:09:20.555906 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df425e32-bcc7-482e-ad9f-9dcc2974e1c7 x-openstack-request-id: req-df425e32-bcc7-482e-ad9f-9dcc2974e1c7 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:09:20.556205 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802c1022-20aa-46ca-8a7c-0fffabeb21a3", "name": "network-vif-deleted", "tag": "4757ccbc-5147-4fcf-916c-b2bc55d6deaa", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:09:20.556520 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df425e32-bcc7-482e-ad9f-9dcc2974e1c7 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:09:20.556865 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802c1022-20aa-46ca-8a7c-0fffabeb21a3', 'name': 'network-vif-deleted', 'tag': '4757ccbc-5147-4fcf-916c-b2bc55d6deaa', 'status': 'completed', 'code': 200} Aug 05 14:09:20.614388 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:20.617246 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:20.644152 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af1bbe-d362-42b3-ae8e-48b00f5e5edb tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Pushing event deleted for resources: {'Port': ['ID=4ee3459d-d429-4309-98d6-4e77517bb4ec,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:20.838237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 4ee3459d-d429-4309-98d6-4e77517bb4ec no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:09:20.847225 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ed695d2-16dc-4bec-b8e3-06fe467b3f2c req-879f8219-db1f-4772-927b-315fd475879d tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.16 "GET /v2.0/ports?device_id=802c1022-20aa-46ca-8a7c-0fffabeb21a3 HTTP/1.1" status: 200 len: 210 time: 0.1585343 Aug 05 14:09:20.873958 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaf1117-5a58-4f0f-be21-3f49864d288a req-18af1bbe-d362-42b3-ae8e-48b00f5e5edb tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] No DVR routers for this DVR port 4ee3459d-d429-4309-98d6-4e77517bb4ec on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:09:20.877013 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3aaf1117-5a58-4f0f-be21-3f49864d288a req-18af1bbe-d362-42b3-ae8e-48b00f5e5edb tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:20.879565 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3aaf1117-5a58-4f0f-be21-3f49864d288a req-18af1bbe-d362-42b3-ae8e-48b00f5e5edb tempest-ListServersNegativeTestJSON-2122314430 tempest-ListServersNegativeTestJSON-2122314430-project] 10.222.0.84 "DELETE /v2.0/ports/4ee3459d-d429-4309-98d6-4e77517bb4ec HTTP/1.1" status: 204 len: 173 time: 2.4335423 Aug 05 14:09:20.884890 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 4ee3459d-d429-4309-98d6-4e77517bb4ec {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:09:20.885241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 4ee3459d-d429-4309-98d6-4e77517bb4ec not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:09:20.935329 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:21.215534 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36802) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:21.227737 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:21.264698 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:21.373412 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18be397-6d4d-4ac4-b7e3-6b0e16c283c3 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:09:21.391863 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-57f60e3d-c0a3-47e6-8785-98803b89455f req-ad1f6ffb-0981-4cc4-a252-c4f450d99dd0 service neutron] (105723) timed out ('10.222.0.63', 64938) {{(pid=105723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 14:09:21.562887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36814) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:21.564276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-8638f378-b223-4cfb-badf-3df7d8825018 req-bd24003a-8fbf-46c6-a4f5-fab472f463e8 service neutron] (105723) timed out ('10.222.0.63', 64934) {{(pid=105723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 14:09:21.675082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18be397-6d4d-4ac4-b7e3-6b0e16c283c3 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:09:21.682642 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e18be397-6d4d-4ac4-b7e3-6b0e16c283c3 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:21.686660 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0fc4c-fedc-4b5e-b866-07a55c66bb80 None None] Sync routers for ids ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:09:21.708901 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0fc4c-fedc-4b5e-b866-07a55c66bb80 None None] Routers {'387cdcf1-29f8-4a85-8846-5a20ea1545f4'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:09:21.711361 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3bd0fc4c-fedc-4b5e-b866-07a55c66bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:09:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:21.715183 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f2fb468-8eba-4edc-83aa-ab0dda62ec44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:21.726887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-7d687976-ec56-4997-90e9-675aefc9fa24 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1170988788'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:21.777361 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d687976-ec56-4997-90e9-675aefc9fa24 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:21.780945 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d687976-ec56-4997-90e9-675aefc9fa24 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:21.799208 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d687976-ec56-4997-90e9-675aefc9fa24 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:21.837868 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e18be397-6d4d-4ac4-b7e3-6b0e16c283c3 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "PUT /v2.0/floatingips/b1574e05-2174-4441-b17a-85d6fe1789e3 HTTP/1.1" status: 200 len: 991 time: 3.9203706 Aug 05 14:09:21.879736 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ac456-c991-40a4-a131-ee3cab9396e7 req-9abb1683-442b-4876-83ad-3f51d041764b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:21.884953 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e0ac456-c991-40a4-a131-ee3cab9396e7 req-9abb1683-442b-4876-83ad-3f51d041764b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.1965117 Aug 05 14:09:21.952584 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-3bd0fc4c-fedc-4b5e-b866-07a55c66bb80 None None] Set router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:09:22.009375 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f2fb468-8eba-4edc-83aa-ab0dda62ec44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:22.087408 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f2fb468-8eba-4edc-83aa-ab0dda62ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:22.181398 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1f2fb468-8eba-4edc-83aa-ab0dda62ec44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e428688a5a1b4d5c8441469d6a423749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9635024 Aug 05 14:09:22.183583 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36826) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:22.184505 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36828) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:22.204280 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3bd0fc4c-fedc-4b5e-b866-07a55c66bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:04:07Z', 'revision_number': 4, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'b1574e05-2174-4441-b17a-85d6fe1789e3', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'port_id': '8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'mac_address': 'fa:16:3e:b5:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079bf570-40e2-44c0-91cc-84555860ae54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:08:57Z', 'updated_at': '2021-08-05T14:09:19Z', 'revision_number': 1, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553b31f4-2b96-421a-9259-e3c16e530617', 'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'mac_address': 'fa:16:3e:c8:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eeec4336-a010-464c-8b64-395366905663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:05Z', 'updated_at': '2021-08-05T14:04:16Z', 'revision_number': 5, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'subnets': [{'id': 'eeec4336-a010-464c-8b64-395366905663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:22.210602 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e0ac456-c991-40a4-a131-ee3cab9396e7 req-cc0a944a-8025-4e34-ac45-4abac46b2eeb tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236701 Aug 05 14:09:22.249613 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0fc4c-fedc-4b5e-b866-07a55c66bb80 None None] Checking router: 387cdcf1-29f8-4a85-8846-5a20ea1545f4 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:09:22.279187 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7f5131-763a-446c-9a2e-665fe588b37b admin admin] Deleting subnet 0379e98d-14bf-4e11-a4e7-4f9d2e6f644a {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:09:22.279389 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:22.279504 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0fc4c-fedc-4b5e-b866-07a55c66bb80 None None] Routers {'387cdcf1-29f8-4a85-8846-5a20ea1545f4'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:09:22.279504 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3bd0fc4c-fedc-4b5e-b866-07a55c66bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:09:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:22.279747 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5131-763a-446c-9a2e-665fe588b37b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:22.285226 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:22.360234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fb468-8eba-4edc-83aa-ab0dda62ec44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a911387-ce4e-499a-b8a6-847f69208231,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:22.376888 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 4757ccbc-5147-4fcf-916c-b2bc55d6deaa no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:09:22.389511 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c182e0a1-60b5-480a-8b5d-52126424472a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:22.419312 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c182e0a1-60b5-480a-8b5d-52126424472a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:22.436482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 4757ccbc-5147-4fcf-916c-b2bc55d6deaa {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:09:22.437206 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 4757ccbc-5147-4fcf-916c-b2bc55d6deaa not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:09:22.448516 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-3bd0fc4c-fedc-4b5e-b866-07a55c66bb80 None None] Set router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:09:22.486591 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5131-763a-446c-9a2e-665fe588b37b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:22.508720 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c182e0a1-60b5-480a-8b5d-52126424472a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:22.511740 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c182e0a1-60b5-480a-8b5d-52126424472a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:22.513108 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c182e0a1-60b5-480a-8b5d-52126424472a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a911387-ce4e-499a-b8a6-847f69208231 HTTP/1.1" status: 204 len: 168 time: 0.3271637 Aug 05 14:09:22.545958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182e0a1-60b5-480a-8b5d-52126424472a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a911387-ce4e-499a-b8a6-847f69208231,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:22.559026 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11b8bcc-73b7-4587-89b2-d2989f7ce057', 'name': 'network-vif-deleted', 'tag': '4ee3459d-d429-4309-98d6-4e77517bb4ec'}, {'name': 'network-changed', 'server_uuid': '079bf570-40e2-44c0-91cc-84555860ae54', 'tag': '8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:09:22.563733 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8113872e-2de4-4a0a-b8c9-a02ff1e5b3ad" -d '{"events": [{"server_uuid": "f11b8bcc-73b7-4587-89b2-d2989f7ce057", "name": "network-vif-deleted", "tag": "4ee3459d-d429-4309-98d6-4e77517bb4ec"}, {"name": "network-changed", "server_uuid": "079bf570-40e2-44c0-91cc-84555860ae54", "tag": "8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:09:22.582426 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d687976-ec56-4997-90e9-675aefc9fa24 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:22.588213 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5131-763a-446c-9a2e-665fe588b37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:22.614958 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d687976-ec56-4997-90e9-675aefc9fa24 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:22.622038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Allocated IP 172.25.5.164 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/b0c6f04b-8f93-47bc-988b-b760be5c5571) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:09:22.661738 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d687976-ec56-4997-90e9-675aefc9fa24 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:09:22.686364 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d687976-ec56-4997-90e9-675aefc9fa24 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:22.687290 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-7d687976-ec56-4997-90e9-675aefc9fa24 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Added segment 05b5e72e-b458-44d8-9fff-272345cadb83 of type vlan for network a241c4de-1a00-4ec7-84ac-9eb3e2865c21 Aug 05 14:09:22.688771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d687976-ec56-4997-90e9-675aefc9fa24 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe1bea9-9c48-4381-9a94-08f395de8047,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:22.759240 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5131-763a-446c-9a2e-665fe588b37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:22.809592 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d687976-ec56-4997-90e9-675aefc9fa24 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:22.845893 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 05 Aug 2021 14:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4926b8f-1e3e-455d-aa2c-0a017b5cd148 x-openstack-request-id: req-a4926b8f-1e3e-455d-aa2c-0a017b5cd148 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:09:22.846548 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11b8bcc-73b7-4587-89b2-d2989f7ce057", "name": "network-vif-deleted", "tag": "4ee3459d-d429-4309-98d6-4e77517bb4ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "079bf570-40e2-44c0-91cc-84555860ae54", "tag": "8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:09:22.846548 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4926b8f-1e3e-455d-aa2c-0a017b5cd148 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:09:22.846870 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11b8bcc-73b7-4587-89b2-d2989f7ce057', 'name': 'network-vif-deleted', 'tag': '4ee3459d-d429-4309-98d6-4e77517bb4ec', 'status': 'completed', 'code': 200} Aug 05 14:09:22.847127 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079bf570-40e2-44c0-91cc-84555860ae54', 'tag': '8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37', 'status': 'completed', 'code': 200} Aug 05 14:09:22.938139 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5131-763a-446c-9a2e-665fe588b37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:22.938139 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6f7f5131-763a-446c-9a2e-665fe588b37b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0379e98d-14bf-4e11-a4e7-4f9d2e6f644a HTTP/1.1" status: 204 len: 168 time: 0.7163098 Aug 05 14:09:22.938139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f5131-763a-446c-9a2e-665fe588b37b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0379e98d-14bf-4e11-a4e7-4f9d2e6f644a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:22.938780 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113872e-2de4-4a0a-b8c9-a02ff1e5b3ad req-88da183d-1330-4d30-a9e2-c929206b8c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:22.938780 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8113872e-2de4-4a0a-b8c9-a02ff1e5b3ad req-88da183d-1330-4d30-a9e2-c929206b8c74 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1291456ee72e4bdfb592cbb35091d288&device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 1097 time: 0.1025932 Aug 05 14:09:22.939030 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36840) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:23.078605 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:23.116169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d687976-ec56-4997-90e9-675aefc9fa24 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:23.119152 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3bd0fc4c-fedc-4b5e-b866-07a55c66bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:04:07Z', 'revision_number': 4, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'b1574e05-2174-4441-b17a-85d6fe1789e3', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'port_id': '8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'mac_address': 'fa:16:3e:b5:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079bf570-40e2-44c0-91cc-84555860ae54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:08:57Z', 'updated_at': '2021-08-05T14:09:19Z', 'revision_number': 1, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553b31f4-2b96-421a-9259-e3c16e530617', 'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'mac_address': 'fa:16:3e:c8:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eeec4336-a010-464c-8b64-395366905663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:05Z', 'updated_at': '2021-08-05T14:04:16Z', 'revision_number': 5, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'subnets': [{'id': 'eeec4336-a010-464c-8b64-395366905663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:23.129797 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d687976-ec56-4997-90e9-675aefc9fa24 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:23.130465 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d687976-ec56-4997-90e9-675aefc9fa24 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:23.151910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113872e-2de4-4a0a-b8c9-a02ff1e5b3ad req-e4270f9f-8beb-440b-bb6d-5e613d2e08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:23.153427 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8113872e-2de4-4a0a-b8c9-a02ff1e5b3ad req-e4270f9f-8beb-440b-bb6d-5e613d2e08c6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff HTTP/1.1" status: 200 len: 910 time: 0.2165537 Aug 05 14:09:23.177579 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0fc4c-fedc-4b5e-b866-07a55c66bb80 None None] The sync data for ids ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'] in n-d-803585-2 is: [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:04:07Z', 'revision_number': 4, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'b1574e05-2174-4441-b17a-85d6fe1789e3', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'port_id': '8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'mac_address': 'fa:16:3e:b5:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079bf570-40e2-44c0-91cc-84555860ae54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:08:57Z', 'updated_at': '2021-08-05T14:09:19Z', 'revision_number': 1, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553b31f4-2b96-421a-9259-e3c16e530617', 'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'mac_address': 'fa:16:3e:c8:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eeec4336-a010-464c-8b64-395366905663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:05Z', 'updated_at': '2021-08-05T14:04:16Z', 'revision_number': 5, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'subnets': [{'id': 'eeec4336-a010-464c-8b64-395366905663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:09:23.316059 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36850) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:23.407544 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8113872e-2de4-4a0a-b8c9-a02ff1e5b3ad req-dcf421f4-17c2-48fb-b1c1-12ea21a276cd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 HTTP/1.1" status: 200 len: 999 time: 0.2432477 Aug 05 14:09:23.418633 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:23.710017 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaec377-9637-40b5-b11a-8615a8c4becb None None] New status for floating IP b1574e05-2174-4441-b17a-85d6fe1789e3: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:09:23.940374 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7d687976-ec56-4997-90e9-675aefc9fa24 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3741355 Aug 05 14:09:24.028364 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-550aba0e-9a66-4977-ae29-b88306dfe16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:24.106150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d687976-ec56-4997-90e9-675aefc9fa24 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Network': ['ID=a241c4de-1a00-4ec7-84ac-9eb3e2865c21,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:24.127796 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f490edd-8a6e-4fc7-9bfc-a6550f9e3351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:24.131624 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36858) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:24.143756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network a241c4de-1a00-4ec7-84ac-9eb3e2865c21 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:09:24.144038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=b0c6f04b-8f93-47bc-988b-b760be5c5571,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:24.161237 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f09b25b2-82bd-41a1-bde6-682ad297e86a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'subnet': {'network_id': 'a241c4de-1a00-4ec7-84ac-9eb3e2865c21', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:24.208907 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:09:24.229844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031fbdb-c6c8-4504-88bf-f9b887a2ae5e req-159bb565-e782-46ef-9571-fba9c4585eab tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:24.239781 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f031fbdb-c6c8-4504-88bf-f9b887a2ae5e req-159bb565-e782-46ef-9571-fba9c4585eab tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.8305094 Aug 05 14:09:24.253744 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:24.275713 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:09:24.282385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113872e-2de4-4a0a-b8c9-a02ff1e5b3ad req-deb05c69-a835-43bc-a857-60fb65c9777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:24.284508 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8113872e-2de4-4a0a-b8c9-a02ff1e5b3ad req-deb05c69-a835-43bc-a857-60fb65c9777d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eeec4336-a010-464c-8b64-395366905663 HTTP/1.1" status: 200 len: 848 time: 0.8617840 Aug 05 14:09:24.387872 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f031fbdb-c6c8-4504-88bf-f9b887a2ae5e req-ec818ab1-d489-4d12-9ee3-51f9a5f51da8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458650 Aug 05 14:09:24.418635 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-550aba0e-9a66-4977-ae29-b88306dfe16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:24.440200 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-550aba0e-9a66-4977-ae29-b88306dfe16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:24.563279 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113872e-2de4-4a0a-b8c9-a02ff1e5b3ad req-f4ac767a-82aa-4cc9-8962-eb7e0342a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:24.564805 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8113872e-2de4-4a0a-b8c9-a02ff1e5b3ad req-f4ac767a-82aa-4cc9-8962-eb7e0342a2f2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2496192 Aug 05 14:09:24.767011 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8113872e-2de4-4a0a-b8c9-a02ff1e5b3ad req-566c8331-96a7-4461-99b5-64b597a7772f service neutron] 10.222.0.63 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913128 Aug 05 14:09:24.818152 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-550aba0e-9a66-4977-ae29-b88306dfe16a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=307ab14d799949d49da5af43965bb4ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4961419 Aug 05 14:09:24.823047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36862) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:24.831291 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550aba0e-9a66-4977-ae29-b88306dfe16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e019aa75-e728-4b96-9df5-00ead4de9d5e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:24.917675 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f490edd-8a6e-4fc7-9bfc-a6550f9e3351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:24.922395 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8113872e-2de4-4a0a-b8c9-a02ff1e5b3ad req-062065d0-b201-45ca-a98f-d24d2004ee57 service neutron] 10.222.0.63 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467066 Aug 05 14:09:24.930232 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1f490edd-8a6e-4fc7-9bfc-a6550f9e3351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be957db5-8ba5-4236-ba63-34c39cd52a86']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:24.964209 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1f490edd-8a6e-4fc7-9bfc-a6550f9e3351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892b46ab-8f47-44de-b513-5e91ea3c2f7d') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:24.965760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1f490edd-8a6e-4fc7-9bfc-a6550f9e3351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892b46ab-8f47-44de-b513-5e91ea3c2f7d') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:24.980819 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09b25b2-82bd-41a1-bde6-682ad297e86a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:24.984583 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f09b25b2-82bd-41a1-bde6-682ad297e86a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:24.997457 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f490edd-8a6e-4fc7-9bfc-a6550f9e3351 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:25.012539 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:25.092323 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2e7e08c8-cde3-4c38-a1fd-b4f0c336c0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:25.162224 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2e7e08c8-cde3-4c38-a1fd-b4f0c336c0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:25.202908 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f490edd-8a6e-4fc7-9bfc-a6550f9e3351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:25.210041 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f490edd-8a6e-4fc7-9bfc-a6550f9e3351 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:09:25.210748 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f490edd-8a6e-4fc7-9bfc-a6550f9e3351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:25.278777 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:09:25.288577 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:09:25.337325 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f490edd-8a6e-4fc7-9bfc-a6550f9e3351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:25.343132 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f490edd-8a6e-4fc7-9bfc-a6550f9e3351 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:25.345337 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1f490edd-8a6e-4fc7-9bfc-a6550f9e3351 admin admin] 10.222.0.16 "DELETE /v2.0/networks/be957db5-8ba5-4236-ba63-34c39cd52a86 HTTP/1.1" status: 204 len: 168 time: 2.4071915 Aug 05 14:09:25.369083 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f490edd-8a6e-4fc7-9bfc-a6550f9e3351 admin admin] Pushing event deleted for resources: {'Network': ['ID=be957db5-8ba5-4236-ba63-34c39cd52a86,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:25.401289 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2e7e08c8-cde3-4c38-a1fd-b4f0c336c0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:25.404205 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2e7e08c8-cde3-4c38-a1fd-b4f0c336c0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:25.405386 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2e7e08c8-cde3-4c38-a1fd-b4f0c336c0d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e019aa75-e728-4b96-9df5-00ead4de9d5e HTTP/1.1" status: 204 len: 168 time: 0.5752046 Aug 05 14:09:25.421414 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e08c8-cde3-4c38-a1fd-b4f0c336c0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e019aa75-e728-4b96-9df5-00ead4de9d5e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:25.571341 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 1c7c2884-88e8-4b3d-8498-39235fdcaaac is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:09:25.639958 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f09b25b2-82bd-41a1-bde6-682ad297e86a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:25.793383 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36884) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:25.846415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:09:25.859549 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Sync routers for ids ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:09:25.860070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b25b2-82bd-41a1-bde6-682ad297e86a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Subnet': ['ID=e6a6b048-6735-474a-8efd-5b7ffe3a67b1,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:25.879644 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Routers {'1c7c2884-88e8-4b3d-8498-39235fdcaaac'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:09:25.881166 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:09:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:25.885968 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:25.888052 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-61d782a6-65f6-4ac4-9b36-d55edaa5b9a3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.8592243 Aug 05 14:09:25.893130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36888) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:25.915887 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-dde24e44-c476-418e-b48e-e2bb698011e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb09008e3faa42028f313d47d2700382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1098163 Aug 05 14:09:25.918551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36890) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:25.995170 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2e0c2aea-1757-44e1-93f0-9b8e5c76a215 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b8337b594bf34d3abccae65212524bf9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1019824 Aug 05 14:09:26.002650 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36892) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:26.011034 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da2688-f582-43d8-80ab-ce39647963b7 req-18e4401e-42ad-476f-923a-851333281b73 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:26.014376 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a1da2688-f582-43d8-80ab-ce39647963b7 req-18e4401e-42ad-476f-923a-851333281b73 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.4074006 Aug 05 14:09:26.020057 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b6a47d5-34a8-4483-aca8-2b5d2676660c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:26.063970 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b6a47d5-34a8-4483-aca8-2b5d2676660c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:26.143465 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Set router 1c7c2884-88e8-4b3d-8498-39235fdcaaac gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:09:26.183372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b25b2-82bd-41a1-bde6-682ad297e86a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Checking segment: {'id': '05b5e72e-b458-44d8-9fff-272345cadb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a241c4de-1a00-4ec7-84ac-9eb3e2865c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:26.183372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09b25b2-82bd-41a1-bde6-682ad297e86a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network hostable DHCP agents. Network: a241c4de-1a00-4ec7-84ac-9eb3e2865c21, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:09:26.212910 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b6a47d5-34a8-4483-aca8-2b5d2676660c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:26.228580 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b6a47d5-34a8-4483-aca8-2b5d2676660c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:26.236148 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2b6a47d5-34a8-4483-aca8-2b5d2676660c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1 HTTP/1.1" status: 204 len: 168 time: 0.3140333 Aug 05 14:09:26.328776 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a47d5-34a8-4483-aca8-2b5d2676660c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab93f3a2-4cfc-4c50-be1a-d7bdb75de2b1,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:26.367439 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a1da2688-f582-43d8-80ab-ce39647963b7 req-55a20eb9-9b5f-4cb5-846f-fa122f4ed5f2 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352147 Aug 05 14:09:26.383784 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09b25b2-82bd-41a1-bde6-682ad297e86a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network a241c4de-1a00-4ec7-84ac-9eb3e2865c21 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:09:26.409095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff5d077-55fe-463d-8071-cac26f760ae8 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:26.420702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36914) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:26.421269 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8ff5d077-55fe-463d-8071-cac26f760ae8 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4170952 Aug 05 14:09:26.440235 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-f09b25b2-82bd-41a1-bde6-682ad297e86a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, a241c4de-1a00-4ec7-84ac-9eb3e2865c21) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:26.448948 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aae5e3-b95e-453f-93db-687a7aedf23c None None] Network a241c4de-1a00-4ec7-84ac-9eb3e2865c21 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:26.461425 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09b25b2-82bd-41a1-bde6-682ad297e86a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:26.462048 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f09b25b2-82bd-41a1-bde6-682ad297e86a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:26.561332 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-14b3e109-160d-418d-a2d6-67c2bb7569ad tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1370823 Aug 05 14:09:26.562449 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36920) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:26.568111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-2d1dc156-13ab-40a4-bea3-ea2cf18dd7b2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1172345332', 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:26.600365 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f09b25b2-82bd-41a1-bde6-682ad297e86a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4460435 Aug 05 14:09:26.605008 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36922) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:26.628133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-115a0d5b-e86c-49cd-9ead-f84610b5ad3f tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1796643762'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:26.720851 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115a0d5b-e86c-49cd-9ead-f84610b5ad3f tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:26.727770 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-115a0d5b-e86c-49cd-9ead-f84610b5ad3f tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:26.743110 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466684012', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:09:20Z', 'updated_at': '2021-08-05T14:09:24Z', 'revision_number': 3, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:22Z', 'updated_at': '2021-08-05T14:09:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:26.805873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1dc156-13ab-40a4-bea3-ea2cf18dd7b2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Made reservation on behalf of b8337b594bf34d3abccae65212524bf9 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:26.810036 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc156-13ab-40a4-bea3-ea2cf18dd7b2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:26.814475 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-a241c4de-1a00-4ec7-84ac-9eb3e2865c21', 'network_id': 'a241c4de-1a00-4ec7-84ac-9eb3e2865c21', 'tenant_id': 'a3d42ade306f4e4ca2a5953793034fe9', 'fixed_ips': [{'subnet_id': 'e6a6b048-6735-474a-8efd-5b7ffe3a67b1'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:09:26.823524 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:26.847375 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115a0d5b-e86c-49cd-9ead-f84610b5ad3f tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:09:26.847574 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Checking router: 1c7c2884-88e8-4b3d-8498-39235fdcaaac for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:09:26.847697 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Updating router 1c7c2884-88e8-4b3d-8498-39235fdcaaac port b0c6f04b-8f93-47bc-988b-b760be5c5571 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:09:26.882727 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-115a0d5b-e86c-49cd-9ead-f84610b5ad3f tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:26.889414 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-115a0d5b-e86c-49cd-9ead-f84610b5ad3f tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Added segment cccaa56c-d2c7-4ec2-9118-6cd055320448 of type vlan for network 118302bc-4a0b-4f1a-872b-dbd018491941 Aug 05 14:09:26.961743 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:27.050115 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-115a0d5b-e86c-49cd-9ead-f84610b5ad3f tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:27.086530 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:09:27.176414 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-115a0d5b-e86c-49cd-9ead-f84610b5ad3f tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:27.184027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115a0d5b-e86c-49cd-9ead-f84610b5ad3f tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:27.184667 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-115a0d5b-e86c-49cd-9ead-f84610b5ad3f tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:27.251958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Allocated IP 172.20.255.242 (a241c4de-1a00-4ec7-84ac-9eb3e2865c21/e6a6b048-6735-474a-8efd-5b7ffe3a67b1/518cee32-3d09-4360-b511-7bee6a7e5499) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:09:27.339991 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-115a0d5b-e86c-49cd-9ead-f84610b5ad3f tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7311413 Aug 05 14:09:27.354482 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36946) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:27.374218 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-14a21bdc-f3ff-413f-b3ce-40bca89af832 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'subnet': {'network_id': '118302bc-4a0b-4f1a-872b-dbd018491941', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:27.640955 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a0d5b-e86c-49cd-9ead-f84610b5ad3f tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Network': ['ID=118302bc-4a0b-4f1a-872b-dbd018491941,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:27.715716 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:27.726983 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:27.739748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Transition to ACTIVE for port object 518cee32-3d09-4360-b511-7bee6a7e5499 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:27.752772 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Transition to ACTIVE for port object b0c6f04b-8f93-47bc-988b-b760be5c5571 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:27.754613 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc156-13ab-40a4-bea3-ea2cf18dd7b2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:27.770442 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Transition to ACTIVE for port object 518cee32-3d09-4360-b511-7bee6a7e5499 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:27.773734 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:27.792598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 118302bc-4a0b-4f1a-872b-dbd018491941 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:09:27.830063 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a21bdc-f3ff-413f-b3ce-40bca89af832 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:27.838205 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:27.838495 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-14a21bdc-f3ff-413f-b3ce-40bca89af832 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:27.910455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88885c-7d4c-4f60-b34d-875f19a107f3 req-10a705a9-ed8e-4eec-b3b2-6a2983ad3bb0 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:27.919705 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c88885c-7d4c-4f60-b34d-875f19a107f3 req-10a705a9-ed8e-4eec-b3b2-6a2983ad3bb0 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.3539989 Aug 05 14:09:27.950364 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Attempting to bind port b0c6f04b-8f93-47bc-988b-b760be5c5571 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:09:27.950665 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Attempting to bind port b0c6f04b-8f93-47bc-988b-b760be5c5571 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:09:27.951024 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Attempting to bind port b0c6f04b-8f93-47bc-988b-b760be5c5571 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:09:27.967601 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5be06-78cb-4d2f-ada7-772103596f64 None None] Pushing event updated for resources: {'Port': ['ID=b0c6f04b-8f93-47bc-988b-b760be5c5571,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:27.981142 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:09:27.981519 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:27.981928 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:27.982359 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:09:27.982809 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Bound port: b0c6f04b-8f93-47bc-988b-b760be5c5571, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:09:27.983190 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:28.139743 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Network a241c4de-1a00-4ec7-84ac-9eb3e2865c21 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:09:28.147803 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] For port b0c6f04b-8f93-47bc-988b-b760be5c5571, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:09:28.151650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:28.155202 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] For port b0c6f04b-8f93-47bc-988b-b760be5c5571, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b0c6f04b-8f93-47bc-988b-b760be5c5571,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:09:28.166704 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36980) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:28.173236 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:28.177514 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:09:28.193173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1dc156-13ab-40a4-bea3-ea2cf18dd7b2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Checking segment: {'id': '21641cda-4870-47e8-9c7e-af6727feb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:28.197376 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1dc156-13ab-40a4-bea3-ea2cf18dd7b2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network hostable DHCP agents. Network: 2d7e4cee-21f3-4c27-a383-7f324b431f41, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:09:28.217240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Pushing event updated for resources: {'Port': ['ID=518cee32-3d09-4360-b511-7bee6a7e5499,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:28.287366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dc156-13ab-40a4-bea3-ea2cf18dd7b2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Subnet': ['ID=8dd6b67f-9131-40fd-98ac-33c9a9bbcf50,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:28.301977 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c88885c-7d4c-4f60-b34d-875f19a107f3 req-ec840187-4d4c-40c1-8449-ae44701d83f9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804464 Aug 05 14:09:28.320782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1dc156-13ab-40a4-bea3-ea2cf18dd7b2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network 2d7e4cee-21f3-4c27-a383-7f324b431f41 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:09:28.351706 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-2d1dc156-13ab-40a4-bea3-ea2cf18dd7b2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 2d7e4cee-21f3-4c27-a383-7f324b431f41) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:28.356801 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1dc156-13ab-40a4-bea3-ea2cf18dd7b2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:28.357656 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc156-13ab-40a4-bea3-ea2cf18dd7b2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:28.371911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6798f7b4-71bf-4e2e-a4ed-3815b440d710 None None] Network 2d7e4cee-21f3-4c27-a383-7f324b431f41 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:28.381677 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Attempting to bind port 518cee32-3d09-4360-b511-7bee6a7e5499 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:09:28.382067 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Attempting to bind port 518cee32-3d09-4360-b511-7bee6a7e5499 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '05b5e72e-b458-44d8-9fff-272345cadb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a241c4de-1a00-4ec7-84ac-9eb3e2865c21'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:09:28.382575 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Attempting to bind port 518cee32-3d09-4360-b511-7bee6a7e5499 on network a241c4de-1a00-4ec7-84ac-9eb3e2865c21 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:09:28.386431 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5be06-78cb-4d2f-ada7-772103596f64 None None] Pushing event updated for resources: {'Port': ['ID=b0c6f04b-8f93-47bc-988b-b760be5c5571,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:28.393851 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2d1dc156-13ab-40a4-bea3-ea2cf18dd7b2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8300009 Aug 05 14:09:28.394818 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36986) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:28.457074 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Routers {'1c7c2884-88e8-4b3d-8498-39235fdcaaac'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:09:28.463331 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:09:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:28.487307 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:09:28.487705 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Checking segment: {'id': '05b5e72e-b458-44d8-9fff-272345cadb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a241c4de-1a00-4ec7-84ac-9eb3e2865c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:28.488118 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:28.489589 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Bound using segment: {'id': '05b5e72e-b458-44d8-9fff-272345cadb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a241c4de-1a00-4ec7-84ac-9eb3e2865c21'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:09:28.491441 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Bound port: 518cee32-3d09-4360-b511-7bee6a7e5499, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b5e72e-b458-44d8-9fff-272345cadb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a241c4de-1a00-4ec7-84ac-9eb3e2865c21'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:09:28.492473 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:28.579920 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-14a21bdc-f3ff-413f-b3ce-40bca89af832 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:28.604652 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a494bac-b530-4cf8-b97f-6831cc2f8244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:28.726474 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] Set router 1c7c2884-88e8-4b3d-8498-39235fdcaaac gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:09:28.904601 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] For port 518cee32-3d09-4360-b511-7bee6a7e5499, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:09:28.917535 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] For port 518cee32-3d09-4360-b511-7bee6a7e5499, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=518cee32-3d09-4360-b511-7bee6a7e5499,segment=NetworkSegment(05b5e72e-b458-44d8-9fff-272345cadb83),segment_id=05b5e72e-b458-44d8-9fff-272345cadb83)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:09:28.998332 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:29.031438 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a21bdc-f3ff-413f-b3ce-40bca89af832 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Subnet': ['ID=2f5564d2-bb1e-4f90-9c77-e3ad4133f42a,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:29.070239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a21bdc-f3ff-413f-b3ce-40bca89af832 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Checking segment: {'id': 'cccaa56c-d2c7-4ec2-9118-6cd055320448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '118302bc-4a0b-4f1a-872b-dbd018491941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:29.072913 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a21bdc-f3ff-413f-b3ce-40bca89af832 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network hostable DHCP agents. Network: 118302bc-4a0b-4f1a-872b-dbd018491941, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:09:29.155218 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-2d7e4cee-21f3-4c27-a383-7f324b431f41', 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ips': [{'subnet_id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:09:29.156193 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:29.201768 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a21bdc-f3ff-413f-b3ce-40bca89af832 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network 118302bc-4a0b-4f1a-872b-dbd018491941 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:09:29.263719 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466684012', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:09:20Z', 'updated_at': '2021-08-05T14:09:24Z', 'revision_number': 3, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:22Z', 'updated_at': '2021-08-05T14:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:29.283849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-14a21bdc-f3ff-413f-b3ce-40bca89af832 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 118302bc-4a0b-4f1a-872b-dbd018491941) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:29.293278 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a494bac-b530-4cf8-b97f-6831cc2f8244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:29.300457 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a21bdc-f3ff-413f-b3ce-40bca89af832 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:29.301822 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-14a21bdc-f3ff-413f-b3ce-40bca89af832 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:29.316034 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a494bac-b530-4cf8-b97f-6831cc2f8244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:29.325043 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14189b1d-867e-4d1a-837a-b1af3d3dc3db None None] The sync data for ids ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'] in n-d-803585-2 is: [{'id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466684012', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:09:20Z', 'updated_at': '2021-08-05T14:09:24Z', 'revision_number': 3, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:22Z', 'updated_at': '2021-08-05T14:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:09:29.351771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bd47f4-71d8-4442-a7a2-8da936b3acd2 None None] Network 118302bc-4a0b-4f1a-872b-dbd018491941 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:29.445787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37024) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:29.446894 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-14a21bdc-f3ff-413f-b3ce-40bca89af832 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0905974 Aug 05 14:09:29.466924 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7a04c-8bab-491e-87a1-2c1d40767fae None None] Pushing event updated for resources: {'Port': ['ID=518cee32-3d09-4360-b511-7bee6a7e5499,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:29.480817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37026) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:29.524822 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5a494bac-b530-4cf8-b97f-6831cc2f8244 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ee4ecdf8a42427a8ea3cd186a10f884&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3563156 Aug 05 14:09:29.526139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a494bac-b530-4cf8-b97f-6831cc2f8244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d107d3-4add-4b5a-90b5-9c6964b4704c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:29.529890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37030) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:29.701849 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-516034cb-fc67-41da-b7dd-391d4a6e8150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:29.769183 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-516034cb-fc67-41da-b7dd-391d4a6e8150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:29.878636 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16c5ddef-5510-447f-bd05-1becc5bf1847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:29.905922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Allocated IP 172.20.0.2 (2d7e4cee-21f3-4c27-a383-7f324b431f41/8dd6b67f-9131-40fd-98ac-33c9a9bbcf50/c7c91dde-72ac-4024-b9b6-843912d05bb9) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:09:29.972250 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-516034cb-fc67-41da-b7dd-391d4a6e8150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:29.984952 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-516034cb-fc67-41da-b7dd-391d4a6e8150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:29.991147 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-516034cb-fc67-41da-b7dd-391d4a6e8150 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5d107d3-4add-4b5a-90b5-9c6964b4704c HTTP/1.1" status: 204 len: 168 time: 0.4551799 Aug 05 14:09:30.037350 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516034cb-fc67-41da-b7dd-391d4a6e8150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d107d3-4add-4b5a-90b5-9c6964b4704c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:30.201106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 518cee32-3d09-4360-b511-7bee6a7e5499 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:30.386108 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16c5ddef-5510-447f-bd05-1becc5bf1847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:30.399601 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16c5ddef-5510-447f-bd05-1becc5bf1847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:30.516937 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-16c5ddef-5510-447f-bd05-1becc5bf1847 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3ffaf1b89ad4499b8388c8812fca60f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0176682 Aug 05 14:09:30.518947 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37044) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:30.628780 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5ddef-5510-447f-bd05-1becc5bf1847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efda3dab-4a64-4c92-8386-52e2275705a6,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:30.730642 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4c887-2b45-4fdb-b120-adb26be4f441 req-dfa5d08d-5fdd-470a-b3ea-d4cf21cf47da tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:30.731308 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-418cea12-951a-4952-99d7-7b1f00285bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:30.732274 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d3c4c887-2b45-4fdb-b120-adb26be4f441 req-dfa5d08d-5fdd-470a-b3ea-d4cf21cf47da tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 1.2063000 Aug 05 14:09:30.811120 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-418cea12-951a-4952-99d7-7b1f00285bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:30.817864 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:30.940452 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-418cea12-951a-4952-99d7-7b1f00285bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:30.946055 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-418cea12-951a-4952-99d7-7b1f00285bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:30.947161 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-418cea12-951a-4952-99d7-7b1f00285bd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efda3dab-4a64-4c92-8386-52e2275705a6 HTTP/1.1" status: 204 len: 168 time: 0.4229302 Aug 05 14:09:30.984159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cea12-951a-4952-99d7-7b1f00285bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efda3dab-4a64-4c92-8386-52e2275705a6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:31.121969 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d3c4c887-2b45-4fdb-b120-adb26be4f441 req-2487aeb1-65e3-4ef2-933a-176ce99139eb tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728650 Aug 05 14:09:31.127820 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:31.140098 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Transition to ACTIVE for port object c7c91dde-72ac-4024-b9b6-843912d05bb9 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:31.159909 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Transition to ACTIVE for port object c7c91dde-72ac-4024-b9b6-843912d05bb9 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:31.188003 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:31.221266 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f2bc812-72a2-4fca-b5d3-1428830a20dd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:31.229662 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd60671-0841-4725-abe1-0ba6924cbe9c None None] Network a241c4de-1a00-4ec7-84ac-9eb3e2865c21 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:31.466929 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f2bc812-72a2-4fca-b5d3-1428830a20dd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:31.479094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Network 2d7e4cee-21f3-4c27-a383-7f324b431f41 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:09:31.491536 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:31.497515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:09:31.575999 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d65bd1-9d31-4a55-a248-fc4c1a4df1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-118302bc-4a0b-4f1a-872b-dbd018491941', 'network_id': '118302bc-4a0b-4f1a-872b-dbd018491941', 'tenant_id': 'a3d42ade306f4e4ca2a5953793034fe9', 'fixed_ips': [{'subnet_id': '2f5564d2-bb1e-4f90-9c77-e3ad4133f42a'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:09:31.579978 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c1d65bd1-9d31-4a55-a248-fc4c1a4df1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:31.708788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 518cee32-3d09-4360-b511-7bee6a7e5499 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:31.719109 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-88cdcbfa-a9ea-48d0-8a4c-09fa9964763a None None] Provisioning for port 518cee32-3d09-4360-b511-7bee6a7e5499 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:31.729733 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 518cee32-3d09-4360-b511-7bee6a7e5499 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:31.739290 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:31.754573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Allocated IP 172.20.0.1 (2d7e4cee-21f3-4c27-a383-7f324b431f41/8dd6b67f-9131-40fd-98ac-33c9a9bbcf50/e3728b8b-ce0d-4780-85cd-4cd017ec0c58) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:09:31.811404 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Pushing event updated for resources: {'Port': ['ID=c7c91dde-72ac-4024-b9b6-843912d05bb9,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:31.912943 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-88cdcbfa-a9ea-48d0-8a4c-09fa9964763a None None] Provisioning complete for port 518cee32-3d09-4360-b511-7bee6a7e5499 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:31.913522 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-88cdcbfa-a9ea-48d0-8a4c-09fa9964763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:32.037758 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Attempting to bind port c7c91dde-72ac-4024-b9b6-843912d05bb9 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:09:32.038126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Attempting to bind port c7c91dde-72ac-4024-b9b6-843912d05bb9 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '21641cda-4870-47e8-9c7e-af6727feb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:09:32.038593 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Attempting to bind port c7c91dde-72ac-4024-b9b6-843912d05bb9 on network 2d7e4cee-21f3-4c27-a383-7f324b431f41 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:09:32.113863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:09:32.114646 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Checking segment: {'id': '21641cda-4870-47e8-9c7e-af6727feb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:32.115653 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:32.116150 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Bound using segment: {'id': '21641cda-4870-47e8-9c7e-af6727feb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:09:32.119074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Bound port: c7c91dde-72ac-4024-b9b6-843912d05bb9, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21641cda-4870-47e8-9c7e-af6727feb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:09:32.119074 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:32.129226 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f2bc812-72a2-4fca-b5d3-1428830a20dd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:32.134200 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:32.204824 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bc812-72a2-4fca-b5d3-1428830a20dd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Subnet': ['ID=2f5564d2-bb1e-4f90-9c77-e3ad4133f42a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:32.230272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Transition to ACTIVE for port object e3728b8b-ce0d-4780-85cd-4cd017ec0c58 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:32.270842 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:32.406875 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f2bc812-72a2-4fca-b5d3-1428830a20dd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:32.431127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753783b-6290-48ea-a98e-82f432c9c95e req-c20a131e-f463-4ddd-bf92-7644c7f115b9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:32.432773 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-5f2bc812-72a2-4fca-b5d3-1428830a20dd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118302bc-4a0b-4f1a-872b-dbd018491941']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:32.445294 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8753783b-6290-48ea-a98e-82f432c9c95e req-c20a131e-f463-4ddd-bf92-7644c7f115b9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.1361713 Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server [None req-c1d65bd1-9d31-4a55-a248-fc4c1a4df1ee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f5564d2-bb1e-4f90-9c77-e3ad4133f42a: This subnet is being modified by another concurrent operation. Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise exception Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f5564d2-bb1e-4f90-9c77-e3ad4133f42a: This subnet is being modified by another concurrent operation. Aug 05 14:09:32.446615 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Aug 05 14:09:32.459662 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-5f2bc812-72a2-4fca-b5d3-1428830a20dd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccaa56c-d2c7-4ec2-9118-6cd055320448') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:32.462716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-5f2bc812-72a2-4fca-b5d3-1428830a20dd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccaa56c-d2c7-4ec2-9118-6cd055320448') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:32.487775 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f2bc812-72a2-4fca-b5d3-1428830a20dd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:32.544653 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f2bc812-72a2-4fca-b5d3-1428830a20dd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:32.562128 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8753783b-6290-48ea-a98e-82f432c9c95e req-90ecfe2c-5b9b-47c7-873c-ae6546f5aab2 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153624 Aug 05 14:09:32.569556 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2bc812-72a2-4fca-b5d3-1428830a20dd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:09:32.578514 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f2bc812-72a2-4fca-b5d3-1428830a20dd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:32.579937 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-88cdcbfa-a9ea-48d0-8a4c-09fa9964763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:09:32.589045 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:09:32.618634 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71215cdf-9c19-40a6-817c-84dac63948e8 None None] Network 118302bc-4a0b-4f1a-872b-dbd018491941 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:32.838172 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:32.855284 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 518cee32-3d09-4360-b511-7bee6a7e5499, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=518cee32-3d09-4360-b511-7bee6a7e5499,segment=NetworkSegment(05b5e72e-b458-44d8-9fff-272345cadb83),segment_id=05b5e72e-b458-44d8-9fff-272345cadb83)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:32.868487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] For port c7c91dde-72ac-4024-b9b6-843912d05bb9, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:09:32.875152 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f2bc812-72a2-4fca-b5d3-1428830a20dd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:32.910375 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:32.944253 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network 2d7e4cee-21f3-4c27-a383-7f324b431f41 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:09:32.949395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:32.976015 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:09:32.985930 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f2bc812-72a2-4fca-b5d3-1428830a20dd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:32.996272 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5f2bc812-72a2-4fca-b5d3-1428830a20dd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/118302bc-4a0b-4f1a-872b-dbd018491941 HTTP/1.1" status: 204 len: 168 time: 3.4817932 Aug 05 14:09:33.001326 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37108) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:33.003513 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] For port c7c91dde-72ac-4024-b9b6-843912d05bb9, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c7c91dde-72ac-4024-b9b6-843912d05bb9,segment=NetworkSegment(21641cda-4870-47e8-9c7e-af6727feb606),segment_id=21641cda-4870-47e8-9c7e-af6727feb606)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:09:33.007046 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=518cee32-3d09-4360-b511-7bee6a7e5499,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:33.009465 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-4526309b-d443-44df-8f25-7a4a2ea943b6 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-15769013'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:33.035070 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:33.096669 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4526309b-d443-44df-8f25-7a4a2ea943b6 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:33.101844 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4526309b-d443-44df-8f25-7a4a2ea943b6 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:33.126732 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-88cdcbfa-a9ea-48d0-8a4c-09fa9964763a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:09:33.127095 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-88cdcbfa-a9ea-48d0-8a4c-09fa9964763a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:09:33.139816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bc812-72a2-4fca-b5d3-1428830a20dd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Network': ['ID=118302bc-4a0b-4f1a-872b-dbd018491941,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:33.182015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4526309b-d443-44df-8f25-7a4a2ea943b6 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:09:33.182787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b0c6f04b-8f93-47bc-988b-b760be5c5571 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:33.196580 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4526309b-d443-44df-8f25-7a4a2ea943b6 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:33.196934 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-4526309b-d443-44df-8f25-7a4a2ea943b6 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Added segment 66af1121-82dc-4a63-9db2-e2daf8e12d18 of type vlan for network 849f7c28-87e4-4130-9ce8-30885c835961 Aug 05 14:09:33.213476 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=e3728b8b-ce0d-4780-85cd-4cd017ec0c58,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:33.238607 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:33.279555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a3c15-8b48-4e92-9c1f-375d5fb268d3 None None] Pushing event updated for resources: {'Port': ['ID=c7c91dde-72ac-4024-b9b6-843912d05bb9,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:33.364975 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port b0c6f04b-8f93-47bc-988b-b760be5c5571 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:33.367341 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4526309b-d443-44df-8f25-7a4a2ea943b6 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:33.369859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port b0c6f04b-8f93-47bc-988b-b760be5c5571 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:33.370451 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:33.476006 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4526309b-d443-44df-8f25-7a4a2ea943b6 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:33.483044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4526309b-d443-44df-8f25-7a4a2ea943b6 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:33.484403 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4526309b-d443-44df-8f25-7a4a2ea943b6 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:33.566799 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:33.639236 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:33.650811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port b0c6f04b-8f93-47bc-988b-b760be5c5571, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b0c6f04b-8f93-47bc-988b-b760be5c5571,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:33.785494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526309b-d443-44df-8f25-7a4a2ea943b6 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Network': ['ID=849f7c28-87e4-4130-9ce8-30885c835961,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:33.801127 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4526309b-d443-44df-8f25-7a4a2ea943b6 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7912853 Aug 05 14:09:33.801127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37136) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:33.801799 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:33.811830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e7682050-1d65-4ff3-8624-5ec46ac1242c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'subnet': {'network_id': '849f7c28-87e4-4130-9ce8-30885c835961', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:33.820457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 849f7c28-87e4-4130-9ce8-30885c835961 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:09:34.061653 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e14751-bc48-46cf-8f07-81f2ef5d28b8 req-d87a54e8-2991-4fa8-be9b-3ae29ad0bb01 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:34.070632 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-52e14751-bc48-46cf-8f07-81f2ef5d28b8 req-d87a54e8-2991-4fa8-be9b-3ae29ad0bb01 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.3214839 Aug 05 14:09:34.085647 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7682050-1d65-4ff3-8624-5ec46ac1242c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:34.111964 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e7682050-1d65-4ff3-8624-5ec46ac1242c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:34.131682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c47c92ba-edee-43e4-b63c-24748eda0291 None None] Provisioning complete for port 518cee32-3d09-4360-b511-7bee6a7e5499 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:34.133624 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c47c92ba-edee-43e4-b63c-24748eda0291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:34.282398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=b0c6f04b-8f93-47bc-988b-b760be5c5571,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:34.297613 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-52e14751-bc48-46cf-8f07-81f2ef5d28b8 req-210791ed-2295-4ca6-be79-3019f4f9b753 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245882 Aug 05 14:09:34.379100 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.ipam_backend_mixin [None req-e7682050-1d65-4ff3-8624-5ec46ac1242c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Performing IP validity checks on allocation pools {{(pid=105723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 05 14:09:34.385568 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.ipam_backend_mixin [None req-e7682050-1d65-4ff3-8624-5ec46ac1242c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 05 14:09:34.696319 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:34.716507 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:34.773182 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e7682050-1d65-4ff3-8624-5ec46ac1242c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:34.836582 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=e3728b8b-ce0d-4780-85cd-4cd017ec0c58,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:34.839706 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:34.875053 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7682050-1d65-4ff3-8624-5ec46ac1242c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Subnet': ['ID=24ed26ee-33f2-47cf-b996-71c9c0e2c62f,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:34.924897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7682050-1d65-4ff3-8624-5ec46ac1242c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Checking segment: {'id': '66af1121-82dc-4a63-9db2-e2daf8e12d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '849f7c28-87e4-4130-9ce8-30885c835961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:34.931218 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7682050-1d65-4ff3-8624-5ec46ac1242c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network hostable DHCP agents. Network: 849f7c28-87e4-4130-9ce8-30885c835961, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:09:34.988780 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7682050-1d65-4ff3-8624-5ec46ac1242c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network 849f7c28-87e4-4130-9ce8-30885c835961 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:09:35.014370 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-e7682050-1d65-4ff3-8624-5ec46ac1242c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 849f7c28-87e4-4130-9ce8-30885c835961) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:35.020320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7682050-1d65-4ff3-8624-5ec46ac1242c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:35.021657 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e7682050-1d65-4ff3-8624-5ec46ac1242c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:35.025199 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174a9a7e-9cbc-46a1-9d25-4d9384d9d566 None None] Network 849f7c28-87e4-4130-9ce8-30885c835961 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:35.056356 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e7682050-1d65-4ff3-8624-5ec46ac1242c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2572124 Aug 05 14:09:35.058990 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37174) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:35.086039 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network 2d7e4cee-21f3-4c27-a383-7f324b431f41 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:09:35.088422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:35.195993 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a062b3-8914-4893-83af-cb1b60afedfd None None] Network 2d7e4cee-21f3-4c27-a383-7f324b431f41 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:35.251942 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3d7c85a-82c7-46c4-9996-75d34c7b7988 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:35.254980 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37178) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:35.284488 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 1c7c2884-88e8-4b3d-8498-39235fdcaaac has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:09:35.353165 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c2045aed-356f-4a28-afc9-bf22a1d54d90 None None] Provisioning for port c7c91dde-72ac-4024-b9b6-843912d05bb9 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:35.370466 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3d7c85a-82c7-46c4-9996-75d34c7b7988 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:35.420042 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b0c6f04b-8f93-47bc-988b-b760be5c5571 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:35.529112 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dcfda3ea-ad44-491b-9e37-f4d8a4b097e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:35.558148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:09:35.573357 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8d548be4-fd6f-4a29-aed8-2fd8f61b52b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "PUT /v2.0/routers/1c7c2884-88e8-4b3d-8498-39235fdcaaac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1772649 Aug 05 14:09:35.631639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Sync routers for ids ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:09:35.648042 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3d7c85a-82c7-46c4-9996-75d34c7b7988 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:35.697872 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e82f99-6a68-4fc2-9f6d-e8c1dafcb8bf req-b47e5f1d-ead8-4954-8814-9210074efefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:35.702545 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41e82f99-6a68-4fc2-9f6d-e8c1dafcb8bf req-b47e5f1d-ead8-4954-8814-9210074efefb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 1097 time: 0.0968902 Aug 05 14:09:35.735701 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Routers {'1c7c2884-88e8-4b3d-8498-39235fdcaaac'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:09:35.737232 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:09:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:35.869522 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7c85a-82c7-46c4-9996-75d34c7b7988 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Subnet': ['ID=24ed26ee-33f2-47cf-b996-71c9c0e2c62f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:35.877904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port b0c6f04b-8f93-47bc-988b-b760be5c5571 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:35.878606 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:35.931236 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3d7c85a-82c7-46c4-9996-75d34c7b7988 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:35.955211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-d3d7c85a-82c7-46c4-9996-75d34c7b7988 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849f7c28-87e4-4130-9ce8-30885c835961']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:35.986659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e82f99-6a68-4fc2-9f6d-e8c1dafcb8bf req-e6b3450c-5199-48f1-9d47-822777dabd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:35.988287 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41e82f99-6a68-4fc2-9f6d-e8c1dafcb8bf req-e6b3450c-5199-48f1-9d47-822777dabd11 service neutron] 10.222.0.84 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 912 time: 0.2780180 Aug 05 14:09:35.996924 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-d3d7c85a-82c7-46c4-9996-75d34c7b7988 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66af1121-82dc-4a63-9db2-e2daf8e12d18') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:35.997625 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-d3d7c85a-82c7-46c4-9996-75d34c7b7988 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66af1121-82dc-4a63-9db2-e2daf8e12d18') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:35.998007 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb9960-237a-4e42-82b2-338806e646b4 req-546ac3e8-0bb3-4980-b5e4-e73321db6ff6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:35.999715 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b7bb9960-237a-4e42-82b2-338806e646b4 req-546ac3e8-0bb3-4980-b5e4-e73321db6ff6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.1595013 Aug 05 14:09:36.029689 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3d7c85a-82c7-46c4-9996-75d34c7b7988 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.065103 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3d7c85a-82c7-46c4-9996-75d34c7b7988 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.077609 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d7c85a-82c7-46c4-9996-75d34c7b7988 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:09:36.080520 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3d7c85a-82c7-46c4-9996-75d34c7b7988 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:09:36.083042 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:09:36.085838 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41e82f99-6a68-4fc2-9f6d-e8c1dafcb8bf req-7d4ffd50-5b0c-4622-a914-58ec6059df79 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af5a9ac6-fb1b-42cf-b135-b224eef718a2 HTTP/1.1" status: 200 len: 217 time: 0.0831032 Aug 05 14:09:36.134974 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-a4c53bd8-17de-42c9-9356-284c7633b50a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1979996433&fields=id&tenant_id=b8337b594bf34d3abccae65212524bf9 HTTP/1.1" status: 200 len: 267 time: 0.1866307 Aug 05 14:09:36.138105 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dcfda3ea-ad44-491b-9e37-f4d8a4b097e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.151768 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dcfda3ea-ad44-491b-9e37-f4d8a4b097e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.170380 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e82f99-6a68-4fc2-9f6d-e8c1dafcb8bf req-9a02a409-e35a-45de-a4fc-216e83bf4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:36.172101 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41e82f99-6a68-4fc2-9f6d-e8c1dafcb8bf req-9a02a409-e35a-45de-a4fc-216e83bf4bf8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.0753100 Aug 05 14:09:36.176341 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b7bb9960-237a-4e42-82b2-338806e646b4 req-a5445ac8-6760-437c-9c97-f35d75fecec0 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686273 Aug 05 14:09:36.262917 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8c3e01-ce45-4e3b-96df-ea8dfdc88426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-849f7c28-87e4-4130-9ce8-30885c835961', 'network_id': '849f7c28-87e4-4130-9ce8-30885c835961', 'tenant_id': 'a3d42ade306f4e4ca2a5953793034fe9', 'fixed_ips': [{'subnet_id': '24ed26ee-33f2-47cf-b996-71c9c0e2c62f'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:09:36.264158 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3e01-ce45-4e3b-96df-ea8dfdc88426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.276215 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-dcfda3ea-ad44-491b-9e37-f4d8a4b097e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58926b1986204b3f9899480c3d6b8fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0159724 Aug 05 14:09:36.282516 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37208) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:36.285840 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3d7c85a-82c7-46c4-9996-75d34c7b7988 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.301613 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3d7c85a-82c7-46c4-9996-75d34c7b7988 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.304606 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d3d7c85a-82c7-46c4-9996-75d34c7b7988 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/849f7c28-87e4-4130-9ce8-30885c835961 HTTP/1.1" status: 204 len: 168 time: 1.2441976 Aug 05 14:09:36.307610 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfda3ea-ad44-491b-9e37-f4d8a4b097e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d18c2d-c588-4388-8a84-754c0480a462,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:36.321270 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37210) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:36.326548 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e82f99-6a68-4fc2-9f6d-e8c1dafcb8bf req-bc179c37-d308-45d4-bd33-0bf0249a86f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:36.331773 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41e82f99-6a68-4fc2-9f6d-e8c1dafcb8bf req-bc179c37-d308-45d4-bd33-0bf0249a86f2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501751 Aug 05 14:09:36.339392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f7571412-22f3-47e9-928e-25480aba4dda tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1698434537'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:36.366159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7c85a-82c7-46c4-9996-75d34c7b7988 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Network': ['ID=849f7c28-87e4-4130-9ce8-30885c835961,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:36.366541 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9931bb-fe54-420f-b5c4-a3708e66af81 None None] Network 849f7c28-87e4-4130-9ce8-30885c835961 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:36.385150 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Set router 1c7c2884-88e8-4b3d-8498-39235fdcaaac gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:09:36.421290 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-c9869b09-2d72-4786-bb2f-8c79b1ea2f26 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:36.421858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9931bb-fe54-420f-b5c4-a3708e66af81 None None] Network 849f7c28-87e4-4130-9ce8-30885c835961 could not be found, it might have been deleted concurrently. {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 05 14:09:36.431203 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-c9869b09-2d72-4786-bb2f-8c79b1ea2f26 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/networks?id=2d7e4cee-21f3-4c27-a383-7f324b431f41 HTTP/1.1" status: 200 len: 797 time: 0.2846439 Aug 05 14:09:36.433954 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7571412-22f3-47e9-928e-25480aba4dda tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:36.435961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 518cee32-3d09-4360-b511-7bee6a7e5499 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:36.437953 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7571412-22f3-47e9-928e-25480aba4dda tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.466962 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-2b1be330-d7d8-466e-81b7-5a30f21bd722 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/quotas/b8337b594bf34d3abccae65212524bf9 HTTP/1.1" status: 200 len: 375 time: 0.0344017 Aug 05 14:09:36.488992 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e195fdc-e161-4e14-a6a8-d6e7df52ffe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.515738 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7571412-22f3-47e9-928e-25480aba4dda tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:09:36.529688 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7571412-22f3-47e9-928e-25480aba4dda tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.530462 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-f7571412-22f3-47e9-928e-25480aba4dda tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Added segment 5e0d12ee-c870-481c-a2c1-0d98b373bc2d of type vlan for network 242fbefc-12ab-45f5-b84f-5bdb78355b8d Aug 05 14:09:36.541944 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e195fdc-e161-4e14-a6a8-d6e7df52ffe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.571156 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-ac910f8f-8187-4f30-a681-81b416df557e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917921 Aug 05 14:09:36.603864 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41e82f99-6a68-4fc2-9f6d-e8c1dafcb8bf req-7dc31c6e-2bd4-4361-a094-959d00a0c14b service neutron] 10.222.0.84 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530949 Aug 05 14:09:36.625650 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7571412-22f3-47e9-928e-25480aba4dda tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.660100 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e195fdc-e161-4e14-a6a8-d6e7df52ffe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.662773 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e195fdc-e161-4e14-a6a8-d6e7df52ffe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.689696 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7e195fdc-e161-4e14-a6a8-d6e7df52ffe6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33d18c2d-c588-4388-8a84-754c0480a462 HTTP/1.1" status: 204 len: 168 time: 0.4072042 Aug 05 14:09:36.690194 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7571412-22f3-47e9-928e-25480aba4dda tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.713778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7571412-22f3-47e9-928e-25480aba4dda tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:36.714472 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7571412-22f3-47e9-928e-25480aba4dda tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.716764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 518cee32-3d09-4360-b511-7bee6a7e5499 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:36.717136 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.758478 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f7571412-22f3-47e9-928e-25480aba4dda tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4280918 Aug 05 14:09:36.786195 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37218) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:36.795108 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-69c5e708-5cf2-449f-97cb-a597b4f10ee9 None None] Provisioning for port e3728b8b-ce0d-4780-85cd-4cd017ec0c58 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:36.795708 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e195fdc-e161-4e14-a6a8-d6e7df52ffe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d18c2d-c588-4388-8a84-754c0480a462,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:36.811565 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-dada9cbb-b0de-4a3f-8987-8d72143e0d64 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'subnet': {'network_id': '242fbefc-12ab-45f5-b84f-5bdb78355b8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:36.819655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-69c5e708-5cf2-449f-97cb-a597b4f10ee9 None None] Provisioning complete for port e3728b8b-ce0d-4780-85cd-4cd017ec0c58 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:36.820130 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-69c5e708-5cf2-449f-97cb-a597b4f10ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:36.897691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7571412-22f3-47e9-928e-25480aba4dda tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Network': ['ID=242fbefc-12ab-45f5-b84f-5bdb78355b8d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:36.920096 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-27dafc54-8bc2-4ba4-b613-26806ac029c3 service neutron] 10.222.0.16 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448806 Aug 05 14:09:36.923019 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 242fbefc-12ab-45f5-b84f-5bdb78355b8d details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:09:36.997226 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-69c5e708-5cf2-449f-97cb-a597b4f10ee9 None None] Port e3728b8b-ce0d-4780-85cd-4cd017ec0c58 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:09:37.009374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dada9cbb-b0de-4a3f-8987-8d72143e0d64 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:37.014043 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dada9cbb-b0de-4a3f-8987-8d72143e0d64 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:37.135297 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-f0ae2b83-f3df-4c1b-a584-58b16e8619e6 service neutron] 10.222.0.16 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141783 Aug 05 14:09:37.138798 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466684012', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:09:20Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:22Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e3728b8b-ce0d-4780-85cd-4cd017ec0c58', 'name': '', 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:59:49:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:31Z', 'updated_at': '2021-08-05T14:09:34Z', 'revision_number': 2, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:37.154219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c7c91dde-72ac-4024-b9b6-843912d05bb9 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:37.244394 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Checking router: 1c7c2884-88e8-4b3d-8498-39235fdcaaac for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:09:37.244732 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Updating router 1c7c2884-88e8-4b3d-8498-39235fdcaaac port e3728b8b-ce0d-4780-85cd-4cd017ec0c58 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:09:37.305427 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dada9cbb-b0de-4a3f-8987-8d72143e0d64 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:37.312197 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:37.345084 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41e82f99-6a68-4fc2-9f6d-e8c1dafcb8bf req-e6cc21c8-9088-4162-aa3d-d0f9fefeea0c service neutron] 10.222.0.84 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7068939 Aug 05 14:09:37.392221 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6b6fbdc1-1324-4826-8235-3926b26b920e None None] Provisioning complete for port e3728b8b-ce0d-4780-85cd-4cd017ec0c58 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:37.392757 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6b6fbdc1-1324-4826-8235-3926b26b920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:37.484617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64e48d-217b-4e5d-862d-80f363d54c0a req-446fca05-8b97-4c0e-9874-363dfda7c03c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:37.486541 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d64e48d-217b-4e5d-862d-80f363d54c0a req-446fca05-8b97-4c0e-9874-363dfda7c03c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.1380076 Aug 05 14:09:37.487271 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada9cbb-b0de-4a3f-8987-8d72143e0d64 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Subnet': ['ID=8fef3a90-605b-4df2-b40d-d4b9969e2813,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:37.505910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada9cbb-b0de-4a3f-8987-8d72143e0d64 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Checking segment: {'id': '5e0d12ee-c870-481c-a2c1-0d98b373bc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '242fbefc-12ab-45f5-b84f-5bdb78355b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:37.506735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dada9cbb-b0de-4a3f-8987-8d72143e0d64 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network hostable DHCP agents. Network: 242fbefc-12ab-45f5-b84f-5bdb78355b8d, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:09:37.512460 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4bea70-1d6a-421d-bb11-907297d8da35 None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:09:37.619413 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d64e48d-217b-4e5d-862d-80f363d54c0a req-16bf6c60-f7d8-470c-8982-a3fc7f57787e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154182 Aug 05 14:09:37.627411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dada9cbb-b0de-4a3f-8987-8d72143e0d64 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network 242fbefc-12ab-45f5-b84f-5bdb78355b8d is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:09:37.648078 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-dada9cbb-b0de-4a3f-8987-8d72143e0d64 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 242fbefc-12ab-45f5-b84f-5bdb78355b8d) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:37.653422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dada9cbb-b0de-4a3f-8987-8d72143e0d64 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:37.654114 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dada9cbb-b0de-4a3f-8987-8d72143e0d64 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:37.675933 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dada9cbb-b0de-4a3f-8987-8d72143e0d64 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8817627 Aug 05 14:09:37.677245 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d3bbb281-e2ea-4c33-b114-2c585a8e82a9 req-94df958e-9143-40dc-ab19-ea8cc66e4d14 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 210 time: 0.0365329 Aug 05 14:09:37.678587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37248) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:37.845619 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c0c68500-a33b-49f4-bac0-3e280a84407b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:37.852551 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fbdc1-1324-4826-8235-3926b26b920e None None] Port e3728b8b-ce0d-4780-85cd-4cd017ec0c58 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:09:37.860093 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port c7c91dde-72ac-4024-b9b6-843912d05bb9 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:37.873387 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port c7c91dde-72ac-4024-b9b6-843912d05bb9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:37.873866 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:37.928419 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c0c68500-a33b-49f4-bac0-3e280a84407b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:37.929660 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:37.978759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Transition to ACTIVE for port object e3728b8b-ce0d-4780-85cd-4cd017ec0c58 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:38.026545 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c0c68500-a33b-49f4-bac0-3e280a84407b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:38.073269 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c68500-a33b-49f4-bac0-3e280a84407b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Subnet': ['ID=8fef3a90-605b-4df2-b40d-d4b9969e2813,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:38.147667 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c0c68500-a33b-49f4-bac0-3e280a84407b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:38.162543 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-c0c68500-a33b-49f4-bac0-3e280a84407b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242fbefc-12ab-45f5-b84f-5bdb78355b8d']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:38.181249 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-c0c68500-a33b-49f4-bac0-3e280a84407b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0d12ee-c870-481c-a2c1-0d98b373bc2d') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:38.181671 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-c0c68500-a33b-49f4-bac0-3e280a84407b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0d12ee-c870-481c-a2c1-0d98b373bc2d') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:38.197924 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c0c68500-a33b-49f4-bac0-3e280a84407b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:38.203915 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:38.214649 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c0c68500-a33b-49f4-bac0-3e280a84407b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:38.221547 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c68500-a33b-49f4-bac0-3e280a84407b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:09:38.221957 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c0c68500-a33b-49f4-bac0-3e280a84407b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:09:38.227187 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:09:38.336972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa2e1a-e78b-43da-891e-06d258852398 None None] Pushing event updated for resources: {'Port': ['ID=e3728b8b-ce0d-4780-85cd-4cd017ec0c58,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:38.359850 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4bea70-1d6a-421d-bb11-907297d8da35 None None] Unable to find a vacant binding_index for network 242fbefc-12ab-45f5-b84f-5bdb78355b8d and agent 377c5a32-eb98-4adf-aeab-f5c84556a567 {{(pid=105725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 05 14:09:38.381452 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c0c68500-a33b-49f4-bac0-3e280a84407b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:38.400703 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c0c68500-a33b-49f4-bac0-3e280a84407b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:38.406386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37282) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:38.410514 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4bea70-1d6a-421d-bb11-907297d8da35 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 242fbefc-12ab-45f5-b84f-5bdb78355b8d) {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:09:38.410960 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c0c68500-a33b-49f4-bac0-3e280a84407b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/242fbefc-12ab-45f5-b84f-5bdb78355b8d HTTP/1.1" status: 204 len: 168 time: 0.7309532 Aug 05 14:09:38.414711 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-9b10a920-ca14-4c8f-9e93-2e856a19e208 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-638328070'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:38.440843 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c68500-a33b-49f4-bac0-3e280a84407b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Network': ['ID=242fbefc-12ab-45f5-b84f-5bdb78355b8d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:38.447831 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:38.469629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b10a920-ca14-4c8f-9e93-2e856a19e208 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:38.474143 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b10a920-ca14-4c8f-9e93-2e856a19e208 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:38.497086 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Attempting to bind port e3728b8b-ce0d-4780-85cd-4cd017ec0c58 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:09:38.498195 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Attempting to bind port e3728b8b-ce0d-4780-85cd-4cd017ec0c58 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '21641cda-4870-47e8-9c7e-af6727feb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:09:38.498661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Attempting to bind port e3728b8b-ce0d-4780-85cd-4cd017ec0c58 on network 2d7e4cee-21f3-4c27-a383-7f324b431f41 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:09:38.530084 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:09:38.530781 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Checking segment: {'id': '21641cda-4870-47e8-9c7e-af6727feb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:38.531404 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:38.532165 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Bound using segment: {'id': '21641cda-4870-47e8-9c7e-af6727feb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:09:38.532872 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Bound port: e3728b8b-ce0d-4780-85cd-4cd017ec0c58, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21641cda-4870-47e8-9c7e-af6727feb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:09:38.533559 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:38.550640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b10a920-ca14-4c8f-9e93-2e856a19e208 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:09:38.564717 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b10a920-ca14-4c8f-9e93-2e856a19e208 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:38.565379 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-9b10a920-ca14-4c8f-9e93-2e856a19e208 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Added segment 6adedd7b-425b-450e-9c72-01952187f2b9 of type vlan for network bc0e7728-14cb-42e0-b500-0ce9e085cd8c Aug 05 14:09:38.643112 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b10a920-ca14-4c8f-9e93-2e856a19e208 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:38.696702 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b10a920-ca14-4c8f-9e93-2e856a19e208 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:38.703641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b10a920-ca14-4c8f-9e93-2e856a19e208 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:38.705074 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b10a920-ca14-4c8f-9e93-2e856a19e208 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:38.760092 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] For port e3728b8b-ce0d-4780-85cd-4cd017ec0c58, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:09:38.773274 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port c7c91dde-72ac-4024-b9b6-843912d05bb9, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c7c91dde-72ac-4024-b9b6-843912d05bb9,segment=NetworkSegment(21641cda-4870-47e8-9c7e-af6727feb606),segment_id=21641cda-4870-47e8-9c7e-af6727feb606)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:38.800875 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:38.812716 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] For port e3728b8b-ce0d-4780-85cd-4cd017ec0c58, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e3728b8b-ce0d-4780-85cd-4cd017ec0c58,segment=NetworkSegment(21641cda-4870-47e8-9c7e-af6727feb606),segment_id=21641cda-4870-47e8-9c7e-af6727feb606)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:09:38.848711 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9b10a920-ca14-4c8f-9e93-2e856a19e208 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4388218 Aug 05 14:09:38.850893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37298) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:38.857308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e1272229-32a5-4186-87c1-b9216b9cf53c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'subnet': {'network_id': 'bc0e7728-14cb-42e0-b500-0ce9e085cd8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:39.005084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10a920-ca14-4c8f-9e93-2e856a19e208 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Network': ['ID=bc0e7728-14cb-42e0-b500-0ce9e085cd8c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:39.090160 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1272229-32a5-4186-87c1-b9216b9cf53c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:39.098081 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e1272229-32a5-4186-87c1-b9216b9cf53c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:39.155747 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network bc0e7728-14cb-42e0-b500-0ce9e085cd8c details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:09:39.168031 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:39.195224 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cf1a2-f309-401f-a395-3c386396df98 req-07171535-00e2-42b9-9ccc-254549ed20a4 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:39.196978 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ca1cf1a2-f309-401f-a395-3c386396df98 req-07171535-00e2-42b9-9ccc-254549ed20a4 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.3646085 Aug 05 14:09:39.238865 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a778a600-101a-4fa7-a677-c0a13892c059 req-779cc232-1296-4e6a-aaaf-c3c3995b8c8d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8932a217-08b5-466f-8739-bd8b36c49058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3324554 Aug 05 14:09:39.304011 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-07c4a252-573d-482a-933f-c2f1d59d2f07 req-dc4049e2-38d4-4da2-b4a9-7ba4a448e611 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 210 time: 0.0637963 Aug 05 14:09:39.445482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-f10c37d5-b26b-40de-a934-ee45ae20b37a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:39.447049 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-f10c37d5-b26b-40de-a934-ee45ae20b37a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.84 "GET /v2.0/networks?id=2d7e4cee-21f3-4c27-a383-7f324b431f41 HTTP/1.1" status: 200 len: 797 time: 0.4840765 Aug 05 14:09:39.458610 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ca1cf1a2-f309-401f-a395-3c386396df98 req-96c40f13-6303-43d3-b751-a1dbd8c4d658 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473383 Aug 05 14:09:39.467262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=c7c91dde-72ac-4024-b9b6-843912d05bb9,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:39.553539 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a600-101a-4fa7-a677-c0a13892c059 req-71612362-351a-44ec-8f40-2497658bd1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:39.557251 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a778a600-101a-4fa7-a677-c0a13892c059 req-71612362-351a-44ec-8f40-2497658bd1b2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 1096 time: 0.2252767 Aug 05 14:09:39.572068 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e1272229-32a5-4186-87c1-b9216b9cf53c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:39.623213 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-3ae8cde5-8abb-4274-b6f2-bd3470bc1457 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8337b594bf34d3abccae65212524bf9 HTTP/1.1" status: 200 len: 380 time: 0.1537912 Aug 05 14:09:39.651232 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1272229-32a5-4186-87c1-b9216b9cf53c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Subnet': ['ID=9969d156-a3d0-4cbc-9b6e-32b0f464bace,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:39.664136 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1272229-32a5-4186-87c1-b9216b9cf53c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Checking segment: {'id': '6adedd7b-425b-450e-9c72-01952187f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bc0e7728-14cb-42e0-b500-0ce9e085cd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:39.664511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1272229-32a5-4186-87c1-b9216b9cf53c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network hostable DHCP agents. Network: bc0e7728-14cb-42e0-b500-0ce9e085cd8c, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:09:39.669581 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Routers {'1c7c2884-88e8-4b3d-8498-39235fdcaaac'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:09:39.670447 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:09:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:39.681622 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-61481465-e405-4a4b-8c1a-ac670eda58d6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'port': {'device_id': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41', 'admin_state_up': True, 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'security_groups': ['028ba8d5-c725-42c9-8bdb-f648012e5bc9']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:39.689200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1272229-32a5-4186-87c1-b9216b9cf53c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network bc0e7728-14cb-42e0-b500-0ce9e085cd8c is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:09:39.731225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-e1272229-32a5-4186-87c1-b9216b9cf53c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, bc0e7728-14cb-42e0-b500-0ce9e085cd8c) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:39.743084 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1272229-32a5-4186-87c1-b9216b9cf53c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:39.743745 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e1272229-32a5-4186-87c1-b9216b9cf53c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:39.803817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37324) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:39.804307 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e1272229-32a5-4186-87c1-b9216b9cf53c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9519269 Aug 05 14:09:39.853751 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a600-101a-4fa7-a677-c0a13892c059 req-d46b0953-7e0d-4ff9-80d8-5bacaa8812ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:39.856170 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a778a600-101a-4fa7-a677-c0a13892c059 req-d46b0953-7e0d-4ff9-80d8-5bacaa8812ff service neutron] 10.222.0.84 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 912 time: 0.2742639 Aug 05 14:09:39.946167 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a778a600-101a-4fa7-a677-c0a13892c059 req-9b8d76e6-354a-4237-a9e6-8d13c48f89ff service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1124e29-7571-4e35-a2e7-f4678dc0b56b HTTP/1.1" status: 200 len: 217 time: 0.0570428 Aug 05 14:09:39.993605 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa2e1a-e78b-43da-891e-06d258852398 None None] Pushing event updated for resources: {'Port': ['ID=e3728b8b-ce0d-4780-85cd-4cd017ec0c58,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:40.022908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-61481465-e405-4a4b-8c1a-ac670eda58d6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Made reservation on behalf of b8337b594bf34d3abccae65212524bf9 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:40.027234 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-61481465-e405-4a4b-8c1a-ac670eda58d6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:40.087420 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] Set router 1c7c2884-88e8-4b3d-8498-39235fdcaaac gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:09:40.100167 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a600-101a-4fa7-a677-c0a13892c059 req-f893a1dd-5272-41f2-b431-5830ff928d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:40.102591 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a778a600-101a-4fa7-a677-c0a13892c059 req-f893a1dd-5272-41f2-b431-5830ff928d17 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.1455929 Aug 05 14:09:40.150563 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21eebcb2-285b-4a60-969d-c7d35b603577 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:40.354652 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321c2c21-7a86-4a0c-8a4e-7b50d10162df None None] Network 242fbefc-12ab-45f5-b84f-5bdb78355b8d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:40.359107 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e712892-6d33-46d8-93cc-70a99a1e0d9f None None] Network bc0e7728-14cb-42e0-b500-0ce9e085cd8c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:40.393399 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321c2c21-7a86-4a0c-8a4e-7b50d10162df None None] Network 242fbefc-12ab-45f5-b84f-5bdb78355b8d could not be found, it might have been deleted concurrently. {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 05 14:09:40.432940 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a7092fd-cc6a-419e-9ff7-b6b415150487 req-c8453ffa-7cb7-4af8-80ef-75cfefc5b8b8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 210 time: 0.0460432 Aug 05 14:09:40.440069 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de2b09b-5839-4174-8e32-5b7c55ee461c None None] Network 242fbefc-12ab-45f5-b84f-5bdb78355b8d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:40.470983 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de2b09b-5839-4174-8e32-5b7c55ee461c None None] Network 242fbefc-12ab-45f5-b84f-5bdb78355b8d could not be found, it might have been deleted concurrently. {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 05 14:09:40.571283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37336) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:40.579850 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-85e0f966-e96b-4e50-86be-a5425a2f89da tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1063857886'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:40.645030 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e0f966-e96b-4e50-86be-a5425a2f89da tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Made reservation on behalf of 6e036408f4db49cba61ec7696aa2c980 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:40.648933 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-85e0f966-e96b-4e50-86be-a5425a2f89da tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:40.691053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a600-101a-4fa7-a677-c0a13892c059 req-ed9d2f7e-5a0f-4165-9ca0-fa5d931cfbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:40.692591 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a778a600-101a-4fa7-a677-c0a13892c059 req-ed9d2f7e-5a0f-4165-9ca0-fa5d931cfbe3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5476992 Aug 05 14:09:40.755215 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb3989-5039-4b3b-be85-ec32407650c0 req-8d835610-231b-4992-b558-d0660e1c752d tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:40.759369 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dfeb3989-5039-4b3b-be85-ec32407650c0 req-8d835610-231b-4992-b558-d0660e1c752d tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 946 time: 0.1282549 Aug 05 14:09:40.776457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466684012', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:09:20Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:22Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e3728b8b-ce0d-4780-85cd-4cd017ec0c58', 'name': '', 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:59:49:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:31Z', 'updated_at': '2021-08-05T14:09:38Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:40.787851 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e0f966-e96b-4e50-86be-a5425a2f89da tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:09:40.796329 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e9a994-5579-4fd9-9d43-517bcf52ac35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-bc0e7728-14cb-42e0-b500-0ce9e085cd8c', 'network_id': 'bc0e7728-14cb-42e0-b500-0ce9e085cd8c', 'tenant_id': 'a3d42ade306f4e4ca2a5953793034fe9', 'fixed_ips': [{'subnet_id': '9969d156-a3d0-4cbc-9b6e-32b0f464bace'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:09:40.797446 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-48e9a994-5579-4fd9-9d43-517bcf52ac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:40.832369 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21eebcb2-285b-4a60-969d-c7d35b603577 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:40.847308 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3894526d-3f72-4ac1-83d7-762a06f3e5af None None] The sync data for ids ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'] in n-d-803585-2 is: [{'id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466684012', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:09:20Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:22Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e3728b8b-ce0d-4780-85cd-4cd017ec0c58', 'name': '', 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:59:49:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:31Z', 'updated_at': '2021-08-05T14:09:38Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:09:40.856478 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-85e0f966-e96b-4e50-86be-a5425a2f89da tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:40.857992 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-85e0f966-e96b-4e50-86be-a5425a2f89da tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Added segment 969531a9-39fa-4373-a21d-874d87fd2619 of type vlan for network a672c1b5-fff9-4841-8c10-82e5613d6b62 Aug 05 14:09:40.950179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-61481465-e405-4a4b-8c1a-ac670eda58d6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Allocated IP 172.20.0.12 (2d7e4cee-21f3-4c27-a383-7f324b431f41/8dd6b67f-9131-40fd-98ac-33c9a9bbcf50/a3347b83-0502-414a-8d18-2d0010a8b7f6) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:09:40.953832 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21eebcb2-285b-4a60-969d-c7d35b603577 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:40.995337 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device af5a9ac6-fb1b-42cf-b135-b224eef718a2 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:09:41.011237 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-85e0f966-e96b-4e50-86be-a5425a2f89da tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:41.024825 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eebcb2-285b-4a60-969d-c7d35b603577 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Subnet': ['ID=9969d156-a3d0-4cbc-9b6e-32b0f464bace,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:41.062198 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c7c91dde-72ac-4024-b9b6-843912d05bb9 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server [None req-48e9a994-5579-4fd9-9d43-517bcf52ac35 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9969d156-a3d0-4cbc-9b6e-32b0f464bace: This subnet is being modified by another concurrent operation. Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise exception Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9969d156-a3d0-4cbc-9b6e-32b0f464bace: This subnet is being modified by another concurrent operation. Aug 05 14:09:41.126980 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Aug 05 14:09:41.147133 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926459e3-2be9-45e5-abad-93aca1224468 None None] Network bc0e7728-14cb-42e0-b500-0ce9e085cd8c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:41.200228 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dfeb3989-5039-4b3b-be85-ec32407650c0 req-2d0695ad-0004-4400-b3ef-22355e0e3617 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035826 Aug 05 14:09:41.206836 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-85e0f966-e96b-4e50-86be-a5425a2f89da tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:41.233760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e0f966-e96b-4e50-86be-a5425a2f89da tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:41.235349 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-85e0f966-e96b-4e50-86be-a5425a2f89da tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:41.282009 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21eebcb2-285b-4a60-969d-c7d35b603577 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:41.327719 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:41.335371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port c7c91dde-72ac-4024-b9b6-843912d05bb9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:41.335740 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:41.341324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-21eebcb2-285b-4a60-969d-c7d35b603577 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0e7728-14cb-42e0-b500-0ce9e085cd8c']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:41.345159 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a778a600-101a-4fa7-a677-c0a13892c059 req-c8927b99-9ccb-43e4-8030-3e94a74a2e1d service neutron] 10.222.0.84 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362946 Aug 05 14:09:41.378459 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-21eebcb2-285b-4a60-969d-c7d35b603577 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6adedd7b-425b-450e-9c72-01952187f2b9') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:41.378798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-21eebcb2-285b-4a60-969d-c7d35b603577 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6adedd7b-425b-450e-9c72-01952187f2b9') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:41.446937 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-85e0f966-e96b-4e50-86be-a5425a2f89da tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8708165 Aug 05 14:09:41.454089 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21eebcb2-285b-4a60-969d-c7d35b603577 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:41.456012 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37366) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:41.458026 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port af5a9ac6-fb1b-42cf-b135-b224eef718a2, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=af5a9ac6-fb1b-42cf-b135-b224eef718a2,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:41.464044 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c14480-af67-4f0f-8980-9d461aa97881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5a9ac6-fb1b-42cf-b135-b224eef718a2'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:09:41.468672 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1478d9-bae1-413c-ac05-735020d8b86e" -d '{"events": [{"server_uuid": "44c14480-af67-4f0f-8980-9d461aa97881", "name": "network-vif-unplugged", "status": "completed", "tag": "af5a9ac6-fb1b-42cf-b135-b224eef718a2"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:09:41.501768 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-81fdf7b8-e8af-4327-b48b-51f6d1844b59 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1730437910'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:41.508627 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:41.510075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0f966-e96b-4e50-86be-a5425a2f89da tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event updated for resources: {'Network': ['ID=a672c1b5-fff9-4841-8c10-82e5613d6b62,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:41.546857 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21eebcb2-285b-4a60-969d-c7d35b603577 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:41.573595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network a672c1b5-fff9-4841-8c10-82e5613d6b62 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:09:41.582345 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcaba4-bd16-430a-a7b2-b7683ba6fe95 req-de26260d-036d-4af6-bc76-634a0d0ef983 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:41.594011 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-04bcaba4-bd16-430a-a7b2-b7683ba6fe95 req-de26260d-036d-4af6-bc76-634a0d0ef983 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.2152667 Aug 05 14:09:41.656049 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-61481465-e405-4a4b-8c1a-ac670eda58d6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:41.673808 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21eebcb2-285b-4a60-969d-c7d35b603577 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:09:41.674577 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21eebcb2-285b-4a60-969d-c7d35b603577 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:41.681461 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-04bcaba4-bd16-430a-a7b2-b7683ba6fe95 req-f5bca46c-80c8-4c60-9ef1-ce00ba7c2c00 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860076 Aug 05 14:09:41.736473 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 Aug 2021 14:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4728f9-92c1-4e0f-a173-9492c166dd00 x-openstack-request-id: req-3e4728f9-92c1-4e0f-a173-9492c166dd00 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:09:41.736998 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c14480-af67-4f0f-8980-9d461aa97881", "name": "network-vif-unplugged", "status": "failed", "tag": "af5a9ac6-fb1b-42cf-b135-b224eef718a2", "code": 422}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:09:41.738083 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e4728f9-92c1-4e0f-a173-9492c166dd00 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:09:41.738493 n-d-803585-2 neutron-server[105725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44c14480-af67-4f0f-8980-9d461aa97881', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af5a9ac6-fb1b-42cf-b135-b224eef718a2', 'code': 422} returned with failed status Aug 05 14:09:41.782050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95955880-e5ac-486d-8ba7-c307d68bd6b1 None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:09:41.820630 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:09:41.825765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-61481465-e405-4a4b-8c1a-ac670eda58d6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Transition to ACTIVE for port object a3347b83-0502-414a-8d18-2d0010a8b7f6 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:41.860263 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=af5a9ac6-fb1b-42cf-b135-b224eef718a2,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:41.904171 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fdf7b8-e8af-4327-b48b-51f6d1844b59 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Made reservation on behalf of 6e036408f4db49cba61ec7696aa2c980 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:41.908052 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-81fdf7b8-e8af-4327-b48b-51f6d1844b59 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:41.929347 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-976511b8-e644-4e2f-b3ea-85424be941eb req-92f0d49a-e610-4812-b743-d15778a73f53 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 210 time: 0.1289055 Aug 05 14:09:41.930133 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21eebcb2-285b-4a60-969d-c7d35b603577 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:41.942181 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-61481465-e405-4a4b-8c1a-ac670eda58d6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:41.943933 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21eebcb2-285b-4a60-969d-c7d35b603577 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:41.949572 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-21eebcb2-285b-4a60-969d-c7d35b603577 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/bc0e7728-14cb-42e0-b500-0ce9e085cd8c HTTP/1.1" status: 204 len: 168 time: 2.1368177 Aug 05 14:09:41.950391 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37376) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:41.961521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e02288f7-ca71-4203-9682-6ef7af070a2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1789529943'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:42.004182 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81fdf7b8-e8af-4327-b48b-51f6d1844b59 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:09:42.006837 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eebcb2-285b-4a60-969d-c7d35b603577 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Network': ['ID=bc0e7728-14cb-42e0-b500-0ce9e085cd8c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:42.007021 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113442d-f2a8-47b2-b946-b7cb5668bead req-83260d99-fe8d-4b88-848b-995cee16f856 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:42.009480 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1113442d-f2a8-47b2-b946-b7cb5668bead req-83260d99-fe8d-4b88-848b-995cee16f856 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1112950 Aug 05 14:09:42.010588 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02288f7-ca71-4203-9682-6ef7af070a2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:42.014365 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e02288f7-ca71-4203-9682-6ef7af070a2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:42.047853 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95955880-e5ac-486d-8ba7-c307d68bd6b1 None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:09:42.065488 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-81fdf7b8-e8af-4327-b48b-51f6d1844b59 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:42.066019 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-81fdf7b8-e8af-4327-b48b-51f6d1844b59 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Added segment 369f17f4-f0ca-4895-be06-d5e05fa39836 of type vlan for network e4d88e0a-6337-4340-a9bc-d0eebb6714d1 Aug 05 14:09:42.077142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02288f7-ca71-4203-9682-6ef7af070a2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:09:42.082965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-61481465-e405-4a4b-8c1a-ac670eda58d6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network 2d7e4cee-21f3-4c27-a383-7f324b431f41 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:09:42.087966 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a778a600-101a-4fa7-a677-c0a13892c059 req-3e6aed51-0f09-4b15-911e-6c2b87353fbb service neutron] 10.222.0.84 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313542 Aug 05 14:09:42.110205 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e02288f7-ca71-4203-9682-6ef7af070a2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:42.113336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61481465-e405-4a4b-8c1a-ac670eda58d6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=a3347b83-0502-414a-8d18-2d0010a8b7f6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:42.116006 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-e02288f7-ca71-4203-9682-6ef7af070a2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Added segment 2da7edc7-3fa7-4ee8-9ac8-2a5d454ba465 of type vlan for network 9b852173-17eb-4e92-bd5b-be4dc2eca243 Aug 05 14:09:42.120748 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-61481465-e405-4a4b-8c1a-ac670eda58d6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:42.143730 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-61481465-e405-4a4b-8c1a-ac670eda58d6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:09:42.194425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1113442d-f2a8-47b2-b946-b7cb5668bead req-eff660cc-7d07-48be-9260-2dda417fbe4c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637888 Aug 05 14:09:42.212670 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e02288f7-ca71-4203-9682-6ef7af070a2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:42.263135 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-81fdf7b8-e8af-4327-b48b-51f6d1844b59 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:42.273137 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e02288f7-ca71-4203-9682-6ef7af070a2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:42.279440 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02288f7-ca71-4203-9682-6ef7af070a2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:42.280135 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e02288f7-ca71-4203-9682-6ef7af070a2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:42.342584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-61481465-e405-4a4b-8c1a-ac670eda58d6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:42.343441 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-61481465-e405-4a4b-8c1a-ac670eda58d6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:42.347505 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-81fdf7b8-e8af-4327-b48b-51f6d1844b59 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:42.353858 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fdf7b8-e8af-4327-b48b-51f6d1844b59 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:42.355274 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-81fdf7b8-e8af-4327-b48b-51f6d1844b59 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:42.425193 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e02288f7-ca71-4203-9682-6ef7af070a2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4742558 Aug 05 14:09:42.432114 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37384) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:42.441053 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-73365030-7b39-42e0-b848-f04e885bc5e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'subnet': {'network_id': '9b852173-17eb-4e92-bd5b-be4dc2eca243', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:42.475401 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-61481465-e405-4a4b-8c1a-ac670eda58d6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7984440 Aug 05 14:09:42.489153 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Request body: {'port': {'device_id': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:42.502155 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-81fdf7b8-e8af-4327-b48b-51f6d1844b59 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0141146 Aug 05 14:09:42.526973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37390) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:42.527935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdf7b8-e8af-4327-b48b-51f6d1844b59 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event updated for resources: {'Network': ['ID=e4d88e0a-6337-4340-a9bc-d0eebb6714d1,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:42.535166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b233aabb-a087-495a-a252-5f3011b91567 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Request body: {'subnet': {'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:42.570147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02288f7-ca71-4203-9682-6ef7af070a2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Network': ['ID=9b852173-17eb-4e92-bd5b-be4dc2eca243,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:42.596356 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network e4d88e0a-6337-4340-a9bc-d0eebb6714d1 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:09:42.605602 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 9b852173-17eb-4e92-bd5b-be4dc2eca243 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:09:42.660106 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73365030-7b39-42e0-b848-f04e885bc5e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:42.664230 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73365030-7b39-42e0-b848-f04e885bc5e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:42.708315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106c20c-ddbc-43ff-a464-b92c3ff05c3a req-da5ee47f-9c9b-486d-b162-963605ca59a9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:42.717421 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6106c20c-ddbc-43ff-a464-b92c3ff05c3a req-da5ee47f-9c9b-486d-b162-963605ca59a9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1937945 Aug 05 14:09:42.734193 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:42.738823 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.ipam_backend_mixin [None req-73365030-7b39-42e0-b848-f04e885bc5e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Performing IP validity checks on allocation pools {{(pid=105723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 05 14:09:42.739352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.ipam_backend_mixin [None req-73365030-7b39-42e0-b848-f04e885bc5e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 05 14:09:42.789179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b233aabb-a087-495a-a252-5f3011b91567 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Made reservation on behalf of 6e036408f4db49cba61ec7696aa2c980 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:42.792979 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b233aabb-a087-495a-a252-5f3011b91567 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:42.901189 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6106c20c-ddbc-43ff-a464-b92c3ff05c3a req-f3cfeae5-2ca6-4f81-b5d7-245f093005d1 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827533 Aug 05 14:09:42.964105 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73365030-7b39-42e0-b848-f04e885bc5e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.029942 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73365030-7b39-42e0-b848-f04e885bc5e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Subnet': ['ID=32f68529-282b-4bd5-82a2-5580c76d908e,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:43.050415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73365030-7b39-42e0-b848-f04e885bc5e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Checking segment: {'id': '2da7edc7-3fa7-4ee8-9ac8-2a5d454ba465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9b852173-17eb-4e92-bd5b-be4dc2eca243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:43.050979 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73365030-7b39-42e0-b848-f04e885bc5e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network hostable DHCP agents. Network: 9b852173-17eb-4e92-bd5b-be4dc2eca243, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:09:43.061010 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e3728b8b-ce0d-4780-85cd-4cd017ec0c58 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:43.101818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73365030-7b39-42e0-b848-f04e885bc5e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network 9b852173-17eb-4e92-bd5b-be4dc2eca243 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:09:43.117233 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-73365030-7b39-42e0-b848-f04e885bc5e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 9b852173-17eb-4e92-bd5b-be4dc2eca243) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:43.122328 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73365030-7b39-42e0-b848-f04e885bc5e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:43.122939 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73365030-7b39-42e0-b848-f04e885bc5e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.141689 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d61b481-c9ee-4494-8a36-1f33389192ec None None] Network 9b852173-17eb-4e92-bd5b-be4dc2eca243 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:43.148425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-73365030-7b39-42e0-b848-f04e885bc5e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7151947 Aug 05 14:09:43.151096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37396) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:43.227629 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port e3728b8b-ce0d-4780-85cd-4cd017ec0c58 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:43.235789 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e3728b8b-ce0d-4780-85cd-4cd017ec0c58 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:43.236248 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.321947 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53cc82e5-36f9-4bad-ae6b-5df1c2b06780 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.387160 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2056bf-10ec-4415-b15f-9b8e5916ffbd req-85f16685-bc51-4f13-bb67-ffd5b721dab3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:43.389745 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a2056bf-10ec-4415-b15f-9b8e5916ffbd req-85f16685-bc51-4f13-bb67-ffd5b721dab3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 932 time: 0.2827518 Aug 05 14:09:43.409052 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b233aabb-a087-495a-a252-5f3011b91567 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.411670 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53cc82e5-36f9-4bad-ae6b-5df1c2b06780 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.422871 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7168a240-9142-4ada-9124-ffb371aba534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-9b852173-17eb-4e92-bd5b-be4dc2eca243', 'network_id': '9b852173-17eb-4e92-bd5b-be4dc2eca243', 'tenant_id': 'a3d42ade306f4e4ca2a5953793034fe9', 'fixed_ips': [{'subnet_id': '32f68529-282b-4bd5-82a2-5580c76d908e'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:09:43.422871 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7168a240-9142-4ada-9124-ffb371aba534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.463103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a8d8553c-ac9f-4d32-9e22-ee8d69d3faa1 None None] Provisioning for port a3347b83-0502-414a-8d18-2d0010a8b7f6 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:43.494151 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53cc82e5-36f9-4bad-ae6b-5df1c2b06780 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.522818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc82e5-36f9-4bad-ae6b-5df1c2b06780 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Subnet': ['ID=32f68529-282b-4bd5-82a2-5580c76d908e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:43.577503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a8d8553c-ac9f-4d32-9e22-ee8d69d3faa1 None None] Provisioning complete for port a3347b83-0502-414a-8d18-2d0010a8b7f6 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:43.579278 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a8d8553c-ac9f-4d32-9e22-ee8d69d3faa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.579884 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.582951 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233aabb-a087-495a-a252-5f3011b91567 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event updated for resources: {'Subnet': ['ID=73fb5dd2-f43d-4eac-8b44-a63581605ad2,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:43.637104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port e3728b8b-ce0d-4780-85cd-4cd017ec0c58, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e3728b8b-ce0d-4780-85cd-4cd017ec0c58,segment=NetworkSegment(21641cda-4870-47e8-9c7e-af6727feb606),segment_id=21641cda-4870-47e8-9c7e-af6727feb606)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server [None req-7168a240-9142-4ada-9124-ffb371aba534 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32f68529-282b-4bd5-82a2-5580c76d908e: This subnet is being modified by another concurrent operation. Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise exception Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32f68529-282b-4bd5-82a2-5580c76d908e: This subnet is being modified by another concurrent operation. Aug 05 14:09:43.639282 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Aug 05 14:09:43.671346 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53cc82e5-36f9-4bad-ae6b-5df1c2b06780 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.673829 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a8d8553c-ac9f-4d32-9e22-ee8d69d3faa1 None None] Port a3347b83-0502-414a-8d18-2d0010a8b7f6 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:09:43.678033 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8164a0c6-7e52-4acc-af8a-971ddef6affe None None] Network 9b852173-17eb-4e92-bd5b-be4dc2eca243 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:43.690841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-53cc82e5-36f9-4bad-ae6b-5df1c2b06780 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b852173-17eb-4e92-bd5b-be4dc2eca243']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:43.700781 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a2056bf-10ec-4415-b15f-9b8e5916ffbd req-2665e9a4-e327-4de6-90ac-a0edd66aadea tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032753 Aug 05 14:09:43.707465 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-53cc82e5-36f9-4bad-ae6b-5df1c2b06780 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da7edc7-3fa7-4ee8-9ac8-2a5d454ba465') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:43.708207 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-53cc82e5-36f9-4bad-ae6b-5df1c2b06780 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da7edc7-3fa7-4ee8-9ac8-2a5d454ba465') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:43.714978 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b233aabb-a087-495a-a252-5f3011b91567 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Checking segment: {'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:43.715411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b233aabb-a087-495a-a252-5f3011b91567 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Network hostable DHCP agents. Network: a672c1b5-fff9-4841-8c10-82e5613d6b62, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:09:43.722554 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53cc82e5-36f9-4bad-ae6b-5df1c2b06780 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.729949 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3347b83-0502-414a-8d18-2d0010a8b7f6 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:09:43.739185 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.739922 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53cc82e5-36f9-4bad-ae6b-5df1c2b06780 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.744363 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.751052 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53cc82e5-36f9-4bad-ae6b-5df1c2b06780 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:09:43.753431 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53cc82e5-36f9-4bad-ae6b-5df1c2b06780 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:09:43.757931 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:09:43.763688 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b233aabb-a087-495a-a252-5f3011b91567 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Network a672c1b5-fff9-4841-8c10-82e5613d6b62 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:09:43.774849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-b233aabb-a087-495a-a252-5f3011b91567 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, a672c1b5-fff9-4841-8c10-82e5613d6b62) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:43.780672 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b233aabb-a087-495a-a252-5f3011b91567 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:43.781603 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b233aabb-a087-495a-a252-5f3011b91567 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.806052 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b233aabb-a087-495a-a252-5f3011b91567 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2749319 Aug 05 14:09:43.806307 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37404) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:43.813134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c16e391-d78f-40b9-a13f-5074452955af None None] Network a672c1b5-fff9-4841-8c10-82e5613d6b62 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:43.816030 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5b006148-930e-47fc-96ec-fbf3441c8694 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Request body: {'subnet': {'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:43.865739 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Transition to ACTIVE for port object a3347b83-0502-414a-8d18-2d0010a8b7f6 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:43.870057 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53cc82e5-36f9-4bad-ae6b-5df1c2b06780 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.883663 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.892306 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53cc82e5-36f9-4bad-ae6b-5df1c2b06780 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:43.894294 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-53cc82e5-36f9-4bad-ae6b-5df1c2b06780 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/9b852173-17eb-4e92-bd5b-be4dc2eca243 HTTP/1.1" status: 204 len: 168 time: 0.7422473 Aug 05 14:09:43.895167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc82e5-36f9-4bad-ae6b-5df1c2b06780 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Network': ['ID=9b852173-17eb-4e92-bd5b-be4dc2eca243,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:43.900616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37406) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:43.908364 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-fc3d1ae4-d6c4-4e4d-975b-7523923bc8c0 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2126523496'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:43.928806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=e3728b8b-ce0d-4780-85cd-4cd017ec0c58,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:43.945991 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3d1ae4-d6c4-4e4d-975b-7523923bc8c0 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:43.954131 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc3d1ae4-d6c4-4e4d-975b-7523923bc8c0 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:44.018034 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b006148-930e-47fc-96ec-fbf3441c8694 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Made reservation on behalf of 6e036408f4db49cba61ec7696aa2c980 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:44.022121 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b006148-930e-47fc-96ec-fbf3441c8694 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:44.076303 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Pushing event updated for resources: {'Port': ['ID=a3347b83-0502-414a-8d18-2d0010a8b7f6,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:44.125271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-a672c1b5-fff9-4841-8c10-82e5613d6b62', 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'fixed_ips': [{'subnet_id': '73fb5dd2-f43d-4eac-8b44-a63581605ad2'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:09:44.126658 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:44.136034 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Attempting to bind port a3347b83-0502-414a-8d18-2d0010a8b7f6 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:09:44.136384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Attempting to bind port a3347b83-0502-414a-8d18-2d0010a8b7f6 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '21641cda-4870-47e8-9c7e-af6727feb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:09:44.136701 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Attempting to bind port a3347b83-0502-414a-8d18-2d0010a8b7f6 on network 2d7e4cee-21f3-4c27-a383-7f324b431f41 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:09:44.142183 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Port a3347b83-0502-414a-8d18-2d0010a8b7f6 on network 2d7e4cee-21f3-4c27-a383-7f324b431f41 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:09:44.142422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Attempting to bind port a3347b83-0502-414a-8d18-2d0010a8b7f6 on network 2d7e4cee-21f3-4c27-a383-7f324b431f41 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:09:44.151584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:09:44.152188 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Checking segment: {'id': '21641cda-4870-47e8-9c7e-af6727feb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:44.152580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Bound using segment: {'id': '21641cda-4870-47e8-9c7e-af6727feb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:09:44.153013 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Bound port: a3347b83-0502-414a-8d18-2d0010a8b7f6, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21641cda-4870-47e8-9c7e-af6727feb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:09:44.153374 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:44.185780 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3d1ae4-d6c4-4e4d-975b-7523923bc8c0 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:09:44.229645 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ebe90-ffa2-4818-a26c-76f845f7bfbb req-c10baa9c-443c-4766-b3db-df0b5832fc05 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:44.231488 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-593ebe90-ffa2-4818-a26c-76f845f7bfbb req-c10baa9c-443c-4766-b3db-df0b5832fc05 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1678360 Aug 05 14:09:44.243760 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc3d1ae4-d6c4-4e4d-975b-7523923bc8c0 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:44.244107 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-fc3d1ae4-d6c4-4e4d-975b-7523923bc8c0 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Added segment a87eb2b8-b7a9-497f-b488-98011e85b372 of type vlan for network caf26279-ab3b-48c6-b68c-03ee19615e11 Aug 05 14:09:44.250342 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] For port a3347b83-0502-414a-8d18-2d0010a8b7f6, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:09:44.261169 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] For port a3347b83-0502-414a-8d18-2d0010a8b7f6, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6,segment=NetworkSegment(21641cda-4870-47e8-9c7e-af6727feb606),segment_id=21641cda-4870-47e8-9c7e-af6727feb606)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:09:44.269308 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:44.320890 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Allocated IP 10.1.1.2 (a672c1b5-fff9-4841-8c10-82e5613d6b62/73fb5dd2-f43d-4eac-8b44-a63581605ad2/7385d2e4-e41d-431e-8c78-e085d77860a3) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:09:44.338196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:44.338862 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:44.341186 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] 10.222.0.84 "PUT /v2.0/ports/a3347b83-0502-414a-8d18-2d0010a8b7f6 HTTP/1.1" status: 200 len: 1092 time: 1.8570035 Aug 05 14:09:44.341186 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'tag': 'a3347b83-0502-414a-8d18-2d0010a8b7f6'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:09:44.343767 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a725b2-b035-44ce-aa6e-2618fff5b9c4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6f7941-c7c6-4e12-914a-2869157fb309", "tag": "a3347b83-0502-414a-8d18-2d0010a8b7f6"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:09:44.348452 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-593ebe90-ffa2-4818-a26c-76f845f7bfbb req-f26fe2ee-ec6e-4a3e-910d-dd2d32617c88 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056890 Aug 05 14:09:44.352709 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc3d1ae4-d6c4-4e4d-975b-7523923bc8c0 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:44.370286 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e65dd-a247-4912-b99b-c2dc3fee412a service neutron] Pushing event updated for resources: {'Port': ['ID=a3347b83-0502-414a-8d18-2d0010a8b7f6,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:44.502318 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-45f0852a-74d5-47aa-8d08-78b84e35369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:44.510109 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-45f0852a-74d5-47aa-8d08-78b84e35369a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 1095 time: 0.0953023 Aug 05 14:09:44.512197 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc3d1ae4-d6c4-4e4d-975b-7523923bc8c0 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:44.524622 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3d1ae4-d6c4-4e4d-975b-7523923bc8c0 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:44.525837 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc3d1ae4-d6c4-4e4d-975b-7523923bc8c0 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:44.592686 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fef2766-e7f1-47f5-96ce-7be91addb72f x-openstack-request-id: req-3fef2766-e7f1-47f5-96ce-7be91addb72f {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:09:44.598573 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6f7941-c7c6-4e12-914a-2869157fb309", "tag": "a3347b83-0502-414a-8d18-2d0010a8b7f6", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:09:44.599768 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3fef2766-e7f1-47f5-96ce-7be91addb72f {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:09:44.600431 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'tag': 'a3347b83-0502-414a-8d18-2d0010a8b7f6', 'status': 'completed', 'code': 200} Aug 05 14:09:44.602914 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-24b262f3-446d-409a-91e7-41ea733ec44b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6 HTTP/1.1" status: 200 len: 217 time: 0.0752027 Aug 05 14:09:44.608513 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:44.639693 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Transition to ACTIVE for port object 7385d2e4-e41d-431e-8c78-e085d77860a3 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:44.653036 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d1ae4-d6c4-4e4d-975b-7523923bc8c0 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Network': ['ID=caf26279-ab3b-48c6-b68c-03ee19615e11,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:44.668852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-9c438c1a-b2a3-454f-b7cf-e2d91b83687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:44.670822 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-9c438c1a-b2a3-454f-b7cf-e2d91b83687b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8dd6b67f-9131-40fd-98ac-33c9a9bbcf50 HTTP/1.1" status: 200 len: 835 time: 0.0598874 Aug 05 14:09:44.674671 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network caf26279-ab3b-48c6-b68c-03ee19615e11 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:09:44.711588 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fc3d1ae4-d6c4-4e4d-975b-7523923bc8c0 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8102140 Aug 05 14:09:44.713950 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37420) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:44.720623 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1b463a8c-f1cd-4acb-9ff8-53db67810018 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'subnet': {'network_id': 'caf26279-ab3b-48c6-b68c-03ee19615e11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:44.743008 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b006148-930e-47fc-96ec-fbf3441c8694 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:44.749378 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Transition to ACTIVE for port object 7385d2e4-e41d-431e-8c78-e085d77860a3 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:44.773584 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:44.816048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-20f430df-cf54-4971-b9e7-76bed6cc5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:44.829805 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:44.834088 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-20f430df-cf54-4971-b9e7-76bed6cc5a89 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2d7e4cee-21f3-4c27-a383-7f324b431f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514387 Aug 05 14:09:44.913416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b006148-930e-47fc-96ec-fbf3441c8694 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event updated for resources: {'Subnet': ['ID=84bdd077-911d-4689-bd57-064e082f69c5,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:44.924033 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b006148-930e-47fc-96ec-fbf3441c8694 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Checking segment: {'id': '369f17f4-f0ca-4895-be06-d5e05fa39836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:44.924686 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b006148-930e-47fc-96ec-fbf3441c8694 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Network hostable DHCP agents. Network: e4d88e0a-6337-4340-a9bc-d0eebb6714d1, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:09:44.945606 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b463a8c-f1cd-4acb-9ff8-53db67810018 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:44.949719 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b463a8c-f1cd-4acb-9ff8-53db67810018 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:44.956041 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b006148-930e-47fc-96ec-fbf3441c8694 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Network e4d88e0a-6337-4340-a9bc-d0eebb6714d1 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:09:44.956382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Network a672c1b5-fff9-4841-8c10-82e5613d6b62 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:09:44.967075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device af5a9ac6-fb1b-42cf-b135-b224eef718a2 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:09:44.971776 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:44.981176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:09:45.023412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-5b006148-930e-47fc-96ec-fbf3441c8694 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, e4d88e0a-6337-4340-a9bc-d0eebb6714d1) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:45.031520 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b006148-930e-47fc-96ec-fbf3441c8694 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:45.031807 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5b006148-930e-47fc-96ec-fbf3441c8694 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:45.043006 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c365f-8e66-47ec-95fa-16084f4b7156 req-8ab39a86-b2c7-4007-8afa-821f416b7609 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:45.044731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Pushing event updated for resources: {'Port': ['ID=7385d2e4-e41d-431e-8c78-e085d77860a3,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:45.046551 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ce1c365f-8e66-47ec-95fa-16084f4b7156 req-8ab39a86-b2c7-4007-8afa-821f416b7609 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 944 time: 0.1159978 Aug 05 14:09:45.053848 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e3728b8b-ce0d-4780-85cd-4cd017ec0c58 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:45.055911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fff2ab9-745e-410e-b736-9a1e1bb3ce28 None None] Network e4d88e0a-6337-4340-a9bc-d0eebb6714d1 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:45.085273 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5b006148-930e-47fc-96ec-fbf3441c8694 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2779579 Aug 05 14:09:45.089516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37432) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:45.096958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-33bc9a3a-81c7-42a3-b16d-7257c5744c24 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Request body: {'port': {'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62', 'name': 'tempest-TaggedBootDevicesTest-1507707048', 'fixed_ips': [{'subnet_id': '73fb5dd2-f43d-4eac-8b44-a63581605ad2'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:45.146938 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-5e200c38-c65c-4ac1-ad03-290b0d1989d0 service neutron] 10.222.0.84 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044894 Aug 05 14:09:45.222080 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ce1c365f-8e66-47ec-95fa-16084f4b7156 req-5fcbe147-acdd-4ae1-a871-82e96faa60d2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675360 Aug 05 14:09:45.273051 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13032738-46d0-4413-a775-d3e23ff5bff1 req-4722fd0b-5103-435b-9262-14aa193901b0 service neutron] 10.222.0.84 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129780 Aug 05 14:09:45.308433 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37436) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:45.371914 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Attempting to bind port 7385d2e4-e41d-431e-8c78-e085d77860a3 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:09:45.372540 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Attempting to bind port 7385d2e4-e41d-431e-8c78-e085d77860a3 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:09:45.373077 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Attempting to bind port 7385d2e4-e41d-431e-8c78-e085d77860a3 on network a672c1b5-fff9-4841-8c10-82e5613d6b62 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:09:45.387885 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a725b2-b035-44ce-aa6e-2618fff5b9c4 req-26318cb8-5e41-4693-9ef1-217444b8dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:45.390275 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04a725b2-b035-44ce-aa6e-2618fff5b9c4 req-26318cb8-5e41-4693-9ef1-217444b8dd0b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 1095 time: 0.0613573 Aug 05 14:09:45.401854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:09:45.402231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Checking segment: {'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:45.402665 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:45.403064 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Bound using segment: {'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:09:45.403665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Bound port: 7385d2e4-e41d-431e-8c78-e085d77860a3, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:09:45.404049 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:45.472441 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-e4d88e0a-6337-4340-a9bc-d0eebb6714d1', 'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'fixed_ips': [{'subnet_id': '84bdd077-911d-4689-bd57-064e082f69c5'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:09:45.473282 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:45.492639 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-164e4bc7-89ae-4dc5-8f75-2dfa62c0b14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:45.523113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e3728b8b-ce0d-4780-85cd-4cd017ec0c58 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:45.523515 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:45.554760 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a725b2-b035-44ce-aa6e-2618fff5b9c4 req-90e96d45-bd43-47a2-a6fb-0aba11ba0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:45.556817 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04a725b2-b035-44ce-aa6e-2618fff5b9c4 req-90e96d45-bd43-47a2-a6fb-0aba11ba0ce0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2d7e4cee-21f3-4c27-a383-7f324b431f41 HTTP/1.1" status: 200 len: 898 time: 0.1576314 Aug 05 14:09:45.623721 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04a725b2-b035-44ce-aa6e-2618fff5b9c4 req-0e7408ac-e9fe-41a7-995a-dbfdc873a2c1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6 HTTP/1.1" status: 200 len: 217 time: 0.0578957 Aug 05 14:09:45.633770 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] For port 7385d2e4-e41d-431e-8c78-e085d77860a3, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:09:45.665995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] For port 7385d2e4-e41d-431e-8c78-e085d77860a3, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7385d2e4-e41d-431e-8c78-e085d77860a3,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:09:45.680576 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:45.705268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a725b2-b035-44ce-aa6e-2618fff5b9c4 req-f7d3cf1a-0486-4f7a-8df1-47cf36a20d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:45.706845 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04a725b2-b035-44ce-aa6e-2618fff5b9c4 req-f7d3cf1a-0486-4f7a-8df1-47cf36a20d1b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8dd6b67f-9131-40fd-98ac-33c9a9bbcf50 HTTP/1.1" status: 200 len: 835 time: 0.0746086 Aug 05 14:09:45.758344 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bc9a3a-81c7-42a3-b16d-7257c5744c24 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Made reservation on behalf of 6e036408f4db49cba61ec7696aa2c980 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:45.805624 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b463a8c-f1cd-4acb-9ff8-53db67810018 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:45.825999 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Allocated IP 10.2.2.2 (e4d88e0a-6337-4340-a9bc-d0eebb6714d1/84bdd077-911d-4689-bd57-064e082f69c5/f070166b-aa4d-4f8e-8468-ac7f6c034b2d) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:09:45.841765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a725b2-b035-44ce-aa6e-2618fff5b9c4 req-04f5209b-0369-4f97-b1d1-9a3caed1ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:45.843568 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04a725b2-b035-44ce-aa6e-2618fff5b9c4 req-04f5209b-0369-4f97-b1d1-9a3caed1ae8d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2d7e4cee-21f3-4c27-a383-7f324b431f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284814 Aug 05 14:09:45.845897 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8440b-e490-4b8f-a809-83a8d1cbd29e None None] Pushing event updated for resources: {'Port': ['ID=7385d2e4-e41d-431e-8c78-e085d77860a3,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:45.852651 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-031913cb-3318-4dba-a293-2a183884581e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:45.874107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fa405-439b-43e1-a7a6-762975eeac56 req-4c4ea5ae-cb5f-4e5e-a48f-9b885db5a57e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:45.875732 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-344fa405-439b-43e1-a7a6-762975eeac56 req-4c4ea5ae-cb5f-4e5e-a48f-9b885db5a57e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1653457 Aug 05 14:09:45.912759 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b463a8c-f1cd-4acb-9ff8-53db67810018 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Subnet': ['ID=3bb76dd1-c224-4dd3-8e28-f756a2bd1826,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:45.937346 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:45.954620 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33bc9a3a-81c7-42a3-b16d-7257c5744c24 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:45.957219 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-164e4bc7-89ae-4dc5-8f75-2dfa62c0b14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:45.970341 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-164e4bc7-89ae-4dc5-8f75-2dfa62c0b14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:45.984786 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-344fa405-439b-43e1-a7a6-762975eeac56 req-d2b9daad-378c-4717-b359-ebaa1ff0dc9f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926485 Aug 05 14:09:45.989701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b463a8c-f1cd-4acb-9ff8-53db67810018 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Checking segment: {'id': 'a87eb2b8-b7a9-497f-b488-98011e85b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'caf26279-ab3b-48c6-b68c-03ee19615e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:45.990407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b463a8c-f1cd-4acb-9ff8-53db67810018 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network hostable DHCP agents. Network: caf26279-ab3b-48c6-b68c-03ee19615e11, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:09:45.992476 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-33bc9a3a-81c7-42a3-b16d-7257c5744c24 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] device_id is not set on port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:09:46.035498 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4bc7-89ae-4dc5-8f75-2dfa62c0b14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198e704c-3fac-4b8c-9f87-bb49b2ebd0d8,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:46.046099 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04a725b2-b035-44ce-aa6e-2618fff5b9c4 req-e527a7fc-6c02-4029-a396-91caa4e859d0 service neutron] 10.222.0.84 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859457 Aug 05 14:09:46.054810 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:46.055841 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-164e4bc7-89ae-4dc5-8f75-2dfa62c0b14c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ccce51adce84611ad14f077f63bcace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7461457 Aug 05 14:09:46.057791 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37444) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:46.064800 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b463a8c-f1cd-4acb-9ff8-53db67810018 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network caf26279-ab3b-48c6-b68c-03ee19615e11 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:09:46.069553 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Transition to ACTIVE for port object f070166b-aa4d-4f8e-8468-ac7f6c034b2d will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:46.089119 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Transition to ACTIVE for port object f070166b-aa4d-4f8e-8468-ac7f6c034b2d will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:46.102105 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:46.116431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-1b463a8c-f1cd-4acb-9ff8-53db67810018 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, caf26279-ab3b-48c6-b68c-03ee19615e11) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:46.125258 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b463a8c-f1cd-4acb-9ff8-53db67810018 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:46.125935 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b463a8c-f1cd-4acb-9ff8-53db67810018 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:46.173378 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1b463a8c-f1cd-4acb-9ff8-53db67810018 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4581406 Aug 05 14:09:46.176262 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37446) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:46.177428 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df20fd08-fb8a-4308-8ed0-7e7580bb0bcd None None] Network caf26279-ab3b-48c6-b68c-03ee19615e11 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:46.206200 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Network e4d88e0a-6337-4340-a9bc-d0eebb6714d1 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:09:46.243843 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4afae688-933a-4e0c-8f21-cc929dcc8518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:46.268042 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:46.275316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:09:46.294949 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Pushing event updated for resources: {'Port': ['ID=f070166b-aa4d-4f8e-8468-ac7f6c034b2d,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:46.312905 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4afae688-933a-4e0c-8f21-cc929dcc8518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:46.316691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-33bc9a3a-81c7-42a3-b16d-7257c5744c24 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Allocated IP 10.1.1.185 (a672c1b5-fff9-4841-8c10-82e5613d6b62/73fb5dd2-f43d-4eac-8b44-a63581605ad2/2c927f5c-290c-4b0f-bd3f-2f5908f555c8) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:09:46.342712 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04a725b2-b035-44ce-aa6e-2618fff5b9c4 req-ac065eaf-6416-4b07-ad49-07a0a74351bf service neutron] 10.222.0.84 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817807 Aug 05 14:09:46.410274 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4afae688-933a-4e0c-8f21-cc929dcc8518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:46.416521 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4afae688-933a-4e0c-8f21-cc929dcc8518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:46.419893 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4afae688-933a-4e0c-8f21-cc929dcc8518 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/198e704c-3fac-4b8c-9f87-bb49b2ebd0d8 HTTP/1.1" status: 204 len: 168 time: 0.3505492 Aug 05 14:09:46.432794 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afae688-933a-4e0c-8f21-cc929dcc8518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198e704c-3fac-4b8c-9f87-bb49b2ebd0d8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:46.510493 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d876-9728-4a79-b4a0-4e73a6cb682d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:46.564937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd96bc-f378-41cb-9af4-013dc499cb37 req-49ee1bcd-06f6-4767-8037-5260ea08d042 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:46.566851 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-00bd96bc-f378-41cb-9af4-013dc499cb37 req-49ee1bcd-06f6-4767-8037-5260ea08d042 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 944 time: 0.2188277 Aug 05 14:09:46.575047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Attempting to bind port f070166b-aa4d-4f8e-8468-ac7f6c034b2d on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:09:46.575420 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Attempting to bind port f070166b-aa4d-4f8e-8468-ac7f6c034b2d by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '369f17f4-f0ca-4895-be06-d5e05fa39836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:09:46.575785 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Attempting to bind port f070166b-aa4d-4f8e-8468-ac7f6c034b2d on network e4d88e0a-6337-4340-a9bc-d0eebb6714d1 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:09:46.585062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:09:46.585423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Checking segment: {'id': '369f17f4-f0ca-4895-be06-d5e05fa39836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:46.585692 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:46.586080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Bound using segment: {'id': '369f17f4-f0ca-4895-be06-d5e05fa39836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:09:46.586596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Bound port: f070166b-aa4d-4f8e-8468-ac7f6c034b2d, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369f17f4-f0ca-4895-be06-d5e05fa39836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:09:46.586968 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:46.665392 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d876-9728-4a79-b4a0-4e73a6cb682d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:46.715302 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a96431-8c61-423f-8363-8568c14d035c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-caf26279-ab3b-48c6-b68c-03ee19615e11', 'network_id': 'caf26279-ab3b-48c6-b68c-03ee19615e11', 'tenant_id': 'a3d42ade306f4e4ca2a5953793034fe9', 'fixed_ips': [{'subnet_id': '3bb76dd1-c224-4dd3-8e28-f756a2bd1826'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:09:46.716165 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7a96431-8c61-423f-8363-8568c14d035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:46.736973 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33bc9a3a-81c7-42a3-b16d-7257c5744c24 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:46.738429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] For port f070166b-aa4d-4f8e-8468-ac7f6c034b2d, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:09:46.759303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] For port f070166b-aa4d-4f8e-8468-ac7f6c034b2d, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f070166b-aa4d-4f8e-8468-ac7f6c034b2d,segment=NetworkSegment(369f17f4-f0ca-4895-be06-d5e05fa39836),segment_id=369f17f4-f0ca-4895-be06-d5e05fa39836)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:09:46.788786 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-00bd96bc-f378-41cb-9af4-013dc499cb37 req-596404da-8162-487b-a2f0-917b1c97ce6c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804681 Aug 05 14:09:46.803520 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d876-9728-4a79-b4a0-4e73a6cb682d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:46.815081 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:46.874029 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-33bc9a3a-81c7-42a3-b16d-7257c5744c24 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Transition to ACTIVE for port object 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:46.888072 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2d876-9728-4a79-b4a0-4e73a6cb682d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb76dd1-c224-4dd3-8e28-f756a2bd1826,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:46.938980 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd20346-5f80-43e5-9085-92518cb625c1 None None] Pushing event updated for resources: {'Port': ['ID=f070166b-aa4d-4f8e-8468-ac7f6c034b2d,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server [None req-a7a96431-8c61-423f-8363-8568c14d035c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3bb76dd1-c224-4dd3-8e28-f756a2bd1826: This subnet is being modified by another concurrent operation. Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise exception Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3bb76dd1-c224-4dd3-8e28-f756a2bd1826: This subnet is being modified by another concurrent operation. Aug 05 14:09:46.964767 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Aug 05 14:09:46.989668 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a3347b83-0502-414a-8d18-2d0010a8b7f6 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:09:47.022466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9903c7-0ea1-45f2-a333-01cd5ce8abfe None None] Network caf26279-ab3b-48c6-b68c-03ee19615e11 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:47.024446 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d876-9728-4a79-b4a0-4e73a6cb682d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:47.038048 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b3f2d876-9728-4a79-b4a0-4e73a6cb682d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf26279-ab3b-48c6-b68c-03ee19615e11']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:47.045065 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33bc9a3a-81c7-42a3-b16d-7257c5744c24 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:47.080010 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b3f2d876-9728-4a79-b4a0-4e73a6cb682d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87eb2b8-b7a9-497f-b488-98011e85b372') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:47.086546 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b3f2d876-9728-4a79-b4a0-4e73a6cb682d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87eb2b8-b7a9-497f-b488-98011e85b372') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:47.128749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7385d2e4-e41d-431e-8c78-e085d77860a3 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:47.145651 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d876-9728-4a79-b4a0-4e73a6cb682d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:47.192068 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bc9a3a-81c7-42a3-b16d-7257c5744c24 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Network a672c1b5-fff9-4841-8c10-82e5613d6b62 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:09:47.203535 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d876-9728-4a79-b4a0-4e73a6cb682d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:47.222072 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.resource_extend [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 14:09:47.247612 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc9a3a-81c7-42a3-b16d-7257c5744c24 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event updated for resources: {'Port': ['ID=2c927f5c-290c-4b0f-bd3f-2f5908f555c8,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:47.257648 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-33bc9a3a-81c7-42a3-b16d-7257c5744c24 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:47.263511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bc9a3a-81c7-42a3-b16d-7257c5744c24 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:09:47.296132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d6687-24ea-4b18-b0a9-25a0fb3ffa31 req-bfc08ab3-b134-4548-88e8-57b1bd122d8c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:47.314040 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-241d6687-24ea-4b18-b0a9-25a0fb3ffa31 req-bfc08ab3-b134-4548-88e8-57b1bd122d8c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1655750 Aug 05 14:09:47.318883 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f2d876-9728-4a79-b4a0-4e73a6cb682d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:09:47.319308 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d876-9728-4a79-b4a0-4e73a6cb682d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:09:47.322378 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:09:47.387147 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-241d6687-24ea-4b18-b0a9-25a0fb3ffa31 req-b4bce5e4-57a8-4caa-a6b2-fe172056763e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719202 Aug 05 14:09:47.446997 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bc9a3a-81c7-42a3-b16d-7257c5744c24 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:47.447939 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33bc9a3a-81c7-42a3-b16d-7257c5744c24 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:47.464937 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 7385d2e4-e41d-431e-8c78-e085d77860a3 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:47.475535 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d876-9728-4a79-b4a0-4e73a6cb682d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:47.492344 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a3347b83-0502-414a-8d18-2d0010a8b7f6, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6,segment=NetworkSegment(21641cda-4870-47e8-9c7e-af6727feb606),segment_id=21641cda-4870-47e8-9c7e-af6727feb606)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:47.494072 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d876-9728-4a79-b4a0-4e73a6cb682d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:47.507947 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b3f2d876-9728-4a79-b4a0-4e73a6cb682d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/caf26279-ab3b-48c6-b68c-03ee19615e11 HTTP/1.1" status: 204 len: 168 time: 1.3214357 Aug 05 14:09:47.507947 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-33bc9a3a-81c7-42a3-b16d-7257c5744c24 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4118526 Aug 05 14:09:47.508306 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37478) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:47.508306 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37480) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:47.512793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'a3347b83-0502-414a-8d18-2d0010a8b7f6', 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41', 'port_id': 'a3347b83-0502-414a-8d18-2d0010a8b7f6', 'mac_address': 'fa:16:3e:23:1e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:09:47.513842 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ed0d422b-2f1d-46ae-91ce-da1101c22936 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Request body: {'port': {'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62', 'name': 'tempest-TaggedBootDevicesTest-676099899', 'fixed_ips': [{'subnet_id': '73fb5dd2-f43d-4eac-8b44-a63581605ad2'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:47.523455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-552d22b5-e9b4-479a-82d8-145d1dac3e47 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-671445677'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:47.528517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2d876-9728-4a79-b4a0-4e73a6cb682d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Network': ['ID=caf26279-ab3b-48c6-b68c-03ee19615e11,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:47.567407 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03426f83-18c2-4384-8839-d8d1d5185254 None None] Network a672c1b5-fff9-4841-8c10-82e5613d6b62 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:47.615746 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:47.620089 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552d22b5-e9b4-479a-82d8-145d1dac3e47 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:47.624072 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-552d22b5-e9b4-479a-82d8-145d1dac3e47 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:47.642674 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3347b83-0502-414a-8d18-2d0010a8b7f6 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:09:47.662816 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9131736e-a513-412a-9172-e1d88fbe2235 None None] Provisioning for port 7385d2e4-e41d-431e-8c78-e085d77860a3 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:47.671433 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552d22b5-e9b4-479a-82d8-145d1dac3e47 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:09:47.681370 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a3347b83-0502-414a-8d18-2d0010a8b7f6, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6,segment=NetworkSegment(21641cda-4870-47e8-9c7e-af6727feb606),segment_id=21641cda-4870-47e8-9c7e-af6727feb606)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:47.684011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9131736e-a513-412a-9172-e1d88fbe2235 None None] Provisioning complete for port 7385d2e4-e41d-431e-8c78-e085d77860a3 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:47.684401 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9131736e-a513-412a-9172-e1d88fbe2235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:47.695072 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-552d22b5-e9b4-479a-82d8-145d1dac3e47 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:47.695434 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-552d22b5-e9b4-479a-82d8-145d1dac3e47 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Added segment 3ee86117-58b5-4338-8046-502afbf4cfa4 of type vlan for network 72b1b78e-57a9-4601-8d2e-851470ffc3a5 Aug 05 14:09:47.706827 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:47.757804 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-552d22b5-e9b4-479a-82d8-145d1dac3e47 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:47.762412 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0d422b-2f1d-46ae-91ce-da1101c22936 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Made reservation on behalf of 6e036408f4db49cba61ec7696aa2c980 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:47.891261 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-552d22b5-e9b4-479a-82d8-145d1dac3e47 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:47.901854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552d22b5-e9b4-479a-82d8-145d1dac3e47 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:47.902669 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-552d22b5-e9b4-479a-82d8-145d1dac3e47 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:47.975358 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d22b5-e9b4-479a-82d8-145d1dac3e47 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Network': ['ID=72b1b78e-57a9-4601-8d2e-851470ffc3a5,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:47.982652 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=a3347b83-0502-414a-8d18-2d0010a8b7f6,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:47.991046 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9131736e-a513-412a-9172-e1d88fbe2235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:47.996142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 72b1b78e-57a9-4601-8d2e-851470ffc3a5 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:09:48.001566 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ed0d422b-2f1d-46ae-91ce-da1101c22936 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:48.007144 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223b878-2a80-4b50-8d23-94bd0df2c205 req-6a198541-2699-4195-9741-27e22ca9f926 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:48.019924 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7223b878-2a80-4b50-8d23-94bd0df2c205 req-6a198541-2699-4195-9741-27e22ca9f926 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 945 time: 0.1057453 Aug 05 14:09:48.030385 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-552d22b5-e9b4-479a-82d8-145d1dac3e47 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5126121 Aug 05 14:09:48.033069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37496) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:48.040127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b6c0bc76-6836-42bf-bf48-282d23661308 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'subnet': {'network_id': '72b1b78e-57a9-4601-8d2e-851470ffc3a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:48.059411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-ed0d422b-2f1d-46ae-91ce-da1101c22936 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] device_id is not set on port 7161d31e-c4bb-48b6-8ed5-499b92efc745 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:09:48.078523 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['a3347b83-0502-414a-8d18-2d0010a8b7f6'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:09:48.083594 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7223b878-2a80-4b50-8d23-94bd0df2c205 req-6a1db78e-d9b4-464b-9208-e67875406917 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568776 Aug 05 14:09:48.194225 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9131736e-a513-412a-9172-e1d88fbe2235 None None] For port 7385d2e4-e41d-431e-8c78-e085d77860a3, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7385d2e4-e41d-431e-8c78-e085d77860a3,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:48.210241 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9131736e-a513-412a-9172-e1d88fbe2235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:48.320024 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131736e-a513-412a-9172-e1d88fbe2235 None None] Pushing event updated for resources: {'Port': ['ID=7385d2e4-e41d-431e-8c78-e085d77860a3,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:48.365108 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-60746d3c-d986-4b01-a7bb-bda12b0bf0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:48.508555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e480cbc8-254a-4ded-8dae-dc9992a723f5 None None] Network e4d88e0a-6337-4340-a9bc-d0eebb6714d1 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:48.616319 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:48.635912 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b583c4b2-c4af-47b1-95ec-76a352afc30b None None] Provisioning for port f070166b-aa4d-4f8e-8468-ac7f6c034b2d completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:48.741370 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c0bc76-6836-42bf-bf48-282d23661308 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:48.745643 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6c0bc76-6836-42bf-bf48-282d23661308 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:48.822974 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6a8c6398-e53c-488b-95e4-bcb75b1e22d3 None None] Provisioning for port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:48.830926 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6a8c6398-e53c-488b-95e4-bcb75b1e22d3 None None] Provisioning complete for port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:48.831456 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6398-e53c-488b-95e4-bcb75b1e22d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:48.932507 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-6a8c6398-e53c-488b-95e4-bcb75b1e22d3 None None] Port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:09:48.949557 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6a8c6398-e53c-488b-95e4-bcb75b1e22d3 None None] Provisioning complete for port 7385d2e4-e41d-431e-8c78-e085d77860a3 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:48.949932 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6398-e53c-488b-95e4-bcb75b1e22d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:49.045375 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1622a-8485-462c-96f1-50445bd92675 req-9e2450e1-6193-4229-a6fd-f748791eb0ea tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:49.047124 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46b1622a-8485-462c-96f1-50445bd92675 req-9e2450e1-6193-4229-a6fd-f748791eb0ea tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.3262930 Aug 05 14:09:49.085121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7385d2e4-e41d-431e-8c78-e085d77860a3 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:49.124597 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-ed0d422b-2f1d-46ae-91ce-da1101c22936 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Allocated IP 10.1.1.72 (a672c1b5-fff9-4841-8c10-82e5613d6b62/73fb5dd2-f43d-4eac-8b44-a63581605ad2/7161d31e-c4bb-48b6-8ed5-499b92efc745) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:09:49.154439 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6c0bc76-6836-42bf-bf48-282d23661308 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:49.177696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e78a1bc-a1c0-4989-8b55-9b29c4740dad None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:09:49.198117 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46b1622a-8485-462c-96f1-50445bd92675 req-8c31ea49-c6a9-4941-99f3-3ae4686b851e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210330 Aug 05 14:09:49.250911 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6428d-e825-4ae7-8732-ab45056ef256 req-0bfc15bf-6efe-4929-8dea-612c547d5229 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:49.259435 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f4b6428d-e825-4ae7-8732-ab45056ef256 req-0bfc15bf-6efe-4929-8dea-612c547d5229 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 945 time: 0.0816889 Aug 05 14:09:49.276146 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0bc76-6836-42bf-bf48-282d23661308 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Subnet': ['ID=821a081c-403b-4ff3-815f-e226a31f350e,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:49.314476 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c0bc76-6836-42bf-bf48-282d23661308 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Checking segment: {'id': '3ee86117-58b5-4338-8046-502afbf4cfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '72b1b78e-57a9-4601-8d2e-851470ffc3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:49.314874 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c0bc76-6836-42bf-bf48-282d23661308 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network hostable DHCP agents. Network: 72b1b78e-57a9-4601-8d2e-851470ffc3a5, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:09:49.316738 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f4b6428d-e825-4ae7-8732-ab45056ef256 req-893c0b4b-cb57-48f4-bcdb-0f286fbaff32 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559909 Aug 05 14:09:49.379327 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 7385d2e4-e41d-431e-8c78-e085d77860a3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:49.379327 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:49.389601 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c0bc76-6836-42bf-bf48-282d23661308 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network 72b1b78e-57a9-4601-8d2e-851470ffc3a5 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:09:49.414838 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-b6c0bc76-6836-42bf-bf48-282d23661308 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 72b1b78e-57a9-4601-8d2e-851470ffc3a5) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:49.425864 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c0bc76-6836-42bf-bf48-282d23661308 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:49.426495 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6c0bc76-6836-42bf-bf48-282d23661308 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:49.435148 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b28218cc-4fe0-4219-a285-68867a365c6d None None] Provisioning complete for port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:49.435148 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b28218cc-4fe0-4219-a285-68867a365c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:49.459174 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b6c0bc76-6836-42bf-bf48-282d23661308 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4248612 Aug 05 14:09:49.464173 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37534) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:49.467854 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ed0d422b-2f1d-46ae-91ce-da1101c22936 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:49.488180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-ed0d422b-2f1d-46ae-91ce-da1101c22936 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Transition to ACTIVE for port object 7161d31e-c4bb-48b6-8ed5-499b92efc745 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:49.503320 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:49.510405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b28218cc-4fe0-4219-a285-68867a365c6d None None] Port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:09:49.519004 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e78a1bc-a1c0-4989-8b55-9b29c4740dad None None] Unable to find a vacant binding_index for network 72b1b78e-57a9-4601-8d2e-851470ffc3a5 and agent 377c5a32-eb98-4adf-aeab-f5c84556a567 {{(pid=105725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 05 14:09:49.544441 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e78a1bc-a1c0-4989-8b55-9b29c4740dad None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 72b1b78e-57a9-4601-8d2e-851470ffc3a5) {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:09:49.554436 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ed0d422b-2f1d-46ae-91ce-da1101c22936 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:49.571635 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f070166b-aa4d-4f8e-8468-ac7f6c034b2d up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:49.623320 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0d422b-2f1d-46ae-91ce-da1101c22936 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Network a672c1b5-fff9-4841-8c10-82e5613d6b62 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:09:49.626913 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ed0d422b-2f1d-46ae-91ce-da1101c22936 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:49.638706 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d422b-2f1d-46ae-91ce-da1101c22936 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:09:49.663467 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-171b5bf4-3b97-4a5f-91a0-9afe8771d78d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:49.666655 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d422b-2f1d-46ae-91ce-da1101c22936 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event updated for resources: {'Port': ['ID=7161d31e-c4bb-48b6-8ed5-499b92efc745,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:49.702451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0d422b-2f1d-46ae-91ce-da1101c22936 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:49.703108 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ed0d422b-2f1d-46ae-91ce-da1101c22936 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:49.712535 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port f070166b-aa4d-4f8e-8468-ac7f6c034b2d completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:49.726352 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ed0d422b-2f1d-46ae-91ce-da1101c22936 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2183466 Aug 05 14:09:49.728324 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port f070166b-aa4d-4f8e-8468-ac7f6c034b2d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:49.729198 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:49.783350 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-171b5bf4-3b97-4a5f-91a0-9afe8771d78d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:49.860037 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-171b5bf4-3b97-4a5f-91a0-9afe8771d78d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:49.943657 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:49.977502 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b5bf4-3b97-4a5f-91a0-9afe8771d78d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Subnet': ['ID=821a081c-403b-4ff3-815f-e226a31f350e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:50.021875 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-171b5bf4-3b97-4a5f-91a0-9afe8771d78d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.040201 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37548) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:50.045552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-7410891a-552e-48c6-a54e-45c166c84309 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--841961467', 'description': 'tempest-description--250197681'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:50.046092 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-171b5bf4-3b97-4a5f-91a0-9afe8771d78d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b1b78e-57a9-4601-8d2e-851470ffc3a5']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:50.066787 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-171b5bf4-3b97-4a5f-91a0-9afe8771d78d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee86117-58b5-4338-8046-502afbf4cfa4') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:50.068023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-171b5bf4-3b97-4a5f-91a0-9afe8771d78d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee86117-58b5-4338-8046-502afbf4cfa4') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:50.080797 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-171b5bf4-3b97-4a5f-91a0-9afe8771d78d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.084161 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7410891a-552e-48c6-a54e-45c166c84309 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.101703 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-171b5bf4-3b97-4a5f-91a0-9afe8771d78d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.111340 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171b5bf4-3b97-4a5f-91a0-9afe8771d78d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:09:50.112957 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-171b5bf4-3b97-4a5f-91a0-9afe8771d78d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:09:50.118319 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:09:50.150578 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02e4cdf-7f59-41b4-bb1f-d637c9bac458 None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:09:50.153247 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port f070166b-aa4d-4f8e-8468-ac7f6c034b2d, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f070166b-aa4d-4f8e-8468-ac7f6c034b2d,segment=NetworkSegment(369f17f4-f0ca-4895-be06-d5e05fa39836),segment_id=369f17f4-f0ca-4895-be06-d5e05fa39836)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:50.175390 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.202357 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-171b5bf4-3b97-4a5f-91a0-9afe8771d78d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.234374 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-171b5bf4-3b97-4a5f-91a0-9afe8771d78d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.239768 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-171b5bf4-3b97-4a5f-91a0-9afe8771d78d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/72b1b78e-57a9-4601-8d2e-851470ffc3a5 HTTP/1.1" status: 204 len: 168 time: 0.7732713 Aug 05 14:09:50.249032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37552) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:50.261179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-3b00cc5b-015e-4341-b282-5cea9c1603a5 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-39209506'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:50.265808 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=f070166b-aa4d-4f8e-8468-ac7f6c034b2d,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:50.272377 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b5bf4-3b97-4a5f-91a0-9afe8771d78d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Network': ['ID=72b1b78e-57a9-4601-8d2e-851470ffc3a5,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:50.314799 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7410891a-552e-48c6-a54e-45c166c84309 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.334237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02e4cdf-7f59-41b4-bb1f-d637c9bac458 None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:09:50.342771 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7410891a-552e-48c6-a54e-45c166c84309 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.356213 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b00cc5b-015e-4341-b282-5cea9c1603a5 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:50.359881 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3b00cc5b-015e-4341-b282-5cea9c1603a5 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.380836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b95fb-b28f-4941-8277-c46a0fd1be6d req-d9088784-1354-4aec-bfb1-6cc3b61c6c7c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:50.383337 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-573b95fb-b28f-4941-8277-c46a0fd1be6d req-d9088784-1354-4aec-bfb1-6cc3b61c6c7c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0773995 Aug 05 14:09:50.436213 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410891a-552e-48c6-a54e-45c166c84309 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04b1e01-daf2-474b-bbb4-36d2d0386def,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:50.438619 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7410891a-552e-48c6-a54e-45c166c84309 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.442308 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7410891a-552e-48c6-a54e-45c166c84309 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3989429 Aug 05 14:09:50.444500 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37558) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:50.453052 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6f44473f-24ec-475c-a634-537850d142d5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Request body: {'security_group_rule': {'security_group_id': 'e04b1e01-daf2-474b-bbb4-36d2d0386def', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:50.463488 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b00cc5b-015e-4341-b282-5cea9c1603a5 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:09:50.469177 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-573b95fb-b28f-4941-8277-c46a0fd1be6d req-ff2d87e0-e056-42d5-8e66-9b82128fc185 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778363 Aug 05 14:09:50.494712 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3b00cc5b-015e-4341-b282-5cea9c1603a5 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.495081 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-3b00cc5b-015e-4341-b282-5cea9c1603a5 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Added segment 7c209a87-b516-4e9e-80f2-9d164dea360a of type vlan for network cce76812-7424-4b89-b739-63875c17d779 Aug 05 14:09:50.533775 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37560) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:50.548113 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df2a96-9515-49cb-ad76-9daa82738c06 req-6e384be2-1295-4fe4-a56d-b344bfeb39db tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:50.550527 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d4df2a96-9515-49cb-ad76-9daa82738c06 req-6e384be2-1295-4fe4-a56d-b344bfeb39db tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 945 time: 0.1493101 Aug 05 14:09:50.579988 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3b00cc5b-015e-4341-b282-5cea9c1603a5 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.586086 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f44473f-24ec-475c-a634-537850d142d5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.652225 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d4df2a96-9515-49cb-ad76-9daa82738c06 req-f9bbe958-540d-4629-98e7-61fa50b9f73a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860856 Aug 05 14:09:50.674382 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8114a178-9dd9-457b-aadb-58bb8ad8469d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.685764 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3b00cc5b-015e-4341-b282-5cea9c1603a5 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.691352 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b00cc5b-015e-4341-b282-5cea9c1603a5 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:50.691963 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3b00cc5b-015e-4341-b282-5cea9c1603a5 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.696684 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f44473f-24ec-475c-a634-537850d142d5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.719222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f44473f-24ec-475c-a634-537850d142d5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.734610 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ea841f-a3a0-45b2-ab83-7ab58495ef8f None None] Network 72b1b78e-57a9-4601-8d2e-851470ffc3a5 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:50.751234 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ea841f-a3a0-45b2-ab83-7ab58495ef8f None None] Network 72b1b78e-57a9-4601-8d2e-851470ffc3a5 could not be found, it might have been deleted concurrently. {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 05 14:09:50.775310 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2f43dd-d322-4069-8d0f-1c7dea5e2f30 None None] Network 72b1b78e-57a9-4601-8d2e-851470ffc3a5 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:50.791062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2f43dd-d322-4069-8d0f-1c7dea5e2f30 None None] Network 72b1b78e-57a9-4601-8d2e-851470ffc3a5 could not be found, it might have been deleted concurrently. {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 05 14:09:50.797469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44473f-24ec-475c-a634-537850d142d5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da9e0e6-94a9-4916-853d-f9c21ba62663,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:50.820017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00cc5b-015e-4341-b282-5cea9c1603a5 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Network': ['ID=cce76812-7424-4b89-b739-63875c17d779,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:50.848668 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8114a178-9dd9-457b-aadb-58bb8ad8469d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.854147 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8114a178-9dd9-457b-aadb-58bb8ad8469d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.863650 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3b00cc5b-015e-4341-b282-5cea9c1603a5 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6131036 Aug 05 14:09:50.865073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37566) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:50.870892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c3345b2c-3923-45bc-8434-88f272297a2d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:50.882148 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f44473f-24ec-475c-a634-537850d142d5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.884833 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network cce76812-7424-4b89-b739-63875c17d779 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:09:50.886528 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6f44473f-24ec-475c-a634-537850d142d5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4408071 Aug 05 14:09:50.887186 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37568) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:50.898056 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8114a178-9dd9-457b-aadb-58bb8ad8469d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db6c3dbfba3646218d3b4d3bdc9ba254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631210 Aug 05 14:09:50.899120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114a178-9dd9-457b-aadb-58bb8ad8469d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22376ab0-0d53-4c52-a2ed-9d6b7030be89,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:50.901612 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37570) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:50.915710 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b54211d1-985f-49e6-a2d6-ddaedd5cd652 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Request body: {'security_group_rule': {'security_group_id': 'e04b1e01-daf2-474b-bbb4-36d2d0386def', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:50.970045 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-92dcd5a1-b04c-4852-8e1a-b5d51823bd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:50.992421 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a3347b83-0502-414a-8d18-2d0010a8b7f6 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:50.999051 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-92dcd5a1-b04c-4852-8e1a-b5d51823bd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.016279 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f070166b-aa4d-4f8e-8468-ac7f6c034b2d up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:09:51.061111 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-92dcd5a1-b04c-4852-8e1a-b5d51823bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.065201 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-92dcd5a1-b04c-4852-8e1a-b5d51823bd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.066925 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-92dcd5a1-b04c-4852-8e1a-b5d51823bd62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22376ab0-0d53-4c52-a2ed-9d6b7030be89 HTTP/1.1" status: 204 len: 168 time: 0.1639388 Aug 05 14:09:51.088764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-97863d15-9184-4ffd-8e2e-b3095a3e23b3 None None] Provisioning for port 7161d31e-c4bb-48b6-8ed5-499b92efc745 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:51.095859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcd5a1-b04c-4852-8e1a-b5d51823bd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22376ab0-0d53-4c52-a2ed-9d6b7030be89,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:51.099760 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-97863d15-9184-4ffd-8e2e-b3095a3e23b3 None None] Provisioning complete for port 7161d31e-c4bb-48b6-8ed5-499b92efc745 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:51.100184 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-97863d15-9184-4ffd-8e2e-b3095a3e23b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.130569 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c3345b2c-3923-45bc-8434-88f272297a2d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.143722 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b54211d1-985f-49e6-a2d6-ddaedd5cd652 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.155422 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c3345b2c-3923-45bc-8434-88f272297a2d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.156454 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port a3347b83-0502-414a-8d18-2d0010a8b7f6 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:09:51.161813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port f070166b-aa4d-4f8e-8468-ac7f6c034b2d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:51.162498 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.184253 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3345b2c-3923-45bc-8434-88f272297a2d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network cce76812-7424-4b89-b739-63875c17d779 is not hosted by any dhcp agent {{(pid=105724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 14:09:51.189670 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port a3347b83-0502-414a-8d18-2d0010a8b7f6 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:09:51.190092 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.190326 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3345b2c-3923-45bc-8434-88f272297a2d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:51.190988 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c3345b2c-3923-45bc-8434-88f272297a2d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.192384 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c3345b2c-3923-45bc-8434-88f272297a2d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "PUT /v2.0/networks/cce76812-7424-4b89-b739-63875c17d779 HTTP/1.1" status: 200 len: 723 time: 0.3258145 Aug 05 14:09:51.195520 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37576) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:51.203064 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-a0313014-70f2-4e89-826f-7bd01d394447 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'subnet': {'network_id': 'cce76812-7424-4b89-b739-63875c17d779', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:51.246688 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-97863d15-9184-4ffd-8e2e-b3095a3e23b3 None None] Port 7161d31e-c4bb-48b6-8ed5-499b92efc745 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:09:51.256794 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3345b2c-3923-45bc-8434-88f272297a2d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Network': ['ID=cce76812-7424-4b89-b739-63875c17d779,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:51.273376 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b54211d1-985f-49e6-a2d6-ddaedd5cd652 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.275600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network cce76812-7424-4b89-b739-63875c17d779 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:09:51.281106 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b54211d1-985f-49e6-a2d6-ddaedd5cd652 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.308590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54211d1-985f-49e6-a2d6-ddaedd5cd652 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c1520c-186c-4c9b-831d-fe4a535342b0,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:51.319181 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b54211d1-985f-49e6-a2d6-ddaedd5cd652 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.322303 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b54211d1-985f-49e6-a2d6-ddaedd5cd652 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4315703 Aug 05 14:09:51.324370 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37580) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:51.334628 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-7e62bfdd-4c29-4fed-812a-d0b99f2862cc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:51.347485 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0313014-70f2-4e89-826f-7bd01d394447 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:51.353298 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a0313014-70f2-4e89-826f-7bd01d394447 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.359893 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.376016 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e62bfdd-4c29-4fed-812a-d0b99f2862cc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.398711 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.437663 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37582) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:51.446930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3347b83-0502-414a-8d18-2d0010a8b7f6'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:09:51.449178 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aecfd7b-9ea4-4fc3-831d-0da2dbb69e1e" -d '{"events": [{"server_uuid": "4a6f7941-c7c6-4e12-914a-2869157fb309", "name": "network-vif-plugged", "status": "completed", "tag": "a3347b83-0502-414a-8d18-2d0010a8b7f6"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:09:51.460946 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aef982a9-1bb0-45db-8e35-ad6109e5ed86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.467792 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a3347b83-0502-414a-8d18-2d0010a8b7f6, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6,segment=NetworkSegment(21641cda-4870-47e8-9c7e-af6727feb606),segment_id=21641cda-4870-47e8-9c7e-af6727feb606)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:51.475512 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.535088 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d604d5-6aca-4122-bfd0-bff05fa200f7 x-openstack-request-id: req-e2d604d5-6aca-4122-bfd0-bff05fa200f7 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:09:51.535088 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6f7941-c7c6-4e12-914a-2869157fb309", "name": "network-vif-plugged", "status": "completed", "tag": "a3347b83-0502-414a-8d18-2d0010a8b7f6", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:09:51.535088 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2d604d5-6aca-4122-bfd0-bff05fa200f7 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:09:51.535088 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3347b83-0502-414a-8d18-2d0010a8b7f6', 'code': 200} Aug 05 14:09:51.535088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=a3347b83-0502-414a-8d18-2d0010a8b7f6,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:51.623820 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e62bfdd-4c29-4fed-812a-d0b99f2862cc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.635687 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a0313014-70f2-4e89-826f-7bd01d394447 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.700858 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0313014-70f2-4e89-826f-7bd01d394447 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Subnet': ['ID=8b837a03-775f-4d1e-ad5e-6c217699d899,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:51.710685 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0313014-70f2-4e89-826f-7bd01d394447 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Checking segment: {'id': '7c209a87-b516-4e9e-80f2-9d164dea360a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cce76812-7424-4b89-b739-63875c17d779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:51.711061 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0313014-70f2-4e89-826f-7bd01d394447 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network hostable DHCP agents. Network: cce76812-7424-4b89-b739-63875c17d779, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:09:51.729494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0313014-70f2-4e89-826f-7bd01d394447 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network cce76812-7424-4b89-b739-63875c17d779 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:09:51.741061 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-a0313014-70f2-4e89-826f-7bd01d394447 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, cce76812-7424-4b89-b739-63875c17d779) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:51.751860 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190dda51-3726-4081-b662-2e23bca98065 None None] Network cce76812-7424-4b89-b739-63875c17d779 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:51.753669 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0313014-70f2-4e89-826f-7bd01d394447 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:51.754366 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a0313014-70f2-4e89-826f-7bd01d394447 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603855'] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.766570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b109e8-eac2-4f8f-b2f1-a16dcb654a22 req-cb5ff8bc-1497-41cb-8114-a4789802c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:51.768107 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e4b109e8-eac2-4f8f-b2f1-a16dcb654a22 req-cb5ff8bc-1497-41cb-8114-a4789802c58a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 1097 time: 0.1722414 Aug 05 14:09:51.776297 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18b2da-05e1-4b14-a967-fe3e2bbfef01 req-55df37b6-d681-4077-afa1-7616051f3888 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:51.777787 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6d18b2da-05e1-4b14-a967-fe3e2bbfef01 req-55df37b6-d681-4077-afa1-7616051f3888 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1851885 Aug 05 14:09:51.791018 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aef982a9-1bb0-45db-8e35-ad6109e5ed86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.803830 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a0313014-70f2-4e89-826f-7bd01d394447 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6061952 Aug 05 14:09:51.806930 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37590) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:51.812844 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-eccf495e-3e25-4ae9-8991-778f88fd71d4 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:51.824887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914593f9-7c2a-416f-aab0-8c36a471d647 req-07ac2028-5d71-4aa0-b0eb-0e81d6bb42ee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:51.826464 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-914593f9-7c2a-416f-aab0-8c36a471d647 req-07ac2028-5d71-4aa0-b0eb-0e81d6bb42ee tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 946 time: 0.0834918 Aug 05 14:09:51.834589 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aef982a9-1bb0-45db-8e35-ad6109e5ed86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.930903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-cce76812-7424-4b89-b739-63875c17d779', 'network_id': 'cce76812-7424-4b89-b739-63875c17d779', 'tenant_id': 'a3d42ade306f4e4ca2a5953793034fe9', 'fixed_ips': [{'subnet_id': '8b837a03-775f-4d1e-ad5e-6c217699d899'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:09:51.931145 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e4b109e8-eac2-4f8f-b2f1-a16dcb654a22 req-219e6559-f195-48c5-80e4-18e4680a771c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472631 Aug 05 14:09:51.931779 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.934296 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-7e62bfdd-4c29-4fed-812a-d0b99f2862cc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Allocated IP 172.25.5.223 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/00f74e65-d3d7-49a2-9a1d-1e7d0187f186) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:09:51.940641 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-aef982a9-1bb0-45db-8e35-ad6109e5ed86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcf08ec947884ccfa3193b9283ae287e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4964995 Aug 05 14:09:51.940641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef982a9-1bb0-45db-8e35-ad6109e5ed86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fa039e-2f1b-4fdb-bad2-774d223e1a00,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:51.941526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37594) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:51.950285 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eccf495e-3e25-4ae9-8991-778f88fd71d4 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13018531'] for subnet, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:51.961447 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6d18b2da-05e1-4b14-a967-fe3e2bbfef01 req-92789799-3c1f-47d2-961e-102bda3c0734 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673295 Aug 05 14:09:52.068037 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-914593f9-7c2a-416f-aab0-8c36a471d647 req-37d747fb-1dc8-4823-bfeb-26a7e6f3fcdb tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198439 Aug 05 14:09:52.075100 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b23ca905-708c-4b8e-9a58-37283a6b1dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.113521 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b23ca905-708c-4b8e-9a58-37283a6b1dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.134244 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e62bfdd-4c29-4fed-812a-d0b99f2862cc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.134966 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eccf495e-3e25-4ae9-8991-778f88fd71d4 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785080342878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15757206'] for subnet, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.156390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccf495e-3e25-4ae9-8991-778f88fd71d4 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:52.156714 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eccf495e-3e25-4ae9-8991-778f88fd71d4 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.162157 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37598) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:52.162509 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-eccf495e-3e25-4ae9-8991-778f88fd71d4 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "PUT /v2.0/subnets/8b837a03-775f-4d1e-ad5e-6c217699d899 HTTP/1.1" status: 200 len: 806 time: 0.3541434 Aug 05 14:09:52.194415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Allocated IP 172.20.0.2 (cce76812-7424-4b89-b739-63875c17d779/8b837a03-775f-4d1e-ad5e-6c217699d899/c29e003c-672e-43c9-b145-ac515f394437) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:09:52.232549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf495e-3e25-4ae9-8991-778f88fd71d4 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Subnet': ['ID=8b837a03-775f-4d1e-ad5e-6c217699d899,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:52.245544 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b23ca905-708c-4b8e-9a58-37283a6b1dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.248131 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b23ca905-708c-4b8e-9a58-37283a6b1dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.249296 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b23ca905-708c-4b8e-9a58-37283a6b1dbe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02fa039e-2f1b-4fdb-bad2-774d223e1a00 HTTP/1.1" status: 204 len: 168 time: 0.3021007 Aug 05 14:09:52.277415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ca905-708c-4b8e-9a58-37283a6b1dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fa039e-2f1b-4fdb-bad2-774d223e1a00,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:52.293570 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e62bfdd-4c29-4fed-812a-d0b99f2862cc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.337718 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.361419 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e62bfdd-4c29-4fed-812a-d0b99f2862cc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:09:52.362921 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-7e62bfdd-4c29-4fed-812a-d0b99f2862cc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:52.369505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e62bfdd-4c29-4fed-812a-d0b99f2862cc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:09:52.373336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62bfdd-4c29-4fed-812a-d0b99f2862cc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event updated for resources: {'Port': ['ID=00f74e65-d3d7-49a2-9a1d-1e7d0187f186,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:52.404899 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.414157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Transition to ACTIVE for port object c29e003c-672e-43c9-b145-ac515f394437 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:52.432325 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Transition to ACTIVE for port object c29e003c-672e-43c9-b145-ac515f394437 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:52.440360 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.459728 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.489795 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Network cce76812-7424-4b89-b739-63875c17d779 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:09:52.499981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:52.509062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:09:52.525920 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Pushing event updated for resources: {'Port': ['ID=c29e003c-672e-43c9-b145-ac515f394437,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:52.540261 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e62bfdd-4c29-4fed-812a-d0b99f2862cc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.576951 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.577246 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Attempting to bind port c29e003c-672e-43c9-b145-ac515f394437 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:09:52.577629 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Attempting to bind port c29e003c-672e-43c9-b145-ac515f394437 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '7c209a87-b516-4e9e-80f2-9d164dea360a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cce76812-7424-4b89-b739-63875c17d779'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:09:52.578134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Attempting to bind port c29e003c-672e-43c9-b145-ac515f394437 on network cce76812-7424-4b89-b739-63875c17d779 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:09:52.585380 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:09:52.585763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Checking segment: {'id': '7c209a87-b516-4e9e-80f2-9d164dea360a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cce76812-7424-4b89-b739-63875c17d779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:52.586172 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.586604 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Bound using segment: {'id': '7c209a87-b516-4e9e-80f2-9d164dea360a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cce76812-7424-4b89-b739-63875c17d779'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:09:52.587088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Bound port: c29e003c-672e-43c9-b145-ac515f394437, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c209a87-b516-4e9e-80f2-9d164dea360a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cce76812-7424-4b89-b739-63875c17d779'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:09:52.588678 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.616395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Subnet': ['ID=8b837a03-775f-4d1e-ad5e-6c217699d899,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:52.618624 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e62bfdd-4c29-4fed-812a-d0b99f2862cc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.681881 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] For port c29e003c-672e-43c9-b145-ac515f394437, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:09:52.686825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] For port c29e003c-672e-43c9-b145-ac515f394437, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c29e003c-672e-43c9-b145-ac515f394437,segment=NetworkSegment(7c209a87-b516-4e9e-80f2-9d164dea360a),segment_id=7c209a87-b516-4e9e-80f2-9d164dea360a)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:09:52.696328 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.710159 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.725090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce76812-7424-4b89-b739-63875c17d779']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:52.773545 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c209a87-b516-4e9e-80f2-9d164dea360a') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:52.774112 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c209a87-b516-4e9e-80f2-9d164dea360a') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:52.792066 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.803197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de30ef5-5933-4245-b538-81d48d8439eb None None] Pushing event updated for resources: {'Port': ['ID=c29e003c-672e-43c9-b145-ac515f394437,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:52.815143 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.825471 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:09:52.825885 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:09:52.828966 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:09:52.860569 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6034134a-db83-4294-a3f7-d83b21e478c7 None None] Network cce76812-7424-4b89-b739-63875c17d779 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:52.912431 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.api [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 14:09:52.912431 n-d-803585-2 neutron-server[105724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 14:09:52.912431 n-d-803585-2 neutron-server[105724]: [parameters: {'id': 'cce76812-7424-4b89-b739-63875c17d779'}] Aug 05 14:09:52.912431 n-d-803585-2 neutron-server[105724]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:09:52.912953 n-d-803585-2 neutron-server[105724]: DEBUG oslo_db.api [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:09:52.927119 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e62bfdd-4c29-4fed-812a-d0b99f2862cc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:52.932866 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e62bfdd-4c29-4fed-812a-d0b99f2862cc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:53.006070 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c80be-ee31-457d-b469-adaaaceea4c7 None None] Network cce76812-7424-4b89-b739-63875c17d779 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:53.012457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62bfdd-4c29-4fed-812a-d0b99f2862cc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event updated for resources: {'Port': ['ID=00f74e65-d3d7-49a2-9a1d-1e7d0187f186,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:53.021555 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e62bfdd-4c29-4fed-812a-d0b99f2862cc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:53.038150 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e62bfdd-4c29-4fed-812a-d0b99f2862cc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:53.039984 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7e62bfdd-4c29-4fed-812a-d0b99f2862cc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7136776 Aug 05 14:09:53.154360 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4d476-49b2-4698-ab69-547bf72bd45b req-f83d2fa1-ead7-4899-b98a-45a03e072e09 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:53.156890 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17c4d476-49b2-4698-ab69-547bf72bd45b req-f83d2fa1-ead7-4899-b98a-45a03e072e09 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0987616 Aug 05 14:09:53.184438 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80ebf93-882f-49e6-a6d7-004ce02554fd None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:09:53.214386 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17c4d476-49b2-4698-ab69-547bf72bd45b req-9e6d39a3-8f64-446e-accf-93a9bc81a64a tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498500 Aug 05 14:09:53.284012 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49630e8-c19d-4be9-a656-bee66c70a46c req-4ed8845f-61ff-4805-8b67-b3b77f343d33 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:53.296193 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c49630e8-c19d-4be9-a656-bee66c70a46c req-4ed8845f-61ff-4805-8b67-b3b77f343d33 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 946 time: 0.1090300 Aug 05 14:09:53.343226 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c49630e8-c19d-4be9-a656-bee66c70a46c req-29134d20-7241-4375-96d7-6b01bc222fae tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463526 Aug 05 14:09:53.402888 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80ebf93-882f-49e6-a6d7-004ce02554fd None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:09:53.414058 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:53.511942 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-e45049d3-b9e3-4b79-b302-523f3b968149 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--841961467&fields=id&tenant_id=6e036408f4db49cba61ec7696aa2c980 HTTP/1.1" status: 200 len: 267 time: 0.0820427 Aug 05 14:09:53.572880 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfe10c-ee27-434f-a182-1b658225add4 req-b9d62a3c-ac97-4e09-8526-2595366b6890 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:53.574827 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77dfe10c-ee27-434f-a182-1b658225add4 req-b9d62a3c-ac97-4e09-8526-2595366b6890 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 946 time: 0.0793397 Aug 05 14:09:53.595699 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Deleting port c29e003c-672e-43c9-b145-ac515f394437 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:09:53.595951 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:53.617412 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77dfe10c-ee27-434f-a182-1b658225add4 req-f23106e5-15d5-4859-9579-5420c87cf9f3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359006 Aug 05 14:09:53.650215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-4b65869f-1f7c-4beb-a874-07ba71d821e1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:53.652247 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-4b65869f-1f7c-4beb-a874-07ba71d821e1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports/2c927f5c-290c-4b0f-bd3f-2f5908f555c8 HTTP/1.1" status: 200 len: 932 time: 0.1248116 Aug 05 14:09:53.674728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37658) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:53.740080 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3283f17-bc10-4683-bd29-6465e9cbd94f tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:53.742928 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d3283f17-bc10-4683-bd29-6465e9cbd94f tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 1092 time: 0.0650272 Aug 05 14:09:53.744431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37664) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:53.749964 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': 'a3347b83-0502-414a-8d18-2d0010a8b7f6', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:53.800416 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-011d7488-ad42-428b-b610-f591638f4f25 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:53.808806 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-011d7488-ad42-428b-b610-f591638f4f25 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports/7161d31e-c4bb-48b6-8ed5-499b92efc745 HTTP/1.1" status: 200 len: 930 time: 0.1187520 Aug 05 14:09:53.812293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d78459-c428-4976-a5e8-c90f2bfce722 req-08e29385-f0d5-495a-ad2f-407073523e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:53.813796 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98d78459-c428-4976-a5e8-c90f2bfce722 req-08e29385-f0d5-495a-ad2f-407073523e3a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 1096 time: 0.2507946 Aug 05 14:09:53.838030 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:53.875713 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-eb6577b8-280e-44e6-a67e-793e4952be05 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?network_id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0659351 Aug 05 14:09:53.901120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7f9ce-42b5-42ae-b9ac-1355c93f739f req-5eaa11f1-4b24-4b70-a65d-e52f3c0e84b3 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:53.903186 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90e7f9ce-42b5-42ae-b9ac-1355c93f739f req-5eaa11f1-4b24-4b70-a65d-e52f3c0e84b3 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1472759 Aug 05 14:09:53.932416 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8daf1a18-bcbf-4380-beee-3693b552365a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?network_id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0557451 Aug 05 14:09:53.977242 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90e7f9ce-42b5-42ae-b9ac-1355c93f739f req-7a8d77ac-ee06-4ec2-9d33-b72e21bf18b0 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610251 Aug 05 14:09:53.998204 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] For port c29e003c-672e-43c9-b145-ac515f394437, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c29e003c-672e-43c9-b145-ac515f394437,segment=NetworkSegment(7c209a87-b516-4e9e-80f2-9d164dea360a),segment_id=7c209a87-b516-4e9e-80f2-9d164dea360a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:09:53.998595 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:54.033638 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:54.088156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Calling delete_port for c29e003c-672e-43c9-b145-ac515f394437 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:09:54.206454 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Allocated IP 172.25.5.214 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/e6c45d6e-26ef-449a-a06d-9f1715a89a94) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:09:54.214052 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-57e0f03e-15ea-4685-bea5-408571759b73 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:54.219876 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-57e0f03e-15ea-4685-bea5-408571759b73 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:54.226180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-57e0f03e-15ea-4685-bea5-408571759b73 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:54.233363 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-57e0f03e-15ea-4685-bea5-408571759b73 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/networks?id=49ee7bf9-24d1-4e2b-931b-356656b891c1&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1 HTTP/1.1" status: 200 len: 1991 time: 0.3000722 Aug 05 14:09:54.257572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d78459-c428-4976-a5e8-c90f2bfce722 req-0d88300d-1a88-4ac3-b3dc-c483cf718cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:54.259256 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98d78459-c428-4976-a5e8-c90f2bfce722 req-0d88300d-1a88-4ac3-b3dc-c483cf718cff service neutron] 10.222.0.63 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 912 time: 0.3775601 Aug 05 14:09:54.268328 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-81bda1e0-0b96-442f-9200-b245079a8528 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/quotas/6e036408f4db49cba61ec7696aa2c980 HTTP/1.1" status: 200 len: 375 time: 0.0341320 Aug 05 14:09:54.350352 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:54.376110 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:54.405488 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:54.413407 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98d78459-c428-4976-a5e8-c90f2bfce722 req-51779d6c-5be3-45c0-a983-27829b21bb42 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9427d2ce-c909-47cf-a75d-501df1b0f888 HTTP/1.1" status: 200 len: 999 time: 0.1430163 Aug 05 14:09:54.417487 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Port': ['ID=c29e003c-672e-43c9-b145-ac515f394437,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:54.438395 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-3ec66949-dd6f-407a-ba44-226d3915103e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6e036408f4db49cba61ec7696aa2c980&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1584065 Aug 05 14:09:54.441762 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:09:54.446622 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No DVR routers for this DVR port c29e003c-672e-43c9-b145-ac515f394437 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:09:54.447418 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:54.449979 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:09:54.495595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=e6c45d6e-26ef-449a-a06d-9f1715a89a94,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:54.614178 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d78459-c428-4976-a5e8-c90f2bfce722 req-0818bf8f-e53b-4dce-bf90-51423eb764c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:54.615734 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98d78459-c428-4976-a5e8-c90f2bfce722 req-0818bf8f-e53b-4dce-bf90-51423eb764c3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.1934988 Aug 05 14:09:54.635834 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:54.666622 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce76812-7424-4b89-b739-63875c17d779']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:54.694741 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c209a87-b516-4e9e-80f2-9d164dea360a') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:54.695115 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c209a87-b516-4e9e-80f2-9d164dea360a') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:54.713160 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-0137ada9-2f78-46e6-bd85-897895272bd5 service neutron] 10.222.0.16 "GET /v2.0/networks/49ee7bf9-24d1-4e2b-931b-356656b891c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379303 Aug 05 14:09:54.714884 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:54.723830 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d78459-c428-4976-a5e8-c90f2bfce722 req-c32e54a0-3e97-4da7-a1f9-17337dc09749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:54.725532 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98d78459-c428-4976-a5e8-c90f2bfce722 req-c32e54a0-3e97-4da7-a1f9-17337dc09749 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991113 Aug 05 14:09:54.761260 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:54.862873 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:54.945056 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:55.141398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:09:55.141816 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:09:55.146939 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:09:55.160320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de34489-3811-4f59-8945-d7aed3b3cdf5 req-86e7fd3b-a673-4333-8d59-1d1911750e97 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:55.162964 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5de34489-3811-4f59-8945-d7aed3b3cdf5 req-86e7fd3b-a673-4333-8d59-1d1911750e97 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1001782 Aug 05 14:09:55.199006 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:55.209127 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:55.244597 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:55.261969 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:55.263871 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/cce76812-7424-4b89-b739-63875c17d779 HTTP/1.1" status: 204 len: 168 time: 3.1006529 Aug 05 14:09:55.266646 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37720) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:55.279581 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5de34489-3811-4f59-8945-d7aed3b3cdf5 req-79d2a9a6-6f9b-4c0f-8b7c-28417d844131 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074119 Aug 05 14:09:55.288170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f484da-a182-4ecf-ad1d-20129f667d3d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Network': ['ID=cce76812-7424-4b89-b739-63875c17d779,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:55.300131 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f7dcc10a-8002-4a3f-9514-1851b7a96a2e service neutron] 10.222.0.16 "GET /v2.0/networks/49ee7bf9-24d1-4e2b-931b-356656b891c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5721164 Aug 05 14:09:55.314062 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98d78459-c428-4976-a5e8-c90f2bfce722 req-a33503f9-221b-425d-97ab-71efb01b5f45 service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752378 Aug 05 14:09:55.319570 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-249ec2bb-fed5-43ac-8379-21270b29e8cf tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:09:55.320183 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249ec2bb-fed5-43ac-8379-21270b29e8cf tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:09:55.321932 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-249ec2bb-fed5-43ac-8379-21270b29e8cf tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/cce76812-7424-4b89-b739-63875c17d779 HTTP/1.1" status: 404 len: 339 time: 0.0543442 Aug 05 14:09:55.342953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37726) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:55.354326 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-56408ac4-ab19-43a6-b4b4-0196e8802d89 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1220280662', 'description': 'd1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:55.360542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=e6c45d6e-26ef-449a-a06d-9f1715a89a94,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:55.396990 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:55.443854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37732) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:55.486518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56408ac4-ab19-43a6-b4b4-0196e8802d89 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:55.490563 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-56408ac4-ab19-43a6-b4b4-0196e8802d89 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:55.498198 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-efacec08-048d-4ebd-8cd4-9a87dfb5a81f service neutron] 10.222.0.16 "GET /v2.0/ports/2c927f5c-290c-4b0f-bd3f-2f5908f555c8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1970181 Aug 05 14:09:55.557180 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56408ac4-ab19-43a6-b4b4-0196e8802d89 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:09:55.577465 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-56408ac4-ab19-43a6-b4b4-0196e8802d89 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:55.577812 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-56408ac4-ab19-43a6-b4b4-0196e8802d89 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Added segment 1fbfdcb5-122d-4c2c-8d8f-66662ef3cfab of type vlan for network 3ca75ba2-fe71-4324-9100-556d45b846ed Aug 05 14:09:55.590817 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Floating IP a0f2b45f-8db3-4c02-8f53-9784b072950e associated. External IP: 172.25.5.214, port: a3347b83-0502-414a-8d18-2d0010a8b7f6. Aug 05 14:09:55.614508 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98d78459-c428-4976-a5e8-c90f2bfce722 req-c8713c98-1e36-4e0e-a964-fccbc43c3a9e service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563505 Aug 05 14:09:55.622613 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3af791e-4878-4922-80c6-79e4a4f46f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:55.652302 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-73126d5f-0dde-4d7e-a2af-bf8611579bc2 service neutron] 10.222.0.16 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532660 Aug 05 14:09:55.656788 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-56408ac4-ab19-43a6-b4b4-0196e8802d89 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:55.733664 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-56408ac4-ab19-43a6-b4b4-0196e8802d89 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:55.740541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56408ac4-ab19-43a6-b4b4-0196e8802d89 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:55.741139 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-56408ac4-ab19-43a6-b4b4-0196e8802d89 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:55.784996 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-da63f56c-7256-4530-9c2e-8798d339e5ed service neutron] 10.222.0.16 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257432 Aug 05 14:09:55.847362 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-90795f1b-2210-4785-a707-4bb518b0d5bf service neutron] 10.222.0.16 "GET /v2.0/ports/7161d31e-c4bb-48b6-8ed5-499b92efc745?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0538108 Aug 05 14:09:55.849384 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56408ac4-ab19-43a6-b4b4-0196e8802d89 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Network': ['ID=3ca75ba2-fe71-4324-9100-556d45b846ed,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:55.853569 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3af791e-4878-4922-80c6-79e4a4f46f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:55.859424 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3af791e-4878-4922-80c6-79e4a4f46f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:55.862465 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 3ca75ba2-fe71-4324-9100-556d45b846ed details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:09:55.876125 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-56408ac4-ab19-43a6-b4b4-0196e8802d89 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5320065 Aug 05 14:09:55.876758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37736) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:55.947652 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af791e-4878-4922-80c6-79e4a4f46f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fff2db-6d9b-4344-9a82-2a102cda908c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:55.954524 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b3af791e-4878-4922-80c6-79e4a4f46f18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9986b7e42b0145d2b085beb773d44731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5095637 Aug 05 14:09:55.960132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37738) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:56.037928 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-b616fb1c-c848-40b1-a94d-d04cf415c124 service neutron] 10.222.0.16 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701510 Aug 05 14:09:56.070580 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-401e0647-a98f-4adc-a2fd-77db5e887b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:56.131921 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-401e0647-a98f-4adc-a2fd-77db5e887b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:56.193567 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-3f68af0c-ab88-426e-b4a1-cf0eb8f6c6cd service neutron] 10.222.0.16 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469247 Aug 05 14:09:56.222187 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-401e0647-a98f-4adc-a2fd-77db5e887b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:56.225427 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-401e0647-a98f-4adc-a2fd-77db5e887b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:56.226629 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-401e0647-a98f-4adc-a2fd-77db5e887b53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47fff2db-6d9b-4344-9a82-2a102cda908c HTTP/1.1" status: 204 len: 168 time: 0.2655025 Aug 05 14:09:56.277644 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e0647-a98f-4adc-a2fd-77db5e887b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fff2db-6d9b-4344-9a82-2a102cda908c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:56.331641 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-3195aa00-db4e-4cca-a179-363404bee0fc service neutron] 10.222.0.16 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179290 Aug 05 14:09:56.434730 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da32aebb-da2c-4b03-9b55-7a9ddbeea854 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:56.438321 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-da32aebb-da2c-4b03-9b55-7a9ddbeea854 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "GET /v2.0/networks?id=3ca75ba2-fe71-4324-9100-556d45b846ed HTTP/1.1" status: 200 len: 761 time: 0.5327759 Aug 05 14:09:56.439442 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 1c7c2884-88e8-4b3d-8498-39235fdcaaac has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:09:56.439685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37748) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:56.451395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f95b3ba9-0720-41af-bb19-4c2518f7b0e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'network': {'description': 'd2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:56.463365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fe875-62f3-4a50-91fb-38bc7e1c9281 req-bfb75f39-1fbd-461c-b4ad-b9fc436e5260 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:56.464920 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0f5fe875-62f3-4a50-91fb-38bc7e1c9281 req-bfb75f39-1fbd-461c-b4ad-b9fc436e5260 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0915112 Aug 05 14:09:56.530161 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-e119fcc3-2103-4eed-8be3-bc098af9d545 service neutron] 10.222.0.16 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909604 Aug 05 14:09:56.554859 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0f5fe875-62f3-4a50-91fb-38bc7e1c9281 req-e33b4ae4-dc7d-435b-a1ef-d1f23a11556a tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555828 Aug 05 14:09:56.612431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37756) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:56.658200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:09:56.661255 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-421c3757-de77-487d-8a58-a0f183b11b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:56.670992 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91caf2ab-02d9-4507-b713-0e0058898b43 None None] Sync routers for ids ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:09:56.686793 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91caf2ab-02d9-4507-b713-0e0058898b43 None None] Routers {'1c7c2884-88e8-4b3d-8498-39235fdcaaac'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:09:56.688342 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-91caf2ab-02d9-4507-b713-0e0058898b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:09:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:56.703086 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:56.708424 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f95b3ba9-0720-41af-bb19-4c2518f7b0e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:56.744539 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-90845eb5-13bf-45fa-878b-f73b02de920a service neutron] 10.222.0.16 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028995 Aug 05 14:09:56.747389 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f95b3ba9-0720-41af-bb19-4c2518f7b0e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:56.770610 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-798767de-d87b-422a-88bb-2d2bdf92a590 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0245349 Aug 05 14:09:56.772371 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'tag': 'a3347b83-0502-414a-8d18-2d0010a8b7f6'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:09:56.774974 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d34f48-38db-49ac-a946-b2cb653712b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6f7941-c7c6-4e12-914a-2869157fb309", "tag": "a3347b83-0502-414a-8d18-2d0010a8b7f6"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:09:56.816029 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-91caf2ab-02d9-4507-b713-0e0058898b43 None None] Set router 1c7c2884-88e8-4b3d-8498-39235fdcaaac gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:09:56.859541 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-421c3757-de77-487d-8a58-a0f183b11b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:56.872649 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-421c3757-de77-487d-8a58-a0f183b11b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:56.889880 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f95b3ba9-0720-41af-bb19-4c2518f7b0e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network 3ca75ba2-fe71-4324-9100-556d45b846ed is not hosted by any dhcp agent {{(pid=105724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 14:09:56.897949 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b3ba9-0720-41af-bb19-4c2518f7b0e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:56.899007 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f95b3ba9-0720-41af-bb19-4c2518f7b0e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:56.900575 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f95b3ba9-0720-41af-bb19-4c2518f7b0e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "PUT /v2.0/networks/3ca75ba2-fe71-4324-9100-556d45b846ed HTTP/1.1" status: 200 len: 758 time: 0.4599953 Aug 05 14:09:56.907886 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37766) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:56.959929 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b3ba9-0720-41af-bb19-4c2518f7b0e3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Network': ['ID=3ca75ba2-fe71-4324-9100-556d45b846ed,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:56.976737 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 3ca75ba2-fe71-4324-9100-556d45b846ed details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:09:57.003977 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c3757-de77-487d-8a58-a0f183b11b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452a89b7-3d51-497c-b778-7df2fb39b991,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:57.013374 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-421c3757-de77-487d-8a58-a0f183b11b1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba9d874896c64abeb64cdce9b18cda01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998413 Aug 05 14:09:57.017295 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37768) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:57.021584 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-66b8414f-6ac2-4b03-815d-f934dcffe613 service neutron] 10.222.0.16 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638905 Aug 05 14:09:57.070730 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c107508-d3b9-4c69-a2a2-c7c9e143b503 req-e87954e1-813d-4ea2-9d13-992bbada3833 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:57.072579 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c107508-d3b9-4c69-a2a2-c7c9e143b503 req-e87954e1-813d-4ea2-9d13-992bbada3833 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1849921 Aug 05 14:09:57.083100 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013a742f-d6e1-4d3d-b2a7-0abd865b9b5f tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:57.085098 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-013a742f-d6e1-4d3d-b2a7-0abd865b9b5f tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "GET /v2.0/networks?id=3ca75ba2-fe71-4324-9100-556d45b846ed HTTP/1.1" status: 200 len: 761 time: 0.1713307 Aug 05 14:09:57.095415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37770) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:57.102066 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-7692a94f-35d4-458f-9eff-20a1a3a4ded8 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1004367133'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:57.143535 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f5602d8-a69d-465a-8e0c-845f54324ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:57.144019 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7692a94f-35d4-458f-9eff-20a1a3a4ded8 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:57.148793 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7692a94f-35d4-458f-9eff-20a1a3a4ded8 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:57.159977 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c107508-d3b9-4c69-a2a2-c7c9e143b503 req-3d0a6aca-971a-4e55-9738-e43cf02dd987 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648324 Aug 05 14:09:57.174822 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f5602d8-a69d-465a-8e0c-845f54324ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:57.198552 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-91caf2ab-02d9-4507-b713-0e0058898b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466684012', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:09:20Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:22Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'a0f2b45f-8db3-4c02-8f53-9784b072950e', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'floating_ip_address': '172.25.5.214', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'port_id': 'a3347b83-0502-414a-8d18-2d0010a8b7f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41', 'mac_address': 'fa:16:3e:23:1e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:09:54Z', 'updated_at': '2021-08-05T14:09:54Z', 'revision_number': 0, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3728b8b-ce0d-4780-85cd-4cd017ec0c58', 'name': '', 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:59:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:31Z', 'updated_at': '2021-08-05T14:09:43Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:57.208724 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-6cc0fed2-1715-47d9-a89c-03beaf5db57e service neutron] 10.222.0.16 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856570 Aug 05 14:09:57.210115 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7692a94f-35d4-458f-9eff-20a1a3a4ded8 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:09:57.239479 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91caf2ab-02d9-4507-b713-0e0058898b43 None None] Checking router: 1c7c2884-88e8-4b3d-8498-39235fdcaaac for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:09:57.247327 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f5602d8-a69d-465a-8e0c-845f54324ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:57.248558 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91caf2ab-02d9-4507-b713-0e0058898b43 None None] Routers {'1c7c2884-88e8-4b3d-8498-39235fdcaaac'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:09:57.249392 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-91caf2ab-02d9-4507-b713-0e0058898b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:09:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:57.250901 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f5602d8-a69d-465a-8e0c-845f54324ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:57.252175 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7f5602d8-a69d-465a-8e0c-845f54324ace admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/452a89b7-3d51-497c-b778-7df2fb39b991 HTTP/1.1" status: 204 len: 168 time: 0.2297974 Aug 05 14:09:57.267175 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7692a94f-35d4-458f-9eff-20a1a3a4ded8 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:57.267533 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-7692a94f-35d4-458f-9eff-20a1a3a4ded8 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Added segment edcc8d6e-f50e-44b0-a40e-1e920493e259 of type vlan for network d244358c-fb50-4f14-a6e9-f7b93a602c28 Aug 05 14:09:57.288160 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5602d8-a69d-465a-8e0c-845f54324ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452a89b7-3d51-497c-b778-7df2fb39b991,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:57.329560 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59453d04-ea95-440c-8a2e-7fe0c8efb858 req-33aa4384-5484-4085-9fb4-3dd5d1612796 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:57.331256 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59453d04-ea95-440c-8a2e-7fe0c8efb858 req-33aa4384-5484-4085-9fb4-3dd5d1612796 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 946 time: 0.0990539 Aug 05 14:09:57.343097 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7692a94f-35d4-458f-9eff-20a1a3a4ded8 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:57.386116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-569d4ea7-df43-49c9-a824-42a8380a49e7 service neutron] 10.222.0.16 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703329 Aug 05 14:09:57.388598 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59453d04-ea95-440c-8a2e-7fe0c8efb858 req-7cabb9d4-90fa-49f0-89ff-2c32dbeb91e5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502875 Aug 05 14:09:57.402470 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-91caf2ab-02d9-4507-b713-0e0058898b43 None None] Set router 1c7c2884-88e8-4b3d-8498-39235fdcaaac gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:09:57.412717 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37776) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:57.430899 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7692a94f-35d4-458f-9eff-20a1a3a4ded8 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:57.436507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7692a94f-35d4-458f-9eff-20a1a3a4ded8 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:57.437119 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7692a94f-35d4-458f-9eff-20a1a3a4ded8 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:57.487089 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8675b6c7-084c-412c-b7b5-ad9a10c35890 x-openstack-request-id: req-8675b6c7-084c-412c-b7b5-ad9a10c35890 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:09:57.487596 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6f7941-c7c6-4e12-914a-2869157fb309", "tag": "a3347b83-0502-414a-8d18-2d0010a8b7f6", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:09:57.487749 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8675b6c7-084c-412c-b7b5-ad9a10c35890 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:09:57.488274 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'tag': 'a3347b83-0502-414a-8d18-2d0010a8b7f6', 'status': 'completed', 'code': 200} Aug 05 14:09:57.543641 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-311e9748-0cb3-4792-a770-dc4f12109af0 service neutron] 10.222.0.16 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461470 Aug 05 14:09:57.555304 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9e0e77de-c338-46d4-9f9e-8b325cbab488 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/floatingips/a0f2b45f-8db3-4c02-8f53-9784b072950e HTTP/1.1" status: 200 len: 992 time: 0.1402571 Aug 05 14:09:57.568938 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98b8a-3e60-4681-8b52-5960c491dfa3 req-7e0ae1e1-41fa-4237-bb2e-7bf5453c3afb tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:57.571011 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-58a98b8a-3e60-4681-8b52-5960c491dfa3 req-7e0ae1e1-41fa-4237-bb2e-7bf5453c3afb tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0710948 Aug 05 14:09:57.641805 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-58a98b8a-3e60-4681-8b52-5960c491dfa3 req-3cc0aee9-3fde-4f85-8342-34efb2b7b996 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615797 Aug 05 14:09:57.713437 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7692a94f-35d4-458f-9eff-20a1a3a4ded8 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6168096 Aug 05 14:09:57.716345 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37790) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:57.717151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692a94f-35d4-458f-9eff-20a1a3a4ded8 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Network': ['ID=d244358c-fb50-4f14-a6e9-f7b93a602c28,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:57.729730 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f7030b37-2cf4-4707-9956-64d4853370fd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'subnet': {'network_id': 'd244358c-fb50-4f14-a6e9-f7b93a602c28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:09:57.736323 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network d244358c-fb50-4f14-a6e9-f7b93a602c28 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:09:57.740131 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d34f48-38db-49ac-a946-b2cb653712b1 req-c3eb889d-f762-470a-bd80-01cdc238a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:57.741738 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-90d34f48-38db-49ac-a946-b2cb653712b1 req-c3eb889d-f762-470a-bd80-01cdc238a520 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 1097 time: 0.1970892 Aug 05 14:09:57.753048 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-91caf2ab-02d9-4507-b713-0e0058898b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466684012', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:09:20Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:22Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'a0f2b45f-8db3-4c02-8f53-9784b072950e', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'floating_ip_address': '172.25.5.214', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'port_id': 'a3347b83-0502-414a-8d18-2d0010a8b7f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41', 'mac_address': 'fa:16:3e:23:1e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:09:54Z', 'updated_at': '2021-08-05T14:09:54Z', 'revision_number': 0, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3728b8b-ce0d-4780-85cd-4cd017ec0c58', 'name': '', 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:59:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:31Z', 'updated_at': '2021-08-05T14:09:43Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:57.834956 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-9a8bd649-90e7-4cc9-b570-0ea421a8cc56 service neutron] 10.222.0.16 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590389 Aug 05 14:09:57.836055 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91caf2ab-02d9-4507-b713-0e0058898b43 None None] The sync data for ids ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'] in n-d-803585-2 is: [{'id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466684012', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:09:20Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:22Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'a0f2b45f-8db3-4c02-8f53-9784b072950e', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'floating_ip_address': '172.25.5.214', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'port_id': 'a3347b83-0502-414a-8d18-2d0010a8b7f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41', 'mac_address': 'fa:16:3e:23:1e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:09:54Z', 'updated_at': '2021-08-05T14:09:54Z', 'revision_number': 0, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3728b8b-ce0d-4780-85cd-4cd017ec0c58', 'name': '', 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:59:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:31Z', 'updated_at': '2021-08-05T14:09:43Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:09:57.873152 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7030b37-2cf4-4707-9956-64d4853370fd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:09:57.880781 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7030b37-2cf4-4707-9956-64d4853370fd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:57.912660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d34f48-38db-49ac-a946-b2cb653712b1 req-9d319afa-9f3b-4015-a421-bdc6d92d8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:57.914922 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-90d34f48-38db-49ac-a946-b2cb653712b1 req-9d319afa-9f3b-4015-a421-bdc6d92d8ce8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2d7e4cee-21f3-4c27-a383-7f324b431f41 HTTP/1.1" status: 200 len: 898 time: 0.1644268 Aug 05 14:09:58.031754 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-90d34f48-38db-49ac-a946-b2cb653712b1 req-8203b37b-a402-4986-b51e-9971a756fff4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6 HTTP/1.1" status: 200 len: 1000 time: 0.1052127 Aug 05 14:09:58.140985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d34f48-38db-49ac-a946-b2cb653712b1 req-98c5d85b-2750-48aa-a8bd-cf17baefe5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:58.147206 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-90d34f48-38db-49ac-a946-b2cb653712b1 req-98c5d85b-2750-48aa-a8bd-cf17baefe5eb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8dd6b67f-9131-40fd-98ac-33c9a9bbcf50 HTTP/1.1" status: 200 len: 835 time: 0.1042058 Aug 05 14:09:58.235871 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b431a2-8db6-450c-88d3-c0e4c81731a3 None None] New status for floating IP a0f2b45f-8db3-4c02-8f53-9784b072950e: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:09:58.255600 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d34f48-38db-49ac-a946-b2cb653712b1 req-bbe89fe7-3341-4049-a02e-acbea8cdbe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:58.256938 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-90d34f48-38db-49ac-a946-b2cb653712b1 req-bbe89fe7-3341-4049-a02e-acbea8cdbe44 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2d7e4cee-21f3-4c27-a383-7f324b431f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017818 Aug 05 14:09:58.380991 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ca004-1213-4282-958f-b17f25b22ec6 req-60c93a60-d624-4bae-91bf-407190c78d45 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:58.382757 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-249ca004-1213-4282-958f-b17f25b22ec6 req-60c93a60-d624-4bae-91bf-407190c78d45 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1887987 Aug 05 14:09:58.383923 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7030b37-2cf4-4707-9956-64d4853370fd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:58.400080 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-90d34f48-38db-49ac-a946-b2cb653712b1 req-a996d24f-5731-444e-b016-cbf7df966eb9 service neutron] 10.222.0.84 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320889 Aug 05 14:09:58.480549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7030b37-2cf4-4707-9956-64d4853370fd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Subnet': ['ID=179a11fe-37c7-47a1-a8ba-9d060ec1f575,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:58.498726 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-249ca004-1213-4282-958f-b17f25b22ec6 req-c2456052-fe7c-44c1-8319-535b666a3d1b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904169 Aug 05 14:09:58.500164 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7030b37-2cf4-4707-9956-64d4853370fd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Checking segment: {'id': 'edcc8d6e-f50e-44b0-a40e-1e920493e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd244358c-fb50-4f14-a6e9-f7b93a602c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:58.500659 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7030b37-2cf4-4707-9956-64d4853370fd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network hostable DHCP agents. Network: d244358c-fb50-4f14-a6e9-f7b93a602c28, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:09:58.531393 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7030b37-2cf4-4707-9956-64d4853370fd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network d244358c-fb50-4f14-a6e9-f7b93a602c28 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:09:58.559361 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-f7030b37-2cf4-4707-9956-64d4853370fd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, d244358c-fb50-4f14-a6e9-f7b93a602c28) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:58.572480 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37828) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:58.583036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ae61f0-abfe-4cbf-8224-9f97c94ebe2b None None] Network d244358c-fb50-4f14-a6e9-f7b93a602c28 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:58.621394 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-90d34f48-38db-49ac-a946-b2cb653712b1 req-c15cdbda-a7d4-44c9-872b-d8f7bdbc83a8 service neutron] 10.222.0.84 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127554 Aug 05 14:09:58.661149 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7030b37-2cf4-4707-9956-64d4853370fd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:58.661755 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f7030b37-2cf4-4707-9956-64d4853370fd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:58.684515 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f7030b37-2cf4-4707-9956-64d4853370fd tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9669526 Aug 05 14:09:58.687445 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37832) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:58.697899 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4112db28-b77a-40d4-9831-8daf21a8077e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/floatingips/a0f2b45f-8db3-4c02-8f53-9784b072950e HTTP/1.1" status: 200 len: 994 time: 0.1154780 Aug 05 14:09:58.795154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-d244358c-fb50-4f14-a6e9-f7b93a602c28', 'network_id': 'd244358c-fb50-4f14-a6e9-f7b93a602c28', 'tenant_id': 'a3d42ade306f4e4ca2a5953793034fe9', 'fixed_ips': [{'subnet_id': '179a11fe-37c7-47a1-a8ba-9d060ec1f575'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:09:58.796286 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:58.829187 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:58.864912 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92bbd860-f9fe-4e22-83cd-bb7aa04edb8d req-74242f36-7283-4bd9-85d8-d2e8ece49890 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0459554 Aug 05 14:09:58.896124 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:58.983415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Allocated IP 172.20.0.2 (d244358c-fb50-4f14-a6e9-f7b93a602c28/179a11fe-37c7-47a1-a8ba-9d060ec1f575/366201ca-f401-401d-8f71-e21e26306b16) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:09:59.213437 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:59.224673 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Transition to ACTIVE for port object 366201ca-f401-401d-8f71-e21e26306b16 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:59.252691 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Transition to ACTIVE for port object 366201ca-f401-401d-8f71-e21e26306b16 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:09:59.267687 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:59.287222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:59.321689 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Network d244358c-fb50-4f14-a6e9-f7b93a602c28 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:09:59.328475 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:09:59.333144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:09:59.346062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Pushing event updated for resources: {'Port': ['ID=366201ca-f401-401d-8f71-e21e26306b16,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:59.357747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Subnet': ['ID=179a11fe-37c7-47a1-a8ba-9d060ec1f575,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:59.410092 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Attempting to bind port 366201ca-f401-401d-8f71-e21e26306b16 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:09:59.410888 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Attempting to bind port 366201ca-f401-401d-8f71-e21e26306b16 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'edcc8d6e-f50e-44b0-a40e-1e920493e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd244358c-fb50-4f14-a6e9-f7b93a602c28'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:09:59.412198 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Attempting to bind port 366201ca-f401-401d-8f71-e21e26306b16 on network d244358c-fb50-4f14-a6e9-f7b93a602c28 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:09:59.418974 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:09:59.419674 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Checking segment: {'id': 'edcc8d6e-f50e-44b0-a40e-1e920493e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd244358c-fb50-4f14-a6e9-f7b93a602c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:09:59.420258 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:59.420872 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Bound using segment: {'id': 'edcc8d6e-f50e-44b0-a40e-1e920493e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd244358c-fb50-4f14-a6e9-f7b93a602c28'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:09:59.421564 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Bound port: 366201ca-f401-401d-8f71-e21e26306b16, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edcc8d6e-f50e-44b0-a40e-1e920493e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd244358c-fb50-4f14-a6e9-f7b93a602c28'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:09:59.422139 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:59.448086 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:59.467504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d244358c-fb50-4f14-a6e9-f7b93a602c28']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:59.483353 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcc8d6e-f50e-44b0-a40e-1e920493e259') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:59.483941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcc8d6e-f50e-44b0-a40e-1e920493e259') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:09:59.496216 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:59.530972 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:59.532272 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] For port 366201ca-f401-401d-8f71-e21e26306b16, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:09:59.544263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:09:59.544881 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:09:59.549650 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:09:59.583407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37872) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:09:59.645745 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] For port 366201ca-f401-401d-8f71-e21e26306b16, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=366201ca-f401-401d-8f71-e21e26306b16,segment=NetworkSegment(edcc8d6e-f50e-44b0-a40e-1e920493e259),segment_id=edcc8d6e-f50e-44b0-a40e-1e920493e259)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:09:59.652818 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:09:59.658665 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.api [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 14:09:59.658665 n-d-803585-2 neutron-server[105724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 14:09:59.658665 n-d-803585-2 neutron-server[105724]: [parameters: {'id': 'd244358c-fb50-4f14-a6e9-f7b93a602c28'}] Aug 05 14:09:59.658665 n-d-803585-2 neutron-server[105724]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:09:59.659912 n-d-803585-2 neutron-server[105724]: DEBUG oslo_db.api [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:09:59.715880 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fddc38-5791-4e84-b679-af90c6f8e55d req-0bd20137-7f3d-4288-8d89-a0e16d38314e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:09:59.719496 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-26fddc38-5791-4e84-b679-af90c6f8e55d req-0bd20137-7f3d-4288-8d89-a0e16d38314e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.0780141 Aug 05 14:09:59.782483 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-26fddc38-5791-4e84-b679-af90c6f8e55d req-675093a2-d3f2-4705-a392-9a4f41eb4db5 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553801 Aug 05 14:09:59.789719 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dcdf70-2455-493b-a9a8-9a67fc8e6d6f None None] Network d244358c-fb50-4f14-a6e9-f7b93a602c28 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:09:59.794936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7f0d2-8e97-4576-94da-1e9eebe247e9 None None] Pushing event updated for resources: {'Port': ['ID=366201ca-f401-401d-8f71-e21e26306b16,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:09:59.962297 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-871dadcd-ab3f-48b7-a875-45b6dbd1a871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:00.056739 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-095fcbc9-846d-48a4-a8bc-bd0c5c344253 req-0c3c2fc5-0a50-45d8-a06f-5554f9ee5b1b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0489941 Aug 05 14:10:00.154709 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeecc58-76e7-447a-b125-9734dddc01d4 req-e70e0880-5cb2-47c1-8c97-07e8b3208b56 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:00.155461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd4aa-5703-4842-828a-0670ebf92cf0 req-818ba66c-c4fa-4ad6-8215-232564c7a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:00.158554 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cc9bd4aa-5703-4842-828a-0670ebf92cf0 req-818ba66c-c4fa-4ad6-8215-232564c7a5c2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc996791672c444dbf38c5eb15e5efae&device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 1096 time: 0.1008778 Aug 05 14:10:00.163255 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:00.164545 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dbeecc58-76e7-447a-b125-9734dddc01d4 req-e70e0880-5cb2-47c1-8c97-07e8b3208b56 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1249564 Aug 05 14:10:00.185983 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fd7466-52a0-4549-bd6f-c828db9b0398 None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:10:00.211676 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-bacc2889-e9f4-4e9b-b36d-4822901da24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:00.213397 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-bacc2889-e9f4-4e9b-b36d-4822901da24e service neutron] 10.222.0.63 "GET /v2.0/ports/2c927f5c-290c-4b0f-bd3f-2f5908f555c8 HTTP/1.1" status: 200 len: 1028 time: 0.0467982 Aug 05 14:10:00.223870 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-871dadcd-ab3f-48b7-a875-45b6dbd1a871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:00.290491 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-871dadcd-ab3f-48b7-a875-45b6dbd1a871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:00.347564 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-74ff9b82-2178-481c-bc21-4f802833cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:00.350149 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-74ff9b82-2178-481c-bc21-4f802833cea6 service neutron] 10.222.0.63 "GET /v2.0/ports/7161d31e-c4bb-48b6-8ed5-499b92efc745 HTTP/1.1" status: 200 len: 1026 time: 0.1236627 Aug 05 14:10:00.357259 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd4aa-5703-4842-828a-0670ebf92cf0 req-7410924c-70de-4173-b345-9bb48cf3b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:00.360440 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cc9bd4aa-5703-4842-828a-0670ebf92cf0 req-7410924c-70de-4173-b345-9bb48cf3b017 service neutron] 10.222.0.63 "GET /v2.0/networks?id=afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 200 len: 912 time: 0.1907063 Aug 05 14:10:00.362544 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Deleting port 366201ca-f401-401d-8f71-e21e26306b16 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:00.363165 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:00.438158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] For port 366201ca-f401-401d-8f71-e21e26306b16, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=366201ca-f401-401d-8f71-e21e26306b16,segment=NetworkSegment(edcc8d6e-f50e-44b0-a40e-1e920493e259),segment_id=edcc8d6e-f50e-44b0-a40e-1e920493e259)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:00.438770 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:00.472534 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871dadcd-ab3f-48b7-a875-45b6dbd1a871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7925b7-7456-499c-ad23-993a53ad035b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:00.487492 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dbeecc58-76e7-447a-b125-9734dddc01d4 req-b6e3f86e-cdb2-4a09-8109-b26fea3a06c8 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219073 Aug 05 14:10:00.495320 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Calling delete_port for 366201ca-f401-401d-8f71-e21e26306b16 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:00.504895 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-871dadcd-ab3f-48b7-a875-45b6dbd1a871 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=549e4483f101485a909fd88fc600c325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9179838 Aug 05 14:10:00.505868 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37900) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:00.512651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fd7466-52a0-4549-bd6f-c828db9b0398 None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:10:00.592870 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cc9bd4aa-5703-4842-828a-0670ebf92cf0 req-5f8d543b-0694-483b-af85-3bc88e0beae2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9427d2ce-c909-47cf-a75d-501df1b0f888 HTTP/1.1" status: 200 len: 999 time: 0.1498845 Aug 05 14:10:00.610308 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a68f787-a46f-4e33-8ab9-9369fc04ffa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:00.632577 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-c8b18b2d-591a-4f32-b8a5-85d5913ba636 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:00.639155 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-c8b18b2d-591a-4f32-b8a5-85d5913ba636 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:00.645470 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-c8b18b2d-591a-4f32-b8a5-85d5913ba636 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:00.647188 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-c8b18b2d-591a-4f32-b8a5-85d5913ba636 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.63 "GET /v2.0/networks?id=49ee7bf9-24d1-4e2b-931b-356656b891c1&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1 HTTP/1.1" status: 200 len: 1991 time: 0.2840288 Aug 05 14:10:00.684732 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a68f787-a46f-4e33-8ab9-9369fc04ffa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:00.722342 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd4aa-5703-4842-828a-0670ebf92cf0 req-7a4d667c-ab67-47ba-8b9a-ab805b26334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:00.726078 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cc9bd4aa-5703-4842-828a-0670ebf92cf0 req-7a4d667c-ab67-47ba-8b9a-ab805b26334c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 200 len: 850 time: 0.1235883 Aug 05 14:10:00.752469 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:00.756750 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50cb3837-ef97-40ad-9cc3-aba020dfb106 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e036408f4db49cba61ec7696aa2c980 HTTP/1.1" status: 200 len: 379 time: 0.0995352 Aug 05 14:10:00.769533 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-904de98f-1a8c-41d4-8b6b-11715efab462 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Request body: {'port': {'device_id': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1', 'admin_state_up': True, 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'security_groups': ['e04b1e01-daf2-474b-bbb4-36d2d0386def']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:00.807889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Port': ['ID=366201ca-f401-401d-8f71-e21e26306b16,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:00.809903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No DVR routers for this DVR port 366201ca-f401-401d-8f71-e21e26306b16 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:10:00.853723 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd4aa-5703-4842-828a-0670ebf92cf0 req-a0f99bd7-14c0-479a-865b-6e439da6b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:00.855370 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cc9bd4aa-5703-4842-828a-0670ebf92cf0 req-a0f99bd7-14c0-479a-865b-6e439da6b077 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=afedfeb1-09f0-451d-bc05-30d84c3785ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121140 Aug 05 14:10:00.919003 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a68f787-a46f-4e33-8ab9-9369fc04ffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:00.928418 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a68f787-a46f-4e33-8ab9-9369fc04ffa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:00.929827 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6a68f787-a46f-4e33-8ab9-9369fc04ffa7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd7925b7-7456-499c-ad23-993a53ad035b HTTP/1.1" status: 204 len: 168 time: 0.4231145 Aug 05 14:10:00.979283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68f787-a46f-4e33-8ab9-9369fc04ffa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7925b7-7456-499c-ad23-993a53ad035b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:01.022116 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-904de98f-1a8c-41d4-8b6b-11715efab462 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Made reservation on behalf of 6e036408f4db49cba61ec7696aa2c980 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:10:01.029221 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-904de98f-1a8c-41d4-8b6b-11715efab462 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:01.232212 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-904de98f-1a8c-41d4-8b6b-11715efab462 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Allocated IP 172.20.0.4 (49ee7bf9-24d1-4e2b-931b-356656b891c1/99590631-4fd2-461f-8715-2f2e7cafe5bd/6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:01.391728 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:01.406006 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d244358c-fb50-4f14-a6e9-f7b93a602c28']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:01.419797 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcc8d6e-f50e-44b0-a40e-1e920493e259') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:01.420183 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcc8d6e-f50e-44b0-a40e-1e920493e259') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:01.431916 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:01.470599 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-904de98f-1a8c-41d4-8b6b-11715efab462 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:01.489989 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-904de98f-1a8c-41d4-8b6b-11715efab462 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Transition to ACTIVE for port object 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:01.511789 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:01.538724 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-904de98f-1a8c-41d4-8b6b-11715efab462 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:01.543557 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2291cace-4f3a-484b-8f6c-34278efa7982 req-61ac38e3-9c5a-4a3e-ba36-fa531efd7879 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0606155 Aug 05 14:10:01.562563 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:10:01.574139 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:10:01.577915 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:10:01.613104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-904de98f-1a8c-41d4-8b6b-11715efab462 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Network 49ee7bf9-24d1-4e2b-931b-356656b891c1 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:01.619747 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-904de98f-1a8c-41d4-8b6b-11715efab462 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:01.677063 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cc9bd4aa-5703-4842-828a-0670ebf92cf0 req-5eba16d7-b008-470d-8008-1ebcd669c263 service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8073812 Aug 05 14:10:01.680668 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:01.685768 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:01.690380 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/d244358c-fb50-4f14-a6e9-f7b93a602c28 HTTP/1.1" status: 204 len: 168 time: 2.9988375 Aug 05 14:10:01.692430 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37934) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:01.700233 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-904de98f-1a8c-41d4-8b6b-11715efab462 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:01.720899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Network': ['ID=d244358c-fb50-4f14-a6e9-f7b93a602c28,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:01.778195 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:01.778923 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:01.778923 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:01.779425 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:01.779570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:01.779984 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:01.780316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:01.780736 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:01.780956 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:01.781290 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:01.781655 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:01.781986 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46811d5-d19d-4c97-9f53-b7bf37029254 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:01.858389 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cc9bd4aa-5703-4842-828a-0670ebf92cf0 req-bdc95731-bd26-4a80-80c3-6f5e64677606 service neutron] 10.222.0.63 "GET /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690876 Aug 05 14:10:01.884908 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e719e5-7208-47b4-b9d6-322e6c2f6b97 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] GET failed (client error): The resource could not be found. Aug 05 14:10:01.894116 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37944) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:01.896010 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f5e719e5-7208-47b4-b9d6-322e6c2f6b97 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "GET /v2.0/subnets/179a11fe-37c7-47a1-a8ba-9d060ec1f575 HTTP/1.1" status: 404 len: 337 time: 0.1868742 Aug 05 14:10:01.918014 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904de98f-1a8c-41d4-8b6b-11715efab462 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event updated for resources: {'Port': ['ID=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:01.935993 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe561adf-0a53-4c0f-a0b1-034a4f3a3678 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:01.936621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe561adf-0a53-4c0f-a0b1-034a4f3a3678 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:01.938476 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fe561adf-0a53-4c0f-a0b1-034a4f3a3678 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/d244358c-fb50-4f14-a6e9-f7b93a602c28 HTTP/1.1" status: 404 len: 339 time: 0.0424306 Aug 05 14:10:01.943577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37948) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:01.969555 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9d0c-bb43-4220-9347-12c84063bb3c req-5ef8465d-0c7a-48a3-a7a6-482e1a08d380 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:01.977557 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ecd9d0c-bb43-4220-9347-12c84063bb3c req-5ef8465d-0c7a-48a3-a7a6-482e1a08d380 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.3275127 Aug 05 14:10:01.996972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-904de98f-1a8c-41d4-8b6b-11715efab462 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:01.998042 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-904de98f-1a8c-41d4-8b6b-11715efab462 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:02.047760 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ecd9d0c-bb43-4220-9347-12c84063bb3c req-a69af2ca-3eb5-4194-b345-103dcf4ecc6a tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689983 Aug 05 14:10:02.054912 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-904de98f-1a8c-41d4-8b6b-11715efab462 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2903414 Aug 05 14:10:02.081890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-e8781bce-b0a3-4945-862f-067deed35e73 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Request body: {'port': {'device_id': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62', 'admin_state_up': True, 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'security_groups': ['e04b1e01-daf2-474b-bbb4-36d2d0386def']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:02.090012 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a79cd364-b3cd-49a7-ad48-e207b9c96bea None None] Provisioning for port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:10:02.096802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a79cd364-b3cd-49a7-ad48-e207b9c96bea None None] Provisioning complete for port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:02.098174 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a79cd364-b3cd-49a7-ad48-e207b9c96bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:02.176932 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a79cd364-b3cd-49a7-ad48-e207b9c96bea None None] Port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:10:02.264017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee1cf33-e2f6-43cb-adf3-b81926a99f00 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:02.266506 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6ee1cf33-e2f6-43cb-adf3-b81926a99f00 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3212199 Aug 05 14:10:02.269291 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37956) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:02.310447 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-794bccb9-8aec-4bf0-a2c1-3afeaa8effe2 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 207 time: 0.0383165 Aug 05 14:10:02.314469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37958) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:02.338086 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-e8781bce-b0a3-4945-862f-067deed35e73 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Made reservation on behalf of 6e036408f4db49cba61ec7696aa2c980 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:10:02.344034 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-e8781bce-b0a3-4945-862f-067deed35e73 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:02.644424 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3111aa6-79b3-4675-a588-b08cd152b710 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:02.653901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3111aa6-79b3-4675-a588-b08cd152b710 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:02.661483 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3111aa6-79b3-4675-a588-b08cd152b710 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:02.674392 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3111aa6-79b3-4675-a588-b08cd152b710 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:02.683128 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-e8781bce-b0a3-4945-862f-067deed35e73 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Allocated IP 10.1.1.247 (a672c1b5-fff9-4841-8c10-82e5613d6b62/73fb5dd2-f43d-4eac-8b44-a63581605ad2/b8eb1684-08f2-4780-84fe-e55025c46bf3) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:02.684961 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37972) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:02.686418 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e3111aa6-79b3-4675-a588-b08cd152b710 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3705223 Aug 05 14:10:02.797122 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad727dc-124d-4316-a797-0ee01eed13ef req-a254f8c6-b1c2-42fd-bee9-236ff460bb85 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:02.800113 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ad727dc-124d-4316-a797-0ee01eed13ef req-a254f8c6-b1c2-42fd-bee9-236ff460bb85 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 931 time: 0.1125777 Aug 05 14:10:02.873502 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ad727dc-124d-4316-a797-0ee01eed13ef req-85a7d077-6036-4514-949c-88321fe68c7d tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637345 Aug 05 14:10:03.063667 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a872ef14-ee51-4b29-a6f1-c66f7932feba tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3775358 Aug 05 14:10:03.067747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37986) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:03.144258 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-e8781bce-b0a3-4945-862f-067deed35e73 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:03.158115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-e8781bce-b0a3-4945-862f-067deed35e73 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Transition to ACTIVE for port object b8eb1684-08f2-4780-84fe-e55025c46bf3 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:03.209220 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd374fc3-1116-47be-9785-33a1dc4ba7c3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:03.211551 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd374fc3-1116-47be-9785-33a1dc4ba7c3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:03.213889 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fd374fc3-1116-47be-9785-33a1dc4ba7c3 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1443734 Aug 05 14:10:03.217211 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37994) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:03.259676 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-e8781bce-b0a3-4945-862f-067deed35e73 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:03.286628 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09e241-6147-4885-a88b-419cb9eaebdb tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['shared'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:03.288379 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09e241-6147-4885-a88b-419cb9eaebdb tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['shared'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:03.290200 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-da09e241-6147-4885-a88b-419cb9eaebdb tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0714447 Aug 05 14:10:03.294521 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37996) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:03.303016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89564e76-7608-4f3e-950a-ec078ea5273f req-b9ec2a00-7104-499f-a732-5f6d03e28498 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:03.304715 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89564e76-7608-4f3e-950a-ec078ea5273f req-b9ec2a00-7104-499f-a732-5f6d03e28498 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1154995 Aug 05 14:10:03.307265 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-e8781bce-b0a3-4945-862f-067deed35e73 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Network a672c1b5-fff9-4841-8c10-82e5613d6b62 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:03.331486 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-e8781bce-b0a3-4945-862f-067deed35e73 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:03.342627 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-e8781bce-b0a3-4945-862f-067deed35e73 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:03.422699 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89564e76-7608-4f3e-950a-ec078ea5273f req-379cf61e-aafc-416c-91b5-1db92640ae47 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951090 Aug 05 14:10:03.433584 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8781bce-b0a3-4945-862f-067deed35e73 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event updated for resources: {'Port': ['ID=b8eb1684-08f2-4780-84fe-e55025c46bf3,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:03.469464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-e8781bce-b0a3-4945-862f-067deed35e73 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:03.470157 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-e8781bce-b0a3-4945-862f-067deed35e73 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:03.502476 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-e8781bce-b0a3-4945-862f-067deed35e73 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4331915 Aug 05 14:10:03.517622 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-caf5ca71-0a90-447a-95f5-1e2618b5496e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Request body: {'port': {'device_id': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62', 'admin_state_up': True, 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'security_groups': ['e04b1e01-daf2-474b-bbb4-36d2d0386def']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:03.543314 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1719ce-0b02-4d17-834a-b710b2873a61 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:03.544829 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1e1719ce-0b02-4d17-834a-b710b2873a61 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "GET /v2.0/networks/a241c4de-1a00-4ec7-84ac-9eb3e2865c21 HTTP/1.1" status: 200 len: 800 time: 0.2490828 Aug 05 14:10:03.553657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38008) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:03.759103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-caf5ca71-0a90-447a-95f5-1e2618b5496e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Made reservation on behalf of 6e036408f4db49cba61ec7696aa2c980 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:10:03.763584 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-caf5ca71-0a90-447a-95f5-1e2618b5496e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:03.831647 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-24266b83-0a24-4f54-89ea-b094a1a1f3a4 None None] Provisioning for port b8eb1684-08f2-4780-84fe-e55025c46bf3 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:10:03.839855 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-24266b83-0a24-4f54-89ea-b094a1a1f3a4 None None] Provisioning complete for port b8eb1684-08f2-4780-84fe-e55025c46bf3 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:03.840240 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-24266b83-0a24-4f54-89ea-b094a1a1f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:03.876349 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a055e-a9f8-420b-ba65-1f077a6a76d3 req-cbb38e88-270d-4663-8247-53af1b250ba3 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:03.884463 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d5a055e-a9f8-420b-ba65-1f077a6a76d3 req-cbb38e88-270d-4663-8247-53af1b250ba3 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.3051543 Aug 05 14:10:03.915995 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b19a99a4-16e9-4828-aeda-8723c008e17a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "GET /v2.0/networks/a241c4de-1a00-4ec7-84ac-9eb3e2865c21?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3579464 Aug 05 14:10:03.916245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38020) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:03.918224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-24266b83-0a24-4f54-89ea-b094a1a1f3a4 None None] Port b8eb1684-08f2-4780-84fe-e55025c46bf3 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:10:03.993072 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-caf5ca71-0a90-447a-95f5-1e2618b5496e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Allocated IP 10.1.1.120 (a672c1b5-fff9-4841-8c10-82e5613d6b62/73fb5dd2-f43d-4eac-8b44-a63581605ad2/c3959024-cd38-493d-b979-ae02a3fd5bed) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:04.040185 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d5a055e-a9f8-420b-ba65-1f077a6a76d3 req-ff5fcc83-80b0-474f-a99c-17e0c07e7551 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498048 Aug 05 14:10:04.055131 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00614353-96ed-47d9-9326-f2bc9c9cf2ab tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:04.056918 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-00614353-96ed-47d9-9326-f2bc9c9cf2ab tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "GET /v2.0/subnets/e6a6b048-6735-474a-8efd-5b7ffe3a67b1 HTTP/1.1" status: 200 len: 811 time: 0.1398537 Aug 05 14:10:04.065103 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:10:04.065696 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38028) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:04.108829 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98c209-2c8c-429c-aff7-704d4804e9c0 req-fb6553f4-8bd9-4308-9161-a19761ae0240 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:04.117348 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98c209-2c8c-429c-aff7-704d4804e9c0 req-fb6553f4-8bd9-4308-9161-a19761ae0240 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:04.126203 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d98c209-2c8c-429c-aff7-704d4804e9c0 req-fb6553f4-8bd9-4308-9161-a19761ae0240 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 1653 time: 0.1379304 Aug 05 14:10:04.221114 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff10be-7a29-4008-8133-2bb8ad69b4f2 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['shared'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:04.224904 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-46ff10be-7a29-4008-8133-2bb8ad69b4f2 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "GET /v2.0/subnets/e6a6b048-6735-474a-8efd-5b7ffe3a67b1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1505091 Aug 05 14:10:04.227985 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d98c209-2c8c-429c-aff7-704d4804e9c0 req-a06d8438-1c95-4ca2-9a4a-a18aaf6f71f6 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989511 Aug 05 14:10:04.230127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38044) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:04.249186 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-7d1c0e4e-bb1b-4d32-b711-7272b950352c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-54779003'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:04.289624 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1c0e4e-bb1b-4d32-b711-7272b950352c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:10:04.293201 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d1c0e4e-bb1b-4d32-b711-7272b950352c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:04.319793 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-caf5ca71-0a90-447a-95f5-1e2618b5496e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:04.341948 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-caf5ca71-0a90-447a-95f5-1e2618b5496e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Transition to ACTIVE for port object c3959024-cd38-493d-b979-ae02a3fd5bed will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:04.343487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1c0e4e-bb1b-4d32-b711-7272b950352c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:10:04.359392 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d1c0e4e-bb1b-4d32-b711-7272b950352c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:04.359837 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-7d1c0e4e-bb1b-4d32-b711-7272b950352c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Added segment 9f17fc52-0354-4dae-911f-a1bb8fb7b081 of type vlan for network ce66bb41-7a10-4fed-9916-7fef3bdbede2 Aug 05 14:10:04.425880 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d1c0e4e-bb1b-4d32-b711-7272b950352c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:04.447239 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-caf5ca71-0a90-447a-95f5-1e2618b5496e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:04.510119 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d1c0e4e-bb1b-4d32-b711-7272b950352c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:04.516397 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1c0e4e-bb1b-4d32-b711-7272b950352c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:04.517008 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d1c0e4e-bb1b-4d32-b711-7272b950352c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:04.525641 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-caf5ca71-0a90-447a-95f5-1e2618b5496e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Network a672c1b5-fff9-4841-8c10-82e5613d6b62 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:04.539755 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5ca71-0a90-447a-95f5-1e2618b5496e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event updated for resources: {'Port': ['ID=c3959024-cd38-493d-b979-ae02a3fd5bed,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:04.542294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-caf5ca71-0a90-447a-95f5-1e2618b5496e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:04.557283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-caf5ca71-0a90-447a-95f5-1e2618b5496e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:04.654984 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7d1c0e4e-bb1b-4d32-b711-7272b950352c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4214516 Aug 05 14:10:04.656521 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38064) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:04.662311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-8c6d1f65-f48a-4cde-a33c-8f3ac0f8a55d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'subnet': {'network_id': 'ce66bb41-7a10-4fed-9916-7fef3bdbede2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:04.683540 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c0e4e-bb1b-4d32-b711-7272b950352c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Network': ['ID=ce66bb41-7a10-4fed-9916-7fef3bdbede2,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:04.696040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network ce66bb41-7a10-4fed-9916-7fef3bdbede2 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:10:04.721698 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-caf5ca71-0a90-447a-95f5-1e2618b5496e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:04.736767 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-caf5ca71-0a90-447a-95f5-1e2618b5496e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:04.786823 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-caf5ca71-0a90-447a-95f5-1e2618b5496e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2721357 Aug 05 14:10:04.799377 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-3d9d51db-bb6a-4fae-98ff-e80abb623738 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Request body: {'port': {'device_id': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1', 'admin_state_up': True, 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'security_groups': ['e04b1e01-daf2-474b-bbb4-36d2d0386def']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:04.951618 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6d1f65-f48a-4cde-a33c-8f3ac0f8a55d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Made reservation on behalf of a3d42ade306f4e4ca2a5953793034fe9 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:10:04.959482 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1f65-f48a-4cde-a33c-8f3ac0f8a55d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:05.064435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c481469a-5fe5-4643-97d4-b0dbd36207d0 None None] Provisioning for port c3959024-cd38-493d-b979-ae02a3fd5bed completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:10:05.069045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-3d9d51db-bb6a-4fae-98ff-e80abb623738 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Made reservation on behalf of 6e036408f4db49cba61ec7696aa2c980 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:10:05.070710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c481469a-5fe5-4643-97d4-b0dbd36207d0 None None] Provisioning complete for port c3959024-cd38-493d-b979-ae02a3fd5bed triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:05.071085 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c481469a-5fe5-4643-97d4-b0dbd36207d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:05.101669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.ipam_backend_mixin [None req-8c6d1f65-f48a-4cde-a33c-8f3ac0f8a55d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Performing IP validity checks on allocation pools {{(pid=105724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 05 14:10:05.102660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.ipam_backend_mixin [None req-8c6d1f65-f48a-4cde-a33c-8f3ac0f8a55d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 05 14:10:05.170569 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c481469a-5fe5-4643-97d4-b0dbd36207d0 None None] Port c3959024-cd38-493d-b979-ae02a3fd5bed cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:10:05.305806 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-3d9d51db-bb6a-4fae-98ff-e80abb623738 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:05.344928 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1f65-f48a-4cde-a33c-8f3ac0f8a55d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:05.454176 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d1f65-f48a-4cde-a33c-8f3ac0f8a55d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Subnet': ['ID=96a6830c-3cb9-4789-9ae8-2fdd0b50eaad,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:05.491781 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d1f65-f48a-4cde-a33c-8f3ac0f8a55d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Checking segment: {'id': '9f17fc52-0354-4dae-911f-a1bb8fb7b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce66bb41-7a10-4fed-9916-7fef3bdbede2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:10:05.492452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d1f65-f48a-4cde-a33c-8f3ac0f8a55d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network hostable DHCP agents. Network: ce66bb41-7a10-4fed-9916-7fef3bdbede2, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:10:05.517698 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d1f65-f48a-4cde-a33c-8f3ac0f8a55d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Network ce66bb41-7a10-4fed-9916-7fef3bdbede2 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:10:05.533161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-8c6d1f65-f48a-4cde-a33c-8f3ac0f8a55d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, ce66bb41-7a10-4fed-9916-7fef3bdbede2) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:05.545755 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f5389e-aa18-4afc-a04d-70edd34ae4bd None None] Network ce66bb41-7a10-4fed-9916-7fef3bdbede2 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:10:05.553151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6d1f65-f48a-4cde-a33c-8f3ac0f8a55d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:05.553835 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1f65-f48a-4cde-a33c-8f3ac0f8a55d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:05.591721 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ac6b0-f9be-4ab1-bb9a-7eabe4638067 req-ba69965b-4fb4-4173-976c-ccd9cfae283e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:05.609658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ac6b0-f9be-4ab1-bb9a-7eabe4638067 req-ba69965b-4fb4-4173-976c-ccd9cfae283e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:05.622327 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ac6b0-f9be-4ab1-bb9a-7eabe4638067 req-ba69965b-4fb4-4173-976c-ccd9cfae283e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:05.631272 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-692ac6b0-f9be-4ab1-bb9a-7eabe4638067 req-ba69965b-4fb4-4173-976c-ccd9cfae283e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 2374 time: 0.2412820 Aug 05 14:10:05.639619 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8c6d1f65-f48a-4cde-a33c-8f3ac0f8a55d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9817674 Aug 05 14:10:05.642652 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38160) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:05.651693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c65058dc-dbb0-4e0b-b4f6-146642b9cf0b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:05.745882 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-692ac6b0-f9be-4ab1-bb9a-7eabe4638067 req-30ec1c22-c807-4785-b71d-80369c52575c tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134923 Aug 05 14:10:05.750492 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a488900-acda-4542-8b55-5c45a6819e8d req-9a0a6b64-9fa5-4ee4-a2a9-631772a4dac6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:05.758599 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a488900-acda-4542-8b55-5c45a6819e8d req-9a0a6b64-9fa5-4ee4-a2a9-631772a4dac6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=44c14480-af67-4f0f-8980-9d461aa97881 HTTP/1.1" status: 200 len: 944 time: 0.1918325 Aug 05 14:10:05.825563 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-ce66bb41-7a10-4fed-9916-7fef3bdbede2', 'network_id': 'ce66bb41-7a10-4fed-9916-7fef3bdbede2', 'tenant_id': 'a3d42ade306f4e4ca2a5953793034fe9', 'fixed_ips': [{'subnet_id': '96a6830c-3cb9-4789-9ae8-2fdd0b50eaad'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:10:05.826494 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:05.860813 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-3d9d51db-bb6a-4fae-98ff-e80abb623738 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Allocated IP 10.2.2.100 (e4d88e0a-6337-4340-a9bc-d0eebb6714d1/84bdd077-911d-4689-bd57-064e082f69c5/f3176ee0-d977-4960-b6c2-a03be5f071ae) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:05.990807 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c65058dc-dbb0-4e0b-b4f6-146642b9cf0b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13355137'] for subnet, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:06.045034 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38172) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:06.125377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-8a488900-acda-4542-8b55-5c45a6819e8d req-4e698b05-9452-4e6e-b8c9-a1d2e84f3277 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Deleting port af5a9ac6-fb1b-42cf-b135-b224eef718a2 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:06.125824 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8a488900-acda-4542-8b55-5c45a6819e8d req-4e698b05-9452-4e6e-b8c9-a1d2e84f3277 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:06.137355 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-3d9d51db-bb6a-4fae-98ff-e80abb623738 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:06.153902 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-3d9d51db-bb6a-4fae-98ff-e80abb623738 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Transition to ACTIVE for port object f3176ee0-d977-4960-b6c2-a03be5f071ae will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:06.199565 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-3d9d51db-bb6a-4fae-98ff-e80abb623738 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:06.203548 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 14:10:06.203548 n-d-803585-2 neutron-server[105725]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 05 14:10:06.203548 n-d-803585-2 neutron-server[105725]: [parameters: {'in_use': 1, 'id_1': '96a6830c-3cb9-4789-9ae8-2fdd0b50eaad'}] Aug 05 14:10:06.203548 n-d-803585-2 neutron-server[105725]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:10:06.204807 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:10:06.259189 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-3d9d51db-bb6a-4fae-98ff-e80abb623738 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Network e4d88e0a-6337-4340-a9bc-d0eebb6714d1 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:06.263058 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-3d9d51db-bb6a-4fae-98ff-e80abb623738 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:06.291504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-3d9d51db-bb6a-4fae-98ff-e80abb623738 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:06.360837 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8a488900-acda-4542-8b55-5c45a6819e8d req-4e698b05-9452-4e6e-b8c9-a1d2e84f3277 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] For port af5a9ac6-fb1b-42cf-b135-b224eef718a2, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=af5a9ac6-fb1b-42cf-b135-b224eef718a2,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:06.361544 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8a488900-acda-4542-8b55-5c45a6819e8d req-4e698b05-9452-4e6e-b8c9-a1d2e84f3277 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:06.361762 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d51db-bb6a-4fae-98ff-e80abb623738 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event updated for resources: {'Port': ['ID=f3176ee0-d977-4960-b6c2-a03be5f071ae,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:06.390831 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-3d9d51db-bb6a-4fae-98ff-e80abb623738 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:06.391542 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-3d9d51db-bb6a-4fae-98ff-e80abb623738 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:06.412338 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-8a488900-acda-4542-8b55-5c45a6819e8d req-4e698b05-9452-4e6e-b8c9-a1d2e84f3277 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Calling delete_port for af5a9ac6-fb1b-42cf-b135-b224eef718a2 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:06.419081 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-3d9d51db-bb6a-4fae-98ff-e80abb623738 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6236658 Aug 05 14:10:06.439809 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-7de0c4c0-6ab4-4b8f-a31b-b0c070234bb9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Request body: {'port': {'device_id': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1', 'admin_state_up': True, 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'security_groups': ['e04b1e01-daf2-474b-bbb4-36d2d0386def']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:06.496692 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c65058dc-dbb0-4e0b-b4f6-146642b9cf0b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785080342878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16762036'] for subnet, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:06.530032 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3055acb-922e-469d-b829-50142d66df04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:06.584171 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65058dc-dbb0-4e0b-b4f6-146642b9cf0b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event updated for resources: {'Subnet': ['ID=96a6830c-3cb9-4789-9ae8-2fdd0b50eaad,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:06.600663 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65058dc-dbb0-4e0b-b4f6-146642b9cf0b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:06.601269 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c65058dc-dbb0-4e0b-b4f6-146642b9cf0b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:06.610542 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c65058dc-dbb0-4e0b-b4f6-146642b9cf0b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "PUT /v2.0/subnets/96a6830c-3cb9-4789-9ae8-2fdd0b50eaad HTTP/1.1" status: 200 len: 877 time: 0.9638765 Aug 05 14:10:06.611252 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38180) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:06.706212 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:06.736304 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3055acb-922e-469d-b829-50142d66df04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:06.761176 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3055acb-922e-469d-b829-50142d66df04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:06.781288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-7de0c4c0-6ab4-4b8f-a31b-b0c070234bb9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Made reservation on behalf of 6e036408f4db49cba61ec7696aa2c980 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:10:06.787511 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-7de0c4c0-6ab4-4b8f-a31b-b0c070234bb9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:06.820795 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:06.822863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bdb7a7b8-4406-49b8-8266-86ce14b961b5 None None] Provisioning for port f3176ee0-d977-4960-b6c2-a03be5f071ae completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:10:06.839959 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3055acb-922e-469d-b829-50142d66df04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bdbdbb-b2b5-4b41-9c02-24b394821ac0,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:06.850346 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c3055acb-922e-469d-b829-50142d66df04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2b8a2b0993847348486c2abe9c2b9f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8015678 Aug 05 14:10:06.851574 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38188) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:06.853664 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bdb7a7b8-4406-49b8-8266-86ce14b961b5 None None] Provisioning complete for port f3176ee0-d977-4960-b6c2-a03be5f071ae triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:06.854743 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bdb7a7b8-4406-49b8-8266-86ce14b961b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:06.889353 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8a488900-acda-4542-8b55-5c45a6819e8d req-4e698b05-9452-4e6e-b8c9-a1d2e84f3277 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:06.929587 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:10:06.933804 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['c1124e29-7571-4e35-a2e7-f4678dc0b56b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:10:06.938316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e698b05-9452-4e6e-b8c9-a1d2e84f3277 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Pushing event deleted for resources: {'Port': ['ID=af5a9ac6-fb1b-42cf-b135-b224eef718a2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:07.016484 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a488900-acda-4542-8b55-5c45a6819e8d req-4e698b05-9452-4e6e-b8c9-a1d2e84f3277 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] No DVR routers for this DVR port af5a9ac6-fb1b-42cf-b135-b224eef718a2 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:10:07.018398 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:07.022787 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8a488900-acda-4542-8b55-5c45a6819e8d req-4e698b05-9452-4e6e-b8c9-a1d2e84f3277 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:07.031809 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a488900-acda-4542-8b55-5c45a6819e8d req-4e698b05-9452-4e6e-b8c9-a1d2e84f3277 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "DELETE /v2.0/ports/af5a9ac6-fb1b-42cf-b135-b224eef718a2 HTTP/1.1" status: 204 len: 173 time: 1.2405052 Aug 05 14:10:07.033726 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c14480-af67-4f0f-8980-9d461aa97881', 'name': 'network-vif-deleted', 'tag': 'af5a9ac6-fb1b-42cf-b135-b224eef718a2'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:10:07.043108 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fb0955-fddb-4b83-ad86-3d04ac9fc77d" -d '{"events": [{"server_uuid": "44c14480-af67-4f0f-8980-9d461aa97881", "name": "network-vif-deleted", "tag": "af5a9ac6-fb1b-42cf-b135-b224eef718a2"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:10:07.152099 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-bdb7a7b8-4406-49b8-8266-86ce14b961b5 None None] Port f3176ee0-d977-4960-b6c2-a03be5f071ae cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:10:07.214057 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Allocated IP 172.20.0.3 (ce66bb41-7a10-4fed-9916-7fef3bdbede2/96a6830c-3cb9-4789-9ae8-2fdd0b50eaad/ec07c7a8-740a-4bab-83ce-251e8d20df6a) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:07.265346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fb772-9b3f-43f8-9a40-9b3f9ebc2e25 req-93e014b3-9de7-4894-8f58-46fe33a6932e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:07.272655 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fb772-9b3f-43f8-9a40-9b3f9ebc2e25 req-93e014b3-9de7-4894-8f58-46fe33a6932e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:07.279593 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fb772-9b3f-43f8-9a40-9b3f9ebc2e25 req-93e014b3-9de7-4894-8f58-46fe33a6932e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:07.287700 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fb772-9b3f-43f8-9a40-9b3f9ebc2e25 req-93e014b3-9de7-4894-8f58-46fe33a6932e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:07.289612 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a5fb772-9b3f-43f8-9a40-9b3f9ebc2e25 req-93e014b3-9de7-4894-8f58-46fe33a6932e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 3095 time: 0.3823707 Aug 05 14:10:07.318566 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-088b3884-11c6-4076-a9c3-1e9178b47645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:07.345399 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-088b3884-11c6-4076-a9c3-1e9178b47645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:07.491715 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-088b3884-11c6-4076-a9c3-1e9178b47645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:07.494439 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-088b3884-11c6-4076-a9c3-1e9178b47645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:07.498706 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-088b3884-11c6-4076-a9c3-1e9178b47645 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21bdbdbb-b2b5-4b41-9c02-24b394821ac0 HTTP/1.1" status: 204 len: 168 time: 0.6443031 Aug 05 14:10:07.513701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b3884-11c6-4076-a9c3-1e9178b47645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bdbdbb-b2b5-4b41-9c02-24b394821ac0,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:07.537571 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a5fb772-9b3f-43f8-9a40-9b3f9ebc2e25 req-6b9c9016-f8ab-4964-b7dc-c5010339ad69 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255006 Aug 05 14:10:07.621616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-7de0c4c0-6ab4-4b8f-a31b-b0c070234bb9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Allocated IP 10.2.2.200 (e4d88e0a-6337-4340-a9bc-d0eebb6714d1/84bdd077-911d-4689-bd57-064e082f69c5/bd1c7278-e3e1-487f-9ace-bca5738d9ea9) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:07.622977 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:07.637950 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Transition to ACTIVE for port object ec07c7a8-740a-4bab-83ce-251e8d20df6a will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:07.677904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Transition to ACTIVE for port object ec07c7a8-740a-4bab-83ce-251e8d20df6a will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:07.705407 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:07.724619 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:07.905450 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Network ce66bb41-7a10-4fed-9916-7fef3bdbede2 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:07.915516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:07.926134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:07.929079 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 05 Aug 2021 14:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615038a3-3f6c-4cb5-80a4-aa4cb89f4959 x-openstack-request-id: req-615038a3-3f6c-4cb5-80a4-aa4cb89f4959 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:10:07.930596 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c14480-af67-4f0f-8980-9d461aa97881", "name": "network-vif-deleted", "tag": "af5a9ac6-fb1b-42cf-b135-b224eef718a2", "status": "failed", "code": 422}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:10:07.931790 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-615038a3-3f6c-4cb5-80a4-aa4cb89f4959 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:10:07.944706 n-d-803585-2 neutron-server[105724]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44c14480-af67-4f0f-8980-9d461aa97881', 'name': 'network-vif-deleted', 'tag': 'af5a9ac6-fb1b-42cf-b135-b224eef718a2', 'status': 'failed', 'code': 422} returned with failed status Aug 05 14:10:07.959075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Pushing event updated for resources: {'Port': ['ID=ec07c7a8-740a-4bab-83ce-251e8d20df6a,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:08.009170 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:08.062461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Subnet': ['ID=96a6830c-3cb9-4789-9ae8-2fdd0b50eaad,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:08.099278 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Attempting to bind port ec07c7a8-740a-4bab-83ce-251e8d20df6a on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:10:08.100159 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Attempting to bind port ec07c7a8-740a-4bab-83ce-251e8d20df6a by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '9f17fc52-0354-4dae-911f-a1bb8fb7b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce66bb41-7a10-4fed-9916-7fef3bdbede2'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:10:08.100767 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce66bb41-7a10-4fed-9916-7fef3bdbede2']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:08.102572 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Attempting to bind port ec07c7a8-740a-4bab-83ce-251e8d20df6a on network ce66bb41-7a10-4fed-9916-7fef3bdbede2 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:08.122939 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:10:08.123794 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Checking segment: {'id': '9f17fc52-0354-4dae-911f-a1bb8fb7b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce66bb41-7a10-4fed-9916-7fef3bdbede2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:10:08.127559 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:08.128621 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Bound using segment: {'id': '9f17fc52-0354-4dae-911f-a1bb8fb7b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce66bb41-7a10-4fed-9916-7fef3bdbede2'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:10:08.131892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Bound port: ec07c7a8-740a-4bab-83ce-251e8d20df6a, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f17fc52-0354-4dae-911f-a1bb8fb7b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce66bb41-7a10-4fed-9916-7fef3bdbede2'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:10:08.132858 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:08.159748 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f17fc52-0354-4dae-911f-a1bb8fb7b081') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:08.161085 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f17fc52-0354-4dae-911f-a1bb8fb7b081') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:08.186903 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:08.218857 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:08.223899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38222) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:08.259203 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:10:08.259643 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:10:08.267760 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:10:08.287898 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6bd01b7d-f8cf-4282-aeeb-767f0f124360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:08.293274 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] For port ec07c7a8-740a-4bab-83ce-251e8d20df6a, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:10:08.367650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] For port ec07c7a8-740a-4bab-83ce-251e8d20df6a, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ec07c7a8-740a-4bab-83ce-251e8d20df6a,segment=NetworkSegment(9f17fc52-0354-4dae-911f-a1bb8fb7b081),segment_id=9f17fc52-0354-4dae-911f-a1bb8fb7b081)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:10:08.376467 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-7de0c4c0-6ab4-4b8f-a31b-b0c070234bb9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:08.376995 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:08.387124 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.api [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 14:10:08.387124 n-d-803585-2 neutron-server[105724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 14:10:08.387124 n-d-803585-2 neutron-server[105724]: [parameters: {'id': 'ce66bb41-7a10-4fed-9916-7fef3bdbede2'}] Aug 05 14:10:08.387124 n-d-803585-2 neutron-server[105724]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:10:08.387545 n-d-803585-2 neutron-server[105724]: DEBUG oslo_db.api [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:10:08.394542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-7de0c4c0-6ab4-4b8f-a31b-b0c070234bb9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Transition to ACTIVE for port object bd1c7278-e3e1-487f-9ace-bca5738d9ea9 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:08.446370 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-7de0c4c0-6ab4-4b8f-a31b-b0c070234bb9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:08.504414 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c423c-e597-417d-b264-399d3b7fafa6 None None] Pushing event updated for resources: {'Port': ['ID=ec07c7a8-740a-4bab-83ce-251e8d20df6a,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:08.525010 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6620c96-9325-409f-990a-aa4fb411ce14 None None] Network ce66bb41-7a10-4fed-9916-7fef3bdbede2 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:10:08.546243 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-7de0c4c0-6ab4-4b8f-a31b-b0c070234bb9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Network e4d88e0a-6337-4340-a9bc-d0eebb6714d1 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:08.556489 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-7de0c4c0-6ab4-4b8f-a31b-b0c070234bb9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:08.568671 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-7de0c4c0-6ab4-4b8f-a31b-b0c070234bb9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:08.571798 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6bd01b7d-f8cf-4282-aeeb-767f0f124360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:08.594495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f7075-67b6-4631-8482-14b5b4a2958f req-21be5a0d-b3a4-4b95-9a52-2776724c65f9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:08.596528 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-125f7075-67b6-4631-8482-14b5b4a2958f req-21be5a0d-b3a4-4b95-9a52-2776724c65f9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 908 time: 0.1603849 Aug 05 14:10:08.599054 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6bd01b7d-f8cf-4282-aeeb-767f0f124360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:08.627796 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0c4c0-6ab4-4b8f-a31b-b0c070234bb9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event updated for resources: {'Port': ['ID=bd1c7278-e3e1-487f-9ace-bca5738d9ea9,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:08.651575 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6bd01b7d-f8cf-4282-aeeb-767f0f124360 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a90f118cc0c74f8d9ee99b88e741a44c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4265978 Aug 05 14:10:08.655017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38230) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:08.682519 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-7de0c4c0-6ab4-4b8f-a31b-b0c070234bb9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:08.684927 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-7de0c4c0-6ab4-4b8f-a31b-b0c070234bb9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:08.705951 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-7de0c4c0-6ab4-4b8f-a31b-b0c070234bb9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2747581 Aug 05 14:10:08.725194 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Request body: {'port': {'device_id': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:08.745028 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd01b7d-f8cf-4282-aeeb-767f0f124360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe6d22d-7548-497f-88b9-d0a6a0623642,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:08.793021 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd00d3b6-d4d4-4b7b-9ccf-74ecc2a75f70 None None] Network ce66bb41-7a10-4fed-9916-7fef3bdbede2 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:10:08.812918 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-16e451bb-428d-4a2b-a397-cc1e1bbbf391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:08.860776 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-16e451bb-428d-4a2b-a397-cc1e1bbbf391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:08.890348 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:08.961485 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:08.991417 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ed504-1559-4959-8f95-7ca1a6404684 req-2d4fcaa3-7378-45c0-8e95-5fd5efd25e3a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:08.999862 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ed504-1559-4959-8f95-7ca1a6404684 req-2d4fcaa3-7378-45c0-8e95-5fd5efd25e3a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:09.008208 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ed504-1559-4959-8f95-7ca1a6404684 req-2d4fcaa3-7378-45c0-8e95-5fd5efd25e3a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:09.015066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ed504-1559-4959-8f95-7ca1a6404684 req-2d4fcaa3-7378-45c0-8e95-5fd5efd25e3a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:09.024454 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ed504-1559-4959-8f95-7ca1a6404684 req-2d4fcaa3-7378-45c0-8e95-5fd5efd25e3a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:09.024623 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-16e451bb-428d-4a2b-a397-cc1e1bbbf391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:09.026815 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-915ed504-1559-4959-8f95-7ca1a6404684 req-2d4fcaa3-7378-45c0-8e95-5fd5efd25e3a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 3816 time: 0.3087614 Aug 05 14:10:09.027241 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-16e451bb-428d-4a2b-a397-cc1e1bbbf391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:09.028488 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-16e451bb-428d-4a2b-a397-cc1e1bbbf391 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/afe6d22d-7548-497f-88b9-d0a6a0623642 HTTP/1.1" status: 204 len: 168 time: 0.3724656 Aug 05 14:10:09.039373 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-158b4870-d527-4068-896b-5020f9c64e26 None None] Provisioning for port bd1c7278-e3e1-487f-9ace-bca5738d9ea9 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:10:09.046965 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-158b4870-d527-4068-896b-5020f9c64e26 None None] Provisioning complete for port bd1c7278-e3e1-487f-9ace-bca5738d9ea9 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:09.047379 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-158b4870-d527-4068-896b-5020f9c64e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:09.057044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e451bb-428d-4a2b-a397-cc1e1bbbf391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe6d22d-7548-497f-88b9-d0a6a0623642,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:09.059721 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e6cec2-3551-488b-844e-8d55f46763f7 None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:10:09.080950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Deleting port ec07c7a8-740a-4bab-83ce-251e8d20df6a {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:09.081536 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:09.200691 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-158b4870-d527-4068-896b-5020f9c64e26 None None] Port bd1c7278-e3e1-487f-9ace-bca5738d9ea9 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:10:09.212385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] For port ec07c7a8-740a-4bab-83ce-251e8d20df6a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ec07c7a8-740a-4bab-83ce-251e8d20df6a,segment=NetworkSegment(9f17fc52-0354-4dae-911f-a1bb8fb7b081),segment_id=9f17fc52-0354-4dae-911f-a1bb8fb7b081)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:09.212758 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:09.258299 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Calling delete_port for ec07c7a8-740a-4bab-83ce-251e8d20df6a owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:09.319264 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e6cec2-3551-488b-844e-8d55f46763f7 None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:10:09.393181 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:09.435556 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Port': ['ID=ec07c7a8-740a-4bab-83ce-251e8d20df6a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:09.436751 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-915ed504-1559-4959-8f95-7ca1a6404684 req-2b513866-142d-4440-a5b1-31f56aafc989 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168105 Aug 05 14:10:09.463241 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No DVR routers for this DVR port ec07c7a8-740a-4bab-83ce-251e8d20df6a on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:10:09.608850 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:09.632033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce66bb41-7a10-4fed-9916-7fef3bdbede2']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:09.652759 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f17fc52-0354-4dae-911f-a1bb8fb7b081') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:09.653154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f17fc52-0354-4dae-911f-a1bb8fb7b081') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:09.663442 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:09.670724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:10:09.678815 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:09.679982 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:09.685083 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:10:09.685599 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:09.695747 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38246) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:10:09.767479 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:10:09.773399 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Transition to ACTIVE for port object 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:09.784863 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:09.802622 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:09.866112 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:09.872592 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/ce66bb41-7a10-4fed-9916-7fef3bdbede2 HTTP/1.1" status: 204 len: 168 time: 3.2567680 Aug 05 14:10:09.877230 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38258) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:09.886589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Pushing event updated for resources: {'Port': ['ID=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:09.910653 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:09.911287 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:09.912131 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:09.912644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:09.913145 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:09.913657 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:09.914153 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:09.914768 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:09.915282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:09.915780 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:09.916295 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:09.916952 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:09.940037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d6324-efe4-46cc-ac11-88b2b3e5d22c tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Network': ['ID=ce66bb41-7a10-4fed-9916-7fef3bdbede2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:09.961867 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96e1dd1-b06c-4bd8-bc9d-803e745c14b4 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:09.963091 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96e1dd1-b06c-4bd8-bc9d-803e745c14b4 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:09.964981 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d96e1dd1-b06c-4bd8-bc9d-803e745c14b4 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/subnets/96a6830c-3cb9-4789-9ae8-2fdd0b50eaad HTTP/1.1" status: 404 len: 337 time: 0.0705402 Aug 05 14:10:09.968158 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2be8a9b2-f981-463f-aa9e-fbefe620834e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:09.971054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38262) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:10.006173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38eb9a-d2e4-4484-8345-c2abf51d821b req-02da8142-147e-40ff-b91d-bef780bb8adf tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:10.007837 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d38eb9a-d2e4-4484-8345-c2abf51d821b req-02da8142-147e-40ff-b91d-bef780bb8adf tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 908 time: 0.2357209 Aug 05 14:10:10.025700 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bea26d-6196-4ace-8381-98fbfdb4808f req-c13e06e3-741d-432c-acd9-a90859961762 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:10.030076 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46bea26d-6196-4ace-8381-98fbfdb4808f req-c13e06e3-741d-432c-acd9-a90859961762 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.63 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 908 time: 0.1924856 Aug 05 14:10:10.136167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Attempting to bind port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:10:10.136516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Attempting to bind port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'bdd9f082-de43-4420-81fb-d38c6af8aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:10:10.143009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Attempting to bind port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d on network 49ee7bf9-24d1-4e2b-931b-356656b891c1 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:10.147715 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4923bc4-343d-4094-b6f1-3c1e5acebe88 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:10.148163 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4923bc4-343d-4094-b6f1-3c1e5acebe88 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:10.150174 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c4923bc4-343d-4094-b6f1-3c1e5acebe88 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/ce66bb41-7a10-4fed-9916-7fef3bdbede2 HTTP/1.1" status: 404 len: 339 time: 0.1744957 Aug 05 14:10:10.157847 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38272) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:10.197019 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b786d767-3a6d-45eb-b9d9-a81631bd7d1a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:10.197694 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b786d767-3a6d-45eb-b9d9-a81631bd7d1a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:10.200013 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b786d767-3a6d-45eb-b9d9-a81631bd7d1a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/subnets/179a11fe-37c7-47a1-a8ba-9d060ec1f575 HTTP/1.1" status: 404 len: 337 time: 0.0408762 Aug 05 14:10:10.204205 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d on network 49ee7bf9-24d1-4e2b-931b-356656b891c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:10:10.204645 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Attempting to bind port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d on network 49ee7bf9-24d1-4e2b-931b-356656b891c1 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:10.211049 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38274) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:10.252901 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81f82f5-2456-4b31-b712-086436c1d158 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:10.253747 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81f82f5-2456-4b31-b712-086436c1d158 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:10.256685 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a81f82f5-2456-4b31-b712-086436c1d158 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/d244358c-fb50-4f14-a6e9-f7b93a602c28 HTTP/1.1" status: 404 len: 339 time: 0.0439491 Aug 05 14:10:10.259517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:10:10.259865 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Checking segment: {'id': 'bdd9f082-de43-4420-81fb-d38c6af8aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:10:10.260266 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Bound using segment: {'id': 'bdd9f082-de43-4420-81fb-d38c6af8aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:10:10.260729 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Bound port: 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd9f082-de43-4420-81fb-d38c6af8aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:10:10.261099 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:10.273396 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38278) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:10.518696 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b09dfb27-18da-4ecc-9e78-c1fbc1ecab97 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:10.522989 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] For port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:10:10.532043 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] For port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d,segment=NetworkSegment(bdd9f082-de43-4420-81fb-d38c6af8aa3f),segment_id=bdd9f082-de43-4420-81fb-d38c6af8aa3f)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:10:10.552249 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:10.621368 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:10.622455 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:10.624038 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] 10.222.0.63 "PUT /v2.0/ports/6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d HTTP/1.1" status: 200 len: 1091 time: 1.9071977 Aug 05 14:10:10.660437 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'tag': '6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:10:10.660437 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d033a1ce-5546-44b5-a4d4-bc82d9a41967" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "tag": "6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:10:10.671402 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2be8a9b2-f981-463f-aa9e-fbefe620834e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:10.696035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-46bea26d-6196-4ace-8381-98fbfdb4808f req-640a3948-c0bc-4e61-8456-220463ce2d01 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Deleting port 507070e2-0f1a-4a04-abe1-9912d1b2896d {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:10.697003 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-46bea26d-6196-4ace-8381-98fbfdb4808f req-640a3948-c0bc-4e61-8456-220463ce2d01 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:10.744015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Request body: {'port': {'device_id': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:10.793248 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33223dc4-27a7-4468-bcd9-ff560305fd35 req-224bff1f-a155-4e42-8df6-18a8e490823e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:10.799686 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33223dc4-27a7-4468-bcd9-ff560305fd35 req-224bff1f-a155-4e42-8df6-18a8e490823e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:10.806363 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33223dc4-27a7-4468-bcd9-ff560305fd35 req-224bff1f-a155-4e42-8df6-18a8e490823e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:10.812465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33223dc4-27a7-4468-bcd9-ff560305fd35 req-224bff1f-a155-4e42-8df6-18a8e490823e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:10.818605 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33223dc4-27a7-4468-bcd9-ff560305fd35 req-224bff1f-a155-4e42-8df6-18a8e490823e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:10.820606 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-33223dc4-27a7-4468-bcd9-ff560305fd35 req-224bff1f-a155-4e42-8df6-18a8e490823e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 3828 time: 0.2083480 Aug 05 14:10:10.827232 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2be8a9b2-f981-463f-aa9e-fbefe620834e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:10.831064 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d3e81-ffae-4eed-a992-805ad7baeb4f service neutron] Pushing event updated for resources: {'Port': ['ID=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:10.859822 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b765bd7a-8769-4dbb-a01f-04c6267c888a x-openstack-request-id: req-b765bd7a-8769-4dbb-a01f-04c6267c888a {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:10:10.861316 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "tag": "6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:10:10.861797 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b765bd7a-8769-4dbb-a01f-04c6267c888a {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:10:10.862383 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'tag': '6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d', 'status': 'completed', 'code': 200} Aug 05 14:10:10.900443 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-33223dc4-27a7-4468-bcd9-ff560305fd35 req-dbb18893-94c1-4bd2-98da-d398f8fae077 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721612 Aug 05 14:10:10.920831 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-46bea26d-6196-4ace-8381-98fbfdb4808f req-640a3948-c0bc-4e61-8456-220463ce2d01 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] For port 507070e2-0f1a-4a04-abe1-9912d1b2896d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=507070e2-0f1a-4a04-abe1-9912d1b2896d,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:10.921514 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-46bea26d-6196-4ace-8381-98fbfdb4808f req-640a3948-c0bc-4e61-8456-220463ce2d01 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:10.942077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-46bea26d-6196-4ace-8381-98fbfdb4808f req-640a3948-c0bc-4e61-8456-220463ce2d01 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Calling delete_port for 507070e2-0f1a-4a04-abe1-9912d1b2896d owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:10.984274 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b09dfb27-18da-4ecc-9e78-c1fbc1ecab97 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:10.999837 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b09dfb27-18da-4ecc-9e78-c1fbc1ecab97 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca75ba2-fe71-4324-9100-556d45b846ed']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:11.014382 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b09dfb27-18da-4ecc-9e78-c1fbc1ecab97 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbfdcb5-122d-4c2c-8d8f-66662ef3cfab') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:11.014626 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b09dfb27-18da-4ecc-9e78-c1fbc1ecab97 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbfdcb5-122d-4c2c-8d8f-66662ef3cfab') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:11.026321 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b09dfb27-18da-4ecc-9e78-c1fbc1ecab97 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:11.121794 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-46bea26d-6196-4ace-8381-98fbfdb4808f req-640a3948-c0bc-4e61-8456-220463ce2d01 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:11.123746 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b09dfb27-18da-4ecc-9e78-c1fbc1ecab97 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:11.136455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09dfb27-18da-4ecc-9e78-c1fbc1ecab97 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:10:11.137446 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b09dfb27-18da-4ecc-9e78-c1fbc1ecab97 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:11.154198 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a3948-c0bc-4e61-8456-220463ce2d01 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Pushing event deleted for resources: {'Port': ['ID=507070e2-0f1a-4a04-abe1-9912d1b2896d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:11.212509 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7da587f1-0b14-4f7b-8df1-1d07a39d7dc8 req-9220fbce-bb73-43b6-9c55-569161860f4f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8589e13c-e84c-476a-a4fa-1672493e669b HTTP/1.1" status: 200 len: 210 time: 0.0530145 Aug 05 14:10:11.231296 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38334) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:10:11.256148 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:10:11.260398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bea26d-6196-4ace-8381-98fbfdb4808f req-640a3948-c0bc-4e61-8456-220463ce2d01 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] No DVR routers for this DVR port 507070e2-0f1a-4a04-abe1-9912d1b2896d on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:10:11.262010 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-46bea26d-6196-4ace-8381-98fbfdb4808f req-640a3948-c0bc-4e61-8456-220463ce2d01 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:11.262152 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b09dfb27-18da-4ecc-9e78-c1fbc1ecab97 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:11.266122 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46bea26d-6196-4ace-8381-98fbfdb4808f req-640a3948-c0bc-4e61-8456-220463ce2d01 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.63 "DELETE /v2.0/ports/507070e2-0f1a-4a04-abe1-9912d1b2896d HTTP/1.1" status: 204 len: 173 time: 1.2281086 Aug 05 14:10:11.266747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8589e13c-e84c-476a-a4fa-1672493e669b', 'name': 'network-vif-deleted', 'tag': '507070e2-0f1a-4a04-abe1-9912d1b2896d'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:10:11.284067 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41df4d29-9bf5-4161-b672-601f7bcac888" -d '{"events": [{"server_uuid": "8589e13c-e84c-476a-a4fa-1672493e669b", "name": "network-vif-deleted", "tag": "507070e2-0f1a-4a04-abe1-9912d1b2896d"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:10:11.295868 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b09dfb27-18da-4ecc-9e78-c1fbc1ecab97 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:11.298354 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b09dfb27-18da-4ecc-9e78-c1fbc1ecab97 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/3ca75ba2-fe71-4324-9100-556d45b846ed HTTP/1.1" status: 204 len: 168 time: 1.0235085 Aug 05 14:10:11.302245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38342) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:11.355267 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:11.375025 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-8485410b-7923-4ff8-b8fa-cdf468d26d9f tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:11.376817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8485410b-7923-4ff8-b8fa-cdf468d26d9f tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:11.379909 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8485410b-7923-4ff8-b8fa-cdf468d26d9f tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/subnets/8b837a03-775f-4d1e-ad5e-6c217699d899 HTTP/1.1" status: 404 len: 337 time: 0.0750122 Aug 05 14:10:11.386004 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10aba909-7013-4e01-a783-6a26de7c9f34 x-openstack-request-id: req-10aba909-7013-4e01-a783-6a26de7c9f34 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:10:11.386327 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8589e13c-e84c-476a-a4fa-1672493e669b", "name": "network-vif-deleted", "tag": "507070e2-0f1a-4a04-abe1-9912d1b2896d", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:10:11.386586 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10aba909-7013-4e01-a783-6a26de7c9f34 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:10:11.386999 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8589e13c-e84c-476a-a4fa-1672493e669b', 'name': 'network-vif-deleted', 'tag': '507070e2-0f1a-4a04-abe1-9912d1b2896d', 'status': 'completed', 'code': 200} Aug 05 14:10:11.388470 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38344) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:11.426402 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c1ad92-018c-429f-9e70-cebcc4b3cbe4 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:11.426901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c1ad92-018c-429f-9e70-cebcc4b3cbe4 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:11.428986 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-43c1ad92-018c-429f-9e70-cebcc4b3cbe4 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/cce76812-7424-4b89-b739-63875c17d779 HTTP/1.1" status: 404 len: 339 time: 0.0395403 Aug 05 14:10:11.432099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38346) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:11.498879 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e184581-ced0-4ee2-93b4-f52d989337fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:11.500995 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a62757-ea81-44a8-8476-88c61829f65b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:11.501454 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a62757-ea81-44a8-8476-88c61829f65b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:11.506882 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d9a62757-ea81-44a8-8476-88c61829f65b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/subnets/821a081c-403b-4ff3-815f-e226a31f350e HTTP/1.1" status: 404 len: 337 time: 0.0707142 Aug 05 14:10:11.507652 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38348) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:11.533638 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dfb27-18da-4ecc-9e78-c1fbc1ecab97 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Network': ['ID=3ca75ba2-fe71-4324-9100-556d45b846ed,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:11.534206 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f91989-ff65-49ff-9569-c84e1fac406b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:11.534773 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f91989-ff65-49ff-9569-c84e1fac406b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:11.537500 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-48f91989-ff65-49ff-9569-c84e1fac406b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/72b1b78e-57a9-4601-8d2e-851470ffc3a5 HTTP/1.1" status: 404 len: 339 time: 0.0294800 Aug 05 14:10:11.541238 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38350) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:11.543964 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8a9b2-f981-463f-aa9e-fbefe620834e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563d82c0-8cf1-4780-bf31-34dda6574ac3,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:11.548549 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2be8a9b2-f981-463f-aa9e-fbefe620834e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8bb4c0411984f0db49b6d0bad68ccc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8517630 Aug 05 14:10:11.555270 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38352) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:11.564049 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033a1ce-5546-44b5-a4d4-bc82d9a41967 req-1107cf12-aea8-43de-aac1-65720841783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:11.564716 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033a1ce-5546-44b5-a4d4-bc82d9a41967 req-1107cf12-aea8-43de-aac1-65720841783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:11.565178 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033a1ce-5546-44b5-a4d4-bc82d9a41967 req-1107cf12-aea8-43de-aac1-65720841783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:11.565721 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033a1ce-5546-44b5-a4d4-bc82d9a41967 req-1107cf12-aea8-43de-aac1-65720841783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:11.566838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033a1ce-5546-44b5-a4d4-bc82d9a41967 req-1107cf12-aea8-43de-aac1-65720841783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:11.568888 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d033a1ce-5546-44b5-a4d4-bc82d9a41967 req-1107cf12-aea8-43de-aac1-65720841783a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6e036408f4db49cba61ec7696aa2c980&device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 4363 time: 0.7045624 Aug 05 14:10:11.599039 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccd614d-4e31-4869-968f-621cd6e4b9d7 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:11.599466 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccd614d-4e31-4869-968f-621cd6e4b9d7 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:11.601532 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1ccd614d-4e31-4869-968f-621cd6e4b9d7 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/subnets/3bb76dd1-c224-4dd3-8e28-f756a2bd1826 HTTP/1.1" status: 404 len: 337 time: 0.0590878 Aug 05 14:10:11.613495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38354) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:11.672305 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13067ab2-77dd-4123-afa0-cca96b1cd6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:11.711898 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13067ab2-77dd-4123-afa0-cca96b1cd6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:11.765588 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e184581-ced0-4ee2-93b4-f52d989337fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:11.776319 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e184581-ced0-4ee2-93b4-f52d989337fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:11.813594 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9e184581-ced0-4ee2-93b4-f52d989337fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=486bacd7ecc744a99424c19b88482801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5811832 Aug 05 14:10:11.819777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38356) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:11.824742 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-191666ab-1e1f-4699-849a-a5c1c5e0c603 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:11.825307 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191666ab-1e1f-4699-849a-a5c1c5e0c603 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:11.827804 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-191666ab-1e1f-4699-849a-a5c1c5e0c603 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/caf26279-ab3b-48c6-b68c-03ee19615e11 HTTP/1.1" status: 404 len: 339 time: 0.1940050 Aug 05 14:10:11.834036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38358) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:11.872671 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4dbf39f-bb99-4fbe-8b79-d46614c71a60 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:11.873406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4dbf39f-bb99-4fbe-8b79-d46614c71a60 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:11.878122 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38360) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:11.878351 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c4dbf39f-bb99-4fbe-8b79-d46614c71a60 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/subnets/32f68529-282b-4bd5-82a2-5580c76d908e HTTP/1.1" status: 404 len: 337 time: 0.0435667 Aug 05 14:10:11.898358 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13067ab2-77dd-4123-afa0-cca96b1cd6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:11.899238 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033a1ce-5546-44b5-a4d4-bc82d9a41967 req-a51ea78b-30ce-40cb-9779-6778b2286091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:11.899733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033a1ce-5546-44b5-a4d4-bc82d9a41967 req-a51ea78b-30ce-40cb-9779-6778b2286091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:11.900211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033a1ce-5546-44b5-a4d4-bc82d9a41967 req-a51ea78b-30ce-40cb-9779-6778b2286091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:11.901043 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13067ab2-77dd-4123-afa0-cca96b1cd6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:11.904504 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d033a1ce-5546-44b5-a4d4-bc82d9a41967 req-a51ea78b-30ce-40cb-9779-6778b2286091 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=6e036408f4db49cba61ec7696aa2c980&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3228087 Aug 05 14:10:11.904700 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-13067ab2-77dd-4123-afa0-cca96b1cd6ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/563d82c0-8cf1-4780-bf31-34dda6574ac3 HTTP/1.1" status: 204 len: 168 time: 0.3449409 Aug 05 14:10:11.904700 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e184581-ced0-4ee2-93b4-f52d989337fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfa8f0b-2bb2-4452-b968-6da674a4f863,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:11.932980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13067ab2-77dd-4123-afa0-cca96b1cd6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563d82c0-8cf1-4780-bf31-34dda6574ac3,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:11.960745 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-076e0ed0-4f2d-422f-855d-fc2a383b5997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:11.992222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-076e0ed0-4f2d-422f-855d-fc2a383b5997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:12.044186 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-be25a500-a7d4-4dd8-a25e-d3760b7792a0 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:12.044765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be25a500-a7d4-4dd8-a25e-d3760b7792a0 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:12.049300 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-be25a500-a7d4-4dd8-a25e-d3760b7792a0 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/9b852173-17eb-4e92-bd5b-be4dc2eca243 HTTP/1.1" status: 404 len: 339 time: 0.1651092 Aug 05 14:10:12.051179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38366) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:12.089804 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-076e0ed0-4f2d-422f-855d-fc2a383b5997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:12.093000 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-076e0ed0-4f2d-422f-855d-fc2a383b5997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:12.094826 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-076e0ed0-4f2d-422f-855d-fc2a383b5997 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7dfa8f0b-2bb2-4452-b968-6da674a4f863 HTTP/1.1" status: 204 len: 168 time: 0.2739062 Aug 05 14:10:12.095997 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-417d456c-c197-48ff-a6d2-43d0df713d08 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:12.096620 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417d456c-c197-48ff-a6d2-43d0df713d08 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:12.102352 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-417d456c-c197-48ff-a6d2-43d0df713d08 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/subnets/9969d156-a3d0-4cbc-9b6e-32b0f464bace HTTP/1.1" status: 404 len: 337 time: 0.0472696 Aug 05 14:10:12.111002 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38370) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:12.112257 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e0ed0-4f2d-422f-855d-fc2a383b5997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfa8f0b-2bb2-4452-b968-6da674a4f863,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:12.163654 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-255cd80f-5323-401b-ab05-4c9e7c826f6a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:12.164337 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255cd80f-5323-401b-ab05-4c9e7c826f6a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:12.168502 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-255cd80f-5323-401b-ab05-4c9e7c826f6a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/bc0e7728-14cb-42e0-b500-0ce9e085cd8c HTTP/1.1" status: 404 len: 339 time: 0.0510032 Aug 05 14:10:12.169129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38376) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:12.209691 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0de9c31-c4e9-4ed3-a1fc-f8cbcff27e77 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:12.210454 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0de9c31-c4e9-4ed3-a1fc-f8cbcff27e77 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:12.215613 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b0de9c31-c4e9-4ed3-a1fc-f8cbcff27e77 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/subnets/8fef3a90-605b-4df2-b40d-d4b9969e2813 HTTP/1.1" status: 404 len: 337 time: 0.0430024 Aug 05 14:10:12.216071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38378) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:12.239427 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1018e95-65a8-4330-8323-50b7b28b4d2d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:12.240284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1018e95-65a8-4330-8323-50b7b28b4d2d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:12.246520 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a1018e95-65a8-4330-8323-50b7b28b4d2d tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/242fbefc-12ab-45f5-b84f-5bdb78355b8d HTTP/1.1" status: 404 len: 339 time: 0.0247481 Aug 05 14:10:12.248018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38382) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:12.327295 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c15d614-7dba-49a8-a225-61f9b966a188 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:12.327755 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c15d614-7dba-49a8-a225-61f9b966a188 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:12.332426 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8c15d614-7dba-49a8-a225-61f9b966a188 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/subnets/24ed26ee-33f2-47cf-b996-71c9c0e2c62f HTTP/1.1" status: 404 len: 337 time: 0.0833080 Aug 05 14:10:12.333047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38386) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:12.357115 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b51f77a-1f70-4d01-9915-097c20caad73 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:12.357691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b51f77a-1f70-4d01-9915-097c20caad73 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:12.367950 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9b51f77a-1f70-4d01-9915-097c20caad73 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/849f7c28-87e4-4130-9ce8-30885c835961 HTTP/1.1" status: 404 len: 339 time: 0.0298321 Aug 05 14:10:12.369679 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38388) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:12.417575 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38392) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:12.428106 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05b6009-8119-4552-bb6b-8a376beb593e tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:12.428529 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05b6009-8119-4552-bb6b-8a376beb593e tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:12.432789 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e05b6009-8119-4552-bb6b-8a376beb593e tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/subnets/2f5564d2-bb1e-4f90-9c77-e3ad4133f42a HTTP/1.1" status: 404 len: 337 time: 0.0605385 Aug 05 14:10:12.433374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38396) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:12.458582 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0ea18026-f469-4d95-afd5-fdd1e2c1a4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:12.469908 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd96e41-7d90-40f2-863c-2c17b59167b5 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] DELETE failed (client error): The resource could not be found. Aug 05 14:10:12.470485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd96e41-7d90-40f2-863c-2c17b59167b5 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:10:12.475439 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bbd96e41-7d90-40f2-863c-2c17b59167b5 tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/118302bc-4a0b-4f1a-872b-dbd018491941 HTTP/1.1" status: 404 len: 339 time: 0.0400791 Aug 05 14:10:12.476116 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38398) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:12.539629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-b341421d-cbb1-48b8-b27c-d65f66ee5b8b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Deleting subnet e6a6b048-6735-474a-8efd-5b7ffe3a67b1 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:10:12.547329 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b341421d-cbb1-48b8-b27c-d65f66ee5b8b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:12.661776 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b341421d-cbb1-48b8-b27c-d65f66ee5b8b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:12.750294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:10:12.775418 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fd674-e968-4243-bf1d-e6f867c128bf req-91bfcbbd-9b62-4d75-be88-e27ce0b79278 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:12.781640 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fd674-e968-4243-bf1d-e6f867c128bf req-91bfcbbd-9b62-4d75-be88-e27ce0b79278 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:12.788186 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fd674-e968-4243-bf1d-e6f867c128bf req-91bfcbbd-9b62-4d75-be88-e27ce0b79278 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:12.794763 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fd674-e968-4243-bf1d-e6f867c128bf req-91bfcbbd-9b62-4d75-be88-e27ce0b79278 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:12.802415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fd674-e968-4243-bf1d-e6f867c128bf req-91bfcbbd-9b62-4d75-be88-e27ce0b79278 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:12.804178 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c43fd674-e968-4243-bf1d-e6f867c128bf req-91bfcbbd-9b62-4d75-be88-e27ce0b79278 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 3828 time: 0.7470777 Aug 05 14:10:12.806427 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:12.809258 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033a1ce-5546-44b5-a4d4-bc82d9a41967 req-6d9bd4c0-17a1-4ea4-aed7-2c4a0137d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:12.810882 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d033a1ce-5546-44b5-a4d4-bc82d9a41967 req-6d9bd4c0-17a1-4ea4-aed7-2c4a0137d0b1 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8953879 Aug 05 14:10:12.829558 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Transition to ACTIVE for port object 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:12.865520 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:12.902925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c097d-3b9a-4a13-bc74-5299a5128c02 req-c4e8fa29-e085-4f06-984d-6aa51342abd1 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:12.911197 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-908c097d-3b9a-4a13-bc74-5299a5128c02 req-c4e8fa29-e085-4f06-984d-6aa51342abd1 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 945 time: 0.2109151 Aug 05 14:10:12.919093 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b341421d-cbb1-48b8-b27c-d65f66ee5b8b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:12.940393 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c43fd674-e968-4243-bf1d-e6f867c128bf req-f3958d9b-84a7-47e4-b898-e7d8b42635bb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245959 Aug 05 14:10:13.020838 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0ea18026-f469-4d95-afd5-fdd1e2c1a4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:13.025497 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Pushing event updated for resources: {'Port': ['ID=2c927f5c-290c-4b0f-bd3f-2f5908f555c8,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:13.042160 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0ea18026-f469-4d95-afd5-fdd1e2c1a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:13.065564 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-908c097d-3b9a-4a13-bc74-5299a5128c02 req-f84167c2-c228-4061-821c-b91c7a936eb6 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533053 Aug 05 14:10:13.075386 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Attempting to bind port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:10:13.075612 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Attempting to bind port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:10:13.075948 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Attempting to bind port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 on network a672c1b5-fff9-4841-8c10-82e5613d6b62 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:13.083525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 on network a672c1b5-fff9-4841-8c10-82e5613d6b62 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:10:13.083870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Attempting to bind port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 on network a672c1b5-fff9-4841-8c10-82e5613d6b62 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:13.089082 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:10:13.089362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Checking segment: {'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:10:13.089748 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Bound using segment: {'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:10:13.090327 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Bound port: 2c927f5c-290c-4b0f-bd3f-2f5908f555c8, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:10:13.092987 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:13.146746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea18026-f469-4d95-afd5-fdd1e2c1a4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999eb7ad-a96a-4333-8a2c-41aa7d9247f5,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:13.156463 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0ea18026-f469-4d95-afd5-fdd1e2c1a4dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2c45a4ca2d44b249ff475e8bc5830ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7346439 Aug 05 14:10:13.158502 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38418) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:13.183539 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] For port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:10:13.187041 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] For port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2c927f5c-290c-4b0f-bd3f-2f5908f555c8,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:10:13.198676 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:13.228635 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a79d6e9-0797-4978-a007-d26ab40c4de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:13.242559 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b341421d-cbb1-48b8-b27c-d65f66ee5b8b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:13.259349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:13.262543 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:13.266704 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] 10.222.0.63 "PUT /v2.0/ports/2c927f5c-290c-4b0f-bd3f-2f5908f555c8 HTTP/1.1" status: 200 len: 1131 time: 2.5380938 Aug 05 14:10:13.267734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'tag': '2c927f5c-290c-4b0f-bd3f-2f5908f555c8'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:10:13.270270 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8b5d67-b31d-40ce-8821-ce7031f80b57" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "tag": "2c927f5c-290c-4b0f-bd3f-2f5908f555c8"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:10:13.288366 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a79d6e9-0797-4978-a007-d26ab40c4de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:13.297025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341421d-cbb1-48b8-b27c-d65f66ee5b8b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a6b048-6735-474a-8efd-5b7ffe3a67b1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:13.299581 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b341421d-cbb1-48b8-b27c-d65f66ee5b8b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:13.299710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e137e8-683f-4f4c-bc5c-e53b8ac8a747 None None] Network a241c4de-1a00-4ec7-84ac-9eb3e2865c21 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:10:13.311234 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b341421d-cbb1-48b8-b27c-d65f66ee5b8b tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/subnets/e6a6b048-6735-474a-8efd-5b7ffe3a67b1 HTTP/1.1" status: 204 len: 168 time: 0.8330364 Aug 05 14:10:13.313821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38424) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:13.326386 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Request body: {'port': {'device_id': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:13.377993 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b18a4c-cb59-4ff9-9c49-4e54449f83f5 x-openstack-request-id: req-f2b18a4c-cb59-4ff9-9c49-4e54449f83f5 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:10:13.379371 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "tag": "2c927f5c-290c-4b0f-bd3f-2f5908f555c8", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:10:13.379996 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2b18a4c-cb59-4ff9-9c49-4e54449f83f5 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:10:13.380684 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'tag': '2c927f5c-290c-4b0f-bd3f-2f5908f555c8', 'status': 'completed', 'code': 200} Aug 05 14:10:13.434142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227b1bc-941a-48e4-af73-44977b0ca923 service neutron] Pushing event updated for resources: {'Port': ['ID=2c927f5c-290c-4b0f-bd3f-2f5908f555c8,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:13.478172 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:13.523810 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:13.541594 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b5d67-b31d-40ce-8821-ce7031f80b57 req-ebeec22c-bd8e-48e9-adac-6f814793273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:13.542079 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b5d67-b31d-40ce-8821-ce7031f80b57 req-ebeec22c-bd8e-48e9-adac-6f814793273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:13.542635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b5d67-b31d-40ce-8821-ce7031f80b57 req-ebeec22c-bd8e-48e9-adac-6f814793273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:13.543339 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b5d67-b31d-40ce-8821-ce7031f80b57 req-ebeec22c-bd8e-48e9-adac-6f814793273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:13.543605 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b5d67-b31d-40ce-8821-ce7031f80b57 req-ebeec22c-bd8e-48e9-adac-6f814793273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:13.544269 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b5d67-b31d-40ce-8821-ce7031f80b57 req-ebeec22c-bd8e-48e9-adac-6f814793273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:13.546295 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a79d6e9-0797-4978-a007-d26ab40c4de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:13.549733 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a79d6e9-0797-4978-a007-d26ab40c4de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:13.551239 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5b8b5d67-b31d-40ce-8821-ce7031f80b57 req-ebeec22c-bd8e-48e9-adac-6f814793273c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6e036408f4db49cba61ec7696aa2c980&device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5287 time: 0.1490476 Aug 05 14:10:13.554869 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4a79d6e9-0797-4978-a007-d26ab40c4de8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/999eb7ad-a96a-4333-8a2c-41aa7d9247f5 HTTP/1.1" status: 204 len: 168 time: 0.3932014 Aug 05 14:10:13.565877 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79d6e9-0797-4978-a007-d26ab40c4de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999eb7ad-a96a-4333-8a2c-41aa7d9247f5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:13.612495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Deleting port 518cee32-3d09-4360-b511-7bee6a7e5499 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:13.623808 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:13.832830 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] DHCP port deletion for a241c4de-1a00-4ec7-84ac-9eb3e2865c21 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:10:13.880034 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] For port 518cee32-3d09-4360-b511-7bee6a7e5499, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=518cee32-3d09-4360-b511-7bee6a7e5499,segment=NetworkSegment(05b5e72e-b458-44d8-9fff-272345cadb83),segment_id=05b5e72e-b458-44d8-9fff-272345cadb83)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:13.880413 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:13.912879 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Calling delete_port for 518cee32-3d09-4360-b511-7bee6a7e5499 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:13.914363 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b5d67-b31d-40ce-8821-ce7031f80b57 req-391cf3e7-3861-40c7-a1bf-0ce85d33ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:13.914915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b5d67-b31d-40ce-8821-ce7031f80b57 req-391cf3e7-3861-40c7-a1bf-0ce85d33ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:13.915317 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b5d67-b31d-40ce-8821-ce7031f80b57 req-391cf3e7-3861-40c7-a1bf-0ce85d33ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:13.916923 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5b8b5d67-b31d-40ce-8821-ce7031f80b57 req-391cf3e7-3861-40c7-a1bf-0ce85d33ff75 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=6e036408f4db49cba61ec7696aa2c980&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3303940 Aug 05 14:10:13.930625 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] Deleting port 518cee32-3d09-4360-b511-7bee6a7e5499 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:13.931271 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:14.000329 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] For port 518cee32-3d09-4360-b511-7bee6a7e5499, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=518cee32-3d09-4360-b511-7bee6a7e5499,segment=NetworkSegment(05b5e72e-b458-44d8-9fff-272345cadb83),segment_id=05b5e72e-b458-44d8-9fff-272345cadb83)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:14.000743 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:14.003438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38440) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:14.022715 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] Calling delete_port for 518cee32-3d09-4360-b511-7bee6a7e5499 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:14.130018 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:14.195773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] Pushing event deleted for resources: {'Port': ['ID=518cee32-3d09-4360-b511-7bee6a7e5499,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:14.198213 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] No DVR routers for this DVR port 518cee32-3d09-4360-b511-7bee6a7e5499 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:10:14.228494 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:14.228844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:14.233329 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261b2b4-8368-491e-9a1c-c980f7ff7b05 req-bec6366e-43e2-4227-958a-76dc393b3f60 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:14.235258 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8261b2b4-8368-491e-9a1c-c980f7ff7b05 req-bec6366e-43e2-4227-958a-76dc393b3f60 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.84 "GET /v2.0/ports?device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 945 time: 0.2349191 Aug 05 14:10:14.235714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:14.236425 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:14.237017 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:14.237463 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:14.238443 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:14.239390 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:14.240140 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:14.240590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:14.241103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:14.241675 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd84d9-c99f-4e79-88ff-7b9b87402963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:10:14.299330 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b5d67-b31d-40ce-8821-ce7031f80b57 req-d1cde327-ab0e-48cf-9dd2-af4080c3d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:14.301073 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5b8b5d67-b31d-40ce-8821-ce7031f80b57 req-d1cde327-ab0e-48cf-9dd2-af4080c3d852 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3673179 Aug 05 14:10:14.324520 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c23c70-0b03-4b75-847c-df7738d1df2a req-7542ae8d-1ad3-4a36-a75b-6910b7632ee5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:14.330659 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c23c70-0b03-4b75-847c-df7738d1df2a req-7542ae8d-1ad3-4a36-a75b-6910b7632ee5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:14.339558 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c23c70-0b03-4b75-847c-df7738d1df2a req-7542ae8d-1ad3-4a36-a75b-6910b7632ee5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:14.344499 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:14.346500 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3ad4-b5f1-4ee7-8238-c51cee6bdb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:14.349540 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c23c70-0b03-4b75-847c-df7738d1df2a req-7542ae8d-1ad3-4a36-a75b-6910b7632ee5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:14.364897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c23c70-0b03-4b75-847c-df7738d1df2a req-7542ae8d-1ad3-4a36-a75b-6910b7632ee5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:14.367470 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c23c70-0b03-4b75-847c-df7738d1df2a req-7542ae8d-1ad3-4a36-a75b-6910b7632ee5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:14.369600 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-05c23c70-0b03-4b75-847c-df7738d1df2a req-7542ae8d-1ad3-4a36-a75b-6910b7632ee5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 4601 time: 0.2377875 Aug 05 14:10:14.429483 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] No DVR routers for this DVR port 518cee32-3d09-4360-b511-7bee6a7e5499 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:10:14.431284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Port': ['ID=518cee32-3d09-4360-b511-7bee6a7e5499,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:14.461979 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-05c23c70-0b03-4b75-847c-df7738d1df2a req-daae6f2c-1880-4dac-965c-6b5cae00a2fa tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0848451 Aug 05 14:10:14.475723 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7161d31e-c4bb-48b6-8ed5-499b92efc745 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:10:14.484732 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:14.491831 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf8f9b-639d-4c87-8bba-d9541fb0282f req-e4f00614-cdbb-4e03-bbaf-659ff5a26d6a tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:14.493396 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f8bf8f9b-639d-4c87-8bba-d9541fb0282f req-e4f00614-cdbb-4e03-bbaf-659ff5a26d6a tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 945 time: 0.2365723 Aug 05 14:10:14.505219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Transition to ACTIVE for port object 7161d31e-c4bb-48b6-8ed5-499b92efc745 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:14.523568 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:14.598151 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:14.620024 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 507070e2-0f1a-4a04-abe1-9912d1b2896d no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:10:14.622370 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a241c4de-1a00-4ec7-84ac-9eb3e2865c21']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:14.653286 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b5e72e-b458-44d8-9fff-272345cadb83') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:14.653641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b5e72e-b458-44d8-9fff-272345cadb83') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:14.690946 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:14.709375 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 507070e2-0f1a-4a04-abe1-9912d1b2896d {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:10:14.709643 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Pushing event updated for resources: {'Port': ['ID=7161d31e-c4bb-48b6-8ed5-499b92efc745,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:14.710043 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 507070e2-0f1a-4a04-abe1-9912d1b2896d not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:10:14.731160 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:14.741053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:10:14.741531 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:14.757257 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:14.810411 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Attempting to bind port 7161d31e-c4bb-48b6-8ed5-499b92efc745 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:10:14.812121 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Attempting to bind port 7161d31e-c4bb-48b6-8ed5-499b92efc745 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:10:14.812611 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Attempting to bind port 7161d31e-c4bb-48b6-8ed5-499b92efc745 on network a672c1b5-fff9-4841-8c10-82e5613d6b62 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:14.818090 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Port 7161d31e-c4bb-48b6-8ed5-499b92efc745 on network a672c1b5-fff9-4841-8c10-82e5613d6b62 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:10:14.818473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Attempting to bind port 7161d31e-c4bb-48b6-8ed5-499b92efc745 on network a672c1b5-fff9-4841-8c10-82e5613d6b62 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:14.823703 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:10:14.824047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Checking segment: {'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:10:14.824454 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Bound using segment: {'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:10:14.825028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Bound port: 7161d31e-c4bb-48b6-8ed5-499b92efc745, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:10:14.825400 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:14.901911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-8261b2b4-8368-491e-9a1c-c980f7ff7b05 req-1a9bdafd-544b-4d0a-ad07-ffc21f2feb7c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Deleting port c1124e29-7571-4e35-a2e7-f4678dc0b56b {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:14.902647 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8261b2b4-8368-491e-9a1c-c980f7ff7b05 req-1a9bdafd-544b-4d0a-ad07-ffc21f2feb7c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:14.939815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] For port 7161d31e-c4bb-48b6-8ed5-499b92efc745, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:10:14.945043 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] For port 7161d31e-c4bb-48b6-8ed5-499b92efc745, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7161d31e-c4bb-48b6-8ed5-499b92efc745,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:10:14.949637 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f8bf8f9b-639d-4c87-8bba-d9541fb0282f req-f93d2ce9-d123-4071-ad3a-01665eac1e05 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773556 Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:10:14.951619 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:10:14.960599 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:14.962391 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 518cee32-3d09-4360-b511-7bee6a7e5499 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:10:14.967673 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:14.974018 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:14.978172 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] 10.222.0.16 "DELETE /v2.0/networks/a241c4de-1a00-4ec7-84ac-9eb3e2865c21 HTTP/1.1" status: 204 len: 168 time: 1.6605737 Aug 05 14:10:15.012453 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 518cee32-3d09-4360-b511-7bee6a7e5499 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:10:15.013167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 518cee32-3d09-4360-b511-7bee6a7e5499 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:10:15.059047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Pushing event updated for resources: {'Port': ['ID=7161d31e-c4bb-48b6-8ed5-499b92efc745,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:15.074167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:15.075696 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:15.078021 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-f6a9b19b-62a1-442f-b686-30fc31c7318f service neutron] 10.222.0.63 "PUT /v2.0/ports/7161d31e-c4bb-48b6-8ed5-499b92efc745 HTTP/1.1" status: 200 len: 1129 time: 1.7639489 Aug 05 14:10:15.109675 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a2021-b8de-4b68-aae7-001d69551b2a tempest-NetworksTest-715843434 tempest-NetworksTest-715843434-project] Pushing event deleted for resources: {'Network': ['ID=a241c4de-1a00-4ec7-84ac-9eb3e2865c21,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:15.131697 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Request body: {'port': {'device_id': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:15.167730 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3ad4-b5f1-4ee7-8238-c51cee6bdb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:15.180859 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3ad4-b5f1-4ee7-8238-c51cee6bdb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:15.226123 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd3ad4-b5f1-4ee7-8238-c51cee6bdb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c401a95-4ac8-4066-8fae-8045370f1f97,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:15.231734 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8261b2b4-8368-491e-9a1c-c980f7ff7b05 req-1a9bdafd-544b-4d0a-ad07-ffc21f2feb7c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] For port c1124e29-7571-4e35-a2e7-f4678dc0b56b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=c1124e29-7571-4e35-a2e7-f4678dc0b56b,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:15.232107 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8261b2b4-8368-491e-9a1c-c980f7ff7b05 req-1a9bdafd-544b-4d0a-ad07-ffc21f2feb7c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:15.269777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-8261b2b4-8368-491e-9a1c-c980f7ff7b05 req-1a9bdafd-544b-4d0a-ad07-ffc21f2feb7c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Calling delete_port for c1124e29-7571-4e35-a2e7-f4678dc0b56b owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:15.276086 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c9bd3ad4-b5f1-4ee7-8238-c51cee6bdb08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a1318d94c4f478bab7cacbf0f2ef21c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2705600 Aug 05 14:10:15.280143 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38474) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:15.353800 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:15.380500 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2210201c-40a2-4b15-87e9-a922614d4b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:15.434501 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2210201c-40a2-4b15-87e9-a922614d4b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:15.454998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'tag': '7161d31e-c4bb-48b6-8ed5-499b92efc745'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:10:15.462388 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd2cba4-2d33-4fc9-9fe9-35e4ee7265ac" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "tag": "7161d31e-c4bb-48b6-8ed5-499b92efc745"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:10:15.483897 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8261b2b4-8368-491e-9a1c-c980f7ff7b05 req-1a9bdafd-544b-4d0a-ad07-ffc21f2feb7c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:15.496736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:10:15.500663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['c1124e29-7571-4e35-a2e7-f4678dc0b56b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:10:15.530282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38482) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:15.542537 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd86093e-63a9-447d-adfd-c49e0e66d105 x-openstack-request-id: req-fd86093e-63a9-447d-adfd-c49e0e66d105 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:10:15.542831 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "tag": "7161d31e-c4bb-48b6-8ed5-499b92efc745", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:10:15.543095 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd86093e-63a9-447d-adfd-c49e0e66d105 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:10:15.543537 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'tag': '7161d31e-c4bb-48b6-8ed5-499b92efc745', 'status': 'completed', 'code': 200} Aug 05 14:10:15.596846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bdafd-544b-4d0a-ad07-ffc21f2feb7c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Pushing event deleted for resources: {'Port': ['ID=c1124e29-7571-4e35-a2e7-f4678dc0b56b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:15.671975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8261b2b4-8368-491e-9a1c-c980f7ff7b05 req-1a9bdafd-544b-4d0a-ad07-ffc21f2feb7c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] No DVR routers for this DVR port c1124e29-7571-4e35-a2e7-f4678dc0b56b on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:10:15.675303 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8261b2b4-8368-491e-9a1c-c980f7ff7b05 req-1a9bdafd-544b-4d0a-ad07-ffc21f2feb7c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:15.678161 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8261b2b4-8368-491e-9a1c-c980f7ff7b05 req-1a9bdafd-544b-4d0a-ad07-ffc21f2feb7c tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.84 "DELETE /v2.0/ports/c1124e29-7571-4e35-a2e7-f4678dc0b56b HTTP/1.1" status: 204 len: 173 time: 1.4201396 Aug 05 14:10:15.678763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8932a217-08b5-466f-8739-bd8b36c49058', 'name': 'network-vif-deleted', 'tag': 'c1124e29-7571-4e35-a2e7-f4678dc0b56b'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:10:15.681326 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ece8a67-2e43-4404-b6be-c4c93d8ac70b" -d '{"events": [{"server_uuid": "8932a217-08b5-466f-8739-bd8b36c49058", "name": "network-vif-deleted", "tag": "c1124e29-7571-4e35-a2e7-f4678dc0b56b"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:10:15.751579 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2210201c-40a2-4b15-87e9-a922614d4b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:15.754807 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2210201c-40a2-4b15-87e9-a922614d4b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:15.758483 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2210201c-40a2-4b15-87e9-a922614d4b7b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c401a95-4ac8-4066-8fae-8045370f1f97 HTTP/1.1" status: 204 len: 168 time: 0.4745703 Aug 05 14:10:15.847133 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-63132bd4-6ee1-4234-a349-58506c9ccebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:15.848818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210201c-40a2-4b15-87e9-a922614d4b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c401a95-4ac8-4066-8fae-8045370f1f97,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:15.873532 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9268a0f-54bb-4a10-9cc4-c53bdf16b697 x-openstack-request-id: req-c9268a0f-54bb-4a10-9cc4-c53bdf16b697 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:10:15.873827 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8932a217-08b5-466f-8739-bd8b36c49058", "name": "network-vif-deleted", "tag": "c1124e29-7571-4e35-a2e7-f4678dc0b56b", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:10:15.874081 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9268a0f-54bb-4a10-9cc4-c53bdf16b697 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:10:15.874527 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8932a217-08b5-466f-8739-bd8b36c49058', 'name': 'network-vif-deleted', 'tag': 'c1124e29-7571-4e35-a2e7-f4678dc0b56b', 'status': 'completed', 'code': 200} Aug 05 14:10:15.989745 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:15.991815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa5bf4-ddb6-4973-87bb-ea9b7f35749c req-6893f9fb-5b69-4dfb-8f3a-ea439ff36ee9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:15.999011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa5bf4-ddb6-4973-87bb-ea9b7f35749c req-6893f9fb-5b69-4dfb-8f3a-ea439ff36ee9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:16.015289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa5bf4-ddb6-4973-87bb-ea9b7f35749c req-6893f9fb-5b69-4dfb-8f3a-ea439ff36ee9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:16.031426 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa5bf4-ddb6-4973-87bb-ea9b7f35749c req-6893f9fb-5b69-4dfb-8f3a-ea439ff36ee9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:16.038157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa5bf4-ddb6-4973-87bb-ea9b7f35749c req-6893f9fb-5b69-4dfb-8f3a-ea439ff36ee9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:16.046466 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa5bf4-ddb6-4973-87bb-ea9b7f35749c req-6893f9fb-5b69-4dfb-8f3a-ea439ff36ee9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:16.067367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa5bf4-ddb6-4973-87bb-ea9b7f35749c req-6893f9fb-5b69-4dfb-8f3a-ea439ff36ee9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:16.083450 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-93fa5bf4-ddb6-4973-87bb-ea9b7f35749c req-6893f9fb-5b69-4dfb-8f3a-ea439ff36ee9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5372 time: 0.3889518 Aug 05 14:10:16.167060 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c6adee52-4c28-427a-ae15-e31fa654e88a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3d42ade306f4e4ca2a5953793034fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6354296 Aug 05 14:10:16.169715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38508) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:16.263613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2cba4-2d33-4fc9-9fe9-35e4ee7265ac req-4f6dc667-bdb7-42f9-b240-f119eb7e7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:16.264274 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2cba4-2d33-4fc9-9fe9-35e4ee7265ac req-4f6dc667-bdb7-42f9-b240-f119eb7e7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:16.264763 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2cba4-2d33-4fc9-9fe9-35e4ee7265ac req-4f6dc667-bdb7-42f9-b240-f119eb7e7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:16.265253 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2cba4-2d33-4fc9-9fe9-35e4ee7265ac req-4f6dc667-bdb7-42f9-b240-f119eb7e7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:16.265730 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2cba4-2d33-4fc9-9fe9-35e4ee7265ac req-4f6dc667-bdb7-42f9-b240-f119eb7e7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:16.266204 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2cba4-2d33-4fc9-9fe9-35e4ee7265ac req-4f6dc667-bdb7-42f9-b240-f119eb7e7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:16.266700 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2cba4-2d33-4fc9-9fe9-35e4ee7265ac req-4f6dc667-bdb7-42f9-b240-f119eb7e7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:16.268800 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0fd2cba4-2d33-4fc9-9fe9-35e4ee7265ac req-4f6dc667-bdb7-42f9-b240-f119eb7e7e17 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6e036408f4db49cba61ec7696aa2c980&device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 6209 time: 0.5763493 Aug 05 14:10:16.328822 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6a9d3a57-6e5e-4dbe-837d-7ca21367603e req-59426ff4-339e-4826-a4e9-2585c8e2326e tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=8932a217-08b5-466f-8739-bd8b36c49058 HTTP/1.1" status: 200 len: 210 time: 0.0807266 Aug 05 14:10:16.370829 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-345fadf7-506d-4354-b52e-dd4dddf5b248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:16.443332 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-345fadf7-506d-4354-b52e-dd4dddf5b248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:16.445469 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2cba4-2d33-4fc9-9fe9-35e4ee7265ac req-36dd31d5-de5a-42aa-97ff-b0d0e1aeeb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:16.445958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2cba4-2d33-4fc9-9fe9-35e4ee7265ac req-36dd31d5-de5a-42aa-97ff-b0d0e1aeeb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:16.446483 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2cba4-2d33-4fc9-9fe9-35e4ee7265ac req-36dd31d5-de5a-42aa-97ff-b0d0e1aeeb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:16.448477 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0fd2cba4-2d33-4fc9-9fe9-35e4ee7265ac req-36dd31d5-de5a-42aa-97ff-b0d0e1aeeb39 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=6e036408f4db49cba61ec7696aa2c980&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1556482 Aug 05 14:10:16.523568 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-93fa5bf4-ddb6-4973-87bb-ea9b7f35749c req-8a357e24-99c1-4c09-891c-ccdafeb726ee tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4368920 Aug 05 14:10:16.537856 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-345fadf7-506d-4354-b52e-dd4dddf5b248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:16.541174 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-345fadf7-506d-4354-b52e-dd4dddf5b248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:16.542753 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-345fadf7-506d-4354-b52e-dd4dddf5b248 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efe1bea9-9c48-4381-9a94-08f395de8047 HTTP/1.1" status: 204 len: 168 time: 0.3713708 Aug 05 14:10:16.565268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fadf7-506d-4354-b52e-dd4dddf5b248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe1bea9-9c48-4381-9a94-08f395de8047,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:16.680103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2cba4-2d33-4fc9-9fe9-35e4ee7265ac req-5a8b470d-6c98-48f9-af0e-81c8543d28a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:16.681748 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0fd2cba4-2d33-4fc9-9fe9-35e4ee7265ac req-5a8b470d-6c98-48f9-af0e-81c8543d28a9 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2224476 Aug 05 14:10:16.688465 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8eb1684-08f2-4780-84fe-e55025c46bf3 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:10:16.698943 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:16.716177 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Transition to ACTIVE for port object b8eb1684-08f2-4780-84fe-e55025c46bf3 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:16.723824 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:16.844323 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8eb1684-08f2-4780-84fe-e55025c46bf3,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:16.889773 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Attempting to bind port b8eb1684-08f2-4780-84fe-e55025c46bf3 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:10:16.890410 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Attempting to bind port b8eb1684-08f2-4780-84fe-e55025c46bf3 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:10:16.890848 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Attempting to bind port b8eb1684-08f2-4780-84fe-e55025c46bf3 on network a672c1b5-fff9-4841-8c10-82e5613d6b62 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:16.897248 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Port b8eb1684-08f2-4780-84fe-e55025c46bf3 on network a672c1b5-fff9-4841-8c10-82e5613d6b62 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:10:16.897646 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Attempting to bind port b8eb1684-08f2-4780-84fe-e55025c46bf3 on network a672c1b5-fff9-4841-8c10-82e5613d6b62 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:16.903518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:10:16.904706 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Checking segment: {'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:10:16.905008 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Bound using segment: {'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:10:16.907057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Bound port: b8eb1684-08f2-4780-84fe-e55025c46bf3, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:10:16.907931 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:17.026781 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] For port b8eb1684-08f2-4780-84fe-e55025c46bf3, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:10:17.033944 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] For port b8eb1684-08f2-4780-84fe-e55025c46bf3, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b8eb1684-08f2-4780-84fe-e55025c46bf3,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:10:17.049676 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:17.126894 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:17.128913 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:17.131190 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] 10.222.0.63 "PUT /v2.0/ports/b8eb1684-08f2-4780-84fe-e55025c46bf3 HTTP/1.1" status: 200 len: 1091 time: 2.0189226 Aug 05 14:10:17.188221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Request body: {'port': {'device_id': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:17.223409 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3c57d-6c43-4d6b-8576-fc6abef4b5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8eb1684-08f2-4780-84fe-e55025c46bf3,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:17.303775 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:17.545569 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'tag': 'b8eb1684-08f2-4780-84fe-e55025c46bf3'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:10:17.550391 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e798a95-6267-4be3-b632-e8179370afa1" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "tag": "b8eb1684-08f2-4780-84fe-e55025c46bf3"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:10:17.653360 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0608d62a-fef3-484f-b309-68673c96c474 x-openstack-request-id: req-0608d62a-fef3-484f-b309-68673c96c474 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:10:17.653766 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "tag": "b8eb1684-08f2-4780-84fe-e55025c46bf3", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:10:17.654120 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0608d62a-fef3-484f-b309-68673c96c474 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:10:17.654730 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'tag': 'b8eb1684-08f2-4780-84fe-e55025c46bf3', 'status': 'completed', 'code': 200} Aug 05 14:10:17.854559 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e798a95-6267-4be3-b632-e8179370afa1 req-fd124f1d-1f3e-4899-8558-c4bece5476ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:17.855049 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e798a95-6267-4be3-b632-e8179370afa1 req-fd124f1d-1f3e-4899-8558-c4bece5476ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:17.855525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e798a95-6267-4be3-b632-e8179370afa1 req-fd124f1d-1f3e-4899-8558-c4bece5476ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:17.855997 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e798a95-6267-4be3-b632-e8179370afa1 req-fd124f1d-1f3e-4899-8558-c4bece5476ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:17.856466 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e798a95-6267-4be3-b632-e8179370afa1 req-fd124f1d-1f3e-4899-8558-c4bece5476ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:17.856932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e798a95-6267-4be3-b632-e8179370afa1 req-fd124f1d-1f3e-4899-8558-c4bece5476ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:17.857400 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e798a95-6267-4be3-b632-e8179370afa1 req-fd124f1d-1f3e-4899-8558-c4bece5476ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:17.859587 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e798a95-6267-4be3-b632-e8179370afa1 req-fd124f1d-1f3e-4899-8558-c4bece5476ee service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6e036408f4db49cba61ec7696aa2c980&device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 6276 time: 0.2011330 Aug 05 14:10:17.879353 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc32cb0-9355-478d-9164-8d841bbf4c72 req-87421d0f-ebd1-4880-b623-44bcfc3deae8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:17.888511 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc32cb0-9355-478d-9164-8d841bbf4c72 req-87421d0f-ebd1-4880-b623-44bcfc3deae8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:17.898480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc32cb0-9355-478d-9164-8d841bbf4c72 req-87421d0f-ebd1-4880-b623-44bcfc3deae8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:17.907583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc32cb0-9355-478d-9164-8d841bbf4c72 req-87421d0f-ebd1-4880-b623-44bcfc3deae8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:17.920784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc32cb0-9355-478d-9164-8d841bbf4c72 req-87421d0f-ebd1-4880-b623-44bcfc3deae8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:17.929794 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc32cb0-9355-478d-9164-8d841bbf4c72 req-87421d0f-ebd1-4880-b623-44bcfc3deae8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:17.937992 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc32cb0-9355-478d-9164-8d841bbf4c72 req-87421d0f-ebd1-4880-b623-44bcfc3deae8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:17.940599 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cfc32cb0-9355-478d-9164-8d841bbf4c72 req-87421d0f-ebd1-4880-b623-44bcfc3deae8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5384 time: 0.1685910 Aug 05 14:10:17.982743 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76543a-d619-4938-874d-6f4dd0af232c req-bc3b5eec-a5f7-4616-ad3c-0273f62ec885 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:17.992995 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b76543a-d619-4938-874d-6f4dd0af232c req-bc3b5eec-a5f7-4616-ad3c-0273f62ec885 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.2082908 Aug 05 14:10:18.009808 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cfc32cb0-9355-478d-9164-8d841bbf4c72 req-a8b6faea-ab98-4908-a7d1-09f989756a5a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618873 Aug 05 14:10:18.024821 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3959024-cd38-493d-b979-ae02a3fd5bed {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:10:18.057419 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:18.088533 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b76543a-d619-4938-874d-6f4dd0af232c req-8ab60ce5-6f54-4882-9365-6cadaf09f928 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945895 Aug 05 14:10:18.125052 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e798a95-6267-4be3-b632-e8179370afa1 req-b10b5f0b-55bd-45b3-9e8e-87390b95fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:18.125572 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e798a95-6267-4be3-b632-e8179370afa1 req-b10b5f0b-55bd-45b3-9e8e-87390b95fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:18.126200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e798a95-6267-4be3-b632-e8179370afa1 req-b10b5f0b-55bd-45b3-9e8e-87390b95fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:18.128092 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e798a95-6267-4be3-b632-e8179370afa1 req-b10b5f0b-55bd-45b3-9e8e-87390b95fe09 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=6e036408f4db49cba61ec7696aa2c980&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2464252 Aug 05 14:10:18.132257 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Transition to ACTIVE for port object c3959024-cd38-493d-b979-ae02a3fd5bed will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:18.257195 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e798a95-6267-4be3-b632-e8179370afa1 req-2420bf5f-2c51-47e9-8af3-ff5167ec0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:18.258961 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e798a95-6267-4be3-b632-e8179370afa1 req-2420bf5f-2c51-47e9-8af3-ff5167ec0dc3 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228962 Aug 05 14:10:18.260167 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:18.340200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Pushing event updated for resources: {'Port': ['ID=c3959024-cd38-493d-b979-ae02a3fd5bed,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:18.359987 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2c76a1d6-ccdf-4874-a3b7-879af1717622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:18.474106 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Attempting to bind port c3959024-cd38-493d-b979-ae02a3fd5bed on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:10:18.475376 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Attempting to bind port c3959024-cd38-493d-b979-ae02a3fd5bed by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:10:18.475731 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Attempting to bind port c3959024-cd38-493d-b979-ae02a3fd5bed on network a672c1b5-fff9-4841-8c10-82e5613d6b62 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:18.488071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Port c3959024-cd38-493d-b979-ae02a3fd5bed on network a672c1b5-fff9-4841-8c10-82e5613d6b62 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:10:18.488560 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Attempting to bind port c3959024-cd38-493d-b979-ae02a3fd5bed on network a672c1b5-fff9-4841-8c10-82e5613d6b62 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:18.501890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:10:18.502396 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Checking segment: {'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:10:18.503093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Bound using segment: {'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:10:18.507771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Bound port: c3959024-cd38-493d-b979-ae02a3fd5bed, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969531a9-39fa-4373-a21d-874d87fd2619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:10:18.508173 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:18.564937 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:18.656210 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] For port c3959024-cd38-493d-b979-ae02a3fd5bed, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:10:18.661161 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] For port c3959024-cd38-493d-b979-ae02a3fd5bed, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=c3959024-cd38-493d-b979-ae02a3fd5bed,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:10:18.667606 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:18.689861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:18.690634 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:18.693031 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] 10.222.0.63 "PUT /v2.0/ports/c3959024-cd38-493d-b979-ae02a3fd5bed HTTP/1.1" status: 200 len: 1091 time: 1.5156233 Aug 05 14:10:18.708354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38594) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:18.776085 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Request body: {'port': {'device_id': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:18.935005 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:18.948835 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50324a89-3a8d-442b-be2b-da043c4df517 service neutron] Pushing event updated for resources: {'Port': ['ID=c3959024-cd38-493d-b979-ae02a3fd5bed,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:18.983229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38606) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:19.119085 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device c1124e29-7571-4e35-a2e7-f4678dc0b56b no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:10:19.176619 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: c1124e29-7571-4e35-a2e7-f4678dc0b56b {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:10:19.183908 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device c1124e29-7571-4e35-a2e7-f4678dc0b56b not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:10:19.225620 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6f9b671f-7666-4190-9113-f78b2fcc0acd tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-493673202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:19.308146 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6fffeba-c7fc-4965-ac86-8bc632cc6bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:19.339943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857773b-6b40-40c8-9068-8d195b5a3679 req-43715c57-b8e3-44b3-8c73-3ab40581e9a0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:19.349204 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857773b-6b40-40c8-9068-8d195b5a3679 req-43715c57-b8e3-44b3-8c73-3ab40581e9a0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:19.356204 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857773b-6b40-40c8-9068-8d195b5a3679 req-43715c57-b8e3-44b3-8c73-3ab40581e9a0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:19.362714 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857773b-6b40-40c8-9068-8d195b5a3679 req-43715c57-b8e3-44b3-8c73-3ab40581e9a0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:19.370204 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857773b-6b40-40c8-9068-8d195b5a3679 req-43715c57-b8e3-44b3-8c73-3ab40581e9a0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:19.377217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857773b-6b40-40c8-9068-8d195b5a3679 req-43715c57-b8e3-44b3-8c73-3ab40581e9a0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:19.384350 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857773b-6b40-40c8-9068-8d195b5a3679 req-43715c57-b8e3-44b3-8c73-3ab40581e9a0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:19.392777 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e857773b-6b40-40c8-9068-8d195b5a3679 req-43715c57-b8e3-44b3-8c73-3ab40581e9a0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5396 time: 0.2617304 Aug 05 14:10:19.430818 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f9b671f-7666-4190-9113-f78b2fcc0acd tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:19.432137 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f9b671f-7666-4190-9113-f78b2fcc0acd tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:19.447726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c03ab-8809-49cc-827e-d432e4ffef4a req-895560a5-b5cc-4876-9583-a4d12061a25d tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:19.450002 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e30c03ab-8809-49cc-827e-d432e4ffef4a req-895560a5-b5cc-4876-9583-a4d12061a25d tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.63 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.3147597 Aug 05 14:10:19.465063 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:19.504444 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e857773b-6b40-40c8-9068-8d195b5a3679 req-21229412-f808-4e56-991e-315280f27845 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1093993 Aug 05 14:10:19.520943 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3176ee0-d977-4960-b6c2-a03be5f071ae {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:10:19.537772 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:19.554767 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1cec-900d-43d2-b2a0-386252e71e31 req-5a4b6f77-02cc-4ba2-a0f4-9cb10f797b70 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:19.556444 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98cc1cec-900d-43d2-b2a0-386252e71e31 req-5a4b6f77-02cc-4ba2-a0f4-9cb10f797b70 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 945 time: 0.1927423 Aug 05 14:10:19.621216 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f9b671f-7666-4190-9113-f78b2fcc0acd tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:19.635626 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f9b671f-7666-4190-9113-f78b2fcc0acd tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:19.638870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Transition to ACTIVE for port object f3176ee0-d977-4960-b6c2-a03be5f071ae will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:19.646858 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:19.652497 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98cc1cec-900d-43d2-b2a0-386252e71e31 req-8413a8bb-bfe6-40f6-bb93-af3537a9a29f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e5d28c8-b3f5-499b-b304-9545260594dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899615 Aug 05 14:10:19.654715 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6fffeba-c7fc-4965-ac86-8bc632cc6bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:19.658842 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'tag': 'c3959024-cd38-493d-b979-ae02a3fd5bed'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:10:19.661871 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea2d375-5618-421d-9336-1b84281ed280" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "tag": "c3959024-cd38-493d-b979-ae02a3fd5bed"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:10:19.665254 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6fffeba-c7fc-4965-ac86-8bc632cc6bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:19.729822 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f9b671f-7666-4190-9113-f78b2fcc0acd tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:19.738360 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45730b33-ae0e-46b0-bba2-dd7043d312ab x-openstack-request-id: req-45730b33-ae0e-46b0-bba2-dd7043d312ab {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:10:19.738730 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "tag": "c3959024-cd38-493d-b979-ae02a3fd5bed", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:10:19.738981 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45730b33-ae0e-46b0-bba2-dd7043d312ab {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:10:19.739313 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'tag': 'c3959024-cd38-493d-b979-ae02a3fd5bed', 'status': 'completed', 'code': 200} Aug 05 14:10:19.747256 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6f9b671f-7666-4190-9113-f78b2fcc0acd tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0373282 Aug 05 14:10:19.750872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-e30c03ab-8809-49cc-827e-d432e4ffef4a req-4cef7dcb-2e9a-4f2b-9d94-b3645d925950 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Deleting port 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:19.751512 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e30c03ab-8809-49cc-827e-d432e4ffef4a req-4cef7dcb-2e9a-4f2b-9d94-b3645d925950 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:19.756316 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38632) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:19.765180 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-6e9a1627-950a-46df-86ad-9b5dc5a3c6c5 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-825579620'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:19.797926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Pushing event updated for resources: {'Port': ['ID=f3176ee0-d977-4960-b6c2-a03be5f071ae,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:19.831498 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f6fffeba-c7fc-4965-ac86-8bc632cc6bb4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7565a06dd802468b84baee719f5c79d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8448753 Aug 05 14:10:19.831783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fffeba-c7fc-4965-ac86-8bc632cc6bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc12a17-de04-4dc1-a440-32039e55dc8e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:19.846100 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38636) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:19.912247 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2d375-5618-421d-9336-1b84281ed280 req-c2fa07d7-7460-4cad-a925-1ea98d319644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:19.912745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2d375-5618-421d-9336-1b84281ed280 req-c2fa07d7-7460-4cad-a925-1ea98d319644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:19.913231 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2d375-5618-421d-9336-1b84281ed280 req-c2fa07d7-7460-4cad-a925-1ea98d319644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:19.913712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2d375-5618-421d-9336-1b84281ed280 req-c2fa07d7-7460-4cad-a925-1ea98d319644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:19.914193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2d375-5618-421d-9336-1b84281ed280 req-c2fa07d7-7460-4cad-a925-1ea98d319644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:19.914715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2d375-5618-421d-9336-1b84281ed280 req-c2fa07d7-7460-4cad-a925-1ea98d319644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:19.915193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2d375-5618-421d-9336-1b84281ed280 req-c2fa07d7-7460-4cad-a925-1ea98d319644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:19.922783 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eea2d375-5618-421d-9336-1b84281ed280 req-c2fa07d7-7460-4cad-a925-1ea98d319644 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6e036408f4db49cba61ec7696aa2c980&device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 6368 time: 0.1620665 Aug 05 14:10:19.992156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38638) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:20.004692 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b02eec5-269d-42fc-ac1c-036f662f4a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:20.041121 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b02eec5-269d-42fc-ac1c-036f662f4a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:20.139108 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2d375-5618-421d-9336-1b84281ed280 req-6988eb35-aee5-46b4-b3df-5cd3a3e24529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:20.139774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2d375-5618-421d-9336-1b84281ed280 req-6988eb35-aee5-46b4-b3df-5cd3a3e24529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:20.140380 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2d375-5618-421d-9336-1b84281ed280 req-6988eb35-aee5-46b4-b3df-5cd3a3e24529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:20.142801 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eea2d375-5618-421d-9336-1b84281ed280 req-6988eb35-aee5-46b4-b3df-5cd3a3e24529 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=6e036408f4db49cba61ec7696aa2c980&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2069783 Aug 05 14:10:20.218968 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-8694162f-9328-4df8-a01c-ce7b3133a0e5 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:20.223594 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b02eec5-269d-42fc-ac1c-036f662f4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:20.226277 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b02eec5-269d-42fc-ac1c-036f662f4a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:20.229032 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0b02eec5-269d-42fc-ac1c-036f662f4a4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7cc12a17-de04-4dc1-a440-32039e55dc8e HTTP/1.1" status: 204 len: 168 time: 0.3756239 Aug 05 14:10:20.245311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02eec5-269d-42fc-ac1c-036f662f4a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc12a17-de04-4dc1-a440-32039e55dc8e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:20.303255 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9a1627-950a-46df-86ad-9b5dc5a3c6c5 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Made reservation on behalf of 84f1de21d84f43dab2710d43dbc13274 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:10:20.306737 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8694162f-9328-4df8-a01c-ce7b3133a0e5 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:20.307003 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1627-950a-46df-86ad-9b5dc5a3c6c5 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:20.313429 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Attempting to bind port f3176ee0-d977-4960-b6c2-a03be5f071ae on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:10:20.318416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Attempting to bind port f3176ee0-d977-4960-b6c2-a03be5f071ae by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '369f17f4-f0ca-4895-be06-d5e05fa39836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:10:20.318416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Attempting to bind port f3176ee0-d977-4960-b6c2-a03be5f071ae on network e4d88e0a-6337-4340-a9bc-d0eebb6714d1 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:20.336213 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1627-950a-46df-86ad-9b5dc5a3c6c5 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:20.341276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Port f3176ee0-d977-4960-b6c2-a03be5f071ae on network e4d88e0a-6337-4340-a9bc-d0eebb6714d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:10:20.341607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Attempting to bind port f3176ee0-d977-4960-b6c2-a03be5f071ae on network e4d88e0a-6337-4340-a9bc-d0eebb6714d1 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:20.352837 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2d375-5618-421d-9336-1b84281ed280 req-7858de23-f45f-4206-8b63-b3445ecef075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:20.354791 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eea2d375-5618-421d-9336-1b84281ed280 req-7858de23-f45f-4206-8b63-b3445ecef075 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2019215 Aug 05 14:10:20.391540 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:10:20.391914 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Checking segment: {'id': '369f17f4-f0ca-4895-be06-d5e05fa39836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:10:20.392318 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Bound using segment: {'id': '369f17f4-f0ca-4895-be06-d5e05fa39836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:10:20.392789 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Bound port: f3176ee0-d977-4960-b6c2-a03be5f071ae, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369f17f4-f0ca-4895-be06-d5e05fa39836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:10:20.393211 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:20.468479 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8694162f-9328-4df8-a01c-ce7b3133a0e5 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:20.480382 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-e30c03ab-8809-49cc-827e-d432e4ffef4a req-4cef7dcb-2e9a-4f2b-9d94-b3645d925950 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] For port 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:20.481603 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e30c03ab-8809-49cc-827e-d432e4ffef4a req-4cef7dcb-2e9a-4f2b-9d94-b3645d925950 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:20.498894 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-e30c03ab-8809-49cc-827e-d432e4ffef4a req-4cef7dcb-2e9a-4f2b-9d94-b3645d925950 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Calling delete_port for 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:20.615084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-8694162f-9328-4df8-a01c-ce7b3133a0e5 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Allocated IP 172.25.5.199 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/ff17a997-92ac-496e-be9f-d7be8ee2ba87) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:20.692090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38652) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:20.697843 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e30c03ab-8809-49cc-827e-d432e4ffef4a req-4cef7dcb-2e9a-4f2b-9d94-b3645d925950 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:20.790434 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9d0bf0f-1fb4-4ba4-bee8-585e780af043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:20.802231 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] For port f3176ee0-d977-4960-b6c2-a03be5f071ae, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:10:20.808598 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] For port f3176ee0-d977-4960-b6c2-a03be5f071ae, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f3176ee0-d977-4960-b6c2-a03be5f071ae,segment=NetworkSegment(369f17f4-f0ca-4895-be06-d5e05fa39836),segment_id=369f17f4-f0ca-4895-be06-d5e05fa39836)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:10:20.815281 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef7dcb-2e9a-4f2b-9d94-b3645d925950 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Pushing event deleted for resources: {'Port': ['ID=6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:20.837331 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d9652-e565-486b-8c56-00d434e89d1a req-2be8b635-5f82-42bb-9ff2-b70250ae0acc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:20.838999 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:20.842803 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d9652-e565-486b-8c56-00d434e89d1a req-2be8b635-5f82-42bb-9ff2-b70250ae0acc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:20.848993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d9652-e565-486b-8c56-00d434e89d1a req-2be8b635-5f82-42bb-9ff2-b70250ae0acc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:20.854868 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d9652-e565-486b-8c56-00d434e89d1a req-2be8b635-5f82-42bb-9ff2-b70250ae0acc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:20.860722 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d9652-e565-486b-8c56-00d434e89d1a req-2be8b635-5f82-42bb-9ff2-b70250ae0acc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:20.868161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d9652-e565-486b-8c56-00d434e89d1a req-2be8b635-5f82-42bb-9ff2-b70250ae0acc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:20.874123 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d9652-e565-486b-8c56-00d434e89d1a req-2be8b635-5f82-42bb-9ff2-b70250ae0acc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:20.883316 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-436d9652-e565-486b-8c56-00d434e89d1a req-2be8b635-5f82-42bb-9ff2-b70250ae0acc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5408 time: 0.2411542 Aug 05 14:10:20.945669 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ee6a13d1-57e2-4d81-8b25-f3397e4a6f19 req-37920c28-8605-4ef9-83fe-33c016cc7afb tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa7092b-c083-43cc-94ff-63edf5d0d11d HTTP/1.1" status: 200 len: 210 time: 0.1355598 Aug 05 14:10:20.953288 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-436d9652-e565-486b-8c56-00d434e89d1a req-e41b7fcb-ac59-4f14-8c08-3a972073a5a1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691233 Aug 05 14:10:20.980936 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8694162f-9328-4df8-a01c-ce7b3133a0e5 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.006049 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30c03ab-8809-49cc-827e-d432e4ffef4a req-4cef7dcb-2e9a-4f2b-9d94-b3645d925950 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] No DVR routers for this DVR port 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:10:21.009349 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e30c03ab-8809-49cc-827e-d432e4ffef4a req-4cef7dcb-2e9a-4f2b-9d94-b3645d925950 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.012067 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e30c03ab-8809-49cc-827e-d432e4ffef4a req-4cef7dcb-2e9a-4f2b-9d94-b3645d925950 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.63 "DELETE /v2.0/ports/6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 HTTP/1.1" status: 204 len: 173 time: 1.5350158 Aug 05 14:10:21.033062 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8694162f-9328-4df8-a01c-ce7b3133a0e5 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.076474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8694162f-9328-4df8-a01c-ce7b3133a0e5 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:21.080984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Pushing event updated for resources: {'Port': ['ID=f3176ee0-d977-4960-b6c2-a03be5f071ae,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:21.086096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:21.086967 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.088672 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56a3b489-1ddd-49a1-85ac-4b131837d6ee service neutron] 10.222.0.63 "PUT /v2.0/ports/f3176ee0-d977-4960-b6c2-a03be5f071ae HTTP/1.1" status: 200 len: 1091 time: 2.3225374 Aug 05 14:10:21.095521 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1627-950a-46df-86ad-9b5dc5a3c6c5 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.100004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-8694162f-9328-4df8-a01c-ce7b3133a0e5 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:21.107785 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1627-950a-46df-86ad-9b5dc5a3c6c5 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.116010 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8694162f-9328-4df8-a01c-ce7b3133a0e5 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:21.139863 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Request body: {'port': {'device_id': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:21.190646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694162f-9328-4df8-a01c-ce7b3133a0e5 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Pushing event updated for resources: {'Port': ['ID=ff17a997-92ac-496e-be9f-d7be8ee2ba87,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:21.200755 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9a1627-950a-46df-86ad-9b5dc5a3c6c5 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:10:21.242561 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a1627-950a-46df-86ad-9b5dc5a3c6c5 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4b07b3-cddf-4a90-a113-ca5841d7897b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:21.250134 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1627-950a-46df-86ad-9b5dc5a3c6c5 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.250920 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-6e9a1627-950a-46df-86ad-9b5dc5a3c6c5 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Added segment 0dec3461-e755-4970-8c4f-d16b6f464444 of type vlan for network 36e24a0d-85bd-4112-9c5d-d745ce745df2 Aug 05 14:10:21.251702 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.280729 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.346133 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1627-950a-46df-86ad-9b5dc5a3c6c5 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.360448 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9d0bf0f-1fb4-4ba4-bee8-585e780af043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.370909 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9d0bf0f-1fb4-4ba4-bee8-585e780af043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.409032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0bf0f-1fb4-4ba4-bee8-585e780af043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda0b39e-0f4f-43c6-b623-38c54f62ffd1,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:21.415587 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8694162f-9328-4df8-a01c-ce7b3133a0e5 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.433410 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a9d0bf0f-1fb4-4ba4-bee8-585e780af043 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f5f4b69834f42fda61c44e735593123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6913331 Aug 05 14:10:21.437702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38660) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:21.479851 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1627-950a-46df-86ad-9b5dc5a3c6c5 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.485300 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9a1627-950a-46df-86ad-9b5dc5a3c6c5 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:21.485909 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1627-950a-46df-86ad-9b5dc5a3c6c5 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.492776 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8694162f-9328-4df8-a01c-ce7b3133a0e5 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.561259 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-960a4ccc-4e8d-4e0f-9e79-7a6dce83a144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.599451 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6e9a1627-950a-46df-86ad-9b5dc5a3c6c5 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8344495 Aug 05 14:10:21.601904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38662) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:21.609230 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-50d0d06e-db41-441d-be06-9be875d5c703 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Request body: {'subnet': {'network_id': '36e24a0d-85bd-4112-9c5d-d745ce745df2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:21.618185 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a1627-950a-46df-86ad-9b5dc5a3c6c5 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event updated for resources: {'Network': ['ID=36e24a0d-85bd-4112-9c5d-d745ce745df2,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:21.622610 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-960a4ccc-4e8d-4e0f-9e79-7a6dce83a144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.632150 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 36e24a0d-85bd-4112-9c5d-d745ce745df2 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:10:21.744616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa7092b-c083-43cc-94ff-63edf5d0d11d', 'name': 'network-vif-deleted', 'tag': '6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72'}, {'name': 'network-changed', 'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'tag': 'f3176ee0-d977-4960-b6c2-a03be5f071ae'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:10:21.747754 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982abec8-e1c6-46da-a274-f99ccb4659e5" -d '{"events": [{"server_uuid": "daa7092b-c083-43cc-94ff-63edf5d0d11d", "name": "network-vif-deleted", "tag": "6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72"}, {"name": "network-changed", "server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "tag": "f3176ee0-d977-4960-b6c2-a03be5f071ae"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:10:21.767428 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1c7278-e3e1-487f-9ace-bca5738d9ea9 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:10:21.778464 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.794281 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Transition to ACTIVE for port object bd1c7278-e3e1-487f-9ace-bca5738d9ea9 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:21.804552 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.852497 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 05 Aug 2021 14:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e41bb2e-21c6-4b59-9973-80d0dbef699d x-openstack-request-id: req-1e41bb2e-21c6-4b59-9973-80d0dbef699d {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:10:21.852835 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa7092b-c083-43cc-94ff-63edf5d0d11d", "name": "network-vif-deleted", "tag": "6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "tag": "f3176ee0-d977-4960-b6c2-a03be5f071ae", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:10:21.853051 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e41bb2e-21c6-4b59-9973-80d0dbef699d {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:10:21.853668 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa7092b-c083-43cc-94ff-63edf5d0d11d', 'name': 'network-vif-deleted', 'tag': '6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72', 'status': 'completed', 'code': 200} Aug 05 14:10:21.853876 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'tag': 'f3176ee0-d977-4960-b6c2-a03be5f071ae', 'status': 'completed', 'code': 200} Aug 05 14:10:21.909171 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d0d06e-db41-441d-be06-9be875d5c703 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Made reservation on behalf of 84f1de21d84f43dab2710d43dbc13274 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:10:21.913576 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-50d0d06e-db41-441d-be06-9be875d5c703 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.923180 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-960a4ccc-4e8d-4e0f-9e79-7a6dce83a144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.926681 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-960a4ccc-4e8d-4e0f-9e79-7a6dce83a144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:21.926947 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Pushing event updated for resources: {'Port': ['ID=bd1c7278-e3e1-487f-9ace-bca5738d9ea9,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:21.930547 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-960a4ccc-4e8d-4e0f-9e79-7a6dce83a144 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dda0b39e-0f4f-43c6-b623-38c54f62ffd1 HTTP/1.1" status: 204 len: 168 time: 0.4881611 Aug 05 14:10:22.032277 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982abec8-e1c6-46da-a274-f99ccb4659e5 req-54dc58c6-aac8-4e69-ba85-5c97f9a2c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.032776 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982abec8-e1c6-46da-a274-f99ccb4659e5 req-54dc58c6-aac8-4e69-ba85-5c97f9a2c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.033262 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982abec8-e1c6-46da-a274-f99ccb4659e5 req-54dc58c6-aac8-4e69-ba85-5c97f9a2c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.033740 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982abec8-e1c6-46da-a274-f99ccb4659e5 req-54dc58c6-aac8-4e69-ba85-5c97f9a2c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.034220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982abec8-e1c6-46da-a274-f99ccb4659e5 req-54dc58c6-aac8-4e69-ba85-5c97f9a2c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.035380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982abec8-e1c6-46da-a274-f99ccb4659e5 req-54dc58c6-aac8-4e69-ba85-5c97f9a2c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.035813 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982abec8-e1c6-46da-a274-f99ccb4659e5 req-54dc58c6-aac8-4e69-ba85-5c97f9a2c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.037933 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-982abec8-e1c6-46da-a274-f99ccb4659e5 req-54dc58c6-aac8-4e69-ba85-5c97f9a2c60d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6e036408f4db49cba61ec7696aa2c980&device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 6435 time: 0.1739845 Aug 05 14:10:22.086910 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Attempting to bind port bd1c7278-e3e1-487f-9ace-bca5738d9ea9 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:10:22.087263 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Attempting to bind port bd1c7278-e3e1-487f-9ace-bca5738d9ea9 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '369f17f4-f0ca-4895-be06-d5e05fa39836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:10:22.087604 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Attempting to bind port bd1c7278-e3e1-487f-9ace-bca5738d9ea9 on network e4d88e0a-6337-4340-a9bc-d0eebb6714d1 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:22.106329 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8694162f-9328-4df8-a01c-ce7b3133a0e5 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:22.109414 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a4ccc-4e8d-4e0f-9e79-7a6dce83a144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda0b39e-0f4f-43c6-b623-38c54f62ffd1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:22.129005 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8694162f-9328-4df8-a01c-ce7b3133a0e5 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:22.172920 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Port bd1c7278-e3e1-487f-9ace-bca5738d9ea9 on network e4d88e0a-6337-4340-a9bc-d0eebb6714d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:10:22.173289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Attempting to bind port bd1c7278-e3e1-487f-9ace-bca5738d9ea9 on network e4d88e0a-6337-4340-a9bc-d0eebb6714d1 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:22.193569 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:10:22.198151 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Checking segment: {'id': '369f17f4-f0ca-4895-be06-d5e05fa39836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:10:22.199043 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Bound using segment: {'id': '369f17f4-f0ca-4895-be06-d5e05fa39836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:10:22.199567 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Bound port: bd1c7278-e3e1-487f-9ace-bca5738d9ea9, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369f17f4-f0ca-4895-be06-d5e05fa39836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:10:22.200040 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:22.231443 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13714846-4a69-405d-9774-db0927284c91 req-e595440d-0e20-427f-ba19-457ae8a92efb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.238737 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13714846-4a69-405d-9774-db0927284c91 req-e595440d-0e20-427f-ba19-457ae8a92efb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.245080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13714846-4a69-405d-9774-db0927284c91 req-e595440d-0e20-427f-ba19-457ae8a92efb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.251453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13714846-4a69-405d-9774-db0927284c91 req-e595440d-0e20-427f-ba19-457ae8a92efb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.258096 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13714846-4a69-405d-9774-db0927284c91 req-e595440d-0e20-427f-ba19-457ae8a92efb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.264532 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13714846-4a69-405d-9774-db0927284c91 req-e595440d-0e20-427f-ba19-457ae8a92efb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.281176 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13714846-4a69-405d-9774-db0927284c91 req-e595440d-0e20-427f-ba19-457ae8a92efb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.293457 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13714846-4a69-405d-9774-db0927284c91 req-e595440d-0e20-427f-ba19-457ae8a92efb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.2224591 Aug 05 14:10:22.306707 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982abec8-e1c6-46da-a274-f99ccb4659e5 req-dd149711-4111-4cc2-8f40-e388ed36d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.307199 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982abec8-e1c6-46da-a274-f99ccb4659e5 req-dd149711-4111-4cc2-8f40-e388ed36d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.307678 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982abec8-e1c6-46da-a274-f99ccb4659e5 req-dd149711-4111-4cc2-8f40-e388ed36d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.317686 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-982abec8-e1c6-46da-a274-f99ccb4659e5 req-dd149711-4111-4cc2-8f40-e388ed36d68b service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=6e036408f4db49cba61ec7696aa2c980&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2674532 Aug 05 14:10:22.336762 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694162f-9328-4df8-a01c-ce7b3133a0e5 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Pushing event updated for resources: {'Port': ['ID=ff17a997-92ac-496e-be9f-d7be8ee2ba87,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:22.367314 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8694162f-9328-4df8-a01c-ce7b3133a0e5 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:22.395128 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8694162f-9328-4df8-a01c-ce7b3133a0e5 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:22.396118 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8694162f-9328-4df8-a01c-ce7b3133a0e5 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4010651 Aug 05 14:10:22.407893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38680) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:22.413364 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f884b884-4ff2-4eed-a860-1fcf0757ee88 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-913323030'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:22.418289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] For port bd1c7278-e3e1-487f-9ace-bca5738d9ea9, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:10:22.430653 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13714846-4a69-405d-9774-db0927284c91 req-8f875c2c-662f-4d66-999c-038b2506ba8e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1362836 Aug 05 14:10:22.455565 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] For port bd1c7278-e3e1-487f-9ace-bca5738d9ea9, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=bd1c7278-e3e1-487f-9ace-bca5738d9ea9,segment=NetworkSegment(369f17f4-f0ca-4895-be06-d5e05fa39836),segment_id=369f17f4-f0ca-4895-be06-d5e05fa39836)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:10:22.467333 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:22.548359 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-50d0d06e-db41-441d-be06-9be875d5c703 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:22.552481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6c031-5a5c-4453-a24a-004531e5ee38 req-f9c2855c-9a0f-4ff5-9d3f-44e43fcb05d3 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.554059 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c1e6c031-5a5c-4453-a24a-004531e5ee38 req-f9c2855c-9a0f-4ff5-9d3f-44e43fcb05d3 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1588602 Aug 05 14:10:22.555769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.556359 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:22.557658 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] 10.222.0.63 "PUT /v2.0/ports/bd1c7278-e3e1-487f-9ace-bca5738d9ea9 HTTP/1.1" status: 200 len: 1091 time: 1.4293098 Aug 05 14:10:22.559897 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f884b884-4ff2-4eed-a860-1fcf0757ee88 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Made reservation on behalf of f44361d85b514a3ab552e009036558e0 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:10:22.562638 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982abec8-e1c6-46da-a274-f99ccb4659e5 req-1097ba17-2737-40f8-a1ae-398494448f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.564138 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-982abec8-e1c6-46da-a274-f99ccb4659e5 req-1097ba17-2737-40f8-a1ae-398494448f48 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2367375 Aug 05 14:10:22.582051 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f884b884-4ff2-4eed-a860-1fcf0757ee88 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:22.610130 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef2f6e-f7d1-46fb-9677-6c76e8d1298d service neutron] Pushing event updated for resources: {'Port': ['ID=bd1c7278-e3e1-487f-9ace-bca5738d9ea9,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:22.616215 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f884b884-4ff2-4eed-a860-1fcf0757ee88 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:22.652499 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:10:22.668105 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c1e6c031-5a5c-4453-a24a-004531e5ee38 req-e86818ac-9180-4023-838a-20be85b073b4 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992286 Aug 05 14:10:22.679085 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0d06e-db41-441d-be06-9be875d5c703 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event updated for resources: {'Subnet': ['ID=a7d9b29e-492c-4a96-b1eb-37988f126efe,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:22.689443 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0d06e-db41-441d-be06-9be875d5c703 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Checking segment: {'id': '0dec3461-e755-4970-8c4f-d16b6f464444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '36e24a0d-85bd-4112-9c5d-d745ce745df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:10:22.689811 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d0d06e-db41-441d-be06-9be875d5c703 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Network hostable DHCP agents. Network: 36e24a0d-85bd-4112-9c5d-d745ce745df2, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:10:22.691473 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:10:22.692046 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6e569b2e-64bd-4dd8-a1e7-1fe2279f9a72 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:10:22.735617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-76ae116e-1bbe-4121-8be3-7735dc95361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.736111 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-76ae116e-1bbe-4121-8be3-7735dc95361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.736595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-76ae116e-1bbe-4121-8be3-7735dc95361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.737241 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-76ae116e-1bbe-4121-8be3-7735dc95361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.737871 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-76ae116e-1bbe-4121-8be3-7735dc95361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.738378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-76ae116e-1bbe-4121-8be3-7735dc95361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.739648 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-76ae116e-1bbe-4121-8be3-7735dc95361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.740111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d0d06e-db41-441d-be06-9be875d5c703 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Network 36e24a0d-85bd-4112-9c5d-d745ce745df2 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:10:22.742535 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-76ae116e-1bbe-4121-8be3-7735dc95361f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6e036408f4db49cba61ec7696aa2c980&device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 6477 time: 0.1067085 Aug 05 14:10:22.757693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-50d0d06e-db41-441d-be06-9be875d5c703 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 36e24a0d-85bd-4112-9c5d-d745ce745df2) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:22.766784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d0d06e-db41-441d-be06-9be875d5c703 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:22.767381 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-50d0d06e-db41-441d-be06-9be875d5c703 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:22.773677 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00516006-8aba-4fe1-8018-6af5e75dc177 None None] Network 36e24a0d-85bd-4112-9c5d-d745ce745df2 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:10:22.834453 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f884b884-4ff2-4eed-a860-1fcf0757ee88 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:22.837471 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-66624649-e2a9-4d99-96d3-caafbf15100b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d HTTP/1.1" status: 200 len: 217 time: 0.0844412 Aug 05 14:10:22.840826 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f884b884-4ff2-4eed-a860-1fcf0757ee88 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:22.880514 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-50d0d06e-db41-441d-be06-9be875d5c703 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2756152 Aug 05 14:10:22.892711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38698) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:22.899346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-9668a666-4c29-4886-90da-9448e7b30267 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Request body: {'network': {'name': 'tempest-router-network01--1588383809'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:22.909627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f884b884-4ff2-4eed-a860-1fcf0757ee88 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:10:22.942704 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f884b884-4ff2-4eed-a860-1fcf0757ee88 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:22.943109 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-f884b884-4ff2-4eed-a860-1fcf0757ee88 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Added segment b819d189-70f5-4a36-b47c-152ad76eabf0 of type vlan for network 40e808c6-cafe-4dcc-ac11-a74b2167c78d Aug 05 14:10:22.944743 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884b884-4ff2-4eed-a860-1fcf0757ee88 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b827bfb7-ae76-4bcb-9a5f-bfd9701df851,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:22.999886 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f884b884-4ff2-4eed-a860-1fcf0757ee88 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.012764 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-201ca3b1-d243-4001-b8b1-70ac65f78262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:23.014634 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-201ca3b1-d243-4001-b8b1-70ac65f78262 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=99590631-4fd2-461f-8715-2f2e7cafe5bd HTTP/1.1" status: 200 len: 851 time: 0.1651945 Aug 05 14:10:23.016841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9668a666-4c29-4886-90da-9448e7b30267 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Made reservation on behalf of 84f1de21d84f43dab2710d43dbc13274 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:10:23.021979 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9668a666-4c29-4886-90da-9448e7b30267 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.024177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-36e24a0d-85bd-4112-9c5d-d745ce745df2', 'network_id': '36e24a0d-85bd-4112-9c5d-d745ce745df2', 'tenant_id': '84f1de21d84f43dab2710d43dbc13274', 'fixed_ips': [{'subnet_id': 'a7d9b29e-492c-4a96-b1eb-37988f126efe'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:10:23.025813 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.038427 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f884b884-4ff2-4eed-a860-1fcf0757ee88 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.046431 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f884b884-4ff2-4eed-a860-1fcf0757ee88 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:23.047115 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f884b884-4ff2-4eed-a860-1fcf0757ee88 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.113089 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9668a666-4c29-4886-90da-9448e7b30267 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:10:23.120753 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f884b884-4ff2-4eed-a860-1fcf0757ee88 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7146826 Aug 05 14:10:23.125161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38704) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:23.134737 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-76632c90-b498-4ae2-af51-da8e5ad8ea56 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Request body: {'subnet': {'network_id': '40e808c6-cafe-4dcc-ac11-a74b2167c78d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:23.150783 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9668a666-4c29-4886-90da-9448e7b30267 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.151156 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-9668a666-4c29-4886-90da-9448e7b30267 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Added segment 962d44a7-6d67-4527-ad17-2b042c4135ef of type vlan for network dd816950-98a6-431e-ae58-75b13409b398 Aug 05 14:10:23.153798 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-e9d81aeb-53a1-4472-ab25-ed189eba2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:23.156411 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-e9d81aeb-53a1-4472-ab25-ed189eba2f55 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49ee7bf9-24d1-4e2b-931b-356656b891c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306815 Aug 05 14:10:23.185746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884b884-4ff2-4eed-a860-1fcf0757ee88 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Pushing event updated for resources: {'Network': ['ID=40e808c6-cafe-4dcc-ac11-a74b2167c78d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:23.207843 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Allocated IP 172.20.0.2 (36e24a0d-85bd-4112-9c5d-d745ce745df2/a7d9b29e-492c-4a96-b1eb-37988f126efe/eaf38228-c290-4467-942e-6a92e569f694) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:23.257129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76632c90-b498-4ae2-af51-da8e5ad8ea56 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Made reservation on behalf of f44361d85b514a3ab552e009036558e0 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:10:23.263498 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76632c90-b498-4ae2-af51-da8e5ad8ea56 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.267230 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9668a666-4c29-4886-90da-9448e7b30267 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.321672 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-35f0986b-14e1-461d-8524-dba08e976ebf service neutron] 10.222.0.63 "GET /v2.0/networks/49ee7bf9-24d1-4e2b-931b-356656b891c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562347 Aug 05 14:10:23.328413 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 40e808c6-cafe-4dcc-ac11-a74b2167c78d details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:10:23.329480 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9668a666-4c29-4886-90da-9448e7b30267 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.338506 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9668a666-4c29-4886-90da-9448e7b30267 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:23.339171 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9668a666-4c29-4886-90da-9448e7b30267 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.392800 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38710) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:23.393452 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9668a666-4c29-4886-90da-9448e7b30267 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4995260 Aug 05 14:10:23.400881 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-756831ee-cb4e-4a60-a112-48c4a65af381 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Request body: {'network': {'name': 'tempest-router-network02--113158224'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:23.457443 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.490261 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756831ee-cb4e-4a60-a112-48c4a65af381 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Made reservation on behalf of 84f1de21d84f43dab2710d43dbc13274 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:10:23.494681 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-756831ee-cb4e-4a60-a112-48c4a65af381 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.499230 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Transition to ACTIVE for port object eaf38228-c290-4467-942e-6a92e569f694 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:23.541789 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Transition to ACTIVE for port object eaf38228-c290-4467-942e-6a92e569f694 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:23.571195 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.573483 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756831ee-cb4e-4a60-a112-48c4a65af381 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:10:23.606455 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-756831ee-cb4e-4a60-a112-48c4a65af381 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.606954 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-756831ee-cb4e-4a60-a112-48c4a65af381 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Added segment 81cd8286-f7fa-4a9c-bea8-4c8b0b25921b of type vlan for network 9035ef77-d92b-4858-9449-ee68cd766881 Aug 05 14:10:23.662565 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-756831ee-cb4e-4a60-a112-48c4a65af381 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.663603 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-640007c9-c0db-4e75-88af-9f5ad3febe22 service neutron] 10.222.0.63 "GET /v2.0/networks/49ee7bf9-24d1-4e2b-931b-356656b891c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097527 Aug 05 14:10:23.667993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668a666-4c29-4886-90da-9448e7b30267 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event updated for resources: {'Network': ['ID=dd816950-98a6-431e-ae58-75b13409b398,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:23.694906 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Pushing event updated for resources: {'Port': ['ID=eaf38228-c290-4467-942e-6a92e569f694,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:23.711486 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-756831ee-cb4e-4a60-a112-48c4a65af381 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.718426 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756831ee-cb4e-4a60-a112-48c4a65af381 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:23.719417 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-756831ee-cb4e-4a60-a112-48c4a65af381 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.725417 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network dd816950-98a6-431e-ae58-75b13409b398 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:10:23.748592 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-756831ee-cb4e-4a60-a112-48c4a65af381 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3530440 Aug 05 14:10:23.765600 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38724) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:23.766722 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76632c90-b498-4ae2-af51-da8e5ad8ea56 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.774495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-249cb6e1-64e6-4fe6-9409-13140140099e tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Request body: {'subnet': {'network_id': 'dd816950-98a6-431e-ae58-75b13409b398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:23.810103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Network 36e24a0d-85bd-4112-9c5d-d745ce745df2 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:23.876880 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:23.886648 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:23.894506 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'tag': 'bd1c7278-e3e1-487f-9ace-bca5738d9ea9'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:10:23.897483 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59b1c53-6205-45c5-9b4f-66f08208b0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "tag": "bd1c7278-e3e1-487f-9ace-bca5738d9ea9"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:10:23.917756 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-3b047fa6-ba5c-41b2-b1e4-c5d60da6e1ec service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=2c927f5c-290c-4b0f-bd3f-2f5908f555c8 HTTP/1.1" status: 200 len: 217 time: 0.2370453 Aug 05 14:10:23.950060 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23323e97-6278-4303-be81-2c0ce4aeae88 req-dfe99193-8cf6-42e3-92f2-5b8cd2167770 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:23.953249 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23323e97-6278-4303-be81-2c0ce4aeae88 req-dfe99193-8cf6-42e3-92f2-5b8cd2167770 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1772130 Aug 05 14:10:23.971787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Attempting to bind port eaf38228-c290-4467-942e-6a92e569f694 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:10:23.976559 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Attempting to bind port eaf38228-c290-4467-942e-6a92e569f694 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '0dec3461-e755-4970-8c4f-d16b6f464444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '36e24a0d-85bd-4112-9c5d-d745ce745df2'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:10:23.977176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Attempting to bind port eaf38228-c290-4467-942e-6a92e569f694 on network 36e24a0d-85bd-4112-9c5d-d745ce745df2 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:23.984598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:10:23.985262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Checking segment: {'id': '0dec3461-e755-4970-8c4f-d16b6f464444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '36e24a0d-85bd-4112-9c5d-d745ce745df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:10:23.985888 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:23.986492 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Bound using segment: {'id': '0dec3461-e755-4970-8c4f-d16b6f464444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '36e24a0d-85bd-4112-9c5d-d745ce745df2'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:10:23.987137 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Bound port: eaf38228-c290-4467-942e-6a92e569f694, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dec3461-e755-4970-8c4f-d16b6f464444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '36e24a0d-85bd-4112-9c5d-d745ce745df2'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:10:23.988406 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:24.001179 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cd4c-e82f-4fa5-b4f3-4ed53b6c9799 req-bf9b6017-9e1e-4988-8727-31978e36b3d3 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:24.016751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cd4c-e82f-4fa5-b4f3-4ed53b6c9799 req-bf9b6017-9e1e-4988-8727-31978e36b3d3 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:24.030666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cd4c-e82f-4fa5-b4f3-4ed53b6c9799 req-bf9b6017-9e1e-4988-8727-31978e36b3d3 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:24.045180 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cd4c-e82f-4fa5-b4f3-4ed53b6c9799 req-bf9b6017-9e1e-4988-8727-31978e36b3d3 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:24.064289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cd4c-e82f-4fa5-b4f3-4ed53b6c9799 req-bf9b6017-9e1e-4988-8727-31978e36b3d3 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:24.067528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] For port eaf38228-c290-4467-942e-6a92e569f694, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:10:24.071507 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] For port eaf38228-c290-4467-942e-6a92e569f694, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=eaf38228-c290-4467-942e-6a92e569f694,segment=NetworkSegment(0dec3461-e755-4970-8c4f-d16b6f464444),segment_id=0dec3461-e755-4970-8c4f-d16b6f464444)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:10:24.075987 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cd4c-e82f-4fa5-b4f3-4ed53b6c9799 req-bf9b6017-9e1e-4988-8727-31978e36b3d3 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:24.084404 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:24.094361 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cd4c-e82f-4fa5-b4f3-4ed53b6c9799 req-bf9b6017-9e1e-4988-8727-31978e36b3d3 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:24.104999 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c389cd4c-e82f-4fa5-b4f3-4ed53b6c9799 req-bf9b6017-9e1e-4988-8727-31978e36b3d3 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.4401824 Aug 05 14:10:24.155740 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd7011-c977-4fd4-97a6-53831cad5fdf None None] Pushing event updated for resources: {'Port': ['ID=eaf38228-c290-4467-942e-6a92e569f694,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:24.262866 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-89b30584-73a6-4eda-9d35-b671a209f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:24.264381 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-89b30584-73a6-4eda-9d35-b671a209f720 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.2975566 Aug 05 14:10:24.351344 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c389cd4c-e82f-4fa5-b4f3-4ed53b6c9799 req-648a2d34-c7e5-4c4a-aa5c-f3c3e4b77be6 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2454281 Aug 05 14:10:24.401767 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-30bf6968-f285-4970-905f-d76ae72bd118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:24.403752 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-30bf6968-f285-4970-905f-d76ae72bd118 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1296022 Aug 05 14:10:24.412786 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-23323e97-6278-4303-be81-2c0ce4aeae88 req-baee1fe0-0b15-4e2b-a3ad-9306222caa4f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Deleting port 9427d2ce-c909-47cf-a75d-501df1b0f888 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:24.417471 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-23323e97-6278-4303-be81-2c0ce4aeae88 req-baee1fe0-0b15-4e2b-a3ad-9306222caa4f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:24.455875 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add364b0-3db0-43fa-a3d9-5e05bb1f63c0 x-openstack-request-id: req-add364b0-3db0-43fa-a3d9-5e05bb1f63c0 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:10:24.456949 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "tag": "bd1c7278-e3e1-487f-9ace-bca5738d9ea9", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:10:24.457276 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-add364b0-3db0-43fa-a3d9-5e05bb1f63c0 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:10:24.457742 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'tag': 'bd1c7278-e3e1-487f-9ace-bca5738d9ea9', 'status': 'completed', 'code': 200} Aug 05 14:10:24.653964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76632c90-b498-4ae2-af51-da8e5ad8ea56 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Pushing event updated for resources: {'Subnet': ['ID=87169ab0-2ff4-4439-b715-ff952ae7e289,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:24.663771 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756831ee-cb4e-4a60-a112-48c4a65af381 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event updated for resources: {'Network': ['ID=9035ef77-d92b-4858-9449-ee68cd766881,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:24.676836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-23323e97-6278-4303-be81-2c0ce4aeae88 req-baee1fe0-0b15-4e2b-a3ad-9306222caa4f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] For port 9427d2ce-c909-47cf-a75d-501df1b0f888, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9427d2ce-c909-47cf-a75d-501df1b0f888,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:24.677375 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-23323e97-6278-4303-be81-2c0ce4aeae88 req-baee1fe0-0b15-4e2b-a3ad-9306222caa4f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:24.684382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 9035ef77-d92b-4858-9449-ee68cd766881 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:10:24.684717 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-c7dc7896-51e5-4a36-8dca-d722dedaa0b5 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584662 Aug 05 14:10:24.704788 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98006c99-fce6-4cf6-b0bb-a1dca7b9b5b9 req-00f03553-83c4-4461-b85c-0566e6496cf4 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:24.709551 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98006c99-fce6-4cf6-b0bb-a1dca7b9b5b9 req-00f03553-83c4-4461-b85c-0566e6496cf4 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.8017371 Aug 05 14:10:24.711835 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249cb6e1-64e6-4fe6-9409-13140140099e tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Made reservation on behalf of 84f1de21d84f43dab2710d43dbc13274 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:10:24.715206 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-249cb6e1-64e6-4fe6-9409-13140140099e tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:24.828137 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76632c90-b498-4ae2-af51-da8e5ad8ea56 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Checking segment: {'id': 'b819d189-70f5-4a36-b47c-152ad76eabf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '40e808c6-cafe-4dcc-ac11-a74b2167c78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:10:24.828521 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76632c90-b498-4ae2-af51-da8e5ad8ea56 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Network hostable DHCP agents. Network: 40e808c6-cafe-4dcc-ac11-a74b2167c78d, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:10:24.888231 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98006c99-fce6-4cf6-b0bb-a1dca7b9b5b9 req-d3c82e9b-fa58-4d63-bc01-45c93fa607e9 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356235 Aug 05 14:10:24.905372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76632c90-b498-4ae2-af51-da8e5ad8ea56 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Network 40e808c6-cafe-4dcc-ac11-a74b2167c78d is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:10:24.934275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-76632c90-b498-4ae2-af51-da8e5ad8ea56 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 40e808c6-cafe-4dcc-ac11-a74b2167c78d) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:24.943153 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76632c90-b498-4ae2-af51-da8e5ad8ea56 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:24.943806 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76632c90-b498-4ae2-af51-da8e5ad8ea56 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:24.945584 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea092d-8002-4e69-874c-230f4062bb4c None None] Network 40e808c6-cafe-4dcc-ac11-a74b2167c78d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:10:24.975760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38752) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:24.977718 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-76632c90-b498-4ae2-af51-da8e5ad8ea56 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8509245 Aug 05 14:10:24.980360 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-187278936', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}, 'admin_state_up': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:25.075012 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device eaf38228-c290-4467-942e-6a92e569f694 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:10:25.079625 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-4750c209-a3f7-48ae-be1f-0f890b7a3a67 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873289 Aug 05 14:10:25.129547 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-249cb6e1-64e6-4fe6-9409-13140140099e tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:25.194773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port eaf38228-c290-4467-942e-6a92e569f694 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:10:25.234945 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cb6e1-64e6-4fe6-9409-13140140099e tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event updated for resources: {'Subnet': ['ID=11cc8916-4ec8-4a39-bbcb-71916c0718d5,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:25.240805 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249cb6e1-64e6-4fe6-9409-13140140099e tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Checking segment: {'id': '962d44a7-6d67-4527-ad17-2b042c4135ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd816950-98a6-431e-ae58-75b13409b398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:10:25.243911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249cb6e1-64e6-4fe6-9409-13140140099e tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Network hostable DHCP agents. Network: dd816950-98a6-431e-ae58-75b13409b398, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:10:25.253106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-40e808c6-cafe-4dcc-ac11-a74b2167c78d', 'network_id': '40e808c6-cafe-4dcc-ac11-a74b2167c78d', 'tenant_id': 'f44361d85b514a3ab552e009036558e0', 'fixed_ips': [{'subnet_id': '87169ab0-2ff4-4439-b715-ff952ae7e289'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:10:25.254005 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:25.294509 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249cb6e1-64e6-4fe6-9409-13140140099e tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Network dd816950-98a6-431e-ae58-75b13409b398 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:10:25.310781 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-249cb6e1-64e6-4fe6-9409-13140140099e tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, dd816950-98a6-431e-ae58-75b13409b398) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:25.334171 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249cb6e1-64e6-4fe6-9409-13140140099e tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:25.336067 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-249cb6e1-64e6-4fe6-9409-13140140099e tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:25.399278 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Allocated IP 172.20.0.2 (40e808c6-cafe-4dcc-ac11-a74b2167c78d/87169ab0-2ff4-4439-b715-ff952ae7e289/6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:25.571310 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:25.574236 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-249cb6e1-64e6-4fe6-9409-13140140099e tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8044028 Aug 05 14:10:25.575167 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38766) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:25.585353 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:25.586665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ad59939e-a8b5-4b01-9c70-0e305f79e103 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Request body: {'subnet': {'network_id': '9035ef77-d92b-4858-9449-ee68cd766881', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:25.588994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Transition to ACTIVE for port object 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:25.590658 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:25.614674 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Transition to ACTIVE for port object 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:25.620781 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fdc030-4766-4b85-a3c4-6193ab2ca0f4 None None] Network dd816950-98a6-431e-ae58-75b13409b398 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:10:25.729183 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:25.789420 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-af911e59-2acf-4949-901f-3dd5a27be3f4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=7161d31e-c4bb-48b6-8ed5-499b92efc745 HTTP/1.1" status: 200 len: 217 time: 0.2451518 Aug 05 14:10:25.813037 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:25.837575 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Network 40e808c6-cafe-4dcc-ac11-a74b2167c78d is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:25.842024 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:25.880376 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:25.886117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cec30f-83a9-4bc8-83cc-bad28487cfb6 None None] Network 36e24a0d-85bd-4112-9c5d-d745ce745df2 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:10:25.920071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad59939e-a8b5-4b01-9c70-0e305f79e103 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Made reservation on behalf of 84f1de21d84f43dab2710d43dbc13274 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:10:25.931987 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad59939e-a8b5-4b01-9c70-0e305f79e103 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:25.955018 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-4623dafb-74c4-4127-be16-9348a24546a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:25.957043 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-4623dafb-74c4-4127-be16-9348a24546a3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.1445138 Aug 05 14:10:26.046447 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-23323e97-6278-4303-be81-2c0ce4aeae88 req-baee1fe0-0b15-4e2b-a3ad-9306222caa4f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:26.046894 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-23323e97-6278-4303-be81-2c0ce4aeae88 req-baee1fe0-0b15-4e2b-a3ad-9306222caa4f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:26.047298 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [req-23323e97-6278-4303-be81-2c0ce4aeae88 req-baee1fe0-0b15-4e2b-a3ad-9306222caa4f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Floating IP 131cb2b9-107a-4924-9ba3-c6f4b34de224 disassociated. External IP: 172.25.5.46, port: 9427d2ce-c909-47cf-a75d-501df1b0f888. Aug 05 14:10:26.047755 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-23323e97-6278-4303-be81-2c0ce4aeae88 req-baee1fe0-0b15-4e2b-a3ad-9306222caa4f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Calling delete_port for 9427d2ce-c909-47cf-a75d-501df1b0f888 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:26.055377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-dd816950-98a6-431e-ae58-75b13409b398', 'network_id': 'dd816950-98a6-431e-ae58-75b13409b398', 'tenant_id': '84f1de21d84f43dab2710d43dbc13274', 'fixed_ips': [{'subnet_id': '11cc8916-4ec8-4a39-bbcb-71916c0718d5'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:10:26.056965 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:26.139053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03917213-6566-46a6-b6a9-0678339a4208 req-fa1ffa8e-faf7-41c5-b207-aceeb6af5f43 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:26.140660 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-03917213-6566-46a6-b6a9-0678339a4208 req-fa1ffa8e-faf7-41c5-b207-aceeb6af5f43 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 945 time: 0.1348820 Aug 05 14:10:26.203726 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Pushing event updated for resources: {'Port': ['ID=6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:26.209730 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-03917213-6566-46a6-b6a9-0678339a4208 req-c8b51b59-9123-493d-be95-46f692c3c0c5 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b44212d-75d7-40d6-a233-d1052b4c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586467 Aug 05 14:10:26.242972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8d490a3a-44e7-44f3-8660-1070aedd9558 None None] Provisioning for port eaf38228-c290-4467-942e-6a92e569f694 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:10:26.296188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Attempting to bind port 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:10:26.296553 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Attempting to bind port 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b819d189-70f5-4a36-b47c-152ad76eabf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '40e808c6-cafe-4dcc-ac11-a74b2167c78d'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:10:26.298087 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Attempting to bind port 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 on network 40e808c6-cafe-4dcc-ac11-a74b2167c78d {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:26.304424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84137d2-32a3-4835-8188-9412361e3712 req-716acc02-853b-4541-838d-bce920d35dd1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:26.305679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8d490a3a-44e7-44f3-8660-1070aedd9558 None None] Provisioning complete for port eaf38228-c290-4467-942e-6a92e569f694 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:26.306283 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8d490a3a-44e7-44f3-8660-1070aedd9558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:26.311031 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84137d2-32a3-4835-8188-9412361e3712 req-716acc02-853b-4541-838d-bce920d35dd1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:26.317866 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84137d2-32a3-4835-8188-9412361e3712 req-716acc02-853b-4541-838d-bce920d35dd1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:26.323934 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84137d2-32a3-4835-8188-9412361e3712 req-716acc02-853b-4541-838d-bce920d35dd1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:26.330288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84137d2-32a3-4835-8188-9412361e3712 req-716acc02-853b-4541-838d-bce920d35dd1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:26.336645 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84137d2-32a3-4835-8188-9412361e3712 req-716acc02-853b-4541-838d-bce920d35dd1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:26.342773 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84137d2-32a3-4835-8188-9412361e3712 req-716acc02-853b-4541-838d-bce920d35dd1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:26.348812 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad59939e-a8b5-4b01-9c70-0e305f79e103 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:26.351368 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f84137d2-32a3-4835-8188-9412361e3712 req-716acc02-853b-4541-838d-bce920d35dd1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.8059480 Aug 05 14:10:26.358526 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-23323e97-6278-4303-be81-2c0ce4aeae88 req-baee1fe0-0b15-4e2b-a3ad-9306222caa4f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:26.364825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:10:26.365501 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Checking segment: {'id': 'b819d189-70f5-4a36-b47c-152ad76eabf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '40e808c6-cafe-4dcc-ac11-a74b2167c78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:10:26.366117 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:26.366720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Bound using segment: {'id': 'b819d189-70f5-4a36-b47c-152ad76eabf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '40e808c6-cafe-4dcc-ac11-a74b2167c78d'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:10:26.367398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Bound port: 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b819d189-70f5-4a36-b47c-152ad76eabf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '40e808c6-cafe-4dcc-ac11-a74b2167c78d'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:10:26.368173 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:26.421416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-19119003-8b5d-40b9-9119-fb3d6b11005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:26.422906 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-19119003-8b5d-40b9-9119-fb3d6b11005f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3895402 Aug 05 14:10:26.451064 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:26.458388 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59939e-a8b5-4b01-9c70-0e305f79e103 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event updated for resources: {'Subnet': ['ID=2b278620-84ac-484c-895e-9a76e7699497,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:26.467029 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee1fe0-0b15-4e2b-a3ad-9306222caa4f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Pushing event deleted for resources: {'Port': ['ID=9427d2ce-c909-47cf-a75d-501df1b0f888,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:26.500702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad59939e-a8b5-4b01-9c70-0e305f79e103 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Checking segment: {'id': '81cd8286-f7fa-4a9c-bea8-4c8b0b25921b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9035ef77-d92b-4858-9449-ee68cd766881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:10:26.501083 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad59939e-a8b5-4b01-9c70-0e305f79e103 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Network hostable DHCP agents. Network: 9035ef77-d92b-4858-9449-ee68cd766881, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:10:26.521169 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f84137d2-32a3-4835-8188-9412361e3712 req-ea647b47-3df2-46f5-8e18-add42f1055a7 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1649282 Aug 05 14:10:26.525529 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad59939e-a8b5-4b01-9c70-0e305f79e103 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Network 9035ef77-d92b-4858-9449-ee68cd766881 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:10:26.556589 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ad59939e-a8b5-4b01-9c70-0e305f79e103 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 9035ef77-d92b-4858-9449-ee68cd766881) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:26.567594 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad59939e-a8b5-4b01-9c70-0e305f79e103 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:26.569287 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad59939e-a8b5-4b01-9c70-0e305f79e103 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:26.585177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fe19c9-1bf2-4ccc-bf70-3f0438b6f054 None None] Network 9035ef77-d92b-4858-9449-ee68cd766881 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:10:26.590730 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ad59939e-a8b5-4b01-9c70-0e305f79e103 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0142083 Aug 05 14:10:26.591733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38784) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:26.742975 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] For port 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:10:26.746615 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] For port 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8,segment=NetworkSegment(b819d189-70f5-4a36-b47c-152ad76eabf0),segment_id=b819d189-70f5-4a36-b47c-152ad76eabf0)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:10:26.785452 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:26.874689 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Allocated IP 172.20.0.2 (dd816950-98a6-431e-ae58-75b13409b398/11cc8916-4ec8-4a39-bbcb-71916c0718d5/bcd84945-e7b8-45a0-b70e-8b4b4c602ed3) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:26.964596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b34e74-e10f-4506-b95b-9779060480bf None None] Pushing event updated for resources: {'Port': ['ID=6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:27.119123 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-33a0b6ce-70ac-4c61-b673-620a5f890c43 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707969 Aug 05 14:10:27.119717 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8d490a3a-44e7-44f3-8660-1070aedd9558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:27.228967 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-9035ef77-d92b-4858-9449-ee68cd766881', 'network_id': '9035ef77-d92b-4858-9449-ee68cd766881', 'tenant_id': '84f1de21d84f43dab2710d43dbc13274', 'fixed_ips': [{'subnet_id': '2b278620-84ac-484c-895e-9a76e7699497'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:10:27.229643 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:27.287129 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-8d490a3a-44e7-44f3-8660-1070aedd9558 None None] For port eaf38228-c290-4467-942e-6a92e569f694, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=eaf38228-c290-4467-942e-6a92e569f694,segment=NetworkSegment(0dec3461-e755-4970-8c4f-d16b6f464444),segment_id=0dec3461-e755-4970-8c4f-d16b6f464444)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:27.289041 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:27.303478 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23323e97-6278-4303-be81-2c0ce4aeae88 req-baee1fe0-0b15-4e2b-a3ad-9306222caa4f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Router 864c3e88-fd5f-4452-98b3-b2c64781c180 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:10:27.395698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Transition to ACTIVE for port object bcd84945-e7b8-45a0-b70e-8b4b4c602ed3 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:27.398942 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be3fa56c-8605-4732-a082-452ee2113344 req-fe3e2bb4-eb22-4d43-9243-84b048a0c4ee tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 210 time: 0.0575829 Aug 05 14:10:27.417074 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8d490a3a-44e7-44f3-8660-1070aedd9558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:27.433007 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Transition to ACTIVE for port object bcd84945-e7b8-45a0-b70e-8b4b4c602ed3 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:27.466648 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:27.514316 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:27.536009 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Network dd816950-98a6-431e-ae58-75b13409b398 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:27.539250 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-74e2b37e-e3c6-4fdc-8527-0bf1e0c176fb service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477421 Aug 05 14:10:27.541350 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d490a3a-44e7-44f3-8660-1070aedd9558 None None] Pushing event updated for resources: {'Port': ['ID=eaf38228-c290-4467-942e-6a92e569f694,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:27.553046 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:27.559729 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:27.573044 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:27.626353 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Allocated IP 172.20.0.2 (9035ef77-d92b-4858-9449-ee68cd766881/2b278620-84ac-484c-895e-9a76e7699497/8f311abe-d7fd-4d79-8c6e-cca1f49054b4) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:27.663818 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-27a3e6fe-5060-43bc-9d9b-337a0559916f None None] Provisioning complete for port eaf38228-c290-4467-942e-6a92e569f694 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:27.664430 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-27a3e6fe-5060-43bc-9d9b-337a0559916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:27.690337 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Pushing event updated for resources: {'Port': ['ID=bcd84945-e7b8-45a0-b70e-8b4b4c602ed3,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:27.735670 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Attempting to bind port bcd84945-e7b8-45a0-b70e-8b4b4c602ed3 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:10:27.736047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Attempting to bind port bcd84945-e7b8-45a0-b70e-8b4b4c602ed3 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '962d44a7-6d67-4527-ad17-2b042c4135ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd816950-98a6-431e-ae58-75b13409b398'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:10:27.736429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Attempting to bind port bcd84945-e7b8-45a0-b70e-8b4b4c602ed3 on network dd816950-98a6-431e-ae58-75b13409b398 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:27.789807 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:10:27.789807 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Checking segment: {'id': '962d44a7-6d67-4527-ad17-2b042c4135ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd816950-98a6-431e-ae58-75b13409b398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:10:27.789807 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:27.789807 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Bound using segment: {'id': '962d44a7-6d67-4527-ad17-2b042c4135ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd816950-98a6-431e-ae58-75b13409b398'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:10:27.790269 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Bound port: bcd84945-e7b8-45a0-b70e-8b4b4c602ed3, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962d44a7-6d67-4527-ad17-2b042c4135ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd816950-98a6-431e-ae58-75b13409b398'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:10:27.790391 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:27.964116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] For port bcd84945-e7b8-45a0-b70e-8b4b4c602ed3, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:10:27.975171 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] For port bcd84945-e7b8-45a0-b70e-8b4b4c602ed3, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=bcd84945-e7b8-45a0-b70e-8b4b4c602ed3,segment=NetworkSegment(962d44a7-6d67-4527-ad17-2b042c4135ef),segment_id=962d44a7-6d67-4527-ad17-2b042c4135ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:10:27.983241 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:28.017937 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-765a6bb6-cc4e-4343-a1bb-6794e2ac283a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=b8eb1684-08f2-4780-84fe-e55025c46bf3 HTTP/1.1" status: 200 len: 217 time: 0.4514370 Aug 05 14:10:28.017937 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:28.096131 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:28.126560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Transition to ACTIVE for port object 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:28.137251 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea517-52b6-493c-a43d-223b85e9ca76 None None] Pushing event updated for resources: {'Port': ['ID=bcd84945-e7b8-45a0-b70e-8b4b4c602ed3,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:28.165667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Transition to ACTIVE for port object 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:28.181302 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:28.233368 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Network 9035ef77-d92b-4858-9449-ee68cd766881 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:28.240966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:28.246736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:28.263262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Pushing event updated for resources: {'Port': ['ID=8f311abe-d7fd-4d79-8c6e-cca1f49054b4,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:28.358229 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Attempting to bind port 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:10:28.358690 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Attempting to bind port 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '81cd8286-f7fa-4a9c-bea8-4c8b0b25921b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9035ef77-d92b-4858-9449-ee68cd766881'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:10:28.359250 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Attempting to bind port 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 on network 9035ef77-d92b-4858-9449-ee68cd766881 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:28.367948 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:10:28.368491 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Checking segment: {'id': '81cd8286-f7fa-4a9c-bea8-4c8b0b25921b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9035ef77-d92b-4858-9449-ee68cd766881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:10:28.369368 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:28.370744 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Bound using segment: {'id': '81cd8286-f7fa-4a9c-bea8-4c8b0b25921b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9035ef77-d92b-4858-9449-ee68cd766881'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:10:28.371350 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Bound port: 8f311abe-d7fd-4d79-8c6e-cca1f49054b4, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cd8286-f7fa-4a9c-bea8-4c8b0b25921b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9035ef77-d92b-4858-9449-ee68cd766881'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:10:28.371830 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:28.404538 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23323e97-6278-4303-be81-2c0ce4aeae88 req-baee1fe0-0b15-4e2b-a3ad-9306222caa4f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:10:28.411746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa2cc60-b95d-4aaa-84f1-04701a1bd487 None None] Network 40e808c6-cafe-4dcc-ac11-a74b2167c78d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:10:28.440144 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336be30f-bc26-4ee6-8dbb-14d70ee9dc97 None None] Sync routers for ids ['864c3e88-fd5f-4452-98b3-b2c64781c180'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:10:28.454131 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336be30f-bc26-4ee6-8dbb-14d70ee9dc97 None None] Routers {'864c3e88-fd5f-4452-98b3-b2c64781c180'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:28.454940 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-336be30f-bc26-4ee6-8dbb-14d70ee9dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['864c3e88-fd5f-4452-98b3-b2c64781c180'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:28.559412 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0f5ede7c-1243-4c01-9284-d39d9382a538 req-469d4ad1-2c84-4c57-b300-1b2629719c42 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7a9b134-9e5f-4d60-af94-1ce372cc46d2 HTTP/1.1" status: 200 len: 210 time: 0.0649004 Aug 05 14:10:28.592942 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8ddb-12f0-491b-badd-6d0ee45e6439 req-f399e442-499c-484b-933a-9c7555fa3df8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:28.600443 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8ddb-12f0-491b-badd-6d0ee45e6439 req-f399e442-499c-484b-933a-9c7555fa3df8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:28.607070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8ddb-12f0-491b-badd-6d0ee45e6439 req-f399e442-499c-484b-933a-9c7555fa3df8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:28.616011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8ddb-12f0-491b-badd-6d0ee45e6439 req-f399e442-499c-484b-933a-9c7555fa3df8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:28.622449 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8ddb-12f0-491b-badd-6d0ee45e6439 req-f399e442-499c-484b-933a-9c7555fa3df8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:28.634296 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8ddb-12f0-491b-badd-6d0ee45e6439 req-f399e442-499c-484b-933a-9c7555fa3df8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:28.636550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e5d91591-98be-4abd-a124-aea34cdfb03e None None] Provisioning for port 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:10:28.638378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8ddb-12f0-491b-badd-6d0ee45e6439 req-f399e442-499c-484b-933a-9c7555fa3df8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:28.639904 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b76f8ddb-12f0-491b-badd-6d0ee45e6439 req-f399e442-499c-484b-933a-9c7555fa3df8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.6625667 Aug 05 14:10:28.641392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-775b1e3d-f265-4a51-b41c-a6eb8126e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:28.642775 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-775b1e3d-f265-4a51-b41c-a6eb8126e13d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.4453003 Aug 05 14:10:28.645203 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-23323e97-6278-4303-be81-2c0ce4aeae88 req-baee1fe0-0b15-4e2b-a3ad-9306222caa4f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] No DVR routers for this DVR port 9427d2ce-c909-47cf-a75d-501df1b0f888 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:10:28.654165 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-23323e97-6278-4303-be81-2c0ce4aeae88 req-baee1fe0-0b15-4e2b-a3ad-9306222caa4f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:28.654462 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-336be30f-bc26-4ee6-8dbb-14d70ee9dc97 None None] Set router 864c3e88-fd5f-4452-98b3-b2c64781c180 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:10:28.657156 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23323e97-6278-4303-be81-2c0ce4aeae88 req-baee1fe0-0b15-4e2b-a3ad-9306222caa4f tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.63 "DELETE /v2.0/ports/9427d2ce-c909-47cf-a75d-501df1b0f888 HTTP/1.1" status: 204 len: 173 time: 4.6881456 Aug 05 14:10:28.667891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] For port 8f311abe-d7fd-4d79-8c6e-cca1f49054b4, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:10:28.674014 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'name': 'network-vif-deleted', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:10:28.676674 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] For port 8f311abe-d7fd-4d79-8c6e-cca1f49054b4, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8f311abe-d7fd-4d79-8c6e-cca1f49054b4,segment=NetworkSegment(81cd8286-f7fa-4a9c-bea8-4c8b0b25921b),segment_id=81cd8286-f7fa-4a9c-bea8-4c8b0b25921b)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:10:28.676857 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d203cc-e97f-4125-8175-1fc8822d128d" -d '{"events": [{"server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "name": "network-vif-deleted", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:10:28.677871 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9427d2ce-c909-47cf-a75d-501df1b0f888 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:10:28.683841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Allocated IP 172.25.5.182 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/547aaef5-3dd8-42cd-a68e-30490a5afa4c) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:28.712362 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:28.714228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 9427d2ce-c909-47cf-a75d-501df1b0f888 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:10:28.714590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9427d2ce-c909-47cf-a75d-501df1b0f888 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:10:28.840498 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89ff148-528f-4a01-8945-111d6c230e06 x-openstack-request-id: req-d89ff148-528f-4a01-8945-111d6c230e06 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:10:28.841155 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a9b134-9e5f-4d60-af94-1ce372cc46d2", "name": "network-vif-deleted", "tag": "9427d2ce-c909-47cf-a75d-501df1b0f888", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:10:28.841478 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d89ff148-528f-4a01-8945-111d6c230e06 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:10:28.842102 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a9b134-9e5f-4d60-af94-1ce372cc46d2', 'name': 'network-vif-deleted', 'tag': '9427d2ce-c909-47cf-a75d-501df1b0f888', 'status': 'completed', 'code': 200} Aug 05 14:10:28.844874 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549540a0-49bb-4da9-95c7-52097ec71ae1 None None] Pushing event updated for resources: {'Port': ['ID=8f311abe-d7fd-4d79-8c6e-cca1f49054b4,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:28.974554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b76f8ddb-12f0-491b-badd-6d0ee45e6439 req-eebe747b-952b-4be2-a541-61f726c42e48 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3217337 Aug 05 14:10:29.079502 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-ab5f11e0-4dd2-4cb4-aef0-209af4755fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:29.089266 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-ab5f11e0-4dd2-4cb4-aef0-209af4755fff service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4313226 Aug 05 14:10:29.120884 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-336be30f-bc26-4ee6-8dbb-14d70ee9dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'name': 'tempest-ServerActionsTestJSON-355594363-router', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:46Z', 'updated_at': '2021-08-05T14:00:52Z', 'revision_number': 4, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'gw_port': {'id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:47Z', 'updated_at': '2021-08-05T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '428f19f4-d37f-4280-b3e8-56c37a16e180', 'name': '', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'mac_address': 'fa:16:3e:ab:1b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:50Z', 'updated_at': '2021-08-05T14:00:58Z', 'revision_number': 5, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'subnets': [{'id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:29.203934 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Allocated IP 172.20.0.1 (dd816950-98a6-431e-ae58-75b13409b398/11cc8916-4ec8-4a39-bbcb-71916c0718d5/43253d53-3c5d-480a-b85f-7cf650dbca0b) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:29.235840 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336be30f-bc26-4ee6-8dbb-14d70ee9dc97 None None] Checking router: 864c3e88-fd5f-4452-98b3-b2c64781c180 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:10:29.271133 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336be30f-bc26-4ee6-8dbb-14d70ee9dc97 None None] Routers {'864c3e88-fd5f-4452-98b3-b2c64781c180'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:29.277593 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-336be30f-bc26-4ee6-8dbb-14d70ee9dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['864c3e88-fd5f-4452-98b3-b2c64781c180'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:29.433139 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device bcd84945-e7b8-45a0-b70e-8b4b4c602ed3 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:10:29.639336 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port bcd84945-e7b8-45a0-b70e-8b4b4c602ed3 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:10:29.653176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device eaf38228-c290-4467-942e-6a92e569f694 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:10:29.684068 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:29.686813 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-336be30f-bc26-4ee6-8dbb-14d70ee9dc97 None None] Set router 864c3e88-fd5f-4452-98b3-b2c64781c180 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:10:29.770343 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port eaf38228-c290-4467-942e-6a92e569f694 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:29.770790 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:29.786461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38850) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:29.877547 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:29.899994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Transition to ACTIVE for port object 43253d53-3c5d-480a-b85f-7cf650dbca0b will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:29.902569 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:10:29.909754 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0851edf5-ef19-4919-9072-29b2569646bb tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:29.958509 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:29.975702 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:29.984615 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0851edf5-ef19-4919-9072-29b2569646bb tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:30.003822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e10ed7b-3a9c-4a75-864b-aef0504d897d None None] Network dd816950-98a6-431e-ae58-75b13409b398 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:10:30.131507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90c625-12fd-4995-8be8-018afeeb213f req-15f33d26-54ed-4e35-b63e-c255f24e9b5d tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:30.140831 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1f90c625-12fd-4995-8be8-018afeeb213f req-15f33d26-54ed-4e35-b63e-c255f24e9b5d tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 1097 time: 0.0852132 Aug 05 14:10:30.164628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:10:30.176056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:30.188605 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-504b8f7a-61b4-42ba-9f4e-a89145a7a330 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0762515 Aug 05 14:10:30.192299 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Network dd816950-98a6-431e-ae58-75b13409b398 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:30.199177 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0851edf5-ef19-4919-9072-29b2569646bb tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:30.202949 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0851edf5-ef19-4919-9072-29b2569646bb tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:30.204640 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0851edf5-ef19-4919-9072-29b2569646bb tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "DELETE /v2.0/security-groups/1b44212d-75d7-40d6-a233-d1052b4c1f6e HTTP/1.1" status: 204 len: 168 time: 0.4169497 Aug 05 14:10:30.223441 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1f90c625-12fd-4995-8be8-018afeeb213f req-9bee7522-3c6b-4bfa-8af7-1c9d627523e0 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804307 Aug 05 14:10:30.224157 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38860) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:30.244449 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Pushing event updated for resources: {'Port': ['ID=547aaef5-3dd8-42cd-a68e-30490a5afa4c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:30.250979 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:30.254855 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:30.265974 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-336be30f-bc26-4ee6-8dbb-14d70ee9dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'name': 'tempest-ServerActionsTestJSON-355594363-router', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:46Z', 'updated_at': '2021-08-05T14:00:52Z', 'revision_number': 4, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'gw_port': {'id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:47Z', 'updated_at': '2021-08-05T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '428f19f4-d37f-4280-b3e8-56c37a16e180', 'name': '', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'mac_address': 'fa:16:3e:ab:1b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:50Z', 'updated_at': '2021-08-05T14:00:58Z', 'revision_number': 5, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'subnets': [{'id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:30.307892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c76fe2bc-08df-45c3-8b69-95b4d579b480 None None] Provisioning for port bcd84945-e7b8-45a0-b70e-8b4b4c602ed3 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:10:30.310755 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851edf5-ef19-4919-9072-29b2569646bb tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b44212d-75d7-40d6-a233-d1052b4c1f6e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:30.316920 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-81ba0f99-8be2-45c8-94da-660f21f38294 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] show failed (client error): The resource could not be found. Aug 05 14:10:30.322578 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-81ba0f99-8be2-45c8-94da-660f21f38294 tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "GET /v2.0/security-groups/1b44212d-75d7-40d6-a233-d1052b4c1f6e HTTP/1.1" status: 404 len: 347 time: 0.0796227 Aug 05 14:10:30.326765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38864) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:30.342849 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336be30f-bc26-4ee6-8dbb-14d70ee9dc97 None None] The sync data for ids ['864c3e88-fd5f-4452-98b3-b2c64781c180'] in n-d-803585-2 is: [{'id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'name': 'tempest-ServerActionsTestJSON-355594363-router', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:46Z', 'updated_at': '2021-08-05T14:00:52Z', 'revision_number': 4, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'gw_port': {'id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:47Z', 'updated_at': '2021-08-05T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '428f19f4-d37f-4280-b3e8-56c37a16e180', 'name': '', 'network_id': 'afedfeb1-09f0-451d-bc05-30d84c3785ca', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'mac_address': 'fa:16:3e:ab:1b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:50Z', 'updated_at': '2021-08-05T14:00:58Z', 'revision_number': 5, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'subnets': [{'id': '987d5996-708f-45ea-bc86-dd4e0e5d709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:10:30.348441 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event updated for resources: {'Port': ['ID=43253d53-3c5d-480a-b85f-7cf650dbca0b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:30.358424 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c76fe2bc-08df-45c3-8b69-95b4d579b480 None None] Provisioning complete for port bcd84945-e7b8-45a0-b70e-8b4b4c602ed3 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:30.358799 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c76fe2bc-08df-45c3-8b69-95b4d579b480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:30.362420 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:30.385282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:30.390713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:30.451768 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:30.528529 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:30.637336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5f0ad-7ec2-466b-b476-53429cc44ba7 req-5a7323e5-7c1e-437f-8a94-2be89f7db58f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:30.646895 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71b5f0ad-7ec2-466b-b476-53429cc44ba7 req-5a7323e5-7c1e-437f-8a94-2be89f7db58f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 946 time: 0.1503456 Aug 05 14:10:30.722066 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-dcc40634-9789-4d24-9339-9fb234cb2f1b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Deleting port fde6edc7-65ea-48ef-86d3-26d7e6c436e5 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:30.730870 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcc40634-9789-4d24-9339-9fb234cb2f1b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:30.757340 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71b5f0ad-7ec2-466b-b476-53429cc44ba7 req-018b8ec6-955b-4770-acb0-d75e288b001f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093640 Aug 05 14:10:30.800656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38876) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:30.879538 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69544d2f-dd5e-47df-9b40-708ef2edf76d None None] Network 9035ef77-d92b-4858-9449-ee68cd766881 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:10:30.883341 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e224a40d-93eb-4c15-80ef-a09fda61f3ea None None] New status for floating IP 131cb2b9-107a-4924-9ba3-c6f4b34de224: DOWN {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:10:30.884807 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcc40634-9789-4d24-9339-9fb234cb2f1b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:30.885285 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcc40634-9789-4d24-9339-9fb234cb2f1b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:30.899976 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-dcc40634-9789-4d24-9339-9fb234cb2f1b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Calling delete_port for fde6edc7-65ea-48ef-86d3-26d7e6c436e5 owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:30.947305 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c091a27-67bd-4fe7-8b39-dee907f51e6d req-fc8f2085-222a-47ae-ba10-261366272463 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:30.956845 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c091a27-67bd-4fe7-8b39-dee907f51e6d req-fc8f2085-222a-47ae-ba10-261366272463 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:30.963233 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c091a27-67bd-4fe7-8b39-dee907f51e6d req-fc8f2085-222a-47ae-ba10-261366272463 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:30.971032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c091a27-67bd-4fe7-8b39-dee907f51e6d req-fc8f2085-222a-47ae-ba10-261366272463 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:30.978347 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c091a27-67bd-4fe7-8b39-dee907f51e6d req-fc8f2085-222a-47ae-ba10-261366272463 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:30.986492 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c091a27-67bd-4fe7-8b39-dee907f51e6d req-fc8f2085-222a-47ae-ba10-261366272463 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:31.007195 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c091a27-67bd-4fe7-8b39-dee907f51e6d req-fc8f2085-222a-47ae-ba10-261366272463 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:31.011540 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c091a27-67bd-4fe7-8b39-dee907f51e6d req-fc8f2085-222a-47ae-ba10-261366272463 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.8268516 Aug 05 14:10:31.031408 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:31.113570 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-ecab065b-281d-4069-a4ad-af70654cc8c3 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7665820 Aug 05 14:10:31.117755 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcc40634-9789-4d24-9339-9fb234cb2f1b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:31.121993 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8,segment=NetworkSegment(b819d189-70f5-4a36-b47c-152ad76eabf0),segment_id=b819d189-70f5-4a36-b47c-152ad76eabf0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:31.132247 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-e224a40d-93eb-4c15-80ef-a09fda61f3ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:10:31.132608 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-e224a40d-93eb-4c15-80ef-a09fda61f3ea None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:10:31.137750 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:31.147233 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c76fe2bc-08df-45c3-8b69-95b4d579b480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:31.181337 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc40634-9789-4d24-9339-9fb234cb2f1b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Pushing event deleted for resources: {'Port': ['ID=fde6edc7-65ea-48ef-86d3-26d7e6c436e5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:31.229686 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c76fe2bc-08df-45c3-8b69-95b4d579b480 None None] For port bcd84945-e7b8-45a0-b70e-8b4b4c602ed3, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=bcd84945-e7b8-45a0-b70e-8b4b4c602ed3,segment=NetworkSegment(962d44a7-6d67-4527-ad17-2b042c4135ef),segment_id=962d44a7-6d67-4527-ad17-2b042c4135ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:31.259018 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c76fe2bc-08df-45c3-8b69-95b4d579b480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:31.290071 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:31.349215 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcc40634-9789-4d24-9339-9fb234cb2f1b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:31.352139 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcc40634-9789-4d24-9339-9fb234cb2f1b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:31.353379 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dcc40634-9789-4d24-9339-9fb234cb2f1b tempest-ServerActionsTestJSON-1224347382 tempest-ServerActionsTestJSON-1224347382-project] 10.222.0.16 "DELETE /v2.0/floatingips/131cb2b9-107a-4924-9ba3-c6f4b34de224 HTTP/1.1" status: 204 len: 168 time: 1.0255883 Aug 05 14:10:31.356741 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38882) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:31.366443 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:10:31.370723 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:31.390938 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-ec0afdd1-9f0a-4408-b010-3a545ddf3d4f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=c3959024-cd38-493d-b979-ae02a3fd5bed HTTP/1.1" status: 200 len: 217 time: 0.2642760 Aug 05 14:10:31.446605 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-465a2144-7b3c-4f1e-80fd-c300445d5735 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/floatingips/a0f2b45f-8db3-4c02-8f53-9784b072950e HTTP/1.1" status: 200 len: 994 time: 0.6435475 Aug 05 14:10:31.501304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fe2bc-08df-45c3-8b69-95b4d579b480 None None] Pushing event updated for resources: {'Port': ['ID=bcd84945-e7b8-45a0-b70e-8b4b4c602ed3,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:31.507682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-aa8660cc-9c02-4059-9909-3f9c5b4a4df7 None None] Provisioning for port 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:10:31.546095 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-aa8660cc-9c02-4059-9909-3f9c5b4a4df7 None None] Provisioning complete for port bcd84945-e7b8-45a0-b70e-8b4b4c602ed3 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:31.546384 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-aa8660cc-9c02-4059-9909-3f9c5b4a4df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:31.603556 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:10:31.610506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:31.611226 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:31.663151 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e224a40d-93eb-4c15-80ef-a09fda61f3ea None None] New status for floating IP 131cb2b9-107a-4924-9ba3-c6f4b34de224: DOWN {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:10:31.668956 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c091a27-67bd-4fe7-8b39-dee907f51e6d req-a0bcbe02-a215-4e12-8e3d-5f9cccd8c5e0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5539358 Aug 05 14:10:31.770996 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:31.880853 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-aa8660cc-9c02-4059-9909-3f9c5b4a4df7 None None] Provisioning for port 43253d53-3c5d-480a-b85f-7cf650dbca0b completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:10:31.895164 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-aa8660cc-9c02-4059-9909-3f9c5b4a4df7 None None] Provisioning complete for port 43253d53-3c5d-480a-b85f-7cf650dbca0b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:31.901294 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-aa8660cc-9c02-4059-9909-3f9c5b4a4df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:31.939944 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:31.983492 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-aa8660cc-9c02-4059-9909-3f9c5b4a4df7 None None] Port 43253d53-3c5d-480a-b85f-7cf650dbca0b cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:10:32.000081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 8f311abe-d7fd-4d79-8c6e-cca1f49054b4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8f311abe-d7fd-4d79-8c6e-cca1f49054b4,segment=NetworkSegment(81cd8286-f7fa-4a9c-bea8-4c8b0b25921b),segment_id=81cd8286-f7fa-4a9c-bea8-4c8b0b25921b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:32.006178 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:32.072618 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=8f311abe-d7fd-4d79-8c6e-cca1f49054b4,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:32.075214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-a4996cb1-8b94-46de-8d0a-bbcd3db57106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:32.076826 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-a4996cb1-8b94-46de-8d0a-bbcd3db57106 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.6670520 Aug 05 14:10:32.127583 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-81e92d03-f109-4fdb-911f-9be7a6ffe80f None None] Provisioning complete for port 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:32.128085 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-81e92d03-f109-4fdb-911f-9be7a6ffe80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:32.262076 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-81e92d03-f109-4fdb-911f-9be7a6ffe80f None None] Provisioning complete for port 43253d53-3c5d-480a-b85f-7cf650dbca0b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:32.262492 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-81e92d03-f109-4fdb-911f-9be7a6ffe80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:32.305905 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-81e92d03-f109-4fdb-911f-9be7a6ffe80f None None] Port 43253d53-3c5d-480a-b85f-7cf650dbca0b cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:10:32.345876 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-4102f812-379d-46ed-89a1-9f6e1f4f132d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2016981 Aug 05 14:10:32.428532 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa2142be-85bd-4ad8-90d7-90fdc644a1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:32.663431 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:32.754601 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ea883-8c8c-49df-a71b-446bb1bc6825 req-d655496b-8827-44ca-9b52-c8dbda1279fb tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:32.756181 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-074ea883-8c8c-49df-a71b-446bb1bc6825 req-d655496b-8827-44ca-9b52-c8dbda1279fb tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 946 time: 0.5578237 Aug 05 14:10:32.771747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-aa2142be-85bd-4ad8-90d7-90fdc644a1a5 admin admin] Deleting port 428f19f4-d37f-4280-b3e8-56c37a16e180 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:32.772089 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa2142be-85bd-4ad8-90d7-90fdc644a1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:32.793670 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-b8d4d006-9b41-41f6-8a60-d34f6e6d8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:32.795051 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-b8d4d006-9b41-41f6-8a60-d34f6e6d8f8e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6280391 Aug 05 14:10:32.917309 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0b8b0-29ef-43b4-87a3-9b1c23d32064 req-bc0ec6bc-ce26-4fea-a8ec-229c4da2907f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:32.925521 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0b8b0-29ef-43b4-87a3-9b1c23d32064 req-bc0ec6bc-ce26-4fea-a8ec-229c4da2907f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:32.931987 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0b8b0-29ef-43b4-87a3-9b1c23d32064 req-bc0ec6bc-ce26-4fea-a8ec-229c4da2907f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:32.938755 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0b8b0-29ef-43b4-87a3-9b1c23d32064 req-bc0ec6bc-ce26-4fea-a8ec-229c4da2907f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:32.945283 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0b8b0-29ef-43b4-87a3-9b1c23d32064 req-bc0ec6bc-ce26-4fea-a8ec-229c4da2907f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:32.951718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0b8b0-29ef-43b4-87a3-9b1c23d32064 req-bc0ec6bc-ce26-4fea-a8ec-229c4da2907f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:32.959064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0b8b0-29ef-43b4-87a3-9b1c23d32064 req-bc0ec6bc-ce26-4fea-a8ec-229c4da2907f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:32.961185 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-03a0b8b0-29ef-43b4-87a3-9b1c23d32064 req-bc0ec6bc-ce26-4fea-a8ec-229c4da2907f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.1762912 Aug 05 14:10:32.968560 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-aa2142be-85bd-4ad8-90d7-90fdc644a1a5 admin admin] For port 428f19f4-d37f-4280-b3e8-56c37a16e180, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=428f19f4-d37f-4280-b3e8-56c37a16e180,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:32.969193 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa2142be-85bd-4ad8-90d7-90fdc644a1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:32.989143 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-074ea883-8c8c-49df-a71b-446bb1bc6825 req-a02f33ae-3d3f-466f-961c-f5d1e649c829 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982605 Aug 05 14:10:33.014753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-aa2142be-85bd-4ad8-90d7-90fdc644a1a5 admin admin] Calling delete_port for 428f19f4-d37f-4280-b3e8-56c37a16e180 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:33.080044 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-ef299f01-695e-4892-9969-12044b255c2d service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718024 Aug 05 14:10:33.086840 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:33.098696 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:33.132574 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-03a0b8b0-29ef-43b4-87a3-9b1c23d32064 req-b11de47b-36e5-4b52-a738-110ca3fc186b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1532209 Aug 05 14:10:33.188051 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Router d884f699-39a8-4576-a655-eee4d33f250c is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:10:33.255286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event updated for resources: {'Port': ['ID=43253d53-3c5d-480a-b85f-7cf650dbca0b,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:33.296362 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:33.340117 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-7da55c2d-5a48-485f-8e28-e081add2595a service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512648 Aug 05 14:10:33.363588 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:10:33.380498 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa2142be-85bd-4ad8-90d7-90fdc644a1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:33.437087 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2142be-85bd-4ad8-90d7-90fdc644a1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=428f19f4-d37f-4280-b3e8-56c37a16e180,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:33.448719 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:33.449108 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:33.461289 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-707557da-7814-4277-987c-10790208a2dd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3176ee0-d977-4960-b6c2-a03be5f071ae HTTP/1.1" status: 200 len: 217 time: 0.0526333 Aug 05 14:10:33.600842 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:10:33.631482 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a44b6e-a2fa-4077-aa72-7b92df0711fc None None] Sync routers for ids ['d884f699-39a8-4576-a655-eee4d33f250c'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:10:33.649829 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a44b6e-a2fa-4077-aa72-7b92df0711fc None None] Routers {'d884f699-39a8-4576-a655-eee4d33f250c'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:33.650162 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-24a44b6e-a2fa-4077-aa72-7b92df0711fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['d884f699-39a8-4576-a655-eee4d33f250c'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:33.655308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Network dd816950-98a6-431e-ae58-75b13409b398 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:33.679731 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:33.688833 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device bcd84945-e7b8-45a0-b70e-8b4b4c602ed3 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:10:33.740494 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-24a44b6e-a2fa-4077-aa72-7b92df0711fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:33.751431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-76987c25-11ce-4960-8e63-d9ed7391f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:33.753813 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-76987c25-11ce-4960-8e63-d9ed7391f619 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=84bdd077-911d-4689-bd57-064e082f69c5 HTTP/1.1" status: 200 len: 797 time: 0.2446177 Aug 05 14:10:33.755210 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:33.758531 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-126324c0-cecf-4d71-9173-3885df52ce72 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.7797427 Aug 05 14:10:33.761082 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38964) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:33.772112 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port bcd84945-e7b8-45a0-b70e-8b4b4c602ed3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:33.772719 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:33.774826 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a44b6e-a2fa-4077-aa72-7b92df0711fc None None] Routers {'d884f699-39a8-4576-a655-eee4d33f250c'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:33.775555 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-24a44b6e-a2fa-4077-aa72-7b92df0711fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['d884f699-39a8-4576-a655-eee4d33f250c'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:33.855560 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa2142be-85bd-4ad8-90d7-90fdc644a1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:33.880891 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-24a44b6e-a2fa-4077-aa72-7b92df0711fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:33.887917 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a44b6e-a2fa-4077-aa72-7b92df0711fc None None] The sync data for ids ['d884f699-39a8-4576-a655-eee4d33f250c'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:10:33.955412 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:10:34.061152 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:34.061659 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:34.185944 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-d9559a41-dcc6-487a-8383-72b21267ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:34.186598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d9e02b63-c9ea-42d4-99ef-b874ade16c35 None None] Provisioning complete for port 43253d53-3c5d-480a-b85f-7cf650dbca0b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:34.186808 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d9e02b63-c9ea-42d4-99ef-b874ade16c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:34.187843 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-d9559a41-dcc6-487a-8383-72b21267ad99 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4145281 Aug 05 14:10:34.232276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d9e02b63-c9ea-42d4-99ef-b874ade16c35 None None] Port 43253d53-3c5d-480a-b85f-7cf650dbca0b cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:10:34.276578 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59ad291-f86b-4ba3-aac5-ec19701266fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:34.279105 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59ad291-f86b-4ba3-aac5-ec19701266fb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 1097 time: 0.2209651 Aug 05 14:10:34.347649 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d16822-0f03-4fb6-9ba5-a210aca1af46 req-e8cf0f21-a05e-4590-9c75-e9868d5d9c10 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:34.349173 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54d16822-0f03-4fb6-9ba5-a210aca1af46 req-e8cf0f21-a05e-4590-9c75-e9868d5d9c10 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 946 time: 0.2091227 Aug 05 14:10:34.450775 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Router 949732ed-cc34-4b38-ac19-0870d747815f is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:10:34.458278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2142be-85bd-4ad8-90d7-90fdc644a1a5 admin admin] Router 864c3e88-fd5f-4452-98b3-b2c64781c180 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:10:34.468835 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54d16822-0f03-4fb6-9ba5-a210aca1af46 req-f2167794-3aa6-4219-8801-a67a8de663e3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892341 Aug 05 14:10:34.518163 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-a89cecd8-f087-4097-bf9c-005fd9831736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:34.519706 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-a89cecd8-f087-4097-bf9c-005fd9831736 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2d7e4cee-21f3-4c27-a383-7f324b431f41 HTTP/1.1" status: 200 len: 898 time: 0.2324932 Aug 05 14:10:34.526900 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-e406f186-add2-4c57-a955-3429c258a5d3 service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204215 Aug 05 14:10:34.546850 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98324747-2a01-4ae8-8e6b-2d6299c79470 req-94ade62b-89ac-43af-ae29-94d8f0d4dd4b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:34.554375 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98324747-2a01-4ae8-8e6b-2d6299c79470 req-94ade62b-89ac-43af-ae29-94d8f0d4dd4b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:34.560294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98324747-2a01-4ae8-8e6b-2d6299c79470 req-94ade62b-89ac-43af-ae29-94d8f0d4dd4b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:34.566991 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98324747-2a01-4ae8-8e6b-2d6299c79470 req-94ade62b-89ac-43af-ae29-94d8f0d4dd4b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:34.573146 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98324747-2a01-4ae8-8e6b-2d6299c79470 req-94ade62b-89ac-43af-ae29-94d8f0d4dd4b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:34.579398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98324747-2a01-4ae8-8e6b-2d6299c79470 req-94ade62b-89ac-43af-ae29-94d8f0d4dd4b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:34.586716 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98324747-2a01-4ae8-8e6b-2d6299c79470 req-94ade62b-89ac-43af-ae29-94d8f0d4dd4b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:34.588672 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98324747-2a01-4ae8-8e6b-2d6299c79470 req-94ade62b-89ac-43af-ae29-94d8f0d4dd4b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.2743943 Aug 05 14:10:34.593175 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d19fc03b-7cdf-4c58-b5d3-55ac3fba966e req-caaf6859-bae3-469c-be64-9658f6abbd3c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3032415 Aug 05 14:10:34.633284 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-6f976f0a-3b7a-4570-951a-4a8771479598 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6 HTTP/1.1" status: 200 len: 1002 time: 0.1028490 Aug 05 14:10:34.690864 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2142be-85bd-4ad8-90d7-90fdc644a1a5 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:10:34.699552 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-aa2142be-85bd-4ad8-90d7-90fdc644a1a5 admin admin] 10.222.0.16 "PUT /v2.0/routers/864c3e88-fd5f-4452-98b3-b2c64781c180/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3391817 Aug 05 14:10:34.702155 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20ace6a-7e9a-496b-a0bc-a1200e6fac3c None None] Sync routers for ids ['864c3e88-fd5f-4452-98b3-b2c64781c180'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:10:34.704382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38988) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:34.713985 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ace6a-7e9a-496b-a0bc-a1200e6fac3c None None] Routers {'864c3e88-fd5f-4452-98b3-b2c64781c180'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:34.713985 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e20ace6a-7e9a-496b-a0bc-a1200e6fac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['864c3e88-fd5f-4452-98b3-b2c64781c180'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:34.866876 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-e20ace6a-7e9a-496b-a0bc-a1200e6fac3c None None] Set router 864c3e88-fd5f-4452-98b3-b2c64781c180 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:10:35.180031 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e20ace6a-7e9a-496b-a0bc-a1200e6fac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'name': 'tempest-ServerActionsTestJSON-355594363-router', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:46Z', 'updated_at': '2021-08-05T14:10:33Z', 'revision_number': 5, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'gw_port': {'id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:47Z', 'updated_at': '2021-08-05T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:35.237490 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98324747-2a01-4ae8-8e6b-2d6299c79470 req-7787db21-d3aa-4298-9ebc-771862ac4c3d tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6379566 Aug 05 14:10:35.250619 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:10:35.256766 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20ace6a-7e9a-496b-a0bc-a1200e6fac3c None None] Checking router: 864c3e88-fd5f-4452-98b3-b2c64781c180 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:10:35.274594 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c934ba4-e722-4a9f-9191-8630533c6b13 None None] Sync routers for ids ['949732ed-cc34-4b38-ac19-0870d747815f'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:10:35.285928 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-9e0a8063-84cf-42fa-a670-2c20465a6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:35.287700 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-9e0a8063-84cf-42fa-a670-2c20465a6b95 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8dd6b67f-9131-40fd-98ac-33c9a9bbcf50 HTTP/1.1" status: 200 len: 835 time: 0.6368718 Aug 05 14:10:35.295096 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ace6a-7e9a-496b-a0bc-a1200e6fac3c None None] Routers {'864c3e88-fd5f-4452-98b3-b2c64781c180'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:35.297554 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c934ba4-e722-4a9f-9191-8630533c6b13 None None] Routers {'949732ed-cc34-4b38-ac19-0870d747815f'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:35.298696 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5c934ba4-e722-4a9f-9191-8630533c6b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['949732ed-cc34-4b38-ac19-0870d747815f'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:35.302619 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e20ace6a-7e9a-496b-a0bc-a1200e6fac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['864c3e88-fd5f-4452-98b3-b2c64781c180'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:35.338623 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3e0947ec-7684-4424-8057-11ac2138318a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "PUT /v2.0/routers/949732ed-cc34-4b38-ac19-0870d747815f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7419322 Aug 05 14:10:35.342345 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39000) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:35.343050 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-aa474155-bb6d-4eec-8740-d4aba75bea10 service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7488551 Aug 05 14:10:35.349091 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fc03b-7cdf-4c58-b5d3-55ac3fba966e req-d7e573c6-0fe2-4bdd-8d8a-786f79f4c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:35.350666 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d19fc03b-7cdf-4c58-b5d3-55ac3fba966e req-d7e573c6-0fe2-4bdd-8d8a-786f79f4c0ca service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1291456ee72e4bdfb592cbb35091d288&device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 1097 time: 0.6552913 Aug 05 14:10:35.390216 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5c934ba4-e722-4a9f-9191-8630533c6b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:35.412917 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c934ba4-e722-4a9f-9191-8630533c6b13 None None] Routers {'949732ed-cc34-4b38-ac19-0870d747815f'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:35.413545 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae05de4f-5178-4f82-83cb-c36a98764628 admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:35.414830 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5c934ba4-e722-4a9f-9191-8630533c6b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['949732ed-cc34-4b38-ac19-0870d747815f'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:35.428080 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-9a9ce70d-8af8-424e-9f7a-633b9f4635df service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd1c7278-e3e1-487f-9ace-bca5738d9ea9 HTTP/1.1" status: 200 len: 217 time: 0.0744908 Aug 05 14:10:35.491962 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-e20ace6a-7e9a-496b-a0bc-a1200e6fac3c None None] Set router 864c3e88-fd5f-4452-98b3-b2c64781c180 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:10:35.667750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-dd5e35c4-eca5-486a-af38-32a453f9aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:35.669811 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-dd5e35c4-eca5-486a-af38-32a453f9aad9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2d7e4cee-21f3-4c27-a383-7f324b431f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3679018 Aug 05 14:10:35.747584 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-a3c88ba6-3ae9-4de8-b38b-5d60907dfbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:35.749495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-a3c88ba6-3ae9-4de8-b38b-5d60907dfbbe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=84bdd077-911d-4689-bd57-064e082f69c5 HTTP/1.1" status: 200 len: 797 time: 0.3014107 Aug 05 14:10:35.804719 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5c934ba4-e722-4a9f-9191-8630533c6b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:35.812412 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c934ba4-e722-4a9f-9191-8630533c6b13 None None] The sync data for ids ['949732ed-cc34-4b38-ac19-0870d747815f'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:10:35.890613 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e20ace6a-7e9a-496b-a0bc-a1200e6fac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'name': 'tempest-ServerActionsTestJSON-355594363-router', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:46Z', 'updated_at': '2021-08-05T14:10:33Z', 'revision_number': 5, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'gw_port': {'id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:47Z', 'updated_at': '2021-08-05T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:35.938452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20ace6a-7e9a-496b-a0bc-a1200e6fac3c None None] The sync data for ids ['864c3e88-fd5f-4452-98b3-b2c64781c180'] in n-d-803585-2 is: [{'id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'name': 'tempest-ServerActionsTestJSON-355594363-router', 'tenant_id': 'dc996791672c444dbf38c5eb15e5efae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:00:46Z', 'updated_at': '2021-08-05T14:10:33Z', 'revision_number': 5, 'project_id': 'dc996791672c444dbf38c5eb15e5efae', 'gw_port': {'id': '889dbbb1-1be8-481a-b5d1-e810c3c5344f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3e88-fd5f-4452-98b3-b2c64781c180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:00:47Z', 'updated_at': '2021-08-05T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:10:35.954539 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefa68a-d755-44b5-bb18-9a8d7c1d222a req-c6275113-0519-4267-8039-558020cf1b91 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:35.956326 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7fefa68a-d755-44b5-bb18-9a8d7c1d222a req-c6275113-0519-4267-8039-558020cf1b91 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 946 time: 0.3352897 Aug 05 14:10:35.962355 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fc03b-7cdf-4c58-b5d3-55ac3fba966e req-4d723be7-6370-4fbc-aea6-a914392dcbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:35.963860 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d19fc03b-7cdf-4c58-b5d3-55ac3fba966e req-4d723be7-6370-4fbc-aea6-a914392dcbba service neutron] 10.222.0.63 "GET /v2.0/networks?id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff HTTP/1.1" status: 200 len: 910 time: 0.5553470 Aug 05 14:10:36.035511 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae05de4f-5178-4f82-83cb-c36a98764628 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:36.074305 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-8a64efeb-b8bf-45fb-b22c-2f6f39c0733a service neutron] 10.222.0.84 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945105 Aug 05 14:10:36.095016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-07de1543-7b57-4e20-bca9-bbf8485bba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:36.097102 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-07de1543-7b57-4e20-bca9-bbf8485bba04 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3303852 Aug 05 14:10:36.198639 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d19fc03b-7cdf-4c58-b5d3-55ac3fba966e req-34d08692-99cd-45dc-b851-d2b43d75731f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 HTTP/1.1" status: 200 len: 1001 time: 0.2116780 Aug 05 14:10:36.249639 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7fefa68a-d755-44b5-bb18-9a8d7c1d222a req-aa4678dd-99bf-4043-b8ca-47833f8c6c4f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828658 Aug 05 14:10:36.292211 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b34ce86b-c801-4c2c-ab8d-0e8b1c8bea14 service neutron] 10.222.0.84 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882360 Aug 05 14:10:36.305729 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:36.348482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-ae05de4f-5178-4f82-83cb-c36a98764628 admin admin] Deleting port 889dbbb1-1be8-481a-b5d1-e810c3c5344f {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:36.349045 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae05de4f-5178-4f82-83cb-c36a98764628 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:36.376568 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fc03b-7cdf-4c58-b5d3-55ac3fba966e req-2741005c-de45-420a-bc51-ef9992e6bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:36.378457 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d19fc03b-7cdf-4c58-b5d3-55ac3fba966e req-2741005c-de45-420a-bc51-ef9992e6bd24 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eeec4336-a010-464c-8b64-395366905663 HTTP/1.1" status: 200 len: 848 time: 0.1697557 Aug 05 14:10:36.456008 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-d7704279-e282-497a-80f4-af0d45cfa53a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:10:36.457596 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d7704279-e282-497a-80f4-af0d45cfa53a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "PUT /v2.0/routers/949732ed-cc34-4b38-ac19-0870d747815f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1094005 Aug 05 14:10:36.461317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39026) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:36.515461 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-3515669b-be5a-4857-811c-7e09758b940a service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011595 Aug 05 14:10:36.579152 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3164ff7-415c-434b-b6a4-1020da80fe35 req-1b2a2acd-f64c-419b-a5ad-f6fcbc2c997a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:36.585852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3164ff7-415c-434b-b6a4-1020da80fe35 req-1b2a2acd-f64c-419b-a5ad-f6fcbc2c997a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:36.591774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3164ff7-415c-434b-b6a4-1020da80fe35 req-1b2a2acd-f64c-419b-a5ad-f6fcbc2c997a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:36.598817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3164ff7-415c-434b-b6a4-1020da80fe35 req-1b2a2acd-f64c-419b-a5ad-f6fcbc2c997a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:36.605017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3164ff7-415c-434b-b6a4-1020da80fe35 req-1b2a2acd-f64c-419b-a5ad-f6fcbc2c997a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:36.611089 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3164ff7-415c-434b-b6a4-1020da80fe35 req-1b2a2acd-f64c-419b-a5ad-f6fcbc2c997a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:36.617567 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3164ff7-415c-434b-b6a4-1020da80fe35 req-1b2a2acd-f64c-419b-a5ad-f6fcbc2c997a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:36.619522 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a3164ff7-415c-434b-b6a4-1020da80fe35 req-1b2a2acd-f64c-419b-a5ad-f6fcbc2c997a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.2117302 Aug 05 14:10:36.633642 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fc03b-7cdf-4c58-b5d3-55ac3fba966e req-a619ed34-3b87-4d9a-bdae-f68259c3e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:36.635515 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d19fc03b-7cdf-4c58-b5d3-55ac3fba966e req-a619ed34-3b87-4d9a-bdae-f68259c3e7e8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642134 Aug 05 14:10:36.647375 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-ae05de4f-5178-4f82-83cb-c36a98764628 admin admin] For port 889dbbb1-1be8-481a-b5d1-e810c3c5344f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=889dbbb1-1be8-481a-b5d1-e810c3c5344f,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:36.647977 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae05de4f-5178-4f82-83cb-c36a98764628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:36.683475 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-ae05de4f-5178-4f82-83cb-c36a98764628 admin admin] Calling delete_port for 889dbbb1-1be8-481a-b5d1-e810c3c5344f owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:36.786061 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f53204f-0ea9-4e1c-b383-706fc7b60be6 req-d218c163-3f89-43b2-8938-e42a4e96af89 service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606261 Aug 05 14:10:36.816283 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a3164ff7-415c-434b-b6a4-1020da80fe35 req-6f012d4e-6dee-4e67-9139-384306c88ae0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1793003 Aug 05 14:10:36.820847 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d19fc03b-7cdf-4c58-b5d3-55ac3fba966e req-bb87beec-d031-46ae-94b6-5f92fe7eaa96 service neutron] 10.222.0.63 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720841 Aug 05 14:10:37.038388 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d19fc03b-7cdf-4c58-b5d3-55ac3fba966e req-0cb553c9-2bad-4a57-a23c-875062dc1d2b service neutron] 10.222.0.63 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072845 Aug 05 14:10:37.092771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Allocated IP 172.20.0.1 (40e808c6-cafe-4dcc-ac11-a74b2167c78d/87169ab0-2ff4-4439-b715-ff952ae7e289/395753a3-ac64-4243-b0d3-8e3f23a4fca6) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:37.100388 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae05de4f-5178-4f82-83cb-c36a98764628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:37.142009 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05de4f-5178-4f82-83cb-c36a98764628 admin admin] Pushing event deleted for resources: {'Port': ['ID=889dbbb1-1be8-481a-b5d1-e810c3c5344f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:37.177613 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59f77aa5-dd3b-4851-977f-989712072cf6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:37.189639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b1c53-6205-45c5-9b4f-66f08208b0ce req-e5da834f-c3c4-4a6b-8ad2-0ef7929d5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:37.190188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b1c53-6205-45c5-9b4f-66f08208b0ce req-e5da834f-c3c4-4a6b-8ad2-0ef7929d5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:37.190694 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b1c53-6205-45c5-9b4f-66f08208b0ce req-e5da834f-c3c4-4a6b-8ad2-0ef7929d5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:37.191163 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b1c53-6205-45c5-9b4f-66f08208b0ce req-e5da834f-c3c4-4a6b-8ad2-0ef7929d5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:37.191629 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b1c53-6205-45c5-9b4f-66f08208b0ce req-e5da834f-c3c4-4a6b-8ad2-0ef7929d5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:37.192093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b1c53-6205-45c5-9b4f-66f08208b0ce req-e5da834f-c3c4-4a6b-8ad2-0ef7929d5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:37.192555 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b1c53-6205-45c5-9b4f-66f08208b0ce req-e5da834f-c3c4-4a6b-8ad2-0ef7929d5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:37.196970 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d59b1c53-6205-45c5-9b4f-66f08208b0ce req-e5da834f-c3c4-4a6b-8ad2-0ef7929d5bc3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6e036408f4db49cba61ec7696aa2c980&device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 6477 time: 0.3072746 Aug 05 14:10:37.313237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 428f19f4-d37f-4280-b3e8-56c37a16e180 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:10:37.327238 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae05de4f-5178-4f82-83cb-c36a98764628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:37.369804 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:37.370441 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 428f19f4-d37f-4280-b3e8-56c37a16e180 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:10:37.370562 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 428f19f4-d37f-4280-b3e8-56c37a16e180 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:10:37.400622 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Transition to ACTIVE for port object 395753a3-ac64-4243-b0d3-8e3f23a4fca6 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:37.407639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b1c53-6205-45c5-9b4f-66f08208b0ce req-50bc5897-2c95-46e6-8669-798e4de91835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:37.409630 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d59b1c53-6205-45c5-9b4f-66f08208b0ce req-50bc5897-2c95-46e6-8669-798e4de91835 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1 HTTP/1.1" status: 200 len: 903 time: 0.2019310 Aug 05 14:10:37.464662 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d59b1c53-6205-45c5-9b4f-66f08208b0ce req-c4ccb706-83b2-40ad-af11-ec6c17aaddcd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd1c7278-e3e1-487f-9ace-bca5738d9ea9 HTTP/1.1" status: 200 len: 217 time: 0.0466809 Aug 05 14:10:37.507661 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:37.528949 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae05de4f-5178-4f82-83cb-c36a98764628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:37.537363 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae05de4f-5178-4f82-83cb-c36a98764628 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:37.580420 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Network 40e808c6-cafe-4dcc-ac11-a74b2167c78d is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:37.588870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:37.592097 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:37.632684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b1c53-6205-45c5-9b4f-66f08208b0ce req-63620945-c13b-4332-87c4-ac3ba5ae9934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:37.634557 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d59b1c53-6205-45c5-9b4f-66f08208b0ce req-63620945-c13b-4332-87c4-ac3ba5ae9934 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=84bdd077-911d-4689-bd57-064e082f69c5 HTTP/1.1" status: 200 len: 797 time: 0.1620557 Aug 05 14:10:37.638594 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242a8b5-fcc2-4e0e-8078-62062dfcd911 req-0feffae2-11ba-48d8-9491-45653660c920 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:37.640216 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b242a8b5-fcc2-4e0e-8078-62062dfcd911 req-0feffae2-11ba-48d8-9491-45653660c920 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 946 time: 0.2161212 Aug 05 14:10:37.665040 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae05de4f-5178-4f82-83cb-c36a98764628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:37.665752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae05de4f-5178-4f82-83cb-c36a98764628 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 864c3e88-fd5f-4452-98b3-b2c64781c180 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:10:37.670775 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae05de4f-5178-4f82-83cb-c36a98764628 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:37.670915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Pushing event updated for resources: {'Port': ['ID=395753a3-ac64-4243-b0d3-8e3f23a4fca6,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:37.675444 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ae05de4f-5178-4f82-83cb-c36a98764628 admin admin] 10.222.0.16 "DELETE /v2.0/routers/864c3e88-fd5f-4452-98b3-b2c64781c180 HTTP/1.1" status: 204 len: 168 time: 2.9665792 Aug 05 14:10:37.682041 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39060) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:37.715645 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:37.749160 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b242a8b5-fcc2-4e0e-8078-62062dfcd911 req-c1399450-ed7a-43ff-b881-959874c15de6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013665 Aug 05 14:10:37.765911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d2e589-731b-48bc-bc94-e7ea855d2e84 admin admin] Deleting subnet 987d5996-708f-45ea-bc86-dd4e0e5d709f {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:10:37.776848 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2d2e589-731b-48bc-bc94-e7ea855d2e84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:37.829727 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2d2e589-731b-48bc-bc94-e7ea855d2e84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:37.919044 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2d2e589-731b-48bc-bc94-e7ea855d2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:38.009619 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b7e1cb66-e39f-4702-9436-675de56e191b None None] Provisioning for port 395753a3-ac64-4243-b0d3-8e3f23a4fca6 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:10:38.015988 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b7e1cb66-e39f-4702-9436-675de56e191b None None] Provisioning complete for port 395753a3-ac64-4243-b0d3-8e3f23a4fca6 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:38.016492 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b7e1cb66-e39f-4702-9436-675de56e191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:38.085833 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b7e1cb66-e39f-4702-9436-675de56e191b None None] Port 395753a3-ac64-4243-b0d3-8e3f23a4fca6 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:10:38.123290 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2d2e589-731b-48bc-bc94-e7ea855d2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:38.157272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2e589-731b-48bc-bc94-e7ea855d2e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=987d5996-708f-45ea-bc86-dd4e0e5d709f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:38.162861 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2d2e589-731b-48bc-bc94-e7ea855d2e84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:38.164934 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f2d2e589-731b-48bc-bc94-e7ea855d2e84 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/987d5996-708f-45ea-bc86-dd4e0e5d709f HTTP/1.1" status: 204 len: 168 time: 0.4798307 Aug 05 14:10:38.170830 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b36006a-b132-4c25-9421-9b9868074c2d None None] Network afedfeb1-09f0-451d-bc05-30d84c3785ca requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:10:38.174978 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39070) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:38.187984 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-59f77aa5-dd3b-4851-977f-989712072cf6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Deleting port 43253d53-3c5d-480a-b85f-7cf650dbca0b {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:38.188418 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59f77aa5-dd3b-4851-977f-989712072cf6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:38.195816 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b1c53-6205-45c5-9b4f-66f08208b0ce req-a38561ab-7627-4050-b9d9-172056b0f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:38.197868 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d59b1c53-6205-45c5-9b4f-66f08208b0ce req-a38561ab-7627-4050-b9d9-172056b0f9e1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5442436 Aug 05 14:10:38.397032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcbd1d-6396-4828-aab3-00e858846c84 req-9e05a9d4-9d03-4f47-a76a-b7c2751f1707 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:38.404265 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcbd1d-6396-4828-aab3-00e858846c84 req-9e05a9d4-9d03-4f47-a76a-b7c2751f1707 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:38.412985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcbd1d-6396-4828-aab3-00e858846c84 req-9e05a9d4-9d03-4f47-a76a-b7c2751f1707 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:38.413690 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bcba58-3dcb-4b31-acc7-7f337cbddac7 None None] DHCP port deletion for afedfeb1-09f0-451d-bc05-30d84c3785ca request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:10:38.420936 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcbd1d-6396-4828-aab3-00e858846c84 req-9e05a9d4-9d03-4f47-a76a-b7c2751f1707 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:38.435794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcbd1d-6396-4828-aab3-00e858846c84 req-9e05a9d4-9d03-4f47-a76a-b7c2751f1707 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:38.443695 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcbd1d-6396-4828-aab3-00e858846c84 req-9e05a9d4-9d03-4f47-a76a-b7c2751f1707 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:38.449974 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcbd1d-6396-4828-aab3-00e858846c84 req-9e05a9d4-9d03-4f47-a76a-b7c2751f1707 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:38.452916 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65fcbd1d-6396-4828-aab3-00e858846c84 req-9e05a9d4-9d03-4f47-a76a-b7c2751f1707 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.2520299 Aug 05 14:10:38.477778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f9bcba58-3dcb-4b31-acc7-7f337cbddac7 None None] Deleting port 656553d0-6edb-4a00-bf50-0b1d2ad761a8 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:38.480989 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f9bcba58-3dcb-4b31-acc7-7f337cbddac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:38.501371 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:38.558163 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-f9bcba58-3dcb-4b31-acc7-7f337cbddac7 None None] For port 656553d0-6edb-4a00-bf50-0b1d2ad761a8, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=656553d0-6edb-4a00-bf50-0b1d2ad761a8,segment=NetworkSegment(3724b31f-91ce-4c67-9f65-e15eeb625062),segment_id=3724b31f-91ce-4c67-9f65-e15eeb625062)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:38.558608 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f9bcba58-3dcb-4b31-acc7-7f337cbddac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:38.558765 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65fcbd1d-6396-4828-aab3-00e858846c84 req-73222ec3-c10e-4b1f-beb3-eba0d9d2902e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617161 Aug 05 14:10:38.562611 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d59b1c53-6205-45c5-9b4f-66f08208b0ce req-3e4e27a2-ff79-4b04-9fed-5414a096aa09 service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467839 Aug 05 14:10:38.597410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f9bcba58-3dcb-4b31-acc7-7f337cbddac7 None None] Calling delete_port for 656553d0-6edb-4a00-bf50-0b1d2ad761a8 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:38.729713 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f9bcba58-3dcb-4b31-acc7-7f337cbddac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:38.765786 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d26f111d-9766-44b9-8f14-f523bb7752fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:38.770895 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bcba58-3dcb-4b31-acc7-7f337cbddac7 None None] Pushing event deleted for resources: {'Port': ['ID=656553d0-6edb-4a00-bf50-0b1d2ad761a8,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:38.777157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bcba58-3dcb-4b31-acc7-7f337cbddac7 None None] No DVR routers for this DVR port 656553d0-6edb-4a00-bf50-0b1d2ad761a8 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:10:38.810987 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d59b1c53-6205-45c5-9b4f-66f08208b0ce req-7701c8fb-9211-4b8a-b187-ef60081ace9b service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212539 Aug 05 14:10:38.822398 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59f77aa5-dd3b-4851-977f-989712072cf6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:38.871202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-59f77aa5-dd3b-4851-977f-989712072cf6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Calling delete_port for 43253d53-3c5d-480a-b85f-7cf650dbca0b owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:38.929197 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d26f111d-9766-44b9-8f14-f523bb7752fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:38.970061 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-d26f111d-9766-44b9-8f14-f523bb7752fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afedfeb1-09f0-451d-bc05-30d84c3785ca']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:38.979670 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710cade-8616-437a-8c76-a232796ffab3 req-fac18b69-4da8-41da-956c-74df43bfe26f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:38.981326 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b710cade-8616-437a-8c76-a232796ffab3 req-fac18b69-4da8-41da-956c-74df43bfe26f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 946 time: 0.0835619 Aug 05 14:10:38.985887 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-d26f111d-9766-44b9-8f14-f523bb7752fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3724b31f-91ce-4c67-9f65-e15eeb625062') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:38.985887 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-d26f111d-9766-44b9-8f14-f523bb7752fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3724b31f-91ce-4c67-9f65-e15eeb625062') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:39.000419 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d26f111d-9766-44b9-8f14-f523bb7752fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:39.028161 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d26f111d-9766-44b9-8f14-f523bb7752fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:39.031370 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:39.039707 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:39.068593 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26f111d-9766-44b9-8f14-f523bb7752fa admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:10:39.068995 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d26f111d-9766-44b9-8f14-f523bb7752fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:10:39.070713 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:10:39.098636 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b710cade-8616-437a-8c76-a232796ffab3 req-137c66b4-7762-4d19-ab91-eac783140883 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046441 Aug 05 14:10:39.133011 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:39.134944 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Pushing event updated for resources: {'Port': ['ID=395753a3-ac64-4243-b0d3-8e3f23a4fca6,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:39.171678 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d26f111d-9766-44b9-8f14-f523bb7752fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:39.183552 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d26f111d-9766-44b9-8f14-f523bb7752fa admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:39.186075 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d26f111d-9766-44b9-8f14-f523bb7752fa admin admin] 10.222.0.16 "DELETE /v2.0/networks/afedfeb1-09f0-451d-bc05-30d84c3785ca HTTP/1.1" status: 204 len: 168 time: 1.0086446 Aug 05 14:10:39.237795 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f111d-9766-44b9-8f14-f523bb7752fa admin admin] Pushing event deleted for resources: {'Network': ['ID=afedfeb1-09f0-451d-bc05-30d84c3785ca,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:39.266399 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59f77aa5-dd3b-4851-977f-989712072cf6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:39.273353 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Network 40e808c6-cafe-4dcc-ac11-a74b2167c78d is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:39.274870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:39.286457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 889dbbb1-1be8-481a-b5d1-e810c3c5344f no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:10:39.298404 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f77aa5-dd3b-4851-977f-989712072cf6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event deleted for resources: {'Port': ['ID=43253d53-3c5d-480a-b85f-7cf650dbca0b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:39.355273 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 889dbbb1-1be8-481a-b5d1-e810c3c5344f {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:10:39.355702 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 889dbbb1-1be8-481a-b5d1-e810c3c5344f not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:10:39.356182 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 656553d0-6edb-4a00-bf50-0b1d2ad761a8 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:10:39.497143 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Router d884f699-39a8-4576-a655-eee4d33f250c has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:10:39.576692 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39100) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:39.646624 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59f77aa5-dd3b-4851-977f-989712072cf6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:39.702291 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 656553d0-6edb-4a00-bf50-0b1d2ad761a8 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:10:39.702835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 656553d0-6edb-4a00-bf50-0b1d2ad761a8 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:10:39.743353 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa255e42-3d00-4cd2-806a-4c21bf9ed807 None None] Provisioning complete for port 395753a3-ac64-4243-b0d3-8e3f23a4fca6 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:39.745851 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa255e42-3d00-4cd2-806a-4c21bf9ed807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:39.792990 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:10:39.801825 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-eb14fc44-0049-4809-b5be-ef34caff316d tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] 10.222.0.16 "PUT /v2.0/routers/d884f699-39a8-4576-a655-eee4d33f250c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0375414 Aug 05 14:10:39.803784 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39108) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:39.804435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa255e42-3d00-4cd2-806a-4c21bf9ed807 None None] Port 395753a3-ac64-4243-b0d3-8e3f23a4fca6 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:10:39.807699 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab44533-9170-4b47-9887-37fd335eed60 None None] Sync routers for ids ['d884f699-39a8-4576-a655-eee4d33f250c'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:10:39.810027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-22b681c0-c920-4f52-b904-8d625839636c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Request body: {'port': {'network_id': '40e808c6-cafe-4dcc-ac11-a74b2167c78d', 'name': 'tempest-FloatingIPAdminTestJSON-1553076305'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:39.817731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab44533-9170-4b47-9887-37fd335eed60 None None] Routers {'d884f699-39a8-4576-a655-eee4d33f250c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:39.818404 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aab44533-9170-4b47-9887-37fd335eed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['d884f699-39a8-4576-a655-eee4d33f250c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:39.822898 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c8706473-3bab-43f9-bcfa-44c85f0c742e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc996791672c444dbf38c5eb15e5efae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452056 Aug 05 14:10:39.825305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39110) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:39.856181 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aab44533-9170-4b47-9887-37fd335eed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:39.866713 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab44533-9170-4b47-9887-37fd335eed60 None None] Routers {'d884f699-39a8-4576-a655-eee4d33f250c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:39.867462 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aab44533-9170-4b47-9887-37fd335eed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['d884f699-39a8-4576-a655-eee4d33f250c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:39.886046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d62fd3-be7e-4ea1-b8cb-6094b8d85c57 req-f85cec0e-b65e-4452-adf0-4d39ec9e7e61 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:39.892906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d62fd3-be7e-4ea1-b8cb-6094b8d85c57 req-f85cec0e-b65e-4452-adf0-4d39ec9e7e61 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:39.902125 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d62fd3-be7e-4ea1-b8cb-6094b8d85c57 req-f85cec0e-b65e-4452-adf0-4d39ec9e7e61 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:39.904135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aab44533-9170-4b47-9887-37fd335eed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:39.904799 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab44533-9170-4b47-9887-37fd335eed60 None None] The sync data for ids ['d884f699-39a8-4576-a655-eee4d33f250c'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:10:39.909847 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d62fd3-be7e-4ea1-b8cb-6094b8d85c57 req-f85cec0e-b65e-4452-adf0-4d39ec9e7e61 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:39.915985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d62fd3-be7e-4ea1-b8cb-6094b8d85c57 req-f85cec0e-b65e-4452-adf0-4d39ec9e7e61 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:39.922074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d62fd3-be7e-4ea1-b8cb-6094b8d85c57 req-f85cec0e-b65e-4452-adf0-4d39ec9e7e61 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:39.929285 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d62fd3-be7e-4ea1-b8cb-6094b8d85c57 req-f85cec0e-b65e-4452-adf0-4d39ec9e7e61 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:39.931240 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-07d62fd3-be7e-4ea1-b8cb-6094b8d85c57 req-f85cec0e-b65e-4452-adf0-4d39ec9e7e61 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.2197299 Aug 05 14:10:39.959004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f77aa5-dd3b-4851-977f-989712072cf6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Router 949732ed-cc34-4b38-ac19-0870d747815f has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:10:39.964615 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a78a6fb-900c-4722-a11d-0c9909e9e0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:40.008999 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-07d62fd3-be7e-4ea1-b8cb-6094b8d85c57 req-2783e3df-c502-4e4c-96d1-32b414a3d97c tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698867 Aug 05 14:10:40.035066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b681c0-c920-4f52-b904-8d625839636c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Made reservation on behalf of f44361d85b514a3ab552e009036558e0 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:10:40.039551 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22b681c0-c920-4f52-b904-8d625839636c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:40.056523 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a78a6fb-900c-4722-a11d-0c9909e9e0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:40.057535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-22b681c0-c920-4f52-b904-8d625839636c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] device_id is not set on port 64037c99-683c-4358-ad88-e6e8c122f30b yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:10:40.078101 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f77aa5-dd3b-4851-977f-989712072cf6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:10:40.086630 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-59f77aa5-dd3b-4851-977f-989712072cf6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "PUT /v2.0/routers/949732ed-cc34-4b38-ac19-0870d747815f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6205404 Aug 05 14:10:40.089202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39122) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:40.091147 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9f502d-89e7-4088-b2f4-31240eab6270 None None] Sync routers for ids ['949732ed-cc34-4b38-ac19-0870d747815f'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:10:40.103236 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9f502d-89e7-4088-b2f4-31240eab6270 None None] Routers {'949732ed-cc34-4b38-ac19-0870d747815f'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:40.104205 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-cf9f502d-89e7-4088-b2f4-31240eab6270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['949732ed-cc34-4b38-ac19-0870d747815f'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:40.150539 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-cf9f502d-89e7-4088-b2f4-31240eab6270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:40.151490 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-3957ca86-fa4c-4cbc-8113-851fa7493ee4 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] delete failed (client error): The resource could not be found. Aug 05 14:10:40.156617 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3957ca86-fa4c-4cbc-8113-851fa7493ee4 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-51665146 HTTP/1.1" status: 404 len: 333 time: 0.0623379 Aug 05 14:10:40.159105 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39126) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:40.170043 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1a0ef034-ac73-4a32-82d6-8d38d721f1e4 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Request body: {'router': {'external_gateway_info': {'network_id': '949732ed-cc34-4b38-ac19-0870d747815f'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:40.180961 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9f502d-89e7-4088-b2f4-31240eab6270 None None] Routers {'949732ed-cc34-4b38-ac19-0870d747815f'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:40.181586 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-cf9f502d-89e7-4088-b2f4-31240eab6270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['949732ed-cc34-4b38-ac19-0870d747815f'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:40.187051 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a78a6fb-900c-4722-a11d-0c9909e9e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:40.190024 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a78a6fb-900c-4722-a11d-0c9909e9e0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:40.191514 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4a78a6fb-900c-4722-a11d-0c9909e9e0f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e5d28c8-b3f5-499b-b304-9545260594dd HTTP/1.1" status: 204 len: 168 time: 0.3650331 Aug 05 14:10:40.208953 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78a6fb-900c-4722-a11d-0c9909e9e0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5d28c8-b3f5-499b-b304-9545260594dd,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:40.252613 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-cf9f502d-89e7-4088-b2f4-31240eab6270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:40.253400 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9f502d-89e7-4088-b2f4-31240eab6270 None None] The sync data for ids ['949732ed-cc34-4b38-ac19-0870d747815f'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:10:40.294080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fdd85-e748-426f-a04e-e994953fd99d req-092466e8-fad4-4eb7-ab19-b05bcb7841c3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:40.295965 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-861fdd85-e748-426f-a04e-e994953fd99d req-092466e8-fad4-4eb7-ab19-b05bcb7841c3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 946 time: 0.0890136 Aug 05 14:10:40.344097 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-861fdd85-e748-426f-a04e-e994953fd99d req-b8ef5193-31d0-415e-8194-6ac61761c897 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397439 Aug 05 14:10:40.468895 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-22b681c0-c920-4f52-b904-8d625839636c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Allocated IP 172.20.0.14 (40e808c6-cafe-4dcc-ac11-a74b2167c78d/87169ab0-2ff4-4439-b715-ff952ae7e289/64037c99-683c-4358-ad88-e6e8c122f30b) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:40.472509 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef034-ac73-4a32-82d6-8d38d721f1e4 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:40.500976 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-1a0ef034-ac73-4a32-82d6-8d38d721f1e4 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] update failed (client error): The resource could not be found. Aug 05 14:10:40.502035 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1a0ef034-ac73-4a32-82d6-8d38d721f1e4 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "PUT /v2.0/routers/949732ed-cc34-4b38-ac19-0870d747815f HTTP/1.1" status: 404 len: 339 time: 0.3418460 Aug 05 14:10:40.506464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39142) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:40.893384 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:40.910380 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22b681c0-c920-4f52-b904-8d625839636c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:40.957090 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-22b681c0-c920-4f52-b904-8d625839636c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Transition to ACTIVE for port object 64037c99-683c-4358-ad88-e6e8c122f30b will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:41.046175 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:10:41.073326 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22b681c0-c920-4f52-b904-8d625839636c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:41.168492 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b681c0-c920-4f52-b904-8d625839636c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Network 40e808c6-cafe-4dcc-ac11-a74b2167c78d is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:41.178613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-22b681c0-c920-4f52-b904-8d625839636c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:41.185727 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b681c0-c920-4f52-b904-8d625839636c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:41.187887 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777e452-d23f-4270-845f-ad40080a5a1d req-db4362f2-1934-4698-a63b-ad66fc5f46e4 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:41.194799 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b681c0-c920-4f52-b904-8d625839636c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Pushing event updated for resources: {'Port': ['ID=64037c99-683c-4358-ad88-e6e8c122f30b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:41.198647 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777e452-d23f-4270-845f-ad40080a5a1d req-db4362f2-1934-4698-a63b-ad66fc5f46e4 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:41.207282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777e452-d23f-4270-845f-ad40080a5a1d req-db4362f2-1934-4698-a63b-ad66fc5f46e4 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:41.224460 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777e452-d23f-4270-845f-ad40080a5a1d req-db4362f2-1934-4698-a63b-ad66fc5f46e4 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:41.235759 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777e452-d23f-4270-845f-ad40080a5a1d req-db4362f2-1934-4698-a63b-ad66fc5f46e4 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:41.244091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777e452-d23f-4270-845f-ad40080a5a1d req-db4362f2-1934-4698-a63b-ad66fc5f46e4 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:41.253133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777e452-d23f-4270-845f-ad40080a5a1d req-db4362f2-1934-4698-a63b-ad66fc5f46e4 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:41.255752 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d777e452-d23f-4270-845f-ad40080a5a1d req-db4362f2-1934-4698-a63b-ad66fc5f46e4 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.1424820 Aug 05 14:10:41.283925 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b681c0-c920-4f52-b904-8d625839636c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:41.283925 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22b681c0-c920-4f52-b904-8d625839636c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:41.310861 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-22b681c0-c920-4f52-b904-8d625839636c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5059021 Aug 05 14:10:41.311505 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39172) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:41.312716 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Allocated IP 172.20.0.1 (36e24a0d-85bd-4112-9c5d-d745ce745df2/a7d9b29e-492c-4a96-b1eb-37988f126efe/65760227-6909-41dd-a515-662dd848fe87) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:41.352696 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d777e452-d23f-4270-845f-ad40080a5a1d req-1f1d925f-ca07-4e2f-86e0-7ef76de8f4ce tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889666 Aug 05 14:10:41.529999 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:41.539167 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64003c97-b686-4fd9-a1df-da4bea39c4a7 req-428c9b9a-f9dd-4b6a-bc70-784ab2024cbe tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:41.541486 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-64003c97-b686-4fd9-a1df-da4bea39c4a7 req-428c9b9a-f9dd-4b6a-bc70-784ab2024cbe tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 946 time: 0.0817139 Aug 05 14:10:41.541725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-30ee20c6-9121-4974-93fd-699c95de95ad None None] Provisioning for port 64037c99-683c-4358-ad88-e6e8c122f30b completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:10:41.547857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-30ee20c6-9121-4974-93fd-699c95de95ad None None] Provisioning complete for port 64037c99-683c-4358-ad88-e6e8c122f30b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:41.548487 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-30ee20c6-9121-4974-93fd-699c95de95ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:41.586740 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-64003c97-b686-4fd9-a1df-da4bea39c4a7 req-16f617a4-83b6-4641-a971-9b3f6789b490 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370550 Aug 05 14:10:41.609048 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-30ee20c6-9121-4974-93fd-699c95de95ad None None] Port 64037c99-683c-4358-ad88-e6e8c122f30b cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:10:41.637296 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39186) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:41.737296 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49c842a0-4159-41b8-a135-82e91705868e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:41.843503 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49c842a0-4159-41b8-a135-82e91705868e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:41.849246 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49c842a0-4159-41b8-a135-82e91705868e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:41.870330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39192) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:41.879206 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'project_id': 'f44361d85b514a3ab552e009036558e0', 'port_id': '64037c99-683c-4358-ad88-e6e8c122f30b'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:41.884056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Transition to ACTIVE for port object 65760227-6909-41dd-a515-662dd848fe87 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:41.898782 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-49c842a0-4159-41b8-a135-82e91705868e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27218ab10f7f4dc8a6d2d007900090db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2579303 Aug 05 14:10:41.898782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c842a0-4159-41b8-a135-82e91705868e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891518cc-de5c-4516-902e-ff3075d78199,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:41.900227 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39198) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:41.922360 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.001887 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.015726 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d61936ca-a6db-4fd9-a370-f494da651935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.057556 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f332c82-f3a9-4438-8d2b-bd561be3faa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.068559 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Network 36e24a0d-85bd-4112-9c5d-d745ce745df2 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:42.081645 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:42.084751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:42.114031 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event updated for resources: {'Port': ['ID=65760227-6909-41dd-a515-662dd848fe87,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:42.124891 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d61936ca-a6db-4fd9-a370-f494da651935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.131041 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f332c82-f3a9-4438-8d2b-bd561be3faa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.131678 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d61936ca-a6db-4fd9-a370-f494da651935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.170659 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.179117 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d61936ca-a6db-4fd9-a370-f494da651935 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c17e156243f14a9eb07128207f30558a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053899 Aug 05 14:10:42.179117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61936ca-a6db-4fd9-a370-f494da651935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56e15be-77cd-4fa2-a4b8-a8be4f909781,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:42.179576 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39200) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:42.325600 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f332c82-f3a9-4438-8d2b-bd561be3faa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.328143 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f332c82-f3a9-4438-8d2b-bd561be3faa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.329301 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9f332c82-f3a9-4438-8d2b-bd561be3faa2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/891518cc-de5c-4516-902e-ff3075d78199 HTTP/1.1" status: 204 len: 168 time: 0.4264600 Aug 05 14:10:42.336242 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.340163 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c9f6dde9-0ffa-4cb6-abd6-f038c7898257 None None] Provisioning for port 65760227-6909-41dd-a515-662dd848fe87 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:10:42.341325 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c95cedab-52aa-4ecf-90f2-fc627cba9a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.354114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c9f6dde9-0ffa-4cb6-abd6-f038c7898257 None None] Provisioning complete for port 65760227-6909-41dd-a515-662dd848fe87 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:42.354732 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c9f6dde9-0ffa-4cb6-abd6-f038c7898257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.412048 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c9f6dde9-0ffa-4cb6-abd6-f038c7898257 None None] Port 65760227-6909-41dd-a515-662dd848fe87 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:10:42.448960 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f332c82-f3a9-4438-8d2b-bd561be3faa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891518cc-de5c-4516-902e-ff3075d78199,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:42.491082 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.500179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da52651-5ba4-46f8-baa9-2c764985e95d req-c8c04eec-b08b-4df6-abfc-2e7b2035ef92 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:42.507067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da52651-5ba4-46f8-baa9-2c764985e95d req-c8c04eec-b08b-4df6-abfc-2e7b2035ef92 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:42.513041 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da52651-5ba4-46f8-baa9-2c764985e95d req-c8c04eec-b08b-4df6-abfc-2e7b2035ef92 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:42.519320 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da52651-5ba4-46f8-baa9-2c764985e95d req-c8c04eec-b08b-4df6-abfc-2e7b2035ef92 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:42.525537 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da52651-5ba4-46f8-baa9-2c764985e95d req-c8c04eec-b08b-4df6-abfc-2e7b2035ef92 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:42.531555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da52651-5ba4-46f8-baa9-2c764985e95d req-c8c04eec-b08b-4df6-abfc-2e7b2035ef92 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:42.535940 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c95cedab-52aa-4ecf-90f2-fc627cba9a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.537718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da52651-5ba4-46f8-baa9-2c764985e95d req-c8c04eec-b08b-4df6-abfc-2e7b2035ef92 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:42.539736 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5da52651-5ba4-46f8-baa9-2c764985e95d req-c8c04eec-b08b-4df6-abfc-2e7b2035ef92 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.1083465 Aug 05 14:10:42.588980 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5da52651-5ba4-46f8-baa9-2c764985e95d req-35787ae0-ccf5-483f-b128-e0cbdd31d57f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429826 Aug 05 14:10:42.635496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Allocated IP 172.25.5.152 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/0e6ce04c-e45d-4ab5-8fc3-8f9e011e9333) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:42.694793 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39212) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:42.708361 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-14a1d5eb-9ebe-4837-9d5c-240b81a608c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.800294 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c95cedab-52aa-4ecf-90f2-fc627cba9a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.803682 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c95cedab-52aa-4ecf-90f2-fc627cba9a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.805292 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c95cedab-52aa-4ecf-90f2-fc627cba9a6f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e56e15be-77cd-4fa2-a4b8-a8be4f909781 HTTP/1.1" status: 204 len: 168 time: 0.6244824 Aug 05 14:10:42.832364 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-14a1d5eb-9ebe-4837-9d5c-240b81a608c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.832915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cedab-52aa-4ecf-90f2-fc627cba9a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56e15be-77cd-4fa2-a4b8-a8be4f909781,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:42.841076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-14a1d5eb-9ebe-4837-9d5c-240b81a608c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.879199 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-14a1d5eb-9ebe-4837-9d5c-240b81a608c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=645abe602c6046d2bdb9a732fef5815f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823423 Aug 05 14:10:42.883709 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39216) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:42.915311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1d5eb-9ebe-4837-9d5c-240b81a608c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e0b075-382a-4dfb-8811-d179d4634a7b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:42.927723 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5c206-1b09-44a6-a6cf-adfa6fc3fc1b req-8ce59ccf-f9fb-4342-a753-8e083be4760c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:42.929391 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61f5c206-1b09-44a6-a6cf-adfa6fc3fc1b req-8ce59ccf-f9fb-4342-a753-8e083be4760c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 946 time: 0.2435453 Aug 05 14:10:42.951201 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ca82d28c-ed42-4cb2-b4ad-f9a7a4c34151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.986918 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:42.992665 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ca82d28c-ed42-4cb2-b4ad-f9a7a4c34151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:43.056372 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61f5c206-1b09-44a6-a6cf-adfa6fc3fc1b req-a3b00ea6-f11c-4aae-bf78-b8a86f974a2a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082237 Aug 05 14:10:43.070404 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ca82d28c-ed42-4cb2-b4ad-f9a7a4c34151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:43.075037 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ca82d28c-ed42-4cb2-b4ad-f9a7a4c34151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:43.076575 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ca82d28c-ed42-4cb2-b4ad-f9a7a4c34151 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21e0b075-382a-4dfb-8811-d179d4634a7b HTTP/1.1" status: 204 len: 168 time: 0.1919436 Aug 05 14:10:43.097266 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:43.097889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82d28c-ed42-4cb2-b4ad-f9a7a4c34151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e0b075-382a-4dfb-8811-d179d4634a7b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:43.111066 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:43.127860 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:43.215620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:43.217804 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:43.219480 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event updated for resources: {'Port': ['ID=65760227-6909-41dd-a515-662dd848fe87,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:43.225324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:43.227761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:43.351790 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Pushing event updated for resources: {'Port': ['ID=0e6ce04c-e45d-4ab5-8fc3-8f9e011e9333,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:43.457444 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Network 36e24a0d-85bd-4112-9c5d-d745ce745df2 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:43.497091 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:43.671646 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Router 949732ed-cc34-4b38-ac19-0870d747815f has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:10:43.847306 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fb242a51-aa41-4b37-985a-49b820024827 None None] Provisioning complete for port 65760227-6909-41dd-a515-662dd848fe87 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:43.847892 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fb242a51-aa41-4b37-985a-49b820024827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:43.890419 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fb242a51-aa41-4b37-985a-49b820024827 None None] Port 65760227-6909-41dd-a515-662dd848fe87 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:10:43.928049 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16a2d9-6386-4e91-a6b6-aa979b18f096 req-2e54f943-ac69-4816-93b7-961e8963215b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:43.934094 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16a2d9-6386-4e91-a6b6-aa979b18f096 req-2e54f943-ac69-4816-93b7-961e8963215b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:43.940366 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16a2d9-6386-4e91-a6b6-aa979b18f096 req-2e54f943-ac69-4816-93b7-961e8963215b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:43.946492 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16a2d9-6386-4e91-a6b6-aa979b18f096 req-2e54f943-ac69-4816-93b7-961e8963215b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:43.952470 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16a2d9-6386-4e91-a6b6-aa979b18f096 req-2e54f943-ac69-4816-93b7-961e8963215b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:43.959021 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16a2d9-6386-4e91-a6b6-aa979b18f096 req-2e54f943-ac69-4816-93b7-961e8963215b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:43.964848 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16a2d9-6386-4e91-a6b6-aa979b18f096 req-2e54f943-ac69-4816-93b7-961e8963215b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:43.966851 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd16a2d9-6386-4e91-a6b6-aa979b18f096 req-2e54f943-ac69-4816-93b7-961e8963215b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.2586865 Aug 05 14:10:43.973553 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:10:43.978785 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-970e7e53-c8d9-4994-8877-e66534865002 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "PUT /v2.0/routers/949732ed-cc34-4b38-ac19-0870d747815f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4713631 Aug 05 14:10:43.982170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39264) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:43.985124 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea50dda-14a1-4236-87f1-cecccaf7ee53 None None] Sync routers for ids ['949732ed-cc34-4b38-ac19-0870d747815f'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:10:43.997762 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea50dda-14a1-4236-87f1-cecccaf7ee53 None None] Routers {'949732ed-cc34-4b38-ac19-0870d747815f'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:43.998994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0ea50dda-14a1-4236-87f1-cecccaf7ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['949732ed-cc34-4b38-ac19-0870d747815f'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:44.042537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0ea50dda-14a1-4236-87f1-cecccaf7ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:44.055608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea50dda-14a1-4236-87f1-cecccaf7ee53 None None] Routers {'949732ed-cc34-4b38-ac19-0870d747815f'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:44.058955 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0ea50dda-14a1-4236-87f1-cecccaf7ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['949732ed-cc34-4b38-ac19-0870d747815f'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:44.072387 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:44.091650 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd16a2d9-6386-4e91-a6b6-aa979b18f096 req-fef7e8a6-30ce-4d74-bbd3-09be9b39dd94 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017370 Aug 05 14:10:44.152916 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ece450f5-aee9-4680-a840-e654d209c87a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:44.168855 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0ea50dda-14a1-4236-87f1-cecccaf7ee53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:44.169786 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea50dda-14a1-4236-87f1-cecccaf7ee53 None None] The sync data for ids ['949732ed-cc34-4b38-ac19-0870d747815f'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:10:44.238566 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:44.303063 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-ece450f5-aee9-4680-a840-e654d209c87a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 05 14:10:44.307152 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ece450f5-aee9-4680-a840-e654d209c87a tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "DELETE /v2.0/routers/949732ed-cc34-4b38-ac19-0870d747815f HTTP/1.1" status: 409 len: 329 time: 0.3238318 Aug 05 14:10:44.309506 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39282) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:44.417752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a5ae3-eb8a-4e80-8c79-7c49c23b7738 req-bb2bcc34-d80d-43ce-9529-27733c6d9419 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:44.419775 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d09a5ae3-eb8a-4e80-8c79-7c49c23b7738 req-bb2bcc34-d80d-43ce-9529-27733c6d9419 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 946 time: 0.1849668 Aug 05 14:10:44.451444 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:44.461095 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:44.549209 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:44.556440 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d09a5ae3-eb8a-4e80-8c79-7c49c23b7738 req-738476f8-1158-415e-a63f-76c497921aac tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251445 Aug 05 14:10:44.657680 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Pushing event updated for resources: {'Port': ['ID=0e6ce04c-e45d-4ab5-8fc3-8f9e011e9333,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:44.688532 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Floating IP 151ee508-db9a-4dc9-9724-59848300b523 associated. External IP: 172.25.5.152, port: 64037c99-683c-4358-ad88-e6e8c122f30b. Aug 05 14:10:44.723969 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:44.774428 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-545c29a2-1ac3-4462-8a1d-bfe978933ec2 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:45.079718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-545c29a2-1ac3-4462-8a1d-bfe978933ec2 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Deleting port 65760227-6909-41dd-a515-662dd848fe87 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:45.080699 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-545c29a2-1ac3-4462-8a1d-bfe978933ec2 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:45.278320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Router d884f699-39a8-4576-a655-eee4d33f250c has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:10:45.278718 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-545c29a2-1ac3-4462-8a1d-bfe978933ec2 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:45.296061 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-545c29a2-1ac3-4462-8a1d-bfe978933ec2 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Calling delete_port for 65760227-6909-41dd-a515-662dd848fe87 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:45.324927 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364ed2-86b2-41b3-95e1-5f40db7c7ef6 req-83a00c17-5d50-4024-95ed-a83934cb0c0e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:45.331537 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364ed2-86b2-41b3-95e1-5f40db7c7ef6 req-83a00c17-5d50-4024-95ed-a83934cb0c0e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:45.338098 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364ed2-86b2-41b3-95e1-5f40db7c7ef6 req-83a00c17-5d50-4024-95ed-a83934cb0c0e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:45.344596 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364ed2-86b2-41b3-95e1-5f40db7c7ef6 req-83a00c17-5d50-4024-95ed-a83934cb0c0e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:45.354466 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364ed2-86b2-41b3-95e1-5f40db7c7ef6 req-83a00c17-5d50-4024-95ed-a83934cb0c0e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:45.365169 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364ed2-86b2-41b3-95e1-5f40db7c7ef6 req-83a00c17-5d50-4024-95ed-a83934cb0c0e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:45.374940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364ed2-86b2-41b3-95e1-5f40db7c7ef6 req-83a00c17-5d50-4024-95ed-a83934cb0c0e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:45.377405 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-76364ed2-86b2-41b3-95e1-5f40db7c7ef6 req-83a00c17-5d50-4024-95ed-a83934cb0c0e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.1509075 Aug 05 14:10:45.444990 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:10:45.456730 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e05628-028b-4d0f-a044-e9b974f2c27b None None] Sync routers for ids ['d884f699-39a8-4576-a655-eee4d33f250c'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:10:45.468453 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e05628-028b-4d0f-a044-e9b974f2c27b None None] Routers {'d884f699-39a8-4576-a655-eee4d33f250c'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:45.469161 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d2e05628-028b-4d0f-a044-e9b974f2c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['d884f699-39a8-4576-a655-eee4d33f250c'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:45.492121 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:45.502166 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-76364ed2-86b2-41b3-95e1-5f40db7c7ef6 req-112700af-5256-40ce-9906-c6eba973a0c2 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0930026 Aug 05 14:10:45.530193 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d2e05628-028b-4d0f-a044-e9b974f2c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:45.547180 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d455770a-1d3f-4e66-b2fc-a8c84adee459 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.2318592 Aug 05 14:10:45.550545 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e05628-028b-4d0f-a044-e9b974f2c27b None None] Routers {'d884f699-39a8-4576-a655-eee4d33f250c'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:45.551184 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d2e05628-028b-4d0f-a044-e9b974f2c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['d884f699-39a8-4576-a655-eee4d33f250c'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:45.553027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39344) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:45.626084 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d2e05628-028b-4d0f-a044-e9b974f2c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:45.626789 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e05628-028b-4d0f-a044-e9b974f2c27b None None] The sync data for ids ['d884f699-39a8-4576-a655-eee4d33f250c'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:10:45.702447 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-545c29a2-1ac3-4462-8a1d-bfe978933ec2 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:45.762870 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c29a2-1ac3-4462-8a1d-bfe978933ec2 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event deleted for resources: {'Port': ['ID=65760227-6909-41dd-a515-662dd848fe87,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:45.771262 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9b6a7888-30c9-4223-9382-277066c153c9 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] 10.222.0.16 "GET /v2.0/floatingips/151ee508-db9a-4dc9-9724-59848300b523 HTTP/1.1" status: 200 len: 984 time: 0.2168798 Aug 05 14:10:45.774918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39368) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:45.816538 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0e3db-a20f-4387-ac0d-b634aa4ebce5 req-e83a49ad-06e7-4dac-964c-34f8b7a910c5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:45.818146 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-02a0e3db-a20f-4387-ac0d-b634aa4ebce5 req-e83a49ad-06e7-4dac-964c-34f8b7a910c5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 946 time: 0.1448472 Aug 05 14:10:45.857208 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b899047d-b4ea-461a-afbd-dec2c7528241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:45.963393 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-566c1890-150a-4077-9846-4927c5cbdb4a tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4303 time: 0.1870592 Aug 05 14:10:45.963914 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:45.964280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39382) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:45.968969 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-02a0e3db-a20f-4387-ac0d-b634aa4ebce5 req-fd51e191-0c88-49cf-b309-8da7fd925035 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162837 Aug 05 14:10:46.035462 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-545c29a2-1ac3-4462-8a1d-bfe978933ec2 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:46.181688 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f108a883-807d-47f2-803e-2b89db345864 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Deleting port 0e6ce04c-e45d-4ab5-8fc3-8f9e011e9333 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:46.182291 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f108a883-807d-47f2-803e-2b89db345864 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:46.269364 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545c29a2-1ac3-4462-8a1d-bfe978933ec2 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Router 949732ed-cc34-4b38-ac19-0870d747815f has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:10:46.271915 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f108a883-807d-47f2-803e-2b89db345864 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:46.272314 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f108a883-807d-47f2-803e-2b89db345864 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:46.292037 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f108a883-807d-47f2-803e-2b89db345864 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Calling delete_port for 0e6ce04c-e45d-4ab5-8fc3-8f9e011e9333 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:46.369936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545c29a2-1ac3-4462-8a1d-bfe978933ec2 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:10:46.376237 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-545c29a2-1ac3-4462-8a1d-bfe978933ec2 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "PUT /v2.0/routers/949732ed-cc34-4b38-ac19-0870d747815f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0655267 Aug 05 14:10:46.379972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39412) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:46.385915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c130267d-d57c-45c4-ab4a-26a5f3048b73 None None] Sync routers for ids ['949732ed-cc34-4b38-ac19-0870d747815f'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:10:46.399022 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c130267d-d57c-45c4-ab4a-26a5f3048b73 None None] Routers {'949732ed-cc34-4b38-ac19-0870d747815f'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:46.399658 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c130267d-d57c-45c4-ab4a-26a5f3048b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['949732ed-cc34-4b38-ac19-0870d747815f'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:46.446104 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-2c60235e-4dba-4714-be67-a566acbf50ff tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] show failed (client error): The resource could not be found. Aug 05 14:10:46.451299 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2c60235e-4dba-4714-be67-a566acbf50ff tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-365096087 HTTP/1.1" status: 404 len: 334 time: 0.0693059 Aug 05 14:10:46.452361 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39414) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:46.457911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ddcd631d-30c6-4d96-a42b-49a3bb1fe9b0 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:46.469728 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c130267d-d57c-45c4-ab4a-26a5f3048b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:46.491998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c130267d-d57c-45c4-ab4a-26a5f3048b73 None None] Routers {'949732ed-cc34-4b38-ac19-0870d747815f'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:46.492687 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c130267d-d57c-45c4-ab4a-26a5f3048b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['949732ed-cc34-4b38-ac19-0870d747815f'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:46.498170 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-ddcd631d-30c6-4d96-a42b-49a3bb1fe9b0 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] update failed (client error): The resource could not be found. Aug 05 14:10:46.505181 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ddcd631d-30c6-4d96-a42b-49a3bb1fe9b0 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1372360257 HTTP/1.1" status: 404 len: 335 time: 0.0514874 Aug 05 14:10:46.506133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39416) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:46.567939 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c130267d-d57c-45c4-ab4a-26a5f3048b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:46.569654 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c130267d-d57c-45c4-ab4a-26a5f3048b73 None None] The sync data for ids ['949732ed-cc34-4b38-ac19-0870d747815f'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:10:46.628038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf90b0b4-fc0f-4c47-8f08-f1c8355d7412 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Deleting subnet 2b278620-84ac-484c-895e-9a76e7699497 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:10:46.632039 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf90b0b4-fc0f-4c47-8f08-f1c8355d7412 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:46.661262 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39424) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:46.673629 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900308-d50c-44d8-86e1-014a1a7692d7 req-3bb72fea-74b2-44dd-a40f-f8e4c876c1de tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:46.679899 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900308-d50c-44d8-86e1-014a1a7692d7 req-3bb72fea-74b2-44dd-a40f-f8e4c876c1de tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:46.686218 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900308-d50c-44d8-86e1-014a1a7692d7 req-3bb72fea-74b2-44dd-a40f-f8e4c876c1de tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:46.692963 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900308-d50c-44d8-86e1-014a1a7692d7 req-3bb72fea-74b2-44dd-a40f-f8e4c876c1de tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:46.698888 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900308-d50c-44d8-86e1-014a1a7692d7 req-3bb72fea-74b2-44dd-a40f-f8e4c876c1de tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:46.704862 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900308-d50c-44d8-86e1-014a1a7692d7 req-3bb72fea-74b2-44dd-a40f-f8e4c876c1de tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:46.711710 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900308-d50c-44d8-86e1-014a1a7692d7 req-3bb72fea-74b2-44dd-a40f-f8e4c876c1de tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:46.713747 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43900308-d50c-44d8-86e1-014a1a7692d7 req-3bb72fea-74b2-44dd-a40f-f8e4c876c1de tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.1154740 Aug 05 14:10:46.719025 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39426) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:46.727006 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f108a883-807d-47f2-803e-2b89db345864 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:46.760710 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108a883-807d-47f2-803e-2b89db345864 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Pushing event deleted for resources: {'Port': ['ID=0e6ce04c-e45d-4ab5-8fc3-8f9e011e9333,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:46.816018 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43900308-d50c-44d8-86e1-014a1a7692d7 req-377b4c54-b708-477f-80ce-4273e263bccf tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915184 Aug 05 14:10:46.863739 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f108a883-807d-47f2-803e-2b89db345864 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:46.864079 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-f108a883-807d-47f2-803e-2b89db345864 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Floating IP 151ee508-db9a-4dc9-9724-59848300b523 disassociated (deleted). External IP: 172.25.5.152, port: 64037c99-683c-4358-ad88-e6e8c122f30b. Aug 05 14:10:46.928817 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0239cffb-44c9-4679-96bf-e82e97cd3007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:46.932363 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4e09a4a9-df40-4ea1-8985-aa62a5f297d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.035085 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf90b0b4-fc0f-4c47-8f08-f1c8355d7412 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.123488 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf90b0b4-fc0f-4c47-8f08-f1c8355d7412 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.191751 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf90b0b4-fc0f-4c47-8f08-f1c8355d7412 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.214791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea60cb-b117-49c6-a27b-a50df5a65e0c req-0dbe17a0-10fe-4161-a7a0-62a94900519e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:47.216296 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50ea60cb-b117-49c6-a27b-a50df5a65e0c req-0dbe17a0-10fe-4161-a7a0-62a94900519e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 946 time: 0.1368790 Aug 05 14:10:47.217859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b0b4-fc0f-4c47-8f08-f1c8355d7412 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event deleted for resources: {'Subnet': ['ID=2b278620-84ac-484c-895e-9a76e7699497,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:47.225797 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf90b0b4-fc0f-4c47-8f08-f1c8355d7412 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.231075 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bf90b0b4-fc0f-4c47-8f08-f1c8355d7412 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "DELETE /v2.0/subnets/2b278620-84ac-484c-895e-9a76e7699497 HTTP/1.1" status: 204 len: 168 time: 0.7205637 Aug 05 14:10:47.231075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39436) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:47.233716 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63180a9e-c1c7-4b79-bac5-8ead95ff30f7 None None] Network 9035ef77-d92b-4858-9449-ee68cd766881 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:10:47.238566 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0239cffb-44c9-4679-96bf-e82e97cd3007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.251619 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f108a883-807d-47f2-803e-2b89db345864 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Router d884f699-39a8-4576-a655-eee4d33f250c has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:10:47.256172 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0239cffb-44c9-4679-96bf-e82e97cd3007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.286521 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcee0c53-c07e-436f-8fef-128b36ff6164 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Deleting subnet 11cc8916-4ec8-4a39-bbcb-71916c0718d5 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:10:47.290142 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcee0c53-c07e-436f-8fef-128b36ff6164 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.335404 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcee0c53-c07e-436f-8fef-128b36ff6164 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.344475 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0239cffb-44c9-4679-96bf-e82e97cd3007 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac43ce329d3c4bc98d5ced1deaed7cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6213558 Aug 05 14:10:47.349351 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50ea60cb-b117-49c6-a27b-a50df5a65e0c req-018785b4-9243-4372-9b58-aee179084958 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239493 Aug 05 14:10:47.349846 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39438) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:47.394779 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239cffb-44c9-4679-96bf-e82e97cd3007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b785078f-58db-42e2-886b-b3c7ea423ff8,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:47.456591 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d73bede-3295-41bd-8c2e-15443bdac9c8 None None] DHCP port deletion for 9035ef77-d92b-4858-9449-ee68cd766881 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:10:47.464450 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcee0c53-c07e-436f-8fef-128b36ff6164 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.508531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-9d73bede-3295-41bd-8c2e-15443bdac9c8 None None] Deleting port 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:47.508827 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9d73bede-3295-41bd-8c2e-15443bdac9c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.543304 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcee0c53-c07e-436f-8fef-128b36ff6164 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.547906 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-746a011f-7201-4453-b096-cc7b3001308e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.554614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f108a883-807d-47f2-803e-2b89db345864 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:10:47.567479 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f108a883-807d-47f2-803e-2b89db345864 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.568742 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21cedbd-eb9a-46bb-8487-ffff0346baaf None None] Sync routers for ids ['d884f699-39a8-4576-a655-eee4d33f250c'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:10:47.577027 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4e09a4a9-df40-4ea1-8985-aa62a5f297d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.579485 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21cedbd-eb9a-46bb-8487-ffff0346baaf None None] Routers {'d884f699-39a8-4576-a655-eee4d33f250c'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:47.581275 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c21cedbd-eb9a-46bb-8487-ffff0346baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['d884f699-39a8-4576-a655-eee4d33f250c'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:47.584638 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9d73bede-3295-41bd-8c2e-15443bdac9c8 None None] For port 8f311abe-d7fd-4d79-8c6e-cca1f49054b4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8f311abe-d7fd-4d79-8c6e-cca1f49054b4,segment=NetworkSegment(81cd8286-f7fa-4a9c-bea8-4c8b0b25921b),segment_id=81cd8286-f7fa-4a9c-bea8-4c8b0b25921b)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:47.585567 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9d73bede-3295-41bd-8c2e-15443bdac9c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.587592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee0c53-c07e-436f-8fef-128b36ff6164 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event deleted for resources: {'Subnet': ['ID=11cc8916-4ec8-4a39-bbcb-71916c0718d5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:47.590299 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcee0c53-c07e-436f-8fef-128b36ff6164 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.594582 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dcee0c53-c07e-436f-8fef-128b36ff6164 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "DELETE /v2.0/subnets/11cc8916-4ec8-4a39-bbcb-71916c0718d5 HTTP/1.1" status: 204 len: 168 time: 0.3607154 Aug 05 14:10:47.594962 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39442) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:47.601627 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4e09a4a9-df40-4ea1-8985-aa62a5f297d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.601835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac09ebd-d545-42b6-9386-fd4c3c007144 None None] Network dd816950-98a6-431e-ae58-75b13409b398 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:10:47.628276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-9d73bede-3295-41bd-8c2e-15443bdac9c8 None None] Calling delete_port for 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:47.629979 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-746a011f-7201-4453-b096-cc7b3001308e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.639316 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f108a883-807d-47f2-803e-2b89db345864 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] 10.222.0.16 "DELETE /v2.0/floatingips/151ee508-db9a-4dc9-9724-59848300b523 HTTP/1.1" status: 204 len: 168 time: 1.6703711 Aug 05 14:10:47.646188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39444) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:47.651217 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c21cedbd-eb9a-46bb-8487-ffff0346baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:47.662390 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21cedbd-eb9a-46bb-8487-ffff0346baaf None None] Routers {'d884f699-39a8-4576-a655-eee4d33f250c'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:10:47.663489 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c21cedbd-eb9a-46bb-8487-ffff0346baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['d884f699-39a8-4576-a655-eee4d33f250c'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:47.667040 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-43221468-9292-4f04-9bbe-8de23cbf7192 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:47.699069 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4e09a4a9-df40-4ea1-8985-aa62a5f297d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20d64881ca26451f9006f2a533b9ee28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9818690 Aug 05 14:10:47.699069 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09a4a9-df40-4ea1-8985-aa62a5f297d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184a8fb9-1b0b-4389-8a82-0bc7d9f2b16c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:47.700032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39446) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:47.705946 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c21cedbd-eb9a-46bb-8487-ffff0346baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:47.707005 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.707234 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21cedbd-eb9a-46bb-8487-ffff0346baaf None None] The sync data for ids ['d884f699-39a8-4576-a655-eee4d33f250c'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:10:47.744369 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43221468-9292-4f04-9bbe-8de23cbf7192 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.780334 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Deleting port 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:47.780700 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.803097 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-746a011f-7201-4453-b096-cc7b3001308e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.805494 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-746a011f-7201-4453-b096-cc7b3001308e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.809283 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-746a011f-7201-4453-b096-cc7b3001308e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b785078f-58db-42e2-886b-b3c7ea423ff8 HTTP/1.1" status: 204 len: 168 time: 0.4202282 Aug 05 14:10:47.828002 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a011f-7201-4453-b096-cc7b3001308e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b785078f-58db-42e2-886b-b3c7ea423ff8,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:47.832308 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f6cce5f-f018-455f-82ac-77a06b64e77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.854107 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9d73bede-3295-41bd-8c2e-15443bdac9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.863605 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f6cce5f-f018-455f-82ac-77a06b64e77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.887676 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73bede-3295-41bd-8c2e-15443bdac9c8 None None] Pushing event deleted for resources: {'Port': ['ID=8f311abe-d7fd-4d79-8c6e-cca1f49054b4,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:47.909026 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73bede-3295-41bd-8c2e-15443bdac9c8 None None] No DVR routers for this DVR port 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:10:47.930426 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] For port 8f311abe-d7fd-4d79-8c6e-cca1f49054b4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8f311abe-d7fd-4d79-8c6e-cca1f49054b4,segment=NetworkSegment(81cd8286-f7fa-4a9c-bea8-4c8b0b25921b),segment_id=81cd8286-f7fa-4a9c-bea8-4c8b0b25921b)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:47.937629 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.939387 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43221468-9292-4f04-9bbe-8de23cbf7192 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.941553 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611509d5-fa70-4625-b2b9-a4ec9fa6e26f None None] DHCP port deletion for dd816950-98a6-431e-ae58-75b13409b398 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:10:47.953568 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f6cce5f-f018-455f-82ac-77a06b64e77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.957302 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f6cce5f-f018-455f-82ac-77a06b64e77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:47.960921 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8f6cce5f-f018-455f-82ac-77a06b64e77c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/184a8fb9-1b0b-4389-8a82-0bc7d9f2b16c HTTP/1.1" status: 204 len: 168 time: 0.2526641 Aug 05 14:10:47.973595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Calling delete_port for 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:48.008823 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-611509d5-fa70-4625-b2b9-a4ec9fa6e26f None None] Deleting port bcd84945-e7b8-45a0-b70e-8b4b4c602ed3 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:48.009299 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-611509d5-fa70-4625-b2b9-a4ec9fa6e26f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.057228 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cce5f-f018-455f-82ac-77a06b64e77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184a8fb9-1b0b-4389-8a82-0bc7d9f2b16c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:48.127896 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-611509d5-fa70-4625-b2b9-a4ec9fa6e26f None None] For port bcd84945-e7b8-45a0-b70e-8b4b4c602ed3, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=bcd84945-e7b8-45a0-b70e-8b4b4c602ed3,segment=NetworkSegment(962d44a7-6d67-4527-ad17-2b042c4135ef),segment_id=962d44a7-6d67-4527-ad17-2b042c4135ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:48.128246 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-611509d5-fa70-4625-b2b9-a4ec9fa6e26f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.144263 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-611509d5-fa70-4625-b2b9-a4ec9fa6e26f None None] Calling delete_port for bcd84945-e7b8-45a0-b70e-8b4b4c602ed3 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:48.152948 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.177084 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ee4f4-48e5-4de2-8b18-d2c9c4dfb1c1 req-94f59a28-c72d-481c-b02e-5d7b66c5e8af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:48.183682 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ee4f4-48e5-4de2-8b18-d2c9c4dfb1c1 req-94f59a28-c72d-481c-b02e-5d7b66c5e8af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:48.189671 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ee4f4-48e5-4de2-8b18-d2c9c4dfb1c1 req-94f59a28-c72d-481c-b02e-5d7b66c5e8af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:48.190367 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] No DVR routers for this DVR port 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:10:48.192386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event deleted for resources: {'Port': ['ID=8f311abe-d7fd-4d79-8c6e-cca1f49054b4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:48.200812 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ee4f4-48e5-4de2-8b18-d2c9c4dfb1c1 req-94f59a28-c72d-481c-b02e-5d7b66c5e8af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:48.207270 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ee4f4-48e5-4de2-8b18-d2c9c4dfb1c1 req-94f59a28-c72d-481c-b02e-5d7b66c5e8af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:48.213374 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ee4f4-48e5-4de2-8b18-d2c9c4dfb1c1 req-94f59a28-c72d-481c-b02e-5d7b66c5e8af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:48.219283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ee4f4-48e5-4de2-8b18-d2c9c4dfb1c1 req-94f59a28-c72d-481c-b02e-5d7b66c5e8af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:48.228340 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-607ee4f4-48e5-4de2-8b18-d2c9c4dfb1c1 req-94f59a28-c72d-481c-b02e-5d7b66c5e8af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.2061627 Aug 05 14:10:48.272581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-43221468-9292-4f04-9bbe-8de23cbf7192 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Allocated IP 172.25.5.2 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/ac935ec4-7367-42e6-9c05-e211581a5530) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:48.292716 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.314706 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9035ef77-d92b-4858-9449-ee68cd766881']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:48.320962 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-607ee4f4-48e5-4de2-8b18-d2c9c4dfb1c1 req-559ef796-9201-45be-9385-4783a9559a48 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838082 Aug 05 14:10:48.334828 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cd8286-f7fa-4a9c-bea8-4c8b0b25921b') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:48.335129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cd8286-f7fa-4a9c-bea8-4c8b0b25921b') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:48.349288 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.366119 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.367047 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6e1c-fb22-454f-a77f-660b92555e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.373545 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:10:48.374059 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:10:48.377542 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:10:48.387206 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-611509d5-fa70-4625-b2b9-a4ec9fa6e26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.422581 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611509d5-fa70-4625-b2b9-a4ec9fa6e26f None None] Pushing event deleted for resources: {'Port': ['ID=bcd84945-e7b8-45a0-b70e-8b4b4c602ed3,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:48.433667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611509d5-fa70-4625-b2b9-a4ec9fa6e26f None None] No DVR routers for this DVR port bcd84945-e7b8-45a0-b70e-8b4b4c602ed3 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:10:48.468663 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.494523 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.498526 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "DELETE /v2.0/networks/9035ef77-d92b-4858-9449-ee68cd766881 HTTP/1.1" status: 204 len: 168 time: 0.9008484 Aug 05 14:10:48.498526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1fc9e-4f0b-49c4-a686-0274fd8108ab tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event deleted for resources: {'Network': ['ID=9035ef77-d92b-4858-9449-ee68cd766881,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:48.499210 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39464) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:48.532125 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43221468-9292-4f04-9bbe-8de23cbf7192 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.554801 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39466) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:48.566741 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39468) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:48.568334 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.581272 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-37b477b3-7e01-4b50-bb18-b54d19235353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.618433 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ffff4ce4-61fd-433f-867f-2db01467d815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.632299 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43221468-9292-4f04-9bbe-8de23cbf7192 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.647812 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b60ccc0e-5785-4f92-9c91-634a928116d6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.674157 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be0747-6f09-4457-aea5-b4633500ef25 req-f855ee79-54e8-4184-a758-c206b257fa0d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:48.675987 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77be0747-6f09-4457-aea5-b4633500ef25 req-f855ee79-54e8-4184-a758-c206b257fa0d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 946 time: 0.1101227 Aug 05 14:10:48.692546 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43221468-9292-4f04-9bbe-8de23cbf7192 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:48.698302 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43221468-9292-4f04-9bbe-8de23cbf7192 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Pushing event updated for resources: {'Port': ['ID=ac935ec4-7367-42e6-9c05-e211581a5530,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:48.704076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-43221468-9292-4f04-9bbe-8de23cbf7192 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:48.708101 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43221468-9292-4f04-9bbe-8de23cbf7192 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:48.802370 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-37b477b3-7e01-4b50-bb18-b54d19235353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.812761 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-37b477b3-7e01-4b50-bb18-b54d19235353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.820118 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b60ccc0e-5785-4f92-9c91-634a928116d6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.841656 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43221468-9292-4f04-9bbe-8de23cbf7192 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.847933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-b60ccc0e-5785-4f92-9c91-634a928116d6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd816950-98a6-431e-ae58-75b13409b398']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:48.852660 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77be0747-6f09-4457-aea5-b4633500ef25 req-5d1387c1-822c-4a23-9cb5-d7acf4ef840e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527603 Aug 05 14:10:48.868316 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-37b477b3-7e01-4b50-bb18-b54d19235353 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=470e7c35b6b6484996af71d816a3713a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3123181 Aug 05 14:10:48.869074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b477b3-7e01-4b50-bb18-b54d19235353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4262608-a3be-4251-9a82-774cd37cceb4,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:48.871392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39470) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:48.887070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-b60ccc0e-5785-4f92-9c91-634a928116d6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962d44a7-6d67-4527-ad17-2b042c4135ef') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:48.887399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-b60ccc0e-5785-4f92-9c91-634a928116d6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962d44a7-6d67-4527-ad17-2b042c4135ef') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:48.907062 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b60ccc0e-5785-4f92-9c91-634a928116d6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.910030 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-712d68b6-a03a-4992-94c8-788219636035 service neutron] show failed (client error): The resource could not be found. Aug 05 14:10:48.911114 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-712d68b6-a03a-4992-94c8-788219636035 service neutron] 10.222.0.84 "GET /v2.0/ports/a3347b83-0502-414a-8d18-2d0010a8b7f6/bindings/n-h1-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.2125673 Aug 05 14:10:48.913338 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43221468-9292-4f04-9bbe-8de23cbf7192 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.932857 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b60ccc0e-5785-4f92-9c91-634a928116d6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.943956 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60ccc0e-5785-4f92-9c91-634a928116d6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:10:48.944392 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b60ccc0e-5785-4f92-9c91-634a928116d6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:10:48.947674 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:10:48.984272 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-95e719ee-d022-4d26-938b-a3184cd0c78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.051610 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-95e719ee-d022-4d26-938b-a3184cd0c78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.052117 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b60ccc0e-5785-4f92-9c91-634a928116d6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.056380 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ffff4ce4-61fd-433f-867f-2db01467d815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.082865 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b60ccc0e-5785-4f92-9c91-634a928116d6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.087839 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b60ccc0e-5785-4f92-9c91-634a928116d6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "DELETE /v2.0/networks/dd816950-98a6-431e-ae58-75b13409b398 HTTP/1.1" status: 204 len: 168 time: 0.5850923 Aug 05 14:10:49.087839 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ccc0e-5785-4f92-9c91-634a928116d6 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event deleted for resources: {'Network': ['ID=dd816950-98a6-431e-ae58-75b13409b398,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:49.088952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39472) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:49.089570 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ffff4ce4-61fd-433f-867f-2db01467d815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.163674 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff4ce4-61fd-433f-867f-2db01467d815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604c9c03-aeaa-4a68-af58-a28e6894bfff,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:49.185215 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ffff4ce4-61fd-433f-867f-2db01467d815 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd5b195b9a464d09b4c52322d797a81d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6169999 Aug 05 14:10:49.190973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39476) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:49.200629 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43221468-9292-4f04-9bbe-8de23cbf7192 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.209187 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43221468-9292-4f04-9bbe-8de23cbf7192 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.225903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de6402f-f585-4e31-a39f-cbd182088e0b tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Deleting subnet a7d9b29e-492c-4a96-b1eb-37988f126efe {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:10:49.231543 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4de6402f-f585-4e31-a39f-cbd182088e0b tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.243411 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-95e719ee-d022-4d26-938b-a3184cd0c78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.246243 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-95e719ee-d022-4d26-938b-a3184cd0c78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.249873 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-95e719ee-d022-4d26-938b-a3184cd0c78a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4262608-a3be-4251-9a82-774cd37cceb4 HTTP/1.1" status: 204 len: 168 time: 0.3741567 Aug 05 14:10:49.249873 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-67611eb1-6bc5-421e-a709-a5b8a0574c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:49.251771 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-67611eb1-6bc5-421e-a709-a5b8a0574c1a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309&tenant_id=b8337b594bf34d3abccae65212524bf9 HTTP/1.1" status: 200 len: 1097 time: 0.1399367 Aug 05 14:10:49.282972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device bcd84945-e7b8-45a0-b70e-8b4b4c602ed3 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:10:49.295319 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:49.300150 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4de6402f-f585-4e31-a39f-cbd182088e0b tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.304437 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: bcd84945-e7b8-45a0-b70e-8b4b4c602ed3 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:10:49.305049 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device bcd84945-e7b8-45a0-b70e-8b4b4c602ed3 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:10:49.305673 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:10:49.322732 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d122fc60-387e-4d8e-80a0-b36be905e2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.325307 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:10:49.325673 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8f311abe-d7fd-4d79-8c6e-cca1f49054b4 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:10:49.335313 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e719ee-d022-4d26-938b-a3184cd0c78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4262608-a3be-4251-9a82-774cd37cceb4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:49.386990 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d122fc60-387e-4d8e-80a0-b36be905e2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.458151 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.501466 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4de6402f-f585-4e31-a39f-cbd182088e0b tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.558580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389fec0-193b-424a-9628-54139c8b4ec6 req-d64f2117-6832-4abf-bf00-ef9da72b334b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:49.565367 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389fec0-193b-424a-9628-54139c8b4ec6 req-d64f2117-6832-4abf-bf00-ef9da72b334b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:49.571407 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389fec0-193b-424a-9628-54139c8b4ec6 req-d64f2117-6832-4abf-bf00-ef9da72b334b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:49.580622 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389fec0-193b-424a-9628-54139c8b4ec6 req-d64f2117-6832-4abf-bf00-ef9da72b334b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:49.587591 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389fec0-193b-424a-9628-54139c8b4ec6 req-d64f2117-6832-4abf-bf00-ef9da72b334b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:49.594363 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389fec0-193b-424a-9628-54139c8b4ec6 req-d64f2117-6832-4abf-bf00-ef9da72b334b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:49.600863 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389fec0-193b-424a-9628-54139c8b4ec6 req-d64f2117-6832-4abf-bf00-ef9da72b334b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:49.609435 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3389fec0-193b-424a-9628-54139c8b4ec6 req-d64f2117-6832-4abf-bf00-ef9da72b334b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.1837633 Aug 05 14:10:49.645137 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d122fc60-387e-4d8e-80a0-b36be905e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.648202 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d122fc60-387e-4d8e-80a0-b36be905e2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.652175 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d122fc60-387e-4d8e-80a0-b36be905e2c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/604c9c03-aeaa-4a68-af58-a28e6894bfff HTTP/1.1" status: 204 len: 168 time: 0.4598057 Aug 05 14:10:49.684879 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122fc60-387e-4d8e-80a0-b36be905e2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604c9c03-aeaa-4a68-af58-a28e6894bfff,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:49.732291 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3389fec0-193b-424a-9628-54139c8b4ec6 req-58f2a29d-704b-4a07-b87a-07ad9a609de0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217849 Aug 05 14:10:49.733803 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4de6402f-f585-4e31-a39f-cbd182088e0b tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.760794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43221468-9292-4f04-9bbe-8de23cbf7192 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Pushing event updated for resources: {'Port': ['ID=ac935ec4-7367-42e6-9c05-e211581a5530,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:49.764753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6402f-f585-4e31-a39f-cbd182088e0b tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d9b29e-492c-4a96-b1eb-37988f126efe,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:49.776449 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4de6402f-f585-4e31-a39f-cbd182088e0b tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.777946 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91f5a97-5a4c-4cce-beb6-958eb666826d None None] Network 36e24a0d-85bd-4112-9c5d-d745ce745df2 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:10:49.778465 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4de6402f-f585-4e31-a39f-cbd182088e0b tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "DELETE /v2.0/subnets/a7d9b29e-492c-4a96-b1eb-37988f126efe HTTP/1.1" status: 204 len: 168 time: 0.6854908 Aug 05 14:10:49.781164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39494) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:49.792159 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43221468-9292-4f04-9bbe-8de23cbf7192 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.808979 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.822826 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43221468-9292-4f04-9bbe-8de23cbf7192 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.827256 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-43221468-9292-4f04-9bbe-8de23cbf7192 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1746821 Aug 05 14:10:49.827892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39496) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:49.887948 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:49.978809 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Deleting port eaf38228-c290-4467-942e-6a92e569f694 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:49.980045 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:50.083078 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] For port eaf38228-c290-4467-942e-6a92e569f694, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=eaf38228-c290-4467-942e-6a92e569f694,segment=NetworkSegment(0dec3461-e755-4970-8c4f-d16b6f464444),segment_id=0dec3461-e755-4970-8c4f-d16b6f464444)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:50.083430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7ad4c1-b622-48e7-af0d-e11822f55ff0 None None] DHCP port deletion for 36e24a0d-85bd-4112-9c5d-d745ce745df2 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:10:50.084049 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:50.087273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087de52-a0a9-46e8-ac51-657b8daf7b72 req-9e8e0eda-8a74-439e-960d-0d79455b2895 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:50.096034 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3087de52-a0a9-46e8-ac51-657b8daf7b72 req-9e8e0eda-8a74-439e-960d-0d79455b2895 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 946 time: 0.1202428 Aug 05 14:10:50.108022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Calling delete_port for eaf38228-c290-4467-942e-6a92e569f694 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:50.140034 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-6b85d75c-a820-4141-a473-e8df9d81c67d tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:10:50.159767 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-5a7ad4c1-b622-48e7-af0d-e11822f55ff0 None None] Deleting port eaf38228-c290-4467-942e-6a92e569f694 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:50.161230 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5a7ad4c1-b622-48e7-af0d-e11822f55ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:50.199676 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b85d75c-a820-4141-a473-e8df9d81c67d tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:50.228006 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:50.277951 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event deleted for resources: {'Port': ['ID=eaf38228-c290-4467-942e-6a92e569f694,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:50.282092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] No DVR routers for this DVR port eaf38228-c290-4467-942e-6a92e569f694 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:10:50.304369 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] For port a3347b83-0502-414a-8d18-2d0010a8b7f6, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6,segment=NetworkSegment(21641cda-4870-47e8-9c7e-af6727feb606),segment_id=21641cda-4870-47e8-9c7e-af6727feb606)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:50.304550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-5a7ad4c1-b622-48e7-af0d-e11822f55ff0 None None] For port eaf38228-c290-4467-942e-6a92e569f694, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=eaf38228-c290-4467-942e-6a92e569f694,segment=NetworkSegment(0dec3461-e755-4970-8c4f-d16b6f464444),segment_id=0dec3461-e755-4970-8c4f-d16b6f464444)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:50.304874 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5a7ad4c1-b622-48e7-af0d-e11822f55ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:50.323345 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3087de52-a0a9-46e8-ac51-657b8daf7b72 req-a8ec193a-6e0e-4fea-aeaa-a84bd00177e4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264128 Aug 05 14:10:50.324580 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-5a7ad4c1-b622-48e7-af0d-e11822f55ff0 None None] Calling delete_port for eaf38228-c290-4467-942e-6a92e569f694 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:50.373976 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] For port a3347b83-0502-414a-8d18-2d0010a8b7f6, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:10:50.427645 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:50.440084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e24a0d-85bd-4112-9c5d-d745ce745df2']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:50.445236 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3347b83-0502-414a-8d18-2d0010a8b7f6'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:10:50.445236 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8cad4d-1fff-4b98-81c9-feb2698ec6c6" -d '{"events": [{"server_uuid": "4a6f7941-c7c6-4e12-914a-2869157fb309", "name": "network-vif-unplugged", "status": "completed", "tag": "a3347b83-0502-414a-8d18-2d0010a8b7f6"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:10:50.451491 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:50.468830 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dec3461-e755-4970-8c4f-d16b6f464444') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:50.469133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dec3461-e755-4970-8c4f-d16b6f464444') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:10:50.488668 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b85d75c-a820-4141-a473-e8df9d81c67d tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:50.492236 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Transition to ACTIVE for port object a3347b83-0502-414a-8d18-2d0010a8b7f6 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:10:50.494384 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:50.499873 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:50.519627 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5a7ad4c1-b622-48e7-af0d-e11822f55ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:50.535042 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:50.547496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:10:50.548172 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:50.581661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ad4c1-b622-48e7-af0d-e11822f55ff0 None None] Pushing event deleted for resources: {'Port': ['ID=eaf38228-c290-4467-942e-6a92e569f694,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:50.584224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ad4c1-b622-48e7-af0d-e11822f55ff0 None None] No DVR routers for this DVR port eaf38228-c290-4467-942e-6a92e569f694 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:10:50.615185 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:10:50.622557 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50ddac9-cb44-4e90-98a6-3e18042f2734 x-openstack-request-id: req-d50ddac9-cb44-4e90-98a6-3e18042f2734 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:10:50.622885 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6f7941-c7c6-4e12-914a-2869157fb309", "name": "network-vif-unplugged", "status": "completed", "tag": "a3347b83-0502-414a-8d18-2d0010a8b7f6", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:10:50.623114 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d50ddac9-cb44-4e90-98a6-3e18042f2734 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:10:50.623521 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3347b83-0502-414a-8d18-2d0010a8b7f6', 'code': 200} Aug 05 14:10:50.636355 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:50.644920 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:50.647284 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "DELETE /v2.0/networks/36e24a0d-85bd-4112-9c5d-d745ce745df2 HTTP/1.1" status: 204 len: 168 time: 0.8646178 Aug 05 14:10:50.659918 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39534) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:50.701717 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-301443b8-eaa1-4b36-8186-3a06990e2df7 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "GET /v2.0/ports?device_id=949732ed-cc34-4b38-ac19-0870d747815f HTTP/1.1" status: 200 len: 205 time: 0.0359523 Aug 05 14:10:50.701717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a9223-f057-4eb3-af67-70ce8c77c040 tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Pushing event deleted for resources: {'Network': ['ID=36e24a0d-85bd-4112-9c5d-d745ce745df2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:50.706436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39540) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:50.787368 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Pushing event updated for resources: {'Port': ['ID=a3347b83-0502-414a-8d18-2d0010a8b7f6,revision_number=6']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:50.827244 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf3d5d67-76b3-424c-84b3-a22064e7fc8f tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:51.028113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] No DVR routers for this DVR port a3347b83-0502-414a-8d18-2d0010a8b7f6 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:10:51.060733 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf3d5d67-76b3-424c-84b3-a22064e7fc8f tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:51.078795 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6d1fa-57f5-4efc-aa22-c4aa3cb22a45 req-bc246c34-197f-49cf-9cc6-7d9a7c5a21e2 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:51.087520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6d1fa-57f5-4efc-aa22-c4aa3cb22a45 req-bc246c34-197f-49cf-9cc6-7d9a7c5a21e2 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:51.097136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6d1fa-57f5-4efc-aa22-c4aa3cb22a45 req-bc246c34-197f-49cf-9cc6-7d9a7c5a21e2 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:51.107396 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-6b85d75c-a820-4141-a473-e8df9d81c67d tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Allocated IP 172.25.5.210 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/8f63e514-b38f-45f7-9527-2d0b5e631619) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:10:51.109423 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6d1fa-57f5-4efc-aa22-c4aa3cb22a45 req-bc246c34-197f-49cf-9cc6-7d9a7c5a21e2 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:51.118547 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6d1fa-57f5-4efc-aa22-c4aa3cb22a45 req-bc246c34-197f-49cf-9cc6-7d9a7c5a21e2 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:51.128474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6d1fa-57f5-4efc-aa22-c4aa3cb22a45 req-bc246c34-197f-49cf-9cc6-7d9a7c5a21e2 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:51.135872 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6d1fa-57f5-4efc-aa22-c4aa3cb22a45 req-bc246c34-197f-49cf-9cc6-7d9a7c5a21e2 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:51.137796 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4aa6d1fa-57f5-4efc-aa22-c4aa3cb22a45 req-bc246c34-197f-49cf-9cc6-7d9a7c5a21e2 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.2589433 Aug 05 14:10:51.139135 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf3d5d67-76b3-424c-84b3-a22064e7fc8f tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:51.201633 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf3d5d67-76b3-424c-84b3-a22064e7fc8f tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:51.201633 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3d5d67-76b3-424c-84b3-a22064e7fc8f tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Fanout notify agent at l3_agent the message router_deleted on router 949732ed-cc34-4b38-ac19-0870d747815f {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:10:51.209406 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf3d5d67-76b3-424c-84b3-a22064e7fc8f tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:51.210635 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bf3d5d67-76b3-424c-84b3-a22064e7fc8f tempest-RoutersNegativeTest-1701613093 tempest-RoutersNegativeTest-1701613093-project] 10.222.0.16 "DELETE /v2.0/routers/949732ed-cc34-4b38-ac19-0870d747815f HTTP/1.1" status: 204 len: 168 time: 0.5029287 Aug 05 14:10:51.247836 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4aa6d1fa-57f5-4efc-aa22-c4aa3cb22a45 req-f8e245e2-f7cd-44fe-807b-d71413366605 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571375 Aug 05 14:10:51.276306 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:51.290628 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Attempting to bind port a3347b83-0502-414a-8d18-2d0010a8b7f6 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:10:51.290968 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Attempting to bind port a3347b83-0502-414a-8d18-2d0010a8b7f6 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '21641cda-4870-47e8-9c7e-af6727feb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:10:51.291503 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Attempting to bind port a3347b83-0502-414a-8d18-2d0010a8b7f6 on network 2d7e4cee-21f3-4c27-a383-7f324b431f41 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:51.311363 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Port a3347b83-0502-414a-8d18-2d0010a8b7f6 on network 2d7e4cee-21f3-4c27-a383-7f324b431f41 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:10:51.311705 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Attempting to bind port a3347b83-0502-414a-8d18-2d0010a8b7f6 on network 2d7e4cee-21f3-4c27-a383-7f324b431f41 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:10:51.325825 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b85d75c-a820-4141-a473-e8df9d81c67d tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:51.326530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device eaf38228-c290-4467-942e-6a92e569f694 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:10:51.330009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:10:51.330381 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Checking segment: {'id': '21641cda-4870-47e8-9c7e-af6727feb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:10:51.330943 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Bound using segment: {'id': '21641cda-4870-47e8-9c7e-af6727feb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:10:51.331404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Bound port: a3347b83-0502-414a-8d18-2d0010a8b7f6, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21641cda-4870-47e8-9c7e-af6727feb606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:10:51.331772 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:51.403081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: eaf38228-c290-4467-942e-6a92e569f694 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:10:51.410437 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device eaf38228-c290-4467-942e-6a92e569f694 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:10:51.430184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] For port a3347b83-0502-414a-8d18-2d0010a8b7f6, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:10:51.434840 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] For port a3347b83-0502-414a-8d18-2d0010a8b7f6, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6,segment=NetworkSegment(21641cda-4870-47e8-9c7e-af6727feb606),segment_id=21641cda-4870-47e8-9c7e-af6727feb606)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:10:51.442432 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:51.452747 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b85d75c-a820-4141-a473-e8df9d81c67d tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:51.494422 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:51.495260 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:51.496675 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] 10.222.0.63 "PUT /v2.0/ports/a3347b83-0502-414a-8d18-2d0010a8b7f6 HTTP/1.1" status: 200 len: 1092 time: 2.2334750 Aug 05 14:10:51.516017 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b85d75c-a820-4141-a473-e8df9d81c67d tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:10:51.522375 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-6b85d75c-a820-4141-a473-e8df9d81c67d tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:10:51.530683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85d75c-a820-4141-a473-e8df9d81c67d tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:10:51.535189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03d248-6fdf-4f4f-9b08-086e3ed5f372 req-3cf7ed7c-21d9-406b-80eb-46a50e128925 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:51.537100 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8c03d248-6fdf-4f4f-9b08-086e3ed5f372 req-3cf7ed7c-21d9-406b-80eb-46a50e128925 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 944 time: 0.1089714 Aug 05 14:10:51.605933 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8c03d248-6fdf-4f4f-9b08-086e3ed5f372 req-1ce11980-ff35-46a6-9fad-77860b3639ba tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604510 Aug 05 14:10:51.619454 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59af448-3725-40f9-b2ee-475039b4c335 service neutron] Pushing event updated for resources: {'Port': ['ID=a3347b83-0502-414a-8d18-2d0010a8b7f6,revision_number=7']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:51.670840 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-f121fd1b-4653-46b1-a7d0-f81546e6c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:51.672453 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-f121fd1b-4653-46b1-a7d0-f81546e6c233 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 1095 time: 0.1393964 Aug 05 14:10:51.799721 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b85d75c-a820-4141-a473-e8df9d81c67d tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:51.850514 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39604) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:51.861518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85d75c-a820-4141-a473-e8df9d81c67d tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Pushing event updated for resources: {'Port': ['ID=8f63e514-b38f-45f7-9527-2d0b5e631619,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:51.866058 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b85d75c-a820-4141-a473-e8df9d81c67d tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:52.014439 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-3f544b59-a048-4c6d-afa6-9ef0e31f853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:52.015964 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-3f544b59-a048-4c6d-afa6-9ef0e31f853f service neutron] 10.222.0.63 "GET /v2.0/networks?id=2d7e4cee-21f3-4c27-a383-7f324b431f41 HTTP/1.1" status: 200 len: 898 time: 0.3294582 Aug 05 14:10:52.115716 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-6a8d6db0-db7a-455d-8fa1-dd3f13fb6810 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6 HTTP/1.1" status: 200 len: 1000 time: 0.0877202 Aug 05 14:10:52.140441 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b85d75c-a820-4141-a473-e8df9d81c67d tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:52.165558 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b85d75c-a820-4141-a473-e8df9d81c67d tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:52.186832 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7cfa907b-3f98-42ba-aba4-df8211e735c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84f1de21d84f43dab2710d43dbc13274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3327031 Aug 05 14:10:52.187132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39626) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:52.235518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85d75c-a820-4141-a473-e8df9d81c67d tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Pushing event updated for resources: {'Port': ['ID=8f63e514-b38f-45f7-9527-2d0b5e631619,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:52.244482 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61145cc3-7439-41e2-b8e4-9f9fcb14e5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:52.263739 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-1667c976-c24c-410d-8a89-0219b484b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:52.265361 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-1667c976-c24c-410d-8a89-0219b484b66c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8dd6b67f-9131-40fd-98ac-33c9a9bbcf50 HTTP/1.1" status: 200 len: 835 time: 0.1369410 Aug 05 14:10:52.283727 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61145cc3-7439-41e2-b8e4-9f9fcb14e5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:52.331425 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b85d75c-a820-4141-a473-e8df9d81c67d tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:52.346505 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61145cc3-7439-41e2-b8e4-9f9fcb14e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:52.352162 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61145cc3-7439-41e2-b8e4-9f9fcb14e5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:52.355629 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-61145cc3-7439-41e2-b8e4-9f9fcb14e5bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c4b07b3-cddf-4a90-a113-ca5841d7897b HTTP/1.1" status: 204 len: 168 time: 0.1672158 Aug 05 14:10:52.360110 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b85d75c-a820-4141-a473-e8df9d81c67d tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:52.361360 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6b85d75c-a820-4141-a473-e8df9d81c67d tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5313549 Aug 05 14:10:52.366171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39640) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:52.367791 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61145cc3-7439-41e2-b8e4-9f9fcb14e5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4b07b3-cddf-4a90-a113-ca5841d7897b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:52.368758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-0e400c83-aaf4-48ea-8ea9-6aee11d8ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:52.370770 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-0e400c83-aaf4-48ea-8ea9-6aee11d8ad4f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2d7e4cee-21f3-4c27-a383-7f324b431f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953064 Aug 05 14:10:52.463090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f6ad-1641-49b4-9b57-8b22f81374c6 req-b06b7128-9b03-492e-ba9a-24fc89ec2cb1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:52.469587 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f6ad-1641-49b4-9b57-8b22f81374c6 req-b06b7128-9b03-492e-ba9a-24fc89ec2cb1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:52.476759 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f6ad-1641-49b4-9b57-8b22f81374c6 req-b06b7128-9b03-492e-ba9a-24fc89ec2cb1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:52.483289 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f6ad-1641-49b4-9b57-8b22f81374c6 req-b06b7128-9b03-492e-ba9a-24fc89ec2cb1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:52.490961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f6ad-1641-49b4-9b57-8b22f81374c6 req-b06b7128-9b03-492e-ba9a-24fc89ec2cb1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:52.497164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f6ad-1641-49b4-9b57-8b22f81374c6 req-b06b7128-9b03-492e-ba9a-24fc89ec2cb1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:52.505413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f6ad-1641-49b4-9b57-8b22f81374c6 req-b06b7128-9b03-492e-ba9a-24fc89ec2cb1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:52.508147 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec58f6ad-1641-49b4-9b57-8b22f81374c6 req-b06b7128-9b03-492e-ba9a-24fc89ec2cb1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.1133790 Aug 05 14:10:52.524730 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-19311073-826c-48a0-bfa4-5831c9ac267b service neutron] 10.222.0.63 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433303 Aug 05 14:10:52.578869 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec58f6ad-1641-49b4-9b57-8b22f81374c6 req-f4d7024a-9740-4932-82cb-9170aae0f277 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613840 Aug 05 14:10:52.634215 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'tag': 'a3347b83-0502-414a-8d18-2d0010a8b7f6'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:10:52.636472 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6f7941-c7c6-4e12-914a-2869157fb309", "tag": "a3347b83-0502-414a-8d18-2d0010a8b7f6"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:10:52.643506 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4804d0f0-7aa1-4e22-bc7f-58cdf1ad76a0 tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4483 time: 0.2714453 Aug 05 14:10:52.646315 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39658) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:52.738815 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c9b6e7-9fd5-4a6b-bd6e-a1dbb1df39b7 x-openstack-request-id: req-87c9b6e7-9fd5-4a6b-bd6e-a1dbb1df39b7 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:10:52.739240 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6f7941-c7c6-4e12-914a-2869157fb309", "tag": "a3347b83-0502-414a-8d18-2d0010a8b7f6", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:10:52.739732 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87c9b6e7-9fd5-4a6b-bd6e-a1dbb1df39b7 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:10:52.740224 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'tag': 'a3347b83-0502-414a-8d18-2d0010a8b7f6', 'status': 'completed', 'code': 200} Aug 05 14:10:52.760597 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4bddfc8e-40dd-4fa9-b86e-82ec2cb03cf3 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1129410 Aug 05 14:10:52.763452 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39668) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:52.843517 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27759c3c-0116-442d-8ff6-23a6a0369186 req-ea8a7d26-567d-490f-8cf6-e49d5f7d38e4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:52.845338 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-27759c3c-0116-442d-8ff6-23a6a0369186 req-ea8a7d26-567d-490f-8cf6-e49d5f7d38e4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 944 time: 0.1187429 Aug 05 14:10:52.856885 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-cdb64fb9-4f7b-4c5f-9610-6f6012e3d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:52.858343 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-cdb64fb9-4f7b-4c5f-9610-6f6012e3d3c7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 1095 time: 0.0768917 Aug 05 14:10:52.916435 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc1c4ebd-daee-46ca-a2e5-1a8eba9d35c5 req-82cbce07-a812-437b-bf09-365a9b118aa9 service neutron] 10.222.0.63 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599536 Aug 05 14:10:52.949635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-8f85f2ff-b328-4fd1-b9cd-4313f26d08cd tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Deleting port 8f63e514-b38f-45f7-9527-2d0b5e631619 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:52.950158 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f85f2ff-b328-4fd1-b9cd-4313f26d08cd tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:53.011021 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-27759c3c-0116-442d-8ff6-23a6a0369186 req-b5d5151b-3863-455f-a384-24e5eae1394d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578960 Aug 05 14:10:53.116300 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-ebb0a5c2-831c-4642-a630-9a4aeedf3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:53.118782 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-ebb0a5c2-831c-4642-a630-9a4aeedf3f3a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 1095 time: 0.1169205 Aug 05 14:10:53.120289 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-9e261dc7-1843-420f-9e4c-513cc2a65bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:53.121247 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f85f2ff-b328-4fd1-b9cd-4313f26d08cd tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:53.121888 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f85f2ff-b328-4fd1-b9cd-4313f26d08cd tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:53.122228 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-9e261dc7-1843-420f-9e4c-513cc2a65bd7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2d7e4cee-21f3-4c27-a383-7f324b431f41 HTTP/1.1" status: 200 len: 898 time: 0.2501004 Aug 05 14:10:53.160429 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-8f85f2ff-b328-4fd1-b9cd-4313f26d08cd tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Calling delete_port for 8f63e514-b38f-45f7-9527-2d0b5e631619 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:53.234413 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-f2b39d03-f008-455d-8490-bfbc2c17c7c9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6 HTTP/1.1" status: 200 len: 1000 time: 0.1040862 Aug 05 14:10:53.317793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a3347b83-0502-414a-8d18-2d0010a8b7f6 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:10:53.323647 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-84e5e210-28e0-4269-8004-6ea923231869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:53.326527 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-84e5e210-28e0-4269-8004-6ea923231869 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8dd6b67f-9131-40fd-98ac-33c9a9bbcf50 HTTP/1.1" status: 200 len: 835 time: 0.0808053 Aug 05 14:10:53.389465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-15686e25-f08a-4019-98f1-4dbfb55ae0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:53.391734 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-15686e25-f08a-4019-98f1-4dbfb55ae0a3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2d7e4cee-21f3-4c27-a383-7f324b431f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568399 Aug 05 14:10:53.394176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a3347b83-0502-414a-8d18-2d0010a8b7f6 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:10:53.511893 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-80e0d27e-acec-4c09-a55e-a279d0a90339 service neutron] 10.222.0.84 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129797 Aug 05 14:10:53.650642 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-2c850ba4-f891-464f-a27f-156cec42368e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:53.652114 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-2c850ba4-f891-464f-a27f-156cec42368e service neutron] 10.222.0.63 "GET /v2.0/networks?id=2d7e4cee-21f3-4c27-a383-7f324b431f41 HTTP/1.1" status: 200 len: 898 time: 0.5217018 Aug 05 14:10:53.729659 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-166e4ead-13c8-419b-9c0c-07adb063ef9e service neutron] 10.222.0.84 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087142 Aug 05 14:10:53.768458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-b58eaccf-0451-4501-9947-940cea737a06 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6 HTTP/1.1" status: 200 len: 1000 time: 0.1007564 Aug 05 14:10:53.791867 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f85f2ff-b328-4fd1-b9cd-4313f26d08cd tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:53.813294 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda83859-c924-47c8-b805-023525584a90 req-016f89fd-d801-4291-b210-db571460ba15 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:53.820954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda83859-c924-47c8-b805-023525584a90 req-016f89fd-d801-4291-b210-db571460ba15 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:53.827176 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda83859-c924-47c8-b805-023525584a90 req-016f89fd-d801-4291-b210-db571460ba15 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:53.835003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda83859-c924-47c8-b805-023525584a90 req-016f89fd-d801-4291-b210-db571460ba15 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:53.842179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda83859-c924-47c8-b805-023525584a90 req-016f89fd-d801-4291-b210-db571460ba15 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:53.848572 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85f2ff-b328-4fd1-b9cd-4313f26d08cd tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Pushing event deleted for resources: {'Port': ['ID=8f63e514-b38f-45f7-9527-2d0b5e631619,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:53.852383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda83859-c924-47c8-b805-023525584a90 req-016f89fd-d801-4291-b210-db571460ba15 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:53.860905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda83859-c924-47c8-b805-023525584a90 req-016f89fd-d801-4291-b210-db571460ba15 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:53.869662 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eda83859-c924-47c8-b805-023525584a90 req-016f89fd-d801-4291-b210-db571460ba15 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.1330807 Aug 05 14:10:53.886322 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-57b4a226-4622-4726-b296-63fe69203a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:53.886322 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-57b4a226-4622-4726-b296-63fe69203a06 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8dd6b67f-9131-40fd-98ac-33c9a9bbcf50 HTTP/1.1" status: 200 len: 835 time: 0.1033678 Aug 05 14:10:53.960284 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eda83859-c924-47c8-b805-023525584a90 req-b3d58d81-8e1f-43f2-8082-e292ac4ef5fe tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894282 Aug 05 14:10:53.969586 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f85f2ff-b328-4fd1-b9cd-4313f26d08cd tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:53.973236 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f85f2ff-b328-4fd1-b9cd-4313f26d08cd tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:53.977455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39730) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:53.987557 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8f85f2ff-b328-4fd1-b9cd-4313f26d08cd tempest-FloatingIPAdminTestJSON-845406921 tempest-FloatingIPAdminTestJSON-845406921-project] 10.222.0.16 "DELETE /v2.0/floatingips/6693abf1-892a-46bd-a4e0-b7a68bff17d2 HTTP/1.1" status: 204 len: 168 time: 1.2230456 Aug 05 14:10:54.004768 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-ed8c48a8-5c5a-4b03-b81e-f04214c83e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:54.008106 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-ed8c48a8-5c5a-4b03-b81e-f04214c83e9d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2d7e4cee-21f3-4c27-a383-7f324b431f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009874 Aug 05 14:10:54.222515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39752) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:54.238617 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-487a6b98-fcb8-4ec6-8153-36d364fb363f service neutron] 10.222.0.63 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184441 Aug 05 14:10:54.302656 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1325d59-7795-4ce6-bdc5-eab850a9f175 req-706186de-c56a-41ff-b91d-b19a68301464 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:54.304199 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c1325d59-7795-4ce6-bdc5-eab850a9f175 req-706186de-c56a-41ff-b91d-b19a68301464 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 944 time: 0.0862699 Aug 05 14:10:54.357519 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c1325d59-7795-4ce6-bdc5-eab850a9f175 req-e197b88f-72a0-4758-860d-9cff41c33fef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450194 Aug 05 14:10:54.363833 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0da89bb2-62b9-4656-9b6c-31b53ccd7be3 req-11034b06-aa11-4320-99dd-a27745b3ce24 service neutron] 10.222.0.63 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141589 Aug 05 14:10:54.364548 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-73c1bcda-f4bf-42b9-bc15-a901c4e956bb tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Deleting port ac935ec4-7367-42e6-9c05-e211581a5530 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:54.364889 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73c1bcda-f4bf-42b9-bc15-a901c4e956bb tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:54.468428 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73c1bcda-f4bf-42b9-bc15-a901c4e956bb tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:54.469169 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73c1bcda-f4bf-42b9-bc15-a901c4e956bb tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:54.488134 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-73c1bcda-f4bf-42b9-bc15-a901c4e956bb tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Calling delete_port for ac935ec4-7367-42e6-9c05-e211581a5530 owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:54.517670 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c33178ad-860c-4ace-bc13-436f201a8c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:54.679053 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73c1bcda-f4bf-42b9-bc15-a901c4e956bb tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:54.697468 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c33178ad-860c-4ace-bc13-436f201a8c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:54.701876 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c33178ad-860c-4ace-bc13-436f201a8c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:54.713763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1bcda-f4bf-42b9-bc15-a901c4e956bb tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac935ec4-7367-42e6-9c05-e211581a5530,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:54.768691 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c33178ad-860c-4ace-bc13-436f201a8c97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e18bbe59a2324cd3a8435ef6b009b372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5421393 Aug 05 14:10:54.772735 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39788) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:54.808910 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73c1bcda-f4bf-42b9-bc15-a901c4e956bb tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:54.812024 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73c1bcda-f4bf-42b9-bc15-a901c4e956bb tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:54.815154 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33178ad-860c-4ace-bc13-436f201a8c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cd4e5e-d713-4d36-a6a6-099243543f94,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:54.817370 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-73c1bcda-f4bf-42b9-bc15-a901c4e956bb tempest-FloatingIPAdminTestJSON-1484962417 tempest-FloatingIPAdminTestJSON-1484962417-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/98b48005-5925-41f3-bfdf-474e2d0b1e8e HTTP/1.1" status: 204 len: 168 time: 0.8387663 Aug 05 14:10:54.817994 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39790) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:54.822898 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:10:54.867773 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-886e5318-c334-4bb5-9945-d0c32de198d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:54.916342 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-886e5318-c334-4bb5-9945-d0c32de198d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:54.962744 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-49fdc1d2-8d99-42be-961a-41f4b930f814 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Deleting port 64037c99-683c-4358-ad88-e6e8c122f30b {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:54.963101 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49fdc1d2-8d99-42be-961a-41f4b930f814 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:54.983275 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2c927f5c-290c-4b0f-bd3f-2f5908f555c8,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:55.009197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '2c927f5c-290c-4b0f-bd3f-2f5908f555c8', 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62', 'port_id': '2c927f5c-290c-4b0f-bd3f-2f5908f555c8', 'mac_address': 'fa:16:3e:65:a1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fb5dd2-f43d-4eac-8b44-a63581605ad2', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:10:55.021251 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-886e5318-c334-4bb5-9945-d0c32de198d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:55.024954 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-886e5318-c334-4bb5-9945-d0c32de198d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:55.028949 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-886e5318-c334-4bb5-9945-d0c32de198d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89cd4e5e-d713-4d36-a6a6-099243543f94 HTTP/1.1" status: 204 len: 168 time: 0.2521076 Aug 05 14:10:55.045685 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e5318-c334-4bb5-9945-d0c32de198d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cd4e5e-d713-4d36-a6a6-099243543f94,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:55.089977 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:55.112948 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:10:55.134228 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49fdc1d2-8d99-42be-961a-41f4b930f814 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:55.151583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-49fdc1d2-8d99-42be-961a-41f4b930f814 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Calling delete_port for 64037c99-683c-4358-ad88-e6e8c122f30b owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:55.153226 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2c927f5c-290c-4b0f-bd3f-2f5908f555c8,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:55.160763 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:55.162165 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device c3959024-cd38-493d-b979-ae02a3fd5bed details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:10:55.179945 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e66a0-d7d4-4b91-9d68-b5de15603236 req-8104f5c3-9eb9-4ab9-b676-4d92f0b35914 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:55.185802 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e66a0-d7d4-4b91-9d68-b5de15603236 req-8104f5c3-9eb9-4ab9-b676-4d92f0b35914 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:55.196320 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e66a0-d7d4-4b91-9d68-b5de15603236 req-8104f5c3-9eb9-4ab9-b676-4d92f0b35914 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:55.209431 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e66a0-d7d4-4b91-9d68-b5de15603236 req-8104f5c3-9eb9-4ab9-b676-4d92f0b35914 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:55.215904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e66a0-d7d4-4b91-9d68-b5de15603236 req-8104f5c3-9eb9-4ab9-b676-4d92f0b35914 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:55.222994 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e66a0-d7d4-4b91-9d68-b5de15603236 req-8104f5c3-9eb9-4ab9-b676-4d92f0b35914 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:55.225865 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port c3959024-cd38-493d-b979-ae02a3fd5bed, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=c3959024-cd38-493d-b979-ae02a3fd5bed,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:55.229294 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e66a0-d7d4-4b91-9d68-b5de15603236 req-8104f5c3-9eb9-4ab9-b676-4d92f0b35914 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:55.231247 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d4e66a0-d7d4-4b91-9d68-b5de15603236 req-8104f5c3-9eb9-4ab9-b676-4d92f0b35914 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5420 time: 0.1509025 Aug 05 14:10:55.240550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'c3959024-cd38-493d-b979-ae02a3fd5bed', 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62', 'port_id': 'c3959024-cd38-493d-b979-ae02a3fd5bed', 'mac_address': 'fa:16:3e:fc:90:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fb5dd2-f43d-4eac-8b44-a63581605ad2', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:10:55.337548 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:55.354871 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3959024-cd38-493d-b979-ae02a3fd5bed {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:10:55.364030 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d4e66a0-d7d4-4b91-9d68-b5de15603236 req-c4d33ce3-8548-4353-85cd-52a30d427a7a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0951099 Aug 05 14:10:55.389552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port c3959024-cd38-493d-b979-ae02a3fd5bed, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=c3959024-cd38-493d-b979-ae02a3fd5bed,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:55.391458 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=2c927f5c-290c-4b0f-bd3f-2f5908f555c8,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:55.401194 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:55.402496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7161d31e-c4bb-48b6-8ed5-499b92efc745 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:10:55.524688 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 7161d31e-c4bb-48b6-8ed5-499b92efc745, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7161d31e-c4bb-48b6-8ed5-499b92efc745,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:55.533875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=c3959024-cd38-493d-b979-ae02a3fd5bed,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:55.543354 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '7161d31e-c4bb-48b6-8ed5-499b92efc745', 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62', 'port_id': '7161d31e-c4bb-48b6-8ed5-499b92efc745', 'mac_address': 'fa:16:3e:70:44:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fb5dd2-f43d-4eac-8b44-a63581605ad2', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:10:55.545989 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49fdc1d2-8d99-42be-961a-41f4b930f814 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:55.594167 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:55.629453 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7161d31e-c4bb-48b6-8ed5-499b92efc745 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:10:55.638591 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fdc1d2-8d99-42be-961a-41f4b930f814 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Pushing event deleted for resources: {'Port': ['ID=64037c99-683c-4358-ad88-e6e8c122f30b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:55.668915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba4e97-87e9-4f24-b91c-2f6cc32b9c48 req-f5b9a567-f62e-4fb3-a541-6bc136dc6c01 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:55.684856 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 7161d31e-c4bb-48b6-8ed5-499b92efc745, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7161d31e-c4bb-48b6-8ed5-499b92efc745,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:55.687160 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2dba4e97-87e9-4f24-b91c-2f6cc32b9c48 req-f5b9a567-f62e-4fb3-a541-6bc136dc6c01 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 944 time: 0.1814551 Aug 05 14:10:55.694648 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:55.695327 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b8eb1684-08f2-4780-84fe-e55025c46bf3 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:10:55.750303 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49fdc1d2-8d99-42be-961a-41f4b930f814 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:55.759778 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2dba4e97-87e9-4f24-b91c-2f6cc32b9c48 req-380de491-d993-4997-9da7-234532c53005 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670004 Aug 05 14:10:55.763135 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-49fdc1d2-8d99-42be-961a-41f4b930f814 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] 10.222.0.16 "DELETE /v2.0/ports/64037c99-683c-4358-ad88-e6e8c122f30b HTTP/1.1" status: 204 len: 168 time: 0.9414401 Aug 05 14:10:55.773214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39850) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:55.801586 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b8eb1684-08f2-4780-84fe-e55025c46bf3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b8eb1684-08f2-4780-84fe-e55025c46bf3,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:55.813430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39854) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:55.839554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e57db73-3438-461c-b3d7-973d2e9bd7d9 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:55.840951 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5e57db73-3438-461c-b3d7-973d2e9bd7d9 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] 10.222.0.16 "GET /v2.0/ports?device_id=d884f699-39a8-4576-a655-eee4d33f250c HTTP/1.1" status: 200 len: 913 time: 0.0759144 Aug 05 14:10:55.849191 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39860) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:55.857292 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d12432ca-a28d-4fb8-a70f-f4db1208bb72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:55.869991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'b8eb1684-08f2-4780-84fe-e55025c46bf3', 'network_id': 'a672c1b5-fff9-4841-8c10-82e5613d6b62', 'port_id': 'b8eb1684-08f2-4780-84fe-e55025c46bf3', 'mac_address': 'fa:16:3e:7b:44:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fb5dd2-f43d-4eac-8b44-a63581605ad2', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:10:55.965925 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=7161d31e-c4bb-48b6-8ed5-499b92efc745,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:55.984308 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:56.000752 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8eb1684-08f2-4780-84fe-e55025c46bf3 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:10:56.028478 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b8eb1684-08f2-4780-84fe-e55025c46bf3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b8eb1684-08f2-4780-84fe-e55025c46bf3,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:56.033732 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:56.035128 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:10:56.113128 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d12432ca-a28d-4fb8-a70f-f4db1208bb72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:56.124098 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d12432ca-a28d-4fb8-a70f-f4db1208bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:56.175550 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d12432ca-a28d-4fb8-a70f-f4db1208bb72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c122625fc15c4e3284300adaf74fcb5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3592021 Aug 05 14:10:56.176647 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39866) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:56.184158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=b8eb1684-08f2-4780-84fe-e55025c46bf3,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:56.201505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12432ca-a28d-4fb8-a70f-f4db1208bb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a49baf-ab78-4501-aaaf-5dbebb9b3b1a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:56.255962 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f9b9c8f1-434e-4277-8d16-54f6d4c5ff58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:56.281014 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d,segment=NetworkSegment(bdd9f082-de43-4420-81fb-d38c6af8aa3f),segment_id=bdd9f082-de43-4420-81fb-d38c6af8aa3f)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:56.293801 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f9b9c8f1-434e-4277-8d16-54f6d4c5ff58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:56.303629 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d', 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1', 'port_id': '6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d', 'mac_address': 'fa:16:3e:fb:cb:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:10:56.366400 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:56.378746 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f9b9c8f1-434e-4277-8d16-54f6d4c5ff58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:56.382150 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f9b9c8f1-434e-4277-8d16-54f6d4c5ff58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:56.384145 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-facd99a4-da67-49d0-ac5a-8bbbf3bd6085 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:56.385001 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:10:56.386799 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f9b9c8f1-434e-4277-8d16-54f6d4c5ff58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8a49baf-ab78-4501-aaaf-5dbebb9b3b1a HTTP/1.1" status: 204 len: 168 time: 0.2093711 Aug 05 14:10:56.397048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9c8f1-434e-4277-8d16-54f6d4c5ff58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a49baf-ab78-4501-aaaf-5dbebb9b3b1a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:56.463023 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d,segment=NetworkSegment(bdd9f082-de43-4420-81fb-d38c6af8aa3f),segment_id=bdd9f082-de43-4420-81fb-d38c6af8aa3f)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:56.488171 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:56.570196 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:56.576428 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078f286-9fae-42ee-9a45-a9c44c414827 req-6d62eb2b-bcae-45e8-80a3-6667d7a8dc4a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:56.584942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078f286-9fae-42ee-9a45-a9c44c414827 req-6d62eb2b-bcae-45e8-80a3-6667d7a8dc4a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:56.592217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078f286-9fae-42ee-9a45-a9c44c414827 req-6d62eb2b-bcae-45e8-80a3-6667d7a8dc4a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:56.598838 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078f286-9fae-42ee-9a45-a9c44c414827 req-6d62eb2b-bcae-45e8-80a3-6667d7a8dc4a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:56.616202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078f286-9fae-42ee-9a45-a9c44c414827 req-6d62eb2b-bcae-45e8-80a3-6667d7a8dc4a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:56.622733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078f286-9fae-42ee-9a45-a9c44c414827 req-6d62eb2b-bcae-45e8-80a3-6667d7a8dc4a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:56.637114 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078f286-9fae-42ee-9a45-a9c44c414827 req-6d62eb2b-bcae-45e8-80a3-6667d7a8dc4a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:56.643065 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5078f286-9fae-42ee-9a45-a9c44c414827 req-6d62eb2b-bcae-45e8-80a3-6667d7a8dc4a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5425 time: 0.1568532 Aug 05 14:10:56.701536 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5078f286-9fae-42ee-9a45-a9c44c414827 req-31dee558-7e72-421a-901c-5227c93f9308 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0505900 Aug 05 14:10:56.832330 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device f3176ee0-d977-4960-b6c2-a03be5f071ae details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:10:56.868724 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39898) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:56.914555 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d05a3d-24fa-4db3-8b7e-3f6f61e74e8f req-50a87d72-42ed-41e7-8cbe-3873dbbde19e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:56.915584 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a5d05a3d-24fa-4db3-8b7e-3f6f61e74e8f req-50a87d72-42ed-41e7-8cbe-3873dbbde19e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 944 time: 0.0851183 Aug 05 14:10:56.926921 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-facd99a4-da67-49d0-ac5a-8bbbf3bd6085 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Deleting port 395753a3-ac64-4243-b0d3-8e3f23a4fca6 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:10:56.927283 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-facd99a4-da67-49d0-ac5a-8bbbf3bd6085 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:56.967648 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port f3176ee0-d977-4960-b6c2-a03be5f071ae, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f3176ee0-d977-4960-b6c2-a03be5f071ae,segment=NetworkSegment(369f17f4-f0ca-4895-be06-d5e05fa39836),segment_id=369f17f4-f0ca-4895-be06-d5e05fa39836)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:57.010941 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'f3176ee0-d977-4960-b6c2-a03be5f071ae', 'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1', 'port_id': 'f3176ee0-d977-4960-b6c2-a03be5f071ae', 'mac_address': 'fa:16:3e:74:4d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84bdd077-911d-4689-bd57-064e082f69c5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:10:57.037322 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d05c5d03-de3e-49e2-b933-4f2528833bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:57.065819 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:57.073483 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a5d05a3d-24fa-4db3-8b7e-3f6f61e74e8f req-08ba4807-4f5a-4e75-808c-280cf15efbac tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507456 Aug 05 14:10:57.085640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3176ee0-d977-4960-b6c2-a03be5f071ae {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:10:57.108012 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['2c927f5c-290c-4b0f-bd3f-2f5908f555c8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:10:57.118351 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-facd99a4-da67-49d0-ac5a-8bbbf3bd6085 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:57.139154 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-facd99a4-da67-49d0-ac5a-8bbbf3bd6085 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Calling delete_port for 395753a3-ac64-4243-b0d3-8e3f23a4fca6 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:10:57.152061 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port f3176ee0-d977-4960-b6c2-a03be5f071ae, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f3176ee0-d977-4960-b6c2-a03be5f071ae,segment=NetworkSegment(369f17f4-f0ca-4895-be06-d5e05fa39836),segment_id=369f17f4-f0ca-4895-be06-d5e05fa39836)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:57.163906 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:57.164583 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device bd1c7278-e3e1-487f-9ace-bca5738d9ea9 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:10:57.166892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['b8eb1684-08f2-4780-84fe-e55025c46bf3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:10:57.232582 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:10:57.265080 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d05c5d03-de3e-49e2-b933-4f2528833bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:57.272797 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d05c5d03-de3e-49e2-b933-4f2528833bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:57.293083 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['c3959024-cd38-493d-b979-ae02a3fd5bed'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:10:57.353192 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d05c5d03-de3e-49e2-b933-4f2528833bcd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40f64af30dfe4657903a28c184649a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4834311 Aug 05 14:10:57.356167 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39922) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:10:57.359485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c5d03-de3e-49e2-b933-4f2528833bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa88026-c7cf-499e-81ce-e0c76d5f751f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:57.428961 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6403cea0-a34d-4735-9e6c-3c4922b3ed28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:57.467444 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6403cea0-a34d-4735-9e6c-3c4922b3ed28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:57.563310 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6403cea0-a34d-4735-9e6c-3c4922b3ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:57.568732 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6403cea0-a34d-4735-9e6c-3c4922b3ed28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:57.573921 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6403cea0-a34d-4735-9e6c-3c4922b3ed28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fa88026-c7cf-499e-81ce-e0c76d5f751f HTTP/1.1" status: 204 len: 168 time: 0.2149386 Aug 05 14:10:57.614169 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403cea0-a34d-4735-9e6c-3c4922b3ed28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa88026-c7cf-499e-81ce-e0c76d5f751f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:57.672474 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-facd99a4-da67-49d0-ac5a-8bbbf3bd6085 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:57.692117 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.resource_extend [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 14:10:57.706342 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b97b9-5b1d-45a3-af44-8dbdfd99c989 req-918659a0-7a41-4d37-9ee9-0d6426cd673c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:57.707905 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-513b97b9-5b1d-45a3-af44-8dbdfd99c989 req-918659a0-7a41-4d37-9ee9-0d6426cd673c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.63 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309&tenant_id=b8337b594bf34d3abccae65212524bf9&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 944 time: 0.2489173 Aug 05 14:10:57.776673 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd99a4-da67-49d0-ac5a-8bbbf3bd6085 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Pushing event deleted for resources: {'Port': ['ID=395753a3-ac64-4243-b0d3-8e3f23a4fca6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:57.817627 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port bd1c7278-e3e1-487f-9ace-bca5738d9ea9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=bd1c7278-e3e1-487f-9ace-bca5738d9ea9,segment=NetworkSegment(369f17f4-f0ca-4895-be06-d5e05fa39836),segment_id=369f17f4-f0ca-4895-be06-d5e05fa39836)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:57.817998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3bd61-f896-4478-8155-f7bb3c46a366 req-a6b19a65-b026-491b-bb6c-08d7de7c953e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:57.823234 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-52d3bd61-f896-4478-8155-f7bb3c46a366 req-a6b19a65-b026-491b-bb6c-08d7de7c953e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 944 time: 0.2889919 Aug 05 14:10:57.865902 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=f3176ee0-d977-4960-b6c2-a03be5f071ae,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:57.949117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'bd1c7278-e3e1-487f-9ace-bca5738d9ea9', 'network_id': 'e4d88e0a-6337-4340-a9bc-d0eebb6714d1', 'port_id': 'bd1c7278-e3e1-487f-9ace-bca5738d9ea9', 'mac_address': 'fa:16:3e:63:2d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84bdd077-911d-4689-bd57-064e082f69c5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:10:58.002076 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fccfca-85c5-4cff-810c-17d315f03b11 req-40cbf1d2-a16b-447c-8896-f08e3c7d05b4 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:58.025209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fccfca-85c5-4cff-810c-17d315f03b11 req-40cbf1d2-a16b-447c-8896-f08e3c7d05b4 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:58.055374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fccfca-85c5-4cff-810c-17d315f03b11 req-40cbf1d2-a16b-447c-8896-f08e3c7d05b4 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:58.073356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fccfca-85c5-4cff-810c-17d315f03b11 req-40cbf1d2-a16b-447c-8896-f08e3c7d05b4 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:58.103909 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fccfca-85c5-4cff-810c-17d315f03b11 req-40cbf1d2-a16b-447c-8896-f08e3c7d05b4 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:58.108183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['7161d31e-c4bb-48b6-8ed5-499b92efc745'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:10:58.125678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fccfca-85c5-4cff-810c-17d315f03b11 req-40cbf1d2-a16b-447c-8896-f08e3c7d05b4 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:58.135571 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fccfca-85c5-4cff-810c-17d315f03b11 req-40cbf1d2-a16b-447c-8896-f08e3c7d05b4 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:58.149590 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b2fccfca-85c5-4cff-810c-17d315f03b11 req-40cbf1d2-a16b-447c-8896-f08e3c7d05b4 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5426 time: 0.3095586 Aug 05 14:10:58.174497 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-513b97b9-5b1d-45a3-af44-8dbdfd99c989 req-0908fef0-7b8b-41fd-92c6-fc4818a327b3 service neutron] 10.222.0.63 "GET /v2.0/ports/a3347b83-0502-414a-8d18-2d0010a8b7f6/bindings/n-h1-803585-2 HTTP/1.1" status: 200 len: 382 time: 0.4143803 Aug 05 14:10:58.221682 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-52d3bd61-f896-4478-8155-f7bb3c46a366 req-469f960f-feb1-4d32-827a-03993916ea22 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3501647 Aug 05 14:10:58.305734 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b2fccfca-85c5-4cff-810c-17d315f03b11 req-69ee65c4-c0b7-4f97-a992-b4a5c1f582d6 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1534204 Aug 05 14:10:58.389813 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b97b9-5b1d-45a3-af44-8dbdfd99c989 req-ef11d023-fe65-4968-bd71-66113b937522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:58.391334 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-513b97b9-5b1d-45a3-af44-8dbdfd99c989 req-ef11d023-fe65-4968-bd71-66113b937522 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 1095 time: 0.1830895 Aug 05 14:10:58.404530 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:58.495368 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1c7278-e3e1-487f-9ace-bca5738d9ea9 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:10:58.560482 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-facd99a4-da67-49d0-ac5a-8bbbf3bd6085 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:58.670130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port bd1c7278-e3e1-487f-9ace-bca5738d9ea9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=bd1c7278-e3e1-487f-9ace-bca5738d9ea9,segment=NetworkSegment(369f17f4-f0ca-4895-be06-d5e05fa39836),segment_id=369f17f4-f0ca-4895-be06-d5e05fa39836)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:58.712672 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:58.713376 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a3347b83-0502-414a-8d18-2d0010a8b7f6 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:10:58.806488 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b97b9-5b1d-45a3-af44-8dbdfd99c989 req-5b371440-d3a2-4811-ad04-197a217dbc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:58.808522 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-513b97b9-5b1d-45a3-af44-8dbdfd99c989 req-5b371440-d3a2-4811-ad04-197a217dbc46 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2d7e4cee-21f3-4c27-a383-7f324b431f41 HTTP/1.1" status: 200 len: 898 time: 0.3549035 Aug 05 14:10:59.042945 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=bd1c7278-e3e1-487f-9ace-bca5738d9ea9,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:59.076570 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-513b97b9-5b1d-45a3-af44-8dbdfd99c989 req-88422ee1-96be-43bb-b508-6096091fa100 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6 HTTP/1.1" status: 200 len: 1000 time: 0.2533762 Aug 05 14:10:59.085102 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facd99a4-da67-49d0-ac5a-8bbbf3bd6085 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Router d884f699-39a8-4576-a655-eee4d33f250c has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:10:59.250424 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a3347b83-0502-414a-8d18-2d0010a8b7f6, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6,segment=NetworkSegment(21641cda-4870-47e8-9c7e-af6727feb606),segment_id=21641cda-4870-47e8-9c7e-af6727feb606)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:59.280419 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'a3347b83-0502-414a-8d18-2d0010a8b7f6', 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41', 'port_id': 'a3347b83-0502-414a-8d18-2d0010a8b7f6', 'mac_address': 'fa:16:3e:23:1e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:10:59.349474 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b97b9-5b1d-45a3-af44-8dbdfd99c989 req-7829a5bb-1d26-4917-a2ef-2cd8cbc39915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:59.352943 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-513b97b9-5b1d-45a3-af44-8dbdfd99c989 req-7829a5bb-1d26-4917-a2ef-2cd8cbc39915 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8dd6b67f-9131-40fd-98ac-33c9a9bbcf50 HTTP/1.1" status: 200 len: 835 time: 0.2600095 Aug 05 14:10:59.390972 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:59.443434 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc2505-cd83-40dc-9ea8-38c41ad91064 req-9efff253-bef9-47f4-8ba6-af98e53b63ec tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:10:59.457055 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5cc2505-cd83-40dc-9ea8-38c41ad91064 req-9efff253-bef9-47f4-8ba6-af98e53b63ec tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 944 time: 0.0814762 Aug 05 14:10:59.466170 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3347b83-0502-414a-8d18-2d0010a8b7f6 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:10:59.511429 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5cc2505-cd83-40dc-9ea8-38c41ad91064 req-f8f69a7e-e3af-457c-aac7-4e2f035eebb6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500793 Aug 05 14:10:59.549980 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a3347b83-0502-414a-8d18-2d0010a8b7f6, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6,segment=NetworkSegment(21641cda-4870-47e8-9c7e-af6727feb606),segment_id=21641cda-4870-47e8-9c7e-af6727feb606)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:10:59.561400 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:59.645046 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:10:59.772205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=a3347b83-0502-414a-8d18-2d0010a8b7f6,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:10:59.818016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:10:59.825265 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:10:59.825714 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:10:59.986657 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:00.009782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40052) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:00.020826 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c927f5c-290c-4b0f-bd3f-2f5908f555c8'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:11:00.023421 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9155cec-716a-4fb0-9813-036860a03eda" -d '{"events": [{"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-plugged", "status": "completed", "tag": "2c927f5c-290c-4b0f-bd3f-2f5908f555c8"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:11:00.042787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2c927f5c-290c-4b0f-bd3f-2f5908f555c8,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:00.052623 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:00.100651 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f67485-4e1c-4611-9279-ad2936f21d3e x-openstack-request-id: req-45f67485-4e1c-4611-9279-ad2936f21d3e {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:11:00.101088 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-plugged", "status": "completed", "tag": "2c927f5c-290c-4b0f-bd3f-2f5908f555c8", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:11:00.101443 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45f67485-4e1c-4611-9279-ad2936f21d3e {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:11:00.101936 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c927f5c-290c-4b0f-bd3f-2f5908f555c8', 'code': 200} Aug 05 14:11:00.139371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=2c927f5c-290c-4b0f-bd3f-2f5908f555c8,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:00.154222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b97b9-5b1d-45a3-af44-8dbdfd99c989 req-8ea67c32-66ed-405a-8c80-b10020ebeaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:00.155298 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-513b97b9-5b1d-45a3-af44-8dbdfd99c989 req-8ea67c32-66ed-405a-8c80-b10020ebeaec service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2d7e4cee-21f3-4c27-a383-7f324b431f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7881947 Aug 05 14:11:00.167803 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facd99a4-da67-49d0-ac5a-8bbbf3bd6085 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:11:00.180872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60208da7-c828-45eb-b00d-4c54829be4df req-dcd02414-cd90-4754-89a0-fc4bbf04d840 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:00.185496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff85dfb-2a29-47bc-a45b-2f2198aad5ad None None] Sync routers for ids ['d884f699-39a8-4576-a655-eee4d33f250c'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:11:00.187868 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60208da7-c828-45eb-b00d-4c54829be4df req-dcd02414-cd90-4754-89a0-fc4bbf04d840 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:00.195822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60208da7-c828-45eb-b00d-4c54829be4df req-dcd02414-cd90-4754-89a0-fc4bbf04d840 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:00.196023 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff85dfb-2a29-47bc-a45b-2f2198aad5ad None None] Routers {'d884f699-39a8-4576-a655-eee4d33f250c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:00.196472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9ff85dfb-2a29-47bc-a45b-2f2198aad5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['d884f699-39a8-4576-a655-eee4d33f250c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:00.203294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60208da7-c828-45eb-b00d-4c54829be4df req-dcd02414-cd90-4754-89a0-fc4bbf04d840 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:00.214878 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60208da7-c828-45eb-b00d-4c54829be4df req-dcd02414-cd90-4754-89a0-fc4bbf04d840 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:00.221683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60208da7-c828-45eb-b00d-4c54829be4df req-dcd02414-cd90-4754-89a0-fc4bbf04d840 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:00.229936 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60208da7-c828-45eb-b00d-4c54829be4df req-dcd02414-cd90-4754-89a0-fc4bbf04d840 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:00.231993 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60208da7-c828-45eb-b00d-4c54829be4df req-dcd02414-cd90-4754-89a0-fc4bbf04d840 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5427 time: 0.7911136 Aug 05 14:11:00.239211 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-facd99a4-da67-49d0-ac5a-8bbbf3bd6085 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] 10.222.0.16 "PUT /v2.0/routers/d884f699-39a8-4576-a655-eee4d33f250c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3884509 Aug 05 14:11:00.242796 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40062) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:00.246431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['a3347b83-0502-414a-8d18-2d0010a8b7f6'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:11:00.259652 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9ff85dfb-2a29-47bc-a45b-2f2198aad5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:00.272126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['f3176ee0-d977-4960-b6c2-a03be5f071ae'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:11:00.330520 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['bd1c7278-e3e1-487f-9ace-bca5738d9ea9'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:11:00.347649 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60208da7-c828-45eb-b00d-4c54829be4df req-d8916856-dd0a-4b07-8b38-98faa2bf4e7e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1073747 Aug 05 14:11:00.372386 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff85dfb-2a29-47bc-a45b-2f2198aad5ad None None] Routers {'d884f699-39a8-4576-a655-eee4d33f250c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:00.373430 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-513b97b9-5b1d-45a3-af44-8dbdfd99c989 req-208d79aa-be9b-486f-b102-12dee0ef4b36 service neutron] 10.222.0.63 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402979 Aug 05 14:11:00.374011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9ff85dfb-2a29-47bc-a45b-2f2198aad5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['d884f699-39a8-4576-a655-eee4d33f250c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:00.412420 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c27903f1-002d-4616-b8f7-f2a37ec06400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:00.441032 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9ff85dfb-2a29-47bc-a45b-2f2198aad5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:00.441697 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff85dfb-2a29-47bc-a45b-2f2198aad5ad None None] The sync data for ids ['d884f699-39a8-4576-a655-eee4d33f250c'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:11:00.524454 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-513b97b9-5b1d-45a3-af44-8dbdfd99c989 req-f9d018c9-c761-493a-bcd7-91c0415dbb4a service neutron] 10.222.0.63 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435621 Aug 05 14:11:00.763619 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fcda3-db7b-4909-af45-ded5dbdaebd0 req-dacfaab3-3a59-4854-9e3f-0007101de859 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:00.765557 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-283fcda3-db7b-4909-af45-ded5dbdaebd0 req-dacfaab3-3a59-4854-9e3f-0007101de859 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 945 time: 0.1104829 Aug 05 14:11:00.811994 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-283fcda3-db7b-4909-af45-ded5dbdaebd0 req-f028c4e9-7318-485c-af5f-185fc2e984cf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369043 Aug 05 14:11:01.011175 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:01.168485 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c27903f1-002d-4616-b8f7-f2a37ec06400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:01.170473 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:01.177660 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c27903f1-002d-4616-b8f7-f2a37ec06400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:01.263294 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c27903f1-002d-4616-b8f7-f2a37ec06400 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ea7f1ebb2cb4e358df80b81f2bca0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2523592 Aug 05 14:11:01.265788 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27903f1-002d-4616-b8f7-f2a37ec06400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b074d29d-3341-48b9-8210-8215b64c4685,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:01.266535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40112) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:01.312303 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Deleting port 547aaef5-3dd8-42cd-a68e-30490a5afa4c {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:01.314616 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:01.365635 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b6092bf-d033-4c2d-bb99-5bf46c7a0333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:01.435133 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b6092bf-d033-4c2d-bb99-5bf46c7a0333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:01.441522 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:01.462120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Calling delete_port for 547aaef5-3dd8-42cd-a68e-30490a5afa4c owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:01.586875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b8eb1684-08f2-4780-84fe-e55025c46bf3 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:11:01.602218 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd5abd-7780-4819-aecb-1b82459f9261 req-53337df8-7bed-48c1-a658-378e289f06c6 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:01.614082 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd5abd-7780-4819-aecb-1b82459f9261 req-53337df8-7bed-48c1-a658-378e289f06c6 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:01.631692 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd5abd-7780-4819-aecb-1b82459f9261 req-53337df8-7bed-48c1-a658-378e289f06c6 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:01.647977 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd5abd-7780-4819-aecb-1b82459f9261 req-53337df8-7bed-48c1-a658-378e289f06c6 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:01.668364 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd5abd-7780-4819-aecb-1b82459f9261 req-53337df8-7bed-48c1-a658-378e289f06c6 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:01.682660 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd5abd-7780-4819-aecb-1b82459f9261 req-53337df8-7bed-48c1-a658-378e289f06c6 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:01.690599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd5abd-7780-4819-aecb-1b82459f9261 req-53337df8-7bed-48c1-a658-378e289f06c6 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:01.698884 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9ffd5abd-7780-4819-aecb-1b82459f9261 req-53337df8-7bed-48c1-a658-378e289f06c6 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5428 time: 0.2148685 Aug 05 14:11:01.701031 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port b8eb1684-08f2-4780-84fe-e55025c46bf3 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:01.705976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port b8eb1684-08f2-4780-84fe-e55025c46bf3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:01.706371 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:01.732880 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b6092bf-d033-4c2d-bb99-5bf46c7a0333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:01.736372 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b6092bf-d033-4c2d-bb99-5bf46c7a0333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:01.738052 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1b6092bf-d033-4c2d-bb99-5bf46c7a0333 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b074d29d-3341-48b9-8210-8215b64c4685 HTTP/1.1" status: 204 len: 168 time: 0.4698524 Aug 05 14:11:01.804039 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:01.837121 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6092bf-d033-4c2d-bb99-5bf46c7a0333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b074d29d-3341-48b9-8210-8215b64c4685,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:01.871448 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Pushing event deleted for resources: {'Port': ['ID=547aaef5-3dd8-42cd-a68e-30490a5afa4c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:01.893001 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:01.893001 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:01.893498 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:01.894758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:01.895388 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:01.895852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:01.896399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:01.896830 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:01.897257 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:01.897806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:01.898272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:01.899130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:01.905961 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9ffd5abd-7780-4819-aecb-1b82459f9261 req-2cd05bed-610b-46d1-b0f6-9aa5d7661ccf tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2059836 Aug 05 14:11:01.951513 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.021529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b8eb1684-08f2-4780-84fe-e55025c46bf3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b8eb1684-08f2-4780-84fe-e55025c46bf3,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:02.034831 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.036438 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device c3959024-cd38-493d-b979-ae02a3fd5bed up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:11:02.154557 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8eb1684-08f2-4780-84fe-e55025c46bf3'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:11:02.157186 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa144b8-1f84-4f12-9968-5ec5ea604610" -d '{"events": [{"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-plugged", "status": "completed", "tag": "b8eb1684-08f2-4780-84fe-e55025c46bf3"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:11:02.209047 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.238369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=b8eb1684-08f2-4780-84fe-e55025c46bf3,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:02.261348 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port c3959024-cd38-493d-b979-ae02a3fd5bed completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:02.270726 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port c3959024-cd38-493d-b979-ae02a3fd5bed triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:02.272061 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.297112 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40158) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:02.311109 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4daf03c-9ac3-4e35-aea0-1c36f6d0c455 x-openstack-request-id: req-e4daf03c-9ac3-4e35-aea0-1c36f6d0c455 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:11:02.311391 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-plugged", "status": "completed", "tag": "b8eb1684-08f2-4780-84fe-e55025c46bf3", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:11:02.311608 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4daf03c-9ac3-4e35-aea0-1c36f6d0c455 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:11:02.311990 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8eb1684-08f2-4780-84fe-e55025c46bf3', 'code': 200} Aug 05 14:11:02.318335 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72903ea7-8839-4ccb-bfd2-badac16cd290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.395011 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f0741-8f9b-409f-9aec-9a627134cb16 req-d32bb65d-60c4-4723-a56e-cb89b20da774 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:02.404314 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-969f0741-8f9b-409f-9aec-9a627134cb16 req-d32bb65d-60c4-4723-a56e-cb89b20da774 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 945 time: 0.4113126 Aug 05 14:11:02.446520 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.464841 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.467095 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.515698 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72903ea7-8839-4ccb-bfd2-badac16cd290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.527148 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72903ea7-8839-4ccb-bfd2-badac16cd290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.553331 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40164) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:02.560920 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port c3959024-cd38-493d-b979-ae02a3fd5bed, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=c3959024-cd38-493d-b979-ae02a3fd5bed,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:02.570476 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.571617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7161d31e-c4bb-48b6-8ed5-499b92efc745 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:11:02.591820 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-72903ea7-8839-4ccb-bfd2-badac16cd290 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eeb654aaafed41c5938b05dfbad59a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930424 Aug 05 14:11:02.593881 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40168) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:02.598395 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-969f0741-8f9b-409f-9aec-9a627134cb16 req-2c481f08-62e9-4b18-9b1d-f17ad3d7cd4e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903067 Aug 05 14:11:02.601332 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.611012 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Fanout notify agent at l3_agent the message router_deleted on router d884f699-39a8-4576-a655-eee4d33f250c {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:11:02.612586 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72903ea7-8839-4ccb-bfd2-badac16cd290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3f0705-11ec-4ca9-b2b7-2acaa348f30b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:02.641324 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.647050 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4c64f8e4-9e42-47da-9085-8349a5959b5c tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] 10.222.0.16 "DELETE /v2.0/routers/d884f699-39a8-4576-a655-eee4d33f250c HTTP/1.1" status: 204 len: 168 time: 2.4027700 Aug 05 14:11:02.650828 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40170) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:02.682176 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b15c30aa-cce5-4290-b0e4-cebc3a2645eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.738098 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b15c30aa-cce5-4290-b0e4-cebc3a2645eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.744088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=c3959024-cd38-493d-b979-ae02a3fd5bed,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:02.793277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4dfe0b3-6156-49d6-ab5e-ddf0086e3771 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Deleting subnet 87169ab0-2ff4-4439-b715-ff952ae7e289 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:11:02.805879 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4dfe0b3-6156-49d6-ab5e-ddf0086e3771 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.835038 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 7161d31e-c4bb-48b6-8ed5-499b92efc745 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:02.835759 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b15c30aa-cce5-4290-b0e4-cebc3a2645eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.841969 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b15c30aa-cce5-4290-b0e4-cebc3a2645eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.846855 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 7161d31e-c4bb-48b6-8ed5-499b92efc745 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:02.848044 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b15c30aa-cce5-4290-b0e4-cebc3a2645eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e3f0705-11ec-4ca9-b2b7-2acaa348f30b HTTP/1.1" status: 204 len: 168 time: 0.2528424 Aug 05 14:11:02.858646 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.892105 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4dfe0b3-6156-49d6-ab5e-ddf0086e3771 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.901819 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e4497804-05de-452e-9062-e51067137e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:02.928060 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c30aa-cce5-4290-b0e4-cebc3a2645eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3f0705-11ec-4ca9-b2b7-2acaa348f30b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:03.146097 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:03.255381 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4dfe0b3-6156-49d6-ab5e-ddf0086e3771 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:03.278077 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e4497804-05de-452e-9062-e51067137e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:03.296231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 7161d31e-c4bb-48b6-8ed5-499b92efc745, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7161d31e-c4bb-48b6-8ed5-499b92efc745,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:03.307055 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:03.308469 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:11:03.324165 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e4497804-05de-452e-9062-e51067137e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:03.404513 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4dfe0b3-6156-49d6-ab5e-ddf0086e3771 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:03.438148 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e4497804-05de-452e-9062-e51067137e3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c15b7ed2ba9147d68ee136a3ade724d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8815916 Aug 05 14:11:03.441339 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfe0b3-6156-49d6-ab5e-ddf0086e3771 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Pushing event deleted for resources: {'Subnet': ['ID=87169ab0-2ff4-4439-b715-ff952ae7e289,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:03.445073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40184) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:03.447848 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4dfe0b3-6156-49d6-ab5e-ddf0086e3771 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:03.450555 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b4dfe0b3-6156-49d6-ab5e-ddf0086e3771 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] 10.222.0.16 "DELETE /v2.0/subnets/87169ab0-2ff4-4439-b715-ff952ae7e289 HTTP/1.1" status: 204 len: 168 time: 0.7984164 Aug 05 14:11:03.454969 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40186) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:03.460028 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:03.466923 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455c8ca-a5f9-45a5-a784-a1912ba7a0b9 req-b3003518-3c32-4880-bc02-427325c416bb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:03.473328 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:03.473706 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:03.475574 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faca4ef8-d293-4f8a-a55f-2bfa4d7c0aea None None] Network 40e808c6-cafe-4dcc-ac11-a74b2167c78d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:11:03.477765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455c8ca-a5f9-45a5-a784-a1912ba7a0b9 req-b3003518-3c32-4880-bc02-427325c416bb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:03.487766 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455c8ca-a5f9-45a5-a784-a1912ba7a0b9 req-b3003518-3c32-4880-bc02-427325c416bb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:03.494720 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455c8ca-a5f9-45a5-a784-a1912ba7a0b9 req-b3003518-3c32-4880-bc02-427325c416bb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:03.502379 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455c8ca-a5f9-45a5-a784-a1912ba7a0b9 req-b3003518-3c32-4880-bc02-427325c416bb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:03.509474 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455c8ca-a5f9-45a5-a784-a1912ba7a0b9 req-b3003518-3c32-4880-bc02-427325c416bb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:03.518316 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455c8ca-a5f9-45a5-a784-a1912ba7a0b9 req-b3003518-3c32-4880-bc02-427325c416bb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:03.527767 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e455c8ca-a5f9-45a5-a784-a1912ba7a0b9 req-b3003518-3c32-4880-bc02-427325c416bb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5430 time: 0.2960598 Aug 05 14:11:03.552088 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4497804-05de-452e-9062-e51067137e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebda382-78b1-44fb-a014-60ec896cb6c8,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:03.562715 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a1a84b59-d152-4aee-9f9e-237117fc3753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:03.577039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=7161d31e-c4bb-48b6-8ed5-499b92efc745,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:03.695844 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e455c8ca-a5f9-45a5-a784-a1912ba7a0b9 req-44eb3582-611e-4002-b2e1-87ceeec03803 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1658287 Aug 05 14:11:03.698866 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a1a84b59-d152-4aee-9f9e-237117fc3753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:03.720450 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a3347b83-0502-414a-8d18-2d0010a8b7f6 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:11:03.731534 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:03.880163 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde0bf4-4a96-46a9-983e-b4cc5f01e795 req-5703cdcc-dc6f-490e-b081-db4fcb6e4810 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:03.893259 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ecde0bf4-4a96-46a9-983e-b4cc5f01e795 req-5703cdcc-dc6f-490e-b081-db4fcb6e4810 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 945 time: 0.1271727 Aug 05 14:11:03.918686 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a1a84b59-d152-4aee-9f9e-237117fc3753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:03.921853 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a1a84b59-d152-4aee-9f9e-237117fc3753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:03.925979 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a1a84b59-d152-4aee-9f9e-237117fc3753 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ebda382-78b1-44fb-a014-60ec896cb6c8 HTTP/1.1" status: 204 len: 168 time: 0.4713786 Aug 05 14:11:03.951366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a84b59-d152-4aee-9f9e-237117fc3753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebda382-78b1-44fb-a014-60ec896cb6c8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:03.981555 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ecde0bf4-4a96-46a9-983e-b4cc5f01e795 req-3ccd7648-f2e1-4f2a-a29e-ccc9d5faaa62 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710716 Aug 05 14:11:03.981555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Deleting port 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:03.981555 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:03.982154 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40204) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:03.983117 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.013309 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a3347b83-0502-414a-8d18-2d0010a8b7f6, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6,segment=NetworkSegment(21641cda-4870-47e8-9c7e-af6727feb606),segment_id=21641cda-4870-47e8-9c7e-af6727feb606)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:04.047504 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'a3347b83-0502-414a-8d18-2d0010a8b7f6', 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41', 'port_id': 'a3347b83-0502-414a-8d18-2d0010a8b7f6', 'mac_address': 'fa:16:3e:23:1e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:11:04.054289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d,segment=NetworkSegment(bdd9f082-de43-4420-81fb-d38c6af8aa3f),segment_id=bdd9f082-de43-4420-81fb-d38c6af8aa3f)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:04.061782 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.072979 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device bd1c7278-e3e1-487f-9ace-bca5738d9ea9 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:11:04.080066 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] For port 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8,segment=NetworkSegment(b819d189-70f5-4a36-b47c-152ad76eabf0),segment_id=b819d189-70f5-4a36-b47c-152ad76eabf0)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:04.081177 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.108829 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Calling delete_port for 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:04.146174 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d91832-fcd3-4df2-964a-c5f398b4b4d6 None None] DHCP port deletion for 40e808c6-cafe-4dcc-ac11-a74b2167c78d request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:11:04.238297 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:04.292745 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port bd1c7278-e3e1-487f-9ace-bca5738d9ea9 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:04.326518 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3959024-cd38-493d-b979-ae02a3fd5bed'}, {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7161d31e-c4bb-48b6-8ed5-499b92efc745'}, {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:11:04.327531 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.328841 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a62468b-df5a-4623-8f70-7bd2c48d9bc5" -d '{"events": [{"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-plugged", "status": "completed", "tag": "c3959024-cd38-493d-b979-ae02a3fd5bed"}, {"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-plugged", "status": "completed", "tag": "7161d31e-c4bb-48b6-8ed5-499b92efc745"}, {"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-plugged", "status": "completed", "tag": "6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:11:04.330626 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1e30da07-cba1-4b27-a1bf-e20e51ed55b1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting port e6c45d6e-26ef-449a-a06d-9f1715a89a94 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:04.331352 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1e30da07-cba1-4b27-a1bf-e20e51ed55b1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.348519 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port bd1c7278-e3e1-487f-9ace-bca5738d9ea9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:04.349300 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.356216 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e4d91832-fcd3-4df2-964a-c5f398b4b4d6 None None] Deleting port 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:04.356804 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e4d91832-fcd3-4df2-964a-c5f398b4b4d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.365516 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] No DVR routers for this DVR port 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:11:04.373946 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Pushing event deleted for resources: {'Port': ['ID=6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:04.475268 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.478040 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 05 Aug 2021 14:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2599ce-daa7-4c2c-b6aa-80188eea7579 x-openstack-request-id: req-1f2599ce-daa7-4c2c-b6aa-80188eea7579 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:11:04.481218 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-plugged", "status": "completed", "tag": "c3959024-cd38-493d-b979-ae02a3fd5bed", "code": 200}, {"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-plugged", "status": "completed", "tag": "7161d31e-c4bb-48b6-8ed5-499b92efc745", "code": 200}, {"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-plugged", "status": "completed", "tag": "6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:11:04.481549 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f2599ce-daa7-4c2c-b6aa-80188eea7579 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:11:04.481977 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3959024-cd38-493d-b979-ae02a3fd5bed', 'code': 200} Aug 05 14:11:04.482237 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7161d31e-c4bb-48b6-8ed5-499b92efc745', 'code': 200} Aug 05 14:11:04.482516 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d', 'code': 200} Aug 05 14:11:04.490497 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e808c6-cafe-4dcc-ac11-a74b2167c78d']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:04.505014 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b819d189-70f5-4a36-b47c-152ad76eabf0') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:04.505640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b819d189-70f5-4a36-b47c-152ad76eabf0') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:04.518508 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.522472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e4d91832-fcd3-4df2-964a-c5f398b4b4d6 None None] For port 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:04.524901 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e4d91832-fcd3-4df2-964a-c5f398b4b4d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.574708 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.578554 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1e30da07-cba1-4b27-a1bf-e20e51ed55b1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.580564 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1e30da07-cba1-4b27-a1bf-e20e51ed55b1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.584191 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e4d91832-fcd3-4df2-964a-c5f398b4b4d6 None None] Calling delete_port for 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:04.592734 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-e4d91832-fcd3-4df2-964a-c5f398b4b4d6 None None] Port 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:11:04.594307 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:11:04.594307 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:11:04.598989 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:11:04.605160 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e4d91832-fcd3-4df2-964a-c5f398b4b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.611689 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1e30da07-cba1-4b27-a1bf-e20e51ed55b1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Calling delete_port for e6c45d6e-26ef-449a-a06d-9f1715a89a94 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:04.707700 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40234) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:04.722347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d91832-fcd3-4df2-964a-c5f398b4b4d6 None None] Pushing event deleted for resources: {'Port': ['ID=6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:04.746031 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d91832-fcd3-4df2-964a-c5f398b4b4d6 None None] No DVR routers for this DVR port 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:11:04.753009 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24886101-df5f-4959-9197-cced8b487dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.787364 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.814654 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.861383 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.869245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40238) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:04.870508 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] 10.222.0.16 "DELETE /v2.0/networks/40e808c6-cafe-4dcc-ac11-a74b2167c78d HTTP/1.1" status: 204 len: 168 time: 1.3722923 Aug 05 14:11:04.876405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port bd1c7278-e3e1-487f-9ace-bca5738d9ea9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=bd1c7278-e3e1-487f-9ace-bca5738d9ea9,segment=NetworkSegment(369f17f4-f0ca-4895-be06-d5e05fa39836),segment_id=369f17f4-f0ca-4895-be06-d5e05fa39836)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:04.892511 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635163b-723f-4be5-8347-9d8a8ff6e1f8 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Pushing event deleted for resources: {'Network': ['ID=40e808c6-cafe-4dcc-ac11-a74b2167c78d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:04.892860 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:04.893848 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device f3176ee0-d977-4960-b6c2-a03be5f071ae up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:11:05.018523 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=bd1c7278-e3e1-487f-9ace-bca5738d9ea9,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:05.034464 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port f3176ee0-d977-4960-b6c2-a03be5f071ae completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:05.044700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port f3176ee0-d977-4960-b6c2-a03be5f071ae triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:05.047135 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:05.051147 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24886101-df5f-4959-9197-cced8b487dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:05.062523 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24886101-df5f-4959-9197-cced8b487dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:05.115262 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1e30da07-cba1-4b27-a1bf-e20e51ed55b1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:05.118993 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-24886101-df5f-4959-9197-cced8b487dd0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=54cf9b1848a7436088a35e6c9740b587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4072421 Aug 05 14:11:05.119708 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40240) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:05.213420 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24886101-df5f-4959-9197-cced8b487dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d120e0-c101-46bd-a103-1b0b98a21897,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:05.225252 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b7699-6747-4b04-b1b9-bbb3abb3223a req-832206ef-08b3-4a6d-80c6-4d55b890ce40 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:05.233576 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:05.240530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b7699-6747-4b04-b1b9-bbb3abb3223a req-832206ef-08b3-4a6d-80c6-4d55b890ce40 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:05.254596 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b7699-6747-4b04-b1b9-bbb3abb3223a req-832206ef-08b3-4a6d-80c6-4d55b890ce40 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:05.268858 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b7699-6747-4b04-b1b9-bbb3abb3223a req-832206ef-08b3-4a6d-80c6-4d55b890ce40 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:05.278463 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b7699-6747-4b04-b1b9-bbb3abb3223a req-832206ef-08b3-4a6d-80c6-4d55b890ce40 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:05.287730 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0f212792-5cc1-4986-a0cf-a2944b5b408c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:05.299993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b7699-6747-4b04-b1b9-bbb3abb3223a req-832206ef-08b3-4a6d-80c6-4d55b890ce40 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:05.304355 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port f3176ee0-d977-4960-b6c2-a03be5f071ae, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f3176ee0-d977-4960-b6c2-a03be5f071ae,segment=NetworkSegment(369f17f4-f0ca-4895-be06-d5e05fa39836),segment_id=369f17f4-f0ca-4895-be06-d5e05fa39836)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:05.309035 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b7699-6747-4b04-b1b9-bbb3abb3223a req-832206ef-08b3-4a6d-80c6-4d55b890ce40 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:05.318030 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e6b7699-6747-4b04-b1b9-bbb3abb3223a req-832206ef-08b3-4a6d-80c6-4d55b890ce40 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5433 time: 0.4536157 Aug 05 14:11:05.319931 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:05.321164 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a3347b83-0502-414a-8d18-2d0010a8b7f6 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:11:05.352508 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30da07-cba1-4b27-a1bf-e20e51ed55b1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Port': ['ID=e6c45d6e-26ef-449a-a06d-9f1715a89a94,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:05.367069 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0f212792-5cc1-4986-a0cf-a2944b5b408c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:05.370615 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:11:05.477476 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:11:05.477833 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6ade82af-56e7-4fa7-8ebd-ec88ced9b6e8 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:11:05.494713 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0f212792-5cc1-4986-a0cf-a2944b5b408c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:05.499389 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0f212792-5cc1-4986-a0cf-a2944b5b408c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:05.500685 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0f212792-5cc1-4986-a0cf-a2944b5b408c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64d120e0-c101-46bd-a103-1b0b98a21897 HTTP/1.1" status: 204 len: 168 time: 0.3792088 Aug 05 14:11:05.512930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f212792-5cc1-4986-a0cf-a2944b5b408c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d120e0-c101-46bd-a103-1b0b98a21897,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:05.554195 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=f3176ee0-d977-4960-b6c2-a03be5f071ae,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:05.571511 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e6b7699-6747-4b04-b1b9-bbb3abb3223a req-51c63f0c-baba-4c4d-8013-e785b4bfa9e8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2402644 Aug 05 14:11:05.590580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-0350ebcd-ab9a-4872-a05e-07bd4d313133 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Deleting port ff17a997-92ac-496e-be9f-d7be8ee2ba87 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:05.591981 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0350ebcd-ab9a-4872-a05e-07bd4d313133 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:05.653128 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1e30da07-cba1-4b27-a1bf-e20e51ed55b1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:05.653895 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-1e30da07-cba1-4b27-a1bf-e20e51ed55b1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Floating IP a0f2b45f-8db3-4c02-8f53-9784b072950e disassociated (deleted). External IP: 172.25.5.214, port: a3347b83-0502-414a-8d18-2d0010a8b7f6. Aug 05 14:11:05.710082 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:05.730080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a3347b83-0502-414a-8d18-2d0010a8b7f6 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:11:05.793371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a3347b83-0502-414a-8d18-2d0010a8b7f6, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6,segment=NetworkSegment(21641cda-4870-47e8-9c7e-af6727feb606),segment_id=21641cda-4870-47e8-9c7e-af6727feb606)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:05.809041 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:05.857631 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0350ebcd-ab9a-4872-a05e-07bd4d313133 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:05.857780 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0350ebcd-ab9a-4872-a05e-07bd4d313133 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:05.878486 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-0350ebcd-ab9a-4872-a05e-07bd4d313133 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Calling delete_port for ff17a997-92ac-496e-be9f-d7be8ee2ba87 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:05.935828 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=a3347b83-0502-414a-8d18-2d0010a8b7f6,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:05.982774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40284) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:06.137323 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e30da07-cba1-4b27-a1bf-e20e51ed55b1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 1c7c2884-88e8-4b3d-8498-39235fdcaaac has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:11:06.164492 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be762e3e-ec63-4540-b62d-553ec802a390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:06.241637 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0350ebcd-ab9a-4872-a05e-07bd4d313133 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:06.358663 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be762e3e-ec63-4540-b62d-553ec802a390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:06.366550 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be762e3e-ec63-4540-b62d-553ec802a390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:06.382097 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350ebcd-ab9a-4872-a05e-07bd4d313133 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Pushing event deleted for resources: {'Port': ['ID=ff17a997-92ac-496e-be9f-d7be8ee2ba87,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:06.417837 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be762e3e-ec63-4540-b62d-553ec802a390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b1a68e-8569-4efc-8a2d-510675c1b0be,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:06.442800 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-be762e3e-ec63-4540-b62d-553ec802a390 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec0e1c790aed4171b5d56064b3de5928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588761 Aug 05 14:11:06.459723 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40298) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:06.487754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1c7278-e3e1-487f-9ace-bca5738d9ea9'}, {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3176ee0-d977-4960-b6c2-a03be5f071ae'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:11:06.493594 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7691a7df-dbdf-41b8-b929-825398cb354b" -d '{"events": [{"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-plugged", "status": "completed", "tag": "bd1c7278-e3e1-487f-9ace-bca5738d9ea9"}, {"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-plugged", "status": "completed", "tag": "f3176ee0-d977-4960-b6c2-a03be5f071ae"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:11:06.559174 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 14:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614a04d9-2de8-48a1-9399-65f0edb115a5 x-openstack-request-id: req-614a04d9-2de8-48a1-9399-65f0edb115a5 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:11:06.559549 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-plugged", "status": "completed", "tag": "bd1c7278-e3e1-487f-9ace-bca5738d9ea9", "code": 200}, {"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-plugged", "status": "completed", "tag": "f3176ee0-d977-4960-b6c2-a03be5f071ae", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:11:06.559762 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-614a04d9-2de8-48a1-9399-65f0edb115a5 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:11:06.560131 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1c7278-e3e1-487f-9ace-bca5738d9ea9', 'code': 200} Aug 05 14:11:06.560387 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3176ee0-d977-4960-b6c2-a03be5f071ae', 'code': 200} Aug 05 14:11:06.610486 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0350ebcd-ab9a-4872-a05e-07bd4d313133 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:06.614237 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0350ebcd-ab9a-4872-a05e-07bd4d313133 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:06.615595 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0350ebcd-ab9a-4872-a05e-07bd4d313133 tempest-FloatingIPAdminTestJSON-629661580 tempest-FloatingIPAdminTestJSON-629661580-project] 10.222.0.16 "DELETE /v2.0/floatingips/cfafb6a5-c445-497f-9237-7f7070793bec HTTP/1.1" status: 204 len: 168 time: 1.7450745 Aug 05 14:11:06.798533 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b432dda-de6a-4347-89d5-c621bde79b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:06.802744 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e30da07-cba1-4b27-a1bf-e20e51ed55b1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:11:06.812797 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1e30da07-cba1-4b27-a1bf-e20e51ed55b1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:06.814088 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c274efb-dd19-48f8-bfad-ec3bca62fec6 None None] Sync routers for ids ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:11:06.835107 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c274efb-dd19-48f8-bfad-ec3bca62fec6 None None] Routers {'1c7c2884-88e8-4b3d-8498-39235fdcaaac'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:06.835738 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5c274efb-dd19-48f8-bfad-ec3bca62fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:06.860322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaf09e-1bd2-46a9-9872-666760db8087 req-046fe7bc-3289-4cab-a4cd-c8717ae671ea tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:06.878597 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaf09e-1bd2-46a9-9872-666760db8087 req-046fe7bc-3289-4cab-a4cd-c8717ae671ea tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:06.888488 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaf09e-1bd2-46a9-9872-666760db8087 req-046fe7bc-3289-4cab-a4cd-c8717ae671ea tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:06.898714 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1e30da07-cba1-4b27-a1bf-e20e51ed55b1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/floatingips/a0f2b45f-8db3-4c02-8f53-9784b072950e HTTP/1.1" status: 204 len: 168 time: 2.9150851 Aug 05 14:11:06.904069 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'tag': 'a3347b83-0502-414a-8d18-2d0010a8b7f6'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:11:06.907615 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0a8210-07bc-4bec-9891-257527fa2f29" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6f7941-c7c6-4e12-914a-2869157fb309", "tag": "a3347b83-0502-414a-8d18-2d0010a8b7f6"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:11:06.920342 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaf09e-1bd2-46a9-9872-666760db8087 req-046fe7bc-3289-4cab-a4cd-c8717ae671ea tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:06.920586 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b432dda-de6a-4347-89d5-c621bde79b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:06.930306 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaf09e-1bd2-46a9-9872-666760db8087 req-046fe7bc-3289-4cab-a4cd-c8717ae671ea tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:06.931791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e003b90-d9c9-435c-a29e-54e3afc11dc5 req-d2175457-0d91-4673-9854-51e5d2ae68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:06.934766 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e003b90-d9c9-435c-a29e-54e3afc11dc5 req-d2175457-0d91-4673-9854-51e5d2ae68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:06.935190 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e003b90-d9c9-435c-a29e-54e3afc11dc5 req-d2175457-0d91-4673-9854-51e5d2ae68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:06.935967 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e003b90-d9c9-435c-a29e-54e3afc11dc5 req-d2175457-0d91-4673-9854-51e5d2ae68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:06.936449 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e003b90-d9c9-435c-a29e-54e3afc11dc5 req-d2175457-0d91-4673-9854-51e5d2ae68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:06.937710 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e003b90-d9c9-435c-a29e-54e3afc11dc5 req-d2175457-0d91-4673-9854-51e5d2ae68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:06.938196 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e003b90-d9c9-435c-a29e-54e3afc11dc5 req-d2175457-0d91-4673-9854-51e5d2ae68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:06.948280 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9e003b90-d9c9-435c-a29e-54e3afc11dc5 req-d2175457-0d91-4673-9854-51e5d2ae68a7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 6491 time: 0.2797849 Aug 05 14:11:06.962588 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaf09e-1bd2-46a9-9872-666760db8087 req-046fe7bc-3289-4cab-a4cd-c8717ae671ea tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:06.970157 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaf09e-1bd2-46a9-9872-666760db8087 req-046fe7bc-3289-4cab-a4cd-c8717ae671ea tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:06.974629 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5dfaf09e-1bd2-46a9-9872-666760db8087 req-046fe7bc-3289-4cab-a4cd-c8717ae671ea tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5434 time: 0.2311182 Aug 05 14:11:07.065786 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9e003b90-d9c9-435c-a29e-54e3afc11dc5 req-69a7c328-633a-4461-b6b0-6cd57d92f848 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e75d284a-9a81-437a-acce-0f430c486fb8&id=e04b1e01-daf2-474b-bbb4-36d2d0386def&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816829 Aug 05 14:11:07.082120 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5dfaf09e-1bd2-46a9-9872-666760db8087 req-cd7eb2c0-1abf-4c93-b04c-4bd1862f7153 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908475 Aug 05 14:11:07.118033 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b432dda-de6a-4347-89d5-c621bde79b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:07.123467 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b432dda-de6a-4347-89d5-c621bde79b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:07.125563 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2b432dda-de6a-4347-89d5-c621bde79b17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86b1a68e-8569-4efc-8a2d-510675c1b0be HTTP/1.1" status: 204 len: 168 time: 0.6645687 Aug 05 14:11:07.154947 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b432dda-de6a-4347-89d5-c621bde79b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b1a68e-8569-4efc-8a2d-510675c1b0be,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:07.187098 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40330) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:07.259672 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab2c718-9cf0-45e8-a5f2-4e2bd6317a33 x-openstack-request-id: req-cab2c718-9cf0-45e8-a5f2-4e2bd6317a33 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:11:07.260058 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6f7941-c7c6-4e12-914a-2869157fb309", "tag": "a3347b83-0502-414a-8d18-2d0010a8b7f6", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:11:07.260387 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cab2c718-9cf0-45e8-a5f2-4e2bd6317a33 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:11:07.261051 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'tag': 'a3347b83-0502-414a-8d18-2d0010a8b7f6', 'status': 'completed', 'code': 200} Aug 05 14:11:07.270545 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-5c274efb-dd19-48f8-bfad-ec3bca62fec6 None None] Set router 1c7c2884-88e8-4b3d-8498-39235fdcaaac gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:11:07.398883 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-d586b199-eac4-4ff6-85be-fcd1ca47adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:07.400856 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-d586b199-eac4-4ff6-85be-fcd1ca47adfc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 1095 time: 0.0833836 Aug 05 14:11:07.417768 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-fce54877-a52c-4a11-83a8-e56903dd0c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:07.419663 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-fce54877-a52c-4a11-83a8-e56903dd0c4f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 1095 time: 0.1428778 Aug 05 14:11:07.640922 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529d485-e20f-4793-ad49-b1e50688acbc req-9183d74d-b9c7-4fd9-a834-403ba3478787 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:07.646743 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9529d485-e20f-4793-ad49-b1e50688acbc req-9183d74d-b9c7-4fd9-a834-403ba3478787 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.63 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 944 time: 0.3118367 Aug 05 14:11:07.654766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb30b35-6b92-42a5-b03a-34eac633cc57 req-6aa658c4-da17-48bd-a8af-b4091a5d521d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:07.665557 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6cb30b35-6b92-42a5-b03a-34eac633cc57 req-6aa658c4-da17-48bd-a8af-b4091a5d521d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 944 time: 0.1901996 Aug 05 14:11:07.821982 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6cb30b35-6b92-42a5-b03a-34eac633cc57 req-68ccb085-1707-4a51-b2b7-e0b26394e02b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=028ba8d5-c725-42c9-8bdb-f648012e5bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433587 Aug 05 14:11:07.875581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-dadbbc94-1da3-4881-ad75-c8a06290d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:07.878864 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-dadbbc94-1da3-4881-ad75-c8a06290d3c4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2d7e4cee-21f3-4c27-a383-7f324b431f41 HTTP/1.1" status: 200 len: 898 time: 0.4496996 Aug 05 14:11:07.906441 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5c274efb-dd19-48f8-bfad-ec3bca62fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466684012', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:09:20Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:22Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e3728b8b-ce0d-4780-85cd-4cd017ec0c58', 'name': '', 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:59:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:31Z', 'updated_at': '2021-08-05T14:09:43Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:07.910514 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bb16719b-c2c9-4853-b762-b959208d0687 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f44361d85b514a3ab552e009036558e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7151740 Aug 05 14:11:07.913386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40354) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:08.005073 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c274efb-dd19-48f8-bfad-ec3bca62fec6 None None] Checking router: 1c7c2884-88e8-4b3d-8498-39235fdcaaac for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:11:08.031098 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-d41557d7-b132-468f-a657-08e9623aa0c4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6 HTTP/1.1" status: 200 len: 217 time: 0.1345592 Aug 05 14:11:08.038606 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c274efb-dd19-48f8-bfad-ec3bca62fec6 None None] Routers {'1c7c2884-88e8-4b3d-8498-39235fdcaaac'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:08.043530 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5c274efb-dd19-48f8-bfad-ec3bca62fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:08.063345 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d4592d9-d526-4a39-bd14-6707d6594d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:08.066020 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-f88e169d-f160-4e00-b2e2-d844ad567493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:08.067566 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-f88e169d-f160-4e00-b2e2-d844ad567493 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2d7e4cee-21f3-4c27-a383-7f324b431f41 HTTP/1.1" status: 200 len: 898 time: 0.6565788 Aug 05 14:11:08.171595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-9529d485-e20f-4793-ad49-b1e50688acbc req-0c844c43-6088-4ab1-8962-dfb5ec18d85e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting port a3347b83-0502-414a-8d18-2d0010a8b7f6 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:08.171949 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9529d485-e20f-4793-ad49-b1e50688acbc req-0c844c43-6088-4ab1-8962-dfb5ec18d85e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:08.195335 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d4592d9-d526-4a39-bd14-6707d6594d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:08.208249 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-8636275a-9fa8-45cb-9f5b-0b7bda5182de service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6 HTTP/1.1" status: 200 len: 217 time: 0.1173520 Aug 05 14:11:08.331016 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-5c274efb-dd19-48f8-bfad-ec3bca62fec6 None None] Set router 1c7c2884-88e8-4b3d-8498-39235fdcaaac gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:11:08.441137 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-9529d485-e20f-4793-ad49-b1e50688acbc req-0c844c43-6088-4ab1-8962-dfb5ec18d85e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] For port a3347b83-0502-414a-8d18-2d0010a8b7f6, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a3347b83-0502-414a-8d18-2d0010a8b7f6,segment=NetworkSegment(21641cda-4870-47e8-9c7e-af6727feb606),segment_id=21641cda-4870-47e8-9c7e-af6727feb606)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:08.441517 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9529d485-e20f-4793-ad49-b1e50688acbc req-0c844c43-6088-4ab1-8962-dfb5ec18d85e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:08.477150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-9529d485-e20f-4793-ad49-b1e50688acbc req-0c844c43-6088-4ab1-8962-dfb5ec18d85e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Calling delete_port for a3347b83-0502-414a-8d18-2d0010a8b7f6 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:08.479510 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-20dbd15f-8e28-4011-8239-67f8186994c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:08.487126 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-20dbd15f-8e28-4011-8239-67f8186994c1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8dd6b67f-9131-40fd-98ac-33c9a9bbcf50 HTTP/1.1" status: 200 len: 835 time: 0.2701213 Aug 05 14:11:08.494935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40370) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:08.597377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6756a1-bb91-418c-abc7-5877a3c7e5e1 req-36a17aae-0225-4464-ae34-3ca89192d9fc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:08.613975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6756a1-bb91-418c-abc7-5877a3c7e5e1 req-36a17aae-0225-4464-ae34-3ca89192d9fc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:08.623349 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6756a1-bb91-418c-abc7-5877a3c7e5e1 req-36a17aae-0225-4464-ae34-3ca89192d9fc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:08.640892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6756a1-bb91-418c-abc7-5877a3c7e5e1 req-36a17aae-0225-4464-ae34-3ca89192d9fc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:08.661664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6756a1-bb91-418c-abc7-5877a3c7e5e1 req-36a17aae-0225-4464-ae34-3ca89192d9fc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:08.686154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6756a1-bb91-418c-abc7-5877a3c7e5e1 req-36a17aae-0225-4464-ae34-3ca89192d9fc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:08.711060 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6756a1-bb91-418c-abc7-5877a3c7e5e1 req-36a17aae-0225-4464-ae34-3ca89192d9fc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:08.734547 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8e6756a1-bb91-418c-abc7-5877a3c7e5e1 req-36a17aae-0225-4464-ae34-3ca89192d9fc tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5434 time: 0.4233108 Aug 05 14:11:08.737249 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9529d485-e20f-4793-ad49-b1e50688acbc req-0c844c43-6088-4ab1-8962-dfb5ec18d85e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:08.777563 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c844c43-6088-4ab1-8962-dfb5ec18d85e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Port': ['ID=a3347b83-0502-414a-8d18-2d0010a8b7f6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:08.781367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-51b4db42-1ca6-470d-bb80-e6cf41fdd346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:08.786298 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-51b4db42-1ca6-470d-bb80-e6cf41fdd346 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8dd6b67f-9131-40fd-98ac-33c9a9bbcf50 HTTP/1.1" status: 200 len: 835 time: 0.7453253 Aug 05 14:11:08.801807 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-397436d4-1e8b-43c2-b227-6505c8690f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:08.802720 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-397436d4-1e8b-43c2-b227-6505c8690f59 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2d7e4cee-21f3-4c27-a383-7f324b431f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3092637 Aug 05 14:11:08.805458 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d4592d9-d526-4a39-bd14-6707d6594d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:08.815055 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d4592d9-d526-4a39-bd14-6707d6594d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:08.820699 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8d4592d9-d526-4a39-bd14-6707d6594d06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b827bfb7-ae76-4bcb-9a5f-bfd9701df851 HTTP/1.1" status: 204 len: 168 time: 0.9036443 Aug 05 14:11:08.833019 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5c274efb-dd19-48f8-bfad-ec3bca62fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466684012', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:09:20Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:22Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e3728b8b-ce0d-4780-85cd-4cd017ec0c58', 'name': '', 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:59:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:31Z', 'updated_at': '2021-08-05T14:09:43Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:08.913654 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4592d9-d526-4a39-bd14-6707d6594d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b827bfb7-ae76-4bcb-9a5f-bfd9701df851,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:08.943184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9529d485-e20f-4793-ad49-b1e50688acbc req-0c844c43-6088-4ab1-8962-dfb5ec18d85e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] No DVR routers for this DVR port a3347b83-0502-414a-8d18-2d0010a8b7f6 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:11:08.949560 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9529d485-e20f-4793-ad49-b1e50688acbc req-0c844c43-6088-4ab1-8962-dfb5ec18d85e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:08.952664 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9529d485-e20f-4793-ad49-b1e50688acbc req-0c844c43-6088-4ab1-8962-dfb5ec18d85e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.63 "DELETE /v2.0/ports/a3347b83-0502-414a-8d18-2d0010a8b7f6 HTTP/1.1" status: 204 len: 173 time: 1.2445693 Aug 05 14:11:08.953143 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c274efb-dd19-48f8-bfad-ec3bca62fec6 None None] The sync data for ids ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'] in n-d-803585-2 is: [{'id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466684012', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:09:20Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:22Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e3728b8b-ce0d-4780-85cd-4cd017ec0c58', 'name': '', 'network_id': '2d7e4cee-21f3-4c27-a383-7f324b431f41', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:59:49:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:31Z', 'updated_at': '2021-08-05T14:09:43Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': '8dd6b67f-9131-40fd-98ac-33c9a9bbcf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:11:08.989415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-bbc39246-5af1-4589-bc64-084ec0bbd6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:08.994216 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-bbc39246-5af1-4589-bc64-084ec0bbd6ed service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2d7e4cee-21f3-4c27-a383-7f324b431f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1968317 Aug 05 14:11:09.032583 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8e6756a1-bb91-418c-abc7-5877a3c7e5e1 req-01d5fed1-b80f-4726-9125-df213c2f805e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2961965 Aug 05 14:11:09.209585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d93e382f-86bf-4edb-94d8-060b430ee132 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1545804510', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:09.278275 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-6aa95068-abb6-433a-8888-c512e59e6911 service neutron] 10.222.0.84 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423904 Aug 05 14:11:09.281049 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'name': 'network-vif-deleted', 'tag': 'a3347b83-0502-414a-8d18-2d0010a8b7f6'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:11:09.284209 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b6be98-e7f2-43b3-b4ca-604a36ba2d81" -d '{"events": [{"server_uuid": "4a6f7941-c7c6-4e12-914a-2869157fb309", "name": "network-vif-deleted", "tag": "a3347b83-0502-414a-8d18-2d0010a8b7f6"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:11:09.288718 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-e24dfd58-2c45-4614-a8b4-d9a799e92762 service neutron] 10.222.0.63 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843907 Aug 05 14:11:09.289202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93e382f-86bf-4edb-94d8-060b430ee132 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Made reservation on behalf of 5c8b86b7ffd74bbfa4bedc48848322dc for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:09.293147 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d93e382f-86bf-4edb-94d8-060b430ee132 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:09.313529 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e2a90bae-bd12-4a9c-b71d-13d094ba5280 req-611f6644-f3d2-461f-bdc4-c943a52dd8ed tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a6f7941-c7c6-4e12-914a-2869157fb309 HTTP/1.1" status: 200 len: 210 time: 0.1226919 Aug 05 14:11:09.373416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40394) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:09.506951 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d93e382f-86bf-4edb-94d8-060b430ee132 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:09.514645 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec00f9a-0931-4b18-90b4-50f4da382b42 None None] New status for floating IP a0f2b45f-8db3-4c02-8f53-9784b072950e: DOWN {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:11:09.525799 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05862fc9-e5c6-44af-8d45-a5d4fad3b4f9 x-openstack-request-id: req-05862fc9-e5c6-44af-8d45-a5d4fad3b4f9 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:11:09.536625 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6f7941-c7c6-4e12-914a-2869157fb309", "name": "network-vif-deleted", "tag": "a3347b83-0502-414a-8d18-2d0010a8b7f6", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:11:09.536944 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05862fc9-e5c6-44af-8d45-a5d4fad3b4f9 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:11:09.537374 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6f7941-c7c6-4e12-914a-2869157fb309', 'name': 'network-vif-deleted', 'tag': 'a3347b83-0502-414a-8d18-2d0010a8b7f6', 'status': 'completed', 'code': 200} Aug 05 14:11:09.554228 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-1f41827e-ab59-45a8-8000-5120837c5d75 service neutron] 10.222.0.63 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434647 Aug 05 14:11:09.703235 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40404) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:09.743150 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f63b0e5a-2b1b-4d4c-a687-bbe5d1a59c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:09.757019 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1b0a8210-07bc-4bec-9891-257527fa2f29 req-231787ca-5eed-477d-8b63-440036c30efa service neutron] 10.222.0.84 "GET /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694383 Aug 05 14:11:09.840232 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d93e382f-86bf-4edb-94d8-060b430ee132 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:09.851421 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d93e382f-86bf-4edb-94d8-060b430ee132 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:09.855524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-d93e382f-86bf-4edb-94d8-060b430ee132 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] device_id is not set on port 3f57ec74-5005-4082-b394-a9773a965a2d yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:11:10.046800 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e382f-86bf-4edb-94d8-060b430ee132 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8163eb71-b7e5-41ed-ad28-dc8200e13b8a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:10.070471 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-d93e382f-86bf-4edb-94d8-060b430ee132 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Allocated IP 172.25.5.248 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/3f57ec74-5005-4082-b394-a9773a965a2d) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:10.072047 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-41fbc88c-0cd3-484d-9c5b-88e182abb1d4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:10.324920 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f63b0e5a-2b1b-4d4c-a687-bbe5d1a59c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:10.331896 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f63b0e5a-2b1b-4d4c-a687-bbe5d1a59c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:10.394732 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f63b0e5a-2b1b-4d4c-a687-bbe5d1a59c6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=702c1f1a1eaf4ffab6b4af2db56ed53f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6902688 Aug 05 14:11:10.400032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40422) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:10.405754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0e5a-2b1b-4d4c-a687-bbe5d1a59c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083b920f-2530-4d45-99b4-5fdd3203cf53,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:10.430081 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d93e382f-86bf-4edb-94d8-060b430ee132 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:10.475087 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d93e382f-86bf-4edb-94d8-060b430ee132 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:10.490326 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f5ccf-52e4-4e05-8cf4-680410fe8093 req-de6c76b7-f998-4ad4-bf08-879767da6efb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:10.497203 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f5ccf-52e4-4e05-8cf4-680410fe8093 req-de6c76b7-f998-4ad4-bf08-879767da6efb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:10.504691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f5ccf-52e4-4e05-8cf4-680410fe8093 req-de6c76b7-f998-4ad4-bf08-879767da6efb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:10.510585 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f5ccf-52e4-4e05-8cf4-680410fe8093 req-de6c76b7-f998-4ad4-bf08-879767da6efb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:10.517487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f5ccf-52e4-4e05-8cf4-680410fe8093 req-de6c76b7-f998-4ad4-bf08-879767da6efb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:10.524089 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f5ccf-52e4-4e05-8cf4-680410fe8093 req-de6c76b7-f998-4ad4-bf08-879767da6efb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:10.524989 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e382f-86bf-4edb-94d8-060b430ee132 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Pushing event updated for resources: {'Port': ['ID=3f57ec74-5005-4082-b394-a9773a965a2d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:10.530177 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f5ccf-52e4-4e05-8cf4-680410fe8093 req-de6c76b7-f998-4ad4-bf08-879767da6efb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:10.533016 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-341f5ccf-52e4-4e05-8cf4-680410fe8093 req-de6c76b7-f998-4ad4-bf08-879767da6efb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5434 time: 0.3082159 Aug 05 14:11:10.550624 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93e382f-86bf-4edb-94d8-060b430ee132 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:10.553883 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-d93e382f-86bf-4edb-94d8-060b430ee132 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:10.561790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e382f-86bf-4edb-94d8-060b430ee132 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:10.578463 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0c2a76b-bdd6-41f7-84ed-7c5e1fe47cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:10.580155 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40424) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:10.635348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93e382f-86bf-4edb-94d8-060b430ee132 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:10.635966 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d93e382f-86bf-4edb-94d8-060b430ee132 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:10.656363 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d93e382f-86bf-4edb-94d8-060b430ee132 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1520391 Aug 05 14:11:10.660610 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40428) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:10.662665 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0c2a76b-bdd6-41f7-84ed-7c5e1fe47cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:10.671978 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-15ce3605-c56e-46e5-836f-d426edc9bc42 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.248'}]}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:10.716698 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-341f5ccf-52e4-4e05-8cf4-680410fe8093 req-3ea52f90-a500-407b-b121-e8c195d9f636 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1652932 Aug 05 14:11:10.744053 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15ce3605-c56e-46e5-836f-d426edc9bc42 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:10.746881 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15ce3605-c56e-46e5-836f-d426edc9bc42 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:10.795979 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-eafe0b79-327a-4ab9-a509-dd62468ff12f tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:10.845604 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eafe0b79-327a-4ab9-a509-dd62468ff12f tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:10.862318 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-41fbc88c-0cd3-484d-9c5b-88e182abb1d4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting port e3728b8b-ce0d-4780-85cd-4cd017ec0c58 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:10.862917 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-41fbc88c-0cd3-484d-9c5b-88e182abb1d4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:10.865829 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0c2a76b-bdd6-41f7-84ed-7c5e1fe47cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:10.868480 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0c2a76b-bdd6-41f7-84ed-7c5e1fe47cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:10.869821 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f0c2a76b-bdd6-41f7-84ed-7c5e1fe47cd2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/083b920f-2530-4d45-99b4-5fdd3203cf53 HTTP/1.1" status: 204 len: 168 time: 0.4677720 Aug 05 14:11:10.937990 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15ce3605-c56e-46e5-836f-d426edc9bc42 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:10.975952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20caff-e8aa-4f7b-912b-1d27fed6548e req-f53fd9f1-1a0f-49df-8914-da4dd08326d1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:10.982904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20caff-e8aa-4f7b-912b-1d27fed6548e req-f53fd9f1-1a0f-49df-8914-da4dd08326d1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:10.989315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20caff-e8aa-4f7b-912b-1d27fed6548e req-f53fd9f1-1a0f-49df-8914-da4dd08326d1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:10.996285 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20caff-e8aa-4f7b-912b-1d27fed6548e req-f53fd9f1-1a0f-49df-8914-da4dd08326d1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:11.003096 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20caff-e8aa-4f7b-912b-1d27fed6548e req-f53fd9f1-1a0f-49df-8914-da4dd08326d1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:11.009506 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20caff-e8aa-4f7b-912b-1d27fed6548e req-f53fd9f1-1a0f-49df-8914-da4dd08326d1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:11.015848 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20caff-e8aa-4f7b-912b-1d27fed6548e req-f53fd9f1-1a0f-49df-8914-da4dd08326d1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:11.026980 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ca20caff-e8aa-4f7b-912b-1d27fed6548e req-f53fd9f1-1a0f-49df-8914-da4dd08326d1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5434 time: 0.2199867 Aug 05 14:11:11.105148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40438) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:11.111613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-7d14214d-f945-412c-80c6-e71e4f778c3f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Request body: {'floatingip': {'port_id': '6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:11.307723 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15ce3605-c56e-46e5-836f-d426edc9bc42 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:11.321128 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7d14214d-f945-412c-80c6-e71e4f778c3f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:11.404554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2a76b-bdd6-41f7-84ed-7c5e1fe47cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083b920f-2530-4d45-99b4-5fdd3203cf53,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:11.409318 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-41fbc88c-0cd3-484d-9c5b-88e182abb1d4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] For port e3728b8b-ce0d-4780-85cd-4cd017ec0c58, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e3728b8b-ce0d-4780-85cd-4cd017ec0c58,segment=NetworkSegment(21641cda-4870-47e8-9c7e-af6727feb606),segment_id=21641cda-4870-47e8-9c7e-af6727feb606)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:11.409888 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-41fbc88c-0cd3-484d-9c5b-88e182abb1d4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:11.431040 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2a76b-bdd6-41f7-84ed-7c5e1fe47cd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:11.431376 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2a76b-bdd6-41f7-84ed-7c5e1fe47cd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:11.431734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2a76b-bdd6-41f7-84ed-7c5e1fe47cd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:11.432062 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2a76b-bdd6-41f7-84ed-7c5e1fe47cd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:11.432397 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2a76b-bdd6-41f7-84ed-7c5e1fe47cd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:11.432725 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2a76b-bdd6-41f7-84ed-7c5e1fe47cd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:11.433060 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2a76b-bdd6-41f7-84ed-7c5e1fe47cd2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:11.433388 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2a76b-bdd6-41f7-84ed-7c5e1fe47cd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:11.433718 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2a76b-bdd6-41f7-84ed-7c5e1fe47cd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:11.434044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2a76b-bdd6-41f7-84ed-7c5e1fe47cd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:11.434398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2a76b-bdd6-41f7-84ed-7c5e1fe47cd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:11.434723 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2a76b-bdd6-41f7-84ed-7c5e1fe47cd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:11.457921 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-41fbc88c-0cd3-484d-9c5b-88e182abb1d4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Calling delete_port for e3728b8b-ce0d-4780-85cd-4cd017ec0c58 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:11.474287 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40446) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:11.506936 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6c22e0b8-2ba0-413a-a610-1fc8296e1f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:11.711092 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eafe0b79-327a-4ab9-a509-dd62468ff12f tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:11.853988 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6c22e0b8-2ba0-413a-a610-1fc8296e1f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:11.868015 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6c22e0b8-2ba0-413a-a610-1fc8296e1f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:11.970268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-eafe0b79-327a-4ab9-a509-dd62468ff12f tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Allocated IP 172.25.5.195 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/46f4c61a-34bf-4965-b7a2-3a5e9c9014bf) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:11.982070 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6c22e0b8-2ba0-413a-a610-1fc8296e1f4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33619f6cb3f941cf89d4ca23a327bc3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064425 Aug 05 14:11:11.989928 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40452) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:12.019972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22e0b8-2ba0-413a-a610-1fc8296e1f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a352d0-3593-4bf2-ac5a-47aa6a1ecb98,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:12.075768 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-41fbc88c-0cd3-484d-9c5b-88e182abb1d4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:12.121021 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbc88c-0cd3-484d-9c5b-88e182abb1d4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Port': ['ID=e3728b8b-ce0d-4780-85cd-4cd017ec0c58,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:12.228915 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15ce3605-c56e-46e5-836f-d426edc9bc42 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:12.241988 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-492e0635-8e96-4a97-b0c2-0b78a6faef64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:12.257925 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15ce3605-c56e-46e5-836f-d426edc9bc42 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:12.264401 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-492e0635-8e96-4a97-b0c2-0b78a6faef64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:12.333390 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-492e0635-8e96-4a97-b0c2-0b78a6faef64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:12.336034 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-492e0635-8e96-4a97-b0c2-0b78a6faef64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:12.337327 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-492e0635-8e96-4a97-b0c2-0b78a6faef64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02a352d0-3593-4bf2-ac5a-47aa6a1ecb98 HTTP/1.1" status: 204 len: 168 time: 0.3435354 Aug 05 14:11:12.351933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e0635-8e96-4a97-b0c2-0b78a6faef64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a352d0-3593-4bf2-ac5a-47aa6a1ecb98,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:12.492887 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eafe0b79-327a-4ab9-a509-dd62468ff12f tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:12.564615 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-41fbc88c-0cd3-484d-9c5b-88e182abb1d4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:12.641004 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eafe0b79-327a-4ab9-a509-dd62468ff12f tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:12.670298 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.resource_extend [None req-7d14214d-f945-412c-80c6-e71e4f778c3f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 14:11:12.716108 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafe0b79-327a-4ab9-a509-dd62468ff12f tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:12.718997 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe0b79-327a-4ab9-a509-dd62468ff12f tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Pushing event updated for resources: {'Port': ['ID=46f4c61a-34bf-4965-b7a2-3a5e9c9014bf,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:12.723932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-eafe0b79-327a-4ab9-a509-dd62468ff12f tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:12.736195 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15ce3605-c56e-46e5-836f-d426edc9bc42 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:12.749031 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7d14214d-f945-412c-80c6-e71e4f778c3f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:12.754158 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafe0b79-327a-4ab9-a509-dd62468ff12f tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:12.785153 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7d14214d-f945-412c-80c6-e71e4f778c3f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:12.939971 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eafe0b79-327a-4ab9-a509-dd62468ff12f tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:13.010525 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eafe0b79-327a-4ab9-a509-dd62468ff12f tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:13.092237 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15ce3605-c56e-46e5-836f-d426edc9bc42 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:13.095238 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fbc88c-0cd3-484d-9c5b-88e182abb1d4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 1c7c2884-88e8-4b3d-8498-39235fdcaaac has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:11:13.101385 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15ce3605-c56e-46e5-836f-d426edc9bc42 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:13.132098 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-7d14214d-f945-412c-80c6-e71e4f778c3f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Floating IP 1e1e0278-2eff-410a-9d91-35dabee67ee6 associated. External IP: 172.25.5.223, port: 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d. Aug 05 14:11:13.225609 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15ce3605-c56e-46e5-836f-d426edc9bc42 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:13.227346 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ce3605-c56e-46e5-836f-d426edc9bc42 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d8e40ec-af59-4817-8187-f70e7a6c787d {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:11:13.324980 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-15ce3605-c56e-46e5-836f-d426edc9bc42 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 05 14:11:13.326097 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-15ce3605-c56e-46e5-836f-d426edc9bc42 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6643205 Aug 05 14:11:13.330578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40476) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:13.456380 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eafe0b79-327a-4ab9-a509-dd62468ff12f tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:13.474817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fbc88c-0cd3-484d-9c5b-88e182abb1d4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:11:13.476361 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eafe0b79-327a-4ab9-a509-dd62468ff12f tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:13.484648 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-41fbc88c-0cd3-484d-9c5b-88e182abb1d4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "PUT /v2.0/routers/1c7c2884-88e8-4b3d-8498-39235fdcaaac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1067030 Aug 05 14:11:13.485576 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40482) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:13.492408 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca1ab2-f42b-4f06-9f4c-a8f1e035cff6 None None] Sync routers for ids ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:11:13.513951 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca1ab2-f42b-4f06-9f4c-a8f1e035cff6 None None] Routers {'1c7c2884-88e8-4b3d-8498-39235fdcaaac'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:13.516375 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-60ca1ab2-f42b-4f06-9f4c-a8f1e035cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:13.524116 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d14214d-f945-412c-80c6-e71e4f778c3f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Router b723fbb4-a239-4e7a-beb2-e34f146e52ba has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:11:13.589793 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d216bf6-dfef-4a0f-a55c-d27917a89610 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting subnet 8dd6b67f-9131-40fd-98ac-33c9a9bbcf50 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:11:13.643547 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-4f91c31e-6c2a-47ad-becc-17fafdd21af5 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Deleting port 3f57ec74-5005-4082-b394-a9773a965a2d {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:13.643870 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4f91c31e-6c2a-47ad-becc-17fafdd21af5 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:13.651776 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8d216bf6-dfef-4a0f-a55c-d27917a89610 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:13.727863 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe0b79-327a-4ab9-a509-dd62468ff12f tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Pushing event updated for resources: {'Port': ['ID=46f4c61a-34bf-4965-b7a2-3a5e9c9014bf,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:13.751766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d14214d-f945-412c-80c6-e71e4f778c3f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:11:13.765700 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7d14214d-f945-412c-80c6-e71e4f778c3f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:13.775244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34515594-41e6-4589-bed4-f261265c056f None None] Sync routers for ids ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:11:13.791315 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34515594-41e6-4589-bed4-f261265c056f None None] Routers {'b723fbb4-a239-4e7a-beb2-e34f146e52ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:13.793564 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-34515594-41e6-4589-bed4-f261265c056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:13.807697 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eafe0b79-327a-4ab9-a509-dd62468ff12f tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:13.824099 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8d216bf6-dfef-4a0f-a55c-d27917a89610 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:13.837108 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-60ca1ab2-f42b-4f06-9f4c-a8f1e035cff6 None None] Set router 1c7c2884-88e8-4b3d-8498-39235fdcaaac gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:11:13.844640 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7d14214d-f945-412c-80c6-e71e4f778c3f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "PUT /v2.0/floatingips/1e1e0278-2eff-410a-9d91-35dabee67ee6 HTTP/1.1" status: 200 len: 991 time: 2.7378864 Aug 05 14:11:13.846890 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'tag': '6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:11:13.852118 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b580034-d2bb-494c-9493-502736528b28" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "tag": "6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:11:13.933490 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eafe0b79-327a-4ab9-a509-dd62468ff12f tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:13.935373 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-eafe0b79-327a-4ab9-a509-dd62468ff12f tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3511360 Aug 05 14:11:13.939221 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40498) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:13.955745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-15542383-dc8d-43e0-9c96-2d82764b5d8a tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2000595418', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'fixed_ips': [{'ip_address': '172.25.5.195'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:13.976156 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4f91c31e-6c2a-47ad-becc-17fafdd21af5 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:14.009771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-4f91c31e-6c2a-47ad-becc-17fafdd21af5 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Calling delete_port for 3f57ec74-5005-4082-b394-a9773a965a2d owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:14.026779 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf83c1f-8a4c-4b8b-a435-030c72a087a7 x-openstack-request-id: req-baf83c1f-8a4c-4b8b-a435-030c72a087a7 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:11:14.028023 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "tag": "6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:11:14.028284 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-baf83c1f-8a4c-4b8b-a435-030c72a087a7 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:11:14.030352 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'tag': '6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d', 'status': 'completed', 'code': 200} Aug 05 14:11:14.033486 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15542383-dc8d-43e0-9c96-2d82764b5d8a tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Made reservation on behalf of f7cb0645ed3543579c4f5495dc3c914e for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:14.035299 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-34515594-41e6-4589-bed4-f261265c056f None None] Set router b723fbb4-a239-4e7a-beb2-e34f146e52ba gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:11:14.037251 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15542383-dc8d-43e0-9c96-2d82764b5d8a tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:14.060320 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15542383-dc8d-43e0-9c96-2d82764b5d8a tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:14.180934 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8d216bf6-dfef-4a0f-a55c-d27917a89610 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:14.272157 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-60ca1ab2-f42b-4f06-9f4c-a8f1e035cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466684012', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:09:20Z', 'updated_at': '2021-08-05T14:11:11Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:22Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:14.322761 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15542383-dc8d-43e0-9c96-2d82764b5d8a tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:14.333098 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-15542383-dc8d-43e0-9c96-2d82764b5d8a tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:14.339475 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-15542383-dc8d-43e0-9c96-2d82764b5d8a tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] device_id is not set on port 10bb77da-2953-487b-8129-adb660f562f5 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:11:14.349197 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580034-d2bb-494c-9493-502736528b28 req-dd1d8859-91db-4166-916e-ba8ec1f56506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:14.352133 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca1ab2-f42b-4f06-9f4c-a8f1e035cff6 None None] Checking router: 1c7c2884-88e8-4b3d-8498-39235fdcaaac for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:11:14.354905 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580034-d2bb-494c-9493-502736528b28 req-dd1d8859-91db-4166-916e-ba8ec1f56506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:14.361247 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580034-d2bb-494c-9493-502736528b28 req-dd1d8859-91db-4166-916e-ba8ec1f56506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:14.366826 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580034-d2bb-494c-9493-502736528b28 req-dd1d8859-91db-4166-916e-ba8ec1f56506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:14.371492 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580034-d2bb-494c-9493-502736528b28 req-dd1d8859-91db-4166-916e-ba8ec1f56506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:14.376992 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580034-d2bb-494c-9493-502736528b28 req-dd1d8859-91db-4166-916e-ba8ec1f56506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:14.378063 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580034-d2bb-494c-9493-502736528b28 req-dd1d8859-91db-4166-916e-ba8ec1f56506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:14.380275 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0b580034-d2bb-494c-9493-502736528b28 req-dd1d8859-91db-4166-916e-ba8ec1f56506 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6e036408f4db49cba61ec7696aa2c980&device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 6491 time: 0.3408630 Aug 05 14:11:14.380434 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca1ab2-f42b-4f06-9f4c-a8f1e035cff6 None None] Routers {'1c7c2884-88e8-4b3d-8498-39235fdcaaac'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:14.384786 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-60ca1ab2-f42b-4f06-9f4c-a8f1e035cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:14.572660 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580034-d2bb-494c-9493-502736528b28 req-06cb73fd-077b-41c4-ab55-9c3b21801655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:14.574279 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0b580034-d2bb-494c-9493-502736528b28 req-06cb73fd-077b-41c4-ab55-9c3b21801655 service neutron] 10.222.0.63 "GET /v2.0/networks?id=49ee7bf9-24d1-4e2b-931b-356656b891c1 HTTP/1.1" status: 200 len: 913 time: 0.1397822 Aug 05 14:11:14.695882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-34515594-41e6-4589-bed4-f261265c056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'name': 'tempest-TaggedBootDevicesTest-1648309241-router', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:08:51Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'gw_port': {'id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:53Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '1e1e0278-2eff-410a-9d91-35dabee67ee6', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'port_id': '6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1', 'mac_address': 'fa:16:3e:fb:cb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:09:52Z', 'updated_at': '2021-08-05T14:11:12Z', 'revision_number': 1, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '834e014d-b9e0-43f4-8464-1b8a1820c489', 'name': '', 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'mac_address': 'fa:16:3e:a1:a3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:59Z', 'updated_at': '2021-08-05T14:09:06Z', 'revision_number': 5, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'subnets': [{'id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:14.754384 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8d216bf6-dfef-4a0f-a55c-d27917a89610 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:14.765222 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15542383-dc8d-43e0-9c96-2d82764b5d8a tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31935b8a-3027-4980-bbb7-e866e0eecdaf,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:14.776648 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34515594-41e6-4589-bed4-f261265c056f None None] Checking router: b723fbb4-a239-4e7a-beb2-e34f146e52ba for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:11:14.796344 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34515594-41e6-4589-bed4-f261265c056f None None] Routers {'b723fbb4-a239-4e7a-beb2-e34f146e52ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:14.798303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-34515594-41e6-4589-bed4-f261265c056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:10:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:14.803340 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:14.814222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d216bf6-dfef-4a0f-a55c-d27917a89610 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd6b67f-9131-40fd-98ac-33c9a9bbcf50,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:14.872195 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8d216bf6-dfef-4a0f-a55c-d27917a89610 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:14.877759 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8d216bf6-dfef-4a0f-a55c-d27917a89610 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/subnets/8dd6b67f-9131-40fd-98ac-33c9a9bbcf50 HTTP/1.1" status: 204 len: 168 time: 1.3901937 Aug 05 14:11:14.887157 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0b580034-d2bb-494c-9493-502736528b28 req-5f73f080-3783-4d0e-94a3-7907cab0d8d6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d HTTP/1.1" status: 200 len: 999 time: 0.2788644 Aug 05 14:11:14.896745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40520) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:14.919968 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c564cbd3-ab92-4eb6-b189-efdc70fe6659 None None] Network 2d7e4cee-21f3-4c27-a383-7f324b431f41 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:11:14.977949 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-60ca1ab2-f42b-4f06-9f4c-a8f1e035cff6 None None] Set router 1c7c2884-88e8-4b3d-8498-39235fdcaaac gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:11:15.094629 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4f91c31e-6c2a-47ad-becc-17fafdd21af5 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:15.180142 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-15542383-dc8d-43e0-9c96-2d82764b5d8a tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 05 14:11:15.180678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15542383-dc8d-43e0-9c96-2d82764b5d8a tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:11:15.216038 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91c31e-6c2a-47ad-becc-17fafdd21af5 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f57ec74-5005-4082-b394-a9773a965a2d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:15.227304 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580034-d2bb-494c-9493-502736528b28 req-a9de8cd4-bb5e-435f-8431-b035284691d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:15.233871 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0b580034-d2bb-494c-9493-502736528b28 req-a9de8cd4-bb5e-435f-8431-b035284691d5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=99590631-4fd2-461f-8715-2f2e7cafe5bd HTTP/1.1" status: 200 len: 851 time: 0.3198586 Aug 05 14:11:15.268078 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-34515594-41e6-4589-bed4-f261265c056f None None] Set router b723fbb4-a239-4e7a-beb2-e34f146e52ba gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:11:15.276667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40532) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:15.322424 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-15542383-dc8d-43e0-9c96-2d82764b5d8a tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3776679 Aug 05 14:11:15.327065 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40536) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:15.363311 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b158da69-a53a-46f0-9aca-b266752ad6f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:15.468690 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b580034-d2bb-494c-9493-502736528b28 req-0e0b4a5a-3a7c-4fb9-a586-b0763850f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:15.479324 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-60ca1ab2-f42b-4f06-9f4c-a8f1e035cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466684012', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:09:20Z', 'updated_at': '2021-08-05T14:11:11Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:22Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:15.482564 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0b580034-d2bb-494c-9493-502736528b28 req-0e0b4a5a-3a7c-4fb9-a586-b0763850f25b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49ee7bf9-24d1-4e2b-931b-356656b891c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2404847 Aug 05 14:11:15.496714 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4f91c31e-6c2a-47ad-becc-17fafdd21af5 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:15.499257 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4f91c31e-6c2a-47ad-becc-17fafdd21af5 tempest-RoutersAdminNegativeTest-83159249 tempest-RoutersAdminNegativeTest-83159249-project-admin] 10.222.0.16 "DELETE /v2.0/ports/3f57ec74-5005-4082-b394-a9773a965a2d HTTP/1.1" status: 204 len: 168 time: 2.1661761 Aug 05 14:11:15.556926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5f0c64a7-80f7-42fe-b161-bae6ceeda3ba tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-369207778', 'router:external': True}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:15.569446 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca1ab2-f42b-4f06-9f4c-a8f1e035cff6 None None] The sync data for ids ['1c7c2884-88e8-4b3d-8498-39235fdcaaac'] in n-d-803585-2 is: [{'id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1466684012', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:09:20Z', 'updated_at': '2021-08-05T14:11:11Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'b0c6f04b-8f93-47bc-988b-b760be5c5571', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c2884-88e8-4b3d-8498-39235fdcaaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:09:22Z', 'updated_at': '2021-08-05T14:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:11:15.662454 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0c64a7-80f7-42fe-b161-bae6ceeda3ba tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Made reservation on behalf of 2ae79a67762d4a6ab1e11ae2edae7445 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:15.670149 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f0c64a7-80f7-42fe-b161-bae6ceeda3ba tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:15.674614 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b158da69-a53a-46f0-9aca-b266752ad6f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:15.729765 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f0c64a7-80f7-42fe-b161-bae6ceeda3ba tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:15.786610 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0b580034-d2bb-494c-9493-502736528b28 req-2f485a20-a5ab-4bed-8117-8578485f9772 service neutron] 10.222.0.63 "GET /v2.0/networks/49ee7bf9-24d1-4e2b-931b-356656b891c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673171 Aug 05 14:11:15.834577 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-7cb3cc7e-bfaa-4dc1-962e-998fff8c0162 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Deleting port 46f4c61a-34bf-4965-b7a2-3a5e9c9014bf {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:15.835175 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7cb3cc7e-bfaa-4dc1-962e-998fff8c0162 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:15.877316 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-78eba6f0-fe81-46a9-858a-6fbafea7a077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:15.915144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-34515594-41e6-4589-bed4-f261265c056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'name': 'tempest-TaggedBootDevicesTest-1648309241-router', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:08:51Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'gw_port': {'id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:53Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '1e1e0278-2eff-410a-9d91-35dabee67ee6', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'port_id': '6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1', 'mac_address': 'fa:16:3e:fb:cb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:09:52Z', 'updated_at': '2021-08-05T14:11:12Z', 'revision_number': 1, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '834e014d-b9e0-43f4-8464-1b8a1820c489', 'name': '', 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'mac_address': 'fa:16:3e:a1:a3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:59Z', 'updated_at': '2021-08-05T14:09:06Z', 'revision_number': 5, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'subnets': [{'id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:15.965695 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b158da69-a53a-46f0-9aca-b266752ad6f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting port b0c6f04b-8f93-47bc-988b-b760be5c5571 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:15.966353 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b158da69-a53a-46f0-9aca-b266752ad6f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:16.024606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] DHCP port deletion for 2d7e4cee-21f3-4c27-a383-7f324b431f41 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:11:16.030966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34515594-41e6-4589-bed4-f261265c056f None None] The sync data for ids ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'] in n-d-803585-2 is: [{'id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'name': 'tempest-TaggedBootDevicesTest-1648309241-router', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:08:51Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'gw_port': {'id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:53Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '1e1e0278-2eff-410a-9d91-35dabee67ee6', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'port_id': '6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1', 'mac_address': 'fa:16:3e:fb:cb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:09:52Z', 'updated_at': '2021-08-05T14:11:12Z', 'revision_number': 1, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '834e014d-b9e0-43f4-8464-1b8a1820c489', 'name': '', 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'mac_address': 'fa:16:3e:a1:a3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:59Z', 'updated_at': '2021-08-05T14:09:06Z', 'revision_number': 5, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'subnets': [{'id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:11:16.127641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40554) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:16.161701 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:16.231434 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] Deleting port c7c91dde-72ac-4024-b9b6-843912d05bb9 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:16.231818 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:16.382818 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] For port c7c91dde-72ac-4024-b9b6-843912d05bb9, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c7c91dde-72ac-4024-b9b6-843912d05bb9,segment=NetworkSegment(21641cda-4870-47e8-9c7e-af6727feb606),segment_id=21641cda-4870-47e8-9c7e-af6727feb606)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:16.383142 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:16.414731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] Calling delete_port for c7c91dde-72ac-4024-b9b6-843912d05bb9 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:16.421915 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f0c64a7-80f7-42fe-b161-bae6ceeda3ba tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:16.476184 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f0c64a7-80f7-42fe-b161-bae6ceeda3ba tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:16.480611 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-b158da69-a53a-46f0-9aca-b266752ad6f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] For port b0c6f04b-8f93-47bc-988b-b760be5c5571, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b0c6f04b-8f93-47bc-988b-b760be5c5571,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:16.487348 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b158da69-a53a-46f0-9aca-b266752ad6f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:16.553496 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391fe7f4-2076-479a-98d0-0ef8d1713a8d None None] New status for floating IP 1e1e0278-2eff-410a-9d91-35dabee67ee6: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:11:16.581939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b158da69-a53a-46f0-9aca-b266752ad6f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Calling delete_port for b0c6f04b-8f93-47bc-988b-b760be5c5571 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:16.597368 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0c64a7-80f7-42fe-b161-bae6ceeda3ba tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:11:16.645027 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c64a7-80f7-42fe-b161-bae6ceeda3ba tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5869fa27-f602-4f23-9649-9ba1edc36734,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:16.672067 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:16.760984 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] Pushing event deleted for resources: {'Port': ['ID=c7c91dde-72ac-4024-b9b6-843912d05bb9,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:16.777084 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] No DVR routers for this DVR port c7c91dde-72ac-4024-b9b6-843912d05bb9 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:11:16.786005 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f0c64a7-80f7-42fe-b161-bae6ceeda3ba tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:16.790591 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-5f0c64a7-80f7-42fe-b161-bae6ceeda3ba tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Added segment 8a9a028d-795c-41ac-bbfe-b4af020c5bd9 of type vlan for network 23e132fa-e69a-49e0-99f7-1911d2373013 Aug 05 14:11:16.799137 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:16.811515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:16.811515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:16.811515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:16.811515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:16.811515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:16.812850 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:16.812850 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:16.812850 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:16.812850 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:16.812850 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:16.818069 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac9b9b-a65b-43c1-9963-37780017ae6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:16.919437 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b19f4da-e8b9-432d-a0cb-56ffe8640ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:16.944233 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0b580034-d2bb-494c-9493-502736528b28 req-be234bdd-2149-4030-a16f-b31e476d4fec service neutron] 10.222.0.63 "GET /v2.0/networks/49ee7bf9-24d1-4e2b-931b-356656b891c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1399209 Aug 05 14:11:16.984850 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f0c64a7-80f7-42fe-b161-bae6ceeda3ba tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.043234 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7cb3cc7e-bfaa-4dc1-962e-998fff8c0162 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.043941 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7cb3cc7e-bfaa-4dc1-962e-998fff8c0162 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.083375 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-7cb3cc7e-bfaa-4dc1-962e-998fff8c0162 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Calling delete_port for 46f4c61a-34bf-4965-b7a2-3a5e9c9014bf owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:17.130304 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f0c64a7-80f7-42fe-b161-bae6ceeda3ba tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.133782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c64a7-80f7-42fe-b161-bae6ceeda3ba tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:17.133782 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f0c64a7-80f7-42fe-b161-bae6ceeda3ba tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.280423 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b158da69-a53a-46f0-9aca-b266752ad6f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.302218 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c64a7-80f7-42fe-b161-bae6ceeda3ba tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Pushing event updated for resources: {'Network': ['ID=23e132fa-e69a-49e0-99f7-1911d2373013,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:17.334666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 23e132fa-e69a-49e0-99f7-1911d2373013 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:11:17.343644 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158da69-a53a-46f0-9aca-b266752ad6f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Port': ['ID=b0c6f04b-8f93-47bc-988b-b760be5c5571,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:17.445389 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b19f4da-e8b9-432d-a0cb-56ffe8640ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.468341 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b19f4da-e8b9-432d-a0cb-56ffe8640ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.471161 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7cb3cc7e-bfaa-4dc1-962e-998fff8c0162 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.504493 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e3728b8b-ce0d-4780-85cd-4cd017ec0c58 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:11:17.508088 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5f0c64a7-80f7-42fe-b161-bae6ceeda3ba tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.2280121 Aug 05 14:11:17.523467 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40570) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:17.530211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-8bec56a7-0f74-4628-9d7b-86402e23ad8d tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Request body: {'subnet': {'network_id': '23e132fa-e69a-49e0-99f7-1911d2373013', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:17.537656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: e3728b8b-ce0d-4780-85cd-4cd017ec0c58 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:11:17.538135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e3728b8b-ce0d-4780-85cd-4cd017ec0c58 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:11:17.538595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c7c91dde-72ac-4024-b9b6-843912d05bb9 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:11:17.542005 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3cc7e-bfaa-4dc1-962e-998fff8c0162 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Pushing event deleted for resources: {'Port': ['ID=46f4c61a-34bf-4965-b7a2-3a5e9c9014bf,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:17.542555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19f4da-e8b9-432d-a0cb-56ffe8640ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5677b5c-acc7-4aaf-8caa-a300f203c95b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:17.554855 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40574) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:17.559838 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9b19f4da-e8b9-432d-a0cb-56ffe8640ad2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03e6c32cb4aa4d73b8998f2b64c6f754&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4305620 Aug 05 14:11:17.565383 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b158da69-a53a-46f0-9aca-b266752ad6f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.576722 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: c7c91dde-72ac-4024-b9b6-843912d05bb9 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:11:17.577070 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c7c91dde-72ac-4024-b9b6-843912d05bb9 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:11:17.633911 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bec56a7-0f74-4628-9d7b-86402e23ad8d tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Made reservation on behalf of 2ae79a67762d4a6ab1e11ae2edae7445 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:17.636264 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8bec56a7-0f74-4628-9d7b-86402e23ad8d tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.676823 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b158da69-a53a-46f0-9aca-b266752ad6f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.679009 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b158da69-a53a-46f0-9aca-b266752ad6f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.727131 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7cb3cc7e-bfaa-4dc1-962e-998fff8c0162 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.729638 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7cb3cc7e-bfaa-4dc1-962e-998fff8c0162 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.735536 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7cb3cc7e-bfaa-4dc1-962e-998fff8c0162 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463 tempest-ExternalNetworksAdminNegativeTestJSON-2098401463-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/5f5cb716-957b-42b7-a047-e0258ae3c2c5 HTTP/1.1" status: 204 len: 168 time: 2.4015596 Aug 05 14:11:17.743526 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-01965f9b-f905-4e34-ba9b-f549fd9ca93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.783125 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-01965f9b-f905-4e34-ba9b-f549fd9ca93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.957812 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-01965f9b-f905-4e34-ba9b-f549fd9ca93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.960537 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-01965f9b-f905-4e34-ba9b-f549fd9ca93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:17.964120 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-01965f9b-f905-4e34-ba9b-f549fd9ca93d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5677b5c-acc7-4aaf-8caa-a300f203c95b HTTP/1.1" status: 204 len: 168 time: 0.4057314 Aug 05 14:11:18.005090 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01965f9b-f905-4e34-ba9b-f549fd9ca93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5677b5c-acc7-4aaf-8caa-a300f203c95b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:18.048614 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:11:18.066020 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40592) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:18.171581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.objects.ports [None req-8bec56a7-0f74-4628-9d7b-86402e23ad8d tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:11:18.172208 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8bec56a7-0f74-4628-9d7b-86402e23ad8d tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:18.190712 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b158da69-a53a-46f0-9aca-b266752ad6f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:18.191287 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b158da69-a53a-46f0-9aca-b266752ad6f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Fanout notify agent at l3_agent the message router_deleted on router 1c7c2884-88e8-4b3d-8498-39235fdcaaac {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:11:18.208637 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b158da69-a53a-46f0-9aca-b266752ad6f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:18.216495 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b158da69-a53a-46f0-9aca-b266752ad6f6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/routers/1c7c2884-88e8-4b3d-8498-39235fdcaaac HTTP/1.1" status: 204 len: 168 time: 3.3186431 Aug 05 14:11:18.217152 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40606) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:18.314240 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec56a7-0f74-4628-9d7b-86402e23ad8d tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Pushing event updated for resources: {'Subnet': ['ID=440760af-d6fd-4db2-bcc5-236d700b176d,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:18.329372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bec56a7-0f74-4628-9d7b-86402e23ad8d tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Checking segment: {'id': '8a9a028d-795c-41ac-bbfe-b4af020c5bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '23e132fa-e69a-49e0-99f7-1911d2373013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:11:18.329737 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bec56a7-0f74-4628-9d7b-86402e23ad8d tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Network hostable DHCP agents. Network: 23e132fa-e69a-49e0-99f7-1911d2373013, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:11:18.358385 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ec607444-82bf-4220-b498-9d87b45b8b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:18.377010 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bec56a7-0f74-4628-9d7b-86402e23ad8d tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Network 23e132fa-e69a-49e0-99f7-1911d2373013 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:11:18.395536 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2a98-7315-4c00-8b66-a7cea2c31304 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:18.402236 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-8bec56a7-0f74-4628-9d7b-86402e23ad8d tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 23e132fa-e69a-49e0-99f7-1911d2373013) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:18.412799 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb6c256-c87f-448f-9158-4a9f16d36a47 None None] Network 23e132fa-e69a-49e0-99f7-1911d2373013 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:11:18.418650 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec56a7-0f74-4628-9d7b-86402e23ad8d tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:18.419265 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8bec56a7-0f74-4628-9d7b-86402e23ad8d tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:18.458717 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8bec56a7-0f74-4628-9d7b-86402e23ad8d tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9317520 Aug 05 14:11:18.459557 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40618) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:18.473261 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2bfa7104-61dc-448c-b664-b87a1168be74 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2104773439', 'network_id': '23e132fa-e69a-49e0-99f7-1911d2373013'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:18.546343 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfa7104-61dc-448c-b664-b87a1168be74 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Made reservation on behalf of 2ae79a67762d4a6ab1e11ae2edae7445 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:18.552271 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2bfa7104-61dc-448c-b664-b87a1168be74 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:18.592386 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3f29ed06-eb27-4c09-9833-f74b7cac6502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:18.595660 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-2bfa7104-61dc-448c-b664-b87a1168be74 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] device_id is not set on port 3d2543e6-b569-4730-bbe8-8ef2d8a83154 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:11:18.634380 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2a98-7315-4c00-8b66-a7cea2c31304 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:18.691961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-6a8f2a98-7315-4c00-8b66-a7cea2c31304 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7e4cee-21f3-4c27-a383-7f324b431f41']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:18.722348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-6a8f2a98-7315-4c00-8b66-a7cea2c31304 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21641cda-4870-47e8-9c7e-af6727feb606') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:18.722678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-6a8f2a98-7315-4c00-8b66-a7cea2c31304 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21641cda-4870-47e8-9c7e-af6727feb606') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:18.750028 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2a98-7315-4c00-8b66-a7cea2c31304 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:18.788581 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2a98-7315-4c00-8b66-a7cea2c31304 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:18.796194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8f2a98-7315-4c00-8b66-a7cea2c31304 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:11:18.796913 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2a98-7315-4c00-8b66-a7cea2c31304 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:18.822491 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40628) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:18.885973 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:11:18.887785 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:11:18.893458 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2a98-7315-4c00-8b66-a7cea2c31304 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:18.902824 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2a98-7315-4c00-8b66-a7cea2c31304 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:18.905897 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6a8f2a98-7315-4c00-8b66-a7cea2c31304 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/networks/2d7e4cee-21f3-4c27-a383-7f324b431f41 HTTP/1.1" status: 204 len: 168 time: 0.6876197 Aug 05 14:11:18.909810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40630) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:18.911472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e518a9c9-3988-42c3-b5d1-7d5978da0e4c None None] Network 23e132fa-e69a-49e0-99f7-1911d2373013 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:11:18.948549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-2bfa7104-61dc-448c-b664-b87a1168be74 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Allocated IP 2001:db8::204 (23e132fa-e69a-49e0-99f7-1911d2373013/440760af-d6fd-4db2-bcc5-236d700b176d/3d2543e6-b569-4730-bbe8-8ef2d8a83154) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:18.951200 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f2a98-7315-4c00-8b66-a7cea2c31304 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Network': ['ID=2d7e4cee-21f3-4c27-a383-7f324b431f41,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:19.015859 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3f29ed06-eb27-4c09-9833-f74b7cac6502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.024761 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b43b011-376b-4ae0-b455-e94d7d1ac474 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.036047 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3f29ed06-eb27-4c09-9833-f74b7cac6502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.063646 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b43b011-376b-4ae0-b455-e94d7d1ac474 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.106120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40632) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:19.106529 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-57b8b98c-ff06-4e0c-af0d-7ee6fcdda868 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c8b86b7ffd74bbfa4bedc48848322dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807062 Aug 05 14:11:19.146066 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3f29ed06-eb27-4c09-9833-f74b7cac6502 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18d81e0f199d48e9bd836f8cde300222&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0778406 Aug 05 14:11:19.148499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40634) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:19.150781 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29ed06-eb27-4c09-9833-f74b7cac6502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810c8bd7-fc46-41bc-adc6-ad3969dc5034,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:19.246938 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f60c78d-d46c-4d90-b9d9-55cbf67dbaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.283429 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f60c78d-d46c-4d90-b9d9-55cbf67dbaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.292036 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2bfa7104-61dc-448c-b664-b87a1168be74 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.296061 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b43b011-376b-4ae0-b455-e94d7d1ac474 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.299683 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b43b011-376b-4ae0-b455-e94d7d1ac474 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.302333 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0b43b011-376b-4ae0-b455-e94d7d1ac474 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/security-groups/028ba8d5-c725-42c9-8bdb-f648012e5bc9 HTTP/1.1" status: 204 len: 168 time: 0.3893576 Aug 05 14:11:19.326608 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b07bd8a8-f7fe-4f18-9c68-dd81a2b46e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.339889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43b011-376b-4ae0-b455-e94d7d1ac474 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=028ba8d5-c725-42c9-8bdb-f648012e5bc9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:19.342871 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b0c6f04b-8f93-47bc-988b-b760be5c5571 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:11:19.389879 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: b0c6f04b-8f93-47bc-988b-b760be5c5571 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:11:19.391741 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2bfa7104-61dc-448c-b664-b87a1168be74 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.392552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b0c6f04b-8f93-47bc-988b-b760be5c5571 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:11:19.417999 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b07bd8a8-f7fe-4f18-9c68-dd81a2b46e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.477507 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f60c78d-d46c-4d90-b9d9-55cbf67dbaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.483140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfa7104-61dc-448c-b664-b87a1168be74 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Network 23e132fa-e69a-49e0-99f7-1911d2373013 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:19.484096 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f60c78d-d46c-4d90-b9d9-55cbf67dbaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.485631 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-2bfa7104-61dc-448c-b664-b87a1168be74 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:19.487782 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5f60c78d-d46c-4d90-b9d9-55cbf67dbaee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8163eb71-b7e5-41ed-ad28-dc8200e13b8a HTTP/1.1" status: 204 len: 168 time: 0.3799531 Aug 05 14:11:19.489836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfa7104-61dc-448c-b664-b87a1168be74 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:19.490802 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfa7104-61dc-448c-b664-b87a1168be74 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:19.491416 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2bfa7104-61dc-448c-b664-b87a1168be74 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.507352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa7104-61dc-448c-b664-b87a1168be74 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Pushing event updated for resources: {'Port': ['ID=3d2543e6-b569-4730-bbe8-8ef2d8a83154,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:19.516571 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60c78d-d46c-4d90-b9d9-55cbf67dbaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8163eb71-b7e5-41ed-ad28-dc8200e13b8a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:19.522193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40642) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:19.522648 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2bfa7104-61dc-448c-b664-b87a1168be74 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0618010 Aug 05 14:11:19.529175 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.599522 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b07bd8a8-f7fe-4f18-9c68-dd81a2b46e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.628855 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b07bd8a8-f7fe-4f18-9c68-dd81a2b46e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.647684 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b07bd8a8-f7fe-4f18-9c68-dd81a2b46e1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/810c8bd7-fc46-41bc-adc6-ad3969dc5034 HTTP/1.1" status: 204 len: 168 time: 0.4806509 Aug 05 14:11:19.694414 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bd8a8-f7fe-4f18-9c68-dd81a2b46e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810c8bd7-fc46-41bc-adc6-ad3969dc5034,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:19.866856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe0e1e-a6de-4bc7-b1f4-afdc0607a6f6 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Deleting port 3d2543e6-b569-4730-bbe8-8ef2d8a83154 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:19.867630 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7dfe0e1e-a6de-4bc7-b1f4-afdc0607a6f6 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:19.995331 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40660) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:20.000915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2b7a1e11-2330-4978-8fed-3aad73e5e031 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-893998283', 'description': 'tempest-secgroup-smoke-893998283 description', 'project_id': 'b8337b594bf34d3abccae65212524bf9'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:20.051773 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1e11-2330-4978-8fed-3aad73e5e031 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:20.054839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7dfe0e1e-a6de-4bc7-b1f4-afdc0607a6f6 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:20.072453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe0e1e-a6de-4bc7-b1f4-afdc0607a6f6 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Calling delete_port for 3d2543e6-b569-4730-bbe8-8ef2d8a83154 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:20.233284 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1e11-2330-4978-8fed-3aad73e5e031 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:20.240205 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1e11-2330-4978-8fed-3aad73e5e031 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:20.278957 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1e11-2330-4978-8fed-3aad73e5e031 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:20.280316 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2b7a1e11-2330-4978-8fed-3aad73e5e031 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2836998 Aug 05 14:11:20.286765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40668) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:20.290839 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a1e11-2330-4978-8fed-3aad73e5e031 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4af5ee-9a45-4201-bc3b-914ff755307d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:20.295048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-eed9f35f-a6bb-4d86-91cb-034d2ca85833 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': '7c4af5ee-9a45-4201-bc3b-914ff755307d', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:20.367889 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eed9f35f-a6bb-4d86-91cb-034d2ca85833 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:20.371688 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40672) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:20.373103 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7dfe0e1e-a6de-4bc7-b1f4-afdc0607a6f6 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:20.440158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe0e1e-a6de-4bc7-b1f4-afdc0607a6f6 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d2543e6-b569-4730-bbe8-8ef2d8a83154,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:20.472826 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c2015759-f573-43ec-a897-e7e157ebcead admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7cb0645ed3543579c4f5495dc3c914e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0994160 Aug 05 14:11:20.479535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40674) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:20.491277 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7dfe0e1e-a6de-4bc7-b1f4-afdc0607a6f6 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:20.493849 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7dfe0e1e-a6de-4bc7-b1f4-afdc0607a6f6 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "DELETE /v2.0/ports/3d2543e6-b569-4730-bbe8-8ef2d8a83154 HTTP/1.1" status: 204 len: 168 time: 0.9697433 Aug 05 14:11:20.504247 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40676) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:20.517398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '23e132fa-e69a-49e0-99f7-1911d2373013', 'external_fixed_ips': [{'subnet_id': '440760af-d6fd-4db2-bcc5-236d700b176d', 'ip_address': '2001:db8::204'}]}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:20.578370 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b8a45d64-5b39-40c0-b9c6-865fe3413f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:20.581823 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eed9f35f-a6bb-4d86-91cb-034d2ca85833 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:20.616094 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eed9f35f-a6bb-4d86-91cb-034d2ca85833 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:20.643952 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:20.644939 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:20.666949 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b8a45d64-5b39-40c0-b9c6-865fe3413f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:20.731750 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:20.748989 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9f35f-a6bb-4d86-91cb-034d2ca85833 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fef4a5-13b7-4ee4-8a80-d1aabb63ad09,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:20.772190 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b8a45d64-5b39-40c0-b9c6-865fe3413f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:20.775880 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b8a45d64-5b39-40c0-b9c6-865fe3413f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:20.777853 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b8a45d64-5b39-40c0-b9c6-865fe3413f0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31935b8a-3027-4980-bbb7-e866e0eecdaf HTTP/1.1" status: 204 len: 168 time: 0.2971087 Aug 05 14:11:20.791266 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a45d64-5b39-40c0-b9c6-865fe3413f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31935b8a-3027-4980-bbb7-e866e0eecdaf,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:20.794564 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eed9f35f-a6bb-4d86-91cb-034d2ca85833 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:20.798069 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-eed9f35f-a6bb-4d86-91cb-034d2ca85833 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5089681 Aug 05 14:11:20.801272 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40688) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:20.809104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5af57dd2-b7d6-445e-bd1c-8d7357062c2d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': '7c4af5ee-9a45-4201-bc3b-914ff755307d', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:20.871890 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5af57dd2-b7d6-445e-bd1c-8d7357062c2d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.063610 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5af57dd2-b7d6-445e-bd1c-8d7357062c2d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.069981 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.070657 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5af57dd2-b7d6-445e-bd1c-8d7357062c2d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.144125 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5af57dd2-b7d6-445e-bd1c-8d7357062c2d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.147190 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5af57dd2-b7d6-445e-bd1c-8d7357062c2d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3433304 Aug 05 14:11:21.149688 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40700) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:21.167588 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-008fed65-4ed8-469a-bda6-c3a1d5b69f78 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': '7c4af5ee-9a45-4201-bc3b-914ff755307d', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:21.251511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af57dd2-b7d6-445e-bd1c-8d7357062c2d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72dab4f-ee50-4cfd-ac1d-fef77da133ad,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:21.270785 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40704) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:21.274676 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.292856 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-008fed65-4ed8-469a-bda6-c3a1d5b69f78 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.400993 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-008fed65-4ed8-469a-bda6-c3a1d5b69f78 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.410933 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-008fed65-4ed8-469a-bda6-c3a1d5b69f78 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.428562 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.448729 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fed65-4ed8-469a-bda6-c3a1d5b69f78 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd658b67-596c-4052-a570-618351e5f95b,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:21.459115 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-008fed65-4ed8-469a-bda6-c3a1d5b69f78 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.460725 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-008fed65-4ed8-469a-bda6-c3a1d5b69f78 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3099155 Aug 05 14:11:21.464450 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40710) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:21.475085 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-76f55960-5965-4127-9df9-4535adcb2370 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': '7c4af5ee-9a45-4201-bc3b-914ff755307d', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:21.480238 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.521138 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-16acf2ee-1447-4f34-921d-e624369ac42e tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1531870268'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:21.553618 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76f55960-5965-4127-9df9-4535adcb2370 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.584151 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16acf2ee-1447-4f34-921d-e624369ac42e tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Made reservation on behalf of 3dad5ecbe7224a28a063a95e63c1c25a for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:21.588845 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16acf2ee-1447-4f34-921d-e624369ac42e tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.605754 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16acf2ee-1447-4f34-921d-e624369ac42e tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.741589 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76f55960-5965-4127-9df9-4535adcb2370 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.752207 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Allocated IP 2001:db8::204 (23e132fa-e69a-49e0-99f7-1911d2373013/440760af-d6fd-4db2-bcc5-236d700b176d/be75aef7-9c4d-4798-8e43-94379febf1b2) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:21.752788 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76f55960-5965-4127-9df9-4535adcb2370 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.811340 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f55960-5965-4127-9df9-4535adcb2370 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea2c225-269f-425b-9d1d-a1d6eff75d82,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:21.894592 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16acf2ee-1447-4f34-921d-e624369ac42e tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.915118 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16acf2ee-1447-4f34-921d-e624369ac42e tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.924333 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.943076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16acf2ee-1447-4f34-921d-e624369ac42e tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:11:21.967208 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16acf2ee-1447-4f34-921d-e624369ac42e tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:21.967647 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-16acf2ee-1447-4f34-921d-e624369ac42e tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Added segment fa49627c-5114-42ae-9f54-5a3ddad77b57 of type vlan for network cc144092-6d24-47e4-b2aa-b1bf52825868 Aug 05 14:11:22.003178 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:22.024547 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16acf2ee-1447-4f34-921d-e624369ac42e tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:22.061088 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76f55960-5965-4127-9df9-4535adcb2370 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:22.065609 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-76f55960-5965-4127-9df9-4535adcb2370 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6000116 Aug 05 14:11:22.067929 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40730) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:22.070771 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16acf2ee-1447-4f34-921d-e624369ac42e tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:22.076533 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16acf2ee-1447-4f34-921d-e624369ac42e tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:22.077191 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16acf2ee-1447-4f34-921d-e624369ac42e tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:22.103072 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c922b7c7-9097-4362-9283-9dfdd0b76e71 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': '7c4af5ee-9a45-4201-bc3b-914ff755307d', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:22.193922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Network 23e132fa-e69a-49e0-99f7-1911d2373013 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:22.205232 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:22.217332 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:22.288079 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-16acf2ee-1447-4f34-921d-e624369ac42e tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0086086 Aug 05 14:11:22.301516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40740) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:22.311294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40742) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:22.318957 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c006ec0f-b220-4f5a-8f4e-132532a45e8a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Request body: {'subnet': {'network_id': 'cc144092-6d24-47e4-b2aa-b1bf52825868', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:22.348461 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acf2ee-1447-4f34-921d-e624369ac42e tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=034656c1-a0bb-411a-9b33-8073666a769e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:22.351776 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Pushing event updated for resources: {'Port': ['ID=be75aef7-9c4d-4798-8e43-94379febf1b2,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:22.430533 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acf2ee-1447-4f34-921d-e624369ac42e tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event updated for resources: {'Network': ['ID=cc144092-6d24-47e4-b2aa-b1bf52825868,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:22.440391 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network cc144092-6d24-47e4-b2aa-b1bf52825868 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:11:22.453304 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-c922b7c7-9097-4362-9283-9dfdd0b76e71 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Project b8337b594bf34d3abccae65212524bf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:11:22.461790 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c922b7c7-9097-4362-9283-9dfdd0b76e71 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:22.549982 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c922b7c7-9097-4362-9283-9dfdd0b76e71 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:22.560167 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c922b7c7-9097-4362-9283-9dfdd0b76e71 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:22.583989 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c922b7c7-9097-4362-9283-9dfdd0b76e71 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:22.588182 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c922b7c7-9097-4362-9283-9dfdd0b76e71 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5183134 Aug 05 14:11:22.592395 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40748) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:22.627556 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-694872db-b563-4ab9-8992-7af9981f371c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': '7c4af5ee-9a45-4201-bc3b-914ff755307d', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:22.663778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Request body: {'networks': [{'name': 'tempest-network--369788774'}, {'name': 'tempest-network--1185487590'}]} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:22.664169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Request body: {'network': {'name': 'tempest-network--369788774'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:22.664578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Request body: {'network': {'name': 'tempest-network--1185487590'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:22.728638 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922b7c7-9097-4362-9283-9dfdd0b76e71 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17d1b6d-5996-4328-aad7-99b076d64d3e,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:22.740979 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-694872db-b563-4ab9-8992-7af9981f371c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Project b8337b594bf34d3abccae65212524bf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:11:22.750057 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-694872db-b563-4ab9-8992-7af9981f371c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:22.811186 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:22.826497 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-694872db-b563-4ab9-8992-7af9981f371c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:22.836739 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-694872db-b563-4ab9-8992-7af9981f371c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:22.884485 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c006ec0f-b220-4f5a-8f4e-132532a45e8a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Made reservation on behalf of 3dad5ecbe7224a28a063a95e63c1c25a for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:22.896845 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c006ec0f-b220-4f5a-8f4e-132532a45e8a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.018046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694872db-b563-4ab9-8992-7af9981f371c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a6b40f-efd2-4da4-b80b-84afe632ec1b,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:23.042175 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Made reservation on behalf of 747c800842954b758f9ac844dc7cd094 for: {'network': 2} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:23.047526 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.081664 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-694872db-b563-4ab9-8992-7af9981f371c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.082943 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-694872db-b563-4ab9-8992-7af9981f371c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4693508 Aug 05 14:11:23.086007 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40758) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:23.091170 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.243078 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.360789 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-622256e2-6f0a-46ac-8ba5-f64359576fd1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'network': {'name': 'tempest-network-smoke--958892125', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'port_security_enabled': True}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:23.411362 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c006ec0f-b220-4f5a-8f4e-132532a45e8a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.419349 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.448510 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622256e2-6f0a-46ac-8ba5-f64359576fd1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Made reservation on behalf of b8337b594bf34d3abccae65212524bf9 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:23.453282 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-622256e2-6f0a-46ac-8ba5-f64359576fd1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.498061 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622256e2-6f0a-46ac-8ba5-f64359576fd1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:11:23.512588 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-622256e2-6f0a-46ac-8ba5-f64359576fd1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.512978 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-622256e2-6f0a-46ac-8ba5-f64359576fd1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Added segment a3eac670-f712-4189-8f88-17dfedd52a4c of type vlan for network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 Aug 05 14:11:23.541804 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.542687 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.567871 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-622256e2-6f0a-46ac-8ba5-f64359576fd1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.579883 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43da8856-8442-4267-81fc-e8515fec16a0,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:23.601891 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c006ec0f-b220-4f5a-8f4e-132532a45e8a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Checking segment: {'id': 'fa49627c-5114-42ae-9f54-5a3ddad77b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc144092-6d24-47e4-b2aa-b1bf52825868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:11:23.602403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c006ec0f-b220-4f5a-8f4e-132532a45e8a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Network hostable DHCP agents. Network: cc144092-6d24-47e4-b2aa-b1bf52825868, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:11:23.637353 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:11:23.648615 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.649192 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Added segment 3482ee89-54f1-45c3-ada2-31182505eae0 of type vlan for network be854585-8e44-46bb-9233-8fd8ae6e17b0 Aug 05 14:11:23.650316 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-622256e2-6f0a-46ac-8ba5-f64359576fd1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.658514 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622256e2-6f0a-46ac-8ba5-f64359576fd1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:23.659243 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-622256e2-6f0a-46ac-8ba5-f64359576fd1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.699214 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-622256e2-6f0a-46ac-8ba5-f64359576fd1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6069875 Aug 05 14:11:23.699446 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.701382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40766) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:23.735081 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:11:23.759154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1937278839', 'admin_state_up': True, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:23.767325 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.769990 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Added segment 7dd77b7e-cd96-44ee-b64a-d99e16a44090 of type vlan for network 335413a9-99c9-4953-8ab5-6cf93cd028e8 Aug 05 14:11:23.810323 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622256e2-6f0a-46ac-8ba5-f64359576fd1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Network': ['ID=265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:23.818859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Router e02b96c5-365f-42b4-a965-4d4be60f464c is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:11:23.820112 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.825844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:11:23.836472 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.839873 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.856845 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006ec0f-b220-4f5a-8f4e-132532a45e8a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event updated for resources: {'Subnet': ['ID=8c42be7a-ccb8-4817-b7e0-441dd9d8d7b7,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:23.861461 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.862112 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.868888 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:23.873916 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:23.874620 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.891849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c006ec0f-b220-4f5a-8f4e-132532a45e8a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Network cc144092-6d24-47e4-b2aa-b1bf52825868 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:11:23.911901 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5887640 Aug 05 14:11:23.933782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40770) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:23.940011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-c006ec0f-b220-4f5a-8f4e-132532a45e8a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, cc144092-6d24-47e4-b2aa-b1bf52825868) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:23.948869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8725db29-8959-464d-8c42-dd7fc162f0cd None None] Network cc144092-6d24-47e4-b2aa-b1bf52825868 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:11:23.955853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c006ec0f-b220-4f5a-8f4e-132532a45e8a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:23.956532 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c006ec0f-b220-4f5a-8f4e-132532a45e8a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:23.979164 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c006ec0f-b220-4f5a-8f4e-132532a45e8a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6732166 Aug 05 14:11:23.982500 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40772) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:23.988490 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e1e72214-5ac2-424f-a3bf-01bbd026d151 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Request body: {'port': {'network_id': 'cc144092-6d24-47e4-b2aa-b1bf52825868', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-713477887'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:24.006532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event updated for resources: {'Network': ['ID=be854585-8e44-46bb-9233-8fd8ae6e17b0,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:24.100924 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network be854585-8e44-46bb-9233-8fd8ae6e17b0 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:11:24.127899 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bb4d3-e93e-43ad-97ac-2118c92d06ab tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event updated for resources: {'Network': ['ID=335413a9-99c9-4953-8ab5-6cf93cd028e8,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:24.190034 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:24.281313 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 335413a9-99c9-4953-8ab5-6cf93cd028e8 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:11:24.315765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e72214-5ac2-424f-a3bf-01bbd026d151 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Made reservation on behalf of 3dad5ecbe7224a28a063a95e63c1c25a for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:24.323616 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e1e72214-5ac2-424f-a3bf-01bbd026d151 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:24.349225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:11:24.397741 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-e1e72214-5ac2-424f-a3bf-01bbd026d151 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] device_id is not set on port 049bfb86-0f26-4862-b5fa-5aed90f74c82 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:11:24.399683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bfedff-e179-430e-900f-25b0507f240f None None] Sync routers for ids ['e02b96c5-365f-42b4-a965-4d4be60f464c'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:11:24.502895 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bfedff-e179-430e-900f-25b0507f240f None None] Routers {'e02b96c5-365f-42b4-a965-4d4be60f464c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:24.503983 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-79bfedff-e179-430e-900f-25b0507f240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e02b96c5-365f-42b4-a965-4d4be60f464c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:24.733442 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-e1e72214-5ac2-424f-a3bf-01bbd026d151 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Allocated IP 2001:db8::251 (cc144092-6d24-47e4-b2aa-b1bf52825868/8c42be7a-ccb8-4817-b7e0-441dd9d8d7b7/049bfb86-0f26-4862-b5fa-5aed90f74c82) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:24.736983 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:24.742581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40780) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:24.743928 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-07e79db7-eae5-4513-b9d0-8ffdff0125c7 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.2349911 Aug 05 14:11:24.926727 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-cc144092-6d24-47e4-b2aa-b1bf52825868', 'network_id': 'cc144092-6d24-47e4-b2aa-b1bf52825868', 'tenant_id': '3dad5ecbe7224a28a063a95e63c1c25a', 'fixed_ips': [{'subnet_id': '8c42be7a-ccb8-4817-b7e0-441dd9d8d7b7'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:11:24.928331 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:24.929174 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:24.951918 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8556b20a-bb6a-46f3-bebc-dd16bac9df0f tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:24.962677 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8556b20a-bb6a-46f3-bebc-dd16bac9df0f tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:24.972418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8556b20a-bb6a-46f3-bebc-dd16bac9df0f tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:24.993036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8556b20a-bb6a-46f3-bebc-dd16bac9df0f tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:25.000954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8556b20a-bb6a-46f3-bebc-dd16bac9df0f tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:25.005434 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8556b20a-bb6a-46f3-bebc-dd16bac9df0f tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3013 time: 1.0541518 Aug 05 14:11:25.020187 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40792) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:25.043407 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-79bfedff-e179-430e-900f-25b0507f240f None None] Set router e02b96c5-365f-42b4-a965-4d4be60f464c gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:11:25.098424 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae92aa34-84bc-46ba-a7f0-39605b5f2a8e tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:25.175071 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75708283-c540-4882-92f4-75b8d5acebe0 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:25.301242 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e1e72214-5ac2-424f-a3bf-01bbd026d151 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:25.329373 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-e1e72214-5ac2-424f-a3bf-01bbd026d151 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Transition to ACTIVE for port object 049bfb86-0f26-4862-b5fa-5aed90f74c82 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:25.336433 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae92aa34-84bc-46ba-a7f0-39605b5f2a8e tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:25.409408 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-79bfedff-e179-430e-900f-25b0507f240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02b96c5-365f-42b4-a965-4d4be60f464c', 'name': '', 'tenant_id': '2ae79a67762d4a6ab1e11ae2edae7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23e132fa-e69a-49e0-99f7-1911d2373013', 'external_fixed_ips': [{'subnet_id': '440760af-d6fd-4db2-bcc5-236d700b176d', 'ip_address': '2001:db8::204'}], 'enable_snat': True}, 'gw_port_id': 'be75aef7-9c4d-4798-8e43-94379febf1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:20Z', 'updated_at': '2021-08-05T14:11:22Z', 'revision_number': 3, 'project_id': '2ae79a67762d4a6ab1e11ae2edae7445', 'gw_port': {'id': 'be75aef7-9c4d-4798-8e43-94379febf1b2', 'name': '', 'network_id': '23e132fa-e69a-49e0-99f7-1911d2373013', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:36:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02b96c5-365f-42b4-a965-4d4be60f464c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '440760af-d6fd-4db2-bcc5-236d700b176d', 'ip_address': '2001:db8::204', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:21Z', 'updated_at': '2021-08-05T14:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '440760af-d6fd-4db2-bcc5-236d700b176d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:25.416407 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75708283-c540-4882-92f4-75b8d5acebe0 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:25.431315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-75708283-c540-4882-92f4-75b8d5acebe0 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be854585-8e44-46bb-9233-8fd8ae6e17b0']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:25.454786 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bfedff-e179-430e-900f-25b0507f240f None None] Checking router: e02b96c5-365f-42b4-a965-4d4be60f464c for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:11:25.455133 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bfedff-e179-430e-900f-25b0507f240f None None] Updating router e02b96c5-365f-42b4-a965-4d4be60f464c port be75aef7-9c4d-4798-8e43-94379febf1b2 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:11:25.461666 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e1e72214-5ac2-424f-a3bf-01bbd026d151 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:25.534898 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e72214-5ac2-424f-a3bf-01bbd026d151 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event updated for resources: {'Port': ['ID=049bfb86-0f26-4862-b5fa-5aed90f74c82,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:25.537277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-75708283-c540-4882-92f4-75b8d5acebe0 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3482ee89-54f1-45c3-ada2-31182505eae0') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:25.537613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-75708283-c540-4882-92f4-75b8d5acebe0 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3482ee89-54f1-45c3-ada2-31182505eae0') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:25.560621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e72214-5ac2-424f-a3bf-01bbd026d151 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Network cc144092-6d24-47e4-b2aa-b1bf52825868 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:25.560893 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Allocated IP 2001:db8::2 (cc144092-6d24-47e4-b2aa-b1bf52825868/8c42be7a-ccb8-4817-b7e0-441dd9d8d7b7/11e51a0e-af27-47fb-a9c6-4268ce3ff002) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:25.566760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-e1e72214-5ac2-424f-a3bf-01bbd026d151 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:25.575571 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75708283-c540-4882-92f4-75b8d5acebe0 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:25.577573 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e72214-5ac2-424f-a3bf-01bbd026d151 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:25.586240 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e72214-5ac2-424f-a3bf-01bbd026d151 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:25.588055 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e1e72214-5ac2-424f-a3bf-01bbd026d151 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:25.608171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ae92aa34-84bc-46ba-a7f0-39605b5f2a8e tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Deleting port be75aef7-9c4d-4798-8e43-94379febf1b2 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:25.608964 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae92aa34-84bc-46ba-a7f0-39605b5f2a8e tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:25.639306 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:25.664045 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75708283-c540-4882-92f4-75b8d5acebe0 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:25.667749 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:25.678426 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75708283-c540-4882-92f4-75b8d5acebe0 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:11:25.680132 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75708283-c540-4882-92f4-75b8d5acebe0 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:11:25.682195 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:11:25.742845 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae92aa34-84bc-46ba-a7f0-39605b5f2a8e tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:25.749317 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-79bfedff-e179-430e-900f-25b0507f240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:25.761787 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ae92aa34-84bc-46ba-a7f0-39605b5f2a8e tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Calling delete_port for be75aef7-9c4d-4798-8e43-94379febf1b2 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:25.839208 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e1e72214-5ac2-424f-a3bf-01bbd026d151 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8552780 Aug 05 14:11:25.844527 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40804) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:25.852637 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75708283-c540-4882-92f4-75b8d5acebe0 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:25.868625 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75708283-c540-4882-92f4-75b8d5acebe0 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:25.873371 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-75708283-c540-4882-92f4-75b8d5acebe0 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "DELETE /v2.0/networks/be854585-8e44-46bb-9233-8fd8ae6e17b0 HTTP/1.1" status: 204 len: 168 time: 0.8481143 Aug 05 14:11:25.877630 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-39ccac17-0072-455d-bf99-d0bd5a60454a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Request body: {'port': {'network_id': 'cc144092-6d24-47e4-b2aa-b1bf52825868', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-563298745', 'allowed_address_pairs': [{'ip_address': '2001:db8::251', 'mac_address': 'fa:16:3e:8f:5a:01'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:25.979726 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40806) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:25.980911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75708283-c540-4882-92f4-75b8d5acebe0 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event deleted for resources: {'Network': ['ID=be854585-8e44-46bb-9233-8fd8ae6e17b0,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:25.989237 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:26.010434 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Transition to ACTIVE for port object 11e51a0e-af27-47fb-a9c6-4268ce3ff002 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:26.028044 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae92aa34-84bc-46ba-a7f0-39605b5f2a8e tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:26.063616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92aa34-84bc-46ba-a7f0-39605b5f2a8e tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Pushing event deleted for resources: {'Port': ['ID=be75aef7-9c4d-4798-8e43-94379febf1b2,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:26.073039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Transition to ACTIVE for port object 11e51a0e-af27-47fb-a9c6-4268ce3ff002 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:26.074629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Allocated IP 172.25.5.121 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/a655d808-9f40-45b6-bc3a-df411fa0f45c) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:26.087038 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:26.094496 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae92aa34-84bc-46ba-a7f0-39605b5f2a8e tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:26.202959 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Pushing event updated for resources: {'Port': ['ID=11e51a0e-af27-47fb-a9c6-4268ce3ff002,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:26.225574 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8b1bbbc9-917c-49e8-b7f0-e64c7497de4c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:26.277005 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Network cc144092-6d24-47e4-b2aa-b1bf52825868 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:26.284609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:26.289669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:26.301549 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ccac17-0072-455d-bf99-d0bd5a60454a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Made reservation on behalf of 3dad5ecbe7224a28a063a95e63c1c25a for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:26.366561 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae92aa34-84bc-46ba-a7f0-39605b5f2a8e tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:26.391290 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae92aa34-84bc-46ba-a7f0-39605b5f2a8e tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:26.425244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Attempting to bind port 11e51a0e-af27-47fb-a9c6-4268ce3ff002 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:11:26.425773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Attempting to bind port 11e51a0e-af27-47fb-a9c6-4268ce3ff002 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'fa49627c-5114-42ae-9f54-5a3ddad77b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc144092-6d24-47e4-b2aa-b1bf52825868'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:11:26.426242 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Attempting to bind port 11e51a0e-af27-47fb-a9c6-4268ce3ff002 on network cc144092-6d24-47e4-b2aa-b1bf52825868 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:11:26.434278 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:11:26.434526 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Checking segment: {'id': 'fa49627c-5114-42ae-9f54-5a3ddad77b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc144092-6d24-47e4-b2aa-b1bf52825868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:11:26.435100 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:26.435782 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Bound using segment: {'id': 'fa49627c-5114-42ae-9f54-5a3ddad77b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc144092-6d24-47e4-b2aa-b1bf52825868'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:11:26.436782 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Bound port: 11e51a0e-af27-47fb-a9c6-4268ce3ff002, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa49627c-5114-42ae-9f54-5a3ddad77b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc144092-6d24-47e4-b2aa-b1bf52825868'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:11:26.437945 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:26.516575 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae92aa34-84bc-46ba-a7f0-39605b5f2a8e tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:26.518033 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae92aa34-84bc-46ba-a7f0-39605b5f2a8e tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e02b96c5-365f-42b4-a965-4d4be60f464c {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:11:26.518448 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-39ccac17-0072-455d-bf99-d0bd5a60454a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:26.525046 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae92aa34-84bc-46ba-a7f0-39605b5f2a8e tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:26.526894 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ae92aa34-84bc-46ba-a7f0-39605b5f2a8e tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e02b96c5-365f-42b4-a965-4d4be60f464c HTTP/1.1" status: 204 len: 168 time: 1.7735584 Aug 05 14:11:26.532932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40814) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:26.566213 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-79bfedff-e179-430e-900f-25b0507f240f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:11:26.566895 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-79bfedff-e179-430e-900f-25b0507f240f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:11:26.571679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] For port 11e51a0e-af27-47fb-a9c6-4268ce3ff002, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:11:26.576928 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] For port 11e51a0e-af27-47fb-a9c6-4268ce3ff002, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=11e51a0e-af27-47fb-a9c6-4268ce3ff002,segment=NetworkSegment(fa49627c-5114-42ae-9f54-5a3ddad77b57),segment_id=fa49627c-5114-42ae-9f54-5a3ddad77b57)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:11:26.582910 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:26.660031 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ab0612-65b2-4506-a901-78a4245a76fd tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Deleting subnet 440760af-d6fd-4db2-bcc5-236d700b176d {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:11:26.668013 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-79ab0612-65b2-4506-a901-78a4245a76fd tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:26.681477 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f523d1-8671-4162-83c9-6d4ee272b579 None None] Pushing event updated for resources: {'Port': ['ID=11e51a0e-af27-47fb-a9c6-4268ce3ff002,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:26.726033 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-79ab0612-65b2-4506-a901-78a4245a76fd tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:26.806806 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-79ab0612-65b2-4506-a901-78a4245a76fd tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:26.947898 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-79ab0612-65b2-4506-a901-78a4245a76fd tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.008743 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab0612-65b2-4506-a901-78a4245a76fd tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=440760af-d6fd-4db2-bcc5-236d700b176d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:27.017293 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-79ab0612-65b2-4506-a901-78a4245a76fd tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.022177 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-79ab0612-65b2-4506-a901-78a4245a76fd tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/440760af-d6fd-4db2-bcc5-236d700b176d HTTP/1.1" status: 204 len: 168 time: 0.4879549 Aug 05 14:11:27.023053 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40820) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:27.046146 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8b1bbbc9-917c-49e8-b7f0-e64c7497de4c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.059298 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.101652 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-8b1bbbc9-917c-49e8-b7f0-e64c7497de4c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335413a9-99c9-4953-8ab5-6cf93cd028e8']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:27.104951 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bfedff-e179-430e-900f-25b0507f240f None None] Port be75aef7-9c4d-4798-8e43-94379febf1b2 not found while updating agent binding for router e02b96c5-365f-42b4-a965-4d4be60f464c. {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 05 14:11:27.119530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bfedff-e179-430e-900f-25b0507f240f None None] Routers set() bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:27.119896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-39ccac17-0072-455d-bf99-d0bd5a60454a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] device_id is not set on port d5bf05ea-b474-4ae4-be3d-956682833ab3 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:11:27.120079 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bfedff-e179-430e-900f-25b0507f240f None None] Router IDs set() for agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 05 14:11:27.120558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_agentschedulers_db [None req-79bfedff-e179-430e-900f-25b0507f240f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e02b96c5-365f-42b4-a965-4d4be60f464c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent'). {{(pid=105725) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 05 14:11:27.120962 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bfedff-e179-430e-900f-25b0507f240f None None] The sync data for ids ['e02b96c5-365f-42b4-a965-4d4be60f464c'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:11:27.147024 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fa743c2e-321d-4254-98f5-0bd5c9108e62 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.152754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-8b1bbbc9-917c-49e8-b7f0-e64c7497de4c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd77b7e-cd96-44ee-b64a-d99e16a44090') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:27.153374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-8b1bbbc9-917c-49e8-b7f0-e64c7497de4c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd77b7e-cd96-44ee-b64a-d99e16a44090') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:27.197298 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8b1bbbc9-917c-49e8-b7f0-e64c7497de4c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.261892 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fa743c2e-321d-4254-98f5-0bd5c9108e62 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.275932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-fa743c2e-321d-4254-98f5-0bd5c9108e62 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e132fa-e69a-49e0-99f7-1911d2373013']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:27.295655 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-fa743c2e-321d-4254-98f5-0bd5c9108e62 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9a028d-795c-41ac-bbfe-b4af020c5bd9') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:27.295976 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-fa743c2e-321d-4254-98f5-0bd5c9108e62 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9a028d-795c-41ac-bbfe-b4af020c5bd9') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:27.304120 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8b1bbbc9-917c-49e8-b7f0-e64c7497de4c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.320964 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fa743c2e-321d-4254-98f5-0bd5c9108e62 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.343687 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fa743c2e-321d-4254-98f5-0bd5c9108e62 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.351903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1bbbc9-917c-49e8-b7f0-e64c7497de4c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:11:27.352892 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8b1bbbc9-917c-49e8-b7f0-e64c7497de4c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.356519 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa743c2e-321d-4254-98f5-0bd5c9108e62 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:11:27.356955 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fa743c2e-321d-4254-98f5-0bd5c9108e62 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:11:27.357792 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:11:27.361058 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-39ccac17-0072-455d-bf99-d0bd5a60454a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Allocated IP 2001:db8::1a (cc144092-6d24-47e4-b2aa-b1bf52825868/8c42be7a-ccb8-4817-b7e0-441dd9d8d7b7/d5bf05ea-b474-4ae4-be3d-956682833ab3) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:11:27.366629 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:11:27.373887 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 11e51a0e-af27-47fb-a9c6-4268ce3ff002 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:11:27.441578 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.457866 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fa743c2e-321d-4254-98f5-0bd5c9108e62 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.467838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa743c2e-321d-4254-98f5-0bd5c9108e62 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23e132fa-e69a-49e0-99f7-1911d2373013 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 05 14:11:27.488609 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fa743c2e-321d-4254-98f5-0bd5c9108e62 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.490933 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fa743c2e-321d-4254-98f5-0bd5c9108e62 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "DELETE /v2.0/networks/23e132fa-e69a-49e0-99f7-1911d2373013 HTTP/1.1" status: 204 len: 168 time: 0.4658971 Aug 05 14:11:27.492638 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa743c2e-321d-4254-98f5-0bd5c9108e62 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Pushing event deleted for resources: {'Network': ['ID=23e132fa-e69a-49e0-99f7-1911d2373013,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:27.521409 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:27.527455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:27.530607 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8b1bbbc9-917c-49e8-b7f0-e64c7497de4c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.548714 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8b1bbbc9-917c-49e8-b7f0-e64c7497de4c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.555328 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8b1bbbc9-917c-49e8-b7f0-e64c7497de4c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "DELETE /v2.0/networks/335413a9-99c9-4953-8ab5-6cf93cd028e8 HTTP/1.1" status: 204 len: 168 time: 1.5642622 Aug 05 14:11:27.556640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:27.558616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40830) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:27.559241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 11e51a0e-af27-47fb-a9c6-4268ce3ff002 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:27.649420 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bbbc9-917c-49e8-b7f0-e64c7497de4c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event deleted for resources: {'Network': ['ID=335413a9-99c9-4953-8ab5-6cf93cd028e8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:27.767440 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cecc5ac-de1a-4777-9172-1c0f8432a207 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:27.786726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cecc5ac-de1a-4777-9172-1c0f8432a207 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:27.792526 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1cecc5ac-de1a-4777-9172-1c0f8432a207 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2279902 Aug 05 14:11:27.796404 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=a655d808-9f40-45b6-bc3a-df411fa0f45c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:27.798999 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40836) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:27.810455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-51a6d8c5-03b9-4006-b21e-6d30fc1a9a28 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1891956175'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:27.880010 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a6d8c5-03b9-4006-b21e-6d30fc1a9a28 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Made reservation on behalf of 747c800842954b758f9ac844dc7cd094 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:27.884797 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-51a6d8c5-03b9-4006-b21e-6d30fc1a9a28 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.946203 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a6d8c5-03b9-4006-b21e-6d30fc1a9a28 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:11:27.956746 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-39ccac17-0072-455d-bf99-d0bd5a60454a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.964310 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-51a6d8c5-03b9-4006-b21e-6d30fc1a9a28 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:27.964757 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-51a6d8c5-03b9-4006-b21e-6d30fc1a9a28 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Added segment 53fcb78f-e44b-4a7a-914f-a30a3571e3fa of type vlan for network 3584aa84-fed1-4cc5-b1c8-aa8d7289ec60 Aug 05 14:11:27.975428 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-39ccac17-0072-455d-bf99-d0bd5a60454a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Transition to ACTIVE for port object d5bf05ea-b474-4ae4-be3d-956682833ab3 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:28.085542 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-51a6d8c5-03b9-4006-b21e-6d30fc1a9a28 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:28.118437 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40842) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:28.125323 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0d9fc962-185c-42ff-a019-62ed3f0b3299 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Request body: {'router': {'name': 'tempest-router--2125402042', 'project_id': 'b219a9414f15499d8c89fdbbf9a82cd3'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:28.164305 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-51a6d8c5-03b9-4006-b21e-6d30fc1a9a28 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:28.165045 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-39ccac17-0072-455d-bf99-d0bd5a60454a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:28.175482 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a6d8c5-03b9-4006-b21e-6d30fc1a9a28 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:28.176830 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-51a6d8c5-03b9-4006-b21e-6d30fc1a9a28 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:28.191700 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc962-185c-42ff-a019-62ed3f0b3299 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:28.193686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc962-185c-42ff-a019-62ed3f0b3299 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:28.231937 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773796bc-5d32-4289-9f2d-827b0b83b954 None None] Network cc144092-6d24-47e4-b2aa-b1bf52825868 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:11:28.251170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ccac17-0072-455d-bf99-d0bd5a60454a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Network cc144092-6d24-47e4-b2aa-b1bf52825868 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:28.258012 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-39ccac17-0072-455d-bf99-d0bd5a60454a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:28.267513 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ccac17-0072-455d-bf99-d0bd5a60454a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:28.273564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ccac17-0072-455d-bf99-d0bd5a60454a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:28.274421 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-39ccac17-0072-455d-bf99-d0bd5a60454a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:28.317886 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6d8c5-03b9-4006-b21e-6d30fc1a9a28 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event updated for resources: {'Network': ['ID=3584aa84-fed1-4cc5-b1c8-aa8d7289ec60,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:28.332025 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-51a6d8c5-03b9-4006-b21e-6d30fc1a9a28 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5318503 Aug 05 14:11:28.339751 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-39ccac17-0072-455d-bf99-d0bd5a60454a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.4911520 Aug 05 14:11:28.339751 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccac17-0072-455d-bf99-d0bd5a60454a tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event updated for resources: {'Port': ['ID=d5bf05ea-b474-4ae4-be3d-956682833ab3,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:28.340910 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40844) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:28.341334 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40846) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:28.345207 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 3584aa84-fed1-4cc5-b1c8-aa8d7289ec60 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:11:28.347005 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3c9ff577-bd39-4705-9bd9-9304ed2540c8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-9592139'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:28.407968 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9ff577-bd39-4705-9bd9-9304ed2540c8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Made reservation on behalf of 747c800842954b758f9ac844dc7cd094 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:28.416167 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c9ff577-bd39-4705-9bd9-9304ed2540c8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:28.462733 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:28.510408 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1279fb54-14fb-4634-9ebc-c5d2800b1e01 None None] Provisioning for port 11e51a0e-af27-47fb-a9c6-4268ce3ff002 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:28.522436 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc962-185c-42ff-a019-62ed3f0b3299 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:28.524418 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1279fb54-14fb-4634-9ebc-c5d2800b1e01 None None] Provisioning complete for port 11e51a0e-af27-47fb-a9c6-4268ce3ff002 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:28.525160 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1279fb54-14fb-4634-9ebc-c5d2800b1e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:28.554933 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc962-185c-42ff-a019-62ed3f0b3299 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:28.568851 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9ff577-bd39-4705-9bd9-9304ed2540c8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:11:28.600941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39275f97-6a12-4256-8f6b-84e1729fa8b7 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:28.607667 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39275f97-6a12-4256-8f6b-84e1729fa8b7 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:28.616402 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39275f97-6a12-4256-8f6b-84e1729fa8b7 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:28.618195 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-39275f97-6a12-4256-8f6b-84e1729fa8b7 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.2497294 Aug 05 14:11:28.621735 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc962-185c-42ff-a019-62ed3f0b3299 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:28.626000 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0d9fc962-185c-42ff-a019-62ed3f0b3299 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5033953 Aug 05 14:11:28.626000 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40852) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:28.630882 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c9ff577-bd39-4705-9bd9-9304ed2540c8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:28.630882 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-3c9ff577-bd39-4705-9bd9-9304ed2540c8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Added segment aa63f316-3c82-4664-a58e-e5584cce3c98 of type vlan for network 25bcdff3-7b35-433a-9d19-6c2be2472c5c Aug 05 14:11:28.649245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40854) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:28.761053 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1279fb54-14fb-4634-9ebc-c5d2800b1e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:28.851054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-1279fb54-14fb-4634-9ebc-c5d2800b1e01 None None] For port 11e51a0e-af27-47fb-a9c6-4268ce3ff002, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=11e51a0e-af27-47fb-a9c6-4268ce3ff002,segment=NetworkSegment(fa49627c-5114-42ae-9f54-5a3ddad77b57),segment_id=fa49627c-5114-42ae-9f54-5a3ddad77b57)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:28.860782 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1279fb54-14fb-4634-9ebc-c5d2800b1e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:28.886617 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:29.011100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279fb54-14fb-4634-9ebc-c5d2800b1e01 None None] Pushing event updated for resources: {'Port': ['ID=11e51a0e-af27-47fb-a9c6-4268ce3ff002,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:29.223331 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:11:29.289981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-43bf1342-21de-486b-9d59-c222bd53726b None None] Provisioning for port d5bf05ea-b474-4ae4-be3d-956682833ab3 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:29.295517 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-43bf1342-21de-486b-9d59-c222bd53726b None None] Provisioning complete for port d5bf05ea-b474-4ae4-be3d-956682833ab3 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:29.295889 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-43bf1342-21de-486b-9d59-c222bd53726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:29.310536 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c9ff577-bd39-4705-9bd9-9304ed2540c8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:29.319901 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-97a7535c-5de9-4976-9643-dbdbb484aad9 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:29.350317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 11e51a0e-af27-47fb-a9c6-4268ce3ff002 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:11:29.371634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:11:29.385033 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Sync routers for ids ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:11:29.411473 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Routers {'3badc8f5-ab18-4f91-b9e0-8734cc4f8695'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:29.411781 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:29.412263 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:29.416539 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f5917563-3540-41e2-885a-ed0b2baa7bd4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.6718552 Aug 05 14:11:29.417265 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40872) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:29.474914 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e17133b8-4555-419a-a7d5-d3c8d2128291 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b8337b594bf34d3abccae65212524bf9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0559525 Aug 05 14:11:29.475997 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40874) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:29.483947 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-43bf1342-21de-486b-9d59-c222bd53726b None None] Port d5bf05ea-b474-4ae4-be3d-956682833ab3 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:11:29.516972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-43bf1342-21de-486b-9d59-c222bd53726b None None] Provisioning for port 049bfb86-0f26-4862-b5fa-5aed90f74c82 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:29.529195 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-43bf1342-21de-486b-9d59-c222bd53726b None None] Provisioning complete for port 049bfb86-0f26-4862-b5fa-5aed90f74c82 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:29.532881 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-43bf1342-21de-486b-9d59-c222bd53726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:29.615440 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-43bf1342-21de-486b-9d59-c222bd53726b None None] Port 049bfb86-0f26-4862-b5fa-5aed90f74c82 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:11:29.619015 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 11e51a0e-af27-47fb-a9c6-4268ce3ff002 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:29.621747 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:29.634747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13821e25-43be-4066-a770-1c013f2c140e tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:29.642543 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-13821e25-43be-4066-a770-1c013f2c140e tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1613543 Aug 05 14:11:29.644127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40876) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:29.659146 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c9ff577-bd39-4705-9bd9-9304ed2540c8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:29.665711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9ff577-bd39-4705-9bd9-9304ed2540c8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:29.666407 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c9ff577-bd39-4705-9bd9-9304ed2540c8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:29.676392 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Set router 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:11:29.684695 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-97a7535c-5de9-4976-9643-dbdbb484aad9 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:29.691276 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-72b95785-8128-43d1-a895-f46457b70dfc tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452154 Aug 05 14:11:29.692647 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-97a7535c-5de9-4976-9643-dbdbb484aad9 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:29.694834 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40878) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:29.700546 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-858c559d-6200-4f29-b6b9-d76af1e8ab1a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-282989773', 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:29.727130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-43bf1342-21de-486b-9d59-c222bd53726b None None] Provisioning complete for port 11e51a0e-af27-47fb-a9c6-4268ce3ff002 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:29.727765 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-43bf1342-21de-486b-9d59-c222bd53726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:29.747729 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3c9ff577-bd39-4705-9bd9-9304ed2540c8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4052453 Aug 05 14:11:29.764416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40880) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:29.771161 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Request body: {'ports': [{'network_id': '3584aa84-fed1-4cc5-b1c8-aa8d7289ec60', 'name': 'tempest-port--299465302', 'admin_state_up': True}, {'network_id': '25bcdff3-7b35-433a-9d19-6c2be2472c5c', 'admin_state_up': False}]} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:29.771161 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Request body: {'port': {'network_id': '3584aa84-fed1-4cc5-b1c8-aa8d7289ec60', 'name': 'tempest-port--299465302', 'admin_state_up': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:29.771646 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Request body: {'port': {'network_id': '25bcdff3-7b35-433a-9d19-6c2be2472c5c', 'admin_state_up': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:29.897149 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-97a7535c-5de9-4976-9643-dbdbb484aad9 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:29.897608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a7535c-5de9-4976-9643-dbdbb484aad9 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 734f47c7-5544-4e98-96fe-7e3a68a7938b {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:11:29.914703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858c559d-6200-4f29-b6b9-d76af1e8ab1a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Made reservation on behalf of b8337b594bf34d3abccae65212524bf9 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:29.915180 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-97a7535c-5de9-4976-9643-dbdbb484aad9 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:29.916361 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-97a7535c-5de9-4976-9643-dbdbb484aad9 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "DELETE /v2.0/routers/734f47c7-5544-4e98-96fe-7e3a68a7938b HTTP/1.1" status: 204 len: 168 time: 1.2659883 Aug 05 14:11:29.922539 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-858c559d-6200-4f29-b6b9-d76af1e8ab1a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:29.924415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ff577-bd39-4705-9bd9-9304ed2540c8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event updated for resources: {'Network': ['ID=25bcdff3-7b35-433a-9d19-6c2be2472c5c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:29.935212 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f34b2270-80bb-4e2d-b476-dbfd81889b04 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Deleting port d5bf05ea-b474-4ae4-be3d-956682833ab3 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:29.937630 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 25bcdff3-7b35-433a-9d19-6c2be2472c5c details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:11:29.939764 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f34b2270-80bb-4e2d-b476-dbfd81889b04 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:29.992785 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937278839', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:23Z', 'updated_at': '2021-08-05T14:11:28Z', 'revision_number': 3, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:25Z', 'updated_at': '2021-08-05T14:11:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:30.030407 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Checking router: 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:11:30.031621 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Updating router 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 port a655d808-9f40-45b6-bc3a-df411fa0f45c binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:11:30.058634 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:30.102716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40890) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:30.185031 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4e63aa05-bda0-4d61-968b-9fe5bb02fd97 None None] Provisioning complete for port d5bf05ea-b474-4ae4-be3d-956682833ab3 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:30.186086 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4e63aa05-bda0-4d61-968b-9fe5bb02fd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:30.194495 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f34b2270-80bb-4e2d-b476-dbfd81889b04 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:30.208984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f34b2270-80bb-4e2d-b476-dbfd81889b04 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Calling delete_port for d5bf05ea-b474-4ae4-be3d-956682833ab3 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:30.283503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4e63aa05-bda0-4d61-968b-9fe5bb02fd97 None None] Port d5bf05ea-b474-4ae4-be3d-956682833ab3 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:11:30.299987 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4e63aa05-bda0-4d61-968b-9fe5bb02fd97 None None] Provisioning complete for port 049bfb86-0f26-4862-b5fa-5aed90f74c82 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:30.300671 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4e63aa05-bda0-4d61-968b-9fe5bb02fd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:30.312202 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-858c559d-6200-4f29-b6b9-d76af1e8ab1a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:30.349149 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4e63aa05-bda0-4d61-968b-9fe5bb02fd97 None None] Port 049bfb86-0f26-4862-b5fa-5aed90f74c82 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:11:30.430413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c559d-6200-4f29-b6b9-d76af1e8ab1a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Subnet': ['ID=a48626b7-9d60-474f-9eb7-fd37d71c9c23,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:30.444123 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c559d-6200-4f29-b6b9-d76af1e8ab1a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Checking segment: {'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:11:30.444638 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858c559d-6200-4f29-b6b9-d76af1e8ab1a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network hostable DHCP agents. Network: 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:11:30.469594 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858c559d-6200-4f29-b6b9-d76af1e8ab1a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:11:30.481225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-858c559d-6200-4f29-b6b9-d76af1e8ab1a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:30.484511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Made reservation on behalf of 747c800842954b758f9ac844dc7cd094 for: {'port': 2} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:30.490593 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:30.493706 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4329626-2831-4f63-95a7-18dfd325aafc None None] Network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:11:30.500872 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858c559d-6200-4f29-b6b9-d76af1e8ab1a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:30.502990 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-858c559d-6200-4f29-b6b9-d76af1e8ab1a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:30.511241 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-435781938', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:30.514856 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:30.533617 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f34b2270-80bb-4e2d-b476-dbfd81889b04 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:30.556600 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:30.558185 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:30.566081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-858c559d-6200-4f29-b6b9-d76af1e8ab1a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8701329 Aug 05 14:11:30.568823 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40898) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:30.583266 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:30.587468 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b2270-80bb-4e2d-b476-dbfd81889b04 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event deleted for resources: {'Port': ['ID=d5bf05ea-b474-4ae4-be3d-956682833ab3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:30.597933 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Transition to ACTIVE for port object a655d808-9f40-45b6-bc3a-df411fa0f45c will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:30.613798 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:30.700328 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c3667-82bf-4824-807b-e78447c8528e None None] Pushing event updated for resources: {'Port': ['ID=a655d808-9f40-45b6-bc3a-df411fa0f45c,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:30.704898 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Attempting to bind port a655d808-9f40-45b6-bc3a-df411fa0f45c on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:11:30.705366 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Attempting to bind port a655d808-9f40-45b6-bc3a-df411fa0f45c by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:11:30.707295 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Attempting to bind port a655d808-9f40-45b6-bc3a-df411fa0f45c on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:11:30.722138 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c3667-82bf-4824-807b-e78447c8528e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:30.722499 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c3667-82bf-4824-807b-e78447c8528e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:30.723277 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c3667-82bf-4824-807b-e78447c8528e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:30.723725 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c3667-82bf-4824-807b-e78447c8528e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:30.724132 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c3667-82bf-4824-807b-e78447c8528e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:30.724620 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c3667-82bf-4824-807b-e78447c8528e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:30.725092 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c3667-82bf-4824-807b-e78447c8528e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:30.725513 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c3667-82bf-4824-807b-e78447c8528e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:30.725974 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c3667-82bf-4824-807b-e78447c8528e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:30.726567 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c3667-82bf-4824-807b-e78447c8528e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:30.727084 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c3667-82bf-4824-807b-e78447c8528e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:30.727540 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5c3667-82bf-4824-807b-e78447c8528e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:11:30.732992 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:11:30.733641 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:11:30.734787 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:30.735273 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:11:30.736003 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Bound port: a655d808-9f40-45b6-bc3a-df411fa0f45c, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:11:30.736484 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:30.750581 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:30.837475 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] For port a655d808-9f40-45b6-bc3a-df411fa0f45c, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:11:30.845949 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] For port a655d808-9f40-45b6-bc3a-df411fa0f45c, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a655d808-9f40-45b6-bc3a-df411fa0f45c,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:11:30.856654 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:30.868099 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9', 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ips': [{'subnet_id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:11:30.872066 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:30.896094 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] device_id is not set on port ba55b827-6cae-4ca5-88f0-85741fd315ac yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:11:30.972262 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Routers {'3badc8f5-ab18-4f91-b9e0-8734cc4f8695'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:30.973007 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:31.068448 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c3667-82bf-4824-807b-e78447c8528e None None] Pushing event updated for resources: {'Port': ['ID=a655d808-9f40-45b6-bc3a-df411fa0f45c,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:31.088328 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:31.155579 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f34b2270-80bb-4e2d-b476-dbfd81889b04 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:31.171757 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f34b2270-80bb-4e2d-b476-dbfd81889b04 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "DELETE /v2.0/ports/d5bf05ea-b474-4ae4-be3d-956682833ab3 HTTP/1.1" status: 204 len: 168 time: 2.5398731 Aug 05 14:11:31.176884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40914) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:31.208868 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] Set router 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:11:31.265031 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9b8e91-b285-4e90-a5a1-dd8d10857101 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] GET failed (client error): The resource could not be found. Aug 05 14:11:31.267562 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7b9b8e91-b285-4e90-a5a1-dd8d10857101 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "GET /v2.0/ports/d5bf05ea-b474-4ae4-be3d-956682833ab3 HTTP/1.1" status: 404 len: 333 time: 0.0866880 Aug 05 14:11:31.273082 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40918) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:31.281622 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Allocated IP 172.20.0.2 (265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9/a48626b7-9d60-474f-9eb7-fd37d71c9c23/d665b578-1aad-4ed8-acee-5224e4d125a6) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:31.282707 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ce569ed9-7c2d-4699-b5f9-6ac454b9ce23 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Request body: {'port': {'network_id': 'cc144092-6d24-47e4-b2aa-b1bf52825868', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1457342435'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:31.477825 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:31.488294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Transition to ACTIVE for port object d665b578-1aad-4ed8-acee-5224e4d125a6 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:31.509784 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937278839', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:23Z', 'updated_at': '2021-08-05T14:11:28Z', 'revision_number': 3, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:25Z', 'updated_at': '2021-08-05T14:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:31.526689 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Transition to ACTIVE for port object d665b578-1aad-4ed8-acee-5224e4d125a6 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:31.538952 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:31.544354 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee8b527-0eb3-483f-9908-2dd8e31b5e63 None None] The sync data for ids ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'] in n-d-803585-2 is: [{'id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937278839', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:23Z', 'updated_at': '2021-08-05T14:11:28Z', 'revision_number': 3, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:25Z', 'updated_at': '2021-08-05T14:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:11:31.587702 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:31.595921 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:31.600930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:31.617733 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:31.620002 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce569ed9-7c2d-4699-b5f9-6ac454b9ce23 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Made reservation on behalf of 3dad5ecbe7224a28a063a95e63c1c25a for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:31.625850 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce569ed9-7c2d-4699-b5f9-6ac454b9ce23 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:31.640979 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Pushing event updated for resources: {'Port': ['ID=d665b578-1aad-4ed8-acee-5224e4d125a6,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:31.750139 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Attempting to bind port d665b578-1aad-4ed8-acee-5224e4d125a6 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:11:31.750929 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Attempting to bind port d665b578-1aad-4ed8-acee-5224e4d125a6 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:11:31.751662 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Attempting to bind port d665b578-1aad-4ed8-acee-5224e4d125a6 on network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:11:31.764282 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:11:31.766379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Checking segment: {'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:11:31.767245 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:31.768288 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Bound using segment: {'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:11:31.769008 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Bound port: d665b578-1aad-4ed8-acee-5224e4d125a6, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:11:31.769716 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:31.780487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-ce569ed9-7c2d-4699-b5f9-6ac454b9ce23 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] device_id is not set on port f0822bd2-3e35-45fe-b31e-e27ac1a4fe6e yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:11:31.804792 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:31.830860 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:31.865562 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] For port d665b578-1aad-4ed8-acee-5224e4d125a6, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:11:31.870144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] For port d665b578-1aad-4ed8-acee-5224e4d125a6, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d665b578-1aad-4ed8-acee-5224e4d125a6,segment=NetworkSegment(a3eac670-f712-4189-8f88-17dfedd52a4c),segment_id=a3eac670-f712-4189-8f88-17dfedd52a4c)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:11:31.884089 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] device_id is not set on port 5cd81d35-22ff-4740-8619-ea11df0098b6 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:11:31.888298 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:31.960067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Allocated IP 172.25.5.32 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/11bf910e-c457-4695-8fdd-0c0983787120) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:32.021908 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-ce569ed9-7c2d-4699-b5f9-6ac454b9ce23 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Allocated IP 2001:db8::72 (cc144092-6d24-47e4-b2aa-b1bf52825868/8c42be7a-ccb8-4817-b7e0-441dd9d8d7b7/f0822bd2-3e35-45fe-b31e-e27ac1a4fe6e) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:32.065880 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bb6c9-ad00-4d7d-b0f0-89a3f45d7a96 None None] Pushing event updated for resources: {'Port': ['ID=d665b578-1aad-4ed8-acee-5224e4d125a6,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:32.248618 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:32.276400 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:32.331732 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:32.522117 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:32.647374 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:32.687663 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce569ed9-7c2d-4699-b5f9-6ac454b9ce23 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:32.700361 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Checking segment: {'id': '53fcb78f-e44b-4a7a-914f-a30a3571e3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3584aa84-fed1-4cc5-b1c8-aa8d7289ec60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:11:32.700361 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Network hostable DHCP agents. Network: 3584aa84-fed1-4cc5-b1c8-aa8d7289ec60, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:11:32.719886 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event updated for resources: {'Port': ['ID=ba55b827-6cae-4ca5-88f0-85741fd315ac,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:32.750742 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-ce569ed9-7c2d-4699-b5f9-6ac454b9ce23 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Transition to ACTIVE for port object f0822bd2-3e35-45fe-b31e-e27ac1a4fe6e will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:32.760055 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Network 3584aa84-fed1-4cc5-b1c8-aa8d7289ec60 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:11:32.774185 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 3584aa84-fed1-4cc5-b1c8-aa8d7289ec60) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:32.782312 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:32.784581 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8620e176-e26d-40f4-b73a-9bb62a576fc2 None None] Network 3584aa84-fed1-4cc5-b1c8-aa8d7289ec60 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:11:32.789946 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:32.799053 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:32.825609 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:32.831475 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:32.833464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Pushing event updated for resources: {'Port': ['ID=11bf910e-c457-4695-8fdd-0c0983787120,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:32.952124 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event updated for resources: {'Port': ['ID=5cd81d35-22ff-4740-8619-ea11df0098b6,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:32.955293 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce569ed9-7c2d-4699-b5f9-6ac454b9ce23 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:33.067169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Checking segment: {'id': 'aa63f316-3c82-4664-a58e-e5584cce3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '25bcdff3-7b35-433a-9d19-6c2be2472c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:11:33.067888 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Network hostable DHCP agents. Network: 25bcdff3-7b35-433a-9d19-6c2be2472c5c, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:11:33.077093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce569ed9-7c2d-4699-b5f9-6ac454b9ce23 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Network cc144092-6d24-47e4-b2aa-b1bf52825868 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:33.091055 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-ce569ed9-7c2d-4699-b5f9-6ac454b9ce23 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:33.099373 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce569ed9-7c2d-4699-b5f9-6ac454b9ce23 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:33.105075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce569ed9-7c2d-4699-b5f9-6ac454b9ce23 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:33.106194 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce569ed9-7c2d-4699-b5f9-6ac454b9ce23 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:33.115983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce569ed9-7c2d-4699-b5f9-6ac454b9ce23 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event updated for resources: {'Port': ['ID=f0822bd2-3e35-45fe-b31e-e27ac1a4fe6e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:33.136171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Network 25bcdff3-7b35-433a-9d19-6c2be2472c5c is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:11:33.147684 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ce569ed9-7c2d-4699-b5f9-6ac454b9ce23 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8733420 Aug 05 14:11:33.149006 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40942) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:33.164297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 25bcdff3-7b35-433a-9d19-6c2be2472c5c) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:33.173125 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:33.179818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:33.181347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eca3ad-ee18-49ca-96da-45020f169c25 None None] Network 25bcdff3-7b35-433a-9d19-6c2be2472c5c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:11:33.185400 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-21f64b50-5d72-4909-bb63-99e10fba9d7c tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::251', 'mac_address': 'fa:16:3e:8f:5a:01'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:33.190819 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:33.193403 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:33.238767 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d88e2290-64c0-42ce-88b4-1ae6f17ab6a8 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.4732311 Aug 05 14:11:33.241269 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40946) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:33.338100 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfef77f-6766-4eca-a147-485ade9fc209 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:33.348757 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfef77f-6766-4eca-a147-485ade9fc209 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:33.350815 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5cfef77f-6766-4eca-a147-485ade9fc209 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1084740 Aug 05 14:11:33.353928 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40948) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:33.506002 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d665b578-1aad-4ed8-acee-5224e4d125a6 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:11:33.574442 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-aa8c3f13-eab2-4618-9d47-8a7cfe0c0c47 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Deleting port ba55b827-6cae-4ca5-88f0-85741fd315ac {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:33.576864 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3f13-eab2-4618-9d47-8a7cfe0c0c47 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:33.733582 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3f13-eab2-4618-9d47-8a7cfe0c0c47 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:33.755987 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-aa8c3f13-eab2-4618-9d47-8a7cfe0c0c47 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Calling delete_port for ba55b827-6cae-4ca5-88f0-85741fd315ac owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:33.883620 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1d8485a3-8c6b-43f8-8dbe-1ddcdee2bcea None None] Provisioning for port f0822bd2-3e35-45fe-b31e-e27ac1a4fe6e completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:33.891181 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1d8485a3-8c6b-43f8-8dbe-1ddcdee2bcea None None] Provisioning complete for port f0822bd2-3e35-45fe-b31e-e27ac1a4fe6e triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:33.892239 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1d8485a3-8c6b-43f8-8dbe-1ddcdee2bcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:33.927392 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37c3953-4350-4af0-b3a9-d79ce8c69aba None None] Network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:11:33.962394 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3f13-eab2-4618-9d47-8a7cfe0c0c47 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.000302 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c3f13-eab2-4618-9d47-8a7cfe0c0c47 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event deleted for resources: {'Port': ['ID=ba55b827-6cae-4ca5-88f0-85741fd315ac,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:34.005404 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-1d8485a3-8c6b-43f8-8dbe-1ddcdee2bcea None None] Port f0822bd2-3e35-45fe-b31e-e27ac1a4fe6e cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:11:34.010508 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3f13-eab2-4618-9d47-8a7cfe0c0c47 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.018167 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-aa8c3f13-eab2-4618-9d47-8a7cfe0c0c47 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "DELETE /v2.0/ports/ba55b827-6cae-4ca5-88f0-85741fd315ac HTTP/1.1" status: 204 len: 168 time: 0.6618364 Aug 05 14:11:34.019229 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40964) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:34.037713 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port d665b578-1aad-4ed8-acee-5224e4d125a6 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:34.058576 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a655d808-9f40-45b6-bc3a-df411fa0f45c up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:11:34.095450 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Allocated IP 172.20.0.1 (265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9/a48626b7-9d60-474f-9eb7-fd37d71c9c23/10a2266e-9db1-477a-98e0-4369f155d7b4) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:34.175294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-47e74119-11d4-473c-8f24-cabedebabc3f None None] Provisioning for port d665b578-1aad-4ed8-acee-5224e4d125a6 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:34.207070 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-47e74119-11d4-473c-8f24-cabedebabc3f None None] Provisioning complete for port d665b578-1aad-4ed8-acee-5224e4d125a6 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:34.207474 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-47e74119-11d4-473c-8f24-cabedebabc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.212747 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ceedb4c9-5482-408f-9956-14ece44a1d73 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Deleting port 5cd81d35-22ff-4740-8619-ea11df0098b6 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:34.213798 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ceedb4c9-5482-408f-9956-14ece44a1d73 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.247775 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port a655d808-9f40-45b6-bc3a-df411fa0f45c completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:34.272477 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port a655d808-9f40-45b6-bc3a-df411fa0f45c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:34.273034 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.279809 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.318797 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ceedb4c9-5482-408f-9956-14ece44a1d73 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.338828 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Transition to ACTIVE for port object 10a2266e-9db1-477a-98e0-4369f155d7b4 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:34.340994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ceedb4c9-5482-408f-9956-14ece44a1d73 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Calling delete_port for 5cd81d35-22ff-4740-8619-ea11df0098b6 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:34.502917 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ceedb4c9-5482-408f-9956-14ece44a1d73 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.581188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedb4c9-5482-408f-9956-14ece44a1d73 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event deleted for resources: {'Port': ['ID=5cd81d35-22ff-4740-8619-ea11df0098b6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:34.591391 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ceedb4c9-5482-408f-9956-14ece44a1d73 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.594065 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ceedb4c9-5482-408f-9956-14ece44a1d73 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "DELETE /v2.0/ports/5cd81d35-22ff-4740-8619-ea11df0098b6 HTTP/1.1" status: 204 len: 168 time: 0.5733082 Aug 05 14:11:34.596975 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40976) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:34.627437 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.650182 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-47e74119-11d4-473c-8f24-cabedebabc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.663083 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-12d3f31a-f0aa-47e6-81b3-d035d49f9a1e tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0600264 Aug 05 14:11:34.670910 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d3b7b17-20bc-43cb-bfd6-912de7275cbf req-d1ada8e3-872a-4eec-8fa8-21a41bb0b29a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2215581 Aug 05 14:11:34.671583 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40980) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:34.677708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5350c30d-1444-4cdd-94ac-aeec6454037b tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1055695725'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:34.708806 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5350c30d-1444-4cdd-94ac-aeec6454037b tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Made reservation on behalf of 747c800842954b758f9ac844dc7cd094 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:34.720839 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5350c30d-1444-4cdd-94ac-aeec6454037b tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.741053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=10a2266e-9db1-477a-98e0-4369f155d7b4,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:34.751835 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.777693 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-47e74119-11d4-473c-8f24-cabedebabc3f None None] For port d665b578-1aad-4ed8-acee-5224e4d125a6, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d665b578-1aad-4ed8-acee-5224e4d125a6,segment=NetworkSegment(a3eac670-f712-4189-8f88-17dfedd52a4c),segment_id=a3eac670-f712-4189-8f88-17dfedd52a4c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:34.786552 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-47e74119-11d4-473c-8f24-cabedebabc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.786959 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5350c30d-1444-4cdd-94ac-aeec6454037b tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:11:34.801126 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5350c30d-1444-4cdd-94ac-aeec6454037b tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.801532 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-5350c30d-1444-4cdd-94ac-aeec6454037b tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Added segment 93fea89e-4839-42eb-987d-d6d532dc6b9b of type vlan for network 4b2fe16f-83d8-46b1-8676-01dcb12a94be Aug 05 14:11:34.826663 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.838970 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21f64b50-5d72-4909-bb63-99e10fba9d7c tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.849163 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:34.856174 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port a655d808-9f40-45b6-bc3a-df411fa0f45c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a655d808-9f40-45b6-bc3a-df411fa0f45c,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:34.866962 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:34.867314 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.868978 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5350c30d-1444-4cdd-94ac-aeec6454037b tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.897253 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:34.907317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e74119-11d4-473c-8f24-cabedebabc3f None None] Pushing event updated for resources: {'Port': ['ID=d665b578-1aad-4ed8-acee-5224e4d125a6,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:34.951879 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b7b17-20bc-43cb-bfd6-912de7275cbf req-e7d1d4b6-498b-4d57-9190-b90742d5c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:34.953747 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d3b7b17-20bc-43cb-bfd6-912de7275cbf req-e7d1d4b6-498b-4d57-9190-b90742d5c309 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1291456ee72e4bdfb592cbb35091d288&device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 1097 time: 0.1939559 Aug 05 14:11:34.967152 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5350c30d-1444-4cdd-94ac-aeec6454037b tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:34.980828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5350c30d-1444-4cdd-94ac-aeec6454037b tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:34.988176 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5350c30d-1444-4cdd-94ac-aeec6454037b tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:35.010670 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=a655d808-9f40-45b6-bc3a-df411fa0f45c,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:35.024048 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9f9eecc8-2127-4dd5-a08d-c79ad64c30f5 None None] Provisioning complete for port d665b578-1aad-4ed8-acee-5224e4d125a6 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:35.024518 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9f9eecc8-2127-4dd5-a08d-c79ad64c30f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:35.095104 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:35.192626 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b7b17-20bc-43cb-bfd6-912de7275cbf req-648eb140-0b97-48f6-b73b-06dd4579be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:35.194650 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d3b7b17-20bc-43cb-bfd6-912de7275cbf req-648eb140-0b97-48f6-b73b-06dd4579be3d service neutron] 10.222.0.63 "GET /v2.0/networks?id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff HTTP/1.1" status: 200 len: 910 time: 0.1820717 Aug 05 14:11:35.325816 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5350c30d-1444-4cdd-94ac-aeec6454037b tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6525147 Aug 05 14:11:35.333500 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40990) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:35.342754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d765c7fb-550d-430c-a229-fa712ac8544c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-5772198'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:35.388454 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350c30d-1444-4cdd-94ac-aeec6454037b tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event updated for resources: {'Network': ['ID=4b2fe16f-83d8-46b1-8676-01dcb12a94be,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:35.404367 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 4b2fe16f-83d8-46b1-8676-01dcb12a94be details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:11:35.424411 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d3b7b17-20bc-43cb-bfd6-912de7275cbf req-73be2efe-b566-4f9b-9eac-e5fd75469d73 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 HTTP/1.1" status: 200 len: 1001 time: 0.1313999 Aug 05 14:11:35.459849 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d665b578-1aad-4ed8-acee-5224e4d125a6 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:11:35.512086 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b7b17-20bc-43cb-bfd6-912de7275cbf req-3a36aa39-6946-4a7f-a5ee-435535b99381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:35.513956 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d3b7b17-20bc-43cb-bfd6-912de7275cbf req-3a36aa39-6946-4a7f-a5ee-435535b99381 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eeec4336-a010-464c-8b64-395366905663 HTTP/1.1" status: 200 len: 848 time: 0.0791519 Aug 05 14:11:35.516721 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-58e289a8-8887-4286-82a8-38c6ddce0af4 None None] Provisioning for port 10a2266e-9db1-477a-98e0-4369f155d7b4 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:35.547817 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:35.551074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-58e289a8-8887-4286-82a8-38c6ddce0af4 None None] Provisioning complete for port 10a2266e-9db1-477a-98e0-4369f155d7b4 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:35.551817 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-58e289a8-8887-4286-82a8-38c6ddce0af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:35.555399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d765c7fb-550d-430c-a229-fa712ac8544c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Made reservation on behalf of 747c800842954b758f9ac844dc7cd094 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:35.558893 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d765c7fb-550d-430c-a229-fa712ac8544c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:35.603214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b7b17-20bc-43cb-bfd6-912de7275cbf req-76b16eea-371d-44f1-bc33-be5417fa1ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:35.605390 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d3b7b17-20bc-43cb-bfd6-912de7275cbf req-76b16eea-371d-44f1-bc33-be5417fa1ded service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=492eeda6-491f-43b8-a0eb-3f6a8fac11ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817101 Aug 05 14:11:35.605992 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-58e289a8-8887-4286-82a8-38c6ddce0af4 None None] Port 10a2266e-9db1-477a-98e0-4369f155d7b4 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:11:35.632514 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d665b578-1aad-4ed8-acee-5224e4d125a6 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:35.633536 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:35.706289 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21f64b50-5d72-4909-bb63-99e10fba9d7c tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:35.720936 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21f64b50-5d72-4909-bb63-99e10fba9d7c tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:35.729634 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:35.748010 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d3b7b17-20bc-43cb-bfd6-912de7275cbf req-bb9eec84-9572-4308-a29d-7982311024de service neutron] 10.222.0.63 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321051 Aug 05 14:11:35.748516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a655d808-9f40-45b6-bc3a-df411fa0f45c up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:11:35.774427 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d765c7fb-550d-430c-a229-fa712ac8544c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:11:35.800796 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d765c7fb-550d-430c-a229-fa712ac8544c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:35.801543 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-d765c7fb-550d-430c-a229-fa712ac8544c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Added segment 42583528-bbbd-4024-946c-6bd48bc4656c of type vlan for network 3243a49f-0c3d-4dd3-8067-eba6b798cbd2 Aug 05 14:11:35.808016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port a655d808-9f40-45b6-bc3a-df411fa0f45c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:35.808400 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:35.857049 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d765c7fb-550d-430c-a229-fa712ac8544c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:35.917902 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d3b7b17-20bc-43cb-bfd6-912de7275cbf req-5b3f8864-761e-41fd-ba41-913937799594 service neutron] 10.222.0.63 "GET /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574349 Aug 05 14:11:35.934192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-21f64b50-5d72-4909-bb63-99e10fba9d7c tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] In _notify_port_updated(), no bound segment for port f0822bd2-3e35-45fe-b31e-e27ac1a4fe6e on network cc144092-6d24-47e4-b2aa-b1bf52825868 {{(pid=105724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:11:35.940658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f64b50-5d72-4909-bb63-99e10fba9d7c tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:35.941336 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21f64b50-5d72-4909-bb63-99e10fba9d7c tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:35.946237 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40998) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:35.946506 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-21f64b50-5d72-4909-bb63-99e10fba9d7c tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "PUT /v2.0/ports/f0822bd2-3e35-45fe-b31e-e27ac1a4fe6e HTTP/1.1" status: 200 len: 1002 time: 2.7805843 Aug 05 14:11:36.050858 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f64b50-5d72-4909-bb63-99e10fba9d7c tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event updated for resources: {'Port': ['ID=f0822bd2-3e35-45fe-b31e-e27ac1a4fe6e,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:36.083780 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d765c7fb-550d-430c-a229-fa712ac8544c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:36.089632 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d765c7fb-550d-430c-a229-fa712ac8544c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:36.090191 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d765c7fb-550d-430c-a229-fa712ac8544c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:36.101027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-6efc39fe-9a75-4885-9ccf-88f0853d5b6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Deleting port f0822bd2-3e35-45fe-b31e-e27ac1a4fe6e {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:36.101710 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6efc39fe-9a75-4885-9ccf-88f0853d5b6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:36.142056 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5d6b41d1-437a-4214-ae78-ea2b0c247a98 None None] Provisioning complete for port f0822bd2-3e35-45fe-b31e-e27ac1a4fe6e triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:36.143170 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5d6b41d1-437a-4214-ae78-ea2b0c247a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:36.166093 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d765c7fb-550d-430c-a229-fa712ac8544c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8283577 Aug 05 14:11:36.199193 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-5d6b41d1-437a-4214-ae78-ea2b0c247a98 None None] Port f0822bd2-3e35-45fe-b31e-e27ac1a4fe6e cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:11:36.234393 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6efc39fe-9a75-4885-9ccf-88f0853d5b6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:36.250411 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-6efc39fe-9a75-4885-9ccf-88f0853d5b6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Calling delete_port for f0822bd2-3e35-45fe-b31e-e27ac1a4fe6e owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:36.306524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765c7fb-550d-430c-a229-fa712ac8544c tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event updated for resources: {'Network': ['ID=3243a49f-0c3d-4dd3-8067-eba6b798cbd2,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:36.321519 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Router 1ac4729f-7431-44a0-a5d5-be7dc5e971f5 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:11:36.327445 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 3243a49f-0c3d-4dd3-8067-eba6b798cbd2 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:11:36.342359 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41002) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:36.350086 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Request body: {'subnets': [{'network_id': '4b2fe16f-83d8-46b1-8676-01dcb12a94be', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--615817317', 'ip_version': 4}, {'network_id': '3243a49f-0c3d-4dd3-8067-eba6b798cbd2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:36.350489 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Request body: {'subnet': {'network_id': '4b2fe16f-83d8-46b1-8676-01dcb12a94be', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--615817317', 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:36.351165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Request body: {'subnet': {'network_id': '3243a49f-0c3d-4dd3-8067-eba6b798cbd2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:36.560627 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6efc39fe-9a75-4885-9ccf-88f0853d5b6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:36.622308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc39fe-9a75-4885-9ccf-88f0853d5b6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event deleted for resources: {'Port': ['ID=f0822bd2-3e35-45fe-b31e-e27ac1a4fe6e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:36.774159 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6efc39fe-9a75-4885-9ccf-88f0853d5b6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:36.779065 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6efc39fe-9a75-4885-9ccf-88f0853d5b6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "DELETE /v2.0/ports/f0822bd2-3e35-45fe-b31e-e27ac1a4fe6e HTTP/1.1" status: 204 len: 168 time: 0.8292994 Aug 05 14:11:36.779286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41012) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:36.802143 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:11:36.806415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Made reservation on behalf of 747c800842954b758f9ac844dc7cd094 for: {'subnet': 2} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:36.811066 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:36.811418 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:36.820942 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82dc242-5e38-4113-841e-85b6c629d6c3 None None] Sync routers for ids ['1ac4729f-7431-44a0-a5d5-be7dc5e971f5'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:11:36.821497 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2fa3f33-510f-4d06-afd3-171540a9067b tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] GET failed (client error): The resource could not be found. Aug 05 14:11:36.823991 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e2fa3f33-510f-4d06-afd3-171540a9067b tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "GET /v2.0/ports/f0822bd2-3e35-45fe-b31e-e27ac1a4fe6e HTTP/1.1" status: 404 len: 333 time: 0.0423608 Aug 05 14:11:36.829551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41016) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:36.837629 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3c781c23-ef78-44b1-91a6-964ee640df6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Request body: {'port': {'network_id': 'cc144092-6d24-47e4-b2aa-b1bf52825868', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2045466408'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:36.856538 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82dc242-5e38-4113-841e-85b6c629d6c3 None None] Routers {'1ac4729f-7431-44a0-a5d5-be7dc5e971f5'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:36.856538 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e82dc242-5e38-4113-841e-85b6c629d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['1ac4729f-7431-44a0-a5d5-be7dc5e971f5'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:36.932646 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e82dc242-5e38-4113-841e-85b6c629d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:36.958147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82dc242-5e38-4113-841e-85b6c629d6c3 None None] Routers {'1ac4729f-7431-44a0-a5d5-be7dc5e971f5'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:36.958816 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e82dc242-5e38-4113-841e-85b6c629d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['1ac4729f-7431-44a0-a5d5-be7dc5e971f5'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:36.987846 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:37.006064 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e82dc242-5e38-4113-841e-85b6c629d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:37.006435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82dc242-5e38-4113-841e-85b6c629d6c3 None None] The sync data for ids ['1ac4729f-7431-44a0-a5d5-be7dc5e971f5'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:11:37.015308 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:37.082576 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:37.083642 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-22ce44e7-9569-49c3-9278-5c1132d62f80 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.9795837 Aug 05 14:11:37.090006 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41018) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:37.133842 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=10a2266e-9db1-477a-98e0-4369f155d7b4,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:37.141968 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:37.176604 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c781c23-ef78-44b1-91a6-964ee640df6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Made reservation on behalf of 3dad5ecbe7224a28a063a95e63c1c25a for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:37.180638 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c781c23-ef78-44b1-91a6-964ee640df6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:37.238412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-3c781c23-ef78-44b1-91a6-964ee640df6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] device_id is not set on port ed78dcca-feb4-40c1-aa38-969875dea846 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:11:37.296878 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7108636a-e7ff-4523-994d-a1c4a806431b tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "GET /v2.0/routers/1ac4729f-7431-44a0-a5d5-be7dc5e971f5 HTTP/1.1" status: 200 len: 923 time: 0.2023232 Aug 05 14:11:37.297924 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41020) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:37.355516 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9a7b5fe5-1366-478e-b451-4b20599c0499 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac4729f-7431-44a0-a5d5-be7dc5e971f5 HTTP/1.1" status: 200 len: 205 time: 0.0563998 Aug 05 14:11:37.359906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41022) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:37.363867 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:37.374043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:37.535666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-3c781c23-ef78-44b1-91a6-964ee640df6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Allocated IP 2001:db8::303 (cc144092-6d24-47e4-b2aa-b1bf52825868/8c42be7a-ccb8-4817-b7e0-441dd9d8d7b7/ed78dcca-feb4-40c1-aa38-969875dea846) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:37.587918 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ddda6cc3-0a2f-41fd-890b-f39b2cbb8a27 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:37.619835 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:11:37.829915 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:37.905190 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:11:37.915680 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b03f9adb-4377-49e6-9be5-a26e2905787d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "PUT /v2.0/routers/3badc8f5-ab18-4f91-b9e0-8734cc4f8695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3453014 Aug 05 14:11:37.924245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event updated for resources: {'Subnet': ['ID=56d97bbf-0ee5-4d0f-8e25-c8979d7a3fb0,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:37.939414 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Sync routers for ids ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:11:37.961079 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6afba49f-97b4-43b1-bea6-ca9c7ba3deb9 None None] Provisioning complete for port 10a2266e-9db1-477a-98e0-4369f155d7b4 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:37.961611 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6afba49f-97b4-43b1-bea6-ca9c7ba3deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:37.977915 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Checking segment: {'id': '93fea89e-4839-42eb-987d-d6d532dc6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4b2fe16f-83d8-46b1-8676-01dcb12a94be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:11:37.978461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Network hostable DHCP agents. Network: 4b2fe16f-83d8-46b1-8676-01dcb12a94be, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:11:37.979536 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Routers {'3badc8f5-ab18-4f91-b9e0-8734cc4f8695'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:37.983410 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:38.010685 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c781c23-ef78-44b1-91a6-964ee640df6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:38.011088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Network 4b2fe16f-83d8-46b1-8676-01dcb12a94be is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:11:38.031112 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 4b2fe16f-83d8-46b1-8676-01dcb12a94be) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:38.040840 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:38.045981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b029f92-55a7-48c0-aa0a-d92df82c7bec None None] Network 4b2fe16f-83d8-46b1-8676-01dcb12a94be requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:11:38.099626 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-3c781c23-ef78-44b1-91a6-964ee640df6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Transition to ACTIVE for port object ed78dcca-feb4-40c1-aa38-969875dea846 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:38.181624 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ddda6cc3-0a2f-41fd-890b-f39b2cbb8a27 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:38.182876 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-6afba49f-97b4-43b1-bea6-ca9c7ba3deb9 None None] Port 10a2266e-9db1-477a-98e0-4369f155d7b4 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:11:38.188273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c781c23-ef78-44b1-91a6-964ee640df6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:38.203169 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event updated for resources: {'Subnet': ['ID=344af398-a7d0-4ef9-ac31-168ed24f3910,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:38.231179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Checking segment: {'id': '42583528-bbbd-4024-946c-6bd48bc4656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3243a49f-0c3d-4dd3-8067-eba6b798cbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:11:38.231560 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Network hostable DHCP agents. Network: 3243a49f-0c3d-4dd3-8067-eba6b798cbd2, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:11:38.241093 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Set router 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:11:38.258636 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c781c23-ef78-44b1-91a6-964ee640df6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Network cc144092-6d24-47e4-b2aa-b1bf52825868 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:38.266595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-3c781c23-ef78-44b1-91a6-964ee640df6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:38.300683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c781c23-ef78-44b1-91a6-964ee640df6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:38.307455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c781c23-ef78-44b1-91a6-964ee640df6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:38.311337 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c781c23-ef78-44b1-91a6-964ee640df6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:38.314401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Network 3243a49f-0c3d-4dd3-8067-eba6b798cbd2 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:11:38.350586 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3c781c23-ef78-44b1-91a6-964ee640df6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5179117 Aug 05 14:11:38.351378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41052) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:38.366966 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-7d42c55b-aa4a-4607-ae83-3c25d789de41 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8f:5a:01'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:38.380707 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 3243a49f-0c3d-4dd3-8067-eba6b798cbd2) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:38.388421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:38.388925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:38.389561 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:38.402262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fdfb94-4953-4442-a4fe-f5ae6d042661 None None] Network 3243a49f-0c3d-4dd3-8067-eba6b798cbd2 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:11:38.410235 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-9cfcab1f-a947-419b-82bc-3b5837101e54 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893998283&fields=id&tenant_id=b8337b594bf34d3abccae65212524bf9 HTTP/1.1" status: 200 len: 267 time: 0.1160502 Aug 05 14:11:38.417962 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c781c23-ef78-44b1-91a6-964ee640df6f tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event updated for resources: {'Port': ['ID=ed78dcca-feb4-40c1-aa38-969875dea846,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:38.514509 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-24860b4e-b685-4fff-855f-fd6a492c1559 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.1710224 Aug 05 14:11:38.529208 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41054) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:38.529473 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-4b2fe16f-83d8-46b1-8676-01dcb12a94be', 'network_id': '4b2fe16f-83d8-46b1-8676-01dcb12a94be', 'tenant_id': '747c800842954b758f9ac844dc7cd094', 'fixed_ips': [{'subnet_id': '56d97bbf-0ee5-4d0f-8e25-c8979d7a3fb0'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:11:38.529473 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:38.602236 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937278839', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:23Z', 'updated_at': '2021-08-05T14:11:35Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:25Z', 'updated_at': '2021-08-05T14:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '10a2266e-9db1-477a-98e0-4369f155d7b4', 'name': '', 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:f3:82:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:32Z', 'updated_at': '2021-08-05T14:11:36Z', 'revision_number': 2, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:38.649121 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Checking router: 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:11:38.649488 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Updating router 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 port 10a2266e-9db1-477a-98e0-4369f155d7b4 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:11:38.693869 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:38.822810 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-74e1fb2c-ddd3-4890-8f4c-670808574d74 None None] Provisioning for port ed78dcca-feb4-40c1-aa38-969875dea846 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:38.840707 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-74e1fb2c-ddd3-4890-8f4c-670808574d74 None None] Provisioning complete for port ed78dcca-feb4-40c1-aa38-969875dea846 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:38.841088 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-74e1fb2c-ddd3-4890-8f4c-670808574d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:38.888185 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-74e1fb2c-ddd3-4890-8f4c-670808574d74 None None] Port ed78dcca-feb4-40c1-aa38-969875dea846 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:11:38.915374 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Allocated IP 172.20.0.2 (4b2fe16f-83d8-46b1-8676-01dcb12a94be/56d97bbf-0ee5-4d0f-8e25-c8979d7a3fb0/a340ce31-80e9-49a0-8d2c-9e7110d3b4bc) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:38.933978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-3243a49f-0c3d-4dd3-8067-eba6b798cbd2', 'network_id': '3243a49f-0c3d-4dd3-8067-eba6b798cbd2', 'tenant_id': '747c800842954b758f9ac844dc7cd094', 'fixed_ips': [{'subnet_id': '344af398-a7d0-4ef9-ac31-168ed24f3910'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:11:38.935135 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:39.243341 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ddda6cc3-0a2f-41fd-890b-f39b2cbb8a27 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Deleting port 11bf910e-c457-4695-8fdd-0c0983787120 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:39.245220 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ddda6cc3-0a2f-41fd-890b-f39b2cbb8a27 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:39.257179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded8222-103d-414b-9211-3f4656ff9612 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:39.259495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded8222-103d-414b-9211-3f4656ff9612 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:39.261236 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded8222-103d-414b-9211-3f4656ff9612 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:39.263988 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2ded8222-103d-414b-9211-3f4656ff9612 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.7430670 Aug 05 14:11:39.271291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41066) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:39.329956 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:39.345593 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd96deb-4ef2-4585-83e7-3ce169d72769 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Deleting subnet 56d97bbf-0ee5-4d0f-8e25-c8979d7a3fb0 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:11:39.355512 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Transition to ACTIVE for port object 10a2266e-9db1-477a-98e0-4369f155d7b4 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:39.365181 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:39.388124 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-45509116-3041-4a87-93ca-fad02b82f224 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:39.390666 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ddda6cc3-0a2f-41fd-890b-f39b2cbb8a27 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:39.393507 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-45509116-3041-4a87-93ca-fad02b82f224 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/networks?id=265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 HTTP/1.1" status: 200 len: 796 time: 0.9812455 Aug 05 14:11:39.396621 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Allocated IP 172.20.0.18 (3243a49f-0c3d-4dd3-8067-eba6b798cbd2/344af398-a7d0-4ef9-ac31-168ed24f3910/f5b33e5d-d563-4f21-893d-333fbf2e0ccd) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:39.406627 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ddda6cc3-0a2f-41fd-890b-f39b2cbb8a27 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Calling delete_port for 11bf910e-c457-4695-8fdd-0c0983787120 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:39.427260 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-1dbceeb4-02f4-4748-a466-6b4ee78b0c79 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/quotas/b8337b594bf34d3abccae65212524bf9 HTTP/1.1" status: 200 len: 375 time: 0.0252318 Aug 05 14:11:39.454124 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:39.470946 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa3895-3ec6-4f57-a7fb-1dfedd95b642 None None] Pushing event updated for resources: {'Port': ['ID=10a2266e-9db1-477a-98e0-4369f155d7b4,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:39.496775 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Transition to ACTIVE for port object a340ce31-80e9-49a0-8d2c-9e7110d3b4bc will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:39.545107 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-766a0d42-8cb8-4b70-90a1-c1b7a4ab40e3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065168 Aug 05 14:11:39.592761 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Transition to ACTIVE for port object a340ce31-80e9-49a0-8d2c-9e7110d3b4bc will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:39.600039 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Attempting to bind port 10a2266e-9db1-477a-98e0-4369f155d7b4 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:11:39.600423 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Attempting to bind port 10a2266e-9db1-477a-98e0-4369f155d7b4 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:11:39.600798 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Attempting to bind port 10a2266e-9db1-477a-98e0-4369f155d7b4 on network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:11:39.607079 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:11:39.607464 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Checking segment: {'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:11:39.607967 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:39.608355 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Bound using segment: {'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:11:39.609509 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Bound port: 10a2266e-9db1-477a-98e0-4369f155d7b4, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:11:39.610170 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:39.614287 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fd96deb-4ef2-4585-83e7-3ce169d72769 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:39.627946 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:39.672933 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fd96deb-4ef2-4585-83e7-3ce169d72769 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:39.706716 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d42c55b-aa4a-4607-ae83-3c25d789de41 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:39.710908 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ddda6cc3-0a2f-41fd-890b-f39b2cbb8a27 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:39.787757 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda6cc3-0a2f-41fd-890b-f39b2cbb8a27 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Pushing event deleted for resources: {'Port': ['ID=11bf910e-c457-4695-8fdd-0c0983787120,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:39.816110 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Network 4b2fe16f-83d8-46b1-8676-01dcb12a94be is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:39.830482 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fd96deb-4ef2-4585-83e7-3ce169d72769 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:39.831258 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] For port 10a2266e-9db1-477a-98e0-4369f155d7b4, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:11:39.842463 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] For port 10a2266e-9db1-477a-98e0-4369f155d7b4, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=10a2266e-9db1-477a-98e0-4369f155d7b4,segment=NetworkSegment(a3eac670-f712-4189-8f88-17dfedd52a4c),segment_id=a3eac670-f712-4189-8f88-17dfedd52a4c)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:11:39.849819 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:39.895930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:39.903750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:39.939657 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ddda6cc3-0a2f-41fd-890b-f39b2cbb8a27 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:39.942176 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fd96deb-4ef2-4585-83e7-3ce169d72769 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.021748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Pushing event updated for resources: {'Port': ['ID=a340ce31-80e9-49a0-8d2c-9e7110d3b4bc,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:40.054398 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fd96deb-4ef2-4585-83e7-3ce169d72769 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.058847 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6fd96deb-4ef2-4585-83e7-3ce169d72769 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "DELETE /v2.0/subnets/56d97bbf-0ee5-4d0f-8e25-c8979d7a3fb0 HTTP/1.1" status: 204 len: 168 time: 0.7856200 Aug 05 14:11:40.064708 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd96deb-4ef2-4585-83e7-3ce169d72769 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event deleted for resources: {'Subnet': ['ID=56d97bbf-0ee5-4d0f-8e25-c8979d7a3fb0,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:40.070838 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41080) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:40.083111 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Routers {'3badc8f5-ab18-4f91-b9e0-8734cc4f8695'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:40.086485 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:40.209927 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.269751 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Attempting to bind port a340ce31-80e9-49a0-8d2c-9e7110d3b4bc on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:11:40.270036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Attempting to bind port a340ce31-80e9-49a0-8d2c-9e7110d3b4bc by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '93fea89e-4839-42eb-987d-d6d532dc6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4b2fe16f-83d8-46b1-8676-01dcb12a94be'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:11:40.270425 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Attempting to bind port a340ce31-80e9-49a0-8d2c-9e7110d3b4bc on network 4b2fe16f-83d8-46b1-8676-01dcb12a94be {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:11:40.279963 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] Set router 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:11:40.297249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-382b2378-afe2-48fc-bb9e-6414b21f0603 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Deleting subnet 344af398-a7d0-4ef9-ac31-168ed24f3910 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:11:40.321844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Transition to ACTIVE for port object f5b33e5d-d563-4f21-893d-333fbf2e0ccd will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:40.338285 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:11:40.338892 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-2677b543-741b-4b35-94ab-1daba5db5ff6 service neutron] 10.222.0.16 "GET /v2.0/networks/265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7673559 Aug 05 14:11:40.343636 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Checking segment: {'id': '93fea89e-4839-42eb-987d-d6d532dc6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4b2fe16f-83d8-46b1-8676-01dcb12a94be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:11:40.344759 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.345415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Bound using segment: {'id': '93fea89e-4839-42eb-987d-d6d532dc6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4b2fe16f-83d8-46b1-8676-01dcb12a94be'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:11:40.345930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Bound port: a340ce31-80e9-49a0-8d2c-9e7110d3b4bc, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fea89e-4839-42eb-987d-d6d532dc6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4b2fe16f-83d8-46b1-8676-01dcb12a94be'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:11:40.346344 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.411875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Transition to ACTIVE for port object f5b33e5d-d563-4f21-893d-333fbf2e0ccd will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:40.443241 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ddda6cc3-0a2f-41fd-890b-f39b2cbb8a27 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.453529 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa3895-3ec6-4f57-a7fb-1dfedd95b642 None None] Pushing event updated for resources: {'Port': ['ID=10a2266e-9db1-477a-98e0-4369f155d7b4,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:40.456197 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ddda6cc3-0a2f-41fd-890b-f39b2cbb8a27 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.466586 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.473222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-382b2378-afe2-48fc-bb9e-6414b21f0603 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.519573 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Network 3243a49f-0c3d-4dd3-8067-eba6b798cbd2 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:40.525726 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:40.535817 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:40.539699 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-382b2378-afe2-48fc-bb9e-6414b21f0603 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.569271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Pushing event updated for resources: {'Port': ['ID=f5b33e5d-d563-4f21-893d-333fbf2e0ccd,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:40.582441 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] For port a340ce31-80e9-49a0-8d2c-9e7110d3b4bc, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:11:40.678397 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] For port a340ce31-80e9-49a0-8d2c-9e7110d3b4bc, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a340ce31-80e9-49a0-8d2c-9e7110d3b4bc,segment=NetworkSegment(93fea89e-4839-42eb-987d-d6d532dc6b9b),segment_id=93fea89e-4839-42eb-987d-d6d532dc6b9b)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:11:40.688369 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.691316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Attempting to bind port f5b33e5d-d563-4f21-893d-333fbf2e0ccd on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:11:40.691687 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Attempting to bind port f5b33e5d-d563-4f21-893d-333fbf2e0ccd by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '42583528-bbbd-4024-946c-6bd48bc4656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3243a49f-0c3d-4dd3-8067-eba6b798cbd2'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:11:40.692050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Attempting to bind port f5b33e5d-d563-4f21-893d-333fbf2e0ccd on network 3243a49f-0c3d-4dd3-8067-eba6b798cbd2 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:11:40.707815 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-382b2378-afe2-48fc-bb9e-6414b21f0603 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.731672 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:11:40.732055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Checking segment: {'id': '42583528-bbbd-4024-946c-6bd48bc4656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3243a49f-0c3d-4dd3-8067-eba6b798cbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:11:40.732466 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.733005 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Bound using segment: {'id': '42583528-bbbd-4024-946c-6bd48bc4656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3243a49f-0c3d-4dd3-8067-eba6b798cbd2'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:11:40.733539 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Bound port: f5b33e5d-d563-4f21-893d-333fbf2e0ccd, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42583528-bbbd-4024-946c-6bd48bc4656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3243a49f-0c3d-4dd3-8067-eba6b798cbd2'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:11:40.733922 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.773818 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ddda6cc3-0a2f-41fd-890b-f39b2cbb8a27 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.775136 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddda6cc3-0a2f-41fd-890b-f39b2cbb8a27 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Fanout notify agent at l3_agent the message router_deleted on router 1ac4729f-7431-44a0-a5d5-be7dc5e971f5 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:11:40.785202 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ddda6cc3-0a2f-41fd-890b-f39b2cbb8a27 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.787705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ddda6cc3-0a2f-41fd-890b-f39b2cbb8a27 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "DELETE /v2.0/routers/1ac4729f-7431-44a0-a5d5-be7dc5e971f5 HTTP/1.1" status: 204 len: 168 time: 3.4263260 Aug 05 14:11:40.796510 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41086) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:40.801526 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2008738655', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'enable_snat': False}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:40.814530 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937278839', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:23Z', 'updated_at': '2021-08-05T14:11:35Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:25Z', 'updated_at': '2021-08-05T14:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '10a2266e-9db1-477a-98e0-4369f155d7b4', 'name': '', 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:f3:82:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:32Z', 'updated_at': '2021-08-05T14:11:39Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:40.819960 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d42c55b-aa4a-4607-ae83-3c25d789de41 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.840754 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d42c55b-aa4a-4607-ae83-3c25d789de41 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.848157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9567ab-a912-440e-9cbb-fe17a0799f6e None None] Network 4b2fe16f-83d8-46b1-8676-01dcb12a94be requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:11:40.884587 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-382b2378-afe2-48fc-bb9e-6414b21f0603 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.888343 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ecbe21-ea1a-4f4c-9062-2e92fa025559 None None] The sync data for ids ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'] in n-d-803585-2 is: [{'id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937278839', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:23Z', 'updated_at': '2021-08-05T14:11:35Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:25Z', 'updated_at': '2021-08-05T14:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '10a2266e-9db1-477a-98e0-4369f155d7b4', 'name': '', 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:f3:82:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:32Z', 'updated_at': '2021-08-05T14:11:39Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:11:40.906445 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.907439 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.926773 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-7d42c55b-aa4a-4607-ae83-3c25d789de41 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] In _notify_port_updated(), no bound segment for port ed78dcca-feb4-40c1-aa38-969875dea846 on network cc144092-6d24-47e4-b2aa-b1bf52825868 {{(pid=105723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:11:40.935620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d42c55b-aa4a-4607-ae83-3c25d789de41 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:40.936476 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d42c55b-aa4a-4607-ae83-3c25d789de41 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:40.938543 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7d42c55b-aa4a-4607-ae83-3c25d789de41 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "PUT /v2.0/ports/ed78dcca-feb4-40c1-aa38-969875dea846 HTTP/1.1" status: 200 len: 1003 time: 2.5809159 Aug 05 14:11:40.943407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41088) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:41.012957 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b2378-afe2-48fc-bb9e-6414b21f0603 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event deleted for resources: {'Subnet': ['ID=344af398-a7d0-4ef9-ac31-168ed24f3910,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:41.051043 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-382b2378-afe2-48fc-bb9e-6414b21f0603 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:41.053030 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-382b2378-afe2-48fc-bb9e-6414b21f0603 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "DELETE /v2.0/subnets/344af398-a7d0-4ef9-ac31-168ed24f3910 HTTP/1.1" status: 204 len: 168 time: 0.9790242 Aug 05 14:11:41.078674 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41092) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:41.087134 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42c55b-aa4a-4607-ae83-3c25d789de41 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event updated for resources: {'Port': ['ID=ed78dcca-feb4-40c1-aa38-969875dea846,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:41.103986 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-3e7fe8b8-9092-4245-a070-2425d00c73bb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2113171 Aug 05 14:11:41.252162 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-c03b8330-875e-4626-b953-d5f2705c1264 service neutron] 10.222.0.16 "GET /v2.0/networks/265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9041133 Aug 05 14:11:41.313508 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-16be2f93-c119-4149-8ca5-32516dbd95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:41.314007 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-16be2f93-c119-4149-8ca5-32516dbd95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:41.325018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-16be2f93-c119-4149-8ca5-32516dbd95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:41.325574 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-16be2f93-c119-4149-8ca5-32516dbd95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:41.326073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-16be2f93-c119-4149-8ca5-32516dbd95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:41.326606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-16be2f93-c119-4149-8ca5-32516dbd95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:41.327096 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-16be2f93-c119-4149-8ca5-32516dbd95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:41.340157 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-16be2f93-c119-4149-8ca5-32516dbd95bf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=453b7272943240199f4e2d4e8c2daa65&device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 6502 time: 0.1697829 Aug 05 14:11:41.484408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb5500d-d116-40fc-99d2-737f7b1d9155 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:41.486833 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5cb5500d-d116-40fc-99d2-737f7b1d9155 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3916824 Aug 05 14:11:41.541078 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41100) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:41.565857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 10a2266e-9db1-477a-98e0-4369f155d7b4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:11:41.621920 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:41.692660 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52e1db-e50d-4885-af76-a5decea09625 None None] Pushing event updated for resources: {'Port': ['ID=a340ce31-80e9-49a0-8d2c-9e7110d3b4bc,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:41.721410 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-7c5679a0-863c-4691-ae45-f1b3d1aad85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:41.722030 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-7c5679a0-863c-4691-ae45-f1b3d1aad85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:41.722728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-7c5679a0-863c-4691-ae45-f1b3d1aad85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:41.726809 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-7c5679a0-863c-4691-ae45-f1b3d1aad85a service neutron] 10.222.0.84 "GET /v2.0/networks?id=93a6cc11-4217-4144-a069-004cdc2ebc8a&id=14d09d10-2b62-4425-8299-f14f2c9a99b4&id=14d09d10-2b62-4425-8299-f14f2c9a99b4&id=14d09d10-2b62-4425-8299-f14f2c9a99b4&id=14d09d10-2b62-4425-8299-f14f2c9a99b4&id=de3b5517-820c-4f25-a4f3-58d6603842f0&id=de3b5517-820c-4f25-a4f3-58d6603842f0 HTTP/1.1" status: 200 len: 2298 time: 0.3598187 Aug 05 14:11:41.854070 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ede8a7fa-e257-468b-b77b-5142749f5cb8 None None] Provisioning complete for port ed78dcca-feb4-40c1-aa38-969875dea846 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:41.854575 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ede8a7fa-e257-468b-b77b-5142749f5cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:41.859493 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] For port f5b33e5d-d563-4f21-893d-333fbf2e0ccd, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:11:41.914768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] For port f5b33e5d-d563-4f21-893d-333fbf2e0ccd, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f5b33e5d-d563-4f21-893d-333fbf2e0ccd,segment=NetworkSegment(42583528-bbbd-4024-946c-6bd48bc4656c),segment_id=42583528-bbbd-4024-946c-6bd48bc4656c)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:11:41.932843 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:41.943050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 10a2266e-9db1-477a-98e0-4369f155d7b4 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:41.951176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-ede8a7fa-e257-468b-b77b-5142749f5cb8 None None] Port ed78dcca-feb4-40c1-aa38-969875dea846 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:11:41.965539 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-05706226-2935-426b-9a09-ff5291688938 req-40cc6212-04ac-4059-b2a5-05e4512264a8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 210 time: 0.2036424 Aug 05 14:11:41.969782 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 10a2266e-9db1-477a-98e0-4369f155d7b4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:41.973202 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:42.111334 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-1aa8874b-ca67-4d77-bd51-a7a26cb3e894 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=372fc99d-8fea-4afb-9826-220a6d587c73 HTTP/1.1" status: 200 len: 1000 time: 0.3684430 Aug 05 14:11:42.237417 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:42.279120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-ef08b468-2a8d-4ba8-b85e-39c3732c4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:42.284210 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-ef08b468-2a8d-4ba8-b85e-39c3732c4c13 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8ef51a27-0adf-4fb0-8c00-54e2b061931c HTTP/1.1" status: 200 len: 855 time: 0.1563849 Aug 05 14:11:42.338123 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-c4f115cf-28a6-4090-b97f-d3d6f54803d8 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Deleting port ed78dcca-feb4-40c1-aa38-969875dea846 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:42.352423 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c4f115cf-28a6-4090-b97f-d3d6f54803d8 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:42.369493 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:42.402995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270776b-35b1-4aa8-a6e9-3a50ce27cb7b None None] Pushing event updated for resources: {'Port': ['ID=f5b33e5d-d563-4f21-893d-333fbf2e0ccd,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:42.458684 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-c22c8215-5fd0-4abe-b06f-68af5324c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:42.462601 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-c22c8215-5fd0-4abe-b06f-68af5324c3e1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=93a6cc11-4217-4144-a069-004cdc2ebc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646056 Aug 05 14:11:42.475965 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:42.580157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 10a2266e-9db1-477a-98e0-4369f155d7b4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=10a2266e-9db1-477a-98e0-4369f155d7b4,segment=NetworkSegment(a3eac670-f712-4189-8f88-17dfedd52a4c),segment_id=a3eac670-f712-4189-8f88-17dfedd52a4c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:42.594987 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:42.790431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=10a2266e-9db1-477a-98e0-4369f155d7b4,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:42.848538 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-63fdb86a-e1b1-4afa-9ff6-6ab9faedbbae service neutron] 10.222.0.84 "GET /v2.0/networks/93a6cc11-4217-4144-a069-004cdc2ebc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770771 Aug 05 14:11:42.904924 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c4f115cf-28a6-4090-b97f-d3d6f54803d8 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:42.964227 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-c4f115cf-28a6-4090-b97f-d3d6f54803d8 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Calling delete_port for ed78dcca-feb4-40c1-aa38-969875dea846 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:43.007363 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Deleting port f5b33e5d-d563-4f21-893d-333fbf2e0ccd {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:43.007732 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:43.096426 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-9536b8ab-be98-44ec-85a5-e58b85aabaac service neutron] 10.222.0.84 "GET /v2.0/networks/93a6cc11-4217-4144-a069-004cdc2ebc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169032 Aug 05 14:11:43.210720 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-b5a30fd4-cb07-4dad-bf59-48ee35c4f0d7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=16f41a90-f0ad-41fd-94e2-ad79df4668bf HTTP/1.1" status: 200 len: 217 time: 0.1062264 Aug 05 14:11:43.274534 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] For port f5b33e5d-d563-4f21-893d-333fbf2e0ccd, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f5b33e5d-d563-4f21-893d-333fbf2e0ccd,segment=NetworkSegment(42583528-bbbd-4024-946c-6bd48bc4656c),segment_id=42583528-bbbd-4024-946c-6bd48bc4656c)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:43.278772 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:43.285851 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-c5f5f19d-4bfb-40c9-bb55-72e1ea53433a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:43.287804 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-c5f5f19d-4bfb-40c9-bb55-72e1ea53433a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=baa85579-9346-4ba3-9869-594967089d73 HTTP/1.1" status: 200 len: 797 time: 0.0685887 Aug 05 14:11:43.314324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Calling delete_port for f5b33e5d-d563-4f21-893d-333fbf2e0ccd owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:43.372565 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-3d2ae495-fe43-4daa-9f03-42932fe13d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:43.374903 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-3d2ae495-fe43-4daa-9f03-42932fe13d17 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d09d10-2b62-4425-8299-f14f2c9a99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0781269 Aug 05 14:11:43.419677 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-23743efe-1022-48d8-9e28-16b16779f788 req-f19ca085-385c-413c-972f-e5eeeca7d666 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 210 time: 0.0417430 Aug 05 14:11:43.473214 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c4f115cf-28a6-4090-b97f-d3d6f54803d8 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:43.497657 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f5b33e5d-d563-4f21-893d-333fbf2e0ccd up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:11:43.586072 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No active binding found for port f5b33e5d-d563-4f21-893d-333fbf2e0ccd {{(pid=105725) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 05 14:11:43.586805 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f5b33e5d-d563-4f21-893d-333fbf2e0ccd not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 05 14:11:43.616855 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-aa988fd2-2d54-476a-b69b-7ad37e2b0026 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324476 Aug 05 14:11:43.623343 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Port f5b33e5d-d563-4f21-893d-333fbf2e0ccd not found, will not notify nova. {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 05 14:11:43.624634 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 10a2266e-9db1-477a-98e0-4369f155d7b4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:11:43.777347 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f115cf-28a6-4090-b97f-d3d6f54803d8 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event deleted for resources: {'Port': ['ID=ed78dcca-feb4-40c1-aa38-969875dea846,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:43.782007 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:43.789005 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c4f115cf-28a6-4090-b97f-d3d6f54803d8 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:43.791320 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c4f115cf-28a6-4090-b97f-d3d6f54803d8 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "DELETE /v2.0/ports/ed78dcca-feb4-40c1-aa38-969875dea846 HTTP/1.1" status: 204 len: 168 time: 2.8413761 Aug 05 14:11:43.794440 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 10a2266e-9db1-477a-98e0-4369f155d7b4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:43.795142 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:43.815896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41130) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:43.916421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] No DVR routers for this DVR port f5b33e5d-d563-4f21-893d-333fbf2e0ccd on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:11:43.918027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event deleted for resources: {'Port': ['ID=f5b33e5d-d563-4f21-893d-333fbf2e0ccd,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:44.012880 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e00b38-72d5-41c2-9074-97ad90327945 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] GET failed (client error): The resource could not be found. Aug 05 14:11:44.015041 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c1e00b38-72d5-41c2-9074-97ad90327945 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "GET /v2.0/ports/ed78dcca-feb4-40c1-aa38-969875dea846 HTTP/1.1" status: 404 len: 333 time: 0.1888018 Aug 05 14:11:44.098392 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41136) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:44.120667 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:44.121887 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-11facc9c-1f5b-4d1a-820a-fe60738eda32 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Request body: {'port': {'network_id': 'cc144092-6d24-47e4-b2aa-b1bf52825868', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-360938729'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:44.139933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3243a49f-0c3d-4dd3-8067-eba6b798cbd2']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:44.150517 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f466bd-75c1-460d-a95b-2cdbbd56aa9f None None] Network 3243a49f-0c3d-4dd3-8067-eba6b798cbd2 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:11:44.165075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42583528-bbbd-4024-946c-6bd48bc4656c') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:44.165370 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42583528-bbbd-4024-946c-6bd48bc4656c') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:44.176851 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:44.201845 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:44.205820 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:44.239314 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-b45e1bca-30a7-4a79-997e-f448075137dc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:44.241338 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-b45e1bca-30a7-4a79-997e-f448075137dc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.84 "GET /v2.0/networks?id=265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 HTTP/1.1" status: 200 len: 796 time: 0.5001729 Aug 05 14:11:44.256533 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-051a944e-28b9-4919-a22d-32aa7f4d818c None None] Could not find standard attr ID for object f5b33e5d-d563-4f21-893d-333fbf2e0ccd. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:11:44.273883 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:44.314461 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-781e782f-9534-456f-92ab-b5408a9ab125 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6885812 Aug 05 14:11:44.375350 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-2e02911b-92e3-40b4-a1e3-89bff43f6e53 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=8cf5bb65-52fb-49c7-9db8-1e032ba8e091 HTTP/1.1" status: 200 len: 217 time: 0.0509429 Aug 05 14:11:44.394038 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:11:44.395630 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:44.453635 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039d3456-7dfb-4e8d-b0b3-97f20b116a00 None None] DHCP port deletion for 3243a49f-0c3d-4dd3-8067-eba6b798cbd2 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:11:44.487662 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f339bb66-ed0c-47f9-84c9-1ebd546e3c1b None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:11:44.489656 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-99aa7b0d-90f1-4574-8f21-da701855a27f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8337b594bf34d3abccae65212524bf9 HTTP/1.1" status: 200 len: 379 time: 0.2318504 Aug 05 14:11:44.507384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-0cca7103-3d19-4a08-bcfa-6fe7157ae9d8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'port': {'device_id': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9', 'admin_state_up': True, 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'security_groups': ['7c4af5ee-9a45-4201-bc3b-914ff755307d']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:11:44.590189 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:11:44.598603 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:44.610684 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:44.619116 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "DELETE /v2.0/networks/3243a49f-0c3d-4dd3-8067-eba6b798cbd2 HTTP/1.1" status: 204 len: 168 time: 3.0747645 Aug 05 14:11:44.625365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41148) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:44.684412 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-335968c0-dbb2-4897-b625-1bf7edda94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:44.686142 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-335968c0-dbb2-4897-b625-1bf7edda94d7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=baa85579-9346-4ba3-9869-594967089d73 HTTP/1.1" status: 200 len: 797 time: 0.3020301 Aug 05 14:11:44.686948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11facc9c-1f5b-4d1a-820a-fe60738eda32 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Made reservation on behalf of 3dad5ecbe7224a28a063a95e63c1c25a for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:44.691913 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11facc9c-1f5b-4d1a-820a-fe60738eda32 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:44.701008 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a1224-d153-4fdc-94be-7efd984d9ec4 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event deleted for resources: {'Network': ['ID=3243a49f-0c3d-4dd3-8067-eba6b798cbd2,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:44.730369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f339bb66-ed0c-47f9-84c9-1ebd546e3c1b None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:11:44.740576 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Allocated IP 172.25.5.116 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/abeb08a3-0548-4374-953d-58c32732c781) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:44.744721 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765d93b6-99e7-4a37-822e-6d8c52d8ecbd req-f9775464-da57-4c19-9831-64e22ae6d67b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 210 time: 0.1339393 Aug 05 14:11:44.754105 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:44.794546 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:44.810784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-11facc9c-1f5b-4d1a-820a-fe60738eda32 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] device_id is not set on port 691ff8ef-5bdf-4f5b-ac78-a1793a6ca626 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:11:44.958300 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:44.973739 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Deleting port a340ce31-80e9-49a0-8d2c-9e7110d3b4bc {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:44.974091 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:44.991301 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-11facc9c-1f5b-4d1a-820a-fe60738eda32 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Allocated IP 2001:db8::15f (cc144092-6d24-47e4-b2aa-b1bf52825868/8c42be7a-ccb8-4817-b7e0-441dd9d8d7b7/691ff8ef-5bdf-4f5b-ac78-a1793a6ca626) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:45.069936 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] For port a340ce31-80e9-49a0-8d2c-9e7110d3b4bc, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a340ce31-80e9-49a0-8d2c-9e7110d3b4bc,segment=NetworkSegment(93fea89e-4839-42eb-987d-d6d532dc6b9b),segment_id=93fea89e-4839-42eb-987d-d6d532dc6b9b)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:45.070424 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:45.086836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Calling delete_port for a340ce31-80e9-49a0-8d2c-9e7110d3b4bc owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:45.098868 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:45.149951 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11facc9c-1f5b-4d1a-820a-fe60738eda32 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:45.153771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Pushing event updated for resources: {'Port': ['ID=abeb08a3-0548-4374-953d-58c32732c781,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:45.164858 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-11facc9c-1f5b-4d1a-820a-fe60738eda32 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Transition to ACTIVE for port object 691ff8ef-5bdf-4f5b-ac78-a1793a6ca626 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:45.202595 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11facc9c-1f5b-4d1a-820a-fe60738eda32 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:45.211211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:45.214087 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:45.218089 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:45.272434 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11facc9c-1f5b-4d1a-820a-fe60738eda32 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event updated for resources: {'Port': ['ID=691ff8ef-5bdf-4f5b-ac78-a1793a6ca626,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:45.284815 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-f7f5f460-b9c3-41ea-bcae-d1b98b0d4a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:45.286673 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-f7f5f460-b9c3-41ea-bcae-d1b98b0d4a01 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d09d10-2b62-4425-8299-f14f2c9a99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5919080 Aug 05 14:11:45.300794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:45.301603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11facc9c-1f5b-4d1a-820a-fe60738eda32 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Network cc144092-6d24-47e4-b2aa-b1bf52825868 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:45.316022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-11facc9c-1f5b-4d1a-820a-fe60738eda32 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:45.320243 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11facc9c-1f5b-4d1a-820a-fe60738eda32 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:45.325984 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11facc9c-1f5b-4d1a-820a-fe60738eda32 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:45.327070 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11facc9c-1f5b-4d1a-820a-fe60738eda32 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:45.333303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f5b33e5d-d563-4f21-893d-333fbf2e0ccd no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:11:45.390747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-0cca7103-3d19-4a08-bcfa-6fe7157ae9d8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Made reservation on behalf of b8337b594bf34d3abccae65212524bf9 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:45.392568 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: f5b33e5d-d563-4f21-893d-333fbf2e0ccd {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:11:45.393133 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f5b33e5d-d563-4f21-893d-333fbf2e0ccd not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:11:45.396340 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-0cca7103-3d19-4a08-bcfa-6fe7157ae9d8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:45.421725 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] No DVR routers for this DVR port a340ce31-80e9-49a0-8d2c-9e7110d3b4bc on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:11:45.426177 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-11facc9c-1f5b-4d1a-820a-fe60738eda32 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3194807 Aug 05 14:11:45.431413 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41166) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:45.463669 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event deleted for resources: {'Port': ['ID=a340ce31-80e9-49a0-8d2c-9e7110d3b4bc,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:45.471548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-9ce8bbe9-a663-456b-bf1e-312339778f30 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Request body: {'port': {'network_id': 'cc144092-6d24-47e4-b2aa-b1bf52825868', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1329616509'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:45.582014 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-3deed7bf-7b2f-40e5-8012-bb1497ebf8c9 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787607 Aug 05 14:11:45.815916 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-1816ef7e-0f7b-4be0-afae-f61c2da3c0f3 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079339 Aug 05 14:11:45.829467 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bf907538-974b-4874-8df4-e72bd740b264 None None] Provisioning for port 691ff8ef-5bdf-4f5b-ac78-a1793a6ca626 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:45.848651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bf907538-974b-4874-8df4-e72bd740b264 None None] Provisioning complete for port 691ff8ef-5bdf-4f5b-ac78-a1793a6ca626 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:45.849804 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bf907538-974b-4874-8df4-e72bd740b264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:45.859540 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0ce1a59b-0c6d-481f-9b7e-7b5d710e54d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:45.885905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-0cca7103-3d19-4a08-bcfa-6fe7157ae9d8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Allocated IP 172.20.0.6 (265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9/a48626b7-9d60-474f-9eb7-fd37d71c9c23/ce4b77e7-ea1a-4522-b76d-2a47f12a4479) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:45.957543 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-bf907538-974b-4874-8df4-e72bd740b264 None None] Port 691ff8ef-5bdf-4f5b-ac78-a1793a6ca626 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:11:45.966530 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:45.979949 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce8bbe9-a663-456b-bf1e-312339778f30 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Made reservation on behalf of 3dad5ecbe7224a28a063a95e63c1c25a for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:45.985604 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9ce8bbe9-a663-456b-bf1e-312339778f30 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:45.993333 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:46.063498 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-2020a339-fa32-40e4-a3e2-9d2a121f4190 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f HTTP/1.1" status: 200 len: 217 time: 0.2297347 Aug 05 14:11:46.075163 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2fe16f-83d8-46b1-8676-01dcb12a94be']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:46.080056 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e3575b3-a025-4618-8646-7fbbbcaa08d9 req-c91c21e7-4e74-4bcb-a2b2-59590ad47b19 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 210 time: 0.1142199 Aug 05 14:11:46.092659 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fea89e-4839-42eb-987d-d6d532dc6b9b') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:46.093665 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fea89e-4839-42eb-987d-d6d532dc6b9b') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:46.126076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-9ce8bbe9-a663-456b-bf1e-312339778f30 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] device_id is not set on port 7af293fd-a2bc-45ae-adcd-7bf093b12cc8 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:11:46.149512 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:46.198161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-5d629f41-92be-403c-9a39-1fcc27a223ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:46.199977 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-5d629f41-92be-403c-9a39-1fcc27a223ee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=baa85579-9346-4ba3-9869-594967089d73 HTTP/1.1" status: 200 len: 797 time: 0.1291711 Aug 05 14:11:46.316398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-b4c08710-4e91-48d8-9155-4b031edf9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:46.318275 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-b4c08710-4e91-48d8-9155-4b031edf9eab service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d09d10-2b62-4425-8299-f14f2c9a99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1095443 Aug 05 14:11:46.400163 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-0cca7103-3d19-4a08-bcfa-6fe7157ae9d8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:46.428999 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-0cca7103-3d19-4a08-bcfa-6fe7157ae9d8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Transition to ACTIVE for port object ce4b77e7-ea1a-4522-b76d-2a47f12a4479 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:46.500209 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-e00d6a1e-95ef-486a-8a1b-08aff94b06fa service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731272 Aug 05 14:11:46.677601 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-12503e3e-5e8f-4bbd-b412-8a09a0f8162f service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682882 Aug 05 14:11:46.757777 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-0cca7103-3d19-4a08-bcfa-6fe7157ae9d8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:46.787076 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:46.799544 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-3ee6049f-9fcd-4827-ad40-f4b795e67208 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b86da6fa-6cc7-4e12-97d7-bf6a7de79160 HTTP/1.1" status: 200 len: 217 time: 0.1133199 Aug 05 14:11:46.848964 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:11:46.849460 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:11:46.855750 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:11:46.877170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-0cca7103-3d19-4a08-bcfa-6fe7157ae9d8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:46.894479 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-0cca7103-3d19-4a08-bcfa-6fe7157ae9d8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:46.898244 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-53af97c4-f3c0-47f9-a91f-62a4de54dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:46.900280 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-53af97c4-f3c0-47f9-a91f-62a4de54dc72 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=baa85579-9346-4ba3-9869-594967089d73 HTTP/1.1" status: 200 len: 797 time: 0.0916619 Aug 05 14:11:46.900972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca7103-3d19-4a08-bcfa-6fe7157ae9d8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:46.904889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-0cca7103-3d19-4a08-bcfa-6fe7157ae9d8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:47.041003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-0cca7103-3d19-4a08-bcfa-6fe7157ae9d8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:47.043526 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-0cca7103-3d19-4a08-bcfa-6fe7157ae9d8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:47.060721 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:47.070223 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-0cca7103-3d19-4a08-bcfa-6fe7157ae9d8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5713656 Aug 05 14:11:47.081852 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:47.086190 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "DELETE /v2.0/networks/4b2fe16f-83d8-46b1-8676-01dcb12a94be HTTP/1.1" status: 204 len: 168 time: 2.4541357 Aug 05 14:11:47.095304 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Request body: {'port': {'device_id': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:47.117224 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41188) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:47.118298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98577c4f-45ed-439f-b377-169a988139cf tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event deleted for resources: {'Network': ['ID=4b2fe16f-83d8-46b1-8676-01dcb12a94be,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:47.150314 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-32ca0f14-32b1-427f-9724-2da2ede91b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:47.152847 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-32ca0f14-32b1-427f-9724-2da2ede91b45 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d09d10-2b62-4425-8299-f14f2c9a99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2438121 Aug 05 14:11:47.306339 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:47.323178 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-9ce8bbe9-a663-456b-bf1e-312339778f30 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Allocated IP 2001:db8::7c (cc144092-6d24-47e4-b2aa-b1bf52825868/8c42be7a-ccb8-4817-b7e0-441dd9d8d7b7/7af293fd-a2bc-45ae-adcd-7bf093b12cc8) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:47.349750 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:47.412131 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dbdc1411-7c3b-4a9f-adb2-af2a54dd8bf7 None None] Provisioning for port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:47.413344 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfd032-b167-4b2a-a814-18ff25399b3c req-af575458-f433-4895-8bc6-0be44ecf63a5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:47.415275 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ecfd032-b167-4b2a-a814-18ff25399b3c req-af575458-f433-4895-8bc6-0be44ecf63a5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 931 time: 0.1603074 Aug 05 14:11:47.420997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dbdc1411-7c3b-4a9f-adb2-af2a54dd8bf7 None None] Provisioning complete for port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:47.422384 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dbdc1411-7c3b-4a9f-adb2-af2a54dd8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:47.451083 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b4a4157e-b805-45e9-93ed-38801110512d tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:47.519505 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc1411-7c3b-4a9f-adb2-af2a54dd8bf7 None None] Port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:11:47.533136 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-a403262a-0513-4697-9feb-bf4fadc433e8 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722167 Aug 05 14:11:47.577660 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ecfd032-b167-4b2a-a814-18ff25399b3c req-5b060adf-5c4a-41c8-9eb2-a2d242906837 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294131 Aug 05 14:11:47.684340 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9ce8bbe9-a663-456b-bf1e-312339778f30 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:47.700035 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-9ce8bbe9-a663-456b-bf1e-312339778f30 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Transition to ACTIVE for port object 7af293fd-a2bc-45ae-adcd-7bf093b12cc8 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:47.743068 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9ce8bbe9-a663-456b-bf1e-312339778f30 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:47.895877 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce8bbe9-a663-456b-bf1e-312339778f30 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Network cc144092-6d24-47e4-b2aa-b1bf52825868 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:47.917271 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-9ce8bbe9-a663-456b-bf1e-312339778f30 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:47.929177 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce8bbe9-a663-456b-bf1e-312339778f30 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:47.935494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce8bbe9-a663-456b-bf1e-312339778f30 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:47.936493 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9ce8bbe9-a663-456b-bf1e-312339778f30 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:47.956639 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b4a4157e-b805-45e9-93ed-38801110512d tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:47.988279 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-356fb22a-db01-48a9-8e10-800f038f5811 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378412 Aug 05 14:11:47.996785 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b4a4157e-b805-45e9-93ed-38801110512d tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25bcdff3-7b35-433a-9d19-6c2be2472c5c']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:48.031161 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8bbe9-a663-456b-bf1e-312339778f30 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event updated for resources: {'Port': ['ID=7af293fd-a2bc-45ae-adcd-7bf093b12cc8,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:48.052289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b4a4157e-b805-45e9-93ed-38801110512d tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa63f316-3c82-4664-a58e-e5584cce3c98') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:48.062999 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b4a4157e-b805-45e9-93ed-38801110512d tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa63f316-3c82-4664-a58e-e5584cce3c98') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:48.069947 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9ce8bbe9-a663-456b-bf1e-312339778f30 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5990207 Aug 05 14:11:48.081328 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41200) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:48.090940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b70731fc-5e67-4394-acad-3ce6cda96f0d tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::251', 'mac_address': 'fa:16:3e:8f:5a:01'}, {'ip_address': '2001:db8::15f', 'mac_address': 'fa:16:3e:e8:e6:6e'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:48.114586 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b4a4157e-b805-45e9-93ed-38801110512d tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:48.138566 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-1d37a895-f3cf-4a4c-b559-e522bd8f7e6b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cb51a79-5861-4193-bf76-2b345e76cf41 HTTP/1.1" status: 200 len: 217 time: 0.1414461 Aug 05 14:11:48.160461 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b4a4157e-b805-45e9-93ed-38801110512d tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:48.165504 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:48.227862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-a3c8b6f3-ea4e-4b5c-84b9-4d2f9e41becb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:48.229792 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-a3c8b6f3-ea4e-4b5c-84b9-4d2f9e41becb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=33f2503f-0424-4c1d-ba63-29e061f584f1 HTTP/1.1" status: 200 len: 797 time: 0.0756342 Aug 05 14:11:48.258164 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a4157e-b805-45e9-93ed-38801110512d tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:11:48.259133 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b4a4157e-b805-45e9-93ed-38801110512d tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:11:48.268020 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:11:48.354659 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-65ef7ec0-94d9-4a33-89ca-6e6b096c0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:48.416310 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3d33da3c-1506-4962-a5ff-70bce4b85786 None None] Provisioning for port 7af293fd-a2bc-45ae-adcd-7bf093b12cc8 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:48.431343 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3d33da3c-1506-4962-a5ff-70bce4b85786 None None] Provisioning complete for port 7af293fd-a2bc-45ae-adcd-7bf093b12cc8 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:48.437579 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d33da3c-1506-4962-a5ff-70bce4b85786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:48.507440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-5dce7556-aba0-49b0-8acb-2f3325b1677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:48.512773 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-5dce7556-aba0-49b0-8acb-2f3325b1677d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de3b5517-820c-4f25-a4f3-58d6603842f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2333722 Aug 05 14:11:48.526510 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-3d33da3c-1506-4962-a5ff-70bce4b85786 None None] Port 7af293fd-a2bc-45ae-adcd-7bf093b12cc8 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:11:48.544620 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b4a4157e-b805-45e9-93ed-38801110512d tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:48.557357 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b4a4157e-b805-45e9-93ed-38801110512d tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:48.563683 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:48.566913 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b4a4157e-b805-45e9-93ed-38801110512d tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "DELETE /v2.0/networks/25bcdff3-7b35-433a-9d19-6c2be2472c5c HTTP/1.1" status: 204 len: 168 time: 1.4263153 Aug 05 14:11:48.569658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41206) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:48.665033 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4157e-b805-45e9-93ed-38801110512d tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event deleted for resources: {'Network': ['ID=25bcdff3-7b35-433a-9d19-6c2be2472c5c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:48.730903 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28529662-ca97-46ae-aafc-8b2f29457df5 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:48.888515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Router 4a1edccd-ab6d-45e9-96a5-5a182e15956b is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:11:49.072006 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28529662-ca97-46ae-aafc-8b2f29457df5 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:49.101368 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-28529662-ca97-46ae-aafc-8b2f29457df5 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3584aa84-fed1-4cc5-b1c8-aa8d7289ec60']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:49.111597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bc693-52dc-4739-8f2e-5633747029e5 req-d9e94645-75eb-4ff3-9059-1c2836156a79 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:49.113432 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1f7bc693-52dc-4739-8f2e-5633747029e5 req-d9e94645-75eb-4ff3-9059-1c2836156a79 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 931 time: 0.2997782 Aug 05 14:11:49.168823 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-28529662-ca97-46ae-aafc-8b2f29457df5 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fcb78f-e44b-4a7a-914f-a30a3571e3fa') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:49.169143 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-28529662-ca97-46ae-aafc-8b2f29457df5 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fcb78f-e44b-4a7a-914f-a30a3571e3fa') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:49.195764 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28529662-ca97-46ae-aafc-8b2f29457df5 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:49.231152 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28529662-ca97-46ae-aafc-8b2f29457df5 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:49.250943 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1f7bc693-52dc-4739-8f2e-5633747029e5 req-fa7c601d-1433-4c59-ac0f-78d8efbfb0d3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219523 Aug 05 14:11:49.254241 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:11:49.256920 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28529662-ca97-46ae-aafc-8b2f29457df5 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:11:49.257341 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28529662-ca97-46ae-aafc-8b2f29457df5 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:11:49.262616 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:11:49.281516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Sync routers for ids ['4a1edccd-ab6d-45e9-96a5-5a182e15956b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:11:49.300670 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Routers {'4a1edccd-ab6d-45e9-96a5-5a182e15956b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:49.301400 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4a1edccd-ab6d-45e9-96a5-5a182e15956b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:49.337079 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:49.338658 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1f857adc-dfdf-41dd-8ee9-ede0201b0e58 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.5405810 Aug 05 14:11:49.343334 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41214) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:49.396897 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28529662-ca97-46ae-aafc-8b2f29457df5 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:49.411407 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28529662-ca97-46ae-aafc-8b2f29457df5 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:49.413391 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-28529662-ca97-46ae-aafc-8b2f29457df5 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] 10.222.0.16 "DELETE /v2.0/networks/3584aa84-fed1-4cc5-b1c8-aa8d7289ec60 HTTP/1.1" status: 204 len: 168 time: 0.8393435 Aug 05 14:11:49.449545 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28529662-ca97-46ae-aafc-8b2f29457df5 tempest-BulkNetworkOpsTest-846349794 tempest-BulkNetworkOpsTest-846349794-project] Pushing event deleted for resources: {'Network': ['ID=3584aa84-fed1-4cc5-b1c8-aa8d7289ec60,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:49.517416 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:49.534238 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4b77e7-ea1a-4522-b76d-2a47f12a4479 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:11:49.547183 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:49.564407 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Set router 4a1edccd-ab6d-45e9-96a5-5a182e15956b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:11:49.604315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Transition to ACTIVE for port object ce4b77e7-ea1a-4522-b76d-2a47f12a4479 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:49.619017 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-45ec341a-6290-4d3c-ac30-a5acf86ced97 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "GET /v2.0/routers/4a1edccd-ab6d-45e9-96a5-5a182e15956b HTTP/1.1" status: 200 len: 909 time: 0.2720909 Aug 05 14:11:49.619721 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41222) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:49.639288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2008738655', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'enable_snat': True}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:49.640069 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:49.673702 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:49.674937 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:49.754493 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:49.777763 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-638d0c08-fff7-4df9-824d-ba4beb6a9b42 service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2384021 Aug 05 14:11:49.951924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:49.987641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41228) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:49.991501 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1edccd-ab6d-45e9-96a5-5a182e15956b', 'name': 'tempest-snat-router-2008738655', 'tenant_id': '2ae79a67762d4a6ab1e11ae2edae7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.116'}], 'enable_snat': False}, 'gw_port_id': 'abeb08a3-0548-4374-953d-58c32732c781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:40Z', 'updated_at': '2021-08-05T14:11:46Z', 'revision_number': 3, 'project_id': '2ae79a67762d4a6ab1e11ae2edae7445', 'gw_port': {'id': 'abeb08a3-0548-4374-953d-58c32732c781', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1edccd-ab6d-45e9-96a5-5a182e15956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:44Z', 'updated_at': '2021-08-05T14:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:50.005869 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b70731fc-5e67-4394-acad-3ce6cda96f0d tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:50.037950 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Checking router: 4a1edccd-ab6d-45e9-96a5-5a182e15956b for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:11:50.038299 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Updating router 4a1edccd-ab6d-45e9-96a5-5a182e15956b port abeb08a3-0548-4374-953d-58c32732c781 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:11:50.087981 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:50.148435 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:50.193280 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-ec297e03-72af-4f18-9b3e-513c168cebf4 service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861911 Aug 05 14:11:50.296045 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-73890a25-ea04-4895-92b9-0fb60213c74f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f456a13-3d98-4faf-b751-fe64775d983e HTTP/1.1" status: 200 len: 217 time: 0.0943420 Aug 05 14:11:50.332853 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b5c0e44d-ee7f-476a-ad14-7c75a58fbb66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=747c800842954b758f9ac844dc7cd094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3384931 Aug 05 14:11:50.333783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Attempting to bind port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:11:50.333921 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41244) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:50.334026 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Attempting to bind port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:11:50.334382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Attempting to bind port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 on network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:11:50.456305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 on network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:11:50.462408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Attempting to bind port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 on network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:11:50.533134 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:50.543446 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:11:50.544082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Checking segment: {'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:11:50.544399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Bound using segment: {'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:11:50.544898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Bound port: ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:11:50.545263 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:50.548753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Transition to ACTIVE for port object abeb08a3-0548-4374-953d-58c32732c781 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:50.555026 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8abb6590-a015-4815-86b0-2bab6b18893b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:50.556943 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:50.585689 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:50.603695 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-363fd426-4c06-4a99-9c47-88815a422464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:50.605201 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-363fd426-4c06-4a99-9c47-88815a422464 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=33f2503f-0424-4c1d-ba63-29e061f584f1 HTTP/1.1" status: 200 len: 797 time: 0.3008020 Aug 05 14:11:50.615363 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8abb6590-a015-4815-86b0-2bab6b18893b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:50.624837 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:50.638105 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad667c-7ed3-467d-bf2a-70703965a273 None None] Pushing event updated for resources: {'Port': ['ID=abeb08a3-0548-4374-953d-58c32732c781,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:50.693470 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Attempting to bind port abeb08a3-0548-4374-953d-58c32732c781 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:11:50.695003 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Attempting to bind port abeb08a3-0548-4374-953d-58c32732c781 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:11:50.695408 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Attempting to bind port abeb08a3-0548-4374-953d-58c32732c781 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:11:50.698079 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] For port ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:11:50.702898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] For port ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,segment=NetworkSegment(a3eac670-f712-4189-8f88-17dfedd52a4c),segment_id=a3eac670-f712-4189-8f88-17dfedd52a4c)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:11:50.721346 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:11:50.721679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:11:50.722002 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:50.722438 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:11:50.726095 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:50.727107 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Bound port: abeb08a3-0548-4374-953d-58c32732c781, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:11:50.727589 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:50.838228 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Allocated IP 172.25.5.67 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/328b4140-0d54-4fe4-b47c-fa51963aaf85) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:11:50.868189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] For port abeb08a3-0548-4374-953d-58c32732c781, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:11:50.878458 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] For port abeb08a3-0548-4374-953d-58c32732c781, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=abeb08a3-0548-4374-953d-58c32732c781,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:11:50.885742 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:50.948152 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Routers {'4a1edccd-ab6d-45e9-96a5-5a182e15956b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:50.948752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:50.949296 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4a1edccd-ab6d-45e9-96a5-5a182e15956b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:50.949451 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:50.962623 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] 10.222.0.84 "PUT /v2.0/ports/ce4b77e7-ea1a-4522-b76d-2a47f12a4479 HTTP/1.1" status: 200 len: 1091 time: 3.8750458 Aug 05 14:11:50.999375 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c7b7c-6070-4342-acb7-e7dd7b2afbf8 req-790ffd77-457f-4480-b1c3-7c947d27388b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:51.010811 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a5c7b7c-6070-4342-acb7-e7dd7b2afbf8 req-790ffd77-457f-4480-b1c3-7c947d27388b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 943 time: 0.5235002 Aug 05 14:11:51.011295 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'tag': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:11:51.032004 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5784ba6-848e-432b-ae31-b57ec2464f66" -d '{"events": [{"name": "network-changed", "server_uuid": "234f2347-9982-49b7-9836-67e69ed1ccb7", "tag": "ce4b77e7-ea1a-4522-b76d-2a47f12a4479"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:11:51.037767 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:51.059903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad667c-7ed3-467d-bf2a-70703965a273 None None] Pushing event updated for resources: {'Port': ['ID=abeb08a3-0548-4374-953d-58c32732c781,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:51.143931 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:51.183605 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3ddcf8-c07e-4d6e-9155-bbd526ac747c x-openstack-request-id: req-1e3ddcf8-c07e-4d6e-9155-bbd526ac747c {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:11:51.183892 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234f2347-9982-49b7-9836-67e69ed1ccb7", "tag": "ce4b77e7-ea1a-4522-b76d-2a47f12a4479", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:11:51.184146 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e3ddcf8-c07e-4d6e-9155-bbd526ac747c {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:11:51.184545 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'tag': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479', 'status': 'completed', 'code': 200} Aug 05 14:11:51.198582 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] Set router 4a1edccd-ab6d-45e9-96a5-5a182e15956b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:11:51.240252 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:11:51.250590 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:11:51.253542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:11:51.257934 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b70731fc-5e67-4394-acad-3ce6cda96f0d tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:51.281673 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Pushing event updated for resources: {'Port': ['ID=328b4140-0d54-4fe4-b47c-fa51963aaf85,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:51.286525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772f1ba-3627-45fd-b2f7-41ee11124793 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:51.295674 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715532-5adf-4052-8e59-2913c428c193 req-3e8a5c49-a2a0-4e2c-a76a-c756fbd3557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:51.298682 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-3e8a5c49-a2a0-4e2c-a76a-c756fbd3557a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de3b5517-820c-4f25-a4f3-58d6603842f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5936923 Aug 05 14:11:51.309269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a08c7857-074e-4b14-80b8-4ec063aa7883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:51.312448 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-a08c7857-074e-4b14-80b8-4ec063aa7883 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 1094 time: 0.2631526 Aug 05 14:11:51.328178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a5c7b7c-6070-4342-acb7-e7dd7b2afbf8 req-9f9becd0-bfcb-42c6-8eef-3dede25dca12 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881372 Aug 05 14:11:51.367849 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:51.371860 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b70731fc-5e67-4394-acad-3ce6cda96f0d tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:51.382180 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-6b98ee0b-d64e-4b23-8e48-334fde30d3e7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479 HTTP/1.1" status: 200 len: 217 time: 0.0485067 Aug 05 14:11:51.464724 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8abb6590-a015-4815-86b0-2bab6b18893b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:51.467890 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8abb6590-a015-4815-86b0-2bab6b18893b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:51.469823 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8abb6590-a015-4815-86b0-2bab6b18893b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43da8856-8442-4267-81fc-e8515fec16a0 HTTP/1.1" status: 204 len: 168 time: 1.1346884 Aug 05 14:11:51.538591 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb6590-a015-4815-86b0-2bab6b18893b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43da8856-8442-4267-81fc-e8515fec16a0,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:51.539592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70731fc-5e67-4394-acad-3ce6cda96f0d tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event updated for resources: {'Port': ['ID=7af293fd-a2bc-45ae-adcd-7bf093b12cc8,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:51.548636 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-82285df5-c120-4a62-82d2-a8f3e4d562a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:51.555164 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-82285df5-c120-4a62-82d2-a8f3e4d562a5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a48626b7-9d60-474f-9eb7-fd37d71c9c23 HTTP/1.1" status: 200 len: 834 time: 0.1086686 Aug 05 14:11:51.600026 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b70731fc-5e67-4394-acad-3ce6cda96f0d tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] In _notify_port_updated(), no bound segment for port 7af293fd-a2bc-45ae-adcd-7bf093b12cc8 on network cc144092-6d24-47e4-b2aa-b1bf52825868 {{(pid=105724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:11:51.611734 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70731fc-5e67-4394-acad-3ce6cda96f0d tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:51.612502 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b70731fc-5e67-4394-acad-3ce6cda96f0d tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:51.613863 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b70731fc-5e67-4394-acad-3ce6cda96f0d tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "PUT /v2.0/ports/7af293fd-a2bc-45ae-adcd-7bf093b12cc8 HTTP/1.1" status: 200 len: 1067 time: 3.5306532 Aug 05 14:11:51.660003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41266) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:51.691346 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:51.706663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a1edccd-ab6d-45e9-96a5-5a182e15956b', 'name': 'tempest-snat-router-2008738655', 'tenant_id': '2ae79a67762d4a6ab1e11ae2edae7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.116'}], 'enable_snat': False}, 'gw_port_id': 'abeb08a3-0548-4374-953d-58c32732c781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:40Z', 'updated_at': '2021-08-05T14:11:46Z', 'revision_number': 3, 'project_id': '2ae79a67762d4a6ab1e11ae2edae7445', 'gw_port': {'id': 'abeb08a3-0548-4374-953d-58c32732c781', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1edccd-ab6d-45e9-96a5-5a182e15956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:44Z', 'updated_at': '2021-08-05T14:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:51.768577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688080e0-a14b-4740-8745-7fbd7bf302df None None] The sync data for ids ['4a1edccd-ab6d-45e9-96a5-5a182e15956b'] in n-d-803585-2 is: [{'id': '4a1edccd-ab6d-45e9-96a5-5a182e15956b', 'name': 'tempest-snat-router-2008738655', 'tenant_id': '2ae79a67762d4a6ab1e11ae2edae7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.116'}], 'enable_snat': False}, 'gw_port_id': 'abeb08a3-0548-4374-953d-58c32732c781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:40Z', 'updated_at': '2021-08-05T14:11:46Z', 'revision_number': 3, 'project_id': '2ae79a67762d4a6ab1e11ae2edae7445', 'gw_port': {'id': 'abeb08a3-0548-4374-953d-58c32732c781', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1edccd-ab6d-45e9-96a5-5a182e15956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:44Z', 'updated_at': '2021-08-05T14:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:11:51.892042 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-36d388e5-904b-4349-b285-95d80a94246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:51.893664 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-36d388e5-904b-4349-b285-95d80a94246c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2785432 Aug 05 14:11:51.972359 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d16dc3fb-d88e-496e-8f0d-93b79fb50902 None None] Provisioning complete for port 7af293fd-a2bc-45ae-adcd-7bf093b12cc8 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:51.972751 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d16dc3fb-d88e-496e-8f0d-93b79fb50902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:52.002951 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-8fa09859-7f35-4caf-b77a-39500a753131 service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721473 Aug 05 14:11:52.056579 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d16dc3fb-d88e-496e-8f0d-93b79fb50902 None None] Port 7af293fd-a2bc-45ae-adcd-7bf093b12cc8 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:11:52.132863 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:52.171084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-51420f0f-9ec5-47b3-98b9-a9715e7d4c7b tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Deleting port 7af293fd-a2bc-45ae-adcd-7bf093b12cc8 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:52.171565 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-51420f0f-9ec5-47b3-98b9-a9715e7d4c7b tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:52.418027 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-43c9f550-7b91-4377-9d4c-12026bfe9ef5 service neutron] 10.222.0.84 "GET /v2.0/networks/265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153437 Aug 05 14:11:52.522246 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31715532-5adf-4052-8e59-2913c428c193 req-7d170cc5-a8a3-4346-8ca0-f537aa2d4370 service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740026 Aug 05 14:11:52.566049 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-51420f0f-9ec5-47b3-98b9-a9715e7d4c7b tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:52.584184 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-51420f0f-9ec5-47b3-98b9-a9715e7d4c7b tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Calling delete_port for 7af293fd-a2bc-45ae-adcd-7bf093b12cc8 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:53.011366 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-51420f0f-9ec5-47b3-98b9-a9715e7d4c7b tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:53.030038 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4bd1c-0c6b-4810-9d38-585d16ad6c61 req-7b4a6578-046c-4ecb-b5d0-8da97de8b415 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:53.033967 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fe60a20-0d11-4d08-99c0-1f8a165db49a req-71d1a030-3fe8-48bb-a204-d50252fb5343 service neutron] 10.222.0.84 "GET /v2.0/networks/265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072147 Aug 05 14:11:53.047690 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ef4bd1c-0c6b-4810-9d38-585d16ad6c61 req-7b4a6578-046c-4ecb-b5d0-8da97de8b415 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 943 time: 0.2212408 Aug 05 14:11:53.091510 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51420f0f-9ec5-47b3-98b9-a9715e7d4c7b tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event deleted for resources: {'Port': ['ID=7af293fd-a2bc-45ae-adcd-7bf093b12cc8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:53.252888 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41318) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:53.253643 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ef4bd1c-0c6b-4810-9d38-585d16ad6c61 req-36285fac-7e35-4032-92af-8f50733bba96 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019217 Aug 05 14:11:53.318722 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5784ba6-848e-432b-ae31-b57ec2464f66 req-012dd345-1da1-48b9-9f94-6ab7b7f2fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:53.320478 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b5784ba6-848e-432b-ae31-b57ec2464f66 req-012dd345-1da1-48b9-9f94-6ab7b7f2fa47 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 1094 time: 0.1986306 Aug 05 14:11:53.428743 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Router c43d4a80-fe67-43f8-873e-d489957489cc is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:11:53.485776 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d7734eb1-1664-453f-acd2-99d13b0167f4 tempest-SubnetPoolsTestJSON-499811667 tempest-SubnetPoolsTestJSON-499811667-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-882955206', 'prefixes': ['172.20.0.0/16']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:53.568817 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-51420f0f-9ec5-47b3-98b9-a9715e7d4c7b tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:53.570823 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-51420f0f-9ec5-47b3-98b9-a9715e7d4c7b tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "DELETE /v2.0/ports/7af293fd-a2bc-45ae-adcd-7bf093b12cc8 HTTP/1.1" status: 204 len: 168 time: 1.9045980 Aug 05 14:11:53.575608 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41322) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:53.598483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device abeb08a3-0548-4374-953d-58c32732c781 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:11:53.705826 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-47325790-f1d3-4382-94d8-c79f470a6d08 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] GET failed (client error): The resource could not be found. Aug 05 14:11:53.706088 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:11:53.711896 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-47325790-f1d3-4382-94d8-c79f470a6d08 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "GET /v2.0/ports/7af293fd-a2bc-45ae-adcd-7bf093b12cc8 HTTP/1.1" status: 404 len: 333 time: 0.1216180 Aug 05 14:11:53.713181 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41324) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:53.734576 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Sync routers for ids ['c43d4a80-fe67-43f8-873e-d489957489cc'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:11:53.761433 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Routers {'c43d4a80-fe67-43f8-873e-d489957489cc'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:53.762081 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c43d4a80-fe67-43f8-873e-d489957489cc'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:53.801932 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b396aa-1c33-4b7b-a377-1c9e3ed128b1 req-30f5f155-0c57-44bc-a88e-9a4a8bca7bca tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:53.810612 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8b396aa-1c33-4b7b-a377-1c9e3ed128b1 req-30f5f155-0c57-44bc-a88e-9a4a8bca7bca tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 946 time: 0.2339716 Aug 05 14:11:53.828976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port abeb08a3-0548-4374-953d-58c32732c781 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:11:53.842555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port abeb08a3-0548-4374-953d-58c32732c781 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:53.843897 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:53.845222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d7734eb1-1664-453f-acd2-99d13b0167f4 tempest-SubnetPoolsTestJSON-499811667 tempest-SubnetPoolsTestJSON-499811667-project] Notify callbacks [] for subnetpool, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:53.846482 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d7734eb1-1664-453f-acd2-99d13b0167f4 tempest-SubnetPoolsTestJSON-499811667 tempest-SubnetPoolsTestJSON-499811667-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5892787 Aug 05 14:11:53.850491 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41326) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:53.887485 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8b396aa-1c33-4b7b-a377-1c9e3ed128b1 req-10e9d88b-2205-4906-b7a7-c519c0c00912 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bb37488-40d4-4c18-a036-f1da756e7e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723450 Aug 05 14:11:53.891372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5784ba6-848e-432b-ae31-b57ec2464f66 req-6e33877b-f2ae-435e-a86a-ce44ef58de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:53.893829 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b5784ba6-848e-432b-ae31-b57ec2464f66 req-6e33877b-f2ae-435e-a86a-ce44ef58de08 service neutron] 10.222.0.84 "GET /v2.0/networks?id=265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 HTTP/1.1" status: 200 len: 897 time: 0.5179534 Aug 05 14:11:53.967816 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f6935122-6962-4ab3-85b0-bcf6e2904541 tempest-SubnetPoolsTestJSON-499811667 tempest-SubnetPoolsTestJSON-499811667-project] 10.222.0.16 "GET /v2.0/subnetpools/d9955dfd-8b5b-442c-8ebd-58b4b5ab3a12 HTTP/1.1" status: 200 len: 731 time: 0.1154909 Aug 05 14:11:53.969648 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:53.970911 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-88eb5d69-71f0-468f-9240-48c6e6ef90ac tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3499103 Aug 05 14:11:53.971487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41328) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:53.977761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-8d697c4e-bf21-4912-b082-149a48de63b2 tempest-SubnetPoolsTestJSON-499811667 tempest-SubnetPoolsTestJSON-499811667-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-138141249'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:53.981505 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41330) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:53.988675 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b5784ba6-848e-432b-ae31-b57ec2464f66 req-157c9ba8-a493-4d78-b489-65826d756363 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479 HTTP/1.1" status: 200 len: 217 time: 0.0836782 Aug 05 14:11:54.005647 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:54.036518 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Set router c43d4a80-fe67-43f8-873e-d489957489cc gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:11:54.062023 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port abeb08a3-0548-4374-953d-58c32732c781, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=abeb08a3-0548-4374-953d-58c32732c781,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:54.075726 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:54.104642 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5784ba6-848e-432b-ae31-b57ec2464f66 req-20aa93d1-9030-423f-aa47-b7e0fffee710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:54.114864 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b5784ba6-848e-432b-ae31-b57ec2464f66 req-20aa93d1-9030-423f-aa47-b7e0fffee710 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a48626b7-9d60-474f-9eb7-fd37d71c9c23 HTTP/1.1" status: 200 len: 834 time: 0.1197288 Aug 05 14:11:54.181186 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=abeb08a3-0548-4374-953d-58c32732c781,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:54.199732 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5af5dec1-c11c-4305-8d32-40827efdef3a tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "GET /v2.0/routers/c43d4a80-fe67-43f8-873e-d489957489cc HTTP/1.1" status: 200 len: 907 time: 0.2170975 Aug 05 14:11:54.203015 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41332) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:54.210785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5784ba6-848e-432b-ae31-b57ec2464f66 req-3f4362d7-026b-409f-b50b-6f19e6e31c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:54.214146 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b5784ba6-848e-432b-ae31-b57ec2464f66 req-3f4362d7-026b-409f-b50b-6f19e6e31c42 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913210 Aug 05 14:11:54.260424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-d0e645e2-d266-4a15-a322-0a050eca2494 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Deleting port 691ff8ef-5bdf-4f5b-ac78-a1793a6ca626 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:54.260779 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d0e645e2-d266-4a15-a322-0a050eca2494 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:54.272093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d4819-57bc-464d-9ee0-5bd6aee32f87 req-2c18fef8-37c5-43a5-9b3a-8daa1dab5a17 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:54.275308 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-892d4819-57bc-464d-9ee0-5bd6aee32f87 req-2c18fef8-37c5-43a5-9b3a-8daa1dab5a17 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.63 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 946 time: 0.1576598 Aug 05 14:11:54.385877 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8d697c4e-bf21-4912-b082-149a48de63b2 tempest-SubnetPoolsTestJSON-499811667 tempest-SubnetPoolsTestJSON-499811667-project] Notify callbacks [] for subnetpool, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:54.387506 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8d697c4e-bf21-4912-b082-149a48de63b2 tempest-SubnetPoolsTestJSON-499811667 tempest-SubnetPoolsTestJSON-499811667-project] 10.222.0.16 "PUT /v2.0/subnetpools/d9955dfd-8b5b-442c-8ebd-58b4b5ab3a12 HTTP/1.1" status: 200 len: 683 time: 0.4148865 Aug 05 14:11:54.406757 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43d4a80-fe67-43f8-873e-d489957489cc', 'name': 'tempest-snat-router-2008738655', 'tenant_id': '2ae79a67762d4a6ab1e11ae2edae7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '328b4140-0d54-4fe4-b47c-fa51963aaf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:49Z', 'updated_at': '2021-08-05T14:11:51Z', 'revision_number': 3, 'project_id': '2ae79a67762d4a6ab1e11ae2edae7445', 'gw_port': {'id': '328b4140-0d54-4fe4-b47c-fa51963aaf85', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43d4a80-fe67-43f8-873e-d489957489cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:50Z', 'updated_at': '2021-08-05T14:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:54.407474 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9cb7dd95-0672-42d2-adf1-7d40386f4002 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:54.409557 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41340) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:54.583705 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a4e3e-6c6a-415f-8701-1bd345905a26 req-b888ec1e-2981-4a73-8857-e210aec1fa5d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:54.599100 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-707a4e3e-6c6a-415f-8701-1bd345905a26 req-b888ec1e-2981-4a73-8857-e210aec1fa5d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 943 time: 0.2100084 Aug 05 14:11:54.629791 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d0e645e2-d266-4a15-a322-0a050eca2494 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:54.666320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-d0e645e2-d266-4a15-a322-0a050eca2494 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Calling delete_port for 691ff8ef-5bdf-4f5b-ac78-a1793a6ca626 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:54.676079 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Checking router: c43d4a80-fe67-43f8-873e-d489957489cc for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:11:54.676706 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Updating router c43d4a80-fe67-43f8-873e-d489957489cc port 328b4140-0d54-4fe4-b47c-fa51963aaf85 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:11:54.694616 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b5784ba6-848e-432b-ae31-b57ec2464f66 req-e66e3049-6032-449e-b3e5-8b417be85acf service neutron] 10.222.0.84 "GET /v2.0/networks/265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816498 Aug 05 14:11:54.718188 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:54.729750 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-892d4819-57bc-464d-9ee0-5bd6aee32f87 req-d7eb5b39-a4d9-4845-b520-c0ae855602d2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Deleting port 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:54.730022 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-892d4819-57bc-464d-9ee0-5bd6aee32f87 req-d7eb5b39-a4d9-4845-b520-c0ae855602d2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:54.771976 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-707a4e3e-6c6a-415f-8701-1bd345905a26 req-9074b50b-a4a1-4e73-a99e-4db17c53ae1a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714020 Aug 05 14:11:54.895495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-892d4819-57bc-464d-9ee0-5bd6aee32f87 req-d7eb5b39-a4d9-4845-b520-c0ae855602d2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] For port 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37,segment=NetworkSegment(1302f431-49cf-476f-b18d-c531cd632b1d),segment_id=1302f431-49cf-476f-b18d-c531cd632b1d)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:54.895495 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-892d4819-57bc-464d-9ee0-5bd6aee32f87 req-d7eb5b39-a4d9-4845-b520-c0ae855602d2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:54.932271 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9cb7dd95-0672-42d2-adf1-7d40386f4002 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:54.945596 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-43f69847-3894-4a17-b268-cd6103617cca tempest-SubnetPoolsTestJSON-499811667 tempest-SubnetPoolsTestJSON-499811667-project] Notify callbacks [] for subnetpool, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:54.946876 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-43f69847-3894-4a17-b268-cd6103617cca tempest-SubnetPoolsTestJSON-499811667 tempest-SubnetPoolsTestJSON-499811667-project] 10.222.0.16 "DELETE /v2.0/subnetpools/d9955dfd-8b5b-442c-8ebd-58b4b5ab3a12 HTTP/1.1" status: 204 len: 168 time: 0.5329485 Aug 05 14:11:54.952552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41348) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:55.026851 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-bc72ed91-811f-42a0-b632-790ab901d0eb tempest-SubnetPoolsTestJSON-499811667 tempest-SubnetPoolsTestJSON-499811667-project] show failed (client error): The resource could not be found. Aug 05 14:11:55.027947 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bc72ed91-811f-42a0-b632-790ab901d0eb tempest-SubnetPoolsTestJSON-499811667 tempest-SubnetPoolsTestJSON-499811667-project] 10.222.0.16 "GET /v2.0/subnetpools/d9955dfd-8b5b-442c-8ebd-58b4b5ab3a12 HTTP/1.1" status: 404 len: 346 time: 0.0196838 Aug 05 14:11:55.034225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41350) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:55.060122 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-4ba32236-e8dd-4c95-8b3c-c54a7a2b2ba6 tempest-SubnetPoolsTestJSON-499811667 tempest-SubnetPoolsTestJSON-499811667-project] delete failed (client error): The resource could not be found. Aug 05 14:11:55.061929 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4ba32236-e8dd-4c95-8b3c-c54a7a2b2ba6 tempest-SubnetPoolsTestJSON-499811667 tempest-SubnetPoolsTestJSON-499811667-project] 10.222.0.16 "DELETE /v2.0/subnetpools/d9955dfd-8b5b-442c-8ebd-58b4b5ab3a12 HTTP/1.1" status: 404 len: 346 time: 0.0219100 Aug 05 14:11:55.080873 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b5784ba6-848e-432b-ae31-b57ec2464f66 req-6b90a4b4-0f96-44e8-92fe-8a35180b676a service neutron] 10.222.0.84 "GET /v2.0/networks/265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604250 Aug 05 14:11:55.113235 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a449a-f6ec-4bcf-a916-d8e69857a36e req-3af0dafa-000b-470f-bacf-e60d85f0605e tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:55.121338 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fe3a449a-f6ec-4bcf-a916-d8e69857a36e req-3af0dafa-000b-470f-bacf-e60d85f0605e tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 946 time: 0.1400347 Aug 05 14:11:55.133321 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9cb7dd95-0672-42d2-adf1-7d40386f4002 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Deleting port 328b4140-0d54-4fe4-b47c-fa51963aaf85 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:55.133610 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9cb7dd95-0672-42d2-adf1-7d40386f4002 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:55.140249 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d0e645e2-d266-4a15-a322-0a050eca2494 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:55.156190 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:11:55.185902 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e645e2-d266-4a15-a322-0a050eca2494 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event deleted for resources: {'Port': ['ID=691ff8ef-5bdf-4f5b-ac78-a1793a6ca626,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:55.193055 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:55.212583 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Transition to ACTIVE for port object 328b4140-0d54-4fe4-b47c-fa51963aaf85 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:11:55.226284 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:55.262971 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fe3a449a-f6ec-4bcf-a916-d8e69857a36e req-04438de7-e808-4c29-9cae-ef0e87c80cb6 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bb37488-40d4-4c18-a036-f1da756e7e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405013 Aug 05 14:11:55.278484 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d0e645e2-d266-4a15-a322-0a050eca2494 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:55.285160 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d0e645e2-d266-4a15-a322-0a050eca2494 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "DELETE /v2.0/ports/691ff8ef-5bdf-4f5b-ac78-a1793a6ca626 HTTP/1.1" status: 204 len: 168 time: 1.5686197 Aug 05 14:11:55.286165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41354) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:55.313966 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-892d4819-57bc-464d-9ee0-5bd6aee32f87 req-d7eb5b39-a4d9-4845-b520-c0ae855602d2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:55.315488 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-892d4819-57bc-464d-9ee0-5bd6aee32f87 req-d7eb5b39-a4d9-4845-b520-c0ae855602d2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:55.316013 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [req-892d4819-57bc-464d-9ee0-5bd6aee32f87 req-d7eb5b39-a4d9-4845-b520-c0ae855602d2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Floating IP b1574e05-2174-4441-b17a-85d6fe1789e3 disassociated. External IP: 172.25.5.13, port: 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37. Aug 05 14:11:55.316573 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-892d4819-57bc-464d-9ee0-5bd6aee32f87 req-d7eb5b39-a4d9-4845-b520-c0ae855602d2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Calling delete_port for 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:55.320705 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Attempting to bind port 328b4140-0d54-4fe4-b47c-fa51963aaf85 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:11:55.321157 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Attempting to bind port 328b4140-0d54-4fe4-b47c-fa51963aaf85 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:11:55.321541 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Attempting to bind port 328b4140-0d54-4fe4-b47c-fa51963aaf85 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:11:55.332309 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:11:55.332882 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:11:55.333316 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:55.333797 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:11:55.334425 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Bound port: 328b4140-0d54-4fe4-b47c-fa51963aaf85, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:11:55.334933 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:55.350620 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17cce44-bf2f-47ee-bbe1-f70fb7f8a10d tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] GET failed (client error): The resource could not be found. Aug 05 14:11:55.367315 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d17cce44-bf2f-47ee-bbe1-f70fb7f8a10d tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "GET /v2.0/ports/691ff8ef-5bdf-4f5b-ac78-a1793a6ca626 HTTP/1.1" status: 404 len: 333 time: 0.0730042 Aug 05 14:11:55.370959 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7f5fb-d9f9-48cc-a5a5-56485bc7f6e1 None None] Pushing event updated for resources: {'Port': ['ID=328b4140-0d54-4fe4-b47c-fa51963aaf85,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:55.415912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41356) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:55.437031 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9cb7dd95-0672-42d2-adf1-7d40386f4002 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:55.445207 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] For port 328b4140-0d54-4fe4-b47c-fa51963aaf85, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:11:55.454282 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] For port 328b4140-0d54-4fe4-b47c-fa51963aaf85, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=328b4140-0d54-4fe4-b47c-fa51963aaf85,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:11:55.465666 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:55.474436 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device abeb08a3-0548-4374-953d-58c32732c781 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:11:55.538999 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7f5fb-d9f9-48cc-a5a5-56485bc7f6e1 None None] Pushing event updated for resources: {'Port': ['ID=328b4140-0d54-4fe4-b47c-fa51963aaf85,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:55.543988 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9cb7dd95-0672-42d2-adf1-7d40386f4002 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Calling delete_port for 328b4140-0d54-4fe4-b47c-fa51963aaf85 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:55.584334 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Routers {'c43d4a80-fe67-43f8-873e-d489957489cc'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:55.584962 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c43d4a80-fe67-43f8-873e-d489957489cc'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:55.615401 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port abeb08a3-0548-4374-953d-58c32732c781 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:11:55.616147 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:55.641624 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-892d4819-57bc-464d-9ee0-5bd6aee32f87 req-d7eb5b39-a4d9-4845-b520-c0ae855602d2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:55.755447 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb5b39-a4d9-4845-b520-c0ae855602d2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Pushing event deleted for resources: {'Port': ['ID=8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:55.790724 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41368) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:55.859384 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] Set router c43d4a80-fe67-43f8-873e-d489957489cc gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:11:55.886615 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9839a03d-4148-4b22-859a-2a5732d275b0 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Deleting port 049bfb86-0f26-4862-b5fa-5aed90f74c82 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:55.886963 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9839a03d-4148-4b22-859a-2a5732d275b0 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:55.940871 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43d4a80-fe67-43f8-873e-d489957489cc', 'name': 'tempest-snat-router-2008738655', 'tenant_id': '2ae79a67762d4a6ab1e11ae2edae7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:49Z', 'updated_at': '2021-08-05T14:11:54Z', 'revision_number': 4, 'project_id': '2ae79a67762d4a6ab1e11ae2edae7445', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:55.972385 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d0c58-2a52-4293-ba5f-ca98cca581aa None None] The sync data for ids ['c43d4a80-fe67-43f8-873e-d489957489cc'] in n-d-803585-2 is: [{'id': 'c43d4a80-fe67-43f8-873e-d489957489cc', 'name': 'tempest-snat-router-2008738655', 'tenant_id': '2ae79a67762d4a6ab1e11ae2edae7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:49Z', 'updated_at': '2021-08-05T14:11:54Z', 'revision_number': 4, 'project_id': '2ae79a67762d4a6ab1e11ae2edae7445', 'gw_port_host': None}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:11:56.104052 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40783474-0532-4338-af9c-4f71c30d5b1f req-bf73f875-dab9-495f-8934-6e41636345a1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:56.106449 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-40783474-0532-4338-af9c-4f71c30d5b1f req-bf73f875-dab9-495f-8934-6e41636345a1 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 943 time: 0.2074320 Aug 05 14:11:56.184323 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-40783474-0532-4338-af9c-4f71c30d5b1f req-d57b89b7-3141-4d48-b5c5-a483a9756fb6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688686 Aug 05 14:11:56.187940 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-892d4819-57bc-464d-9ee0-5bd6aee32f87 req-d7eb5b39-a4d9-4845-b520-c0ae855602d2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:11:56.420808 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-892d4819-57bc-464d-9ee0-5bd6aee32f87 req-d7eb5b39-a4d9-4845-b520-c0ae855602d2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:11:56.433835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aad81b-4c8c-4b26-969a-0c55085406a6 None None] Sync routers for ids ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:11:56.446543 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aad81b-4c8c-4b26-969a-0c55085406a6 None None] Routers {'387cdcf1-29f8-4a85-8846-5a20ea1545f4'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:56.448437 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-63aad81b-4c8c-4b26-969a-0c55085406a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:56.465539 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c4b79e66-3076-4ed7-8882-ef36d9590522 req-bbb0f3ee-00f0-48bc-8db3-336156310811 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/ports?device_id=079bf570-40e2-44c0-91cc-84555860ae54 HTTP/1.1" status: 200 len: 210 time: 0.0543983 Aug 05 14:11:56.497169 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-babef555-c350-49a9-819c-783d960f01d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:56.499747 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-892d4819-57bc-464d-9ee0-5bd6aee32f87 req-d7eb5b39-a4d9-4845-b520-c0ae855602d2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] No DVR routers for this DVR port 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:11:56.502531 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-892d4819-57bc-464d-9ee0-5bd6aee32f87 req-d7eb5b39-a4d9-4845-b520-c0ae855602d2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:56.505293 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-892d4819-57bc-464d-9ee0-5bd6aee32f87 req-d7eb5b39-a4d9-4845-b520-c0ae855602d2 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.63 "DELETE /v2.0/ports/8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 HTTP/1.1" status: 204 len: 173 time: 2.2056434 Aug 05 14:11:56.505841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079bf570-40e2-44c0-91cc-84555860ae54', 'name': 'network-vif-deleted', 'tag': '8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:11:56.520318 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b55343-6d0c-4403-94fd-c785b869670a" -d '{"events": [{"server_uuid": "079bf570-40e2-44c0-91cc-84555860ae54", "name": "network-vif-deleted", "tag": "8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:11:56.576146 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6d9c9a-af37-41e6-ab85-a057fe7ccdec x-openstack-request-id: req-ca6d9c9a-af37-41e6-ab85-a057fe7ccdec {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:11:56.577501 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079bf570-40e2-44c0-91cc-84555860ae54", "name": "network-vif-deleted", "tag": "8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:11:56.577943 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca6d9c9a-af37-41e6-ab85-a057fe7ccdec {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:11:56.578564 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079bf570-40e2-44c0-91cc-84555860ae54', 'name': 'network-vif-deleted', 'tag': '8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37', 'status': 'completed', 'code': 200} Aug 05 14:11:56.684375 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9839a03d-4148-4b22-859a-2a5732d275b0 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:56.713555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9839a03d-4148-4b22-859a-2a5732d275b0 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Calling delete_port for 049bfb86-0f26-4862-b5fa-5aed90f74c82 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:56.715470 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9cb7dd95-0672-42d2-adf1-7d40386f4002 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:56.768834 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7dd95-0672-42d2-adf1-7d40386f4002 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Pushing event deleted for resources: {'Port': ['ID=328b4140-0d54-4fe4-b47c-fa51963aaf85,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:56.896640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-63aad81b-4c8c-4b26-969a-0c55085406a6 None None] Set router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:11:56.977555 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9cb7dd95-0672-42d2-adf1-7d40386f4002 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.080015 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-babef555-c350-49a9-819c-783d960f01d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.137732 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-babef555-c350-49a9-819c-783d960f01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.186087 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9cb7dd95-0672-42d2-adf1-7d40386f4002 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.207851 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9cb7dd95-0672-42d2-adf1-7d40386f4002 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.326856 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-babef555-c350-49a9-819c-783d960f01d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39f38885edb34d1db75903031b09d28e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5348778 Aug 05 14:11:57.330221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41400) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:57.343679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-63aad81b-4c8c-4b26-969a-0c55085406a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:04:07Z', 'revision_number': 4, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '553b31f4-2b96-421a-9259-e3c16e530617', 'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'mac_address': 'fa:16:3e:c8:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eeec4336-a010-464c-8b64-395366905663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:05Z', 'updated_at': '2021-08-05T14:04:16Z', 'revision_number': 5, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'subnets': [{'id': 'eeec4336-a010-464c-8b64-395366905663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:57.382104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babef555-c350-49a9-819c-783d960f01d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e49547c-a222-4c27-9ded-a36b5690ef4d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:57.387951 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aad81b-4c8c-4b26-969a-0c55085406a6 None None] Checking router: 387cdcf1-29f8-4a85-8846-5a20ea1545f4 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:11:57.401324 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e2eb08ff-5aef-4199-90d3-879839bc4eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.424087 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aad81b-4c8c-4b26-969a-0c55085406a6 None None] Routers {'387cdcf1-29f8-4a85-8846-5a20ea1545f4'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:11:57.425478 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-63aad81b-4c8c-4b26-969a-0c55085406a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:57.435985 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9cb7dd95-0672-42d2-adf1-7d40386f4002 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.437683 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb7dd95-0672-42d2-adf1-7d40386f4002 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c43d4a80-fe67-43f8-873e-d489957489cc {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:11:57.447061 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9cb7dd95-0672-42d2-adf1-7d40386f4002 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.450926 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9cb7dd95-0672-42d2-adf1-7d40386f4002 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "DELETE /v2.0/routers/c43d4a80-fe67-43f8-873e-d489957489cc HTTP/1.1" status: 204 len: 168 time: 3.2466559 Aug 05 14:11:57.455744 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41402) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:57.459561 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e2eb08ff-5aef-4199-90d3-879839bc4eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.525983 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80b2d6-e8c8-492e-99b3-922d5c2fb3cf req-00d374f2-cfab-4309-9f0b-1ffb49183eae tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:57.535091 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3d80b2d6-e8c8-492e-99b3-922d5c2fb3cf req-00d374f2-cfab-4309-9f0b-1ffb49183eae tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 943 time: 0.2139976 Aug 05 14:11:57.548417 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9839a03d-4148-4b22-859a-2a5732d275b0 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.561996 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e2eb08ff-5aef-4199-90d3-879839bc4eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.566533 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e2eb08ff-5aef-4199-90d3-879839bc4eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.574957 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e2eb08ff-5aef-4199-90d3-879839bc4eb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e49547c-a222-4c27-9ded-a36b5690ef4d HTTP/1.1" status: 204 len: 168 time: 0.2410734 Aug 05 14:11:57.582987 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb08ff-5aef-4199-90d3-879839bc4eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e49547c-a222-4c27-9ded-a36b5690ef4d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:57.603302 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41410) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:57.656750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device ce4b77e7-ea1a-4522-b76d-2a47f12a4479 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:11:57.705739 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-97748e60-4c29-43f1-b3aa-d68c0635c050 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.707183 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839a03d-4148-4b22-859a-2a5732d275b0 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event deleted for resources: {'Port': ['ID=049bfb86-0f26-4862-b5fa-5aed90f74c82,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:57.732304 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9839a03d-4148-4b22-859a-2a5732d275b0 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.735607 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9839a03d-4148-4b22-859a-2a5732d275b0 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "DELETE /v2.0/ports/049bfb86-0f26-4862-b5fa-5aed90f74c82 HTTP/1.1" status: 204 len: 168 time: 2.3072734 Aug 05 14:11:57.739769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41412) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:57.760312 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3d80b2d6-e8c8-492e-99b3-922d5c2fb3cf req-55414730-bbb5-4d44-bda1-3f10fac11882 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236831 Aug 05 14:11:57.764315 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-97748e60-4c29-43f1-b3aa-d68c0635c050 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.764932 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70b9b7d3-4490-46b2-bbe5-91a7e1c41d93 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.885610 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-63aad81b-4c8c-4b26-969a-0c55085406a6 None None] Set router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:11:57.904750 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70b9b7d3-4490-46b2-bbe5-91a7e1c41d93 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.931658 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:11:57.956038 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-97748e60-4c29-43f1-b3aa-d68c0635c050 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.962027 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-97748e60-4c29-43f1-b3aa-d68c0635c050 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:57.965920 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-97748e60-4c29-43f1-b3aa-d68c0635c050 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "DELETE /v2.0/security-groups/9bb37488-40d4-4c18-a036-f1da756e7e19 HTTP/1.1" status: 204 len: 168 time: 0.3587008 Aug 05 14:11:57.974758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41420) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:57.995884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-42316000-0777-406b-b24d-2348dbbef461 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Deleting subnet 8c42be7a-ccb8-4817-b7e0-441dd9d8d7b7 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:11:58.013330 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42316000-0777-406b-b24d-2348dbbef461 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:58.020983 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:11:58.021751 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8cc7a1d7-a48e-47ff-bb32-63ea8e30fc37 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:11:58.054822 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-70b9b7d3-4490-46b2-bbe5-91a7e1c41d93 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Deleting port abeb08a3-0548-4374-953d-58c32732c781 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:58.055306 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70b9b7d3-4490-46b2-bbe5-91a7e1c41d93 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:58.079268 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-74952656-5d3d-43c1-bc78-84c9daf66409 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] show failed (client error): The resource could not be found. Aug 05 14:11:58.085365 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-74952656-5d3d-43c1-bc78-84c9daf66409 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "GET /v2.0/security-groups/9bb37488-40d4-4c18-a036-f1da756e7e19 HTTP/1.1" status: 404 len: 347 time: 0.1061082 Aug 05 14:11:58.085958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41426) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:58.091054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97748e60-4c29-43f1-b3aa-d68c0635c050 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb37488-40d4-4c18-a036-f1da756e7e19,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:58.201461 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42316000-0777-406b-b24d-2348dbbef461 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:58.211524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-70b9b7d3-4490-46b2-bbe5-91a7e1c41d93 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] For port abeb08a3-0548-4374-953d-58c32732c781, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=abeb08a3-0548-4374-953d-58c32732c781,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:58.212332 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70b9b7d3-4490-46b2-bbe5-91a7e1c41d93 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:58.231110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-70b9b7d3-4490-46b2-bbe5-91a7e1c41d93 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Calling delete_port for abeb08a3-0548-4374-953d-58c32732c781 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:58.260820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,segment=NetworkSegment(a3eac670-f712-4189-8f88-17dfedd52a4c),segment_id=a3eac670-f712-4189-8f88-17dfedd52a4c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:58.290102 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479', 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9', 'port_id': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479', 'mac_address': 'fa:16:3e:c3:f7:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:11:58.383268 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:58.424545 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-75037587-4d03-4a7e-8492-e8d45ac34bfb tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Deleting port 7a3657b2-07a6-4074-8d47-5d39cd48dc12 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:58.424902 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-75037587-4d03-4a7e-8492-e8d45ac34bfb tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:58.426469 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4b77e7-ea1a-4522-b76d-2a47f12a4479 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:11:58.456895 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42316000-0777-406b-b24d-2348dbbef461 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:58.462316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,segment=NetworkSegment(a3eac670-f712-4189-8f88-17dfedd52a4c),segment_id=a3eac670-f712-4189-8f88-17dfedd52a4c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:58.471914 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:58.525937 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:58.530511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-63aad81b-4c8c-4b26-969a-0c55085406a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:04:07Z', 'revision_number': 4, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '553b31f4-2b96-421a-9259-e3c16e530617', 'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'mac_address': 'fa:16:3e:c8:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eeec4336-a010-464c-8b64-395366905663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:05Z', 'updated_at': '2021-08-05T14:04:16Z', 'revision_number': 5, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'subnets': [{'id': 'eeec4336-a010-464c-8b64-395366905663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:11:58.561881 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aad81b-4c8c-4b26-969a-0c55085406a6 None None] The sync data for ids ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'] in n-d-803585-2 is: [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:04:07Z', 'revision_number': 4, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '553b31f4-2b96-421a-9259-e3c16e530617', 'name': '', 'network_id': '492eeda6-491f-43b8-a0eb-3f6a8fac11ff', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'mac_address': 'fa:16:3e:c8:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eeec4336-a010-464c-8b64-395366905663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:05Z', 'updated_at': '2021-08-05T14:04:16Z', 'revision_number': 5, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'subnets': [{'id': 'eeec4336-a010-464c-8b64-395366905663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:11:58.574878 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70b9b7d3-4490-46b2-bbe5-91a7e1c41d93 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:58.603599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9b7d3-4490-46b2-bbe5-91a7e1c41d93 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Pushing event deleted for resources: {'Port': ['ID=abeb08a3-0548-4374-953d-58c32732c781,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:58.720993 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42316000-0777-406b-b24d-2348dbbef461 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:58.723969 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-75037587-4d03-4a7e-8492-e8d45ac34bfb tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:58.724292 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-75037587-4d03-4a7e-8492-e8d45ac34bfb tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:58.733737 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70b9b7d3-4490-46b2-bbe5-91a7e1c41d93 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:58.771879 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42316000-0777-406b-b24d-2348dbbef461 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event deleted for resources: {'Subnet': ['ID=8c42be7a-ccb8-4817-b7e0-441dd9d8d7b7,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:58.786842 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-75037587-4d03-4a7e-8492-e8d45ac34bfb tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Calling delete_port for 7a3657b2-07a6-4074-8d47-5d39cd48dc12 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:58.787127 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3d9f93-3206-4795-a71a-8219728deb43 None None] Network cc144092-6d24-47e4-b2aa-b1bf52825868 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:11:58.796848 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42316000-0777-406b-b24d-2348dbbef461 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:58.801609 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-42316000-0777-406b-b24d-2348dbbef461 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "DELETE /v2.0/subnets/8c42be7a-ccb8-4817-b7e0-441dd9d8d7b7 HTTP/1.1" status: 204 len: 168 time: 1.0607872 Aug 05 14:11:58.805519 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41452) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:58.836071 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['ce4b77e7-ea1a-4522-b76d-2a47f12a4479'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:11:58.948756 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41456) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:58.957473 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70b9b7d3-4490-46b2-bbe5-91a7e1c41d93 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:58.973378 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70b9b7d3-4490-46b2-bbe5-91a7e1c41d93 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:59.091286 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70b9b7d3-4490-46b2-bbe5-91a7e1c41d93 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:59.098493 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b9b7d3-4490-46b2-bbe5-91a7e1c41d93 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a1edccd-ab6d-45e9-96a5-5a182e15956b {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:11:59.106057 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70b9b7d3-4490-46b2-bbe5-91a7e1c41d93 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:59.111378 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-70b9b7d3-4490-46b2-bbe5-91a7e1c41d93 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "DELETE /v2.0/routers/4a1edccd-ab6d-45e9-96a5-5a182e15956b HTTP/1.1" status: 204 len: 168 time: 1.6489966 Aug 05 14:11:59.112136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41464) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:11:59.126970 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37ded6-2081-4882-9ce9-7f110a7cc84f None None] New status for floating IP b1574e05-2174-4441-b17a-85d6fe1789e3: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:11:59.133477 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1294021533', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:59.179371 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-aa6fa672-af78-45ba-8366-59d872611879 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-691488384'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:11:59.256815 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:59.258224 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:59.317997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c469f3e-782b-4fcc-8498-9e2926f32c53 None None] DHCP port deletion for cc144092-6d24-47e4-b2aa-b1bf52825868 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:11:59.358514 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.db.api [None req-4c37ded6-2081-4882-9ce9-7f110a7cc84f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:11:59.359185 n-d-803585-2 neutron-server[105726]: DEBUG oslo_db.api [None req-4c37ded6-2081-4882-9ce9-7f110a7cc84f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:11:59.366992 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:59.369603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6fa672-af78-45ba-8366-59d872611879 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Made reservation on behalf of aa6f61faf5c748f68a3cf5793a091981 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:11:59.375109 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa672-af78-45ba-8366-59d872611879 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:59.440427 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa672-af78-45ba-8366-59d872611879 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:59.477402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-7c469f3e-782b-4fcc-8498-9e2926f32c53 None None] Deleting port 11e51a0e-af27-47fb-a9c6-4268ce3ff002 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:11:59.478175 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7c469f3e-782b-4fcc-8498-9e2926f32c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:59.557926 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-7c469f3e-782b-4fcc-8498-9e2926f32c53 None None] For port 11e51a0e-af27-47fb-a9c6-4268ce3ff002, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=11e51a0e-af27-47fb-a9c6-4268ce3ff002,segment=NetworkSegment(fa49627c-5114-42ae-9f54-5a3ddad77b57),segment_id=fa49627c-5114-42ae-9f54-5a3ddad77b57)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:11:59.558848 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7c469f3e-782b-4fcc-8498-9e2926f32c53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:59.578451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-7c469f3e-782b-4fcc-8498-9e2926f32c53 None None] Calling delete_port for 11e51a0e-af27-47fb-a9c6-4268ce3ff002 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:11:59.680575 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7c469f3e-782b-4fcc-8498-9e2926f32c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:59.710699 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c469f3e-782b-4fcc-8498-9e2926f32c53 None None] Pushing event deleted for resources: {'Port': ['ID=11e51a0e-af27-47fb-a9c6-4268ce3ff002,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:59.720098 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:59.721671 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c469f3e-782b-4fcc-8498-9e2926f32c53 None None] No DVR routers for this DVR port 11e51a0e-af27-47fb-a9c6-4268ce3ff002 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:11:59.725395 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa672-af78-45ba-8366-59d872611879 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:59.734945 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa672-af78-45ba-8366-59d872611879 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:59.819177 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6fa672-af78-45ba-8366-59d872611879 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:11:59.835929 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-75037587-4d03-4a7e-8492-e8d45ac34bfb tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:59.854227 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa672-af78-45ba-8366-59d872611879 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:59.854227 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-aa6fa672-af78-45ba-8366-59d872611879 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Added segment b779b0e1-9010-4c36-9652-e54d827b711e of type vlan for network 97576302-e87b-4366-8eb1-ece7cff0af53 Aug 05 14:11:59.857601 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fa672-af78-45ba-8366-59d872611879 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bb4716-a7f9-4bd6-83cc-b1db8738ed28,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:59.860998 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37ded6-2081-4882-9ce9-7f110a7cc84f None None] New status for floating IP b1574e05-2174-4441-b17a-85d6fe1789e3: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:11:59.883193 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75037587-4d03-4a7e-8492-e8d45ac34bfb tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Pushing event deleted for resources: {'Port': ['ID=7a3657b2-07a6-4074-8d47-5d39cd48dc12,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:11:59.971461 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89bf20d4-f0cb-4a49-a3f7-8ad9988c2d48 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:11:59.986041 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4abd44-bf2f-45cb-9d55-b845cda7c579 req-afae547a-05c6-4c44-85d7-e678f4669c6d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:11:59.993517 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9b4abd44-bf2f-45cb-9d55-b845cda7c579 req-afae547a-05c6-4c44-85d7-e678f4669c6d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 944 time: 0.9354696 Aug 05 14:11:59.995378 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa672-af78-45ba-8366-59d872611879 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:00.057047 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-75037587-4d03-4a7e-8492-e8d45ac34bfb tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:00.059716 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-75037587-4d03-4a7e-8492-e8d45ac34bfb tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:00.070302 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-75037587-4d03-4a7e-8492-e8d45ac34bfb tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] 10.222.0.16 "DELETE /v2.0/floatingips/b1574e05-2174-4441-b17a-85d6fe1789e3 HTTP/1.1" status: 204 len: 168 time: 1.9719398 Aug 05 14:12:00.083982 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa672-af78-45ba-8366-59d872611879 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:00.090883 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6fa672-af78-45ba-8366-59d872611879 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:00.091895 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa672-af78-45ba-8366-59d872611879 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:00.159377 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9b4abd44-bf2f-45cb-9d55-b845cda7c579 req-c614195e-b4d0-4ca9-a064-7c1f1b986ba4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649013 Aug 05 14:12:00.188291 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89bf20d4-f0cb-4a49-a3f7-8ad9988c2d48 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:00.195374 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-aa6fa672-af78-45ba-8366-59d872611879 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2425528 Aug 05 14:12:00.197790 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41476) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:00.211447 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-9a0f0fe7-783c-4143-9123-a9b011f7e252 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Request body: {'subnet': {'network_id': '97576302-e87b-4366-8eb1-ece7cff0af53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:00.218532 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fa672-af78-45ba-8366-59d872611879 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Pushing event updated for resources: {'Network': ['ID=97576302-e87b-4366-8eb1-ece7cff0af53,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:00.219085 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-89bf20d4-f0cb-4a49-a3f7-8ad9988c2d48 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc144092-6d24-47e4-b2aa-b1bf52825868']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:00.233813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 97576302-e87b-4366-8eb1-ece7cff0af53 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:12:00.345532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-89bf20d4-f0cb-4a49-a3f7-8ad9988c2d48 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa49627c-5114-42ae-9f54-5a3ddad77b57') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:00.345812 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:00.345931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-89bf20d4-f0cb-4a49-a3f7-8ad9988c2d48 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa49627c-5114-42ae-9f54-5a3ddad77b57') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:00.374858 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89bf20d4-f0cb-4a49-a3f7-8ad9988c2d48 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:00.376706 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:00.408913 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89bf20d4-f0cb-4a49-a3f7-8ad9988c2d48 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:00.418603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bf20d4-f0cb-4a49-a3f7-8ad9988c2d48 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:12:00.419184 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89bf20d4-f0cb-4a49-a3f7-8ad9988c2d48 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:12:00.423393 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:12:00.490625 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0f0fe7-783c-4143-9123-a9b011f7e252 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Made reservation on behalf of aa6f61faf5c748f68a3cf5793a091981 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:12:00.494679 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe7-783c-4143-9123-a9b011f7e252 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:00.502276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Allocated IP 172.25.5.32 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/7514bdea-d0b5-4265-acd6-ca16108b0a7a) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:00.550076 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89bf20d4-f0cb-4a49-a3f7-8ad9988c2d48 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:00.579031 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89bf20d4-f0cb-4a49-a3f7-8ad9988c2d48 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:00.583940 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-89bf20d4-f0cb-4a49-a3f7-8ad9988c2d48 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] 10.222.0.16 "DELETE /v2.0/networks/cc144092-6d24-47e4-b2aa-b1bf52825868 HTTP/1.1" status: 204 len: 168 time: 1.7724266 Aug 05 14:12:00.585055 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf20d4-f0cb-4a49-a3f7-8ad9988c2d48 tempest-AllowedAddressPairIpV6TestJSON-422282904 tempest-AllowedAddressPairIpV6TestJSON-422282904-project] Pushing event deleted for resources: {'Network': ['ID=cc144092-6d24-47e4-b2aa-b1bf52825868,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:00.657918 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:00.716257 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:00.762965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:00.766639 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:00.773164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:00.784078 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe7-783c-4143-9123-a9b011f7e252 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:00.806438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Pushing event updated for resources: {'Port': ['ID=7514bdea-d0b5-4265-acd6-ca16108b0a7a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:00.866587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f0fe7-783c-4143-9123-a9b011f7e252 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Pushing event updated for resources: {'Subnet': ['ID=c4bb6238-de07-423d-82cc-fe3affc17122,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:00.876737 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0f0fe7-783c-4143-9123-a9b011f7e252 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Checking segment: {'id': 'b779b0e1-9010-4c36-9652-e54d827b711e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97576302-e87b-4366-8eb1-ece7cff0af53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:00.877226 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f0fe7-783c-4143-9123-a9b011f7e252 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Network hostable DHCP agents. Network: 97576302-e87b-4366-8eb1-ece7cff0af53, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:12:00.897712 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f0fe7-783c-4143-9123-a9b011f7e252 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Network 97576302-e87b-4366-8eb1-ece7cff0af53 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:12:00.910530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-9a0f0fe7-783c-4143-9123-a9b011f7e252 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 97576302-e87b-4366-8eb1-ece7cff0af53) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:00.916799 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0f0fe7-783c-4143-9123-a9b011f7e252 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:00.917552 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0fe7-783c-4143-9123-a9b011f7e252 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:00.924572 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0923bf12-36f0-4d03-b066-3f0cd1de1d1b None None] Network 97576302-e87b-4366-8eb1-ece7cff0af53 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:00.943512 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9a0f0fe7-783c-4143-9123-a9b011f7e252 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7442634 Aug 05 14:12:00.945942 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41486) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:00.953836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-22301493-87ee-444d-8fd4-6256b5c39b56 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Request body: {'port': {'network_id': '97576302-e87b-4366-8eb1-ece7cff0af53', 'name': 'tempest-TagsExtTest-187844686'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:01.025547 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41488) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:01.121448 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-97576302-e87b-4366-8eb1-ece7cff0af53', 'network_id': '97576302-e87b-4366-8eb1-ece7cff0af53', 'tenant_id': 'aa6f61faf5c748f68a3cf5793a091981', 'fixed_ips': [{'subnet_id': 'c4bb6238-de07-423d-82cc-fe3affc17122'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:12:01.124184 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:01.169616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22301493-87ee-444d-8fd4-6256b5c39b56 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Made reservation on behalf of aa6f61faf5c748f68a3cf5793a091981 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:12:01.174411 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22301493-87ee-444d-8fd4-6256b5c39b56 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:01.218998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-22301493-87ee-444d-8fd4-6256b5c39b56 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] device_id is not set on port 5ad20678-aaa0-44ec-bf28-707cf980f5b9 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:12:01.235335 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:01.401939 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Allocated IP 172.20.0.2 (97576302-e87b-4366-8eb1-ece7cff0af53/c4bb6238-de07-423d-82cc-fe3affc17122/d6b1bdc2-4c34-42ce-a8bf-65dd82353808) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:01.475420 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2e9b3a2e-8892-4580-a4b8-958fd083da9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3dad5ecbe7224a28a063a95e63c1c25a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4347126 Aug 05 14:12:01.480094 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41506) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:01.592874 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-27564a9a-7f0b-4b42-8052-91518d8a652b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:01.604264 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device abeb08a3-0548-4374-953d-58c32732c781 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:12:01.628955 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-27564a9a-7f0b-4b42-8052-91518d8a652b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:01.636334 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device ce4b77e7-ea1a-4522-b76d-2a47f12a4479 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:12:01.641636 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: abeb08a3-0548-4374-953d-58c32732c781 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:12:01.641966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device abeb08a3-0548-4374-953d-58c32732c781 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:12:01.642929 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 11e51a0e-af27-47fb-a9c6-4268ce3ff002 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:12:01.661577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc513cde-1b3e-4ccd-b0e8-0fba090d866e req-cdf13de3-2291-478a-b13b-8df4aec718e9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:01.671415 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cc513cde-1b3e-4ccd-b0e8-0fba090d866e req-cdf13de3-2291-478a-b13b-8df4aec718e9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 944 time: 0.2186878 Aug 05 14:12:01.706076 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-27564a9a-7f0b-4b42-8052-91518d8a652b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:01.706076 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-27564a9a-7f0b-4b42-8052-91518d8a652b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:01.706076 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-27564a9a-7f0b-4b42-8052-91518d8a652b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/034656c1-a0bb-411a-9b33-8073666a769e HTTP/1.1" status: 204 len: 168 time: 0.2213364 Aug 05 14:12:01.713599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27564a9a-7f0b-4b42-8052-91518d8a652b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034656c1-a0bb-411a-9b33-8073666a769e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:01.739673 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 11e51a0e-af27-47fb-a9c6-4268ce3ff002 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:12:01.739956 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 11e51a0e-af27-47fb-a9c6-4268ce3ff002 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:12:01.742862 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:01.767063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Transition to ACTIVE for port object d6b1bdc2-4c34-42ce-a8bf-65dd82353808 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:01.789069 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Transition to ACTIVE for port object d6b1bdc2-4c34-42ce-a8bf-65dd82353808 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:01.795715 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cc513cde-1b3e-4ccd-b0e8-0fba090d866e req-e7f8838c-944a-4352-9ecf-a7fcbbf669e9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221387 Aug 05 14:12:01.799772 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:01.871014 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:01.874925 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Pushing event updated for resources: {'Port': ['ID=d6b1bdc2-4c34-42ce-a8bf-65dd82353808,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:01.894902 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:01.895646 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:01.899153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Network 97576302-e87b-4366-8eb1-ece7cff0af53 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:01.903305 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:01.908512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:01.910801 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:01.911406 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-22301493-87ee-444d-8fd4-6256b5c39b56 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Allocated IP 172.20.0.10 (97576302-e87b-4366-8eb1-ece7cff0af53/c4bb6238-de07-423d-82cc-fe3affc17122/5ad20678-aaa0-44ec-bf28-707cf980f5b9) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:02.054849 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Attempting to bind port d6b1bdc2-4c34-42ce-a8bf-65dd82353808 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:12:02.055418 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Attempting to bind port d6b1bdc2-4c34-42ce-a8bf-65dd82353808 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b779b0e1-9010-4c36-9652-e54d827b711e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97576302-e87b-4366-8eb1-ece7cff0af53'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:12:02.055658 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Attempting to bind port d6b1bdc2-4c34-42ce-a8bf-65dd82353808 on network 97576302-e87b-4366-8eb1-ece7cff0af53 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:12:02.063279 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:12:02.063799 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Checking segment: {'id': 'b779b0e1-9010-4c36-9652-e54d827b711e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97576302-e87b-4366-8eb1-ece7cff0af53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:02.064216 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:02.064620 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Bound using segment: {'id': 'b779b0e1-9010-4c36-9652-e54d827b711e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97576302-e87b-4366-8eb1-ece7cff0af53'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:12:02.065103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Bound port: d6b1bdc2-4c34-42ce-a8bf-65dd82353808, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b779b0e1-9010-4c36-9652-e54d827b711e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97576302-e87b-4366-8eb1-ece7cff0af53'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:12:02.065490 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:02.238843 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] For port d6b1bdc2-4c34-42ce-a8bf-65dd82353808, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:12:02.243325 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] For port d6b1bdc2-4c34-42ce-a8bf-65dd82353808, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d6b1bdc2-4c34-42ce-a8bf-65dd82353808,segment=NetworkSegment(b779b0e1-9010-4c36-9652-e54d827b711e),segment_id=b779b0e1-9010-4c36-9652-e54d827b711e)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:12:02.244016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Router c6fc0b31-413f-4bac-a0d5-9fd239cde8d3 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:12:02.244894 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:02.282168 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:02.288304 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22301493-87ee-444d-8fd4-6256b5c39b56 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:02.315011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-22301493-87ee-444d-8fd4-6256b5c39b56 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Transition to ACTIVE for port object 5ad20678-aaa0-44ec-bf28-707cf980f5b9 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:02.359511 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22301493-87ee-444d-8fd4-6256b5c39b56 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:02.416334 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:12:02.421885 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6884cc7-b47d-450a-99c0-f69dc79cbfb1" -d '{"events": [{"server_uuid": "234f2347-9982-49b7-9836-67e69ed1ccb7", "name": "network-vif-plugged", "status": "completed", "tag": "ce4b77e7-ea1a-4522-b76d-2a47f12a4479"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:12:02.431859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:12:02.465738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045188b3-bdb7-43a9-9953-b16f706955b9 None None] Sync routers for ids ['c6fc0b31-413f-4bac-a0d5-9fd239cde8d3'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:12:02.476360 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:02.480828 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8072e450-84c4-44ca-a73d-8443bde69028 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3652811 Aug 05 14:12:02.490919 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41526) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:02.531170 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22301493-87ee-444d-8fd4-6256b5c39b56 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Network 97576302-e87b-4366-8eb1-ece7cff0af53 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:02.534638 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,segment=NetworkSegment(a3eac670-f712-4189-8f88-17dfedd52a4c),segment_id=a3eac670-f712-4189-8f88-17dfedd52a4c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:02.540225 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045188b3-bdb7-43a9-9953-b16f706955b9 None None] Routers {'c6fc0b31-413f-4bac-a0d5-9fd239cde8d3'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:02.550020 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-045188b3-bdb7-43a9-9953-b16f706955b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c6fc0b31-413f-4bac-a0d5-9fd239cde8d3'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:02.556978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f865797f-48c9-4532-990c-ae204d9a2838 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'enable_snat': False}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:02.573494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-22301493-87ee-444d-8fd4-6256b5c39b56 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:02.578170 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c73f6a5-3ca7-4e6d-a186-d13c9ad9204e x-openstack-request-id: req-2c73f6a5-3ca7-4e6d-a186-d13c9ad9204e {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:12:02.578611 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234f2347-9982-49b7-9836-67e69ed1ccb7", "name": "network-vif-plugged", "status": "completed", "tag": "ce4b77e7-ea1a-4522-b76d-2a47f12a4479", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:12:02.580104 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c73f6a5-3ca7-4e6d-a186-d13c9ad9204e {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:12:02.590825 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479', 'code': 200} Aug 05 14:12:02.592409 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:02.716003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b4297-ca2a-4221-8309-b64a1214ca0a req-9da526da-ee9a-463e-9327-1a7962543295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:02.718163 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-533b4297-ca2a-4221-8309-b64a1214ca0a req-9da526da-ee9a-463e-9327-1a7962543295 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 1096 time: 0.0801950 Aug 05 14:12:02.719036 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22301493-87ee-444d-8fd4-6256b5c39b56 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:02.751036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-045188b3-bdb7-43a9-9953-b16f706955b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:02.762073 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98230da-6ea1-49d4-84d3-7171af4e307c None None] Pushing event updated for resources: {'Port': ['ID=d6b1bdc2-4c34-42ce-a8bf-65dd82353808,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:02.803974 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-533b4297-ca2a-4221-8309-b64a1214ca0a req-d2079de3-134d-46df-bbf8-43315c6a22c5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754585 Aug 05 14:12:02.818667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045188b3-bdb7-43a9-9953-b16f706955b9 None None] Routers {'c6fc0b31-413f-4bac-a0d5-9fd239cde8d3'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:02.819313 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-045188b3-bdb7-43a9-9953-b16f706955b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c6fc0b31-413f-4bac-a0d5-9fd239cde8d3'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:02.835114 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22301493-87ee-444d-8fd4-6256b5c39b56 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Pushing event updated for resources: {'Port': ['ID=5ad20678-aaa0-44ec-bf28-707cf980f5b9,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:02.895513 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22301493-87ee-444d-8fd4-6256b5c39b56 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:02.896366 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22301493-87ee-444d-8fd4-6256b5c39b56 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:02.915364 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-045188b3-bdb7-43a9-9953-b16f706955b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:02.916030 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045188b3-bdb7-43a9-9953-b16f706955b9 None None] The sync data for ids ['c6fc0b31-413f-4bac-a0d5-9fd239cde8d3'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:12:02.944756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:02.995722 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-22301493-87ee-444d-8fd4-6256b5c39b56 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0483096 Aug 05 14:12:02.998596 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41542) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:03.003906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-67476e22-f262-4acc-9282-fb5cda2f0b4d tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1156480541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:03.052662 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0dabe-5eea-43ac-9438-5ea5fed8cadd req-0eb13f49-e8a6-44b5-a36b-6ce0f289ee12 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:03.054399 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-21f0dabe-5eea-43ac-9438-5ea5fed8cadd req-0eb13f49-e8a6-44b5-a36b-6ce0f289ee12 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 945 time: 0.0691619 Aug 05 14:12:03.067724 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67476e22-f262-4acc-9282-fb5cda2f0b4d tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:03.068787 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67476e22-f262-4acc-9282-fb5cda2f0b4d tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:03.136230 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-21f0dabe-5eea-43ac-9438-5ea5fed8cadd req-b0e1d611-61d4-486f-bdcc-7156d1843d93 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717268 Aug 05 14:12:03.185270 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67476e22-f262-4acc-9282-fb5cda2f0b4d tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:03.193582 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67476e22-f262-4acc-9282-fb5cda2f0b4d tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:03.215163 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67476e22-f262-4acc-9282-fb5cda2f0b4d tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:03.219461 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-67476e22-f262-4acc-9282-fb5cda2f0b4d tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2164810 Aug 05 14:12:03.221040 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41546) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:03.221469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41548) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:03.231572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-3166313e-0570-4dfe-90f5-3dda0f5c5c15 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-204349408', 'prefixes': ['172.20.0.0/16']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:03.370149 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3166313e-0570-4dfe-90f5-3dda0f5c5c15 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks [] for subnetpool, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:03.380463 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41552) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:03.384907 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3166313e-0570-4dfe-90f5-3dda0f5c5c15 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1527159 Aug 05 14:12:03.390922 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-fe3de1da-789e-4158-a578-8ff407db3279 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c4bb6238-de07-423d-82cc-fe3affc17122', 'tempest-TagsExtTest-Tag-748873534') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:03.563302 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d6b1bdc2-4c34-42ce-a8bf-65dd82353808 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:12:03.574440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-919007fb-fd51-4dcd-9ed1-0bef8c00bc02 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-352075907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:03.660951 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-919007fb-fd51-4dcd-9ed1-0bef8c00bc02 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:03.662427 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-919007fb-fd51-4dcd-9ed1-0bef8c00bc02 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:03.720705 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port d6b1bdc2-4c34-42ce-a8bf-65dd82353808 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:03.759952 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f865797f-48c9-4532-990c-ae204d9a2838 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:03.773638 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-919007fb-fd51-4dcd-9ed1-0bef8c00bc02 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:03.782934 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-919007fb-fd51-4dcd-9ed1-0bef8c00bc02 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:03.803422 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-919007fb-fd51-4dcd-9ed1-0bef8c00bc02 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:03.809214 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-919007fb-fd51-4dcd-9ed1-0bef8c00bc02 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5852633 Aug 05 14:12:03.810214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41562) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:03.825542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-7733718b-f34f-45c6-b67c-077436467c27 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-551986674'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:03.896629 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7733718b-f34f-45c6-b67c-077436467c27 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Made reservation on behalf of 5194b4711fea4d9b88665db075ae8764 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:12:03.903335 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7733718b-f34f-45c6-b67c-077436467c27 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:03.927174 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7733718b-f34f-45c6-b67c-077436467c27 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:03.957595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41566) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:03.957863 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fe3de1da-789e-4158-a578-8ff407db3279 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "PUT /v2.0/subnets/c4bb6238-de07-423d-82cc-fe3affc17122/tags/tempest-TagsExtTest-Tag-748873534 HTTP/1.1" status: 201 len: 201 time: 0.5755179 Aug 05 14:12:03.963280 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-39678611-b5f1-4e7e-a7f3-2acf45a5f634 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5ad20678-aaa0-44ec-bf28-707cf980f5b9', 'tempest-TagsExtTest-Tag-1851719725') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:04.061470 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-39678611-b5f1-4e7e-a7f3-2acf45a5f634 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "PUT /v2.0/ports/5ad20678-aaa0-44ec-bf28-707cf980f5b9/tags/tempest-TagsExtTest-Tag-1851719725 HTTP/1.1" status: 201 len: 201 time: 0.1016288 Aug 05 14:12:04.065245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41568) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:04.073020 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-e0e8b6d3-9360-4469-b29e-acebd4767b29 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9f9bb72f-3118-4eb0-9db5-3997fab48a4d', 'tempest-TagsExtTest-Tag-135425965') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:04.081106 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7733718b-f34f-45c6-b67c-077436467c27 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:04.090684 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7733718b-f34f-45c6-b67c-077436467c27 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:04.157657 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dc82e8-8899-4f85-a8e9-77d5a3bffbf1 None None] Network 97576302-e87b-4366-8eb1-ece7cff0af53 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:04.232714 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e0e8b6d3-9360-4469-b29e-acebd4767b29 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "PUT /v2.0/routers/9f9bb72f-3118-4eb0-9db5-3997fab48a4d/tags/tempest-TagsExtTest-Tag-135425965 HTTP/1.1" status: 201 len: 201 time: 0.1649673 Aug 05 14:12:04.235692 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41572) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:04.240822 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-a2b14a3d-d02d-454c-aaac-29e9f7075853 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9260cd7d-c748-4f06-8e25-172a90c0ef30', 'tempest-TagsExtTest-Tag-1511369627') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:04.243809 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733718b-f34f-45c6-b67c-077436467c27 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3400e85-1531-4620-b9b5-33d6dde9b1c0,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:04.318097 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7733718b-f34f-45c6-b67c-077436467c27 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:12:04.319275 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a2b14a3d-d02d-454c-aaac-29e9f7075853 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "PUT /v2.0/subnetpools/9260cd7d-c748-4f06-8e25-172a90c0ef30/tags/tempest-TagsExtTest-Tag-1511369627 HTTP/1.1" status: 201 len: 201 time: 0.0821338 Aug 05 14:12:04.321974 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41574) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:04.329123 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-6e2c53bf-a8ad-4610-8791-59341313fff9 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c4bb6238-de07-423d-82cc-fe3affc17122') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:04.426347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6baa5ebf-063c-4a3e-8613-675d4cbed8c1 None None] Provisioning for port d6b1bdc2-4c34-42ce-a8bf-65dd82353808 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:04.439456 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6baa5ebf-063c-4a3e-8613-675d4cbed8c1 None None] Provisioning complete for port d6b1bdc2-4c34-42ce-a8bf-65dd82353808 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:04.440122 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6baa5ebf-063c-4a3e-8613-675d4cbed8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:04.455489 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7733718b-f34f-45c6-b67c-077436467c27 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:04.455833 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-7733718b-f34f-45c6-b67c-077436467c27 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Added segment 0da0b21e-5394-45ae-bdf5-c59709eded98 of type vlan for network 882a5c05-f5f4-4e2b-bd88-576f229a969a Aug 05 14:12:04.464193 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaf70d-8bf1-490f-bfcf-13befd2d4e7c req-93225c92-ca8a-47dc-8ced-8d50aa6864ad tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:04.473241 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6e2c53bf-a8ad-4610-8791-59341313fff9 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/subnets/c4bb6238-de07-423d-82cc-fe3affc17122/tags HTTP/1.1" status: 200 len: 240 time: 0.1497581 Aug 05 14:12:04.473858 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7aaf70d-8bf1-490f-bfcf-13befd2d4e7c req-93225c92-ca8a-47dc-8ced-8d50aa6864ad tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 945 time: 0.2145603 Aug 05 14:12:04.475911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41576) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:04.480308 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-8c792a71-68fa-4486-83d6-bf2f8067133d tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c4bb6238-de07-423d-82cc-fe3affc17122', 'tempest-TagsExtTest-Tag-748873534') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:04.566849 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8c792a71-68fa-4486-83d6-bf2f8067133d tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/subnets/c4bb6238-de07-423d-82cc-fe3affc17122/tags/tempest-TagsExtTest-Tag-748873534 HTTP/1.1" status: 204 len: 168 time: 0.0890279 Aug 05 14:12:04.568698 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41578) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:04.573686 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-c6ffe202-fcc3-4f6c-b465-46d77372f783 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c4bb6238-de07-423d-82cc-fe3affc17122', 'tempest-TagsExtTest-Tag-748873534') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:04.586801 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6baa5ebf-063c-4a3e-8613-675d4cbed8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:04.594138 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7aaf70d-8bf1-490f-bfcf-13befd2d4e7c req-491471de-3cd9-4e3f-8110-ae964f7453f4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195905 Aug 05 14:12:04.611316 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7733718b-f34f-45c6-b67c-077436467c27 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:04.684183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6baa5ebf-063c-4a3e-8613-675d4cbed8c1 None None] For port d6b1bdc2-4c34-42ce-a8bf-65dd82353808, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d6b1bdc2-4c34-42ce-a8bf-65dd82353808,segment=NetworkSegment(b779b0e1-9010-4c36-9652-e54d827b711e),segment_id=b779b0e1-9010-4c36-9652-e54d827b711e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:04.694388 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6baa5ebf-063c-4a3e-8613-675d4cbed8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:04.714991 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c6ffe202-fcc3-4f6c-b465-46d77372f783 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/subnets/c4bb6238-de07-423d-82cc-fe3affc17122/tags/tempest-TagsExtTest-Tag-748873534 HTTP/1.1" status: 204 len: 168 time: 0.1448519 Aug 05 14:12:04.717224 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41582) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:04.725109 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7733718b-f34f-45c6-b67c-077436467c27 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:04.727267 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-4a491027-8ae0-4e7e-96c0-7c51f3309c1c tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c4bb6238-de07-423d-82cc-fe3affc17122') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:04.731673 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7733718b-f34f-45c6-b67c-077436467c27 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:04.732395 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7733718b-f34f-45c6-b67c-077436467c27 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:04.761401 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f865797f-48c9-4532-990c-ae204d9a2838 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:04.774093 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7733718b-f34f-45c6-b67c-077436467c27 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9530470 Aug 05 14:12:04.786157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41590) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:04.791497 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-437cae76-cbf9-4b19-81ca-66751d57e7e6 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Request body: {'subnet': {'network_id': '882a5c05-f5f4-4e2b-bd88-576f229a969a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:04.797066 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f865797f-48c9-4532-990c-ae204d9a2838 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:04.885723 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa5ebf-063c-4a3e-8613-675d4cbed8c1 None None] Pushing event updated for resources: {'Port': ['ID=d6b1bdc2-4c34-42ce-a8bf-65dd82353808,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:04.925415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007101b2-c3c2-4155-92de-22f21fb99277 req-3c707488-e9b2-412a-b358-36e2658506fb tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:04.937794 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-007101b2-c3c2-4155-92de-22f21fb99277 req-3c707488-e9b2-412a-b358-36e2658506fb tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 945 time: 0.1328430 Aug 05 14:12:05.013054 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4a491027-8ae0-4e7e-96c0-7c51f3309c1c tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/subnets/c4bb6238-de07-423d-82cc-fe3affc17122/tags HTTP/1.1" status: 200 len: 205 time: 0.2916603 Aug 05 14:12:05.018056 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41606) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:05.034197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-5fecfc48-b700-44f5-a02c-3f2dce58ef63 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5ad20678-aaa0-44ec-bf28-707cf980f5b9') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:05.110487 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-007101b2-c3c2-4155-92de-22f21fb99277 req-e8dcf38a-a6ca-4f48-8b96-66e95ff5c1a6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716633 Aug 05 14:12:05.140594 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733718b-f34f-45c6-b67c-077436467c27 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event updated for resources: {'Network': ['ID=882a5c05-f5f4-4e2b-bd88-576f229a969a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:05.146550 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41610) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:05.170851 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 882a5c05-f5f4-4e2b-bd88-576f229a969a details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:12:05.221421 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5fecfc48-b700-44f5-a02c-3f2dce58ef63 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/ports/5ad20678-aaa0-44ec-bf28-707cf980f5b9/tags HTTP/1.1" status: 200 len: 241 time: 0.1999476 Aug 05 14:12:05.222043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41616) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:05.232377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-8acb939a-4b71-475f-9272-4d1228299348 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5ad20678-aaa0-44ec-bf28-707cf980f5b9', 'tempest-TagsExtTest-Tag-1851719725') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:05.300827 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437cae76-cbf9-4b19-81ca-66751d57e7e6 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Made reservation on behalf of 5194b4711fea4d9b88665db075ae8764 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:12:05.306330 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-437cae76-cbf9-4b19-81ca-66751d57e7e6 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:05.473162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d6b1bdc2-4c34-42ce-a8bf-65dd82353808 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:12:05.494864 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8acb939a-4b71-475f-9272-4d1228299348 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/ports/5ad20678-aaa0-44ec-bf28-707cf980f5b9/tags/tempest-TagsExtTest-Tag-1851719725 HTTP/1.1" status: 204 len: 168 time: 0.2681451 Aug 05 14:12:05.500811 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41622) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:05.527395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-eca84264-d4b9-4e1c-9549-c3329ec57a9f tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5ad20678-aaa0-44ec-bf28-707cf980f5b9', 'tempest-TagsExtTest-Tag-1851719725') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:05.570510 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5a8e2909-d4ed-44ed-baea-8c8e19cff589 None None] Provisioning for port 5ad20678-aaa0-44ec-bf28-707cf980f5b9 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:05.582488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5a8e2909-d4ed-44ed-baea-8c8e19cff589 None None] Provisioning complete for port 5ad20678-aaa0-44ec-bf28-707cf980f5b9 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:05.582859 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5a8e2909-d4ed-44ed-baea-8c8e19cff589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:05.614927 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8038e430-058b-48ce-9bba-abdf6b7f469a tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:05.619328 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8038e430-058b-48ce-9bba-abdf6b7f469a tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 1091 time: 0.4689848 Aug 05 14:12:05.622181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41626) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:05.638047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:05.674585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e2909-d4ed-44ed-baea-8c8e19cff589 None None] Port 5ad20678-aaa0-44ec-bf28-707cf980f5b9 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:12:05.698095 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d6b1bdc2-4c34-42ce-a8bf-65dd82353808 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:05.698558 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:05.702772 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5a8e2909-d4ed-44ed-baea-8c8e19cff589 None None] Provisioning complete for port d6b1bdc2-4c34-42ce-a8bf-65dd82353808 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:05.703158 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5a8e2909-d4ed-44ed-baea-8c8e19cff589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:05.712574 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f865797f-48c9-4532-990c-ae204d9a2838 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Router c6fc0b31-413f-4bac-a0d5-9fd239cde8d3 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:12:05.721679 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:05.831358 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-eca84264-d4b9-4e1c-9549-c3329ec57a9f tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/ports/5ad20678-aaa0-44ec-bf28-707cf980f5b9/tags/tempest-TagsExtTest-Tag-1851719725 HTTP/1.1" status: 204 len: 168 time: 0.3293188 Aug 05 14:12:05.836557 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41628) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:05.850060 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-68dedac2-129a-495a-87c2-ce0bd95d6589 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5ad20678-aaa0-44ec-bf28-707cf980f5b9') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:05.933049 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-437cae76-cbf9-4b19-81ca-66751d57e7e6 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:05.946772 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-68dedac2-129a-495a-87c2-ce0bd95d6589 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/ports/5ad20678-aaa0-44ec-bf28-707cf980f5b9/tags HTTP/1.1" status: 200 len: 205 time: 0.1038811 Aug 05 14:12:05.946772 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41630) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:05.952711 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-a8a222e5-c7fe-4b5a-89d7-e294fae55b01 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9f9bb72f-3118-4eb0-9db5-3997fab48a4d') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:06.001037 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:06.046729 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f865797f-48c9-4532-990c-ae204d9a2838 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:12:06.082024 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a9c78107-dce8-41be-95de-9aba56dabe2a None None] Provisioning complete for port 5ad20678-aaa0-44ec-bf28-707cf980f5b9 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:06.082431 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9c78107-dce8-41be-95de-9aba56dabe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:06.084117 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f865797f-48c9-4532-990c-ae204d9a2838 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:06.088554 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2bbc7a-96fa-49c3-b5bf-fb4f079f1cfa None None] Sync routers for ids ['c6fc0b31-413f-4bac-a0d5-9fd239cde8d3'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:12:06.089502 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f865797f-48c9-4532-990c-ae204d9a2838 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "PUT /v2.0/routers/c6fc0b31-413f-4bac-a0d5-9fd239cde8d3 HTTP/1.1" status: 200 len: 925 time: 3.5748415 Aug 05 14:12:06.093374 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41636) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:06.094034 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cae76-cbf9-4b19-81ca-66751d57e7e6 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event updated for resources: {'Subnet': ['ID=094a0e32-370f-49cc-85e7-546e575d1b75,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:06.102654 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2bbc7a-96fa-49c3-b5bf-fb4f079f1cfa None None] Routers {'c6fc0b31-413f-4bac-a0d5-9fd239cde8d3'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:06.103494 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ac2bbc7a-96fa-49c3-b5bf-fb4f079f1cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c6fc0b31-413f-4bac-a0d5-9fd239cde8d3'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:06.192956 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ac2bbc7a-96fa-49c3-b5bf-fb4f079f1cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:06.204941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cae76-cbf9-4b19-81ca-66751d57e7e6 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Checking segment: {'id': '0da0b21e-5394-45ae-bdf5-c59709eded98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '882a5c05-f5f4-4e2b-bd88-576f229a969a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:06.205403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437cae76-cbf9-4b19-81ca-66751d57e7e6 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Network hostable DHCP agents. Network: 882a5c05-f5f4-4e2b-bd88-576f229a969a, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:12:06.211640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a9c78107-dce8-41be-95de-9aba56dabe2a None None] Port 5ad20678-aaa0-44ec-bf28-707cf980f5b9 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:12:06.220725 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2bbc7a-96fa-49c3-b5bf-fb4f079f1cfa None None] Routers {'c6fc0b31-413f-4bac-a0d5-9fd239cde8d3'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:06.221384 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ac2bbc7a-96fa-49c3-b5bf-fb4f079f1cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c6fc0b31-413f-4bac-a0d5-9fd239cde8d3'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:06.271152 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ac2bbc7a-96fa-49c3-b5bf-fb4f079f1cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:06.271835 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2bbc7a-96fa-49c3-b5bf-fb4f079f1cfa None None] The sync data for ids ['c6fc0b31-413f-4bac-a0d5-9fd239cde8d3'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:12:06.288833 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437cae76-cbf9-4b19-81ca-66751d57e7e6 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Network 882a5c05-f5f4-4e2b-bd88-576f229a969a is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:12:06.309022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-437cae76-cbf9-4b19-81ca-66751d57e7e6 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 882a5c05-f5f4-4e2b-bd88-576f229a969a) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:06.318727 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7fa53e-5703-4715-9e9d-63e3c80a9c88 None None] Network 882a5c05-f5f4-4e2b-bd88-576f229a969a requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:06.327892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437cae76-cbf9-4b19-81ca-66751d57e7e6 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:06.328750 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-437cae76-cbf9-4b19-81ca-66751d57e7e6 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:06.359122 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-14ec05fe-60cc-46b6-8f7b-317373bf17b5 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "GET /v2.0/routers/c6fc0b31-413f-4bac-a0d5-9fd239cde8d3 HTTP/1.1" status: 200 len: 925 time: 0.2586586 Aug 05 14:12:06.361429 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41640) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:06.376611 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-437cae76-cbf9-4b19-81ca-66751d57e7e6 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5891402 Aug 05 14:12:06.403822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41642) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:06.412304 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f0ec5f70-c6c8-4dc8-a655-dccf1fc2635d tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Request body: {'network': {'name': 'tempest-router-network01--982487836'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:06.516584 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ec5f70-c6c8-4dc8-a655-dccf1fc2635d tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Made reservation on behalf of 5194b4711fea4d9b88665db075ae8764 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:12:06.520027 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5f70-c6c8-4dc8-a655-dccf1fc2635d tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:06.527609 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c37edb-62c3-42be-a747-d98db35558a6 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:06.530838 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-86c37edb-62c3-42be-a747-d98db35558a6 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&device_id=c6fc0b31-413f-4bac-a0d5-9fd239cde8d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1673996 Aug 05 14:12:06.551348 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41644) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:06.586696 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ec5f70-c6c8-4dc8-a655-dccf1fc2635d tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:12:06.634273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5f70-c6c8-4dc8-a655-dccf1fc2635d tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:06.634778 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-f0ec5f70-c6c8-4dc8-a655-dccf1fc2635d tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Added segment 7faedca7-665c-41b4-ab7c-547ca56cbc06 of type vlan for network 5e066f0d-7204-47fe-85f7-5f57c24e9fc7 Aug 05 14:12:06.643736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-882a5c05-f5f4-4e2b-bd88-576f229a969a', 'network_id': '882a5c05-f5f4-4e2b-bd88-576f229a969a', 'tenant_id': '5194b4711fea4d9b88665db075ae8764', 'fixed_ips': [{'subnet_id': '094a0e32-370f-49cc-85e7-546e575d1b75'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:12:06.645016 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:06.672662 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a8a222e5-c7fe-4b5a-89d7-e294fae55b01 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/routers/9f9bb72f-3118-4eb0-9db5-3997fab48a4d/tags HTTP/1.1" status: 200 len: 240 time: 0.7262406 Aug 05 14:12:06.687196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41648) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:06.694011 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-311602d6-8da2-4976-b6ff-cef4ca0b33b7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9f9bb72f-3118-4eb0-9db5-3997fab48a4d', 'tempest-TagsExtTest-Tag-135425965') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:06.819526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Allocated IP 172.25.5.227 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/ebd6f3d8-8369-4b94-b78f-ebab304c5dc1) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:06.823070 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-311602d6-8da2-4976-b6ff-cef4ca0b33b7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/routers/9f9bb72f-3118-4eb0-9db5-3997fab48a4d/tags/tempest-TagsExtTest-Tag-135425965 HTTP/1.1" status: 204 len: 168 time: 0.1347589 Aug 05 14:12:06.825716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41650) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:06.830915 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-6aaff853-1b03-47a3-903b-27e840f8a34c tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9f9bb72f-3118-4eb0-9db5-3997fab48a4d', 'tempest-TagsExtTest-Tag-135425965') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:06.913679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Allocated IP 2001:db8::2 (882a5c05-f5f4-4e2b-bd88-576f229a969a/094a0e32-370f-49cc-85e7-546e575d1b75/d53d59b3-c6a8-4ddb-a41f-6791f15c5852) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:07.068628 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:07.125762 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:07.191657 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6aaff853-1b03-47a3-903b-27e840f8a34c tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/routers/9f9bb72f-3118-4eb0-9db5-3997fab48a4d/tags/tempest-TagsExtTest-Tag-135425965 HTTP/1.1" status: 204 len: 168 time: 0.3620801 Aug 05 14:12:07.200059 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41656) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:07.208586 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:07.213080 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:07.225581 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Transition to ACTIVE for port object d53d59b3-c6a8-4ddb-a41f-6791f15c5852 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:07.231135 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:07.253627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:07.274023 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Transition to ACTIVE for port object d53d59b3-c6a8-4ddb-a41f-6791f15c5852 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:07.282983 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:07.307198 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5f70-c6c8-4dc8-a655-dccf1fc2635d tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:07.345478 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-70a48b30-766c-4622-a325-556dd0994ab1 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9f9bb72f-3118-4eb0-9db5-3997fab48a4d') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:07.351959 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5f70-c6c8-4dc8-a655-dccf1fc2635d tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:07.357371 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ec5f70-c6c8-4dc8-a655-dccf1fc2635d tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:07.358311 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5f70-c6c8-4dc8-a655-dccf1fc2635d tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:07.366363 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Network 882a5c05-f5f4-4e2b-bd88-576f229a969a is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:07.369989 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:07.374574 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:07.381222 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Pushing event updated for resources: {'Port': ['ID=d53d59b3-c6a8-4ddb-a41f-6791f15c5852,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:07.432632 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=ebd6f3d8-8369-4b94-b78f-ebab304c5dc1,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:07.447687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:07.448148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:07.448616 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:07.449053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:07.449530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:07.449980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:07.450457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:07.451457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:07.451967 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:07.452379 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:07.452862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:07.453243 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:07.455115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Attempting to bind port d53d59b3-c6a8-4ddb-a41f-6791f15c5852 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:12:07.455757 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Attempting to bind port d53d59b3-c6a8-4ddb-a41f-6791f15c5852 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '0da0b21e-5394-45ae-bdf5-c59709eded98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '882a5c05-f5f4-4e2b-bd88-576f229a969a'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:12:07.456355 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Attempting to bind port d53d59b3-c6a8-4ddb-a41f-6791f15c5852 on network 882a5c05-f5f4-4e2b-bd88-576f229a969a {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:12:07.463149 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:12:07.463853 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Checking segment: {'id': '0da0b21e-5394-45ae-bdf5-c59709eded98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '882a5c05-f5f4-4e2b-bd88-576f229a969a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:07.464497 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:07.465549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Bound using segment: {'id': '0da0b21e-5394-45ae-bdf5-c59709eded98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '882a5c05-f5f4-4e2b-bd88-576f229a969a'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:12:07.465549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Bound port: d53d59b3-c6a8-4ddb-a41f-6791f15c5852, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da0b21e-5394-45ae-bdf5-c59709eded98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '882a5c05-f5f4-4e2b-bd88-576f229a969a'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:12:07.465947 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:07.507344 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f0ec5f70-c6c8-4dc8-a655-dccf1fc2635d tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1006434 Aug 05 14:12:07.515186 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41660) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:07.525171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-98dee21b-a328-4ba3-b937-ef502c3d5a6f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Request body: {'network': {'name': 'tempest-router-network02--2018094988'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:07.558417 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] For port d53d59b3-c6a8-4ddb-a41f-6791f15c5852, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:12:07.565024 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] For port d53d59b3-c6a8-4ddb-a41f-6791f15c5852, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d53d59b3-c6a8-4ddb-a41f-6791f15c5852,segment=NetworkSegment(0da0b21e-5394-45ae-bdf5-c59709eded98),segment_id=0da0b21e-5394-45ae-bdf5-c59709eded98)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:12:07.568152 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dee21b-a328-4ba3-b937-ef502c3d5a6f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Made reservation on behalf of 5194b4711fea4d9b88665db075ae8764 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:12:07.571793 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:07.572149 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98dee21b-a328-4ba3-b937-ef502c3d5a6f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:07.580888 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec5f70-c6c8-4dc8-a655-dccf1fc2635d tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event updated for resources: {'Network': ['ID=5e066f0d-7204-47fe-85f7-5f57c24e9fc7,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:07.608873 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 5e066f0d-7204-47fe-85f7-5f57c24e9fc7 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:12:07.610864 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-70a48b30-766c-4622-a325-556dd0994ab1 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/routers/9f9bb72f-3118-4eb0-9db5-3997fab48a4d/tags HTTP/1.1" status: 200 len: 205 time: 0.2734263 Aug 05 14:12:07.615829 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41664) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:07.619333 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d13eefc-dc86-4a8c-a781-151a48f1aaab tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:07.624936 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3d13eefc-dc86-4a8c-a781-151a48f1aaab tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 881 time: 1.0720615 Aug 05 14:12:07.627161 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41666) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:07.630821 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-011bdf6f-abe5-4189-8c66-cb3139f99e3d tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9260cd7d-c748-4f06-8e25-172a90c0ef30') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:07.703180 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f1a02d1c-b1f5-43d3-a62d-3b766076359c tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6fc0b31-413f-4bac-a0d5-9fd239cde8d3 HTTP/1.1" status: 200 len: 205 time: 0.0653095 Aug 05 14:12:07.704190 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98dee21b-a328-4ba3-b937-ef502c3d5a6f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:12:07.710815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41674) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:07.773117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570611e7-4656-4a14-8f1b-0ed3dae46171 None None] Pushing event updated for resources: {'Port': ['ID=d53d59b3-c6a8-4ddb-a41f-6791f15c5852,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:07.802710 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98dee21b-a328-4ba3-b937-ef502c3d5a6f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:07.803140 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-98dee21b-a328-4ba3-b937-ef502c3d5a6f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Added segment 6425480b-f3a7-432c-a750-878cb7bad2d8 of type vlan for network 3fc3db3b-f489-4f36-8db0-a6a575f8c75b Aug 05 14:12:07.808214 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-011bdf6f-abe5-4189-8c66-cb3139f99e3d tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/subnetpools/9260cd7d-c748-4f06-8e25-172a90c0ef30/tags HTTP/1.1" status: 200 len: 241 time: 0.1883841 Aug 05 14:12:07.817376 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41678) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:07.834824 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-941c7791-f549-4355-9a07-528b4f427019 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9260cd7d-c748-4f06-8e25-172a90c0ef30', 'tempest-TagsExtTest-Tag-1511369627') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:07.955754 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98dee21b-a328-4ba3-b937-ef502c3d5a6f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:07.986099 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-941c7791-f549-4355-9a07-528b4f427019 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/subnetpools/9260cd7d-c748-4f06-8e25-172a90c0ef30/tags/tempest-TagsExtTest-Tag-1511369627 HTTP/1.1" status: 204 len: 168 time: 0.1652458 Aug 05 14:12:07.989439 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41684) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:08.024163 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba36e-23e5-4908-b3c7-5f4e7d128694 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:08.075079 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-b6659faf-aea5-47f2-be6e-e7ade989d0c0 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9260cd7d-c748-4f06-8e25-172a90c0ef30', 'tempest-TagsExtTest-Tag-1511369627') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:08.113287 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98dee21b-a328-4ba3-b937-ef502c3d5a6f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:08.130187 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dee21b-a328-4ba3-b937-ef502c3d5a6f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:08.130912 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98dee21b-a328-4ba3-b937-ef502c3d5a6f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:08.271283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dee21b-a328-4ba3-b937-ef502c3d5a6f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event updated for resources: {'Network': ['ID=3fc3db3b-f489-4f36-8db0-a6a575f8c75b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:08.287871 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 3fc3db3b-f489-4f36-8db0-a6a575f8c75b details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:12:08.310799 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:08.330968 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b6659faf-aea5-47f2-be6e-e7ade989d0c0 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/subnetpools/9260cd7d-c748-4f06-8e25-172a90c0ef30/tags/tempest-TagsExtTest-Tag-1511369627 HTTP/1.1" status: 204 len: 168 time: 0.3386412 Aug 05 14:12:08.345513 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-98dee21b-a328-4ba3-b937-ef502c3d5a6f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8291337 Aug 05 14:12:08.348163 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41694) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:08.352085 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41696) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:08.359707 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b3846a75-a22c-4d81-b6f6-04d9c3dd3c7b tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Request body: {'subnet': {'network_id': '5e066f0d-7204-47fe-85f7-5f57c24e9fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:08.435691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-f9e752a6-6cda-4e43-a01b-bb060cf369b8 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9260cd7d-c748-4f06-8e25-172a90c0ef30') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:08.469190 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:08.511389 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba36e-23e5-4908-b3c7-5f4e7d128694 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:08.521805 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f9e752a6-6cda-4e43-a01b-bb060cf369b8 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/subnetpools/9260cd7d-c748-4f06-8e25-172a90c0ef30/tags HTTP/1.1" status: 200 len: 205 time: 0.1685331 Aug 05 14:12:08.528188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41700) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:08.535667 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-2ceef701-d8de-4f4e-863c-b8dcd5d29255 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9260cd7d-c748-4f06-8e25-172a90c0ef30') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:08.601926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3846a75-a22c-4d81-b6f6-04d9c3dd3c7b tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Made reservation on behalf of 5194b4711fea4d9b88665db075ae8764 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:12:08.614107 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b3846a75-a22c-4d81-b6f6-04d9c3dd3c7b tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:08.703631 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2ceef701-d8de-4f4e-863c-b8dcd5d29255 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/subnetpools/9260cd7d-c748-4f06-8e25-172a90c0ef30/tags HTTP/1.1" status: 204 len: 168 time: 0.1728082 Aug 05 14:12:08.706658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41702) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:08.714012 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-b746e1d5-10e5-4b08-a174-67d69c58c545 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9f9bb72f-3118-4eb0-9db5-3997fab48a4d') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:08.729750 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:08.736519 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:08.784430 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ba36e-23e5-4908-b3c7-5f4e7d128694 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Deleting port 7514bdea-d0b5-4265-acd6-ca16108b0a7a {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:08.784773 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba36e-23e5-4908-b3c7-5f4e7d128694 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:08.794162 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=ebd6f3d8-8369-4b94-b78f-ebab304c5dc1,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:08.844655 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:08.939743 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba36e-23e5-4908-b3c7-5f4e7d128694 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:08.954363 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ba36e-23e5-4908-b3c7-5f4e7d128694 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Calling delete_port for 7514bdea-d0b5-4265-acd6-ca16108b0a7a owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:09.005852 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Floating IP e2c3d30d-d5cf-47fe-84f8-78c804543525 associated. External IP: 172.25.5.227, port: ce4b77e7-ea1a-4522-b76d-2a47f12a4479. Aug 05 14:12:09.175951 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41706) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:09.176129 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b746e1d5-10e5-4b08-a174-67d69c58c545 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/routers/9f9bb72f-3118-4eb0-9db5-3997fab48a4d/tags HTTP/1.1" status: 204 len: 168 time: 0.4627919 Aug 05 14:12:09.179025 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b3846a75-a22c-4d81-b6f6-04d9c3dd3c7b tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:09.180091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-bb0fbf21-d4f5-492a-9fe0-806041ea82f0 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5ad20678-aaa0-44ec-bf28-707cf980f5b9') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:09.198933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2192082f-6de5-417a-a67b-d975b6e9a3f2 None None] Network 882a5c05-f5f4-4e2b-bd88-576f229a969a requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:09.375160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-aee65cae-00a4-41aa-8b9e-28f045a2e23f None None] Provisioning for port d53d59b3-c6a8-4ddb-a41f-6791f15c5852 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:09.406993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3846a75-a22c-4d81-b6f6-04d9c3dd3c7b tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event updated for resources: {'Subnet': ['ID=2c298094-49fa-4f8c-a488-0d5316988edd,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:09.455162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d53d59b3-c6a8-4ddb-a41f-6791f15c5852 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:12:09.455874 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3846a75-a22c-4d81-b6f6-04d9c3dd3c7b tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Checking segment: {'id': '7faedca7-665c-41b4-ab7c-547ca56cbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5e066f0d-7204-47fe-85f7-5f57c24e9fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:09.456251 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3846a75-a22c-4d81-b6f6-04d9c3dd3c7b tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Network hostable DHCP agents. Network: 5e066f0d-7204-47fe-85f7-5f57c24e9fc7, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:12:09.473742 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bb0fbf21-d4f5-492a-9fe0-806041ea82f0 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/ports/5ad20678-aaa0-44ec-bf28-707cf980f5b9/tags HTTP/1.1" status: 204 len: 168 time: 0.2981191 Aug 05 14:12:09.474506 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41716) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:09.479606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-1701ea11-c7ea-441a-b8cb-8b4a2556b1f6 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c4bb6238-de07-423d-82cc-fe3affc17122') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:09.529233 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:12:09.598532 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba36e-23e5-4908-b3c7-5f4e7d128694 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:09.603527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port d53d59b3-c6a8-4ddb-a41f-6791f15c5852 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:09.617029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d53d59b3-c6a8-4ddb-a41f-6791f15c5852 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:09.619092 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:09.688958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ba36e-23e5-4908-b3c7-5f4e7d128694 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Pushing event deleted for resources: {'Port': ['ID=7514bdea-d0b5-4265-acd6-ca16108b0a7a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:09.777735 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3846a75-a22c-4d81-b6f6-04d9c3dd3c7b tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Network 5e066f0d-7204-47fe-85f7-5f57c24e9fc7 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:12:09.783087 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba36e-23e5-4908-b3c7-5f4e7d128694 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:09.856836 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:09.930623 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-b3846a75-a22c-4d81-b6f6-04d9c3dd3c7b tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 5e066f0d-7204-47fe-85f7-5f57c24e9fc7) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:09.940946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3846a75-a22c-4d81-b6f6-04d9c3dd3c7b tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:09.941409 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b3846a75-a22c-4d81-b6f6-04d9c3dd3c7b tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:09.945914 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba36e-23e5-4908-b3c7-5f4e7d128694 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:09.948297 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port d53d59b3-c6a8-4ddb-a41f-6791f15c5852, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d53d59b3-c6a8-4ddb-a41f-6791f15c5852,segment=NetworkSegment(0da0b21e-5394-45ae-bdf5-c59709eded98),segment_id=0da0b21e-5394-45ae-bdf5-c59709eded98)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:09.949877 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba36e-23e5-4908-b3c7-5f4e7d128694 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:09.958850 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b7c262-5a8d-487d-ab88-717e8fe6e030 None None] Network 5e066f0d-7204-47fe-85f7-5f57c24e9fc7 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:10.008845 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b3846a75-a22c-4d81-b6f6-04d9c3dd3c7b tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6540048 Aug 05 14:12:10.013810 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41726) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:10.022529 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-9a071168-cef5-42e0-89ca-fc40abe8daf3 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Request body: {'subnet': {'network_id': '3fc3db3b-f489-4f36-8db0-a6a575f8c75b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:10.109313 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:10.136630 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba36e-23e5-4908-b3c7-5f4e7d128694 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:10.137687 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8ba36e-23e5-4908-b3c7-5f4e7d128694 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Fanout notify agent at l3_agent the message router_deleted on router c6fc0b31-413f-4bac-a0d5-9fd239cde8d3 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:12:10.163194 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba36e-23e5-4908-b3c7-5f4e7d128694 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:10.167018 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4b8ba36e-23e5-4908-b3c7-5f4e7d128694 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "DELETE /v2.0/routers/c6fc0b31-413f-4bac-a0d5-9fd239cde8d3 HTTP/1.1" status: 204 len: 168 time: 2.4549839 Aug 05 14:12:10.173108 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41728) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:10.189523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d67903d3-d5da-4c87-a8ac-eb9f59874d4e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-432890874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:10.210876 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.api [None req-d67903d3-d5da-4c87-a8ac-eb9f59874d4e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 14:12:10.210876 n-d-803585-2 neutron-server[105723]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 14:12:10.210876 n-d-803585-2 neutron-server[105723]: [parameters: {'project_id_1': '131e7d70b2c845f28aa5668ce20b615a', 'expiration_1': datetime.datetime(2021, 8, 5, 14, 12, 10, 199408)}] Aug 05 14:12:10.210876 n-d-803585-2 neutron-server[105723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:12:10.212217 n-d-803585-2 neutron-server[105723]: DEBUG oslo_db.api [None req-d67903d3-d5da-4c87-a8ac-eb9f59874d4e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:12:10.227019 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a071168-cef5-42e0-89ca-fc40abe8daf3 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Made reservation on behalf of 5194b4711fea4d9b88665db075ae8764 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:12:10.233927 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a071168-cef5-42e0-89ca-fc40abe8daf3 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:10.244777 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c04c931b-c9cb-4d5a-917f-c64ba0eb0129 None None] Provisioning complete for port d53d59b3-c6a8-4ddb-a41f-6791f15c5852 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:10.245454 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c04c931b-c9cb-4d5a-917f-c64ba0eb0129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:10.370864 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:12:10.391990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b87b7-aee3-4994-a0b3-2cf3154d8c1b None None] Sync routers for ids ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:12:10.408122 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=d53d59b3-c6a8-4ddb-a41f-6791f15c5852,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:10.410311 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1701ea11-c7ea-441a-b8cb-8b4a2556b1f6 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/subnets/c4bb6238-de07-423d-82cc-fe3affc17122/tags HTTP/1.1" status: 204 len: 168 time: 0.9343963 Aug 05 14:12:10.411354 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:10.413659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41732) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:10.432248 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-5e066f0d-7204-47fe-85f7-5f57c24e9fc7', 'network_id': '5e066f0d-7204-47fe-85f7-5f57c24e9fc7', 'tenant_id': '5194b4711fea4d9b88665db075ae8764', 'fixed_ips': [{'subnet_id': '2c298094-49fa-4f8c-a488-0d5316988edd'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:12:10.433095 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:10.435918 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-88be897e-79ca-4e04-9b27-4d12c64b6e2b tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c4bb6238-de07-423d-82cc-fe3affc17122', 'tempest-TagsExtTest-Tag-922717055') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:10.470291 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b87b7-aee3-4994-a0b3-2cf3154d8c1b None None] Routers {'3badc8f5-ab18-4f91-b9e0-8734cc4f8695'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:10.481225 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5f5b87b7-aee3-4994-a0b3-2cf3154d8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:10.535196 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-188614fd-8fda-426a-a87b-00bd657a1e28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9111094 Aug 05 14:12:10.544181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'tag': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:12:10.556684 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9684f98-8118-4266-b37f-b65a82793bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "234f2347-9982-49b7-9836-67e69ed1ccb7", "tag": "ce4b77e7-ea1a-4522-b76d-2a47f12a4479"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:12:10.561468 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a071168-cef5-42e0-89ca-fc40abe8daf3 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:10.649232 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41744) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:10.651513 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-88be897e-79ca-4e04-9b27-4d12c64b6e2b tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "PUT /v2.0/subnets/c4bb6238-de07-423d-82cc-fe3affc17122/tags/tempest-TagsExtTest-Tag-922717055 HTTP/1.1" status: 201 len: 201 time: 0.2363629 Aug 05 14:12:10.654875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-79f01002-9602-45ba-9b32-0a8536f5787f tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5ad20678-aaa0-44ec-bf28-707cf980f5b9', 'tempest-TagsExtTest-Tag-1821204597') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:10.767733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a071168-cef5-42e0-89ca-fc40abe8daf3 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event updated for resources: {'Subnet': ['ID=04cda4c0-4ea4-4655-b013-4f0039b3ba00,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:10.785103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a071168-cef5-42e0-89ca-fc40abe8daf3 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Checking segment: {'id': '6425480b-f3a7-432c-a750-878cb7bad2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3fc3db3b-f489-4f36-8db0-a6a575f8c75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:10.785489 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a071168-cef5-42e0-89ca-fc40abe8daf3 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Network hostable DHCP agents. Network: 3fc3db3b-f489-4f36-8db0-a6a575f8c75b, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:12:10.790084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcfdee-bf9c-4b07-98ff-44c8c0c55dd5 req-52de6c35-ac0b-4f66-bd1c-3901c4e5af0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:10.792295 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7fcfdee-bf9c-4b07-98ff-44c8c0c55dd5 req-52de6c35-ac0b-4f66-bd1c-3901c4e5af0a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 945 time: 0.0948725 Aug 05 14:12:10.795620 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d67903d3-d5da-4c87-a8ac-eb9f59874d4e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:10.798409 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d67903d3-d5da-4c87-a8ac-eb9f59874d4e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:10.879698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-5f5b87b7-aee3-4994-a0b3-2cf3154d8c1b None None] Set router 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:12:10.880366 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7fcfdee-bf9c-4b07-98ff-44c8c0c55dd5 req-197cfd37-e22e-4995-85b5-6d77b00cba7d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797181 Aug 05 14:12:10.913104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41748) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:10.922673 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a071168-cef5-42e0-89ca-fc40abe8daf3 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Network 3fc3db3b-f489-4f36-8db0-a6a575f8c75b is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:12:11.010007 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d67903d3-d5da-4c87-a8ac-eb9f59874d4e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:11.040078 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d67903d3-d5da-4c87-a8ac-eb9f59874d4e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:11.062482 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c62b7d-9560-4785-8187-e724b0bc7c19 x-openstack-request-id: req-a7c62b7d-9560-4785-8187-e724b0bc7c19 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:12:11.063416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-9a071168-cef5-42e0-89ca-fc40abe8daf3 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 3fc3db3b-f489-4f36-8db0-a6a575f8c75b) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:11.063940 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234f2347-9982-49b7-9836-67e69ed1ccb7", "tag": "ce4b77e7-ea1a-4522-b76d-2a47f12a4479", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:12:11.064377 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7c62b7d-9560-4785-8187-e724b0bc7c19 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:12:11.064964 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'tag': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479', 'status': 'completed', 'code': 200} Aug 05 14:12:11.080458 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a071168-cef5-42e0-89ca-fc40abe8daf3 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:11.081248 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a071168-cef5-42e0-89ca-fc40abe8daf3 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:11.107134 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-79f01002-9602-45ba-9b32-0a8536f5787f tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "PUT /v2.0/ports/5ad20678-aaa0-44ec-bf28-707cf980f5b9/tags/tempest-TagsExtTest-Tag-1821204597 HTTP/1.1" status: 201 len: 201 time: 0.4538019 Aug 05 14:12:11.108587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41750) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:11.114293 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-444402c7-3426-4672-a746-819630bdf0b1 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9f9bb72f-3118-4eb0-9db5-3997fab48a4d', 'tempest-TagsExtTest-Tag-2040742278') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:11.120184 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d67903d3-d5da-4c87-a8ac-eb9f59874d4e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:11.124226 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d67903d3-d5da-4c87-a8ac-eb9f59874d4e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9395978 Aug 05 14:12:11.142889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41752) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:11.151504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-345174c4-92e4-44c3-b40b-1b9037a0b8ed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:11.156175 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-65a1db17-0d10-41c4-a72e-66a16e5c5e0e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/floatingips/e2c3d30d-d5cf-47fe-84f8-78c804543525 HTTP/1.1" status: 200 len: 991 time: 0.2415466 Aug 05 14:12:11.160711 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9a071168-cef5-42e0-89ca-fc40abe8daf3 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1469979 Aug 05 14:12:11.161643 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41754) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:11.210546 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b9b366-9f5b-4583-837c-46e0ffbdfb9d None None] Network 3fc3db3b-f489-4f36-8db0-a6a575f8c75b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:11.256924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9684f98-8118-4266-b37f-b65a82793bf2 req-bc0145d6-63bc-4ae4-b263-6d4d3e2088fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:11.258537 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9684f98-8118-4266-b37f-b65a82793bf2 req-bc0145d6-63bc-4ae4-b263-6d4d3e2088fb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 1096 time: 0.1687727 Aug 05 14:12:11.393830 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Allocated IP 2001:db8::2 (5e066f0d-7204-47fe-85f7-5f57c24e9fc7/2c298094-49fa-4f8c-a488-0d5316988edd/c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:11.460349 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d53d59b3-c6a8-4ddb-a41f-6791f15c5852 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:12:11.482229 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-444402c7-3426-4672-a746-819630bdf0b1 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "PUT /v2.0/routers/9f9bb72f-3118-4eb0-9db5-3997fab48a4d/tags/tempest-TagsExtTest-Tag-2040742278 HTTP/1.1" status: 201 len: 201 time: 0.3721020 Aug 05 14:12:11.498228 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41756) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:11.509251 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-bb48f35c-78a3-4323-8353-cd040499fe3a tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9260cd7d-c748-4f06-8e25-172a90c0ef30', 'tempest-TagsExtTest-Tag-105405703') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:11.535651 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-345174c4-92e4-44c3-b40b-1b9037a0b8ed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:11.554298 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-3fc3db3b-f489-4f36-8db0-a6a575f8c75b', 'network_id': '3fc3db3b-f489-4f36-8db0-a6a575f8c75b', 'tenant_id': '5194b4711fea4d9b88665db075ae8764', 'fixed_ips': [{'subnet_id': '04cda4c0-4ea4-4655-b013-4f0039b3ba00'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:12:11.555196 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:11.712657 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bb48f35c-78a3-4323-8353-cd040499fe3a tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "PUT /v2.0/subnetpools/9260cd7d-c748-4f06-8e25-172a90c0ef30/tags/tempest-TagsExtTest-Tag-105405703 HTTP/1.1" status: 201 len: 201 time: 0.2101779 Aug 05 14:12:11.714543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41768) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:11.719835 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-3da22ed7-86c5-43bf-b4f9-a41ccee51b42 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c4bb6238-de07-423d-82cc-fe3affc17122', {'tags': ['tempest-TagsExtTest-Tag-1974023434', 'tempest-TagsExtTest-Tag-1305851405', 'tempest-TagsExtTest-Tag-1160343145']}) {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:11.756583 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:11.758264 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9684f98-8118-4266-b37f-b65a82793bf2 req-c4dc6593-134d-432c-be1d-8d3d2a18de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:11.760223 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9684f98-8118-4266-b37f-b65a82793bf2 req-c4dc6593-134d-432c-be1d-8d3d2a18de70 service neutron] 10.222.0.84 "GET /v2.0/networks?id=265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 HTTP/1.1" status: 200 len: 897 time: 0.4009199 Aug 05 14:12:11.881406 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9684f98-8118-4266-b37f-b65a82793bf2 req-f2401742-5645-440d-9a50-47dab6a03ecd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479 HTTP/1.1" status: 200 len: 999 time: 0.1091866 Aug 05 14:12:11.906422 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3da22ed7-86c5-43bf-b4f9-a41ccee51b42 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "PUT /v2.0/subnets/c4bb6238-de07-423d-82cc-fe3affc17122/tags HTTP/1.1" status: 200 len: 318 time: 0.1921029 Aug 05 14:12:11.939055 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41780) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:11.947654 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-39071893-5d02-4241-b126-1181f935d4d2 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c4bb6238-de07-423d-82cc-fe3affc17122') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:12.097862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9684f98-8118-4266-b37f-b65a82793bf2 req-4d4f208e-831a-4a44-964f-288be8f00dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:12.099833 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9684f98-8118-4266-b37f-b65a82793bf2 req-4d4f208e-831a-4a44-964f-288be8f00dd5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a48626b7-9d60-474f-9eb7-fd37d71c9c23 HTTP/1.1" status: 200 len: 834 time: 0.2075994 Aug 05 14:12:12.128396 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Allocated IP 2001:db8::2 (3fc3db3b-f489-4f36-8db0-a6a575f8c75b/04cda4c0-4ea4-4655-b013-4f0039b3ba00/5a9dfc1e-ebe7-4262-8dff-f4552f664900) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:12.160401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41792) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:12.276578 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9c9c2f08-8216-4b03-bbb7-e4be066f0f75 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/floatingips/e2c3d30d-d5cf-47fe-84f8-78c804543525 HTTP/1.1" status: 200 len: 991 time: 0.1135736 Aug 05 14:12:12.342536 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:12.352765 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Transition to ACTIVE for port object 5a9dfc1e-ebe7-4262-8dff-f4552f664900 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:12.371875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Transition to ACTIVE for port object 5a9dfc1e-ebe7-4262-8dff-f4552f664900 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:12.382630 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-345174c4-92e4-44c3-b40b-1b9037a0b8ed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:12.412812 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d53d59b3-c6a8-4ddb-a41f-6791f15c5852 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:12.413945 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:12.414203 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-345174c4-92e4-44c3-b40b-1b9037a0b8ed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:12.417593 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9684f98-8118-4266-b37f-b65a82793bf2 req-6cb2a720-10f2-4808-aeb9-17de671cd36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:12.419171 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9684f98-8118-4266-b37f-b65a82793bf2 req-6cb2a720-10f2-4808-aeb9-17de671cd36a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3024826 Aug 05 14:12:12.423261 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-39071893-5d02-4241-b126-1181f935d4d2 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/subnets/c4bb6238-de07-423d-82cc-fe3affc17122/tags HTTP/1.1" status: 204 len: 168 time: 0.4800811 Aug 05 14:12:12.424983 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41798) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:12.425143 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:12.436468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-acc1c5b8-7b18-453a-9dbd-a5791350aa02 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c4bb6238-de07-423d-82cc-fe3affc17122', 'tempest-TagsExtTest-Tag-1974023434') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:12.500383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Network 3fc3db3b-f489-4f36-8db0-a6a575f8c75b is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:12.547331 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:12.550164 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:12.572251 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41802) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:12.661545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Pushing event updated for resources: {'Port': ['ID=5a9dfc1e-ebe7-4262-8dff-f4552f664900,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:12.671557 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:12.683130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Attempting to bind port 5a9dfc1e-ebe7-4262-8dff-f4552f664900 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:12:12.683500 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Attempting to bind port 5a9dfc1e-ebe7-4262-8dff-f4552f664900 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '6425480b-f3a7-432c-a750-878cb7bad2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3fc3db3b-f489-4f36-8db0-a6a575f8c75b'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:12:12.683858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Attempting to bind port 5a9dfc1e-ebe7-4262-8dff-f4552f664900 on network 3fc3db3b-f489-4f36-8db0-a6a575f8c75b {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:12:12.691104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Transition to ACTIVE for port object c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:12.702439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:12:12.702809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Checking segment: {'id': '6425480b-f3a7-432c-a750-878cb7bad2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3fc3db3b-f489-4f36-8db0-a6a575f8c75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:12.703209 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:12.703603 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Bound using segment: {'id': '6425480b-f3a7-432c-a750-878cb7bad2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3fc3db3b-f489-4f36-8db0-a6a575f8c75b'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:12:12.704078 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Bound port: 5a9dfc1e-ebe7-4262-8dff-f4552f664900, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6425480b-f3a7-432c-a750-878cb7bad2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3fc3db3b-f489-4f36-8db0-a6a575f8c75b'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:12:12.704455 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:12.722225 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9684f98-8118-4266-b37f-b65a82793bf2 req-a9de70aa-4fd6-4695-8a33-eae7b13108ff service neutron] 10.222.0.84 "GET /v2.0/networks/265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498403 Aug 05 14:12:12.729752 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-073cd776-a705-4307-afbb-21b7fed60957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:12.750708 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Transition to ACTIVE for port object c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:12.827883 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:12.830082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-345174c4-92e4-44c3-b40b-1b9037a0b8ed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Allocated IP 172.25.5.10 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/ba955b30-c274-4d6c-b829-10eb385fa522) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:12.839411 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-073cd776-a705-4307-afbb-21b7fed60957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:12.871574 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5f5b87b7-aee3-4994-a0b3-2cf3154d8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937278839', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:23Z', 'updated_at': '2021-08-05T14:11:35Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:25Z', 'updated_at': '2021-08-05T14:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'e2c3d30d-d5cf-47fe-84f8-78c804543525', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'floating_ip_address': '172.25.5.227', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'port_id': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9', 'mac_address': 'fa:16:3e:c3:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:12:07Z', 'updated_at': '2021-08-05T14:12:07Z', 'revision_number': 0, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a2266e-9db1-477a-98e0-4369f155d7b4', 'name': '', 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:f3:82:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:32Z', 'updated_at': '2021-08-05T14:11:42Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:12.880503 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-073cd776-a705-4307-afbb-21b7fed60957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:12.914139 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-073cd776-a705-4307-afbb-21b7fed60957 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac5f196f16fd4b66934b06f395226640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3404605 Aug 05 14:12:12.915875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41808) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:12.938468 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b87b7-aee3-4994-a0b3-2cf3154d8c1b None None] Checking router: 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:12:12.941397 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Network 5e066f0d-7204-47fe-85f7-5f57c24e9fc7 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:12.963082 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:12.971323 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:12.988651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073cd776-a705-4307-afbb-21b7fed60957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34bef71-294e-4e81-a28a-45c0904ec9dd,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:12.989104 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-acc1c5b8-7b18-453a-9dbd-a5791350aa02 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] show failed (client error): The resource could not be found. Aug 05 14:12:12.989266 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Pushing event updated for resources: {'Port': ['ID=c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:12.990770 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-acc1c5b8-7b18-453a-9dbd-a5791350aa02 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/subnets/c4bb6238-de07-423d-82cc-fe3affc17122/tags/tempest-TagsExtTest-Tag-1974023434 HTTP/1.1" status: 404 len: 329 time: 0.5598845 Aug 05 14:12:12.996903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41810) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:12.997119 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Allocated IP 2001:db8::1 (5e066f0d-7204-47fe-85f7-5f57c24e9fc7/2c298094-49fa-4f8c-a488-0d5316988edd/e7d1ea54-9aff-405a-a84f-d44466c0ee70) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:13.003875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] For port 5a9dfc1e-ebe7-4262-8dff-f4552f664900, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:12:13.006634 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b87b7-aee3-4994-a0b3-2cf3154d8c1b None None] Routers {'3badc8f5-ab18-4f91-b9e0-8734cc4f8695'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:13.006873 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cd776-a705-4307-afbb-21b7fed60957 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:13.007115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cd776-a705-4307-afbb-21b7fed60957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:13.007251 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5f5b87b7-aee3-4994-a0b3-2cf3154d8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:13.007460 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cd776-a705-4307-afbb-21b7fed60957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:13.007805 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cd776-a705-4307-afbb-21b7fed60957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:13.008139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cd776-a705-4307-afbb-21b7fed60957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:13.008475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cd776-a705-4307-afbb-21b7fed60957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:13.008811 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cd776-a705-4307-afbb-21b7fed60957 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:13.009144 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cd776-a705-4307-afbb-21b7fed60957 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:13.009473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cd776-a705-4307-afbb-21b7fed60957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:13.009849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cd776-a705-4307-afbb-21b7fed60957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:13.010284 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] For port 5a9dfc1e-ebe7-4262-8dff-f4552f664900, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5a9dfc1e-ebe7-4262-8dff-f4552f664900,segment=NetworkSegment(6425480b-f3a7-432c-a750-878cb7bad2d8),segment_id=6425480b-f3a7-432c-a750-878cb7bad2d8)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:12:13.010934 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cd776-a705-4307-afbb-21b7fed60957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:13.011308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cd776-a705-4307-afbb-21b7fed60957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:13.017724 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-263b6922-98b9-4dc3-9cfe-6d8aadbeb564 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c4bb6238-de07-423d-82cc-fe3affc17122', 'tempest-TagsExtTest-Tag-1305851405') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:13.027098 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9684f98-8118-4266-b37f-b65a82793bf2 req-e61c42ab-5c6e-48dd-b556-f1949b455dbe service neutron] 10.222.0.84 "GET /v2.0/networks/265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926967 Aug 05 14:12:13.056364 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ea39b64-5525-4593-b453-154e4e40f628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:13.063087 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:13.085111 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ea39b64-5525-4593-b453-154e4e40f628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:13.133240 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-345174c4-92e4-44c3-b40b-1b9037a0b8ed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:13.214416 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Attempting to bind port c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:12:13.215087 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Attempting to bind port c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '7faedca7-665c-41b4-ab7c-547ca56cbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5e066f0d-7204-47fe-85f7-5f57c24e9fc7'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:12:13.215663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Attempting to bind port c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d on network 5e066f0d-7204-47fe-85f7-5f57c24e9fc7 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:12:13.221669 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-263b6922-98b9-4dc3-9cfe-6d8aadbeb564 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] show failed (client error): The resource could not be found. Aug 05 14:12:13.226919 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-263b6922-98b9-4dc3-9cfe-6d8aadbeb564 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/subnets/c4bb6238-de07-423d-82cc-fe3affc17122/tags/tempest-TagsExtTest-Tag-1305851405 HTTP/1.1" status: 404 len: 329 time: 0.2251279 Aug 05 14:12:13.227496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41816) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:13.236614 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-d4dbafc6-1264-4717-a050-f241c189efb2 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c4bb6238-de07-423d-82cc-fe3affc17122', 'tempest-TagsExtTest-Tag-1160343145') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:13.261316 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:13.283172 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41818) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:13.283449 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Transition to ACTIVE for port object e7d1ea54-9aff-405a-a84f-d44466c0ee70 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:13.293756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:12:13.294172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Checking segment: {'id': '7faedca7-665c-41b4-ab7c-547ca56cbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5e066f0d-7204-47fe-85f7-5f57c24e9fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:13.294767 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:13.295212 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Bound using segment: {'id': '7faedca7-665c-41b4-ab7c-547ca56cbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5e066f0d-7204-47fe-85f7-5f57c24e9fc7'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:12:13.295702 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Bound port: c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7faedca7-665c-41b4-ab7c-547ca56cbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5e066f0d-7204-47fe-85f7-5f57c24e9fc7'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:12:13.296092 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:13.331983 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:13.334530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b28d4-7a6b-4e86-b4c5-3ccd1a3972f1 None None] Pushing event updated for resources: {'Port': ['ID=5a9dfc1e-ebe7-4262-8dff-f4552f664900,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:13.392541 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-5f5b87b7-aee3-4994-a0b3-2cf3154d8c1b None None] Set router 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:12:13.397805 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-345174c4-92e4-44c3-b40b-1b9037a0b8ed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:13.400792 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Network 5e066f0d-7204-47fe-85f7-5f57c24e9fc7 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:13.415592 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:13.422216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:13.422216 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:13.436200 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345174c4-92e4-44c3-b40b-1b9037a0b8ed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:13.446025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-345174c4-92e4-44c3-b40b-1b9037a0b8ed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:13.472290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] For port c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:12:13.529573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345174c4-92e4-44c3-b40b-1b9037a0b8ed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:13.548918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event updated for resources: {'Port': ['ID=e7d1ea54-9aff-405a-a84f-d44466c0ee70,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:13.559421 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ea39b64-5525-4593-b453-154e4e40f628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:13.562753 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ea39b64-5525-4593-b453-154e4e40f628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:13.563984 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7ea39b64-5525-4593-b453-154e4e40f628 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f34bef71-294e-4e81-a28a-45c0904ec9dd HTTP/1.1" status: 204 len: 168 time: 0.6451907 Aug 05 14:12:13.594614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea39b64-5525-4593-b453-154e4e40f628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34bef71-294e-4e81-a28a-45c0904ec9dd,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:13.611500 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] For port c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d,segment=NetworkSegment(7faedca7-665c-41b4-ab7c-547ca56cbc06),segment_id=7faedca7-665c-41b4-ab7c-547ca56cbc06)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:12:13.629188 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f70f7259-79a7-47b3-93bb-b8d94c95eb64 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/floatingips/e2c3d30d-d5cf-47fe-84f8-78c804543525 HTTP/1.1" status: 200 len: 991 time: 0.3369029 Aug 05 14:12:13.662392 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:13.699103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345174c4-92e4-44c3-b40b-1b9037a0b8ed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Pushing event updated for resources: {'Port': ['ID=ba955b30-c274-4d6c-b829-10eb385fa522,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:13.730449 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-d4dbafc6-1264-4717-a050-f241c189efb2 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] show failed (client error): The resource could not be found. Aug 05 14:12:13.735722 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d4dbafc6-1264-4717-a050-f241c189efb2 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/subnets/c4bb6238-de07-423d-82cc-fe3affc17122/tags/tempest-TagsExtTest-Tag-1160343145 HTTP/1.1" status: 404 len: 329 time: 0.5064762 Aug 05 14:12:13.737578 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41822) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:13.742562 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-c3f73361-e341-4207-b9a7-b81b9b505dbd tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5ad20678-aaa0-44ec-bf28-707cf980f5b9', {'tags': ['tempest-TagsExtTest-Tag-253905547', 'tempest-TagsExtTest-Tag-1658227899', 'tempest-TagsExtTest-Tag-279724938']}) {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:13.939200 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21e71b-dd45-44fe-ba3a-d0eeef68be33 None None] Pushing event updated for resources: {'Port': ['ID=c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:14.336289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5f5b87b7-aee3-4994-a0b3-2cf3154d8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937278839', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:23Z', 'updated_at': '2021-08-05T14:11:35Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:25Z', 'updated_at': '2021-08-05T14:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'e2c3d30d-d5cf-47fe-84f8-78c804543525', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'floating_ip_address': '172.25.5.227', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'port_id': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9', 'mac_address': 'fa:16:3e:c3:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:12:07Z', 'updated_at': '2021-08-05T14:12:07Z', 'revision_number': 0, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a2266e-9db1-477a-98e0-4369f155d7b4', 'name': '', 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:f3:82:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:32Z', 'updated_at': '2021-08-05T14:11:42Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:14.386271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b87b7-aee3-4994-a0b3-2cf3154d8c1b None None] The sync data for ids ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'] in n-d-803585-2 is: [{'id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937278839', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:23Z', 'updated_at': '2021-08-05T14:11:35Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:25Z', 'updated_at': '2021-08-05T14:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'e2c3d30d-d5cf-47fe-84f8-78c804543525', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'floating_ip_address': '172.25.5.227', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'port_id': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9', 'mac_address': 'fa:16:3e:c3:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:12:07Z', 'updated_at': '2021-08-05T14:12:07Z', 'revision_number': 0, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a2266e-9db1-477a-98e0-4369f155d7b4', 'name': '', 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:f3:82:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:32Z', 'updated_at': '2021-08-05T14:11:42Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:12:14.408906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41828) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:14.409514 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41838) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:14.451702 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e596b8af-ba58-4cd1-8a97-4795291fabc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:14.569548 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:14.640488 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41842) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:14.746974 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:14.790062 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c3f73361-e341-4207-b9a7-b81b9b505dbd tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "PUT /v2.0/ports/5ad20678-aaa0-44ec-bf28-707cf980f5b9/tags HTTP/1.1" status: 200 len: 316 time: 1.0487914 Aug 05 14:12:14.790062 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-345174c4-92e4-44c3-b40b-1b9037a0b8ed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:14.790840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41844) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:14.797048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-875d58c6-71d1-4db7-aa9b-ebd12f495b38 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5ad20678-aaa0-44ec-bf28-707cf980f5b9') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:14.834347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c66b5b-4ffa-4223-b6e5-49fbcd6a9bc6 None None] Network 3fc3db3b-f489-4f36-8db0-a6a575f8c75b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:14.914190 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ca0fe729-93af-494b-8bdc-3746708c95a9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/floatingips/e2c3d30d-d5cf-47fe-84f8-78c804543525 HTTP/1.1" status: 200 len: 991 time: 0.2707870 Aug 05 14:12:14.972908 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ad71e27d-b85d-483c-934d-a69a10c7f449 None None] Provisioning for port 5a9dfc1e-ebe7-4262-8dff-f4552f664900 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:15.029893 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f402b72-1c0c-48e1-a435-3d7532776a2b None None] New status for floating IP e2c3d30d-d5cf-47fe-84f8-78c804543525: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:12:15.031670 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e596b8af-ba58-4cd1-8a97-4795291fabc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:15.085778 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e596b8af-ba58-4cd1-8a97-4795291fabc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:15.118722 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596b8af-ba58-4cd1-8a97-4795291fabc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43c1bc4-5d7a-4498-86ed-46bba748d066,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:15.204682 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-875d58c6-71d1-4db7-aa9b-ebd12f495b38 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/ports/5ad20678-aaa0-44ec-bf28-707cf980f5b9/tags HTTP/1.1" status: 204 len: 168 time: 0.4126792 Aug 05 14:12:15.227276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41848) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:15.232558 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-ef69d701-45ba-466f-a5ce-2da89789792b tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5ad20678-aaa0-44ec-bf28-707cf980f5b9', 'tempest-TagsExtTest-Tag-253905547') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:15.248481 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e596b8af-ba58-4cd1-8a97-4795291fabc0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1ebe9520f8848cebb6469d66e0da474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8382044 Aug 05 14:12:15.253634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41850) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:15.282652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-345174c4-92e4-44c3-b40b-1b9037a0b8ed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:15.312422 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-345174c4-92e4-44c3-b40b-1b9037a0b8ed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:15.477753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2668f144-af32-4f67-b333-7f9428cd6247 None None] Network 5e066f0d-7204-47fe-85f7-5f57c24e9fc7 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:15.492015 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba682d86-81ab-4d18-a1bb-7df74eed87d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:15.502278 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:15.531849 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5a9dfc1e-ebe7-4262-8dff-f4552f664900 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:12:15.532134 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:15.533068 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:15.556821 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba682d86-81ab-4d18-a1bb-7df74eed87d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:15.558168 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-ef69d701-45ba-466f-a5ce-2da89789792b tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] show failed (client error): The resource could not be found. Aug 05 14:12:15.559271 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ef69d701-45ba-466f-a5ce-2da89789792b tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/ports/5ad20678-aaa0-44ec-bf28-707cf980f5b9/tags/tempest-TagsExtTest-Tag-253905547 HTTP/1.1" status: 404 len: 328 time: 0.3309448 Aug 05 14:12:15.578927 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41854) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:15.584976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f70b3692-bfcb-4ec5-bf91-15a3747dd145 None None] Provisioning for port c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:15.618035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-5f7ed134-21db-445c-993b-41366b9d3066 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5ad20678-aaa0-44ec-bf28-707cf980f5b9', 'tempest-TagsExtTest-Tag-1658227899') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:15.657369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 5a9dfc1e-ebe7-4262-8dff-f4552f664900 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:15.667559 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 5a9dfc1e-ebe7-4262-8dff-f4552f664900 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:15.668018 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:15.699438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345174c4-92e4-44c3-b40b-1b9037a0b8ed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Router 30bda062-eed4-496c-b6bc-e46dc1ba48bc is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:12:15.701548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event updated for resources: {'Port': ['ID=e7d1ea54-9aff-405a-a84f-d44466c0ee70,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:15.720282 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-5f7ed134-21db-445c-993b-41366b9d3066 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] show failed (client error): The resource could not be found. Aug 05 14:12:15.721427 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5f7ed134-21db-445c-993b-41366b9d3066 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/ports/5ad20678-aaa0-44ec-bf28-707cf980f5b9/tags/tempest-TagsExtTest-Tag-1658227899 HTTP/1.1" status: 404 len: 329 time: 0.1070364 Aug 05 14:12:15.725025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41856) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:15.733397 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-8afb1815-8244-49d7-9118-cefc00d28230 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5ad20678-aaa0-44ec-bf28-707cf980f5b9', 'tempest-TagsExtTest-Tag-279724938') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:15.748697 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Network 5e066f0d-7204-47fe-85f7-5f57c24e9fc7 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:15.751639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:15.763024 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-52e3b7bb-6a2e-4f3e-86ce-77ce7efccc44 None None] Provisioning complete for port 5a9dfc1e-ebe7-4262-8dff-f4552f664900 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:15.763579 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-52e3b7bb-6a2e-4f3e-86ce-77ce7efccc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:15.815701 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba682d86-81ab-4d18-a1bb-7df74eed87d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:15.818742 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ba682d86-81ab-4d18-a1bb-7df74eed87d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:15.819954 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ba682d86-81ab-4d18-a1bb-7df74eed87d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c43c1bc4-5d7a-4498-86ed-46bba748d066 HTTP/1.1" status: 204 len: 168 time: 0.5643208 Aug 05 14:12:15.829201 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:15.861720 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-83be83f9-2849-4763-923b-faf91fd26a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:15.863778 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba682d86-81ab-4d18-a1bb-7df74eed87d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43c1bc4-5d7a-4498-86ed-46bba748d066,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:15.937383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41860) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:16.003304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 5a9dfc1e-ebe7-4262-8dff-f4552f664900, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5a9dfc1e-ebe7-4262-8dff-f4552f664900,segment=NetworkSegment(6425480b-f3a7-432c-a750-878cb7bad2d8),segment_id=6425480b-f3a7-432c-a750-878cb7bad2d8)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:16.016879 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-52e3b7bb-6a2e-4f3e-86ce-77ce7efccc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:16.047074 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:16.047892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:12:16.054928 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345174c4-92e4-44c3-b40b-1b9037a0b8ed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:12:16.063565 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-345174c4-92e4-44c3-b40b-1b9037a0b8ed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:16.067753 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-345174c4-92e4-44c3-b40b-1b9037a0b8ed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "PUT /v2.0/routers/30bda062-eed4-496c-b6bc-e46dc1ba48bc HTTP/1.1" status: 200 len: 882 time: 4.9189854 Aug 05 14:12:16.068305 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41864) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:16.079533 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-8afb1815-8244-49d7-9118-cefc00d28230 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] show failed (client error): The resource could not be found. Aug 05 14:12:16.082046 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8afb1815-8244-49d7-9118-cefc00d28230 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/ports/5ad20678-aaa0-44ec-bf28-707cf980f5b9/tags/tempest-TagsExtTest-Tag-279724938 HTTP/1.1" status: 404 len: 328 time: 0.3553905 Aug 05 14:12:16.085078 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41866) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:16.100659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-5e915a3d-bb53-4fda-a9d6-30ddd97254ea tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9f9bb72f-3118-4eb0-9db5-3997fab48a4d', {'tags': ['tempest-TagsExtTest-Tag-1322507504', 'tempest-TagsExtTest-Tag-12386503', 'tempest-TagsExtTest-Tag-1863628445']}) {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:16.129753 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6981a186-8d6d-47b0-8b9d-49ef2092f1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:16.134395 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:16.160204 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cb49e283-8286-4aa7-b56e-fb8d83b1eae3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/floatingips/e2c3d30d-d5cf-47fe-84f8-78c804543525 HTTP/1.1" status: 200 len: 993 time: 0.2169716 Aug 05 14:12:16.180886 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30d93bb-88e6-497e-9d6b-4f5cb047b698 None None] Sync routers for ids ['30bda062-eed4-496c-b6bc-e46dc1ba48bc'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:12:16.190917 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=5a9dfc1e-ebe7-4262-8dff-f4552f664900,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:16.257670 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30d93bb-88e6-497e-9d6b-4f5cb047b698 None None] Routers {'30bda062-eed4-496c-b6bc-e46dc1ba48bc'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:16.258393 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f30d93bb-88e6-497e-9d6b-4f5cb047b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['30bda062-eed4-496c-b6bc-e46dc1ba48bc'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:16.291981 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5e915a3d-bb53-4fda-a9d6-30ddd97254ea tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "PUT /v2.0/routers/9f9bb72f-3118-4eb0-9db5-3997fab48a4d/tags HTTP/1.1" status: 200 len: 316 time: 0.2045786 Aug 05 14:12:16.292777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41876) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:16.300277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-2da0ce20-3057-4e83-8f36-4351095763da tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9f9bb72f-3118-4eb0-9db5-3997fab48a4d') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:16.301679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f30d93bb-88e6-497e-9d6b-4f5cb047b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:16.320024 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Router 9c650922-95ae-48da-8ea2-9930ecbbef2e is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:12:16.326774 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-52e3b7bb-6a2e-4f3e-86ce-77ce7efccc44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:12:16.327491 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-52e3b7bb-6a2e-4f3e-86ce-77ce7efccc44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:12:16.331270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30d93bb-88e6-497e-9d6b-4f5cb047b698 None None] Routers {'30bda062-eed4-496c-b6bc-e46dc1ba48bc'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:16.332121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f30d93bb-88e6-497e-9d6b-4f5cb047b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['30bda062-eed4-496c-b6bc-e46dc1ba48bc'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:16.377152 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:16.379996 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f30d93bb-88e6-497e-9d6b-4f5cb047b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:16.380721 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30d93bb-88e6-497e-9d6b-4f5cb047b698 None None] The sync data for ids ['30bda062-eed4-496c-b6bc-e46dc1ba48bc'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:12:16.386395 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:16.386873 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:16.457237 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2da0ce20-3057-4e83-8f36-4351095763da tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/routers/9f9bb72f-3118-4eb0-9db5-3997fab48a4d/tags HTTP/1.1" status: 204 len: 168 time: 0.1631649 Aug 05 14:12:16.459987 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41880) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:16.465073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-c4b78423-12b1-4282-91f3-19abf9944a9e tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9f9bb72f-3118-4eb0-9db5-3997fab48a4d', 'tempest-TagsExtTest-Tag-1322507504') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:16.498272 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:16.538137 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d,segment=NetworkSegment(7faedca7-665c-41b4-ab7c-547ca56cbc06),segment_id=7faedca7-665c-41b4-ab7c-547ca56cbc06)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:16.547722 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:16.626202 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-c4b78423-12b1-4282-91f3-19abf9944a9e tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] show failed (client error): The resource could not be found. Aug 05 14:12:16.636791 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c4b78423-12b1-4282-91f3-19abf9944a9e tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/routers/9f9bb72f-3118-4eb0-9db5-3997fab48a4d/tags/tempest-TagsExtTest-Tag-1322507504 HTTP/1.1" status: 404 len: 329 time: 0.1755643 Aug 05 14:12:16.637453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41888) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:16.641653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:16.650595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-5792bb0b-80d0-4714-8b54-8d13243bf1e7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9f9bb72f-3118-4eb0-9db5-3997fab48a4d', 'tempest-TagsExtTest-Tag-12386503') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:16.671783 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4c3b5f59-ccea-47c5-8f1d-b062a0bf0ae0 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "GET /v2.0/routers/30bda062-eed4-496c-b6bc-e46dc1ba48bc HTTP/1.1" status: 200 len: 923 time: 0.6014562 Aug 05 14:12:16.675025 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41892) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:16.722725 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:12:16.730608 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-576520a5-4c8d-4d83-88ed-0ec71e8e35a2 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "PUT /v2.0/routers/9c650922-95ae-48da-8ea2-9930ecbbef2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5667846 Aug 05 14:12:16.733519 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41894) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:16.747055 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c610f70-925e-4214-a3ed-c577511f155b None None] Sync routers for ids ['9c650922-95ae-48da-8ea2-9930ecbbef2e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:12:16.761894 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c610f70-925e-4214-a3ed-c577511f155b None None] Routers {'9c650922-95ae-48da-8ea2-9930ecbbef2e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:16.762865 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1c610f70-925e-4214-a3ed-c577511f155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['9c650922-95ae-48da-8ea2-9930ecbbef2e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:16.764937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380ee05a-e6d8-46ef-b05e-5f223ed07145 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:16.766556 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-380ee05a-e6d8-46ef-b05e-5f223ed07145 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&device_id=30bda062-eed4-496c-b6bc-e46dc1ba48bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0898685 Aug 05 14:12:16.805102 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41898) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:16.806967 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1c610f70-925e-4214-a3ed-c577511f155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:16.817781 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c610f70-925e-4214-a3ed-c577511f155b None None] Routers {'9c650922-95ae-48da-8ea2-9930ecbbef2e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:16.818530 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1c610f70-925e-4214-a3ed-c577511f155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['9c650922-95ae-48da-8ea2-9930ecbbef2e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:16.878341 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-5792bb0b-80d0-4714-8b54-8d13243bf1e7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] show failed (client error): The resource could not be found. Aug 05 14:12:16.883718 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1c610f70-925e-4214-a3ed-c577511f155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:16.884232 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41900) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:16.884365 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5792bb0b-80d0-4714-8b54-8d13243bf1e7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/routers/9f9bb72f-3118-4eb0-9db5-3997fab48a4d/tags/tempest-TagsExtTest-Tag-12386503 HTTP/1.1" status: 404 len: 327 time: 0.2412939 Aug 05 14:12:16.887391 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c610f70-925e-4214-a3ed-c577511f155b None None] The sync data for ids ['9c650922-95ae-48da-8ea2-9930ecbbef2e'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:12:16.890669 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-ccf9561e-9d2d-48e1-850d-4c00a128a95c tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9f9bb72f-3118-4eb0-9db5-3997fab48a4d', 'tempest-TagsExtTest-Tag-1863628445') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:17.011645 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ab80c9-606a-44a7-99b7-4bcc3781cba9 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:17.013433 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-48ab80c9-606a-44a7-99b7-4bcc3781cba9 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 881 time: 0.2065709 Aug 05 14:12:17.016287 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-6981a186-8d6d-47b0-8b9d-49ef2092f1e7 admin admin] Deleting port 553b31f4-2b96-421a-9259-e3c16e530617 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:17.016635 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6981a186-8d6d-47b0-8b9d-49ef2092f1e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:17.018211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41904) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:17.055320 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1dee4ee7-ea94-4b57-a361-ca27248c60f6 None None] Provisioning for port e7d1ea54-9aff-405a-a84f-d44466c0ee70 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:17.063602 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1dee4ee7-ea94-4b57-a361-ca27248c60f6 None None] Provisioning complete for port e7d1ea54-9aff-405a-a84f-d44466c0ee70 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:17.065495 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1dee4ee7-ea94-4b57-a361-ca27248c60f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:17.087496 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c436468b-7120-40fd-b001-09cb90aab3e1 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "GET /v2.0/ports?device_id=30bda062-eed4-496c-b6bc-e46dc1ba48bc HTTP/1.1" status: 200 len: 205 time: 0.0672915 Aug 05 14:12:17.090132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41908) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:17.101436 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-ccf9561e-9d2d-48e1-850d-4c00a128a95c tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] show failed (client error): The resource could not be found. Aug 05 14:12:17.103122 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ccf9561e-9d2d-48e1-850d-4c00a128a95c tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/routers/9f9bb72f-3118-4eb0-9db5-3997fab48a4d/tags/tempest-TagsExtTest-Tag-1863628445 HTTP/1.1" status: 404 len: 329 time: 0.2177551 Aug 05 14:12:17.107739 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41910) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:17.113610 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-115e07ea-a109-4976-b3ed-7528f905d031 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9260cd7d-c748-4f06-8e25-172a90c0ef30', {'tags': ['tempest-TagsExtTest-Tag-753381775', 'tempest-TagsExtTest-Tag-1272671373', 'tempest-TagsExtTest-Tag-647672858']}) {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:17.114205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-1dee4ee7-ea94-4b57-a361-ca27248c60f6 None None] Port e7d1ea54-9aff-405a-a84f-d44466c0ee70 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:12:17.127457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1dee4ee7-ea94-4b57-a361-ca27248c60f6 None None] Provisioning complete for port c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:17.128400 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1dee4ee7-ea94-4b57-a361-ca27248c60f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:17.168631 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-6981a186-8d6d-47b0-8b9d-49ef2092f1e7 admin admin] For port 553b31f4-2b96-421a-9259-e3c16e530617, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=553b31f4-2b96-421a-9259-e3c16e530617,segment=NetworkSegment(1302f431-49cf-476f-b18d-c531cd632b1d),segment_id=1302f431-49cf-476f-b18d-c531cd632b1d)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:17.169000 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6981a186-8d6d-47b0-8b9d-49ef2092f1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:17.191344 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-6981a186-8d6d-47b0-8b9d-49ef2092f1e7 admin admin] Calling delete_port for 553b31f4-2b96-421a-9259-e3c16e530617 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:17.205835 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-115e07ea-a109-4976-b3ed-7528f905d031 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "PUT /v2.0/subnetpools/9260cd7d-c748-4f06-8e25-172a90c0ef30/tags HTTP/1.1" status: 200 len: 316 time: 0.0971248 Aug 05 14:12:17.208462 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41912) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:17.213027 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-d5edd484-45fb-4434-a085-8734ada53182 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9260cd7d-c748-4f06-8e25-172a90c0ef30') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:17.366933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5a9dfc1e-ebe7-4262-8dff-f4552f664900 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:12:17.454734 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6981a186-8d6d-47b0-8b9d-49ef2092f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:17.459539 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 5a9dfc1e-ebe7-4262-8dff-f4552f664900 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:17.460045 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:17.499358 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981a186-8d6d-47b0-8b9d-49ef2092f1e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=553b31f4-2b96-421a-9259-e3c16e530617,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:17.589202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:12:17.686906 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:17.687341 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:17.721394 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d5edd484-45fb-4434-a085-8734ada53182 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/subnetpools/9260cd7d-c748-4f06-8e25-172a90c0ef30/tags HTTP/1.1" status: 204 len: 168 time: 0.5116920 Aug 05 14:12:17.725752 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-824bb901-f326-4f7b-9e16-8263d64bc76e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:17.726622 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41930) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:17.740202 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-29831581-66aa-46ec-908c-0d0fff166dc8 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9260cd7d-c748-4f06-8e25-172a90c0ef30', 'tempest-TagsExtTest-Tag-753381775') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:17.740512 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4221114-6f4f-4342-b4af-3608d8ada86a req-8bb3b8cd-203e-480a-aba8-56dd887899f5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:17.747128 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4221114-6f4f-4342-b4af-3608d8ada86a req-8bb3b8cd-203e-480a-aba8-56dd887899f5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:17.753817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4221114-6f4f-4342-b4af-3608d8ada86a req-8bb3b8cd-203e-480a-aba8-56dd887899f5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:17.760253 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4221114-6f4f-4342-b4af-3608d8ada86a req-8bb3b8cd-203e-480a-aba8-56dd887899f5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:17.766331 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4221114-6f4f-4342-b4af-3608d8ada86a req-8bb3b8cd-203e-480a-aba8-56dd887899f5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:17.772309 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4221114-6f4f-4342-b4af-3608d8ada86a req-8bb3b8cd-203e-480a-aba8-56dd887899f5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:17.778640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4221114-6f4f-4342-b4af-3608d8ada86a req-8bb3b8cd-203e-480a-aba8-56dd887899f5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:17.780824 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f4221114-6f4f-4342-b4af-3608d8ada86a req-8bb3b8cd-203e-480a-aba8-56dd887899f5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5445 time: 0.2322891 Aug 05 14:12:17.883708 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-e1e649e3-6509-4019-b2cb-f377d4755b6b tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:12:17.884775 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e1e649e3-6509-4019-b2cb-f377d4755b6b tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "PUT /v2.0/routers/9c650922-95ae-48da-8ea2-9930ecbbef2e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1502907 Aug 05 14:12:17.891704 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41936) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:18.027450 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f4221114-6f4f-4342-b4af-3608d8ada86a req-d4413187-abd8-44d1-b6ac-119902dd6da5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1526082 Aug 05 14:12:18.029373 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-824bb901-f326-4f7b-9e16-8263d64bc76e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:18.248872 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-824bb901-f326-4f7b-9e16-8263d64bc76e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Deleting port ba955b30-c274-4d6c-b829-10eb385fa522 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:18.249216 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-824bb901-f326-4f7b-9e16-8263d64bc76e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:18.259229 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-29831581-66aa-46ec-908c-0d0fff166dc8 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] show failed (client error): The resource could not be found. Aug 05 14:12:18.259229 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-29831581-66aa-46ec-908c-0d0fff166dc8 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/subnetpools/9260cd7d-c748-4f06-8e25-172a90c0ef30/tags/tempest-TagsExtTest-Tag-753381775 HTTP/1.1" status: 404 len: 328 time: 0.5300245 Aug 05 14:12:18.284826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41948) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:18.291926 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6981a186-8d6d-47b0-8b9d-49ef2092f1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:18.300058 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-ef0ba3e8-9d0e-4399-bc73-b41c77aadfcb tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9260cd7d-c748-4f06-8e25-172a90c0ef30', 'tempest-TagsExtTest-Tag-1272671373') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:18.353185 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0c8f1cb8-f674-4933-92ad-e47005698526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:18.365258 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418e498-a181-4d43-9371-7cb0819538ae req-d47c657c-8a5c-4632-9910-28f4950c777e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:18.371630 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418e498-a181-4d43-9371-7cb0819538ae req-d47c657c-8a5c-4632-9910-28f4950c777e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:18.377644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418e498-a181-4d43-9371-7cb0819538ae req-d47c657c-8a5c-4632-9910-28f4950c777e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:18.383607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418e498-a181-4d43-9371-7cb0819538ae req-d47c657c-8a5c-4632-9910-28f4950c777e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:18.390165 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418e498-a181-4d43-9371-7cb0819538ae req-d47c657c-8a5c-4632-9910-28f4950c777e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:18.396257 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418e498-a181-4d43-9371-7cb0819538ae req-d47c657c-8a5c-4632-9910-28f4950c777e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:18.402147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418e498-a181-4d43-9371-7cb0819538ae req-d47c657c-8a5c-4632-9910-28f4950c777e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:18.404743 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9418e498-a181-4d43-9371-7cb0819538ae req-d47c657c-8a5c-4632-9910-28f4950c777e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5445 time: 0.1770794 Aug 05 14:12:18.444326 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-ef0ba3e8-9d0e-4399-bc73-b41c77aadfcb tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] show failed (client error): The resource could not be found. Aug 05 14:12:18.448496 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ef0ba3e8-9d0e-4399-bc73-b41c77aadfcb tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/subnetpools/9260cd7d-c748-4f06-8e25-172a90c0ef30/tags/tempest-TagsExtTest-Tag-1272671373 HTTP/1.1" status: 404 len: 329 time: 0.1575835 Aug 05 14:12:18.451437 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41952) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:18.459226 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-aff6201d-56d7-4bc1-b0cc-707ebea062f7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9260cd7d-c748-4f06-8e25-172a90c0ef30', 'tempest-TagsExtTest-Tag-647672858') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:18.505370 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-824bb901-f326-4f7b-9e16-8263d64bc76e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:18.519827 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-aff6201d-56d7-4bc1-b0cc-707ebea062f7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] show failed (client error): The resource could not be found. Aug 05 14:12:18.521549 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-aff6201d-56d7-4bc1-b0cc-707ebea062f7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/subnetpools/9260cd7d-c748-4f06-8e25-172a90c0ef30/tags/tempest-TagsExtTest-Tag-647672858 HTTP/1.1" status: 404 len: 328 time: 0.0685937 Aug 05 14:12:18.525547 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41954) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:18.533706 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-159625d6-607e-4514-af34-923ce7414f06 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9260cd7d-c748-4f06-8e25-172a90c0ef30') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:18.549407 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-824bb901-f326-4f7b-9e16-8263d64bc76e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Calling delete_port for ba955b30-c274-4d6c-b829-10eb385fa522 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:18.550764 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:18.650376 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-159625d6-607e-4514-af34-923ce7414f06 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/subnetpools/9260cd7d-c748-4f06-8e25-172a90c0ef30/tags HTTP/1.1" status: 204 len: 168 time: 0.1231515 Aug 05 14:12:18.697846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41956) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:18.709945 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-b0778146-ba4e-4e03-8b9e-4f1150c2f3d6 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9f9bb72f-3118-4eb0-9db5-3997fab48a4d') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:18.732754 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6981a186-8d6d-47b0-8b9d-49ef2092f1e7 admin admin] Router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:12:18.852662 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6981a186-8d6d-47b0-8b9d-49ef2092f1e7 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:12:18.858594 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6981a186-8d6d-47b0-8b9d-49ef2092f1e7 admin admin] 10.222.0.16 "PUT /v2.0/routers/387cdcf1-29f8-4a85-8846-5a20ea1545f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4333861 Aug 05 14:12:18.861020 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41960) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:18.865686 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2350197b-5a4b-499c-b6b5-b29d76787196 None None] Sync routers for ids ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:12:18.877201 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2350197b-5a4b-499c-b6b5-b29d76787196 None None] Routers {'387cdcf1-29f8-4a85-8846-5a20ea1545f4'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:18.878112 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2350197b-5a4b-499c-b6b5-b29d76787196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:18.899852 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79210cf0-2941-4257-950a-d7523873b20f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:18.906994 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b0778146-ba4e-4e03-8b9e-4f1150c2f3d6 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/routers/9f9bb72f-3118-4eb0-9db5-3997fab48a4d/tags HTTP/1.1" status: 204 len: 168 time: 0.2051601 Aug 05 14:12:18.907861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41962) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:18.914013 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-afa37ff0-5094-473a-8009-178da77dc555 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5ad20678-aaa0-44ec-bf28-707cf980f5b9') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:18.996940 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-2350197b-5a4b-499c-b6b5-b29d76787196 None None] Set router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:12:19.028113 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1652a70f-0bc6-40d9-9b0e-5084b1cd461c admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.084215 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-afa37ff0-5094-473a-8009-178da77dc555 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/ports/5ad20678-aaa0-44ec-bf28-707cf980f5b9/tags HTTP/1.1" status: 204 len: 168 time: 0.1734958 Aug 05 14:12:19.086172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41964) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:19.089230 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-824bb901-f326-4f7b-9e16-8263d64bc76e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.090728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-a1f2b93d-af9e-46db-ad57-13d10f7e5347 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c4bb6238-de07-423d-82cc-fe3affc17122') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:19.139074 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bb901-f326-4f7b-9e16-8263d64bc76e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Pushing event deleted for resources: {'Port': ['ID=ba955b30-c274-4d6c-b829-10eb385fa522,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:19.192000 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2350197b-5a4b-499c-b6b5-b29d76787196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:12:17Z', 'revision_number': 5, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port': {'id': 'c609fa04-7732-4cb6-b15b-bf428e92cfce', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:04:00Z', 'updated_at': '2021-08-05T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:19.193693 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1652a70f-0bc6-40d9-9b0e-5084b1cd461c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.218733 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a1f2b93d-af9e-46db-ad57-13d10f7e5347 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/subnets/c4bb6238-de07-423d-82cc-fe3affc17122/tags HTTP/1.1" status: 204 len: 168 time: 0.1282015 Aug 05 14:12:19.224557 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41966) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:19.234579 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2350197b-5a4b-499c-b6b5-b29d76787196 None None] Checking router: 387cdcf1-29f8-4a85-8846-5a20ea1545f4 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:12:19.245053 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2350197b-5a4b-499c-b6b5-b29d76787196 None None] Routers {'387cdcf1-29f8-4a85-8846-5a20ea1545f4'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:19.246054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2350197b-5a4b-499c-b6b5-b29d76787196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:19.275019 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1652a70f-0bc6-40d9-9b0e-5084b1cd461c admin admin] Deleting port c609fa04-7732-4cb6-b15b-bf428e92cfce {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:19.275019 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1652a70f-0bc6-40d9-9b0e-5084b1cd461c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.308673 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-824bb901-f326-4f7b-9e16-8263d64bc76e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.383494 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-2350197b-5a4b-499c-b6b5-b29d76787196 None None] Set router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:12:19.388693 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-1652a70f-0bc6-40d9-9b0e-5084b1cd461c admin admin] For port c609fa04-7732-4cb6-b15b-bf428e92cfce, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c609fa04-7732-4cb6-b15b-bf428e92cfce,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:19.389067 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1652a70f-0bc6-40d9-9b0e-5084b1cd461c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.406614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1652a70f-0bc6-40d9-9b0e-5084b1cd461c admin admin] Calling delete_port for c609fa04-7732-4cb6-b15b-bf428e92cfce owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:19.452551 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2350197b-5a4b-499c-b6b5-b29d76787196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:12:19Z', 'revision_number': 6, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:19.464264 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-824bb901-f326-4f7b-9e16-8263d64bc76e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.471285 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-824bb901-f326-4f7b-9e16-8263d64bc76e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.485093 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4dfc45f2-e23c-444c-bc30-35726980d463 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks [] for subnetpool, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.486736 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4dfc45f2-e23c-444c-bc30-35726980d463 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/subnetpools/9260cd7d-c748-4f06-8e25-172a90c0ef30 HTTP/1.1" status: 204 len: 168 time: 0.2580807 Aug 05 14:12:19.489823 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41976) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:19.505943 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2350197b-5a4b-499c-b6b5-b29d76787196 None None] The sync data for ids ['387cdcf1-29f8-4a85-8846-5a20ea1545f4'] in n-d-803585-2 is: [{'id': '387cdcf1-29f8-4a85-8846-5a20ea1545f4', 'name': 'tempest-AttachVolumeTestJSON-29563219-router', 'tenant_id': '1291456ee72e4bdfb592cbb35091d288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:58Z', 'updated_at': '2021-08-05T14:12:19Z', 'revision_number': 6, 'project_id': '1291456ee72e4bdfb592cbb35091d288', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:12:19.524692 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.557897 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cc740a92-9fa1-406d-bd9f-002daa138805 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f9bb72f-3118-4eb0-9db5-3997fab48a4d HTTP/1.1" status: 200 len: 205 time: 0.0648816 Aug 05 14:12:19.560826 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41980) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:19.562296 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-824bb901-f326-4f7b-9e16-8263d64bc76e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.562875 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824bb901-f326-4f7b-9e16-8263d64bc76e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Fanout notify agent at l3_agent the message router_deleted on router 30bda062-eed4-496c-b6bc-e46dc1ba48bc {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:12:19.571013 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-824bb901-f326-4f7b-9e16-8263d64bc76e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.578340 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-824bb901-f326-4f7b-9e16-8263d64bc76e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "DELETE /v2.0/routers/30bda062-eed4-496c-b6bc-e46dc1ba48bc HTTP/1.1" status: 204 len: 168 time: 2.4868565 Aug 05 14:12:19.581948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41984) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:19.588525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f133be6a-d973-4b1d-b9b7-72756b6a2a3d tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1765157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:19.637717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-79210cf0-2941-4257-950a-d7523873b20f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Deleting port e7d1ea54-9aff-405a-a84f-d44466c0ee70 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:19.638109 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79210cf0-2941-4257-950a-d7523873b20f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.658537 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f133be6a-d973-4b1d-b9b7-72756b6a2a3d tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.659568 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f133be6a-d973-4b1d-b9b7-72756b6a2a3d tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.687291 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ecd45b32-ba18-474f-83fc-7c939dddcb0f tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.777940 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f133be6a-d973-4b1d-b9b7-72756b6a2a3d tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.787363 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f133be6a-d973-4b1d-b9b7-72756b6a2a3d tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.806537 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79210cf0-2941-4257-950a-d7523873b20f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.826720 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f133be6a-d973-4b1d-b9b7-72756b6a2a3d tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.832876 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f133be6a-d973-4b1d-b9b7-72756b6a2a3d tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2498691 Aug 05 14:12:19.834425 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-79210cf0-2941-4257-950a-d7523873b20f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Calling delete_port for e7d1ea54-9aff-405a-a84f-d44466c0ee70 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:19.836125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42000) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:19.841435 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-801441cd-3903-4418-98e7-e5adb0cc0c32 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'enable_snat': True}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:19.908736 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ecd45b32-ba18-474f-83fc-7c939dddcb0f tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.929097 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ecd45b32-ba18-474f-83fc-7c939dddcb0f tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:19.987578 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1652a70f-0bc6-40d9-9b0e-5084b1cd461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:20.031891 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652a70f-0bc6-40d9-9b0e-5084b1cd461c admin admin] Pushing event deleted for resources: {'Port': ['ID=c609fa04-7732-4cb6-b15b-bf428e92cfce,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:20.095395 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ecd45b32-ba18-474f-83fc-7c939dddcb0f tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:20.096024 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd45b32-ba18-474f-83fc-7c939dddcb0f tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Fanout notify agent at l3_agent the message router_deleted on router 9f9bb72f-3118-4eb0-9db5-3997fab48a4d {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:12:20.111350 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ecd45b32-ba18-474f-83fc-7c939dddcb0f tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:20.114823 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ecd45b32-ba18-474f-83fc-7c939dddcb0f tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/routers/9f9bb72f-3118-4eb0-9db5-3997fab48a4d HTTP/1.1" status: 204 len: 168 time: 0.5507479 Aug 05 14:12:20.115771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42008) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:20.217001 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1652a70f-0bc6-40d9-9b0e-5084b1cd461c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:20.353239 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1652a70f-0bc6-40d9-9b0e-5084b1cd461c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:20.360864 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1652a70f-0bc6-40d9-9b0e-5084b1cd461c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:20.364814 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-bd72d565-0e37-4809-9d08-4a181e1ce9fb tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Deleting port 5ad20678-aaa0-44ec-bf28-707cf980f5b9 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:20.365349 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd72d565-0e37-4809-9d08-4a181e1ce9fb tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:20.477327 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1652a70f-0bc6-40d9-9b0e-5084b1cd461c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:20.478186 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1652a70f-0bc6-40d9-9b0e-5084b1cd461c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 387cdcf1-29f8-4a85-8846-5a20ea1545f4 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:12:20.489852 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1652a70f-0bc6-40d9-9b0e-5084b1cd461c admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:20.491236 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1652a70f-0bc6-40d9-9b0e-5084b1cd461c admin admin] 10.222.0.16 "DELETE /v2.0/routers/387cdcf1-29f8-4a85-8846-5a20ea1545f4 HTTP/1.1" status: 204 len: 168 time: 1.6290662 Aug 05 14:12:20.494125 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42010) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:20.528226 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-801441cd-3903-4418-98e7-e5adb0cc0c32 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:20.567720 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd72d565-0e37-4809-9d08-4a181e1ce9fb tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:20.580234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c508a9b-0f6d-4ea5-a7b7-dba9f68b5ca9 admin admin] Deleting subnet eeec4336-a010-464c-8b64-395366905663 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:12:20.590007 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9c508a9b-0f6d-4ea5-a7b7-dba9f68b5ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:20.593412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-bd72d565-0e37-4809-9d08-4a181e1ce9fb tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Calling delete_port for 5ad20678-aaa0-44ec-bf28-707cf980f5b9 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:20.653991 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79210cf0-2941-4257-950a-d7523873b20f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:20.668471 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9c508a9b-0f6d-4ea5-a7b7-dba9f68b5ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:20.693335 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79210cf0-2941-4257-950a-d7523873b20f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event deleted for resources: {'Port': ['ID=e7d1ea54-9aff-405a-a84f-d44466c0ee70,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:20.876345 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-79210cf0-2941-4257-950a-d7523873b20f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:20.922000 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9c508a9b-0f6d-4ea5-a7b7-dba9f68b5ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:20.978107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42026) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:21.090221 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9c508a9b-0f6d-4ea5-a7b7-dba9f68b5ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:21.097582 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd72d565-0e37-4809-9d08-4a181e1ce9fb tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:21.154839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-801441cd-3903-4418-98e7-e5adb0cc0c32 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:21.178132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1415ad25-cf04-4bfa-86a8-a886667e8130 None None] Network 492eeda6-491f-43b8-a0eb-3f6a8fac11ff requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:21.179447 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9c508a9b-0f6d-4ea5-a7b7-dba9f68b5ca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:21.184139 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9c508a9b-0f6d-4ea5-a7b7-dba9f68b5ca9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/eeec4336-a010-464c-8b64-395366905663 HTTP/1.1" status: 204 len: 168 time: 0.6887681 Aug 05 14:12:21.197166 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42036) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:21.203701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c508a9b-0f6d-4ea5-a7b7-dba9f68b5ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeec4336-a010-464c-8b64-395366905663,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:21.255248 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-801441cd-3903-4418-98e7-e5adb0cc0c32 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:21.362809 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:21.376386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79210cf0-2941-4257-950a-d7523873b20f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Router 9c650922-95ae-48da-8ea2-9930ecbbef2e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:12:21.400798 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 553b31f4-2b96-421a-9259-e3c16e530617 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:12:21.430676 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 553b31f4-2b96-421a-9259-e3c16e530617 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:12:21.431237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 553b31f4-2b96-421a-9259-e3c16e530617 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:12:21.431808 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c609fa04-7732-4cb6-b15b-bf428e92cfce no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:12:21.458638 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: c609fa04-7732-4cb6-b15b-bf428e92cfce {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:12:21.459248 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c609fa04-7732-4cb6-b15b-bf428e92cfce not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:12:21.520913 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79210cf0-2941-4257-950a-d7523873b20f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:12:21.522974 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72d565-0e37-4809-9d08-4a181e1ce9fb tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Pushing event deleted for resources: {'Port': ['ID=5ad20678-aaa0-44ec-bf28-707cf980f5b9,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:21.528877 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-79210cf0-2941-4257-950a-d7523873b20f tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "PUT /v2.0/routers/9c650922-95ae-48da-8ea2-9930ecbbef2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6350353 Aug 05 14:12:21.535266 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42042) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:21.537848 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce13819-55c3-4f93-b82e-e64189dfe277 None None] Sync routers for ids ['9c650922-95ae-48da-8ea2-9930ecbbef2e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:12:21.554147 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce13819-55c3-4f93-b82e-e64189dfe277 None None] Routers {'9c650922-95ae-48da-8ea2-9930ecbbef2e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:21.557407 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-9ce13819-55c3-4f93-b82e-e64189dfe277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['9c650922-95ae-48da-8ea2-9930ecbbef2e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:21.587201 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-c7edd011-aed1-4ca5-bb3b-6f800aacce1c tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] delete failed (client error): The resource could not be found. Aug 05 14:12:21.593607 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c7edd011-aed1-4ca5-bb3b-6f800aacce1c tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-368915849 HTTP/1.1" status: 404 len: 334 time: 0.0521183 Aug 05 14:12:21.596573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42044) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:21.598977 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-801441cd-3903-4418-98e7-e5adb0cc0c32 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Allocated IP 172.25.5.2 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/48b06e31-2548-4ff3-b524-ec946d08b7ab) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:21.603237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] DHCP port deletion for 492eeda6-491f-43b8-a0eb-3f6a8fac11ff request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:12:21.609092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6abd78b3-4a18-4e80-85c3-1e5e6aca244b tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Request body: {'router': {'external_gateway_info': {'network_id': '9c650922-95ae-48da-8ea2-9930ecbbef2e'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:21.625203 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-9ce13819-55c3-4f93-b82e-e64189dfe277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:21.642610 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce13819-55c3-4f93-b82e-e64189dfe277 None None] Routers {'9c650922-95ae-48da-8ea2-9930ecbbef2e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:21.643900 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-9ce13819-55c3-4f93-b82e-e64189dfe277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['9c650922-95ae-48da-8ea2-9930ecbbef2e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:21.664176 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:21.672901 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd72d565-0e37-4809-9d08-4a181e1ce9fb tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:21.677603 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bd72d565-0e37-4809-9d08-4a181e1ce9fb tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/ports/5ad20678-aaa0-44ec-bf28-707cf980f5b9 HTTP/1.1" status: 204 len: 168 time: 1.5598457 Aug 05 14:12:21.687034 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-9ce13819-55c3-4f93-b82e-e64189dfe277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:21.688093 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce13819-55c3-4f93-b82e-e64189dfe277 None None] The sync data for ids ['9c650922-95ae-48da-8ea2-9930ecbbef2e'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:12:21.689196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42046) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:21.704176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] Deleting port 48df4bb5-bc35-4a1d-8f47-8e854da7213a {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:21.704618 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:21.720274 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda98b9-194f-4deb-883f-0ef5150b6849 req-6ba3c540-d1a8-47fc-84d7-092fec9fdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:21.722586 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda98b9-194f-4deb-883f-0ef5150b6849 req-6ba3c540-d1a8-47fc-84d7-092fec9fdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:21.723351 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda98b9-194f-4deb-883f-0ef5150b6849 req-6ba3c540-d1a8-47fc-84d7-092fec9fdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:21.724031 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda98b9-194f-4deb-883f-0ef5150b6849 req-6ba3c540-d1a8-47fc-84d7-092fec9fdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:21.725327 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda98b9-194f-4deb-883f-0ef5150b6849 req-6ba3c540-d1a8-47fc-84d7-092fec9fdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:21.726037 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda98b9-194f-4deb-883f-0ef5150b6849 req-6ba3c540-d1a8-47fc-84d7-092fec9fdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:21.726719 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda98b9-194f-4deb-883f-0ef5150b6849 req-6ba3c540-d1a8-47fc-84d7-092fec9fdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:21.730232 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8eda98b9-194f-4deb-883f-0ef5150b6849 req-6ba3c540-d1a8-47fc-84d7-092fec9fdfaf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 6502 time: 0.7509379 Aug 05 14:12:21.798070 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8eda98b9-194f-4deb-883f-0ef5150b6849 req-2a9f458b-14d6-4c2c-8f10-c2cb1b83a811 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417786 Aug 05 14:12:21.814202 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] Deleting port 48df4bb5-bc35-4a1d-8f47-8e854da7213a {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:21.814202 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:21.815344 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] For port 48df4bb5-bc35-4a1d-8f47-8e854da7213a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=48df4bb5-bc35-4a1d-8f47-8e854da7213a,segment=NetworkSegment(1302f431-49cf-476f-b18d-c531cd632b1d),segment_id=1302f431-49cf-476f-b18d-c531cd632b1d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:21.815791 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:21.836899 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] Calling delete_port for 48df4bb5-bc35-4a1d-8f47-8e854da7213a owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:21.859582 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42052) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:21.900908 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] For port 48df4bb5-bc35-4a1d-8f47-8e854da7213a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=48df4bb5-bc35-4a1d-8f47-8e854da7213a,segment=NetworkSegment(1302f431-49cf-476f-b18d-c531cd632b1d),segment_id=1302f431-49cf-476f-b18d-c531cd632b1d)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:21.902219 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:21.916662 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] Calling delete_port for 48df4bb5-bc35-4a1d-8f47-8e854da7213a owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:21.943283 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:21.968771 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f924ca3-0d89-4d76-a6a6-1622d8285b6c tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Deleting subnet c4bb6238-de07-423d-82cc-fe3affc17122 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:12:21.982716 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] Pushing event deleted for resources: {'Port': ['ID=48df4bb5-bc35-4a1d-8f47-8e854da7213a,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:21.987529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] No DVR routers for this DVR port 48df4bb5-bc35-4a1d-8f47-8e854da7213a on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:12:21.997600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:22.004025 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:22.005614 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:22.006070 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:22.008419 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:22.008868 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:22.009310 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:22.009964 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:22.010545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:22.011068 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:22.011463 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.011931 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:22.012390 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e6bb9a-4415-44b7-842f-d5f2a5fdb919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:22.014276 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2f924ca3-0d89-4d76-a6a6-1622d8285b6c tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.052614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] No DVR routers for this DVR port 48df4bb5-bc35-4a1d-8f47-8e854da7213a on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:12:22.058532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=48df4bb5-bc35-4a1d-8f47-8e854da7213a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:22.087317 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-229bdb59-109c-49cd-8879-af4302f870d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.101515 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6abd78b3-4a18-4e80-85c3-1e5e6aca244b tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.160963 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-6abd78b3-4a18-4e80-85c3-1e5e6aca244b tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] update failed (client error): The resource could not be found. Aug 05 14:12:22.162620 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6abd78b3-4a18-4e80-85c3-1e5e6aca244b tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "PUT /v2.0/routers/9c650922-95ae-48da-8ea2-9930ecbbef2e HTTP/1.1" status: 404 len: 339 time: 0.5651014 Aug 05 14:12:22.164486 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.174390 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42060) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:22.177165 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2f924ca3-0d89-4d76-a6a6-1622d8285b6c tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.179663 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492eeda6-491f-43b8-a0eb-3f6a8fac11ff']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:22.197374 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1302f431-49cf-476f-b18d-c531cd632b1d') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:22.197961 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1302f431-49cf-476f-b18d-c531cd632b1d') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:22.202351 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b4043014-1fb9-4d51-a990-98a9809494e9 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-586638101'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:22.213639 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-801441cd-3903-4418-98e7-e5adb0cc0c32 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.217735 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.241631 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.255631 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:12:22.256267 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:12:22.258237 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:12:22.300814 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-801441cd-3903-4418-98e7-e5adb0cc0c32 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.306895 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2f924ca3-0d89-4d76-a6a6-1622d8285b6c tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.332900 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.344542 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.346436 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/492eeda6-491f-43b8-a0eb-3f6a8fac11ff HTTP/1.1" status: 204 len: 168 time: 1.1439371 Aug 05 14:12:22.363149 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96215e43-4f15-43fa-95b9-cb0b017b53f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=492eeda6-491f-43b8-a0eb-3f6a8fac11ff,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:22.366113 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-229bdb59-109c-49cd-8879-af4302f870d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.371856 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-229bdb59-109c-49cd-8879-af4302f870d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.380048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801441cd-3903-4418-98e7-e5adb0cc0c32 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:22.393376 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-801441cd-3903-4418-98e7-e5adb0cc0c32 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:22.403288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801441cd-3903-4418-98e7-e5adb0cc0c32 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:22.410721 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801441cd-3903-4418-98e7-e5adb0cc0c32 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Pushing event updated for resources: {'Port': ['ID=48b06e31-2548-4ff3-b524-ec946d08b7ab,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:22.411560 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-229bdb59-109c-49cd-8879-af4302f870d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4e64820bff843b19e228969322ea6c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5506144 Aug 05 14:12:22.415150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42064) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:22.429704 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bdb59-109c-49cd-8879-af4302f870d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1b757b-965c-4831-b730-14a91846c7ec,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:22.435774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4043014-1fb9-4d51-a990-98a9809494e9 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Made reservation on behalf of 5194b4711fea4d9b88665db075ae8764 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:12:22.439245 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4043014-1fb9-4d51-a990-98a9809494e9 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.479804 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f221590-ac23-4c3e-91f2-b39111db4e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.505494 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f221590-ac23-4c3e-91f2-b39111db4e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.519400 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42066) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:22.528912 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2f924ca3-0d89-4d76-a6a6-1622d8285b6c tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.531435 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4043014-1fb9-4d51-a990-98a9809494e9 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:12:22.581212 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b9ccb1b2-a430-4396-8958-50353e16833e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1291456ee72e4bdfb592cbb35091d288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600715 Aug 05 14:12:22.583046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42068) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:22.594228 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f924ca3-0d89-4d76-a6a6-1622d8285b6c tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Pushing event deleted for resources: {'Subnet': ['ID=c4bb6238-de07-423d-82cc-fe3affc17122,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:22.596223 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2f924ca3-0d89-4d76-a6a6-1622d8285b6c tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.598106 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2f924ca3-0d89-4d76-a6a6-1622d8285b6c tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/subnets/c4bb6238-de07-423d-82cc-fe3affc17122 HTTP/1.1" status: 204 len: 168 time: 0.9083047 Aug 05 14:12:22.600635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42070) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:22.612114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81980ef-8e5e-41f9-95f6-f53b24c980a9 None None] Network 97576302-e87b-4366-8eb1-ece7cff0af53 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:22.651395 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f221590-ac23-4c3e-91f2-b39111db4e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.654761 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f221590-ac23-4c3e-91f2-b39111db4e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.656014 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1f221590-ac23-4c3e-91f2-b39111db4e2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b1b757b-965c-4831-b730-14a91846c7ec HTTP/1.1" status: 204 len: 168 time: 0.2399929 Aug 05 14:12:22.661090 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4043014-1fb9-4d51-a990-98a9809494e9 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.661936 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-b4043014-1fb9-4d51-a990-98a9809494e9 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Added segment a3532c94-e2c9-4f6e-8ca1-91165611d922 of type vlan for network f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f Aug 05 14:12:22.711294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f221590-ac23-4c3e-91f2-b39111db4e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1b757b-965c-4831-b730-14a91846c7ec,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:22.757225 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.759003 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-07f52115-3a68-48e8-b81b-73627a2f6bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.790832 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-07f52115-3a68-48e8-b81b-73627a2f6bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.813243 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4043014-1fb9-4d51-a990-98a9809494e9 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.861159 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-801441cd-3903-4418-98e7-e5adb0cc0c32 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.888486 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Deleting port d6b1bdc2-4c34-42ce-a8bf-65dd82353808 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:22.890956 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.896040 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-07f52115-3a68-48e8-b81b-73627a2f6bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.900765 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-07f52115-3a68-48e8-b81b-73627a2f6bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:22.905246 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-07f52115-3a68-48e8-b81b-73627a2f6bba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58ea4247-6d14-4dd4-8f67-10ee68d09ae6 HTTP/1.1" status: 204 len: 168 time: 0.3186507 Aug 05 14:12:22.986296 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b84327e-f48e-4f96-863b-b2efece06b06 None None] DHCP port deletion for 97576302-e87b-4366-8eb1-ece7cff0af53 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:12:22.989283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f52115-3a68-48e8-b81b-73627a2f6bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ea4247-6d14-4dd4-8f67-10ee68d09ae6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:23.020163 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] For port d6b1bdc2-4c34-42ce-a8bf-65dd82353808, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d6b1bdc2-4c34-42ce-a8bf-65dd82353808,segment=NetworkSegment(b779b0e1-9010-4c36-9652-e54d827b711e),segment_id=b779b0e1-9010-4c36-9652-e54d827b711e)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:23.020830 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:23.055284 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Calling delete_port for d6b1bdc2-4c34-42ce-a8bf-65dd82353808 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:23.094683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-1b84327e-f48e-4f96-863b-b2efece06b06 None None] Deleting port d6b1bdc2-4c34-42ce-a8bf-65dd82353808 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:23.095100 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1b84327e-f48e-4f96-863b-b2efece06b06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:23.179544 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-1b84327e-f48e-4f96-863b-b2efece06b06 None None] For port d6b1bdc2-4c34-42ce-a8bf-65dd82353808, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d6b1bdc2-4c34-42ce-a8bf-65dd82353808,segment=NetworkSegment(b779b0e1-9010-4c36-9652-e54d827b711e),segment_id=b779b0e1-9010-4c36-9652-e54d827b711e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:23.179544 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1b84327e-f48e-4f96-863b-b2efece06b06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:23.200777 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-1b84327e-f48e-4f96-863b-b2efece06b06 None None] Calling delete_port for d6b1bdc2-4c34-42ce-a8bf-65dd82353808 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:23.220777 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42082) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:23.245454 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4eab1048-292a-4622-88a2-23ac85de3ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:23.280001 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:23.342393 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Pushing event deleted for resources: {'Port': ['ID=d6b1bdc2-4c34-42ce-a8bf-65dd82353808,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:23.352034 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] No DVR routers for this DVR port d6b1bdc2-4c34-42ce-a8bf-65dd82353808 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:12:23.361297 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1b84327e-f48e-4f96-863b-b2efece06b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:23.377821 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4043014-1fb9-4d51-a990-98a9809494e9 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:23.382301 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b84327e-f48e-4f96-863b-b2efece06b06 None None] No DVR routers for this DVR port d6b1bdc2-4c34-42ce-a8bf-65dd82353808 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:12:23.395394 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4043014-1fb9-4d51-a990-98a9809494e9 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:23.396234 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4043014-1fb9-4d51-a990-98a9809494e9 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:23.417591 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 48df4bb5-bc35-4a1d-8f47-8e854da7213a no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:12:23.423287 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84327e-f48e-4f96-863b-b2efece06b06 None None] Pushing event deleted for resources: {'Port': ['ID=d6b1bdc2-4c34-42ce-a8bf-65dd82353808,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:23.446372 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 48df4bb5-bc35-4a1d-8f47-8e854da7213a {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:12:23.446956 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 48df4bb5-bc35-4a1d-8f47-8e854da7213a not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:12:23.447530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d6b1bdc2-4c34-42ce-a8bf-65dd82353808 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:12:23.468281 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: d6b1bdc2-4c34-42ce-a8bf-65dd82353808 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:12:23.468915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d6b1bdc2-4c34-42ce-a8bf-65dd82353808 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:12:23.494117 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:23.513747 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97576302-e87b-4366-8eb1-ece7cff0af53']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:23.573357 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4043014-1fb9-4d51-a990-98a9809494e9 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event updated for resources: {'Network': ['ID=f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:23.587391 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:12:23.734215 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-801441cd-3903-4418-98e7-e5adb0cc0c32 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:23.737907 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-801441cd-3903-4418-98e7-e5adb0cc0c32 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:23.894324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801441cd-3903-4418-98e7-e5adb0cc0c32 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Router 4d55e11e-53b6-4661-94a8-420018369295 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:12:24.008978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b779b0e1-9010-4c36-9652-e54d827b711e') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:24.009301 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b779b0e1-9010-4c36-9652-e54d827b711e') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:24.019861 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:24.034371 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:24.037517 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801441cd-3903-4418-98e7-e5adb0cc0c32 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:12:24.041775 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:12:24.042185 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:24.050412 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ffdc6e-7455-4930-a83e-5cbffe37c092 None None] Sync routers for ids ['4d55e11e-53b6-4661-94a8-420018369295'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:12:24.052633 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-801441cd-3903-4418-98e7-e5adb0cc0c32 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:24.057425 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-801441cd-3903-4418-98e7-e5adb0cc0c32 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "PUT /v2.0/routers/4d55e11e-53b6-4661-94a8-420018369295 HTTP/1.1" status: 200 len: 914 time: 4.2202728 Aug 05 14:12:24.058791 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42102) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:24.071519 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ffdc6e-7455-4930-a83e-5cbffe37c092 None None] Routers {'4d55e11e-53b6-4661-94a8-420018369295'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:24.072184 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-10ffdc6e-7455-4930-a83e-5cbffe37c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4d55e11e-53b6-4661-94a8-420018369295'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:12:24.109486 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:12:24.123085 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:24.130394 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:24.132715 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] 10.222.0.16 "DELETE /v2.0/networks/97576302-e87b-4366-8eb1-ece7cff0af53 HTTP/1.1" status: 204 len: 168 time: 1.5311491 Aug 05 14:12:24.149540 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-10ffdc6e-7455-4930-a83e-5cbffe37c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:24.161527 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bcd50-f39a-44f0-9116-4cf7e42771d7 tempest-TagsExtTest-1714384952 tempest-TagsExtTest-1714384952-project] Pushing event deleted for resources: {'Network': ['ID=97576302-e87b-4366-8eb1-ece7cff0af53,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:24.181737 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ffdc6e-7455-4930-a83e-5cbffe37c092 None None] Routers {'4d55e11e-53b6-4661-94a8-420018369295'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:24.182501 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-10ffdc6e-7455-4930-a83e-5cbffe37c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4d55e11e-53b6-4661-94a8-420018369295'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:24.204973 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4eab1048-292a-4622-88a2-23ac85de3ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:24.220835 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4eab1048-292a-4622-88a2-23ac85de3ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:24.254016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-10ffdc6e-7455-4930-a83e-5cbffe37c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:24.254747 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ffdc6e-7455-4930-a83e-5cbffe37c092 None None] The sync data for ids ['4d55e11e-53b6-4661-94a8-420018369295'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:12:24.290621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab1048-292a-4622-88a2-23ac85de3ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcf9376-c9bb-4e65-ba6c-cb5b41e15244,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:24.291178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b4043014-1fb9-4d51-a990-98a9809494e9 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1109443 Aug 05 14:12:24.291707 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42112) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:24.306655 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4eab1048-292a-4622-88a2-23ac85de3ddc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c704bba41cfe444b836fbadfa94b146c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0831664 Aug 05 14:12:24.310896 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42114) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:24.319242 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-8e657ca3-935b-41d6-9560-d6540217de19 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Request body: {'subnet': {'network_id': 'f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:24.360355 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fb34119a-4fd1-483d-8a4f-04fc3a7b3e89 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "GET /v2.0/routers/4d55e11e-53b6-4661-94a8-420018369295 HTTP/1.1" status: 200 len: 920 time: 0.2995052 Aug 05 14:12:24.373472 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42118) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:24.374165 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28fc0b46-8af4-48de-b2e3-a9e725f3ff5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:24.437760 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28fc0b46-8af4-48de-b2e3-a9e725f3ff5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:24.461431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c27d32d-bb34-48d4-8cbd-295607a47922 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:24.462967 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8c27d32d-bb34-48d4-8cbd-295607a47922 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&device_id=4d55e11e-53b6-4661-94a8-420018369295&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0867379 Aug 05 14:12:24.466992 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42122) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:24.478762 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e657ca3-935b-41d6-9560-d6540217de19 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Made reservation on behalf of 5194b4711fea4d9b88665db075ae8764 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:12:24.483227 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8e657ca3-935b-41d6-9560-d6540217de19 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:24.522036 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28fc0b46-8af4-48de-b2e3-a9e725f3ff5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:24.525398 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28fc0b46-8af4-48de-b2e3-a9e725f3ff5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:24.527070 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-28fc0b46-8af4-48de-b2e3-a9e725f3ff5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbcf9376-c9bb-4e65-ba6c-cb5b41e15244 HTTP/1.1" status: 204 len: 168 time: 0.2148569 Aug 05 14:12:24.542313 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc0b46-8af4-48de-b2e3-a9e725f3ff5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcf9376-c9bb-4e65-ba6c-cb5b41e15244,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:24.628228 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42132) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:24.673799 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af44bff2-0fab-49f5-89e3-9f425582059a tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:24.678032 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-af44bff2-0fab-49f5-89e3-9f425582059a tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 881 time: 0.2071373 Aug 05 14:12:24.678430 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42136) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:24.708403 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ad92d1f6-4631-4139-a4a0-4e17bec8a0a1 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d55e11e-53b6-4661-94a8-420018369295 HTTP/1.1" status: 200 len: 205 time: 0.0288239 Aug 05 14:12:24.711740 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42138) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:24.788512 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8e657ca3-935b-41d6-9560-d6540217de19 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:24.858222 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e657ca3-935b-41d6-9560-d6540217de19 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event updated for resources: {'Subnet': ['ID=9c8b0eb5-cc46-4cf0-b15b-15b7b421cec9,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:24.861216 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7a68cbfe-fa12-4a56-b5f7-f498574fe24a tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:24.898438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e657ca3-935b-41d6-9560-d6540217de19 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Checking segment: {'id': 'a3532c94-e2c9-4f6e-8ca1-91165611d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:24.898917 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e657ca3-935b-41d6-9560-d6540217de19 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Network hostable DHCP agents. Network: f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:12:24.919477 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e657ca3-935b-41d6-9560-d6540217de19 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Network f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:12:24.938135 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-8e657ca3-935b-41d6-9560-d6540217de19 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:24.946727 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e657ca3-935b-41d6-9560-d6540217de19 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:24.947562 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8e657ca3-935b-41d6-9560-d6540217de19 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:24.956036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242d47f8-e38d-4aef-ac5d-d06e7cff8f62 None None] Network f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:24.983391 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8e657ca3-935b-41d6-9560-d6540217de19 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6794987 Aug 05 14:12:24.986029 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42146) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:24.991577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-68a91543-ac44-4515-a104-606fab644026 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:25.080787 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7a68cbfe-fa12-4a56-b5f7-f498574fe24a tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:25.178502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f', 'network_id': 'f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f', 'tenant_id': '5194b4711fea4d9b88665db075ae8764', 'fixed_ips': [{'subnet_id': '9c8b0eb5-cc46-4cf0-b15b-15b7b421cec9'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:12:25.180050 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:25.244583 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-7a68cbfe-fa12-4a56-b5f7-f498574fe24a tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Deleting port 48b06e31-2548-4ff3-b524-ec946d08b7ab {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:25.245169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7a68cbfe-fa12-4a56-b5f7-f498574fe24a tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:25.311590 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d85931f5-daed-4a20-b28c-26ea6d4ed3bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa6f61faf5c748f68a3cf5793a091981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6820381 Aug 05 14:12:25.312226 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42152) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:25.361360 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68a91543-ac44-4515-a104-606fab644026 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:25.421621 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-439d7235-1156-4b07-9955-afbf35a083ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:25.463126 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7a68cbfe-fa12-4a56-b5f7-f498574fe24a tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:25.480361 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Allocated IP 2001:db8:1::2 (f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f/9c8b0eb5-cc46-4cf0-b15b-15b7b421cec9/8dd9e49f-57bc-46de-b39d-7101119af5f8) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:25.496391 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-7a68cbfe-fa12-4a56-b5f7-f498574fe24a tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Calling delete_port for 48b06e31-2548-4ff3-b524-ec946d08b7ab owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:25.499655 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-439d7235-1156-4b07-9955-afbf35a083ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:25.538551 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-68a91543-ac44-4515-a104-606fab644026 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:12:25.540410 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-68a91543-ac44-4515-a104-606fab644026 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "PUT /v2.0/routers/9c650922-95ae-48da-8ea2-9930ecbbef2e HTTP/1.1" status: 400 len: 364 time: 0.5529416 Aug 05 14:12:25.544830 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42164) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:25.674430 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-439d7235-1156-4b07-9955-afbf35a083ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:25.677110 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-439d7235-1156-4b07-9955-afbf35a083ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:25.681112 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-439d7235-1156-4b07-9955-afbf35a083ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8bb4716-a7f9-4bd6-83cc-b1db8738ed28 HTTP/1.1" status: 204 len: 168 time: 0.3662496 Aug 05 14:12:25.700677 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d7235-1156-4b07-9955-afbf35a083ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bb4716-a7f9-4bd6-83cc-b1db8738ed28,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:25.763881 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:25.795974 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Transition to ACTIVE for port object 8dd9e49f-57bc-46de-b39d-7101119af5f8 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:25.796834 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7a68cbfe-fa12-4a56-b5f7-f498574fe24a tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:25.817054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Transition to ACTIVE for port object 8dd9e49f-57bc-46de-b39d-7101119af5f8 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:25.828315 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:25.869397 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68cbfe-fa12-4a56-b5f7-f498574fe24a tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Pushing event deleted for resources: {'Port': ['ID=48b06e31-2548-4ff3-b524-ec946d08b7ab,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:25.884430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Network f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:25.898784 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:25.907844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:25.927001 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7a68cbfe-fa12-4a56-b5f7-f498574fe24a tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:25.927921 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Pushing event updated for resources: {'Port': ['ID=8dd9e49f-57bc-46de-b39d-7101119af5f8,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:26.000059 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.022858 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42178) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:26.034462 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Attempting to bind port 8dd9e49f-57bc-46de-b39d-7101119af5f8 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:12:26.034835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Attempting to bind port 8dd9e49f-57bc-46de-b39d-7101119af5f8 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'a3532c94-e2c9-4f6e-8ca1-91165611d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:12:26.035212 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Attempting to bind port 8dd9e49f-57bc-46de-b39d-7101119af5f8 on network f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:12:26.044663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:12:26.044663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Checking segment: {'id': 'a3532c94-e2c9-4f6e-8ca1-91165611d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:26.045176 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.046930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Bound using segment: {'id': 'a3532c94-e2c9-4f6e-8ca1-91165611d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:12:26.046930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Bound port: 8dd9e49f-57bc-46de-b39d-7101119af5f8, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3532c94-e2c9-4f6e-8ca1-91165611d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:12:26.055572 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.071250 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7a68cbfe-fa12-4a56-b5f7-f498574fe24a tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.077970 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7a68cbfe-fa12-4a56-b5f7-f498574fe24a tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.149904 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7a68cbfe-fa12-4a56-b5f7-f498574fe24a tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.150568 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a68cbfe-fa12-4a56-b5f7-f498574fe24a tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Fanout notify agent at l3_agent the message router_deleted on router 4d55e11e-53b6-4661-94a8-420018369295 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:12:26.163606 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7a68cbfe-fa12-4a56-b5f7-f498574fe24a tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.165201 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] For port 8dd9e49f-57bc-46de-b39d-7101119af5f8, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:12:26.169839 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7a68cbfe-fa12-4a56-b5f7-f498574fe24a tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "DELETE /v2.0/routers/4d55e11e-53b6-4661-94a8-420018369295 HTTP/1.1" status: 204 len: 168 time: 1.4528279 Aug 05 14:12:26.170010 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] For port 8dd9e49f-57bc-46de-b39d-7101119af5f8, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8dd9e49f-57bc-46de-b39d-7101119af5f8,segment=NetworkSegment(a3532c94-e2c9-4f6e-8ca1-91165611d922),segment_id=a3532c94-e2c9-4f6e-8ca1-91165611d922)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:12:26.171363 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42184) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:26.177300 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.178018 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2effc3b8-c38c-4403-9108-9b9eced13982 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1412006081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:26.223099 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2effc3b8-c38c-4403-9108-9b9eced13982 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.224558 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2effc3b8-c38c-4403-9108-9b9eced13982 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.282714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c6922-36b2-47a1-93aa-470dc4c2c408 None None] Pushing event updated for resources: {'Port': ['ID=8dd9e49f-57bc-46de-b39d-7101119af5f8,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:26.303018 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2effc3b8-c38c-4403-9108-9b9eced13982 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.314464 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2effc3b8-c38c-4403-9108-9b9eced13982 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.333567 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2effc3b8-c38c-4403-9108-9b9eced13982 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.338762 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2effc3b8-c38c-4403-9108-9b9eced13982 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1644008 Aug 05 14:12:26.339552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42188) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:26.348230 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ce4ad456-5ffb-4c49-86d7-20c846079125 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'enable_snat': False}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:26.386792 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-034973fa-9cd3-4af3-aebc-aa50e990820b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.557364 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Allocated IP 2001:db8::1 (882a5c05-f5f4-4e2b-bd88-576f229a969a/094a0e32-370f-49cc-85e7-546e575d1b75/dc0f3b40-a47b-4932-9b64-705cbe4db2cf) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:26.736244 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad456-5ffb-4c49-86d7-20c846079125 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.787964 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.822191 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Transition to ACTIVE for port object dc0f3b40-a47b-4932-9b64-705cbe4db2cf will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:26.825355 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-034973fa-9cd3-4af3-aebc-aa50e990820b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.836348 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-034973fa-9cd3-4af3-aebc-aa50e990820b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.898363 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-034973fa-9cd3-4af3-aebc-aa50e990820b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a60b025e35044d98f373eddb61a59bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8570280 Aug 05 14:12:26.901544 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42216) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:26.910488 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034973fa-9cd3-4af3-aebc-aa50e990820b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09a89b2-fd37-44bf-999e-702ae2901cfd,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:26.934387 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:26.995445 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Network 882a5c05-f5f4-4e2b-bd88-576f229a969a is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:27.007613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:27.015208 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:27.015767 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:27.026728 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad456-5ffb-4c49-86d7-20c846079125 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:27.055137 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42220) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:27.062789 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad456-5ffb-4c49-86d7-20c846079125 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:27.070652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c2968e4-a137-4a49-9c29-b41e61f0c2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:27.075662 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event updated for resources: {'Port': ['ID=dc0f3b40-a47b-4932-9b64-705cbe4db2cf,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:27.114425 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42224) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:27.139154 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c2968e4-a137-4a49-9c29-b41e61f0c2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:27.229005 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:27.236086 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-ce4ad456-5ffb-4c49-86d7-20c846079125 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Allocated IP 172.25.5.7 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/77653547-94c4-4f9b-8a83-42220c0b412b) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:27.447655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8dd9e49f-57bc-46de-b39d-7101119af5f8 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:12:27.483354 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad456-5ffb-4c49-86d7-20c846079125 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:27.510560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 8dd9e49f-57bc-46de-b39d-7101119af5f8 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:27.511287 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-97265b1e-5566-4e4b-a238-e3be2aa40097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:27.589213 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad456-5ffb-4c49-86d7-20c846079125 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:27.619375 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c68488c7-5e07-4575-85ac-63f217a74eb1 None None] Provisioning for port dc0f3b40-a47b-4932-9b64-705cbe4db2cf completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:27.624642 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c68488c7-5e07-4575-85ac-63f217a74eb1 None None] Provisioning complete for port dc0f3b40-a47b-4932-9b64-705cbe4db2cf triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:27.625359 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c68488c7-5e07-4575-85ac-63f217a74eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:27.656878 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ad456-5ffb-4c49-86d7-20c846079125 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Pushing event updated for resources: {'Port': ['ID=77653547-94c4-4f9b-8a83-42220c0b412b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:27.669210 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4ad456-5ffb-4c49-86d7-20c846079125 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:27.672702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-ce4ad456-5ffb-4c49-86d7-20c846079125 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:27.675504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ad456-5ffb-4c49-86d7-20c846079125 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:27.702056 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c68488c7-5e07-4575-85ac-63f217a74eb1 None None] Port dc0f3b40-a47b-4932-9b64-705cbe4db2cf cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:12:27.716735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-bf55dafa-5495-424d-b461-b3045eedc421 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1167987899'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:27.720075 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c2968e4-a137-4a49-9c29-b41e61f0c2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:27.722836 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c2968e4-a137-4a49-9c29-b41e61f0c2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:27.726434 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2c2968e4-a137-4a49-9c29-b41e61f0c2fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a09a89b2-fd37-44bf-999e-702ae2901cfd HTTP/1.1" status: 204 len: 168 time: 0.8213811 Aug 05 14:12:27.754538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2968e4-a137-4a49-9c29-b41e61f0c2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09a89b2-fd37-44bf-999e-702ae2901cfd,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:27.767474 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747018c3-7de9-48fb-95e3-f56aad78605d None None] Network f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:27.844913 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ed13e5c4-390b-460c-b970-4c5eff7e98ef None None] Provisioning for port 8dd9e49f-57bc-46de-b39d-7101119af5f8 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:27.846708 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-97265b1e-5566-4e4b-a238-e3be2aa40097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:27.851841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ed13e5c4-390b-460c-b970-4c5eff7e98ef None None] Provisioning complete for port 8dd9e49f-57bc-46de-b39d-7101119af5f8 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:27.852209 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ed13e5c4-390b-460c-b970-4c5eff7e98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:27.877930 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-97265b1e-5566-4e4b-a238-e3be2aa40097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:27.892155 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf55dafa-5495-424d-b461-b3045eedc421 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Made reservation on behalf of bdd31bd0cf854f88a5b52dcaeab7b547 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:12:27.896419 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf55dafa-5495-424d-b461-b3045eedc421 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:27.947941 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf55dafa-5495-424d-b461-b3045eedc421 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:27.951713 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-97265b1e-5566-4e4b-a238-e3be2aa40097 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92c17b8ced0d49369234686bb7b367d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8953469 Aug 05 14:12:27.957992 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42234) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:27.971480 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97265b1e-5566-4e4b-a238-e3be2aa40097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b637bd9-ef12-411d-a6d1-c65e76cc0b0b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:28.009878 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ed13e5c4-390b-460c-b970-4c5eff7e98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.079334 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ed13e5c4-390b-460c-b970-4c5eff7e98ef None None] For port 8dd9e49f-57bc-46de-b39d-7101119af5f8, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8dd9e49f-57bc-46de-b39d-7101119af5f8,segment=NetworkSegment(a3532c94-e2c9-4f6e-8ca1-91165611d922),segment_id=a3532c94-e2c9-4f6e-8ca1-91165611d922)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:28.102731 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e8df0908-e685-49a4-98dd-77da7d4e211b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.106440 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ed13e5c4-390b-460c-b970-4c5eff7e98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.136516 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad456-5ffb-4c49-86d7-20c846079125 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.155432 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.165652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e8df0908-e685-49a4-98dd-77da7d4e211b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.181363 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.181991 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.196706 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13e5c4-390b-460c-b970-4c5eff7e98ef None None] Pushing event updated for resources: {'Port': ['ID=8dd9e49f-57bc-46de-b39d-7101119af5f8,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:28.354473 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e8df0908-e685-49a4-98dd-77da7d4e211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.357928 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e8df0908-e685-49a4-98dd-77da7d4e211b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.358981 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e8df0908-e685-49a4-98dd-77da7d4e211b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b637bd9-ef12-411d-a6d1-c65e76cc0b0b HTTP/1.1" status: 204 len: 168 time: 0.3998632 Aug 05 14:12:28.390892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event updated for resources: {'Port': ['ID=dc0f3b40-a47b-4932-9b64-705cbe4db2cf,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:28.416673 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf55dafa-5495-424d-b461-b3045eedc421 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.421599 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad456-5ffb-4c49-86d7-20c846079125 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.427601 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad456-5ffb-4c49-86d7-20c846079125 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.433987 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df0908-e685-49a4-98dd-77da7d4e211b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b637bd9-ef12-411d-a6d1-c65e76cc0b0b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:28.441558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7aa99fc8-dd3b-4400-892e-83172aed6576 None None] Provisioning complete for port 8dd9e49f-57bc-46de-b39d-7101119af5f8 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:28.441558 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7aa99fc8-dd3b-4400-892e-83172aed6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.448225 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf55dafa-5495-424d-b461-b3045eedc421 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.531691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf55dafa-5495-424d-b461-b3045eedc421 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:12:28.568332 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55dafa-5495-424d-b461-b3045eedc421 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce90127-006f-475c-b2b1-77e540770702,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:28.599546 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4ad456-5ffb-4c49-86d7-20c846079125 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Router 8c76336b-3c81-408a-b411-ea382ca7cd0b is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:12:28.599861 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf55dafa-5495-424d-b461-b3045eedc421 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.600225 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-bf55dafa-5495-424d-b461-b3045eedc421 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Added segment d9b1458f-44ca-4339-82bc-f38d6385296b of type vlan for network d027a8d7-bfee-4e50-a5c9-494121f9a9fc Aug 05 14:12:28.637093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Network 882a5c05-f5f4-4e2b-bd88-576f229a969a is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:28.640745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:28.735810 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf55dafa-5495-424d-b461-b3045eedc421 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.741081 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4ad456-5ffb-4c49-86d7-20c846079125 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:12:28.749766 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad456-5ffb-4c49-86d7-20c846079125 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.750989 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ce4ad456-5ffb-4c49-86d7-20c846079125 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "PUT /v2.0/routers/8c76336b-3c81-408a-b411-ea382ca7cd0b HTTP/1.1" status: 200 len: 918 time: 2.4104080 Aug 05 14:12:28.758754 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109236a3-097a-43b9-88f1-ccee1e1e3c6f None None] Sync routers for ids ['8c76336b-3c81-408a-b411-ea382ca7cd0b'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:12:28.770551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42262) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:28.772552 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109236a3-097a-43b9-88f1-ccee1e1e3c6f None None] Routers {'8c76336b-3c81-408a-b411-ea382ca7cd0b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:28.775537 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-109236a3-097a-43b9-88f1-ccee1e1e3c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['8c76336b-3c81-408a-b411-ea382ca7cd0b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:28.875855 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf55dafa-5495-424d-b461-b3045eedc421 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.878014 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-109236a3-097a-43b9-88f1-ccee1e1e3c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:28.883820 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf55dafa-5495-424d-b461-b3045eedc421 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:28.884669 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf55dafa-5495-424d-b461-b3045eedc421 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:28.900290 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109236a3-097a-43b9-88f1-ccee1e1e3c6f None None] Routers {'8c76336b-3c81-408a-b411-ea382ca7cd0b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:28.902044 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-109236a3-097a-43b9-88f1-ccee1e1e3c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['8c76336b-3c81-408a-b411-ea382ca7cd0b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:28.979746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55dafa-5495-424d-b461-b3045eedc421 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Pushing event updated for resources: {'Network': ['ID=d027a8d7-bfee-4e50-a5c9-494121f9a9fc,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:28.990793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network d027a8d7-bfee-4e50-a5c9-494121f9a9fc details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:12:28.991806 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-109236a3-097a-43b9-88f1-ccee1e1e3c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:28.992955 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109236a3-097a-43b9-88f1-ccee1e1e3c6f None None] The sync data for ids ['8c76336b-3c81-408a-b411-ea382ca7cd0b'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:12:29.008022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Router 9c650922-95ae-48da-8ea2-9930ecbbef2e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:12:29.018414 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bf55dafa-5495-424d-b461-b3045eedc421 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.9012330 Aug 05 14:12:29.022681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42272) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:29.027485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-f749f221-7ef9-4c99-b616-0859d6427420 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd027a8d7-bfee-4e50-a5c9-494121f9a9fc', 'tempest-TagsTest-Tag-934395566') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:29.047267 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9abf159a-f220-4474-9f0d-f2f309065636 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "GET /v2.0/routers/8c76336b-3c81-408a-b411-ea382ca7cd0b HTTP/1.1" status: 200 len: 924 time: 0.2751698 Aug 05 14:12:29.048327 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42274) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:29.065424 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a3bc2ac1-9e37-483d-ac89-37a7070e176a None None] Provisioning complete for port dc0f3b40-a47b-4932-9b64-705cbe4db2cf triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:29.065800 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2ac1-9e37-483d-ac89-37a7070e176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:29.125252 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc2ac1-9e37-483d-ac89-37a7070e176a None None] Port dc0f3b40-a47b-4932-9b64-705cbe4db2cf cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:12:29.143011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c488169-a325-4dc1-ad34-0f63787f8d9b tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:29.145460 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5c488169-a325-4dc1-ad34-0f63787f8d9b tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&device_id=8c76336b-3c81-408a-b411-ea382ca7cd0b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0957410 Aug 05 14:12:29.148219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42278) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:29.187227 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:12:29.193114 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-59838343-74b1-4379-a924-b40faa2e00be tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "PUT /v2.0/routers/9c650922-95ae-48da-8ea2-9930ecbbef2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6453936 Aug 05 14:12:29.196664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42282) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:29.202398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e2188-e768-4f27-aab4-deb92b9e4e57 None None] Sync routers for ids ['9c650922-95ae-48da-8ea2-9930ecbbef2e'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:12:29.214699 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63e2188-e768-4f27-aab4-deb92b9e4e57 None None] Routers {'9c650922-95ae-48da-8ea2-9930ecbbef2e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:29.216045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b63e2188-e768-4f27-aab4-deb92b9e4e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['9c650922-95ae-48da-8ea2-9930ecbbef2e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:29.263452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b63e2188-e768-4f27-aab4-deb92b9e4e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:29.274829 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63e2188-e768-4f27-aab4-deb92b9e4e57 None None] Routers {'9c650922-95ae-48da-8ea2-9930ecbbef2e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:29.275922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b63e2188-e768-4f27-aab4-deb92b9e4e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['9c650922-95ae-48da-8ea2-9930ecbbef2e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:29.295639 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f749f221-7ef9-4c99-b616-0859d6427420 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] 10.222.0.16 "PUT /v2.0/networks/d027a8d7-bfee-4e50-a5c9-494121f9a9fc/tags/tempest-TagsTest-Tag-934395566 HTTP/1.1" status: 201 len: 201 time: 0.2719562 Aug 05 14:12:29.299798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42286) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:29.306080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-20a8b947-181c-4a7f-9ea5-becbe3356666 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd027a8d7-bfee-4e50-a5c9-494121f9a9fc', 'tempest-TagsTest-Tag-934395566') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:29.312885 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb609e5-af86-40f2-94bd-59d141391697 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:29.316073 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bbb609e5-af86-40f2-94bd-59d141391697 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 881 time: 0.1658857 Aug 05 14:12:29.316961 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8282240c-647c-42d6-b388-10397ad6857d tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:29.318711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42288) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:29.323841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b63e2188-e768-4f27-aab4-deb92b9e4e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:29.324658 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e2188-e768-4f27-aab4-deb92b9e4e57 None None] The sync data for ids ['9c650922-95ae-48da-8ea2-9930ecbbef2e'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:12:29.371258 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-78448ae0-7711-4a25-b91e-8bac8437f955 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c76336b-3c81-408a-b411-ea382ca7cd0b HTTP/1.1" status: 200 len: 205 time: 0.0498996 Aug 05 14:12:29.375288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42292) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:29.386751 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8dd9e49f-57bc-46de-b39d-7101119af5f8 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:12:29.430092 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42294) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:29.464338 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8dd9e49f-57bc-46de-b39d-7101119af5f8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:29.464725 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:29.504143 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e1986f3-8913-4200-b63f-48076199ccec tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:29.508067 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-8282240c-647c-42d6-b388-10397ad6857d tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 05 14:12:29.513298 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8282240c-647c-42d6-b388-10397ad6857d tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "DELETE /v2.0/routers/9c650922-95ae-48da-8ea2-9930ecbbef2e HTTP/1.1" status: 409 len: 329 time: 0.3149817 Aug 05 14:12:29.514318 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42300) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:29.646096 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-20a8b947-181c-4a7f-9ea5-becbe3356666 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] 10.222.0.16 "GET /v2.0/networks/d027a8d7-bfee-4e50-a5c9-494121f9a9fc/tags/tempest-TagsTest-Tag-934395566 HTTP/1.1" status: 204 len: 168 time: 0.3452048 Aug 05 14:12:29.648849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42304) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:29.653460 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-1c7553c0-3b13-4228-af3b-396173dc1f46 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd027a8d7-bfee-4e50-a5c9-494121f9a9fc') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:29.708487 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e1986f3-8913-4200-b63f-48076199ccec tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:29.734357 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd15a693-1c5c-4428-8b62-dbffa34a712a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:29.812249 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1c7553c0-3b13-4228-af3b-396173dc1f46 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] 10.222.0.16 "GET /v2.0/networks/d027a8d7-bfee-4e50-a5c9-494121f9a9fc/tags HTTP/1.1" status: 200 len: 237 time: 0.1623523 Aug 05 14:12:29.816575 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42308) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:29.823289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-89dc34db-b5a7-4479-9ee1-0983b71e5b93 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd027a8d7-bfee-4e50-a5c9-494121f9a9fc', {'tags': ['tempest-TagsTest-Tag-1015440457', 'tempest-TagsTest-Tag-1145161300', 'tempest-TagsTest-Tag-1563339273']}) {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:29.913979 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-8e1986f3-8913-4200-b63f-48076199ccec tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Deleting port 77653547-94c4-4f9b-8a83-42220c0b412b {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:29.914364 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e1986f3-8913-4200-b63f-48076199ccec tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:29.923290 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5bfc219-02bf-4bd8-8fa2-7d113a07bbaa tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:30.192754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c5bfc219-02bf-4bd8-8fa2-7d113a07bbaa tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Deleting port dc0f3b40-a47b-4932-9b64-705cbe4db2cf {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:30.193427 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5bfc219-02bf-4bd8-8fa2-7d113a07bbaa tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:30.304542 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5bfc219-02bf-4bd8-8fa2-7d113a07bbaa tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:30.319898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c5bfc219-02bf-4bd8-8fa2-7d113a07bbaa tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Calling delete_port for dc0f3b40-a47b-4932-9b64-705cbe4db2cf owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:30.397737 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-89dc34db-b5a7-4479-9ee1-0983b71e5b93 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] 10.222.0.16 "PUT /v2.0/networks/d027a8d7-bfee-4e50-a5c9-494121f9a9fc/tags HTTP/1.1" status: 200 len: 309 time: 0.5762208 Aug 05 14:12:30.398236 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42328) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:30.403044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-50b72b7e-657f-41d4-b079-e4e8b2c88672 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd027a8d7-bfee-4e50-a5c9-494121f9a9fc', 'tempest-TagsTest-Tag-1015440457') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:30.422109 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd15a693-1c5c-4428-8b62-dbffa34a712a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:30.423688 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e1986f3-8913-4200-b63f-48076199ccec tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:30.426510 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd15a693-1c5c-4428-8b62-dbffa34a712a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:30.447374 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-8e1986f3-8913-4200-b63f-48076199ccec tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Calling delete_port for 77653547-94c4-4f9b-8a83-42220c0b412b owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:30.486220 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bd15a693-1c5c-4428-8b62-dbffa34a712a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b4e84c43472456aa914b2741c8d9690&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0526850 Aug 05 14:12:30.487340 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42334) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:30.495496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15a693-1c5c-4428-8b62-dbffa34a712a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e264424d-9d03-4d16-8173-ba8c9a8c68dc,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:30.570493 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-50b72b7e-657f-41d4-b079-e4e8b2c88672 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] 10.222.0.16 "DELETE /v2.0/networks/d027a8d7-bfee-4e50-a5c9-494121f9a9fc/tags/tempest-TagsTest-Tag-1015440457 HTTP/1.1" status: 204 len: 168 time: 0.1710789 Aug 05 14:12:30.573384 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42338) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:30.580715 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-0e5199b1-136e-4065-b235-b8737a95829e tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd027a8d7-bfee-4e50-a5c9-494121f9a9fc', 'tempest-TagsTest-Tag-1015440457') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:30.602335 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5bfc219-02bf-4bd8-8fa2-7d113a07bbaa tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:30.634393 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bfc219-02bf-4bd8-8fa2-7d113a07bbaa tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event deleted for resources: {'Port': ['ID=dc0f3b40-a47b-4932-9b64-705cbe4db2cf,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:30.681282 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b09ccab-3815-4315-b59f-8a2bf25c1dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:30.734562 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b09ccab-3815-4315-b59f-8a2bf25c1dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:30.759866 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5bfc219-02bf-4bd8-8fa2-7d113a07bbaa tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:30.816101 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b09ccab-3815-4315-b59f-8a2bf25c1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:30.818661 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9b09ccab-3815-4315-b59f-8a2bf25c1dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:30.822435 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9b09ccab-3815-4315-b59f-8a2bf25c1dd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e264424d-9d03-4d16-8173-ba8c9a8c68dc HTTP/1.1" status: 204 len: 168 time: 0.3322375 Aug 05 14:12:30.839621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09ccab-3815-4315-b59f-8a2bf25c1dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e264424d-9d03-4d16-8173-ba8c9a8c68dc,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:30.845326 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-0e5199b1-136e-4065-b235-b8737a95829e tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] show failed (client error): The resource could not be found. Aug 05 14:12:30.849056 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0e5199b1-136e-4065-b235-b8737a95829e tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] 10.222.0.16 "GET /v2.0/networks/d027a8d7-bfee-4e50-a5c9-494121f9a9fc/tags/tempest-TagsTest-Tag-1015440457 HTTP/1.1" status: 404 len: 326 time: 0.2706430 Aug 05 14:12:30.857074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42346) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:30.866186 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-9201cb92-c22a-47a3-aef2-1dd2f63fb202 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd027a8d7-bfee-4e50-a5c9-494121f9a9fc', 'tempest-TagsTest-Tag-1145161300') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:30.887277 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e1986f3-8913-4200-b63f-48076199ccec tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:30.951561 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1986f3-8913-4200-b63f-48076199ccec tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Pushing event deleted for resources: {'Port': ['ID=77653547-94c4-4f9b-8a83-42220c0b412b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:31.027082 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9201cb92-c22a-47a3-aef2-1dd2f63fb202 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] 10.222.0.16 "GET /v2.0/networks/d027a8d7-bfee-4e50-a5c9-494121f9a9fc/tags/tempest-TagsTest-Tag-1145161300 HTTP/1.1" status: 204 len: 168 time: 0.1656587 Aug 05 14:12:31.030671 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42354) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:31.036815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-1e5ed9c2-7809-4305-bb89-4c85ef4ef254 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd027a8d7-bfee-4e50-a5c9-494121f9a9fc', 'tempest-TagsTest-Tag-1563339273') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:31.089755 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e1986f3-8913-4200-b63f-48076199ccec tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:31.198856 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e1986f3-8913-4200-b63f-48076199ccec tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:31.203265 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e1986f3-8913-4200-b63f-48076199ccec tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:31.248505 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1e5ed9c2-7809-4305-bb89-4c85ef4ef254 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] 10.222.0.16 "GET /v2.0/networks/d027a8d7-bfee-4e50-a5c9-494121f9a9fc/tags/tempest-TagsTest-Tag-1563339273 HTTP/1.1" status: 204 len: 168 time: 0.2167635 Aug 05 14:12:31.250871 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42360) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:31.256790 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-b3681d02-f07b-4f97-8fd4-a1acf6b92960 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd027a8d7-bfee-4e50-a5c9-494121f9a9fc') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:31.273440 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e1986f3-8913-4200-b63f-48076199ccec tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:31.274087 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1986f3-8913-4200-b63f-48076199ccec tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Fanout notify agent at l3_agent the message router_deleted on router 8c76336b-3c81-408a-b411-ea382ca7cd0b {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:12:31.308910 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e1986f3-8913-4200-b63f-48076199ccec tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:31.310143 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8e1986f3-8913-4200-b63f-48076199ccec tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "DELETE /v2.0/routers/8c76336b-3c81-408a-b411-ea382ca7cd0b HTTP/1.1" status: 204 len: 168 time: 1.9339018 Aug 05 14:12:31.314872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42364) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:31.324179 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-202447307', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}, 'admin_state_up': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:31.334746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bfc219-02bf-4bd8-8fa2-7d113a07bbaa tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Router 9c650922-95ae-48da-8ea2-9930ecbbef2e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:12:31.364869 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:31.365870 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:31.402584 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b3681d02-f07b-4f97-8fd4-a1acf6b92960 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] 10.222.0.16 "DELETE /v2.0/networks/d027a8d7-bfee-4e50-a5c9-494121f9a9fc/tags HTTP/1.1" status: 204 len: 168 time: 0.1498950 Aug 05 14:12:31.405186 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42368) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:31.409663 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.tag.tag_plugin [None req-db5c6ee9-a554-4aef-bea0-c2a432f25941 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd027a8d7-bfee-4e50-a5c9-494121f9a9fc', 'tempest-TagsTest-Tag-1145161300') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:31.433994 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bfc219-02bf-4bd8-8fa2-7d113a07bbaa tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:12:31.443378 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c5bfc219-02bf-4bd8-8fa2-7d113a07bbaa tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "PUT /v2.0/routers/9c650922-95ae-48da-8ea2-9930ecbbef2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9216022 Aug 05 14:12:31.443378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42372) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:31.456330 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c12a01-2200-4f7e-a441-d2c00f7e334f None None] Sync routers for ids ['9c650922-95ae-48da-8ea2-9930ecbbef2e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:12:31.458601 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:31.473793 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c12a01-2200-4f7e-a441-d2c00f7e334f None None] Routers {'9c650922-95ae-48da-8ea2-9930ecbbef2e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:31.474873 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-28c12a01-2200-4f7e-a441-d2c00f7e334f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['9c650922-95ae-48da-8ea2-9930ecbbef2e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:31.486286 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-8f3e2ffc-d752-41d5-9a33-bf7cbcb80ade tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] show failed (client error): The resource could not be found. Aug 05 14:12:31.491110 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8f3e2ffc-d752-41d5-9a33-bf7cbcb80ade tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1164218441 HTTP/1.1" status: 404 len: 335 time: 0.0431321 Aug 05 14:12:31.491716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42374) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:31.497781 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-004fbb9c-de92-4ff7-a274-a27fd23252f9 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:31.532955 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-004fbb9c-de92-4ff7-a274-a27fd23252f9 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] update failed (client error): The resource could not be found. Aug 05 14:12:31.538341 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-004fbb9c-de92-4ff7-a274-a27fd23252f9 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-36647089 HTTP/1.1" status: 404 len: 333 time: 0.0414736 Aug 05 14:12:31.538525 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-28c12a01-2200-4f7e-a441-d2c00f7e334f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:31.538671 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42376) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:31.556488 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c12a01-2200-4f7e-a441-d2c00f7e334f None None] Routers {'9c650922-95ae-48da-8ea2-9930ecbbef2e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:31.557722 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-28c12a01-2200-4f7e-a441-d2c00f7e334f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['9c650922-95ae-48da-8ea2-9930ecbbef2e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:31.601704 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd54750-5a3b-4ff7-9bb5-f20c3cb78751 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Deleting subnet 9c8b0eb5-cc46-4cf0-b15b-15b7b421cec9 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:12:31.605959 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ecd54750-5a3b-4ff7-9bb5-f20c3cb78751 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:31.617719 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-28c12a01-2200-4f7e-a441-d2c00f7e334f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:31.618846 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c12a01-2200-4f7e-a441-d2c00f7e334f None None] The sync data for ids ['9c650922-95ae-48da-8ea2-9930ecbbef2e'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:12:31.637924 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:31.654597 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ecd54750-5a3b-4ff7-9bb5-f20c3cb78751 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:31.675249 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-db5c6ee9-a554-4aef-bea0-c2a432f25941 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] show failed (client error): The resource could not be found. Aug 05 14:12:31.677218 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-db5c6ee9-a554-4aef-bea0-c2a432f25941 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] 10.222.0.16 "GET /v2.0/networks/d027a8d7-bfee-4e50-a5c9-494121f9a9fc/tags/tempest-TagsTest-Tag-1145161300 HTTP/1.1" status: 404 len: 326 time: 0.2710912 Aug 05 14:12:31.682082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42380) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:31.688995 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-31c8c4ab-3e7e-4f76-b8db-25ccde41c293 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd027a8d7-bfee-4e50-a5c9-494121f9a9fc', 'tempest-TagsTest-Tag-1563339273') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:31.807317 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-31c8c4ab-3e7e-4f76-b8db-25ccde41c293 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] show failed (client error): The resource could not be found. Aug 05 14:12:31.811343 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-31c8c4ab-3e7e-4f76-b8db-25ccde41c293 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] 10.222.0.16 "GET /v2.0/networks/d027a8d7-bfee-4e50-a5c9-494121f9a9fc/tags/tempest-TagsTest-Tag-1563339273 HTTP/1.1" status: 404 len: 326 time: 0.1254175 Aug 05 14:12:31.812740 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42388) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:31.815331 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ecd54750-5a3b-4ff7-9bb5-f20c3cb78751 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:31.821847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.tag.tag_plugin [None req-91c75dd1-9079-4b99-86b0-2d8fb7e44871 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd027a8d7-bfee-4e50-a5c9-494121f9a9fc') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:31.865781 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42390) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:31.873330 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f5156f22-eff8-4f73-bd68-7a7963e7136d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Request body: {'network': {'name': 'tempest-network-smoke--335903472', 'project_id': 'd739f65a56c043b29ed346d66a259350', 'port_security_enabled': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:31.909212 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:31.931526 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5156f22-eff8-4f73-bd68-7a7963e7136d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Made reservation on behalf of d739f65a56c043b29ed346d66a259350 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:12:31.935687 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5156f22-eff8-4f73-bd68-7a7963e7136d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:31.939428 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:31.949392 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-91c75dd1-9079-4b99-86b0-2d8fb7e44871 tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] 10.222.0.16 "DELETE /v2.0/networks/d027a8d7-bfee-4e50-a5c9-494121f9a9fc/tags HTTP/1.1" status: 204 len: 168 time: 0.1315730 Aug 05 14:12:31.949847 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ecd54750-5a3b-4ff7-9bb5-f20c3cb78751 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:31.952457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42394) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:31.952569 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5156f22-eff8-4f73-bd68-7a7963e7136d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.030886 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd54750-5a3b-4ff7-9bb5-f20c3cb78751 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event deleted for resources: {'Subnet': ['ID=9c8b0eb5-cc46-4cf0-b15b-15b7b421cec9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:32.038598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48881c76-418d-4be0-802f-05bafc231bfb None None] Network f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:32.040721 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ecd54750-5a3b-4ff7-9bb5-f20c3cb78751 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.042643 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ecd54750-5a3b-4ff7-9bb5-f20c3cb78751 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "DELETE /v2.0/subnets/9c8b0eb5-cc46-4cf0-b15b-15b7b421cec9 HTTP/1.1" status: 204 len: 168 time: 0.5032401 Aug 05 14:12:32.046780 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42400) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:32.104783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Allocated IP 172.25.5.62 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/55c78bf2-6e79-4c60-86d6-bb669dcd4533) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:32.123484 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-18d43bca-a3e0-429c-8d51-20a8e8a5417e tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.129617 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:12:32.151713 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.202296 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5156f22-eff8-4f73-bd68-7a7963e7136d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.215945 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5156f22-eff8-4f73-bd68-7a7963e7136d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.260951 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5156f22-eff8-4f73-bd68-7a7963e7136d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:12:32.272986 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5156f22-eff8-4f73-bd68-7a7963e7136d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf24ee2-e4ed-47cd-bef3-077ef2829864,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:32.284285 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5156f22-eff8-4f73-bd68-7a7963e7136d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.284731 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-f5156f22-eff8-4f73-bd68-7a7963e7136d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Added segment fc8c005b-c070-4626-8d31-5945f8304623 of type vlan for network 0e3dc811-9abb-46ed-8f37-ce3c4689c755 Aug 05 14:12:32.326849 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-18d43bca-a3e0-429c-8d51-20a8e8a5417e tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.343330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-18d43bca-a3e0-429c-8d51-20a8e8a5417e tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d027a8d7-bfee-4e50-a5c9-494121f9a9fc']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:32.343915 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.362870 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5156f22-eff8-4f73-bd68-7a7963e7136d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.363233 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-18d43bca-a3e0-429c-8d51-20a8e8a5417e tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b1458f-44ca-4339-82bc-f38d6385296b') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:32.363539 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-18d43bca-a3e0-429c-8d51-20a8e8a5417e tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b1458f-44ca-4339-82bc-f38d6385296b') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:32.370449 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd46a0b8-d25b-43c6-8c06-9ee45938d5e4 None None] DHCP port deletion for f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:12:32.400411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Deleting port 8dd9e49f-57bc-46de-b39d-7101119af5f8 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:32.401430 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.408908 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-18d43bca-a3e0-429c-8d51-20a8e8a5417e tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.417136 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5156f22-eff8-4f73-bd68-7a7963e7136d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.426726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5156f22-eff8-4f73-bd68-7a7963e7136d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:32.426726 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5156f22-eff8-4f73-bd68-7a7963e7136d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.434908 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.438603 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dd46a0b8-d25b-43c6-8c06-9ee45938d5e4 None None] Deleting port 8dd9e49f-57bc-46de-b39d-7101119af5f8 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:32.438988 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dd46a0b8-d25b-43c6-8c06-9ee45938d5e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.506585 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-18d43bca-a3e0-429c-8d51-20a8e8a5417e tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.510548 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dd46a0b8-d25b-43c6-8c06-9ee45938d5e4 None None] For port 8dd9e49f-57bc-46de-b39d-7101119af5f8, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8dd9e49f-57bc-46de-b39d-7101119af5f8,segment=NetworkSegment(a3532c94-e2c9-4f6e-8ca1-91165611d922),segment_id=a3532c94-e2c9-4f6e-8ca1-91165611d922)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:32.511402 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dd46a0b8-d25b-43c6-8c06-9ee45938d5e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.524554 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d43bca-a3e0-429c-8d51-20a8e8a5417e tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:12:32.524968 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-18d43bca-a3e0-429c-8d51-20a8e8a5417e tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.529560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dd46a0b8-d25b-43c6-8c06-9ee45938d5e4 None None] Calling delete_port for 8dd9e49f-57bc-46de-b39d-7101119af5f8 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:32.537276 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f5156f22-eff8-4f73-bd68-7a7963e7136d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6677129 Aug 05 14:12:32.542123 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42424) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:32.548364 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:32.556268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-717992249', 'admin_state_up': True, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:32.569991 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:32.572502 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: items = [ Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:12:32.597384 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:12:32.609559 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5156f22-eff8-4f73-bd68-7a7963e7136d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event updated for resources: {'Network': ['ID=0e3dc811-9abb-46ed-8f37-ce3c4689c755,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:32.609824 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-18d43bca-a3e0-429c-8d51-20a8e8a5417e tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.626465 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-18d43bca-a3e0-429c-8d51-20a8e8a5417e tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.627458 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Pushing event updated for resources: {'Port': ['ID=55c78bf2-6e79-4c60-86d6-bb669dcd4533,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:32.627928 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 0e3dc811-9abb-46ed-8f37-ce3c4689c755 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:12:32.632255 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-18d43bca-a3e0-429c-8d51-20a8e8a5417e tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] 10.222.0.16 "DELETE /v2.0/networks/d027a8d7-bfee-4e50-a5c9-494121f9a9fc HTTP/1.1" status: 204 len: 168 time: 0.6753149 Aug 05 14:12:32.660242 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] For port 8dd9e49f-57bc-46de-b39d-7101119af5f8, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8dd9e49f-57bc-46de-b39d-7101119af5f8,segment=NetworkSegment(a3532c94-e2c9-4f6e-8ca1-91165611d922),segment_id=a3532c94-e2c9-4f6e-8ca1-91165611d922)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:32.660615 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.668929 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d43bca-a3e0-429c-8d51-20a8e8a5417e tempest-TagsTest-1564953039 tempest-TagsTest-1564953039-project] Pushing event deleted for resources: {'Network': ['ID=d027a8d7-bfee-4e50-a5c9-494121f9a9fc,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:32.682045 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Calling delete_port for 8dd9e49f-57bc-46de-b39d-7101119af5f8 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:32.722371 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.723420 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.803272 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.819547 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.831748 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] No DVR routers for this DVR port 8dd9e49f-57bc-46de-b39d-7101119af5f8 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:12:32.937533 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dd46a0b8-d25b-43c6-8c06-9ee45938d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.953134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd46a0b8-d25b-43c6-8c06-9ee45938d5e4 None None] No DVR routers for this DVR port 8dd9e49f-57bc-46de-b39d-7101119af5f8 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:12:32.974841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46a0b8-d25b-43c6-8c06-9ee45938d5e4 None None] Pushing event deleted for resources: {'Port': ['ID=8dd9e49f-57bc-46de-b39d-7101119af5f8,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:32.991049 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:32.994696 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event deleted for resources: {'Port': ['ID=8dd9e49f-57bc-46de-b39d-7101119af5f8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:33.005148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:33.016525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42434) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:33.027363 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42438) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:33.028385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3532c94-e2c9-4f6e-8ca1-91165611d922') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:33.028699 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3532c94-e2c9-4f6e-8ca1-91165611d922') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:33.038769 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.040490 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.062154 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.069945 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:12:33.070411 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:12:33.076363 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:12:33.160052 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.171488 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.175792 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "DELETE /v2.0/networks/f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f HTTP/1.1" status: 204 len: 168 time: 1.1258876 Aug 05 14:12:33.181311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42442) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:33.206728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520a573-ac9a-4f31-af92-08010cf8da4a tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event deleted for resources: {'Network': ['ID=f0cf3b4f-4c4c-4f04-88fc-49c2d831bb5f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:33.230502 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-10fe6f08-751a-45e2-93bb-b5dab8460470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.245128 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.272341 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be740a5-963c-4f2e-9f95-b2dea931072e tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Deleting subnet 04cda4c0-4ea4-4655-b013-4f0039b3ba00 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:12:33.279397 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9be740a5-963c-4f2e-9f95-b2dea931072e tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.297186 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ad86bc44-c832-4254-bf16-4e654ff49934 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdd31bd0cf854f88a5b52dcaeab7b547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665172 Aug 05 14:12:33.300437 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42446) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:33.337762 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9be740a5-963c-4f2e-9f95-b2dea931072e tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.373798 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8dd9e49f-57bc-46de-b39d-7101119af5f8 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:12:33.398078 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 8dd9e49f-57bc-46de-b39d-7101119af5f8 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:12:33.398519 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8dd9e49f-57bc-46de-b39d-7101119af5f8 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:12:33.467333 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-10fe6f08-751a-45e2-93bb-b5dab8460470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.469155 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9be740a5-963c-4f2e-9f95-b2dea931072e tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.472753 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-10fe6f08-751a-45e2-93bb-b5dab8460470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.484435 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d75dbeb8-0959-4929-8ed2-4666d1bc68e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.546540 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-10fe6f08-751a-45e2-93bb-b5dab8460470 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cff31331480440e695576f44a1d6d0de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5271242 Aug 05 14:12:33.548028 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe6f08-751a-45e2-93bb-b5dab8460470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295c1453-babf-4c43-8d81-9579ed2e6e52,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:33.550576 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42448) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:33.583395 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9be740a5-963c-4f2e-9f95-b2dea931072e tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.606963 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d75dbeb8-0959-4929-8ed2-4666d1bc68e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.622291 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9be740a5-963c-4f2e-9f95-b2dea931072e tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.624640 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9be740a5-963c-4f2e-9f95-b2dea931072e tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "DELETE /v2.0/subnets/04cda4c0-4ea4-4655-b013-4f0039b3ba00 HTTP/1.1" status: 204 len: 168 time: 0.4418938 Aug 05 14:12:33.625017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be740a5-963c-4f2e-9f95-b2dea931072e tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event deleted for resources: {'Subnet': ['ID=04cda4c0-4ea4-4655-b013-4f0039b3ba00,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:33.626930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42450) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:33.631771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7144f9b-126a-4859-ad38-3a8f1aebc06b None None] Network 3fc3db3b-f489-4f36-8db0-a6a575f8c75b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:33.688466 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-600c24f8-e652-442e-8c9f-e58440081496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.705467 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9acc114-bafa-438e-ba93-1a80e7a65810 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Deleting subnet 2c298094-49fa-4f8c-a488-0d5316988edd {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:12:33.713818 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9acc114-bafa-438e-ba93-1a80e7a65810 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.744026 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-600c24f8-e652-442e-8c9f-e58440081496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.782133 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9acc114-bafa-438e-ba93-1a80e7a65810 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.848156 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-600c24f8-e652-442e-8c9f-e58440081496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.852098 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-600c24f8-e652-442e-8c9f-e58440081496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.852440 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67121f0-9b28-479d-91d1-72f15240beee None None] DHCP port deletion for 3fc3db3b-f489-4f36-8db0-a6a575f8c75b request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:12:33.854562 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-600c24f8-e652-442e-8c9f-e58440081496 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/295c1453-babf-4c43-8d81-9579ed2e6e52 HTTP/1.1" status: 204 len: 168 time: 0.2999938 Aug 05 14:12:33.890415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c24f8-e652-442e-8c9f-e58440081496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295c1453-babf-4c43-8d81-9579ed2e6e52,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:33.908029 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9acc114-bafa-438e-ba93-1a80e7a65810 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.933561 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b67121f0-9b28-479d-91d1-72f15240beee None None] Deleting port 5a9dfc1e-ebe7-4262-8dff-f4552f664900 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:33.934081 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b67121f0-9b28-479d-91d1-72f15240beee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:33.986918 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9acc114-bafa-438e-ba93-1a80e7a65810 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.019621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acc114-bafa-438e-ba93-1a80e7a65810 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event deleted for resources: {'Subnet': ['ID=2c298094-49fa-4f8c-a488-0d5316988edd,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:34.026107 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9acc114-bafa-438e-ba93-1a80e7a65810 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.030017 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a9acc114-bafa-438e-ba93-1a80e7a65810 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "DELETE /v2.0/subnets/2c298094-49fa-4f8c-a488-0d5316988edd HTTP/1.1" status: 204 len: 168 time: 0.4016161 Aug 05 14:12:34.030531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b67121f0-9b28-479d-91d1-72f15240beee None None] For port 5a9dfc1e-ebe7-4262-8dff-f4552f664900, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5a9dfc1e-ebe7-4262-8dff-f4552f664900,segment=NetworkSegment(6425480b-f3a7-432c-a750-878cb7bad2d8),segment_id=6425480b-f3a7-432c-a750-878cb7bad2d8)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:34.030929 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b67121f0-9b28-479d-91d1-72f15240beee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.032065 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42454) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:34.035697 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c227a647-2b8d-417a-9ee1-394b3bc0b820 None None] Network 5e066f0d-7204-47fe-85f7-5f57c24e9fc7 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:34.072526 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.099607 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.102116 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.105095 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b67121f0-9b28-479d-91d1-72f15240beee None None] Calling delete_port for 5a9dfc1e-ebe7-4262-8dff-f4552f664900 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:34.118215 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.221487 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d75dbeb8-0959-4929-8ed2-4666d1bc68e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.224125 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d75dbeb8-0959-4929-8ed2-4666d1bc68e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.225307 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d75dbeb8-0959-4929-8ed2-4666d1bc68e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bce90127-006f-475c-b2b1-77e540770702 HTTP/1.1" status: 204 len: 168 time: 0.9226828 Aug 05 14:12:34.227002 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Deleting port 5a9dfc1e-ebe7-4262-8dff-f4552f664900 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:34.227616 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.274296 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dbeb8-0959-4929-8ed2-4666d1bc68e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce90127-006f-475c-b2b1-77e540770702,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:34.339751 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] For port 5a9dfc1e-ebe7-4262-8dff-f4552f664900, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5a9dfc1e-ebe7-4262-8dff-f4552f664900,segment=NetworkSegment(6425480b-f3a7-432c-a750-878cb7bad2d8),segment_id=6425480b-f3a7-432c-a750-878cb7bad2d8)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:34.340783 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.353389 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b67121f0-9b28-479d-91d1-72f15240beee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.356270 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Calling delete_port for 5a9dfc1e-ebe7-4262-8dff-f4552f664900 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:34.381468 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67121f0-9b28-479d-91d1-72f15240beee None None] No DVR routers for this DVR port 5a9dfc1e-ebe7-4262-8dff-f4552f664900 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:12:34.423648 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Allocated IP 172.25.5.39 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/1876f544-5683-4c98-ae6c-4868bcb802ee) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:34.463162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67121f0-9b28-479d-91d1-72f15240beee None None] Pushing event deleted for resources: {'Port': ['ID=5a9dfc1e-ebe7-4262-8dff-f4552f664900,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:34.530868 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.541614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Router 1aa51a86-b3ec-4524-9e20-dcf808adff21 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:12:34.571890 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event deleted for resources: {'Port': ['ID=5a9dfc1e-ebe7-4262-8dff-f4552f664900,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:34.572675 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fa823a-a8f4-4cc9-8c2c-3e14955381fb None None] DHCP port deletion for 5e066f0d-7204-47fe-85f7-5f57c24e9fc7 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:12:34.577425 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] No DVR routers for this DVR port 5a9dfc1e-ebe7-4262-8dff-f4552f664900 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:12:34.655604 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.661973 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c1fa823a-a8f4-4cc9-8c2c-3e14955381fb None None] Deleting port c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:34.662593 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c1fa823a-a8f4-4cc9-8c2c-3e14955381fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.731401 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.735891 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:12:34.743822 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc3db3b-f489-4f36-8db0-a6a575f8c75b']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:34.753441 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c1fa823a-a8f4-4cc9-8c2c-3e14955381fb None None] For port c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d,segment=NetworkSegment(7faedca7-665c-41b4-ab7c-547ca56cbc06),segment_id=7faedca7-665c-41b4-ab7c-547ca56cbc06)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:34.753875 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c1fa823a-a8f4-4cc9-8c2c-3e14955381fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.757776 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6425480b-f3a7-432c-a750-878cb7bad2d8') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:34.758452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6425480b-f3a7-432c-a750-878cb7bad2d8') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:34.764773 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.766407 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8f11ecbf-ac69-49ef-98ac-d3af80adbe3e tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4514129 Aug 05 14:12:34.768425 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.769275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42476) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:34.776097 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6de0cd9f-262d-4475-93ff-e1913368ceed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:34.779495 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c1fa823a-a8f4-4cc9-8c2c-3e14955381fb None None] Calling delete_port for c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:34.781958 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.816065 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:34.822909 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:34.831484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:34.854764 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.865998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event updated for resources: {'Port': ['ID=1876f544-5683-4c98-ae6c-4868bcb802ee,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:34.868308 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:12:34.868970 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:12:34.874520 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:12:34.889399 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a085719-16c4-4429-a209-4e619bfa72ed None None] Sync routers for ids ['1aa51a86-b3ec-4524-9e20-dcf808adff21'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:12:34.947820 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c1fa823a-a8f4-4cc9-8c2c-3e14955381fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:34.972013 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fa823a-a8f4-4cc9-8c2c-3e14955381fb None None] No DVR routers for this DVR port c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:12:35.006500 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a085719-16c4-4429-a209-4e619bfa72ed None None] Routers {'1aa51a86-b3ec-4524-9e20-dcf808adff21'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:35.014882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3a085719-16c4-4429-a209-4e619bfa72ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['1aa51a86-b3ec-4524-9e20-dcf808adff21'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:35.014882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa823a-a8f4-4cc9-8c2c-3e14955381fb None None] Pushing event deleted for resources: {'Port': ['ID=c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:35.021309 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:35.033432 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:35.036114 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "DELETE /v2.0/networks/3fc3db3b-f489-4f36-8db0-a6a575f8c75b HTTP/1.1" status: 204 len: 168 time: 1.0028908 Aug 05 14:12:35.041147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42488) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:35.054306 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3a085719-16c4-4429-a209-4e619bfa72ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:35.065459 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a085719-16c4-4429-a209-4e619bfa72ed None None] Routers {'1aa51a86-b3ec-4524-9e20-dcf808adff21'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:35.067710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3a085719-16c4-4429-a209-4e619bfa72ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['1aa51a86-b3ec-4524-9e20-dcf808adff21'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:35.119562 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb0c33-e386-4c8d-a896-2dfa14e72127 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event deleted for resources: {'Network': ['ID=3fc3db3b-f489-4f36-8db0-a6a575f8c75b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:35.119883 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3a085719-16c4-4429-a209-4e619bfa72ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:35.120250 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a085719-16c4-4429-a209-4e619bfa72ed None None] The sync data for ids ['1aa51a86-b3ec-4524-9e20-dcf808adff21'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:12:35.223620 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85cdc9f4-cd5b-4ac9-b169-93f6b9991235 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:35.228619 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:35.401367 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85cdc9f4-cd5b-4ac9-b169-93f6b9991235 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:35.408568 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5a9dfc1e-ebe7-4262-8dff-f4552f664900 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:12:35.433370 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 5a9dfc1e-ebe7-4262-8dff-f4552f664900 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:12:35.434331 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5a9dfc1e-ebe7-4262-8dff-f4552f664900 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:12:35.434863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:12:35.449044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-85cdc9f4-cd5b-4ac9-b169-93f6b9991235 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e066f0d-7204-47fe-85f7-5f57c24e9fc7']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:35.468486 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-85cdc9f4-cd5b-4ac9-b169-93f6b9991235 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7faedca7-665c-41b4-ab7c-547ca56cbc06') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:35.469010 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-85cdc9f4-cd5b-4ac9-b169-93f6b9991235 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7faedca7-665c-41b4-ab7c-547ca56cbc06') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:35.484277 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85cdc9f4-cd5b-4ac9-b169-93f6b9991235 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:35.493634 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:12:35.493957 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c5bcf32c-5dd5-46db-8d8b-8f959ffebd5d not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:12:35.496178 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6de0cd9f-262d-4475-93ff-e1913368ceed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:35.510050 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85cdc9f4-cd5b-4ac9-b169-93f6b9991235 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:35.522002 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6de0cd9f-262d-4475-93ff-e1913368ceed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:35.526669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cdc9f4-cd5b-4ac9-b169-93f6b9991235 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:12:35.527181 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85cdc9f4-cd5b-4ac9-b169-93f6b9991235 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:12:35.531584 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:12:35.648407 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-6de0cd9f-262d-4475-93ff-e1913368ceed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Deleting port 55c78bf2-6e79-4c60-86d6-bb669dcd4533 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:35.648907 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6de0cd9f-262d-4475-93ff-e1913368ceed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:35.652534 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85cdc9f4-cd5b-4ac9-b169-93f6b9991235 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:35.664908 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:35.703442 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85cdc9f4-cd5b-4ac9-b169-93f6b9991235 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:35.705506 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-85cdc9f4-cd5b-4ac9-b169-93f6b9991235 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "DELETE /v2.0/networks/5e066f0d-7204-47fe-85f7-5f57c24e9fc7 HTTP/1.1" status: 204 len: 168 time: 0.6485219 Aug 05 14:12:35.718485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42512) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:35.731421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdc9f4-cd5b-4ac9-b169-93f6b9991235 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event deleted for resources: {'Network': ['ID=5e066f0d-7204-47fe-85f7-5f57c24e9fc7,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:35.849868 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Router c4b28f85-cc2a-424e-ba38-0a21fee61247 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:12:36.037119 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-f2349837-1636-49ac-9e88-9db104fc9c30 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1230342 Aug 05 14:12:36.071343 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:12:36.089305 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Sync routers for ids ['c4b28f85-cc2a-424e-ba38-0a21fee61247'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:12:36.108360 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Routers {'c4b28f85-cc2a-424e-ba38-0a21fee61247'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:36.110404 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c4b28f85-cc2a-424e-ba38-0a21fee61247'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:36.127447 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-85729a9a-2615-411f-9651-e4ecd5a07488 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Deleting subnet 094a0e32-370f-49cc-85e7-546e575d1b75 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:12:36.127686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:36.131956 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ab400eff-d211-4926-b4d0-9b3c484314f1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.5795319 Aug 05 14:12:36.133141 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42532) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:36.140824 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85729a9a-2615-411f-9651-e4ecd5a07488 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:36.155535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-28806d66-a6b4-4522-aa0a-14fa34c93ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:36.156539 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-28806d66-a6b4-4522-aa0a-14fa34c93ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:36.158162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-28806d66-a6b4-4522-aa0a-14fa34c93ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:36.159368 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-28806d66-a6b4-4522-aa0a-14fa34c93ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:36.161535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-28806d66-a6b4-4522-aa0a-14fa34c93ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:36.162243 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-28806d66-a6b4-4522-aa0a-14fa34c93ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:36.163857 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-28806d66-a6b4-4522-aa0a-14fa34c93ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:36.167161 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6de0cd9f-262d-4475-93ff-e1913368ceed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:36.170298 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-28806d66-a6b4-4522-aa0a-14fa34c93ab1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6e036408f4db49cba61ec7696aa2c980&device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 6491 time: 0.0865767 Aug 05 14:12:36.190709 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-6de0cd9f-262d-4475-93ff-e1913368ceed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Calling delete_port for 55c78bf2-6e79-4c60-86d6-bb669dcd4533 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:36.209289 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85729a9a-2615-411f-9651-e4ecd5a07488 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:36.307177 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Set router c4b28f85-cc2a-424e-ba38-0a21fee61247 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:12:36.417712 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85729a9a-2615-411f-9651-e4ecd5a07488 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:36.418900 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-74178a4f-a001-42fe-a073-e7f308729507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:36.420479 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-74178a4f-a001-42fe-a073-e7f308729507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:36.421311 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-74178a4f-a001-42fe-a073-e7f308729507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:36.430420 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-74178a4f-a001-42fe-a073-e7f308729507 service neutron] 10.222.0.63 "GET /v2.0/networks?id=49ee7bf9-24d1-4e2b-931b-356656b891c1&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1 HTTP/1.1" status: 200 len: 2294 time: 0.2300911 Aug 05 14:12:36.563358 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85729a9a-2615-411f-9651-e4ecd5a07488 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:36.572444 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6de0cd9f-262d-4475-93ff-e1913368ceed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:36.573620 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'name': 'tempest-TestSecurityGroupsBasicOps-router-717992249', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:12:32Z', 'updated_at': '2021-08-05T14:12:35Z', 'revision_number': 3, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:34Z', 'updated_at': '2021-08-05T14:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:36.671599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-434874db-c25a-4264-9d39-6fde46484042 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=d739f65a56c043b29ed346d66a259350&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5374210 Aug 05 14:12:36.676747 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42548) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:36.689637 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0cd9f-262d-4475-93ff-e1913368ceed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Pushing event deleted for resources: {'Port': ['ID=55c78bf2-6e79-4c60-86d6-bb669dcd4533,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:36.692613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85729a9a-2615-411f-9651-e4ecd5a07488 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event deleted for resources: {'Subnet': ['ID=094a0e32-370f-49cc-85e7-546e575d1b75,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:36.700820 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85729a9a-2615-411f-9651-e4ecd5a07488 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:36.704995 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-85729a9a-2615-411f-9651-e4ecd5a07488 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "DELETE /v2.0/subnets/094a0e32-370f-49cc-85e7-546e575d1b75 HTTP/1.1" status: 204 len: 168 time: 0.9834545 Aug 05 14:12:36.717379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c0675c-de99-4df2-8cae-f6b9dc77cfdc None None] Network 882a5c05-f5f4-4e2b-bd88-576f229a969a requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:36.722413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42556) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:36.817844 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Checking router: c4b28f85-cc2a-424e-ba38-0a21fee61247 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:12:36.818457 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Updating router c4b28f85-cc2a-424e-ba38-0a21fee61247 port 1876f544-5683-4c98-ae6c-4868bcb802ee binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:12:36.820112 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:36.849894 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:36.894280 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6de0cd9f-262d-4475-93ff-e1913368ceed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:36.900104 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-dd63be86-f5e1-4254-9eb6-5d93bae85728 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d HTTP/1.1" status: 200 len: 1001 time: 0.4591026 Aug 05 14:12:37.017432 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23ee678-8484-4648-9780-77f6628dc293 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:37.033672 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a23ee678-8484-4648-9780-77f6628dc293 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3534198 Aug 05 14:12:37.057936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2b0fc1-a5a2-4dd5-a8ae-8e2165a5a3f9 None None] DHCP port deletion for 882a5c05-f5f4-4e2b-bd88-576f229a969a request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:12:37.060059 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-34cf1bb8-eacf-4479-8078-71e673c2e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:37.061753 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-34cf1bb8-eacf-4479-8078-71e673c2e818 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=99590631-4fd2-461f-8715-2f2e7cafe5bd HTTP/1.1" status: 200 len: 851 time: 0.1436617 Aug 05 14:12:37.062261 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42566) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:37.144479 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b0fc1-a5a2-4dd5-a8ae-8e2165a5a3f9 None None] Deleting port d53d59b3-c6a8-4ddb-a41f-6791f15c5852 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:37.144915 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0fc1-a5a2-4dd5-a8ae-8e2165a5a3f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:37.204431 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-43945226-2c40-44fd-88f1-c004ed74a30d tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1406844 Aug 05 14:12:37.222046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42578) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:37.229438 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-971ccd5e-133e-46c7-a88a-1e325f06758f tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-340438834', 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755', 'project_id': 'd739f65a56c043b29ed346d66a259350', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:37.244821 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:37.251836 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6de0cd9f-262d-4475-93ff-e1913368ceed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:37.257699 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Transition to ACTIVE for port object 1876f544-5683-4c98-ae6c-4868bcb802ee will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:37.259163 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Deleting port d53d59b3-c6a8-4ddb-a41f-6791f15c5852 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:12:37.259613 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:37.270827 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ae2b0fc1-a5a2-4dd5-a8ae-8e2165a5a3f9 None None] For port d53d59b3-c6a8-4ddb-a41f-6791f15c5852, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d53d59b3-c6a8-4ddb-a41f-6791f15c5852,segment=NetworkSegment(0da0b21e-5394-45ae-bdf5-c59709eded98),segment_id=0da0b21e-5394-45ae-bdf5-c59709eded98)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:37.272606 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:37.279403 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0fc1-a5a2-4dd5-a8ae-8e2165a5a3f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:37.297873 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b0fc1-a5a2-4dd5-a8ae-8e2165a5a3f9 None None] Calling delete_port for d53d59b3-c6a8-4ddb-a41f-6791f15c5852 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:37.331884 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] For port d53d59b3-c6a8-4ddb-a41f-6791f15c5852, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d53d59b3-c6a8-4ddb-a41f-6791f15c5852,segment=NetworkSegment(0da0b21e-5394-45ae-bdf5-c59709eded98),segment_id=0da0b21e-5394-45ae-bdf5-c59709eded98)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:37.333192 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:37.349093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Calling delete_port for d53d59b3-c6a8-4ddb-a41f-6791f15c5852 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:12:37.376414 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-ca204d10-7c65-4b8a-a1fb-0d7e4ff392fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:37.379316 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-ca204d10-7c65-4b8a-a1fb-0d7e4ff392fb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49ee7bf9-24d1-4e2b-931b-356656b891c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2920885 Aug 05 14:12:37.395310 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Attempting to bind port 1876f544-5683-4c98-ae6c-4868bcb802ee on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:12:37.395589 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Attempting to bind port 1876f544-5683-4c98-ae6c-4868bcb802ee by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:12:37.395954 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Attempting to bind port 1876f544-5683-4c98-ae6c-4868bcb802ee on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:12:37.417141 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:12:37.417533 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:37.419696 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:37.420117 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:12:37.420614 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Bound port: 1876f544-5683-4c98-ae6c-4868bcb802ee, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:12:37.423541 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:37.425805 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826efd2-dc8c-4fd4-b8c1-b9c329760d24 None None] Pushing event updated for resources: {'Port': ['ID=1876f544-5683-4c98-ae6c-4868bcb802ee,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:37.466204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d53d59b3-c6a8-4ddb-a41f-6791f15c5852 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:12:37.468430 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6de0cd9f-262d-4475-93ff-e1913368ceed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:37.491501 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826efd2-dc8c-4fd4-b8c1-b9c329760d24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:37.493162 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826efd2-dc8c-4fd4-b8c1-b9c329760d24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:37.493556 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826efd2-dc8c-4fd4-b8c1-b9c329760d24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:37.495185 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826efd2-dc8c-4fd4-b8c1-b9c329760d24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:37.495547 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826efd2-dc8c-4fd4-b8c1-b9c329760d24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:37.497366 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826efd2-dc8c-4fd4-b8c1-b9c329760d24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:37.497366 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826efd2-dc8c-4fd4-b8c1-b9c329760d24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:37.498291 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826efd2-dc8c-4fd4-b8c1-b9c329760d24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:37.499224 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826efd2-dc8c-4fd4-b8c1-b9c329760d24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:37.499576 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826efd2-dc8c-4fd4-b8c1-b9c329760d24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:37.500851 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826efd2-dc8c-4fd4-b8c1-b9c329760d24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:37.501712 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826efd2-dc8c-4fd4-b8c1-b9c329760d24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:12:37.515231 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0fc1-a5a2-4dd5-a8ae-8e2165a5a3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:37.529080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No active binding found for port d53d59b3-c6a8-4ddb-a41f-6791f15c5852 {{(pid=105725) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 05 14:12:37.529080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d53d59b3-c6a8-4ddb-a41f-6791f15c5852 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:12:37.531589 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:37.560367 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b0fc1-a5a2-4dd5-a8ae-8e2165a5a3f9 None None] Pushing event deleted for resources: {'Port': ['ID=d53d59b3-c6a8-4ddb-a41f-6791f15c5852,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:37.563826 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b0fc1-a5a2-4dd5-a8ae-8e2165a5a3f9 None None] No DVR routers for this DVR port d53d59b3-c6a8-4ddb-a41f-6791f15c5852 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:12:37.586497 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] For port 1876f544-5683-4c98-ae6c-4868bcb802ee, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:12:37.590656 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] For port 1876f544-5683-4c98-ae6c-4868bcb802ee, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1876f544-5683-4c98-ae6c-4868bcb802ee,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:12:37.599841 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:37.624482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event deleted for resources: {'Port': ['ID=d53d59b3-c6a8-4ddb-a41f-6791f15c5852,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:37.633831 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] No DVR routers for this DVR port d53d59b3-c6a8-4ddb-a41f-6791f15c5852 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:12:37.644640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de0cd9f-262d-4475-93ff-e1913368ceed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Router 1aa51a86-b3ec-4524-9e20-dcf808adff21 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:12:37.695793 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826efd2-dc8c-4fd4-b8c1-b9c329760d24 None None] Pushing event updated for resources: {'Port': ['ID=1876f544-5683-4c98-ae6c-4868bcb802ee,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:37.695921 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971ccd5e-133e-46c7-a88a-1e325f06758f tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Made reservation on behalf of d739f65a56c043b29ed346d66a259350 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:12:37.706084 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-971ccd5e-133e-46c7-a88a-1e325f06758f tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:37.719502 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Routers {'c4b28f85-cc2a-424e-ba38-0a21fee61247'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:37.720107 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c4b28f85-cc2a-424e-ba38-0a21fee61247'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:37.837869 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de0cd9f-262d-4475-93ff-e1913368ceed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:12:37.851938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842302a1-b745-4884-b6ce-f196d3bc5fd9 None None] Sync routers for ids ['1aa51a86-b3ec-4524-9e20-dcf808adff21'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:12:37.853362 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6de0cd9f-262d-4475-93ff-e1913368ceed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:37.855247 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6de0cd9f-262d-4475-93ff-e1913368ceed tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "PUT /v2.0/routers/1aa51a86-b3ec-4524-9e20-dcf808adff21 HTTP/1.1" status: 200 len: 709 time: 3.0839808 Aug 05 14:12:37.858092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42590) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:37.874034 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842302a1-b745-4884-b6ce-f196d3bc5fd9 None None] Routers {'1aa51a86-b3ec-4524-9e20-dcf808adff21'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:37.875075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-842302a1-b745-4884-b6ce-f196d3bc5fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['1aa51a86-b3ec-4524-9e20-dcf808adff21'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:37.925829 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-842302a1-b745-4884-b6ce-f196d3bc5fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:37.943229 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842302a1-b745-4884-b6ce-f196d3bc5fd9 None None] Routers {'1aa51a86-b3ec-4524-9e20-dcf808adff21'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:37.944608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-842302a1-b745-4884-b6ce-f196d3bc5fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['1aa51a86-b3ec-4524-9e20-dcf808adff21'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:37.948410 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:37.994916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882a5c05-f5f4-4e2b-bd88-576f229a969a']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:37.997417 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-971ccd5e-133e-46c7-a88a-1e325f06758f tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:38.004133 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] Set router c4b28f85-cc2a-424e-ba38-0a21fee61247 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:12:38.009552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-842302a1-b745-4884-b6ce-f196d3bc5fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:38.010606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842302a1-b745-4884-b6ce-f196d3bc5fd9 None None] The sync data for ids ['1aa51a86-b3ec-4524-9e20-dcf808adff21'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:12:38.022718 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c7e73dcf-9f84-4b76-a8a9-9ab467433543 tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "GET /v2.0/routers/1aa51a86-b3ec-4524-9e20-dcf808adff21 HTTP/1.1" status: 200 len: 744 time: 0.1612017 Aug 05 14:12:38.024783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da0b21e-5394-45ae-bdf5-c59709eded98') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:38.025035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da0b21e-5394-45ae-bdf5-c59709eded98') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:38.026634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42610) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:38.068079 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ccd5e-133e-46c7-a88a-1e325f06758f tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event updated for resources: {'Subnet': ['ID=7c9146ac-c066-45d0-ac2d-dc60038ae307,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:38.078133 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-89f8cc44-2f50-42ef-bf7a-f0eac53a74a8 service neutron] 10.222.0.63 "GET /v2.0/networks/49ee7bf9-24d1-4e2b-931b-356656b891c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6800125 Aug 05 14:12:38.091758 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:38.095696 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-753b41c8-6c4f-4a57-8fd5-54fd05dac51f tempest-RoutersIpV6AdminTest-126618841 tempest-RoutersIpV6AdminTest-126618841-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&device_id=1aa51a86-b3ec-4524-9e20-dcf808adff21 HTTP/1.1" status: 200 len: 205 time: 0.0680437 Aug 05 14:12:38.101476 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42612) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:38.144910 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-48ed97af-e499-4a2d-b10d-5c07a01d2cb1 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aa51a86-b3ec-4524-9e20-dcf808adff21 HTTP/1.1" status: 200 len: 205 time: 0.0419772 Aug 05 14:12:38.146583 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:38.149683 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42614) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:38.181392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971ccd5e-133e-46c7-a88a-1e325f06758f tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Checking segment: {'id': 'fc8c005b-c070-4626-8d31-5945f8304623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:38.181757 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971ccd5e-133e-46c7-a88a-1e325f06758f tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Network hostable DHCP agents. Network: 0e3dc811-9abb-46ed-8f37-ce3c4689c755, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:12:38.218551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971ccd5e-133e-46c7-a88a-1e325f06758f tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Network 0e3dc811-9abb-46ed-8f37-ce3c4689c755 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:12:38.233213 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'name': 'tempest-TestSecurityGroupsBasicOps-router-717992249', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:12:32Z', 'updated_at': '2021-08-05T14:12:35Z', 'revision_number': 3, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:34Z', 'updated_at': '2021-08-05T14:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:38.242557 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ce323d80-44d4-4937-97b0-3c10a46fa876 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:38.244902 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:12:38.245300 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:12:38.249564 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:12:38.264844 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b385f-d647-43dd-b9c2-67a818013276 None None] The sync data for ids ['c4b28f85-cc2a-424e-ba38-0a21fee61247'] in n-d-803585-2 is: [{'id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'name': 'tempest-TestSecurityGroupsBasicOps-router-717992249', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:12:32Z', 'updated_at': '2021-08-05T14:12:35Z', 'revision_number': 3, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:34Z', 'updated_at': '2021-08-05T14:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:12:38.270572 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-971ccd5e-133e-46c7-a88a-1e325f06758f tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 0e3dc811-9abb-46ed-8f37-ce3c4689c755) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:38.280874 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84dbe88-c882-49ee-ac0a-361988640e5f None None] Network 0e3dc811-9abb-46ed-8f37-ce3c4689c755 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:38.292713 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-c0a184d2-e927-42de-976b-41f25575b7bf service neutron] 10.222.0.63 "GET /v2.0/networks/49ee7bf9-24d1-4e2b-931b-356656b891c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917236 Aug 05 14:12:38.318723 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ccd5e-133e-46c7-a88a-1e325f06758f tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:38.319347 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-971ccd5e-133e-46c7-a88a-1e325f06758f tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:38.376258 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42620) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:38.435023 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-971ccd5e-133e-46c7-a88a-1e325f06758f tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2106769 Aug 05 14:12:38.437370 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-3c72a660-300b-4472-8e21-1b7417f04fe8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=2c927f5c-290c-4b0f-bd3f-2f5908f555c8 HTTP/1.1" status: 200 len: 217 time: 0.1385639 Aug 05 14:12:38.438690 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42624) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:38.472581 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:38.525159 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:38.527433 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "DELETE /v2.0/networks/882a5c05-f5f4-4e2b-bd88-576f229a969a HTTP/1.1" status: 204 len: 168 time: 1.8040195 Aug 05 14:12:38.529243 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3e2d8-edf0-4c3b-b125-d917608c9935 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Pushing event deleted for resources: {'Network': ['ID=882a5c05-f5f4-4e2b-bd88-576f229a969a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:38.531087 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42626) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:38.536431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0e3dc811-9abb-46ed-8f37-ce3c4689c755', 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'fixed_ips': [{'subnet_id': '7c9146ac-c066-45d0-ac2d-dc60038ae307'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:12:38.537904 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:38.553906 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ce323d80-44d4-4937-97b0-3c10a46fa876 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:38.559996 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ce323d80-44d4-4937-97b0-3c10a46fa876 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:38.589055 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-03cf19eb-9f12-4650-a9b6-db9637923c1d tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c650922-95ae-48da-8ea2-9930ecbbef2e HTTP/1.1" status: 200 len: 205 time: 0.0439374 Aug 05 14:12:38.595504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42628) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:38.616209 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-56090e4d-1052-48a2-b927-7f526305cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:38.617818 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-56090e4d-1052-48a2-b927-7f526305cdbb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.1684535 Aug 05 14:12:38.639166 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dbdffd8c-ddc5-4648-afb8-ec9c099cff27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:38.759615 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ce323d80-44d4-4937-97b0-3c10a46fa876 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:38.759830 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Allocated IP 172.20.0.2 (0e3dc811-9abb-46ed-8f37-ce3c4689c755/7c9146ac-c066-45d0-ac2d-dc60038ae307/8678c7e7-a6fb-476c-bc36-90eff6e5b2dc) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:38.760169 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce323d80-44d4-4937-97b0-3c10a46fa876 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Fanout notify agent at l3_agent the message router_deleted on router 1aa51a86-b3ec-4524-9e20-dcf808adff21 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:12:38.776707 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ce323d80-44d4-4937-97b0-3c10a46fa876 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:38.781555 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ce323d80-44d4-4937-97b0-3c10a46fa876 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "DELETE /v2.0/routers/1aa51a86-b3ec-4524-9e20-dcf808adff21 HTTP/1.1" status: 204 len: 168 time: 0.6271808 Aug 05 14:12:38.784377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42634) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:38.809719 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e45b268e-2277-4a86-a23c-eda6edc90554 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:38.889941 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-443c7e62-4b86-4989-bf7a-ef8cb5a7ffeb tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aa51a86-b3ec-4524-9e20-dcf808adff21 HTTP/1.1" status: 200 len: 205 time: 0.1015685 Aug 05 14:12:38.912817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42638) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:38.956974 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:38.967616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Transition to ACTIVE for port object 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:38.968222 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-50675e90-9fd8-4ac4-b0b6-28a934af7b95 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] delete failed (client error): The resource could not be found. Aug 05 14:12:38.975928 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-50675e90-9fd8-4ac4-b0b6-28a934af7b95 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "DELETE /v2.0/routers/1aa51a86-b3ec-4524-9e20-dcf808adff21 HTTP/1.1" status: 404 len: 336 time: 0.0543375 Aug 05 14:12:38.976935 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42642) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:38.986535 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Transition to ACTIVE for port object 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:39.009445 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:39.036351 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Network 0e3dc811-9abb-46ed-8f37-ce3c4689c755 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:39.037988 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:39.042943 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:39.122444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Pushing event updated for resources: {'Port': ['ID=8678c7e7-a6fb-476c-bc36-90eff6e5b2dc,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:39.136820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Attempting to bind port 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:12:39.137811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Attempting to bind port 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'fc8c005b-c070-4626-8d31-5945f8304623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:12:39.138299 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Attempting to bind port 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc on network 0e3dc811-9abb-46ed-8f37-ce3c4689c755 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:12:39.149685 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:12:39.150227 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Checking segment: {'id': 'fc8c005b-c070-4626-8d31-5945f8304623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:39.150443 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e45b268e-2277-4a86-a23c-eda6edc90554 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:39.150864 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:39.151352 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Bound using segment: {'id': 'fc8c005b-c070-4626-8d31-5945f8304623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:12:39.151922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Bound port: 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8c005b-c070-4626-8d31-5945f8304623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:12:39.152916 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:39.156615 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e45b268e-2277-4a86-a23c-eda6edc90554 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:39.206422 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-711351e9-82b4-45bc-94e2-8de301a205ef tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c76336b-3c81-408a-b411-ea382ca7cd0b HTTP/1.1" status: 200 len: 205 time: 0.2095463 Aug 05 14:12:39.207557 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42644) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:39.226029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] For port 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:12:39.231072 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] For port 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8678c7e7-a6fb-476c-bc36-90eff6e5b2dc,segment=NetworkSegment(fc8c005b-c070-4626-8d31-5945f8304623),segment_id=fc8c005b-c070-4626-8d31-5945f8304623)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:12:39.236973 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-3e6e43f3-047d-42e8-a5d6-2307bb1a4a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:39.238835 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-3e6e43f3-047d-42e8-a5d6-2307bb1a4a01 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6098998 Aug 05 14:12:39.240635 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:39.255316 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e45b268e-2277-4a86-a23c-eda6edc90554 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:39.255813 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45b268e-2277-4a86-a23c-eda6edc90554 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Fanout notify agent at l3_agent the message router_deleted on router 9c650922-95ae-48da-8ea2-9930ecbbef2e {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:12:39.264002 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e45b268e-2277-4a86-a23c-eda6edc90554 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:39.281209 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e45b268e-2277-4a86-a23c-eda6edc90554 tempest-RoutersNegativeIpV6Test-1291835542 tempest-RoutersNegativeIpV6Test-1291835542-project] 10.222.0.16 "DELETE /v2.0/routers/9c650922-95ae-48da-8ea2-9930ecbbef2e HTTP/1.1" status: 204 len: 168 time: 0.6712422 Aug 05 14:12:39.282591 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-67245028-7d91-4821-8a22-fa9d887d9e8a tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] delete failed (client error): The resource could not be found. Aug 05 14:12:39.287887 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-67245028-7d91-4821-8a22-fa9d887d9e8a tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "DELETE /v2.0/routers/8c76336b-3c81-408a-b411-ea382ca7cd0b HTTP/1.1" status: 404 len: 336 time: 0.0791593 Aug 05 14:12:39.299138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42648) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:39.343680 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243c537-e335-4696-90e2-49a545d36dd7 None None] Pushing event updated for resources: {'Port': ['ID=8678c7e7-a6fb-476c-bc36-90eff6e5b2dc,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:39.389439 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-00507596-ce3d-4fdd-9445-3b1b1426255f tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d55e11e-53b6-4661-94a8-420018369295 HTTP/1.1" status: 200 len: 205 time: 0.0864422 Aug 05 14:12:39.390567 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42650) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:39.393663 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dbdffd8c-ddc5-4648-afb8-ec9c099cff27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:39.445936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1876f544-5683-4c98-ae6c-4868bcb802ee up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:12:39.472759 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-a9c0a6d8-683a-48a5-8401-c5016b4a9132 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] delete failed (client error): The resource could not be found. Aug 05 14:12:39.474283 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a9c0a6d8-683a-48a5-8401-c5016b4a9132 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "DELETE /v2.0/routers/4d55e11e-53b6-4661-94a8-420018369295 HTTP/1.1" status: 404 len: 336 time: 0.0828078 Aug 05 14:12:39.475252 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dbdffd8c-ddc5-4648-afb8-ec9c099cff27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:39.477895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42652) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:39.547421 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 1876f544-5683-4c98-ae6c-4868bcb802ee completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:39.551166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdffd8c-ddc5-4648-afb8-ec9c099cff27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b254cd-1a2b-4870-bb24-897418758aed,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:39.551688 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 1876f544-5683-4c98-ae6c-4868bcb802ee triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:39.552066 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:39.628643 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e8ebea9c-1839-44b3-8632-118f1fd6da9c tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "GET /v2.0/ports?device_id=30bda062-eed4-496c-b6bc-e46dc1ba48bc HTTP/1.1" status: 200 len: 205 time: 0.1083736 Aug 05 14:12:39.645839 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42656) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:39.663387 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dbdffd8c-ddc5-4648-afb8-ec9c099cff27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8bd42611d42142399ab0c4b4f5631952&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2860682 Aug 05 14:12:39.712901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42658) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:39.713736 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42660) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:39.747694 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:39.782225 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-7bb97866-8fa4-47ec-b5a7-0c996c2ffce8 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] delete failed (client error): The resource could not be found. Aug 05 14:12:39.784088 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7bb97866-8fa4-47ec-b5a7-0c996c2ffce8 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "DELETE /v2.0/routers/30bda062-eed4-496c-b6bc-e46dc1ba48bc HTTP/1.1" status: 404 len: 336 time: 0.1324298 Aug 05 14:12:39.788256 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 1876f544-5683-4c98-ae6c-4868bcb802ee, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1876f544-5683-4c98-ae6c-4868bcb802ee,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:39.799715 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:39.821296 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42664) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:39.822148 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e3c1e432-8f34-4640-9f27-129cb6ceed76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:39.867181 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e3c1e432-8f34-4640-9f27-129cb6ceed76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:39.875303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=1876f544-5683-4c98-ae6c-4868bcb802ee,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:39.931012 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dc1342f9-972e-4ac5-9a96-0bd721438da6 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6fc0b31-413f-4bac-a0d5-9fd239cde8d3 HTTP/1.1" status: 200 len: 205 time: 0.0454013 Aug 05 14:12:39.935424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42668) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:39.992664 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4c8691b9-d87b-46bc-ba9c-d65c626ad298 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5194b4711fea4d9b88665db075ae8764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2711856 Aug 05 14:12:39.994515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42670) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:40.003953 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-9f47d84f-f35a-496c-8c8f-99c8abe57144 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] delete failed (client error): The resource could not be found. Aug 05 14:12:40.004984 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9f47d84f-f35a-496c-8c8f-99c8abe57144 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "DELETE /v2.0/routers/c6fc0b31-413f-4bac-a0d5-9fd239cde8d3 HTTP/1.1" status: 404 len: 336 time: 0.0671809 Aug 05 14:12:40.010245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42672) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:40.052283 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5782426d-2c84-4b69-9b8e-4db060449672 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac4729f-7431-44a0-a5d5-be7dc5e971f5 HTTP/1.1" status: 200 len: 205 time: 0.0407002 Aug 05 14:12:40.056298 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42676) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:40.061323 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-155a6853-48bc-4144-ad8b-c119a360cc0f service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8140192 Aug 05 14:12:40.068187 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e3c1e432-8f34-4640-9f27-129cb6ceed76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:40.070802 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e3c1e432-8f34-4640-9f27-129cb6ceed76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:40.071897 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e3c1e432-8f34-4640-9f27-129cb6ceed76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86b254cd-1a2b-4870-bb24-897418758aed HTTP/1.1" status: 204 len: 168 time: 0.3552232 Aug 05 14:12:40.092090 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:40.116561 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-8e7a0925-1a05-4168-bcb6-a4c738dfa129 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] delete failed (client error): The resource could not be found. Aug 05 14:12:40.120073 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8e7a0925-1a05-4168-bcb6-a4c738dfa129 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "DELETE /v2.0/routers/1ac4729f-7431-44a0-a5d5-be7dc5e971f5 HTTP/1.1" status: 404 len: 336 time: 0.0602505 Aug 05 14:12:40.120073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1e432-8f34-4640-9f27-129cb6ceed76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b254cd-1a2b-4870-bb24-897418758aed,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:40.122001 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42682) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:40.180119 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e925c4-c7b5-408b-954f-7efe7bd09188 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] DELETE failed (client error): The resource could not be found. Aug 05 14:12:40.180470 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e925c4-c7b5-408b-954f-7efe7bd09188 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:12:40.185405 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-49e925c4-c7b5-408b-954f-7efe7bd09188 tempest-RoutersIpV6AdminTest-1846149795 tempest-RoutersIpV6AdminTest-1846149795-project] 10.222.0.16 "DELETE /v2.0/subnets/440760af-d6fd-4db2-bcc5-236d700b176d HTTP/1.1" status: 404 len: 337 time: 0.0589826 Aug 05 14:12:40.205878 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87e18ed0-c955-46a0-91f0-558e80ea5d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:40.255244 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87e18ed0-c955-46a0-91f0-558e80ea5d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:40.305860 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-fcb85eda-45b1-4502-b777-7517360fbe32 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365515 Aug 05 14:12:40.330306 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87e18ed0-c955-46a0-91f0-558e80ea5d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:40.333102 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87e18ed0-c955-46a0-91f0-558e80ea5d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:40.334642 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-87e18ed0-c955-46a0-91f0-558e80ea5d37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3400e85-1531-4620-b9b5-33d6dde9b1c0 HTTP/1.1" status: 204 len: 168 time: 0.3404808 Aug 05 14:12:40.348950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e18ed0-c955-46a0-91f0-558e80ea5d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3400e85-1531-4620-b9b5-33d6dde9b1c0,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:40.416488 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-af46cc16-6461-4486-841c-c55bbfd8ceec service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=7161d31e-c4bb-48b6-8ed5-499b92efc745 HTTP/1.1" status: 200 len: 217 time: 0.0581460 Aug 05 14:12:40.567784 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-b22c2f25-92ec-4ac8-861d-ba37900da38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:40.569288 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-b22c2f25-92ec-4ac8-861d-ba37900da38b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.1431119 Aug 05 14:12:40.583147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42696) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:40.615197 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bba6d3b-3e8b-4044-9bfd-54d36e47ce40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:40.762752 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Allocated IP 172.20.0.1 (0e3dc811-9abb-46ed-8f37-ce3c4689c755/7c9146ac-c066-45d0-ac2d-dc60038ae307/bca87a1e-1961-4faf-9b09-16fd409635ad) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:40.779908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42702) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:40.822571 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bba6d3b-3e8b-4044-9bfd-54d36e47ce40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:40.834473 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bba6d3b-3e8b-4044-9bfd-54d36e47ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:40.879972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0579b751-abca-4b1c-9eaf-2726ed47c16d None None] Network 0e3dc811-9abb-46ed-8f37-ce3c4689c755 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:40.910834 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4bba6d3b-3e8b-4044-9bfd-54d36e47ce40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=634693a092c54ded8e81186c9c870716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244510 Aug 05 14:12:40.911655 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba6d3b-3e8b-4044-9bfd-54d36e47ce40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d17a63a-7f94-4601-bdd7-e7369eab0ff4,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:40.919017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42708) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:40.976435 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8216e8a6-22ac-4401-9d90-d16f8753cde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:41.003677 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8216e8a6-22ac-4401-9d90-d16f8753cde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:41.007387 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-2b7dc3a4-5751-4546-a9bb-387d8c58ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:41.010643 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-2b7dc3a4-5751-4546-a9bb-387d8c58ea4e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4251721 Aug 05 14:12:41.109929 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f46e4ccf-a786-4857-9906-37207f200bfd None None] Provisioning for port 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:41.196306 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:41.213958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Transition to ACTIVE for port object bca87a1e-1961-4faf-9b09-16fd409635ad will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:41.320887 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-c7e4eb30-f61f-4762-9255-e98b87758b09 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889249 Aug 05 14:12:41.323145 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:41.378840 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f4f485e7-7bf2-4956-a6af-6d2ff2e1d35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:41.423532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Network 0e3dc811-9abb-46ed-8f37-ce3c4689c755 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:41.440905 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:41.509039 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:41.555287 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:12:41.601164 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8216e8a6-22ac-4401-9d90-d16f8753cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:41.606078 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8216e8a6-22ac-4401-9d90-d16f8753cde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:41.608540 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8216e8a6-22ac-4401-9d90-d16f8753cde7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d17a63a-7f94-4601-bdd7-e7369eab0ff4 HTTP/1.1" status: 204 len: 168 time: 0.6884260 Aug 05 14:12:41.611524 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f4f485e7-7bf2-4956-a6af-6d2ff2e1d35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:41.623445 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216e8a6-22ac-4401-9d90-d16f8753cde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d17a63a-7f94-4601-bdd7-e7369eab0ff4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:41.634348 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f4f485e7-7bf2-4956-a6af-6d2ff2e1d35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:41.690273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:41.726832 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:41.733004 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:41.733605 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:41.745088 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f4f485e7-7bf2-4956-a6af-6d2ff2e1d35e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=131e7d70b2c845f28aa5668ce20b615a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9638348 Aug 05 14:12:41.750467 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42734) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:41.757352 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f485e7-7bf2-4956-a6af-6d2ff2e1d35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984143d4-8a9c-4d5f-8b7b-84696e6fe6dd,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:41.779311 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event updated for resources: {'Port': ['ID=bca87a1e-1961-4faf-9b09-16fd409635ad,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:41.790528 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-33ca3566-c089-4150-8802-5a485167de1b service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534717 Aug 05 14:12:41.860069 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c36ab0c8-3345-4ab3-8bc3-21dc84f5569e None None] Provisioning complete for port 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:41.860530 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c36ab0c8-3345-4ab3-8bc3-21dc84f5569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:41.910052 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4522-52d7-4855-8649-f9c5afafd8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:41.967955 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4522-52d7-4855-8649-f9c5afafd8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:42.028114 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-283453c4-23e4-429a-9420-be1b257e4083 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=b8eb1684-08f2-4780-84fe-e55025c46bf3 HTTP/1.1" status: 200 len: 217 time: 0.1384656 Aug 05 14:12:42.087934 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c36ab0c8-3345-4ab3-8bc3-21dc84f5569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:42.157079 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-c12eb6ac-03b9-4615-a33d-7e7e5a1fb896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:42.158964 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-c12eb6ac-03b9-4615-a33d-7e7e5a1fb896 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.1254411 Aug 05 14:12:42.210215 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:42.263601 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-02493fe8-83f6-4b1b-b5a3-a3f24f97aa3d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2550917 Aug 05 14:12:42.268891 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4522-52d7-4855-8649-f9c5afafd8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:42.272882 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4522-52d7-4855-8649-f9c5afafd8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:42.274473 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d3fb4522-52d7-4855-8649-f9c5afafd8ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/984143d4-8a9c-4d5f-8b7b-84696e6fe6dd HTTP/1.1" status: 204 len: 168 time: 0.5181928 Aug 05 14:12:42.290988 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb4522-52d7-4855-8649-f9c5afafd8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984143d4-8a9c-4d5f-8b7b-84696e6fe6dd,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:42.311746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06f665-2ddf-409f-84a6-bb3ac8964a41 req-98f8d0cb-36c6-4bc1-a596-9c395c8aa269 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:42.322491 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd06f665-2ddf-409f-84a6-bb3ac8964a41 req-98f8d0cb-36c6-4bc1-a596-9c395c8aa269 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 945 time: 0.7400892 Aug 05 14:12:42.327903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c36ab0c8-3345-4ab3-8bc3-21dc84f5569e None None] For port 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8678c7e7-a6fb-476c-bc36-90eff6e5b2dc,segment=NetworkSegment(fc8c005b-c070-4626-8d31-5945f8304623),segment_id=fc8c005b-c070-4626-8d31-5945f8304623)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:42.335039 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:42.341298 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c36ab0c8-3345-4ab3-8bc3-21dc84f5569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:42.373515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-0f334d42-e063-44b4-95e9-e2a94d51942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:42.375133 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-0f334d42-e063-44b4-95e9-e2a94d51942e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1938915 Aug 05 14:12:42.416969 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd06f665-2ddf-409f-84a6-bb3ac8964a41 req-d1824653-47a7-4305-8407-7d67275ea350 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931294 Aug 05 14:12:42.438221 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42746) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:42.481705 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:12:42.481705 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:12:42.533711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c36ab0c8-3345-4ab3-8bc3-21dc84f5569e None None] Provisioning for port bca87a1e-1961-4faf-9b09-16fd409635ad completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:42.558502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c36ab0c8-3345-4ab3-8bc3-21dc84f5569e None None] Provisioning complete for port bca87a1e-1961-4faf-9b09-16fd409635ad triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:42.558769 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c36ab0c8-3345-4ab3-8bc3-21dc84f5569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:42.560137 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-25f25fd7-2657-4991-bf9b-dd4024fd3ea1 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710827 Aug 05 14:12:42.565018 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ab0c8-3345-4ab3-8bc3-21dc84f5569e None None] Pushing event updated for resources: {'Port': ['ID=8678c7e7-a6fb-476c-bc36-90eff6e5b2dc,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:42.597342 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-beafc68e-6774-4160-a9db-509d15d6344e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/floatingips/e2c3d30d-d5cf-47fe-84f8-78c804543525 HTTP/1.1" status: 200 len: 993 time: 0.1573541 Aug 05 14:12:42.611057 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-8febb100-6c81-4c76-b7ee-5b409fd5a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:42.611893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-8febb100-6c81-4c76-b7ee-5b409fd5a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:42.612733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-8febb100-6c81-4c76-b7ee-5b409fd5a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:42.613570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-8febb100-6c81-4c76-b7ee-5b409fd5a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:42.614440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-8febb100-6c81-4c76-b7ee-5b409fd5a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:42.615275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-8febb100-6c81-4c76-b7ee-5b409fd5a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:42.616104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-8febb100-6c81-4c76-b7ee-5b409fd5a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:42.619453 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-8febb100-6c81-4c76-b7ee-5b409fd5a52a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=453b7272943240199f4e2d4e8c2daa65&device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 6502 time: 0.2726676 Aug 05 14:12:42.679929 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c36ab0c8-3345-4ab3-8bc3-21dc84f5569e None None] Port bca87a1e-1961-4faf-9b09-16fd409635ad cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:12:42.768459 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-7dc3bc58-9d81-47c3-bdfc-e94ccc6e363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:42.768939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-7dc3bc58-9d81-47c3-bdfc-e94ccc6e363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:42.769410 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-7dc3bc58-9d81-47c3-bdfc-e94ccc6e363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:42.771069 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-7dc3bc58-9d81-47c3-bdfc-e94ccc6e363b service neutron] 10.222.0.84 "GET /v2.0/networks?id=93a6cc11-4217-4144-a069-004cdc2ebc8a&id=14d09d10-2b62-4425-8299-f14f2c9a99b4&id=14d09d10-2b62-4425-8299-f14f2c9a99b4&id=14d09d10-2b62-4425-8299-f14f2c9a99b4&id=14d09d10-2b62-4425-8299-f14f2c9a99b4&id=de3b5517-820c-4f25-a4f3-58d6603842f0&id=de3b5517-820c-4f25-a4f3-58d6603842f0 HTTP/1.1" status: 200 len: 2298 time: 0.1130939 Aug 05 14:12:42.802386 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-00a5159c-1bbf-4c43-8ef3-8f58fbaba1a2 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294514 Aug 05 14:12:42.819838 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7ab7fbc1-6e77-4b9e-9f64-4c0f56bd8085 None None] Provisioning complete for port bca87a1e-1961-4faf-9b09-16fd409635ad triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:42.820229 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7ab7fbc1-6e77-4b9e-9f64-4c0f56bd8085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:42.860035 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-af6ec79e-66c3-4a4e-b6cc-bba8557f6361 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=c3959024-cd38-493d-b979-ae02a3fd5bed HTTP/1.1" status: 200 len: 217 time: 0.0497811 Aug 05 14:12:42.863713 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-d83a0b6e-de6f-4f67-8516-5ada217d024f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=372fc99d-8fea-4afb-9826-220a6d587c73 HTTP/1.1" status: 200 len: 1000 time: 0.0823495 Aug 05 14:12:42.875816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42768) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:42.885149 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7fbc1-6e77-4b9e-9f64-4c0f56bd8085 None None] Port bca87a1e-1961-4faf-9b09-16fd409635ad cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:12:43.069343 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1876f544-5683-4c98-ae6c-4868bcb802ee up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:12:43.072948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-06c41b4e-e6a7-4e93-b2ce-850d352cc4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:43.074270 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:43.076685 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-06c41b4e-e6a7-4e93-b2ce-850d352cc4f5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8ef51a27-0adf-4fb0-8c00-54e2b061931c HTTP/1.1" status: 200 len: 855 time: 0.1996045 Aug 05 14:12:43.087852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb51cc-cdeb-4c4c-95e4-4e214374349d req-e6d04945-6f77-48e1-8f43-c6977c200b89 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:43.092329 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84fb51cc-cdeb-4c4c-95e4-4e214374349d req-e6d04945-6f77-48e1-8f43-c6977c200b89 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 1096 time: 0.1171329 Aug 05 14:12:43.095010 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a1241125-0c90-4ccd-9b90-12214ca584d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ae79a67762d4a6ab1e11ae2edae7445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163541 Aug 05 14:12:43.098860 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42782) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:43.099803 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:43.200856 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 1876f544-5683-4c98-ae6c-4868bcb802ee triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:43.201423 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:43.211321 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84fb51cc-cdeb-4c4c-95e4-4e214374349d req-4843e24f-8888-4179-948a-5a0c4aa21ca2 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925467 Aug 05 14:12:43.222922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-432f6f1b-4587-4aee-bc29-1bab81e318df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:43.225449 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-432f6f1b-4587-4aee-bc29-1bab81e318df service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=93a6cc11-4217-4144-a069-004cdc2ebc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279006 Aug 05 14:12:43.384874 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-d0bb431c-8448-4f72-a902-b78c14f93618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:43.389757 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-d0bb431c-8448-4f72-a902-b78c14f93618 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.3102331 Aug 05 14:12:43.390813 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:43.426473 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ea86565-8bb3-4455-aba6-b46a2412f5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:43.526678 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ea86565-8bb3-4455-aba6-b46a2412f5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:43.540611 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:12:43.618423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:43.618803 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:43.649578 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-071048d9-c38c-4001-9dee-bae41d0044e8 service neutron] 10.222.0.84 "GET /v2.0/networks/93a6cc11-4217-4144-a069-004cdc2ebc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047418 Aug 05 14:12:43.659556 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-c5c026a8-0b31-4de2-ab62-59cb5a8e0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:43.672984 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-c5c026a8-0b31-4de2-ab62-59cb5a8e0a33 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2648718 Aug 05 14:12:43.673738 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event updated for resources: {'Port': ['ID=bca87a1e-1961-4faf-9b09-16fd409635ad,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:43.830725 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ea86565-8bb3-4455-aba6-b46a2412f5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:43.833380 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ea86565-8bb3-4455-aba6-b46a2412f5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:43.834530 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9ea86565-8bb3-4455-aba6-b46a2412f5dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5869fa27-f602-4f23-9649-9ba1edc36734 HTTP/1.1" status: 204 len: 168 time: 0.7234201 Aug 05 14:12:43.862218 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea86565-8bb3-4455-aba6-b46a2412f5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5869fa27-f602-4f23-9649-9ba1edc36734,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:43.928918 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-347f247d-e417-4dd3-873f-c83c83461d69 service neutron] 10.222.0.84 "GET /v2.0/networks/93a6cc11-4217-4144-a069-004cdc2ebc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653360 Aug 05 14:12:44.038375 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-13d75664-08f4-4811-81ba-f1d30bc217ac service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=16f41a90-f0ad-41fd-94e2-ad79df4668bf HTTP/1.1" status: 200 len: 217 time: 0.0947359 Aug 05 14:12:44.098067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-802ebcd0-441c-46c2-a1d2-08018738eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:44.099761 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-802ebcd0-441c-46c2-a1d2-08018738eb3d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=baa85579-9346-4ba3-9869-594967089d73 HTTP/1.1" status: 200 len: 797 time: 0.0570848 Aug 05 14:12:44.208735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-4441a735-ba40-4100-bf55-1e955052348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:44.212185 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-4441a735-ba40-4100-bf55-1e955052348b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d09d10-2b62-4425-8299-f14f2c9a99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1036110 Aug 05 14:12:44.241299 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Network 0e3dc811-9abb-46ed-8f37-ce3c4689c755 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:44.248295 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:44.281610 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-018a3746-452b-43d2-b5f8-e2f3f0cf8006 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955698 Aug 05 14:12:44.369912 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-40e18b2e-6c46-425f-b899-cdd1287747ce service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483703 Aug 05 14:12:44.515459 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-ffda5aa6-8178-4975-8db7-93a5c988da54 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875768 Aug 05 14:12:44.581679 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-c7cf7747-d8f1-45c7-80cb-2932edcca564 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3176ee0-d977-4960-b6c2-a03be5f071ae HTTP/1.1" status: 200 len: 217 time: 0.0550287 Aug 05 14:12:44.595890 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-c2000720-242c-489b-96ba-08aecceda746 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120399 Aug 05 14:12:44.640858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e9af6b11-f8d5-45ab-8ab6-ce3e72e17823 None None] Provisioning complete for port bca87a1e-1961-4faf-9b09-16fd409635ad triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:44.641291 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e9af6b11-f8d5-45ab-8ab6-ce3e72e17823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:44.642668 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Router c4b28f85-cc2a-424e-ba38-0a21fee61247 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:12:44.665706 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-06070a99-8941-4364-836c-2558a70f4223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:44.667349 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-06070a99-8941-4364-836c-2558a70f4223 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=84bdd077-911d-4689-bd57-064e082f69c5 HTTP/1.1" status: 200 len: 797 time: 0.0703886 Aug 05 14:12:44.693386 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e9af6b11-f8d5-45ab-8ab6-ce3e72e17823 None None] Port bca87a1e-1961-4faf-9b09-16fd409635ad cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:12:44.745738 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-4a666cb4-29b0-4881-8f6c-a8a35af1b09f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=8cf5bb65-52fb-49c7-9db8-1e032ba8e091 HTTP/1.1" status: 200 len: 217 time: 0.1206605 Aug 05 14:12:44.753305 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:44.817411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-97a4a43a-8d7c-4219-8d8c-af86aa6b70ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:44.819178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-97a4a43a-8d7c-4219-8d8c-af86aa6b70ff service neutron] 10.222.0.84 "GET /v2.0/subnets?id=baa85579-9346-4ba3-9869-594967089d73 HTTP/1.1" status: 200 len: 797 time: 0.0662003 Aug 05 14:12:44.903864 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-f1e37077-4729-44e6-9a8c-67a47cd1d3a7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883973 Aug 05 14:12:44.909466 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-6a877471-a5db-4fde-93fb-f2e0ceadb82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:44.911168 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-6a877471-a5db-4fde-93fb-f2e0ceadb82e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d09d10-2b62-4425-8299-f14f2c9a99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0604944 Aug 05 14:12:45.003792 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:12:45.017493 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-83fe7937-23c9-42a6-b2a3-91f0b27e7b21 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "PUT /v2.0/routers/c4b28f85-cc2a-424e-ba38-0a21fee61247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5775440 Aug 05 14:12:45.019623 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Sync routers for ids ['c4b28f85-cc2a-424e-ba38-0a21fee61247'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:12:45.021925 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-7fe68ad1-84b2-43a4-a601-b70339f2dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:45.022710 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42868) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:45.029769 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-7fe68ad1-84b2-43a4-a601-b70339f2dc94 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2779415 Aug 05 14:12:45.031844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d39c75fa-9323-4983-8d72-c683eaa94fb9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1309412933', 'description': 'tempest-secgroup_access--1309412933 description', 'project_id': 'd739f65a56c043b29ed346d66a259350'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:45.041320 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Routers {'c4b28f85-cc2a-424e-ba38-0a21fee61247'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:45.046405 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c4b28f85-cc2a-424e-ba38-0a21fee61247'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:45.148380 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d39c75fa-9323-4983-8d72-c683eaa94fb9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:45.220656 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-5dca7f6f-53ee-41b1-bd3b-8b0f3cc9770c service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990170 Aug 05 14:12:45.223616 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-9e62e85e-43a6-4d3f-bd7f-75db3b8b5be9 service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835728 Aug 05 14:12:45.249980 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Set router c4b28f85-cc2a-424e-ba38-0a21fee61247 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:12:45.461911 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-954527cf-6d7f-4f95-8176-87fe741a7bb9 service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297103 Aug 05 14:12:45.482949 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-41adf9a5-8e40-4dec-b840-d8ed475e2e34 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475653 Aug 05 14:12:45.566894 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-46909174-18ce-489c-878d-6a67ab4ebfb1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd1c7278-e3e1-487f-9ace-bca5738d9ea9 HTTP/1.1" status: 200 len: 217 time: 0.0955451 Aug 05 14:12:45.641652 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-d0997a3d-4734-4a69-85bb-84601eae84b1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f HTTP/1.1" status: 200 len: 217 time: 0.1494329 Aug 05 14:12:45.672908 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'name': 'tempest-TestSecurityGroupsBasicOps-router-717992249', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:12:32Z', 'updated_at': '2021-08-05T14:12:42Z', 'revision_number': 4, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:34Z', 'updated_at': '2021-08-05T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'bca87a1e-1961-4faf-9b09-16fd409635ad', 'name': '', 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'mac_address': 'fa:16:3e:39:16:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:40Z', 'updated_at': '2021-08-05T14:12:42Z', 'revision_number': 2, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'subnets': [{'id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:45.716779 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-2461b418-3407-4f06-bead-4fbc10d0314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:45.732787 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-2461b418-3407-4f06-bead-4fbc10d0314a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=84bdd077-911d-4689-bd57-064e082f69c5 HTTP/1.1" status: 200 len: 797 time: 0.1335387 Aug 05 14:12:45.738580 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Checking router: c4b28f85-cc2a-424e-ba38-0a21fee61247 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:12:45.739508 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Updating router c4b28f85-cc2a-424e-ba38-0a21fee61247 port bca87a1e-1961-4faf-9b09-16fd409635ad binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:12:45.822092 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:45.836826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-2c7741e2-ecd8-4445-bbf8-2f77d0a6f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:45.838708 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-2c7741e2-ecd8-4445-bbf8-2f77d0a6f4ac service neutron] 10.222.0.84 "GET /v2.0/subnets?id=baa85579-9346-4ba3-9869-594967089d73 HTTP/1.1" status: 200 len: 797 time: 0.1768403 Aug 05 14:12:45.840772 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f663cc11-9236-4be3-8d4d-63c974d36492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:45.842414 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d39c75fa-9323-4983-8d72-c683eaa94fb9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:45.861166 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-efce41c3-9cb5-4f77-9e5b-50d27db57cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:45.861682 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d39c75fa-9323-4983-8d72-c683eaa94fb9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:45.868151 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-efce41c3-9cb5-4f77-9e5b-50d27db57cfa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1247120 Aug 05 14:12:45.932219 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c75fa-9323-4983-8d72-c683eaa94fb9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03eefb30-94e8-46a3-b72b-f6e7954974dc,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:45.948385 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d39c75fa-9323-4983-8d72-c683eaa94fb9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:45.953678 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d39c75fa-9323-4983-8d72-c683eaa94fb9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9299090 Aug 05 14:12:45.954097 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42900) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:45.959849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-aaccf3e2-4450-4174-92a5-a28f2dc3ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:45.961164 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-67d8298c-3181-4d6a-b005-ffb79e87b890 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--723819912', 'description': 'tempest-secgroup_general--723819912 description', 'project_id': 'd739f65a56c043b29ed346d66a259350'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:45.962607 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-aaccf3e2-4450-4174-92a5-a28f2dc3ea4b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d09d10-2b62-4425-8299-f14f2c9a99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1150670 Aug 05 14:12:45.967193 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:46.023501 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42902) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:46.044169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67d8298c-3181-4d6a-b005-ffb79e87b890 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:46.053694 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-a7a668c3-0c95-4b32-ad95-14b3b9990c2a service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781373 Aug 05 14:12:46.140112 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-42a248db-ac9b-4cfa-a208-a96b4c60b7e3 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684766 Aug 05 14:12:46.366703 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-d34732e1-23d1-4e60-a6cb-89763ca6c1c8 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171440 Aug 05 14:12:46.379118 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3def0b-e6ee-46df-aadb-60ca02b2016b req-db92e1dc-0cb0-4cd2-80bd-bb2c0c0ad84a service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057516 Aug 05 14:12:46.471587 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67d8298c-3181-4d6a-b005-ffb79e87b890 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:46.475374 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-b34cefcf-a0f1-4860-9b4e-351937ea6e72 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b86da6fa-6cc7-4e12-97d7-bf6a7de79160 HTTP/1.1" status: 200 len: 217 time: 0.0885160 Aug 05 14:12:46.478771 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67d8298c-3181-4d6a-b005-ffb79e87b890 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:46.482158 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:46.495899 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Transition to ACTIVE for port object bca87a1e-1961-4faf-9b09-16fd409635ad will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:46.506060 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:46.544381 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8298c-3181-4d6a-b005-ffb79e87b890 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add547b8-ff48-4034-86b9-4c5be656e909,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:46.552666 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67d8298c-3181-4d6a-b005-ffb79e87b890 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:46.556849 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-67d8298c-3181-4d6a-b005-ffb79e87b890 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5985584 Aug 05 14:12:46.557025 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42938) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:46.562301 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ebb380c4-ccba-4f93-be81-a29d8f4eb8ff tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Request body: {'security_group_rule': {'security_group_id': '03eefb30-94e8-46a3-b72b-f6e7954974dc', 'project_id': 'd739f65a56c043b29ed346d66a259350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:46.581256 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-591affef-041d-42cb-8641-b11f062d075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:46.582818 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-591affef-041d-42cb-8641-b11f062d075d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=baa85579-9346-4ba3-9869-594967089d73 HTTP/1.1" status: 200 len: 797 time: 0.1064065 Aug 05 14:12:46.594125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-3cd91b25-d8a9-4def-b9da-898a9c088d11 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:46.595282 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-3cd91b25-d8a9-4def-b9da-898a9c088d11 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7831836 Aug 05 14:12:46.619389 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-8b45a0fb-969a-4fe5-be94-3225e64f419c service neutron] Request body: {'binding': {'host': 'n-h1-803585-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:46.619905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-8b45a0fb-969a-4fe5-be94-3225e64f419c service neutron] Unknown quota resources ['binding']. {{(pid=105724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 14:12:46.650867 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ebb380c4-ccba-4f93-be81-a29d8f4eb8ff tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:46.673849 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ca0ab-6d54-494f-89d5-1b3f76cf60d3 None None] Pushing event updated for resources: {'Port': ['ID=bca87a1e-1961-4faf-9b09-16fd409635ad,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:46.688732 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Attempting to bind port bca87a1e-1961-4faf-9b09-16fd409635ad on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:12:46.689107 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Attempting to bind port bca87a1e-1961-4faf-9b09-16fd409635ad by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'fc8c005b-c070-4626-8d31-5945f8304623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:12:46.689464 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Attempting to bind port bca87a1e-1961-4faf-9b09-16fd409635ad on network 0e3dc811-9abb-46ed-8f37-ce3c4689c755 {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:12:46.695593 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:12:46.695959 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Checking segment: {'id': 'fc8c005b-c070-4626-8d31-5945f8304623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:46.696719 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:46.697121 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Bound using segment: {'id': 'fc8c005b-c070-4626-8d31-5945f8304623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:12:46.697591 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Bound port: bca87a1e-1961-4faf-9b09-16fd409635ad, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8c005b-c070-4626-8d31-5945f8304623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:12:46.697971 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:46.831617 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] For port bca87a1e-1961-4faf-9b09-16fd409635ad, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:12:46.833757 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42942) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:46.839608 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] For port bca87a1e-1961-4faf-9b09-16fd409635ad, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=bca87a1e-1961-4faf-9b09-16fd409635ad,segment=NetworkSegment(fc8c005b-c070-4626-8d31-5945f8304623),segment_id=fc8c005b-c070-4626-8d31-5945f8304623)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:12:46.843276 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94d7b128-f3d0-465e-b2c8-7b8cf3010c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:46.849577 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:46.890282 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ebb380c4-ccba-4f93-be81-a29d8f4eb8ff tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:46.904330 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ebb380c4-ccba-4f93-be81-a29d8f4eb8ff tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:46.916269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-5dd31483-152d-4522-bda2-a79a9b76a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:46.918590 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-5dd31483-152d-4522-bda2-a79a9b76a3d4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d09d10-2b62-4425-8299-f14f2c9a99b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3222966 Aug 05 14:12:46.939593 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-529acc7b-c4a2-4ab4-b6ef-c361c579b570 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:46.940889 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-529acc7b-c4a2-4ab4-b6ef-c361c579b570 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1061292 Aug 05 14:12:46.946765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42946) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:46.958844 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-4b76600a-c842-443b-b9b5-eb9d5d78677b tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:46.960267 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4b76600a-c842-443b-b9b5-eb9d5d78677b tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0067744 Aug 05 14:12:46.963011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb380c4-ccba-4f93-be81-a29d8f4eb8ff tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d0adf9-f062-4541-988f-9bb61fe2ad79,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:46.965967 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42948) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:46.975639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-d8cd7232-91f1-4453-a169-3e428649edf5 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:46.977532 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d8cd7232-91f1-4453-a169-3e428649edf5 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0089943 Aug 05 14:12:46.984078 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42950) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:46.988833 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-15e1de81-0868-443d-bf92-9132648542c6 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:46.990579 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-15e1de81-0868-443d-bf92-9132648542c6 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0054045 Aug 05 14:12:46.995870 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Routers {'c4b28f85-cc2a-424e-ba38-0a21fee61247'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:12:46.997403 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c4b28f85-cc2a-424e-ba38-0a21fee61247'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:47.001177 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42952) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.014006 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-d8088baf-b836-4d16-9c8d-ab7c0da34378 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.016730 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d8088baf-b836-4d16-9c8d-ab7c0da34378 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0132661 Aug 05 14:12:47.019560 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42956) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.024139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-313ed1a5-33b2-41af-b9d2-6484d1bd6dec tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.025324 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-313ed1a5-33b2-41af-b9d2-6484d1bd6dec tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046089 Aug 05 14:12:47.032978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42958) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.049167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-cdf47736-4cdc-4fa5-838d-b32a5994c09d tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.050424 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cdf47736-4cdc-4fa5-838d-b32a5994c09d tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0159190 Aug 05 14:12:47.053056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42960) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.058403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-e51e45ee-1772-4d85-8edb-a28f0b590b21 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.060249 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e51e45ee-1772-4d85-8edb-a28f0b590b21 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0058947 Aug 05 14:12:47.064858 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ca0ab-6d54-494f-89d5-1b3f76cf60d3 None None] Pushing event updated for resources: {'Port': ['ID=bca87a1e-1961-4faf-9b09-16fd409635ad,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:47.074629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42962) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.102378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-f55d2ebc-341e-463b-87af-1d41705bd334 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.108794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42964) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.110086 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f55d2ebc-341e-463b-87af-1d41705bd334 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0252573 Aug 05 14:12:47.134418 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-3e478f0e-5774-4b15-b318-9fdb8f34cea1 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.137122 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3e478f0e-5774-4b15-b318-9fdb8f34cea1 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0264871 Aug 05 14:12:47.147963 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42966) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.155209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-8097ddd2-62b7-4b16-ba6c-e4d71bf5ceb8 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.158998 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8097ddd2-62b7-4b16-ba6c-e4d71bf5ceb8 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0099323 Aug 05 14:12:47.162790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42968) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.171033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-f1eb6721-f06a-420d-93ad-3de5c3718798 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.174984 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f1eb6721-f06a-420d-93ad-3de5c3718798 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0111196 Aug 05 14:12:47.176312 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94d7b128-f3d0-465e-b2c8-7b8cf3010c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:47.177532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42970) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.184020 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-aff5c690-8f5d-4ad5-b2e7-3ee41fa71c67 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.185280 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-aff5c690-8f5d-4ad5-b2e7-3ee41fa71c67 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0065727 Aug 05 14:12:47.188229 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94d7b128-f3d0-465e-b2c8-7b8cf3010c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:47.191571 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42972) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.202933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42974) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.204324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-9a1e40de-f7a4-4ef1-b8cd-c3449a213ca1 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.208146 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9a1e40de-f7a4-4ef1-b8cd-c3449a213ca1 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0156515 Aug 05 14:12:47.212203 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42976) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.218455 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ebb380c4-ccba-4f93-be81-a29d8f4eb8ff tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:47.220027 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ebb380c4-ccba-4f93-be81-a29d8f4eb8ff tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6619864 Aug 05 14:12:47.220675 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-53611984-d40c-4154-8a75-6a91ffddcaee tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.225148 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-53611984-d40c-4154-8a75-6a91ffddcaee tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0119014 Aug 05 14:12:47.228367 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42980) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.234225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-8a873965-3e57-49fb-a1b2-2fdfc8b2b454 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.238697 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8a873965-3e57-49fb-a1b2-2fdfc8b2b454 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0086021 Aug 05 14:12:47.239355 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42984) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.245371 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-8b45a0fb-969a-4fe5-be94-3225e64f419c service neutron] Attempting to bind port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 on host n-h1-803585-2 for vnic_type normal with profile None {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:12:47.245779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-8b45a0fb-969a-4fe5-be94-3225e64f419c service neutron] Attempting to bind port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:12:47.246620 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-8b45a0fb-969a-4fe5-be94-3225e64f419c service neutron] Attempting to bind port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 on network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:12:47.251237 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7b128-f3d0-465e-b2c8-7b8cf3010c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385e1eb3-cd6a-401c-9e40-f496dd677b1e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:47.251773 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-5c635702-d42b-4bbe-8513-0f462aaf645d tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.255756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42986) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.256229 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5c635702-d42b-4bbe-8513-0f462aaf645d tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0122545 Aug 05 14:12:47.262697 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-94d7b128-f3d0-465e-b2c8-7b8cf3010c39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72738a773d0e4669b86b6ace1ad3746a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2336361 Aug 05 14:12:47.263592 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42988) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.271258 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-8b45a0fb-969a-4fe5-be94-3225e64f419c service neutron] Port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 on network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:12:47.271588 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-8b45a0fb-969a-4fe5-be94-3225e64f419c service neutron] Attempting to bind port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 on network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:12:47.284867 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-0d3f31ef-5eb6-4f2c-8efb-240adc024732 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576362 Aug 05 14:12:47.292042 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-8b45a0fb-969a-4fe5-be94-3225e64f419c service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:12:47.292383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-8b45a0fb-969a-4fe5-be94-3225e64f419c service neutron] Checking segment: {'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:47.293340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-8b45a0fb-969a-4fe5-be94-3225e64f419c service neutron] Bound using segment: {'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:12:47.293779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-8b45a0fb-969a-4fe5-be94-3225e64f419c service neutron] Bound port: ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:12:47.357198 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-7cbbb0bd-046d-438e-8f1a-9016aeaefbbf tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.358714 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7cbbb0bd-046d-438e-8f1a-9016aeaefbbf tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0987952 Aug 05 14:12:47.380495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42992) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.397860 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-f175e9ec-bb66-4101-87ba-e5a1cdd32d9c tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.399367 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f175e9ec-bb66-4101-87ba-e5a1cdd32d9c tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0179083 Aug 05 14:12:47.404759 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42998) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.419656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-d6512fda-a05e-417b-8f1f-b77413f0a6c7 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.426513 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d6512fda-a05e-417b-8f1f-b77413f0a6c7 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0128591 Aug 05 14:12:47.430723 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43000) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.441179 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] Set router c4b28f85-cc2a-424e-ba38-0a21fee61247 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:12:47.444320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-51712284-b241-4991-949b-29879e3f17ea tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.447949 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-51712284-b241-4991-949b-29879e3f17ea tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0122356 Aug 05 14:12:47.462150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43002) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.469292 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-1e671070-28a8-4ba4-91a4-ef22dc788496 service neutron] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728008 Aug 05 14:12:47.475088 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-f2dff93f-d040-457c-9275-3b4e803c5db4 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.480312 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f2dff93f-d040-457c-9275-3b4e803c5db4 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0128028 Aug 05 14:12:47.503355 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43006) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.514580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-4ae53e6c-35c9-421a-83ed-c9802ea5c334 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.518202 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4ae53e6c-35c9-421a-83ed-c9802ea5c334 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0122857 Aug 05 14:12:47.522916 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43014) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.530506 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-fbee249f-ede6-49eb-8b30-67ba6767e874 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.534435 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fbee249f-ede6-49eb-8b30-67ba6767e874 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0086815 Aug 05 14:12:47.535254 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43016) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.540757 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b9ecc9b-de12-4ec9-8551-897ca32d1bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:47.546711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-789fb6fc-1fa9-4201-ae11-a8e34e809987 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.550452 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-789fb6fc-1fa9-4201-ae11-a8e34e809987 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0076385 Aug 05 14:12:47.553986 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43022) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.556128 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9b681b0-13b9-4827-85c4-e0df4ea0d033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:47.561827 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-2ebeb045-91f4-478a-995c-505d0cd20772 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.565665 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2ebeb045-91f4-478a-995c-505d0cd20772 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0105700 Aug 05 14:12:47.577652 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43024) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.587798 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-9208d0a9-d90e-4a19-a2b9-d7dc52c58643 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.588137 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9208d0a9-d90e-4a19-a2b9-d7dc52c58643 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0092201 Aug 05 14:12:47.589121 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43026) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.645368 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-318af25e-229d-4f1f-b0a1-a9c8f8590fe0 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.649190 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-318af25e-229d-4f1f-b0a1-a9c8f8590fe0 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0534165 Aug 05 14:12:47.651872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43028) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.655292 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b9ecc9b-de12-4ec9-8551-897ca32d1bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:47.659679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-3490aa6a-78bb-46ae-ab58-b6624b4c8cb3 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.660728 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3490aa6a-78bb-46ae-ab58-b6624b4c8cb3 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0078311 Aug 05 14:12:47.671235 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43030) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.678457 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-ba3aa84e-30e9-40f4-9c9a-e11b81373f8a tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.679092 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ba3aa84e-30e9-40f4-9c9a-e11b81373f8a tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0069916 Aug 05 14:12:47.682943 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43032) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.687184 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-5d90eaff-0975-4a94-b396-432c9aa051c8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cb51a79-5861-4193-bf76-2b345e76cf41 HTTP/1.1" status: 200 len: 217 time: 0.1872692 Aug 05 14:12:47.700593 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-8dba412d-c4c0-45dd-ae3c-15e5c5517859 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.703896 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8dba412d-c4c0-45dd-ae3c-15e5c5517859 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0137382 Aug 05 14:12:47.705289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43034) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.727985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-d38b5a13-3416-44a9-8955-824f69c29e02 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.733542 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d38b5a13-3416-44a9-8955-824f69c29e02 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0236275 Aug 05 14:12:47.740204 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43036) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.748094 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-93ced73b-48c7-48ec-b381-ff79f69eb1e3 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.751345 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-93ced73b-48c7-48ec-b381-ff79f69eb1e3 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0078726 Aug 05 14:12:47.752477 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43038) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.759274 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-492f8f0d-fcf8-4c11-8122-dab11c484ea2 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.763918 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-492f8f0d-fcf8-4c11-8122-dab11c484ea2 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0109742 Aug 05 14:12:47.776160 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43040) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.795881 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9b681b0-13b9-4827-85c4-e0df4ea0d033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:47.796877 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'name': 'tempest-TestSecurityGroupsBasicOps-router-717992249', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:12:32Z', 'updated_at': '2021-08-05T14:12:42Z', 'revision_number': 4, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:34Z', 'updated_at': '2021-08-05T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'bca87a1e-1961-4faf-9b09-16fd409635ad', 'name': '', 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'mac_address': 'fa:16:3e:39:16:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:40Z', 'updated_at': '2021-08-05T14:12:46Z', 'revision_number': 4, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'subnets': [{'id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:12:47.808780 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-cf2566df-6a7b-42cb-9e1d-a07f95d20bf9 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.812604 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cf2566df-6a7b-42cb-9e1d-a07f95d20bf9 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0227342 Aug 05 14:12:47.815253 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43042) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.826942 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-8d1e3057-5430-413d-8f91-bbecad409dab tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.832076 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dee835d-3cad-4fc4-a01a-314ede3edfe5 None None] The sync data for ids ['c4b28f85-cc2a-424e-ba38-0a21fee61247'] in n-d-803585-2 is: [{'id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'name': 'tempest-TestSecurityGroupsBasicOps-router-717992249', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:12:32Z', 'updated_at': '2021-08-05T14:12:42Z', 'revision_number': 4, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:34Z', 'updated_at': '2021-08-05T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'bca87a1e-1961-4faf-9b09-16fd409635ad', 'name': '', 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'mac_address': 'fa:16:3e:39:16:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:40Z', 'updated_at': '2021-08-05T14:12:46Z', 'revision_number': 4, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'subnets': [{'id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:12:47.833337 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8d1e3057-5430-413d-8f91-bbecad409dab tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0129704 Aug 05 14:12:47.834889 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9b681b0-13b9-4827-85c4-e0df4ea0d033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:47.839024 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0ae978a-0314-4009-b3b4-77948abe75be req-5ec15821-beaf-47f9-8fc3-edec3cad2bcc tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--723819912&fields=id&tenant_id=d739f65a56c043b29ed346d66a259350 HTTP/1.1" status: 200 len: 267 time: 0.2345042 Aug 05 14:12:47.844543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43046) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.859402 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-8b45a0fb-969a-4fe5-be94-3225e64f419c service neutron] For port ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,segment=NetworkSegment(a3eac670-f712-4189-8f88-17dfedd52a4c),segment_id=a3eac670-f712-4189-8f88-17dfedd52a4c)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:12:47.862871 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-51ac4bac-d21b-48c4-865b-26d338e6fc4a tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.863895 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-51ac4bac-d21b-48c4-865b-26d338e6fc4a tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0177879 Aug 05 14:12:47.867325 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43048) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.873993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-a423bd57-c2f5-4b9a-b75e-d88559413546 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.879228 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a423bd57-c2f5-4b9a-b75e-d88559413546 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0090041 Aug 05 14:12:47.891129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43050) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.915550 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-8b45a0fb-969a-4fe5-be94-3225e64f419c service neutron] Notify callbacks [] for binding, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:47.916891 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-8b45a0fb-969a-4fe5-be94-3225e64f419c service neutron] 10.222.0.16 "POST /v2.0/ports/ce4b77e7-ea1a-4522-b76d-2a47f12a4479/bindings HTTP/1.1" status: 201 len: 389 time: 1.3012974 Aug 05 14:12:47.918850 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-ea2a67ea-b2b2-40f7-a0bb-729826ac78e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:47.921705 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-ea2a67ea-b2b2-40f7-a0bb-729826ac78e8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=33f2503f-0424-4c1d-ba63-29e061f584f1 HTTP/1.1" status: 200 len: 797 time: 0.2260387 Aug 05 14:12:47.925111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-415716f8-27f3-47e0-99d1-930d1d6413e9 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.926174 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-415716f8-27f3-47e0-99d1-930d1d6413e9 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0134671 Aug 05 14:12:47.928819 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43052) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.934628 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-1e5a8571-382f-42b5-be38-db252c0e72b9 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.935778 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1e5a8571-382f-42b5-be38-db252c0e72b9 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0059304 Aug 05 14:12:47.938144 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43054) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.942676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-6efd1658-fec6-46ed-950b-c3782b52b504 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.943674 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6efd1658-fec6-46ed-950b-c3782b52b504 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046453 Aug 05 14:12:47.953171 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b9b681b0-13b9-4827-85c4-e0df4ea0d033 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=245e922dc2324817a8f0ca5c917467cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7488484 Aug 05 14:12:47.953771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43056) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.953947 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43058) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.969768 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-d60f2a87-0943-4c6f-b158-b86b402278d4 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.970817 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d60f2a87-0943-4c6f-b158-b86b402278d4 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0092530 Aug 05 14:12:47.990062 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43060) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:47.996026 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-9e3ec814-e3b6-4c4f-b230-33736d4ff95f tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:47.997193 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9e3ec814-e3b6-4c4f-b230-33736d4ff95f tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0060740 Aug 05 14:12:48.001249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43062) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.005987 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-ce72e414-e2af-40eb-9dfd-bf592dd9ac33 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.006211 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b9ecc9b-de12-4ec9-8551-897ca32d1bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:48.007010 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ce72e414-e2af-40eb-9dfd-bf592dd9ac33 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048490 Aug 05 14:12:48.010711 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43064) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.017805 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b9ecc9b-de12-4ec9-8551-897ca32d1bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:48.026096 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1b9ecc9b-de12-4ec9-8551-897ca32d1bfc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/385e1eb3-cd6a-401c-9e40-f496dd677b1e HTTP/1.1" status: 204 len: 168 time: 0.7591496 Aug 05 14:12:48.033094 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0ae978a-0314-4009-b3b4-77948abe75be req-87240d0e-61d6-49b1-a976-8590682ac46c tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--1309412933&fields=id&tenant_id=d739f65a56c043b29ed346d66a259350 HTTP/1.1" status: 200 len: 267 time: 0.1866071 Aug 05 14:12:48.044110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-10f038c2-eea9-4d8b-a7ad-54671856608f tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.046278 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-10f038c2-eea9-4d8b-a7ad-54671856608f tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0323217 Aug 05 14:12:48.055176 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43068) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.062499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-b6eb013a-ba19-426f-bf46-afddbd6945c3 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.065098 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b6eb013a-ba19-426f-bf46-afddbd6945c3 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0061796 Aug 05 14:12:48.085317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43070) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.094696 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-6862e909-f72c-49fb-ae5a-77faa9384049 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.097111 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6862e909-f72c-49fb-ae5a-77faa9384049 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0096984 Aug 05 14:12:48.099847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-6fa17774-9dfe-4f61-9d41-f5876909fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:48.101908 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-6fa17774-9dfe-4f61-9d41-f5876909fccf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de3b5517-820c-4f25-a4f3-58d6603842f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1651831 Aug 05 14:12:48.102671 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43074) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.120605 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-56a40dd1-c9d7-4ef4-92c7-a595f6077a2c tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.123044 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-56a40dd1-c9d7-4ef4-92c7-a595f6077a2c tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0072625 Aug 05 14:12:48.152751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43076) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.162705 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-8230a201-cdf5-4277-a53f-685bd5ec8c43 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.167068 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8230a201-cdf5-4277-a53f-685bd5ec8c43 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0104930 Aug 05 14:12:48.172336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43078) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.212306 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-ab964d9c-14b6-4b1b-82d7-fcebdab0cc4e tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.216433 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ab964d9c-14b6-4b1b-82d7-fcebdab0cc4e tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0226471 Aug 05 14:12:48.220604 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43080) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.222053 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b681b0-13b9-4827-85c4-e0df4ea0d033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff15573e-2c80-4152-9ca6-f2e28c70225c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:48.239219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-719ca1fc-eb02-46e0-a28b-b5da1267683e tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.244760 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-719ca1fc-eb02-46e0-a28b-b5da1267683e tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0147569 Aug 05 14:12:48.247577 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43082) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.256011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-3909f5ac-3af5-4a28-a9c4-d515bfd1ea75 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.262295 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3909f5ac-3af5-4a28-a9c4-d515bfd1ea75 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0114641 Aug 05 14:12:48.265945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43084) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.318355 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-586c9e6e-c10b-4d29-8a07-21f42ba288d6 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.322507 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-586c9e6e-c10b-4d29-8a07-21f42ba288d6 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0077586 Aug 05 14:12:48.340572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43086) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.348374 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ecc9b-de12-4ec9-8551-897ca32d1bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385e1eb3-cd6a-401c-9e40-f496dd677b1e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:48.349875 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-bd74ad34-e2f5-43e0-bde9-969c83e5dc8c tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.351087 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bd74ad34-e2f5-43e0-bde9-969c83e5dc8c tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053835 Aug 05 14:12:48.355610 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43090) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.366648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-15103f00-d0b9-4714-9e52-2b87523fc9d7 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.367916 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-15103f00-d0b9-4714-9e52-2b87523fc9d7 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0086684 Aug 05 14:12:48.374036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43092) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.390572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-72715382-8568-43eb-b720-79a6482445b3 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.391865 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-72715382-8568-43eb-b720-79a6482445b3 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0129423 Aug 05 14:12:48.396418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43094) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.409024 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-6ff0471b-cb4c-40e1-b1c7-a09305489ec7 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.411786 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6ff0471b-cb4c-40e1-b1c7-a09305489ec7 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0126750 Aug 05 14:12:48.418273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dca2546d-f753-46b2-a4c6-27c11a8e7c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:48.420396 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5137d60-3b71-43a8-8ce2-8244149d9e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:48.422334 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43096) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.454781 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-6087e0ad-c797-4be7-af37-87f8e2130ad9 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.455889 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6087e0ad-c797-4be7-af37-87f8e2130ad9 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0214937 Aug 05 14:12:48.473989 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43100) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.497997 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-84a36e3d-8124-4652-80df-2c6739175ae4 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.501184 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-84a36e3d-8124-4652-80df-2c6739175ae4 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0236604 Aug 05 14:12:48.506383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43102) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.515575 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-f345a3be-0bee-4416-b5e5-21be9a0511aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:48.518625 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-f345a3be-0bee-4416-b5e5-21be9a0511aa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 1096 time: 0.2516549 Aug 05 14:12:48.522691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae978a-0314-4009-b3b4-77948abe75be req-abae9ab5-adfd-4331-876b-90ed4dbdf148 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:48.532554 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0ae978a-0314-4009-b3b4-77948abe75be req-abae9ab5-adfd-4331-876b-90ed4dbdf148 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/networks?id=0e3dc811-9abb-46ed-8f37-ce3c4689c755 HTTP/1.1" status: 200 len: 796 time: 0.4979358 Aug 05 14:12:48.539448 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dca2546d-f753-46b2-a4c6-27c11a8e7c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:48.553195 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-9e5585b6-a352-4820-ad9a-d55250994d12 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.556507 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9e5585b6-a352-4820-ad9a-d55250994d12 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0207467 Aug 05 14:12:48.568384 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:48.572080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43104) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.627246 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-ceb9ef59-7b35-470f-ac9c-4ac8fe4a599e tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.628304 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ceb9ef59-7b35-470f-ac9c-4ac8fe4a599e tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0477183 Aug 05 14:12:48.684900 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43110) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.692240 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0ae978a-0314-4009-b3b4-77948abe75be req-cf362681-86f3-49f4-93f4-6794a4dedcbc tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/quotas/d739f65a56c043b29ed346d66a259350 HTTP/1.1" status: 200 len: 375 time: 0.1190808 Aug 05 14:12:48.703129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-cb7c3f31-1c42-41b3-b23c-4fcb8869516d tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.704233 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cb7c3f31-1c42-41b3-b23c-4fcb8869516d tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0183191 Aug 05 14:12:48.706685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43114) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.707265 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43116) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.739956 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8e6965e0-f693-44cf-9a7d-d6cc42b1c6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:48.802305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-9566bf99-601f-4347-a675-ff176c710347 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.828398 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9566bf99-601f-4347-a675-ff176c710347 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.1188655 Aug 05 14:12:48.832326 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-3bf88b87-acca-4240-8a50-5707e045a033 service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7080629 Aug 05 14:12:48.836443 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43122) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.852971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-75daf988-046d-42c2-a709-172320a603f0 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.857565 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-75daf988-046d-42c2-a709-172320a603f0 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0196273 Aug 05 14:12:48.862026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43126) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.867818 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dca2546d-f753-46b2-a4c6-27c11a8e7c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:48.877394 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dca2546d-f753-46b2-a4c6-27c11a8e7c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:48.879272 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-dca2546d-f753-46b2-a4c6-27c11a8e7c85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff15573e-2c80-4152-9ca6-f2e28c70225c HTTP/1.1" status: 204 len: 168 time: 0.9016385 Aug 05 14:12:48.896179 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-7d8506ad-18e2-4618-a63b-04cdd812278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:48.899714 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-7d8506ad-18e2-4618-a63b-04cdd812278e service neutron] 10.222.0.63 "GET /v2.0/networks?id=265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 HTTP/1.1" status: 200 len: 897 time: 0.3715565 Aug 05 14:12:48.904598 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-70f32475-09d6-4fb4-a2aa-3f6c3ddd8134 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.908195 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-70f32475-09d6-4fb4-a2aa-3f6c3ddd8134 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0275636 Aug 05 14:12:48.922587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43130) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.943650 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-a975eb2c-f2c8-4476-a98b-dc65d876bc83 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.945050 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a975eb2c-f2c8-4476-a98b-dc65d876bc83 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0081167 Aug 05 14:12:48.953412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2546d-f753-46b2-a4c6-27c11a8e7c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff15573e-2c80-4152-9ca6-f2e28c70225c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:48.960777 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43132) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:48.985634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [None req-16876480-2488-400a-9bc8-9cc087cdef0c tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:48.986991 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-16876480-2488-400a-9bc8-9cc087cdef0c tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0056026 Aug 05 14:12:49.020410 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43136) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:49.027671 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-1bc0f1f3-09ff-4f1b-8622-1e3f3df67482 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:49.028799 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1bc0f1f3-09ff-4f1b-8622-1e3f3df67482 tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0049262 Aug 05 14:12:49.036655 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43140) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:49.083715 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0ae978a-0314-4009-b3b4-77948abe75be req-78e8a985-50e3-4eb2-bfb7-eb41c8e65c60 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d739f65a56c043b29ed346d66a259350&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3779159 Aug 05 14:12:49.087276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [None req-a032f7fa-2c88-4088-9ed3-051e9f6ee62d tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:12:49.089004 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a032f7fa-2c88-4088-9ed3-051e9f6ee62d tempest-ExtensionsTestJSON-1794805389 tempest-ExtensionsTestJSON-1794805389-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0506585 Aug 05 14:12:49.110979 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-1f1c9f09-98f8-4d96-b623-6bb19c8fe27c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479 HTTP/1.1" status: 200 len: 1001 time: 0.1868501 Aug 05 14:12:49.228024 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-66a6fb0d-8ada-4f0d-800a-a14d569e9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:49.233679 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-66a6fb0d-8ada-4f0d-800a-a14d569e9122 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a48626b7-9d60-474f-9eb7-fd37d71c9c23 HTTP/1.1" status: 200 len: 834 time: 0.1118891 Aug 05 14:12:49.262683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89debf97-e769-411d-bcf4-ee67fc6d59d0 req-5ccf0913-a876-4d45-a20c-b4734b5649b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:49.266081 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89debf97-e769-411d-bcf4-ee67fc6d59d0 req-5ccf0913-a876-4d45-a20c-b4734b5649b7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 945 time: 0.8507121 Aug 05 14:12:49.342814 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-2e4b51f7-8375-4625-bac5-c56d4a35dd27 service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990969 Aug 05 14:12:49.478008 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-7c263a30-a866-4e65-9b86-022a1d6ceba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:49.480783 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-7c263a30-a866-4e65-9b86-022a1d6ceba6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2342837 Aug 05 14:12:49.490059 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:49.584614 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89debf97-e769-411d-bcf4-ee67fc6d59d0 req-3e12a8e1-cf02-473e-9427-641f077aa587 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898970 Aug 05 14:12:49.656170 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device bca87a1e-1961-4faf-9b09-16fd409635ad up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:12:49.719153 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43158) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:49.742123 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port bca87a1e-1961-4faf-9b09-16fd409635ad completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:49.750284 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port bca87a1e-1961-4faf-9b09-16fd409635ad triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:49.751135 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:49.769782 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-415e27f7-5a66-4725-a0f5-afec84e48daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:49.800141 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43160) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:49.863069 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:49.879245 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-b671f1ad-b449-4077-9bfc-f2d63daf9e94 service neutron] 10.222.0.63 "GET /v2.0/networks/265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695035 Aug 05 14:12:49.923924 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port bca87a1e-1961-4faf-9b09-16fd409635ad, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=bca87a1e-1961-4faf-9b09-16fd409635ad,segment=NetworkSegment(fc8c005b-c070-4626-8d31-5945f8304623),segment_id=fc8c005b-c070-4626-8d31-5945f8304623)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:49.932710 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:49.991499 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-b793a3ba-58ba-458d-9f4f-9c9f997be69d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f456a13-3d98-4faf-b751-fe64775d983e HTTP/1.1" status: 200 len: 217 time: 0.6329656 Aug 05 14:12:50.008261 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-550fcfce-083b-41c5-b4c4-7e61fa6bcb06 service neutron] 10.222.0.63 "GET /v2.0/networks/265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200924 Aug 05 14:12:50.019863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=bca87a1e-1961-4faf-9b09-16fd409635ad,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:50.065917 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0ae978a-0314-4009-b3b4-77948abe75be req-4cb31966-a9b0-49c8-9467-e63b2517f119 service neutron] 10.222.0.16 "GET /v2.0/networks/0e3dc811-9abb-46ed-8f37-ce3c4689c755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9628541 Aug 05 14:12:50.130919 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d53a-5ae9-4cbc-8d6f-15e1444f3c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:50.148072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-9ccf6cc9-7ae3-4c24-9549-a82990f5f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:50.149568 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-9ccf6cc9-7ae3-4c24-9549-a82990f5f22f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=33f2503f-0424-4c1d-ba63-29e061f584f1 HTTP/1.1" status: 200 len: 797 time: 0.1456926 Aug 05 14:12:50.171510 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-8495c685-1633-499f-b4fe-b4accd632a3b tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:50.173050 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-8495c685-1633-499f-b4fe-b4accd632a3b tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7&tenant_id=b8337b594bf34d3abccae65212524bf9&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 1096 time: 0.0998828 Aug 05 14:12:50.187216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803585-2'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:50.205788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8e6965e0-f693-44cf-9a7d-d6cc42b1c6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:50.217161 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8e6965e0-f693-44cf-9a7d-d6cc42b1c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:50.272073 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:50.288703 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0ae978a-0314-4009-b3b4-77948abe75be req-42ac5635-f75b-46d7-8545-df67d355636f service neutron] 10.222.0.16 "GET /v2.0/networks/0e3dc811-9abb-46ed-8f37-ce3c4689c755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112298 Aug 05 14:12:50.293121 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8e6965e0-f693-44cf-9a7d-d6cc42b1c6e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a017b5c8a3947f7bf63e0ac1c7a65bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5841739 Aug 05 14:12:50.294153 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6965e0-f693-44cf-9a7d-d6cc42b1c6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553308c5-f53d-4d53-885f-41f3d26b6de6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:50.300000 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-f36b9f69-e97d-41d1-9ad0-9b97b26b0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:50.301564 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-f36b9f69-e97d-41d1-9ad0-9b97b26b0a7b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de3b5517-820c-4f25-a4f3-58d6603842f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1376064 Aug 05 14:12:50.302048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43164) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:50.425237 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-537fe83d-14c0-4257-9678-d83638904815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:50.443477 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-415e27f7-5a66-4725-a0f5-afec84e48daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:50.455406 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-e49846a8-12e6-4771-8571-16098c989868 service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392303 Aug 05 14:12:50.465670 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-537fe83d-14c0-4257-9678-d83638904815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:50.477994 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-415e27f7-5a66-4725-a0f5-afec84e48daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:50.551296 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-04b66f90-2813-4e33-939e-24a0c5a94bee req-570ba913-48c7-4eda-8958-2c5114eee533 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 210 time: 0.0742826 Aug 05 14:12:50.553342 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] For port ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,segment=NetworkSegment(a3eac670-f712-4189-8f88-17dfedd52a4c),segment_id=a3eac670-f712-4189-8f88-17dfedd52a4c)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:50.580111 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-415e27f7-5a66-4725-a0f5-afec84e48daa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba2b29599f5f4f1392d36031c18ad5ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8574991 Aug 05 14:12:50.588694 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43174) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:50.617081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4c82cc0-a961-4591-a1ce-00aba32dc308 req-0bae1e8d-0422-45c0-9850-919a184e885e service neutron] 10.222.0.84 "GET /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487191 Aug 05 14:12:50.625294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e27f7-5a66-4725-a0f5-afec84e48daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c61c87-427e-4efa-9bb4-64c7ccec4e74,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:50.643851 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-537fe83d-14c0-4257-9678-d83638904815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:50.648222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-537fe83d-14c0-4257-9678-d83638904815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:50.648222 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-537fe83d-14c0-4257-9678-d83638904815 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/553308c5-f53d-4d53-885f-41f3d26b6de6 HTTP/1.1" status: 204 len: 168 time: 0.3451638 Aug 05 14:12:50.707763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fe83d-14c0-4257-9678-d83638904815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553308c5-f53d-4d53-885f-41f3d26b6de6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:50.731521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] For port ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:12:50.770800 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d53a-5ae9-4cbc-8d6f-15e1444f3c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:50.775025 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cd8c-048e-442d-9297-0cf7cd36740b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:50.780659 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d53a-5ae9-4cbc-8d6f-15e1444f3c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:50.807576 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:12:50.813488 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef393d-6bf0-43d0-90dd-2328d4b4dd59 req-5669577c-8916-458b-9056-7b2bef784db3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:50.815144 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4eef393d-6bf0-43d0-90dd-2328d4b4dd59 req-5669577c-8916-458b-9056-7b2bef784db3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 945 time: 0.1158376 Aug 05 14:12:50.820664 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212d19fe-81dd-4d1f-9254-9230614dee81" -d '{"events": [{"server_uuid": "234f2347-9982-49b7-9836-67e69ed1ccb7", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4b77e7-ea1a-4522-b76d-2a47f12a4479"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:12:50.822612 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cd8c-048e-442d-9297-0cf7cd36740b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:50.826461 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:50.883365 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:50.962676 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4eef393d-6bf0-43d0-90dd-2328d4b4dd59 req-6ae08e96-6d34-4e90-a29e-8530cfd33f28 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235390 Aug 05 14:12:50.976786 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381489dc-0a99-45a1-a6c2-169ae0570fd1 x-openstack-request-id: req-381489dc-0a99-45a1-a6c2-169ae0570fd1 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:12:50.977659 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234f2347-9982-49b7-9836-67e69ed1ccb7", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4b77e7-ea1a-4522-b76d-2a47f12a4479", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:12:50.978063 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-381489dc-0a99-45a1-a6c2-169ae0570fd1 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:12:50.978732 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479', 'code': 200} Aug 05 14:12:50.982095 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,revision_number=7']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:50.997901 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c5b4d53a-5ae9-4cbc-8d6f-15e1444f3c3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=875407fd45394d82b719bff50db133dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1959026 Aug 05 14:12:50.999082 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43190) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:51.012898 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4d53a-5ae9-4cbc-8d6f-15e1444f3c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb580fc-f7f1-4866-813f-60b12103bbf1,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:51.031222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cd8c-048e-442d-9297-0cf7cd36740b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:51.035813 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cd8c-048e-442d-9297-0cf7cd36740b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:51.048871 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3fc8cd8c-048e-442d-9297-0cf7cd36740b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3c61c87-427e-4efa-9bb4-64c7ccec4e74 HTTP/1.1" status: 204 len: 168 time: 0.4566171 Aug 05 14:12:51.060461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8cd8c-048e-442d-9297-0cf7cd36740b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c61c87-427e-4efa-9bb4-64c7ccec4e74,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:51.318425 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:51.420190 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1c08ec97-d4d7-464f-bc32-424b16ed3191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:51.543794 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0486-391a-4b07-a253-d4d5dbda857b None None] Provisioning complete for port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:51.544571 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0486-391a-4b07-a253-d4d5dbda857b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:51.563466 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1c08ec97-d4d7-464f-bc32-424b16ed3191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:51.587678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device bca87a1e-1961-4faf-9b09-16fd409635ad up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:12:51.623653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0486-391a-4b07-a253-d4d5dbda857b None None] Port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:12:51.657248 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Attempting to bind port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 on host n-h2-803585-2 for vnic_type normal with profile {"migrating_to": "n-h1-803585-2"} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:12:51.670114 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Attempting to bind port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:12:51.670846 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Attempting to bind port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 on network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:12:51.675298 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port bca87a1e-1961-4faf-9b09-16fd409635ad triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:51.675879 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:51.722214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 on network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:12:51.741655 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Attempting to bind port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 on network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:12:51.756178 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:12:51.756524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Checking segment: {'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:51.756911 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Bound using segment: {'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:12:51.757517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Bound port: ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3eac670-f712-4189-8f88-17dfedd52a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:12:51.757899 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:52.141567 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-07977c80-0803-4a8e-9191-294095e1f8a7 req-ac98ea2a-e2de-45d9-b369-6f3637e83cd5 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 210 time: 0.4000299 Aug 05 14:12:52.172751 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e174c2-5c9c-48eb-bf4d-9ebc575a6d43 req-a53b80ce-344d-4c31-a0d2-a9c9e5b1df57 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:52.178583 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-43e174c2-5c9c-48eb-bf4d-9ebc575a6d43 req-a53b80ce-344d-4c31-a0d2-a9c9e5b1df57 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 943 time: 0.1034782 Aug 05 14:12:52.299266 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1c08ec97-d4d7-464f-bc32-424b16ed3191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:52.302686 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-43e174c2-5c9c-48eb-bf4d-9ebc575a6d43 req-f27ed9de-cac2-4186-99bf-c58b0383527f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134944 Aug 05 14:12:52.314347 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1c08ec97-d4d7-464f-bc32-424b16ed3191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:52.315864 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1c08ec97-d4d7-464f-bc32-424b16ed3191 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bdb580fc-f7f1-4866-813f-60b12103bbf1 HTTP/1.1" status: 204 len: 168 time: 1.3000321 Aug 05 14:12:52.375849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08ec97-d4d7-464f-bc32-424b16ed3191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb580fc-f7f1-4866-813f-60b12103bbf1,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:52.404861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] For port ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:12:52.442493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] For port ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,segment=NetworkSegment(a3eac670-f712-4189-8f88-17dfedd52a4c),segment_id=a3eac670-f712-4189-8f88-17dfedd52a4c)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:12:52.451814 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:52.533806 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae978a-0314-4009-b3b4-77948abe75be req-740ea2bd-b572-4032-8a42-9506feff9bd8 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:52.535412 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d0ae978a-0314-4009-b3b4-77948abe75be req-740ea2bd-b572-4032-8a42-9506feff9bd8 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.63 "GET /v2.0/networks?id=0e3dc811-9abb-46ed-8f37-ce3c4689c755 HTTP/1.1" status: 200 len: 796 time: 0.3333158 Aug 05 14:12:52.612437 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,revision_number=8']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:52.680106 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d0ae978a-0314-4009-b3b4-77948abe75be req-6ca20aff-d82b-4538-9e42-465043fc04b2 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d739f65a56c043b29ed346d66a259350 HTTP/1.1" status: 200 len: 477 time: 0.0972805 Aug 05 14:12:52.693570 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-d0ae978a-0314-4009-b3b4-77948abe75be req-8d4b4920-20df-41c8-ba98-c2b8cfb682fb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Request body: {'port': {'device_id': '504d0e62-750c-4bb3-a631-8f1c23d49339', 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755', 'admin_state_up': True, 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'security_groups': ['add547b8-ff48-4034-86b9-4c5be656e909', '03eefb30-94e8-46a3-b72b-f6e7954974dc']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:52.768456 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:52.768637 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:52.770082 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-72f8d316-9c0b-4460-aece-acf048b02b28 service neutron] 10.222.0.63 "PUT /v2.0/ports/ce4b77e7-ea1a-4522-b76d-2a47f12a4479 HTTP/1.1" status: 200 len: 1121 time: 2.5887911 Aug 05 14:12:52.844521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['ce4b77e7-ea1a-4522-b76d-2a47f12a4479'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:12:52.921073 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ae978a-0314-4009-b3b4-77948abe75be req-8d4b4920-20df-41c8-ba98-c2b8cfb682fb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Made reservation on behalf of d739f65a56c043b29ed346d66a259350 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:12:52.926444 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d0ae978a-0314-4009-b3b4-77948abe75be req-8d4b4920-20df-41c8-ba98-c2b8cfb682fb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:53.017423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c06e9b24-e637-4c20-af9e-591b90bcdd86 None None] Provisioning complete for port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:53.017797 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c06e9b24-e637-4c20-af9e-591b90bcdd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:53.232663 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c06e9b24-e637-4c20-af9e-591b90bcdd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:53.239935 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'tag': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:12:53.242381 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16d9158-51c1-4407-943c-9e25f2ae55ea" -d '{"events": [{"name": "network-changed", "server_uuid": "234f2347-9982-49b7-9836-67e69ed1ccb7", "tag": "ce4b77e7-ea1a-4522-b76d-2a47f12a4479"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:12:53.254873 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-d0ae978a-0314-4009-b3b4-77948abe75be req-8d4b4920-20df-41c8-ba98-c2b8cfb682fb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Allocated IP 172.20.0.5 (0e3dc811-9abb-46ed-8f37-ce3c4689c755/7c9146ac-c066-45d0-ac2d-dc60038ae307/95281298-47e9-4e51-8b94-ab4adf72d7df) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:53.347738 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61c47b2-243a-47ec-ab86-bbc3073712ed x-openstack-request-id: req-c61c47b2-243a-47ec-ab86-bbc3073712ed {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:12:53.349710 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234f2347-9982-49b7-9836-67e69ed1ccb7", "tag": "ce4b77e7-ea1a-4522-b76d-2a47f12a4479", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:12:53.349974 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c61c47b2-243a-47ec-ab86-bbc3073712ed {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:12:53.350416 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'tag': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479', 'status': 'completed', 'code': 200} Aug 05 14:12:53.352879 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-381f8726-8210-4c22-85d2-f6e8416db5d5 req-f1a9e044-50a6-4301-bd63-83b113fc96e7 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 210 time: 0.0744839 Aug 05 14:12:53.370128 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c06e9b24-e637-4c20-af9e-591b90bcdd86 None None] For port ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,segment=NetworkSegment(a3eac670-f712-4189-8f88-17dfedd52a4c),segment_id=a3eac670-f712-4189-8f88-17dfedd52a4c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:53.382774 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:12:53.396324 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34d7113-50e8-4843-a0d0-9543f167c4b5" -d '{"events": [{"server_uuid": "234f2347-9982-49b7-9836-67e69ed1ccb7", "name": "network-vif-plugged", "status": "completed", "tag": "ce4b77e7-ea1a-4522-b76d-2a47f12a4479"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:12:53.430961 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c06e9b24-e637-4c20-af9e-591b90bcdd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:53.493098 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9158-51c1-4407-943c-9e25f2ae55ea req-70e54220-bbb7-42b2-a0fa-3d10d9dc7413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:53.499139 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a16d9158-51c1-4407-943c-9e25f2ae55ea req-70e54220-bbb7-42b2-a0fa-3d10d9dc7413 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 1126 time: 0.1367426 Aug 05 14:12:53.553671 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09afe08f-0dc2-4602-8580-c9b8ab6f3624 x-openstack-request-id: req-09afe08f-0dc2-4602-8580-c9b8ab6f3624 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:12:53.554064 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234f2347-9982-49b7-9836-67e69ed1ccb7", "name": "network-vif-plugged", "status": "completed", "tag": "ce4b77e7-ea1a-4522-b76d-2a47f12a4479", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:12:53.554348 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09afe08f-0dc2-4602-8580-c9b8ab6f3624 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:12:53.554919 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479', 'code': 200} Aug 05 14:12:53.673932 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9158-51c1-4407-943c-9e25f2ae55ea req-cd74a341-9e3c-4f58-a529-d1d18c0ba8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:53.676775 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a16d9158-51c1-4407-943c-9e25f2ae55ea req-cd74a341-9e3c-4f58-a529-d1d18c0ba8d6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 HTTP/1.1" status: 200 len: 897 time: 0.1698239 Aug 05 14:12:53.697380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eebda7-35e3-4076-80e0-b8c1349be589 req-713268a0-3ece-49f6-bcca-fbdb51fe83ef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:53.699462 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95eebda7-35e3-4076-80e0-b8c1349be589 req-713268a0-3ece-49f6-bcca-fbdb51fe83ef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 945 time: 0.1669347 Aug 05 14:12:53.733623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e9b24-e637-4c20-af9e-591b90bcdd86 None None] Pushing event updated for resources: {'Port': ['ID=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:53.811551 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a16d9158-51c1-4407-943c-9e25f2ae55ea req-8368f215-36a0-45c1-888d-2397e65074c2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479 HTTP/1.1" status: 200 len: 1001 time: 0.1242318 Aug 05 14:12:53.859908 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95eebda7-35e3-4076-80e0-b8c1349be589 req-39dee64c-125b-4b94-bcff-c9d9bfba5493 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461997 Aug 05 14:12:53.891709 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d0ae978a-0314-4009-b3b4-77948abe75be req-8d4b4920-20df-41c8-ba98-c2b8cfb682fb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:53.901119 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9158-51c1-4407-943c-9e25f2ae55ea req-8878ddda-a8f0-4f35-ae0a-a57901d1822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:53.905008 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a16d9158-51c1-4407-943c-9e25f2ae55ea req-8878ddda-a8f0-4f35-ae0a-a57901d1822b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a48626b7-9d60-474f-9eb7-fd37d71c9c23 HTTP/1.1" status: 200 len: 834 time: 0.0854568 Aug 05 14:12:53.913510 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-d0ae978a-0314-4009-b3b4-77948abe75be req-8d4b4920-20df-41c8-ba98-c2b8cfb682fb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Transition to ACTIVE for port object 95281298-47e9-4e51-8b94-ab4adf72d7df will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:53.965286 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d0ae978a-0314-4009-b3b4-77948abe75be req-8d4b4920-20df-41c8-ba98-c2b8cfb682fb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:53.986829 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9158-51c1-4407-943c-9e25f2ae55ea req-eecd1a55-cdd4-43c1-9fdd-a303267fef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:53.988364 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a16d9158-51c1-4407-943c-9e25f2ae55ea req-eecd1a55-cdd4-43c1-9fdd-a303267fef89 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743427 Aug 05 14:12:54.031544 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ae978a-0314-4009-b3b4-77948abe75be req-8d4b4920-20df-41c8-ba98-c2b8cfb682fb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Network 0e3dc811-9abb-46ed-8f37-ce3c4689c755 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:54.035548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-d0ae978a-0314-4009-b3b4-77948abe75be req-8d4b4920-20df-41c8-ba98-c2b8cfb682fb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:54.040402 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ae978a-0314-4009-b3b4-77948abe75be req-8d4b4920-20df-41c8-ba98-c2b8cfb682fb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:54.150208 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae978a-0314-4009-b3b4-77948abe75be req-8d4b4920-20df-41c8-ba98-c2b8cfb682fb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:54.150771 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d0ae978a-0314-4009-b3b4-77948abe75be req-8d4b4920-20df-41c8-ba98-c2b8cfb682fb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:54.207009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b4920-20df-41c8-ba98-c2b8cfb682fb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event updated for resources: {'Port': ['ID=95281298-47e9-4e51-8b94-ab4adf72d7df,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:54.217909 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d0ae978a-0314-4009-b3b4-77948abe75be req-8d4b4920-20df-41c8-ba98-c2b8cfb682fb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5284898 Aug 05 14:12:54.234275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Request body: {'port': {'device_id': '504d0e62-750c-4bb3-a631-8f1c23d49339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:54.264588 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a16d9158-51c1-4407-943c-9e25f2ae55ea req-d4abeda7-5628-488e-b8cc-29e518b85f28 service neutron] 10.222.0.84 "GET /v2.0/networks/265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668147 Aug 05 14:12:54.397678 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:54.525871 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a16d9158-51c1-4407-943c-9e25f2ae55ea req-40184f5c-91c2-4ee9-9c15-f555c4b9222b service neutron] 10.222.0.84 "GET /v2.0/networks/265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529161 Aug 05 14:12:54.595097 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5752c7a9-5540-433a-b5a4-09d3859dc5d1 None None] Provisioning for port 95281298-47e9-4e51-8b94-ab4adf72d7df completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:54.647440 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5752c7a9-5540-433a-b5a4-09d3859dc5d1 None None] Provisioning complete for port 95281298-47e9-4e51-8b94-ab4adf72d7df triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:54.648344 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5752c7a9-5540-433a-b5a4-09d3859dc5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:54.701104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-5752c7a9-5540-433a-b5a4-09d3859dc5d1 None None] Port 95281298-47e9-4e51-8b94-ab4adf72d7df cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:12:54.728408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe3d9d-73ef-44a5-85df-a28e560aa9e4 req-a270ca02-ed87-4618-9106-83d52aba0b4d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:54.730723 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8ffe3d9d-73ef-44a5-85df-a28e560aa9e4 req-a270ca02-ed87-4618-9106-83d52aba0b4d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 970 time: 0.2560110 Aug 05 14:12:54.799512 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43368) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:54.805659 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8ffe3d9d-73ef-44a5-85df-a28e560aa9e4 req-5cabb6ee-7a2c-4bae-b571-361b1c712e04 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/security-groups?id=add547b8-ff48-4034-86b9-4c5be656e909&id=03eefb30-94e8-46a3-b72b-f6e7954974dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0473204 Aug 05 14:12:54.973935 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95281298-47e9-4e51-8b94-ab4adf72d7df {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:12:54.993755 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:55.002547 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d6b4fc91-efde-4efe-8210-69c49fe9af0a tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1695752714'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:55.014463 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Transition to ACTIVE for port object 95281298-47e9-4e51-8b94-ab4adf72d7df will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:55.021348 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:55.037652 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b4fc91-efde-4efe-8210-69c49fe9af0a tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Made reservation on behalf of 9f41b6b2c1174f46a424f1eaa576c5ad for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:12:55.041548 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fc91-efde-4efe-8210-69c49fe9af0a tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:55.055383 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fc91-efde-4efe-8210-69c49fe9af0a tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:55.072394 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a53a2-45bd-46f7-8468-c58d886846e2 req-1da481b2-35dd-4489-a52f-332ccbc2c1fb tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:55.080974 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a05a53a2-45bd-46f7-8468-c58d886846e2 req-1da481b2-35dd-4489-a52f-332ccbc2c1fb tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 945 time: 0.1263630 Aug 05 14:12:55.131122 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Pushing event updated for resources: {'Port': ['ID=95281298-47e9-4e51-8b94-ab4adf72d7df,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:55.170732 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a05a53a2-45bd-46f7-8468-c58d886846e2 req-e8c75ecd-7ea3-4742-8407-5b4bb4bde8cc tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847061 Aug 05 14:12:55.174688 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Attempting to bind port 95281298-47e9-4e51-8b94-ab4adf72d7df on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:12:55.175045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Attempting to bind port 95281298-47e9-4e51-8b94-ab4adf72d7df by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'fc8c005b-c070-4626-8d31-5945f8304623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:12:55.175483 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Attempting to bind port 95281298-47e9-4e51-8b94-ab4adf72d7df on network 0e3dc811-9abb-46ed-8f37-ce3c4689c755 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:12:55.181235 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Port 95281298-47e9-4e51-8b94-ab4adf72d7df on network 0e3dc811-9abb-46ed-8f37-ce3c4689c755 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:12:55.181590 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Attempting to bind port 95281298-47e9-4e51-8b94-ab4adf72d7df on network 0e3dc811-9abb-46ed-8f37-ce3c4689c755 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:12:55.196201 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:12:55.196977 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Checking segment: {'id': 'fc8c005b-c070-4626-8d31-5945f8304623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:55.197440 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Bound using segment: {'id': 'fc8c005b-c070-4626-8d31-5945f8304623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:12:55.197899 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Bound port: 95281298-47e9-4e51-8b94-ab4adf72d7df, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc8c005b-c070-4626-8d31-5945f8304623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:12:55.198471 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:55.275657 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fc91-efde-4efe-8210-69c49fe9af0a tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:55.281578 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fc91-efde-4efe-8210-69c49fe9af0a tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:55.285503 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] For port 95281298-47e9-4e51-8b94-ab4adf72d7df, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:12:55.289517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] For port 95281298-47e9-4e51-8b94-ab4adf72d7df, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=95281298-47e9-4e51-8b94-ab4adf72d7df,segment=NetworkSegment(fc8c005b-c070-4626-8d31-5945f8304623),segment_id=fc8c005b-c070-4626-8d31-5945f8304623)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:12:55.297560 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:55.319834 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b4fc91-efde-4efe-8210-69c49fe9af0a tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:12:55.331504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4fc91-efde-4efe-8210-69c49fe9af0a tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed12b0d8-4c1a-4174-bc83-f27bbbbb5921,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:55.337082 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fc91-efde-4efe-8210-69c49fe9af0a tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:55.337658 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-d6b4fc91-efde-4efe-8210-69c49fe9af0a tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Added segment 13d085ac-1989-4ea1-bbc8-3da4f403b218 of type vlan for network bdcc945e-9134-4f86-94b3-f0791a362496 Aug 05 14:12:55.354327 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:55.356234 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:55.357736 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d0ae978a-0314-4009-b3b4-77948abe75be req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] 10.222.0.63 "PUT /v2.0/ports/95281298-47e9-4e51-8b94-ab4adf72d7df HTTP/1.1" status: 200 len: 1130 time: 1.1294229 Aug 05 14:12:55.360353 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504d0e62-750c-4bb3-a631-8f1c23d49339', 'tag': '95281298-47e9-4e51-8b94-ab4adf72d7df'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:12:55.362827 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74902507-7587-4738-a2d7-d6b75130be20" -d '{"events": [{"name": "network-changed", "server_uuid": "504d0e62-750c-4bb3-a631-8f1c23d49339", "tag": "95281298-47e9-4e51-8b94-ab4adf72d7df"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:12:55.405169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94423c44-caca-4f08-9a5a-898ecae88535 service neutron] Pushing event updated for resources: {'Port': ['ID=95281298-47e9-4e51-8b94-ab4adf72d7df,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:55.410383 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fc91-efde-4efe-8210-69c49fe9af0a tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:55.485661 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fc91-efde-4efe-8210-69c49fe9af0a tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:55.501155 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b4fc91-efde-4efe-8210-69c49fe9af0a tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:55.502200 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6b4fc91-efde-4efe-8210-69c49fe9af0a tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:55.536063 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae978a-0314-4009-b3b4-77948abe75be req-be83e2a4-a26b-4260-8e55-13997272d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:55.538135 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d0ae978a-0314-4009-b3b4-77948abe75be req-be83e2a4-a26b-4260-8e55-13997272d64c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d739f65a56c043b29ed346d66a259350&device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 1133 time: 0.0689542 Aug 05 14:12:55.630070 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d0ae978a-0314-4009-b3b4-77948abe75be req-eabe1af7-b4dd-43c1-b728-39f9bae4ddff service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95281298-47e9-4e51-8b94-ab4adf72d7df HTTP/1.1" status: 200 len: 217 time: 0.0791967 Aug 05 14:12:55.682722 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d6b4fc91-efde-4efe-8210-69c49fe9af0a tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8820422 Aug 05 14:12:55.692084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43422) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:55.707528 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ca4d929e-19c0-49c1-997a-66120e196d48 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Request body: {'subnet': {'network_id': 'bdcc945e-9134-4f86-94b3-f0791a362496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:55.713037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4fc91-efde-4efe-8210-69c49fe9af0a tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Pushing event updated for resources: {'Network': ['ID=bdcc945e-9134-4f86-94b3-f0791a362496,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:55.714738 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8fe4f7-bd81-4dfe-a4d7-55ff9d6af5f9 x-openstack-request-id: req-3d8fe4f7-bd81-4dfe-a4d7-55ff9d6af5f9 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:12:55.719083 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504d0e62-750c-4bb3-a631-8f1c23d49339", "tag": "95281298-47e9-4e51-8b94-ab4adf72d7df", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:12:55.719373 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d8fe4f7-bd81-4dfe-a4d7-55ff9d6af5f9 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:12:55.719801 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504d0e62-750c-4bb3-a631-8f1c23d49339', 'tag': '95281298-47e9-4e51-8b94-ab4adf72d7df', 'status': 'completed', 'code': 200} Aug 05 14:12:55.736398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network bdcc945e-9134-4f86-94b3-f0791a362496 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:12:55.738026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae978a-0314-4009-b3b4-77948abe75be req-f19f5f3e-2cbc-4170-86db-e7dcca7634c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:55.740056 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d0ae978a-0314-4009-b3b4-77948abe75be req-f19f5f3e-2cbc-4170-86db-e7dcca7634c1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7c9146ac-c066-45d0-ac2d-dc60038ae307 HTTP/1.1" status: 200 len: 834 time: 0.0997026 Aug 05 14:12:55.812428 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae978a-0314-4009-b3b4-77948abe75be req-e58db264-c4c4-49b9-baee-70afcde4a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:55.814554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d0ae978a-0314-4009-b3b4-77948abe75be req-e58db264-c4c4-49b9-baee-70afcde4a1b6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0e3dc811-9abb-46ed-8f37-ce3c4689c755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553210 Aug 05 14:12:55.848392 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4d929e-19c0-49c1-997a-66120e196d48 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Made reservation on behalf of 9f41b6b2c1174f46a424f1eaa576c5ad for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:12:55.854589 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ca4d929e-19c0-49c1-997a-66120e196d48 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:55.968507 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d0ae978a-0314-4009-b3b4-77948abe75be req-ac0b65fe-f7d9-491c-9eec-178d46f1c1d0 service neutron] 10.222.0.63 "GET /v2.0/networks/0e3dc811-9abb-46ed-8f37-ce3c4689c755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358311 Aug 05 14:12:55.989787 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643757c6-f5a1-49b5-b501-b426f9b0ef2e req-24f504c9-f8e2-40dc-8fbf-a77bdc978715 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:55.994782 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-643757c6-f5a1-49b5-b501-b426f9b0ef2e req-24f504c9-f8e2-40dc-8fbf-a77bdc978715 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 982 time: 0.0724032 Aug 05 14:12:56.093778 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ca4d929e-19c0-49c1-997a-66120e196d48 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:56.119787 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-643757c6-f5a1-49b5-b501-b426f9b0ef2e req-c4770127-eadf-40fd-a388-c07cb98e55b4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/security-groups?id=add547b8-ff48-4034-86b9-4c5be656e909&id=03eefb30-94e8-46a3-b72b-f6e7954974dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1093225 Aug 05 14:12:56.152881 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d0ae978a-0314-4009-b3b4-77948abe75be req-dbf2891f-0abb-49e1-a2a6-0ddf0b3339c1 service neutron] 10.222.0.63 "GET /v2.0/networks/0e3dc811-9abb-46ed-8f37-ce3c4689c755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550212 Aug 05 14:12:56.178926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d929e-19c0-49c1-997a-66120e196d48 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Pushing event updated for resources: {'Subnet': ['ID=41803cb8-de24-4b70-8f0f-bad91bae22a0,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:56.188531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4d929e-19c0-49c1-997a-66120e196d48 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Checking segment: {'id': '13d085ac-1989-4ea1-bbc8-3da4f403b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bdcc945e-9134-4f86-94b3-f0791a362496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:56.188909 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4d929e-19c0-49c1-997a-66120e196d48 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Network hostable DHCP agents. Network: bdcc945e-9134-4f86-94b3-f0791a362496, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:12:56.203914 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device ce4b77e7-ea1a-4522-b76d-2a47f12a4479 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:12:56.221219 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4d929e-19c0-49c1-997a-66120e196d48 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Network bdcc945e-9134-4f86-94b3-f0791a362496 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:12:56.249281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ca4d929e-19c0-49c1-997a-66120e196d48 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, bdcc945e-9134-4f86-94b3-f0791a362496) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:56.257552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4d929e-19c0-49c1-997a-66120e196d48 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:56.259231 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ca4d929e-19c0-49c1-997a-66120e196d48 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:56.266748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd74097-4f43-4bd4-b38d-3724e85fec04 None None] Network bdcc945e-9134-4f86-94b3-f0791a362496 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:56.293099 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ca4d929e-19c0-49c1-997a-66120e196d48 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5996268 Aug 05 14:12:56.293738 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43468) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:56.297037 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74902507-7587-4738-a2d7-d6b75130be20 req-9e8b83f2-8733-45d6-acd3-4d3bb8ed6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:56.298651 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74902507-7587-4738-a2d7-d6b75130be20 req-9e8b83f2-8733-45d6-acd3-4d3bb8ed6acd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d739f65a56c043b29ed346d66a259350&device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 1133 time: 0.0625911 Aug 05 14:12:56.319855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e38b6799-0b9f-4962-b9f7-fc45aa87310f tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-850699233', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:12:56.366856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9265b-40c4-4398-a110-6e7c7f5e4e1b req-ef88a6a2-23fd-426c-a8f9-2e43cc4e3a8f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:56.377828 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c6e9265b-40c4-4398-a110-6e7c7f5e4e1b req-ef88a6a2-23fd-426c-a8f9-2e43cc4e3a8f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 945 time: 0.1016924 Aug 05 14:12:56.381090 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e38b6799-0b9f-4962-b9f7-fc45aa87310f tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:56.382715 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e38b6799-0b9f-4962-b9f7-fc45aa87310f tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:56.392630 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,segment=NetworkSegment(a3eac670-f712-4189-8f88-17dfedd52a4c),segment_id=a3eac670-f712-4189-8f88-17dfedd52a4c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:56.406560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device ce4b77e7-ea1a-4522-b76d-2a47f12a4479 has no active binding in host n-h1-803585-2 {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 05 14:12:56.439749 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74902507-7587-4738-a2d7-d6b75130be20 req-351e726c-b2f1-458b-b29b-b206d21e3a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:56.441423 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74902507-7587-4738-a2d7-d6b75130be20 req-351e726c-b2f1-458b-b29b-b206d21e3a22 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0e3dc811-9abb-46ed-8f37-ce3c4689c755 HTTP/1.1" status: 200 len: 897 time: 0.1335876 Aug 05 14:12:56.513631 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c6e9265b-40c4-4398-a110-6e7c7f5e4e1b req-4c36cf06-0f8e-4346-a181-77ffbaabc519 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288445 Aug 05 14:12:56.517288 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74902507-7587-4738-a2d7-d6b75130be20 req-b7a94013-1064-4e86-8910-e769f9114010 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95281298-47e9-4e51-8b94-ab4adf72d7df HTTP/1.1" status: 200 len: 217 time: 0.0669377 Aug 05 14:12:56.518043 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e38b6799-0b9f-4962-b9f7-fc45aa87310f tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:56.528416 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e38b6799-0b9f-4962-b9f7-fc45aa87310f tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:56.556193 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e38b6799-0b9f-4962-b9f7-fc45aa87310f tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:56.559066 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e38b6799-0b9f-4962-b9f7-fc45aa87310f tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2485411 Aug 05 14:12:56.561553 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43484) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:56.644740 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74902507-7587-4738-a2d7-d6b75130be20 req-8b198a3d-5872-49e2-8dda-e02015ce260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:56.646706 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74902507-7587-4738-a2d7-d6b75130be20 req-8b198a3d-5872-49e2-8dda-e02015ce260d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7c9146ac-c066-45d0-ac2d-dc60038ae307 HTTP/1.1" status: 200 len: 834 time: 0.1203597 Aug 05 14:12:56.709661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-bdcc945e-9134-4f86-94b3-f0791a362496', 'network_id': 'bdcc945e-9134-4f86-94b3-f0791a362496', 'tenant_id': '9f41b6b2c1174f46a424f1eaa576c5ad', 'fixed_ips': [{'subnet_id': '41803cb8-de24-4b70-8f0f-bad91bae22a0'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:12:56.712076 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:56.720728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74902507-7587-4738-a2d7-d6b75130be20 req-05e187a4-f2ef-4b68-a8cd-99dd9dc2f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:56.731967 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74902507-7587-4738-a2d7-d6b75130be20 req-05e187a4-f2ef-4b68-a8cd-99dd9dc2f2df service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0e3dc811-9abb-46ed-8f37-ce3c4689c755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667818 Aug 05 14:12:56.895346 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74902507-7587-4738-a2d7-d6b75130be20 req-07559b8c-45d6-4d2a-94cb-f259f2ddbd39 service neutron] 10.222.0.63 "GET /v2.0/networks/0e3dc811-9abb-46ed-8f37-ce3c4689c755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621852 Aug 05 14:12:56.946875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Allocated IP 172.20.0.2 (bdcc945e-9134-4f86-94b3-f0791a362496/41803cb8-de24-4b70-8f0f-bad91bae22a0/4ec08da3-657e-4d70-85cd-7ee2a3c2466f) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:57.015543 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:57.037874 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74902507-7587-4738-a2d7-d6b75130be20 req-881ab260-446e-49b3-817b-83767ab80e69 service neutron] 10.222.0.63 "GET /v2.0/networks/0e3dc811-9abb-46ed-8f37-ce3c4689c755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313355 Aug 05 14:12:57.250038 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:57.264693 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Transition to ACTIVE for port object 4ec08da3-657e-4d70-85cd-7ee2a3c2466f will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:57.289976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Transition to ACTIVE for port object 4ec08da3-657e-4d70-85cd-7ee2a3c2466f will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:57.299815 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:57.344204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Network bdcc945e-9134-4f86-94b3-f0791a362496 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:57.346293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305626d-a1dd-4d8c-87bd-282da486dee8 req-d94fc515-6696-43a0-8d2d-b242b22aa09c tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:57.347256 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:57.347851 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6305626d-a1dd-4d8c-87bd-282da486dee8 req-d94fc515-6696-43a0-8d2d-b242b22aa09c tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 982 time: 0.1207776 Aug 05 14:12:57.358046 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:57.369600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Pushing event updated for resources: {'Port': ['ID=4ec08da3-657e-4d70-85cd-7ee2a3c2466f,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:57.425171 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Allocated IP 172.20.0.1 (bdcc945e-9134-4f86-94b3-f0791a362496/41803cb8-de24-4b70-8f0f-bad91bae22a0/9656abaa-d794-4380-9076-de4d19ffc8cb) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:12:57.466613 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Attempting to bind port 4ec08da3-657e-4d70-85cd-7ee2a3c2466f on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:12:57.466996 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Attempting to bind port 4ec08da3-657e-4d70-85cd-7ee2a3c2466f by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '13d085ac-1989-4ea1-bbc8-3da4f403b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bdcc945e-9134-4f86-94b3-f0791a362496'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:12:57.467362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Attempting to bind port 4ec08da3-657e-4d70-85cd-7ee2a3c2466f on network bdcc945e-9134-4f86-94b3-f0791a362496 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:12:57.473022 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:12:57.473565 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Checking segment: {'id': '13d085ac-1989-4ea1-bbc8-3da4f403b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bdcc945e-9134-4f86-94b3-f0791a362496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:12:57.473987 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:57.474413 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Bound using segment: {'id': '13d085ac-1989-4ea1-bbc8-3da4f403b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bdcc945e-9134-4f86-94b3-f0791a362496'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:12:57.474887 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Bound port: 4ec08da3-657e-4d70-85cd-7ee2a3c2466f, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d085ac-1989-4ea1-bbc8-3da4f403b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bdcc945e-9134-4f86-94b3-f0791a362496'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:12:57.475273 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:57.556733 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6305626d-a1dd-4d8c-87bd-282da486dee8 req-5f82d996-5532-45eb-ab5d-c954ddd0a0c2 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/security-groups?id=add547b8-ff48-4034-86b9-4c5be656e909&id=03eefb30-94e8-46a3-b72b-f6e7954974dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1900291 Aug 05 14:12:57.586085 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] For port 4ec08da3-657e-4d70-85cd-7ee2a3c2466f, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:12:57.590296 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] For port 4ec08da3-657e-4d70-85cd-7ee2a3c2466f, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4ec08da3-657e-4d70-85cd-7ee2a3c2466f,segment=NetworkSegment(13d085ac-1989-4ea1-bbc8-3da4f403b218),segment_id=13d085ac-1989-4ea1-bbc8-3da4f403b218)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:12:57.603667 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:57.716639 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:57.722966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5950a0a-cbf7-4ce4-a23f-b46a188f74e7 None None] Pushing event updated for resources: {'Port': ['ID=4ec08da3-657e-4d70-85cd-7ee2a3c2466f,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:57.736456 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b297dc-f26c-4887-b0b7-1a1150bd6f43 req-51f7164e-3883-46d4-9e39-66effade5058 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:57.736884 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f6b297dc-f26c-4887-b0b7-1a1150bd6f43 req-51f7164e-3883-46d4-9e39-66effade5058 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 945 time: 0.0940394 Aug 05 14:12:57.756503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Transition to ACTIVE for port object 9656abaa-d794-4380-9076-de4d19ffc8cb will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:12:57.809918 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f6b297dc-f26c-4887-b0b7-1a1150bd6f43 req-0e967b5d-a6b4-44e6-9aa1-1b8bd4d3cf0c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653479 Aug 05 14:12:57.847748 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:57.963835 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Network bdcc945e-9134-4f86-94b3-f0791a362496 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:12:57.979605 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:12:58.025145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:12:58.091549 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Pushing event updated for resources: {'Port': ['ID=9656abaa-d794-4380-9076-de4d19ffc8cb,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:58.130569 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-85aa8157-1010-41de-ae8d-7cecf48fde0e service neutron] 10.222.0.84 "GET /v2.0/ports/ce4b77e7-ea1a-4522-b76d-2a47f12a4479/bindings/n-h1-803585-2 HTTP/1.1" status: 200 len: 384 time: 0.3040819 Aug 05 14:12:58.141133 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:58.219398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 95281298-47e9-4e51-8b94-ab4adf72d7df details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:12:58.401092 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 95281298-47e9-4e51-8b94-ab4adf72d7df, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=95281298-47e9-4e51-8b94-ab4adf72d7df,segment=NetworkSegment(fc8c005b-c070-4626-8d31-5945f8304623),segment_id=fc8c005b-c070-4626-8d31-5945f8304623)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:58.418239 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '95281298-47e9-4e51-8b94-ab4adf72d7df', 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755', 'port_id': '95281298-47e9-4e51-8b94-ab4adf72d7df', 'mac_address': 'fa:16:3e:d6:32:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:12:58.432096 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:58.503487 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:58.548426 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95281298-47e9-4e51-8b94-ab4adf72d7df {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:12:58.611138 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 95281298-47e9-4e51-8b94-ab4adf72d7df, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=95281298-47e9-4e51-8b94-ab4adf72d7df,segment=NetworkSegment(fc8c005b-c070-4626-8d31-5945f8304623),segment_id=fc8c005b-c070-4626-8d31-5945f8304623)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:58.623361 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:58.737049 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=95281298-47e9-4e51-8b94-ab4adf72d7df,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:12:58.948388 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['95281298-47e9-4e51-8b94-ab4adf72d7df'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:12:59.081634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e0d1a-1937-4104-81d9-d16f0994c7d9 req-8a413046-256c-4f3e-ae1d-2bd9b6dce129 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:59.090965 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f06e0d1a-1937-4104-81d9-d16f0994c7d9 req-8a413046-256c-4f3e-ae1d-2bd9b6dce129 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 945 time: 0.1422760 Aug 05 14:12:59.214137 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f06e0d1a-1937-4104-81d9-d16f0994c7d9 req-e01bb8f9-9844-4d50-bcea-e0d20480c25e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124351 Aug 05 14:12:59.269371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8106080e-4fe9-418c-a4bd-a164ff78d693 None None] Network bdcc945e-9134-4f86-94b3-f0791a362496 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:12:59.310389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43692) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:59.383620 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-24a359a1-f307-4935-bc81-504696f16cee None None] Provisioning for port 4ec08da3-657e-4d70-85cd-7ee2a3c2466f completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:59.445319 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbccce1-84b9-49c2-937f-726c7316788d req-10d88034-8c05-4f3d-8da0-7b51768b5dc9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:12:59.460861 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2fbccce1-84b9-49c2-937f-726c7316788d req-10d88034-8c05-4f3d-8da0-7b51768b5dc9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 983 time: 0.7822402 Aug 05 14:12:59.548046 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a0ce2241-e543-4469-9892-2610f1e7dd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:59.593853 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4ec08da3-657e-4d70-85cd-7ee2a3c2466f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:12:59.610979 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-cd9367dd-3f8b-4356-ad28-177154c2abe1 service neutron] For port ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,segment=NetworkSegment(a3eac670-f712-4189-8f88-17dfedd52a4c),segment_id=a3eac670-f712-4189-8f88-17dfedd52a4c)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:59.645609 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-cd9367dd-3f8b-4356-ad28-177154c2abe1 service neutron] For port ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:12:59.709371 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-cd9367dd-3f8b-4356-ad28-177154c2abe1 service neutron] For port ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,segment=NetworkSegment(a3eac670-f712-4189-8f88-17dfedd52a4c),segment_id=a3eac670-f712-4189-8f88-17dfedd52a4c)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:59.727252 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4ec08da3-657e-4d70-85cd-7ee2a3c2466f completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:12:59.733848 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4ec08da3-657e-4d70-85cd-7ee2a3c2466f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:12:59.734675 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:59.787140 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a0ce2241-e543-4469-9892-2610f1e7dd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:59.813239 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a0ce2241-e543-4469-9892-2610f1e7dd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:59.857490 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:59.861697 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:12:59.864116 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5a6d00-0b09-4296-9e9e-fb7f4383548a" -d '{"events": [{"server_uuid": "234f2347-9982-49b7-9836-67e69ed1ccb7", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4b77e7-ea1a-4522-b76d-2a47f12a4479"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:12:59.869510 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:59.880547 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:12:59.919050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 4ec08da3-657e-4d70-85cd-7ee2a3c2466f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4ec08da3-657e-4d70-85cd-7ee2a3c2466f,segment=NetworkSegment(13d085ac-1989-4ea1-bbc8-3da4f403b218),segment_id=13d085ac-1989-4ea1-bbc8-3da4f403b218)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:12:59.925395 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a0ce2241-e543-4469-9892-2610f1e7dd03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e15cfe02b5d43928a3d8d2be0cc7e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6119363 Aug 05 14:12:59.927157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43716) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:12:59.948988 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:00.016838 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=4ec08da3-657e-4d70-85cd-7ee2a3c2466f,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:00.031584 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce2241-e543-4469-9892-2610f1e7dd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b957b7-ba15-4d79-89c7-cc54027c0018,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:00.035966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-88e8f7fc-3517-43cb-a633-84730043d3f3 None None] Provisioning complete for port 4ec08da3-657e-4d70-85cd-7ee2a3c2466f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:00.036608 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-88e8f7fc-3517-43cb-a633-84730043d3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:00.040441 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-cd9367dd-3f8b-4356-ad28-177154c2abe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:00.098080 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-678b5013-f445-47a1-b4e5-b1b5b2f0f9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:00.101824 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2fbccce1-84b9-49c2-937f-726c7316788d req-5922f48f-1808-45d2-a7c6-4339f733015f tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/security-groups?id=add547b8-ff48-4034-86b9-4c5be656e909&id=03eefb30-94e8-46a3-b72b-f6e7954974dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6391776 Aug 05 14:13:00.123972 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3cced2-ae87-47b7-a3a5-9475c51f8615 x-openstack-request-id: req-8f3cced2-ae87-47b7-a3a5-9475c51f8615 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:13:00.124273 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234f2347-9982-49b7-9836-67e69ed1ccb7", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4b77e7-ea1a-4522-b76d-2a47f12a4479", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:13:00.124526 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f3cced2-ae87-47b7-a3a5-9475c51f8615 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:13:00.125138 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479', 'code': 200} Aug 05 14:13:00.159832 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-678b5013-f445-47a1-b4e5-b1b5b2f0f9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:00.170000 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-88e8f7fc-3517-43cb-a633-84730043d3f3 None None] Provisioning for port 9656abaa-d794-4380-9076-de4d19ffc8cb completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:00.176770 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-88e8f7fc-3517-43cb-a633-84730043d3f3 None None] Provisioning complete for port 9656abaa-d794-4380-9076-de4d19ffc8cb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:00.179572 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-88e8f7fc-3517-43cb-a633-84730043d3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:00.219152 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Pushing event updated for resources: {'Port': ['ID=9656abaa-d794-4380-9076-de4d19ffc8cb,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:00.232141 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-678b5013-f445-47a1-b4e5-b1b5b2f0f9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:00.232429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 95281298-47e9-4e51-8b94-ab4adf72d7df up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:13:00.234837 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-678b5013-f445-47a1-b4e5-b1b5b2f0f9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:00.236065 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-678b5013-f445-47a1-b4e5-b1b5b2f0f9e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2b957b7-ba15-4d79-89c7-cc54027c0018 HTTP/1.1" status: 204 len: 168 time: 0.3007345 Aug 05 14:13:00.240983 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:00.251574 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b5013-f445-47a1-b4e5-b1b5b2f0f9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b957b7-ba15-4d79-89c7-cc54027c0018,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:00.253559 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-88e8f7fc-3517-43cb-a633-84730043d3f3 None None] Port 9656abaa-d794-4380-9076-de4d19ffc8cb cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:13:00.348400 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-cd9367dd-3f8b-4356-ad28-177154c2abe1 service neutron] Transition to ACTIVE for port object ce4b77e7-ea1a-4522-b76d-2a47f12a4479 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:00.362870 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-cd9367dd-3f8b-4356-ad28-177154c2abe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:00.406107 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 95281298-47e9-4e51-8b94-ab4adf72d7df completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:00.411647 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 95281298-47e9-4e51-8b94-ab4adf72d7df triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:00.412554 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:00.461188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80f883-8261-4e59-b421-bc5e10ff3192 req-ec339df1-7203-45c2-b191-53a484d489a5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:00.478083 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6d80f883-8261-4e59-b421-bc5e10ff3192 req-ec339df1-7203-45c2-b191-53a484d489a5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 944 time: 0.1220508 Aug 05 14:13:00.559005 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3386879a-f457-4515-b132-aa8aed98a296 None None] Provisioning complete for port 9656abaa-d794-4380-9076-de4d19ffc8cb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:00.559379 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3386879a-f457-4515-b132-aa8aed98a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:00.571112 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6d80f883-8261-4e59-b421-bc5e10ff3192 req-b5ac7353-8ebf-4c49-b5d3-afe45cdff02a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919733 Aug 05 14:13:00.656883 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Network bdcc945e-9134-4f86-94b3-f0791a362496 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:00.665121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-3386879a-f457-4515-b132-aa8aed98a296 None None] Port 9656abaa-d794-4380-9076-de4d19ffc8cb cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:13:00.671261 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:00.692339 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:00.741903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504d0e62-750c-4bb3-a631-8f1c23d49339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95281298-47e9-4e51-8b94-ab4adf72d7df'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:13:00.744377 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65935a4c-d1aa-4fec-878b-cf60f259279a" -d '{"events": [{"server_uuid": "504d0e62-750c-4bb3-a631-8f1c23d49339", "name": "network-vif-plugged", "status": "completed", "tag": "95281298-47e9-4e51-8b94-ab4adf72d7df"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:13:00.765152 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 95281298-47e9-4e51-8b94-ab4adf72d7df, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=95281298-47e9-4e51-8b94-ab4adf72d7df,segment=NetworkSegment(fc8c005b-c070-4626-8d31-5945f8304623),segment_id=fc8c005b-c070-4626-8d31-5945f8304623)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:00.776093 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:00.847475 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7713e643-0a53-4cce-901a-cdf49800e354 x-openstack-request-id: req-7713e643-0a53-4cce-901a-cdf49800e354 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:13:00.848008 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504d0e62-750c-4bb3-a631-8f1c23d49339", "name": "network-vif-plugged", "status": "completed", "tag": "95281298-47e9-4e51-8b94-ab4adf72d7df", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:13:00.848416 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7713e643-0a53-4cce-901a-cdf49800e354 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:13:00.848945 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504d0e62-750c-4bb3-a631-8f1c23d49339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95281298-47e9-4e51-8b94-ab4adf72d7df', 'code': 200} Aug 05 14:13:00.905901 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43762) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:00.953050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9367dd-3f8b-4356-ad28-177154c2abe1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,revision_number=11']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:00.974195 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70187fd7-961c-4e7b-bfc2-beb713fe64fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:01.008564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-cd9367dd-3f8b-4356-ad28-177154c2abe1 service neutron] No DVR routers for this DVR port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:13:01.095526 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664734f3-018c-4c65-8a89-5997f273c8e5 req-8155da46-39c1-48a6-9c83-169846d2acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:01.097336 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-664734f3-018c-4c65-8a89-5997f273c8e5 req-8155da46-39c1-48a6-9c83-169846d2acf6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 1135 time: 0.2044315 Aug 05 14:13:01.158385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Router 83ce283f-dd80-42ae-a34c-a489fea0bfcb is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:13:01.171767 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-664734f3-018c-4c65-8a89-5997f273c8e5 req-56fcfa80-ada8-4b21-b04c-0e7688d35ee6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=add547b8-ff48-4034-86b9-4c5be656e909&id=03eefb30-94e8-46a3-b72b-f6e7954974dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0525858 Aug 05 14:13:01.222551 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=95281298-47e9-4e51-8b94-ab4adf72d7df,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:01.228764 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70187fd7-961c-4e7b-bfc2-beb713fe64fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:01.236983 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70187fd7-961c-4e7b-bfc2-beb713fe64fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:01.297134 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-70187fd7-961c-4e7b-bfc2-beb713fe64fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4959bfcab2f41679fdc187810540dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859477 Aug 05 14:13:01.297134 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70187fd7-961c-4e7b-bfc2-beb713fe64fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa7e9d9-0dbf-44eb-8ee6-a19ec18583f4,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:01.298522 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43770) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:01.360882 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e8573f44-5c4a-447d-b41a-7d056366be49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:01.365482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-467dfa56-3b08-4459-925b-5d959919ca2e None None] Provisioning complete for port 9656abaa-d794-4380-9076-de4d19ffc8cb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:01.365482 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-467dfa56-3b08-4459-925b-5d959919ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:01.384527 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e8573f44-5c4a-447d-b41a-7d056366be49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:01.398003 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-cd9367dd-3f8b-4356-ad28-177154c2abe1 service neutron] 10.222.0.84 "PUT /v2.0/ports/ce4b77e7-ea1a-4522-b76d-2a47f12a4479/bindings/n-h1-803585-2/activate HTTP/1.1" status: 200 len: 369 time: 3.2127151 Aug 05 14:13:01.419112 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211647c-606f-4332-8731-b508c7a53093 req-5b2c264f-833f-4ae5-9920-1f5fab7fa8c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:01.427850 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6211647c-606f-4332-8731-b508c7a53093 req-5b2c264f-833f-4ae5-9920-1f5fab7fa8c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 984 time: 0.2364647 Aug 05 14:13:01.437331 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:13:01.443604 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ff3839c5-4ebe-4d2d-af3b-cc11596dd772 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] 10.222.0.16 "PUT /v2.0/routers/83ce283f-dd80-42ae-a34c-a489fea0bfcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8804269 Aug 05 14:13:01.451206 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43778) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:01.458117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea395667-0ac1-4312-8a11-9cca70c00d73 None None] Sync routers for ids ['83ce283f-dd80-42ae-a34c-a489fea0bfcb'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:13:01.464016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e824d64b-ed3c-4844-a9dd-5b6526416d45 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Request body: {'port': {'network_id': 'bdcc945e-9134-4f86-94b3-f0791a362496', 'name': 'tempest-FloatingIPNegativeTestJSON-715605247'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:01.476475 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-467dfa56-3b08-4459-925b-5d959919ca2e None None] Port 9656abaa-d794-4380-9076-de4d19ffc8cb cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:13:01.484531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea395667-0ac1-4312-8a11-9cca70c00d73 None None] Routers {'83ce283f-dd80-42ae-a34c-a489fea0bfcb'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:13:01.485677 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ea395667-0ac1-4312-8a11-9cca70c00d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['83ce283f-dd80-42ae-a34c-a489fea0bfcb'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:01.530949 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e8573f44-5c4a-447d-b41a-7d056366be49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:01.533878 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e8573f44-5c4a-447d-b41a-7d056366be49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:01.537933 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e8573f44-5c4a-447d-b41a-7d056366be49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/faa7e9d9-0dbf-44eb-8ee6-a19ec18583f4 HTTP/1.1" status: 204 len: 168 time: 0.2385616 Aug 05 14:13:01.550524 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ea395667-0ac1-4312-8a11-9cca70c00d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:01.555596 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8573f44-5c4a-447d-b41a-7d056366be49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa7e9d9-0dbf-44eb-8ee6-a19ec18583f4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:01.568204 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-33164ff4-b7b9-42e6-a639-0a32e410afc6 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:01.570430 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-33164ff4-b7b9-42e6-a639-0a32e410afc6 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7&tenant_id=b8337b594bf34d3abccae65212524bf9&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 1095 time: 0.0906062 Aug 05 14:13:01.603983 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea395667-0ac1-4312-8a11-9cca70c00d73 None None] Routers {'83ce283f-dd80-42ae-a34c-a489fea0bfcb'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:13:01.605678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ea395667-0ac1-4312-8a11-9cca70c00d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['83ce283f-dd80-42ae-a34c-a489fea0bfcb'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:01.610296 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4ec08da3-657e-4d70-85cd-7ee2a3c2466f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:13:01.663984 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6211647c-606f-4332-8731-b508c7a53093 req-559d1ccd-e858-4a1c-a8bf-316ab05c170e tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/security-groups?id=add547b8-ff48-4034-86b9-4c5be656e909&id=03eefb30-94e8-46a3-b72b-f6e7954974dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2320468 Aug 05 14:13:01.748079 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ea395667-0ac1-4312-8a11-9cca70c00d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:01.748347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea395667-0ac1-4312-8a11-9cca70c00d73 None None] The sync data for ids ['83ce283f-dd80-42ae-a34c-a489fea0bfcb'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:13:01.764134 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-29460d6c-a5a2-417c-8b16-4721cc184b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:01.766102 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-29460d6c-a5a2-417c-8b16-4721cc184b58 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7&tenant_id=b8337b594bf34d3abccae65212524bf9 HTTP/1.1" status: 200 len: 1095 time: 0.1840904 Aug 05 14:13:01.800854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e824d64b-ed3c-4844-a9dd-5b6526416d45 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Made reservation on behalf of 9f41b6b2c1174f46a424f1eaa576c5ad for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:01.809101 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e824d64b-ed3c-4844-a9dd-5b6526416d45 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:01.822054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4ec08da3-657e-4d70-85cd-7ee2a3c2466f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:01.824764 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:01.841138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-e824d64b-ed3c-4844-a9dd-5b6526416d45 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] device_id is not set on port d3e54b03-d4fa-4fa4-b56a-4050bf4b4531 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:13:01.848356 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab593247-e132-4d16-b1e2-c15da17bbbb5 req-76e68b20-67c0-4780-9ed4-8eebed7fc526 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:01.856785 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab593247-e132-4d16-b1e2-c15da17bbbb5 req-76e68b20-67c0-4780-9ed4-8eebed7fc526 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 944 time: 0.1224174 Aug 05 14:13:01.914366 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-cf44116f-db38-4c04-93d2-c50e25e4e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:01.916227 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-cf44116f-db38-4c04-93d2-c50e25e4e6c2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 1095 time: 0.1213861 Aug 05 14:13:01.955920 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab593247-e132-4d16-b1e2-c15da17bbbb5 req-8cea3607-967d-4bfe-b6c1-0c286763f729 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981984 Aug 05 14:13:01.975777 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device ce4b77e7-ea1a-4522-b76d-2a47f12a4479 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:13:02.106444 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-daa4ebbf-5403-498a-8ce7-7583712093d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:02.108091 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-daa4ebbf-5403-498a-8ce7-7583712093d8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 HTTP/1.1" status: 200 len: 897 time: 0.1820722 Aug 05 14:13:02.149670 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-e824d64b-ed3c-4844-a9dd-5b6526416d45 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Allocated IP 172.20.0.6 (bdcc945e-9134-4f86-94b3-f0791a362496/41803cb8-de24-4b70-8f0f-bad91bae22a0/d3e54b03-d4fa-4fa4-b56a-4050bf4b4531) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:02.156481 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device ce4b77e7-ea1a-4522-b76d-2a47f12a4479 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:13:02.228521 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-986ccd4d-7531-4cc8-8b38-a403bfcd9a40 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479 HTTP/1.1" status: 200 len: 999 time: 0.1110981 Aug 05 14:13:02.329025 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-09a4944e-97ee-4897-8124-fd1fd46e6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:02.330551 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-09a4944e-97ee-4897-8124-fd1fd46e6b82 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a48626b7-9d60-474f-9eb7-fd37d71c9c23 HTTP/1.1" status: 200 len: 834 time: 0.0949574 Aug 05 14:13:02.407270 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-137d2444-d624-4c25-a796-d5b37cc8263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:02.409150 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e824d64b-ed3c-4844-a9dd-5b6526416d45 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:02.409866 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-137d2444-d624-4c25-a796-d5b37cc8263d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707445 Aug 05 14:13:02.429856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-e824d64b-ed3c-4844-a9dd-5b6526416d45 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Transition to ACTIVE for port object d3e54b03-d4fa-4fa4-b56a-4050bf4b4531 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:02.476747 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e824d64b-ed3c-4844-a9dd-5b6526416d45 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:02.546952 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43828) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:02.549520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e824d64b-ed3c-4844-a9dd-5b6526416d45 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Network bdcc945e-9134-4f86-94b3-f0791a362496 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:02.554824 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-e824d64b-ed3c-4844-a9dd-5b6526416d45 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:02.558874 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e824d64b-ed3c-4844-a9dd-5b6526416d45 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:02.564992 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-6f66e49a-ce1a-4fc1-9f2f-7476915b33f4 service neutron] 10.222.0.63 "GET /v2.0/networks/265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464489 Aug 05 14:13:02.566482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824d64b-ed3c-4844-a9dd-5b6526416d45 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Pushing event updated for resources: {'Port': ['ID=d3e54b03-d4fa-4fa4-b56a-4050bf4b4531,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:02.687636 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e824d64b-ed3c-4844-a9dd-5b6526416d45 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:02.688328 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e824d64b-ed3c-4844-a9dd-5b6526416d45 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:02.730528 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e824d64b-ed3c-4844-a9dd-5b6526416d45 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2773676 Aug 05 14:13:02.736148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43842) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:02.741765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-02fba627-1615-489c-85df-e85bae437788 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:02.801510 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02fba627-1615-489c-85df-e85bae437788 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:02.964328 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02fba627-1615-489c-85df-e85bae437788 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:03.015903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b3a0004c-de8c-420c-8399-96912342a8b3 None None] Provisioning for port d3e54b03-d4fa-4fa4-b56a-4050bf4b4531 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:03.025398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b3a0004c-de8c-420c-8399-96912342a8b3 None None] Provisioning complete for port d3e54b03-d4fa-4fa4-b56a-4050bf4b4531 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:03.025784 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b3a0004c-de8c-420c-8399-96912342a8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:03.074943 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b3a0004c-de8c-420c-8399-96912342a8b3 None None] Port d3e54b03-d4fa-4fa4-b56a-4050bf4b4531 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:13:03.128356 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-afaba460-e991-4305-a0a4-89d3c73b28cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:03.174165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-02fba627-1615-489c-85df-e85bae437788 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Allocated IP 172.25.5.245 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/51e5b320-0d22-401f-98a2-fa761d7e0320) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:03.197936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f471c-8ca5-4bb7-a151-ec3ef9fbb146 req-b3f70e9c-1c76-486c-8379-465848538863 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:03.205904 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-688f471c-8ca5-4bb7-a151-ec3ef9fbb146 req-b3f70e9c-1c76-486c-8379-465848538863 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 944 time: 0.1126761 Aug 05 14:13:03.208917 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e624b-9ad4-422e-bc44-8768df208c94 req-55b6b515-1ffb-45c4-a0b8-08a19abc8657 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:03.210778 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-683e624b-9ad4-422e-bc44-8768df208c94 req-55b6b515-1ffb-45c4-a0b8-08a19abc8657 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 984 time: 0.1285417 Aug 05 14:13:03.221074 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-890ebd31-6599-4a0a-b787-1a2a3e9ae059 service neutron] 10.222.0.63 "GET /v2.0/networks/265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6475492 Aug 05 14:13:03.291074 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-683e624b-9ad4-422e-bc44-8768df208c94 req-93f7cac7-f1c2-4d29-aeff-f04d1d409808 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/security-groups?id=add547b8-ff48-4034-86b9-4c5be656e909&id=03eefb30-94e8-46a3-b72b-f6e7954974dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0689809 Aug 05 14:13:03.397686 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-688f471c-8ca5-4bb7-a151-ec3ef9fbb146 req-563f9271-4d8a-4bcc-bc97-4cb50c08ba2f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706893 Aug 05 14:13:03.446370 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-afaba460-e991-4305-a0a4-89d3c73b28cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:03.461794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-afaba460-e991-4305-a0a4-89d3c73b28cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:03.495065 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02fba627-1615-489c-85df-e85bae437788 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:03.541385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaba460-e991-4305-a0a4-89d3c73b28cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655928ad-a27f-44ad-8746-b5bc0d678c6b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:03.562553 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02fba627-1615-489c-85df-e85bae437788 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:03.639998 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fba627-1615-489c-85df-e85bae437788 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:03.645964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-02fba627-1615-489c-85df-e85bae437788 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:03.652282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fba627-1615-489c-85df-e85bae437788 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:03.671090 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-afaba460-e991-4305-a0a4-89d3c73b28cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2656a6721e034cd6b2cad4cd0ac7e22b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1215332 Aug 05 14:13:03.674556 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43880) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:03.688184 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fba627-1615-489c-85df-e85bae437788 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Pushing event updated for resources: {'Port': ['ID=51e5b320-0d22-401f-98a2-fa761d7e0320,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:03.712365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-aa0ee7b1-11cd-4c2d-a5a3-486f43beaecd tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:03.714619 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-aa0ee7b1-11cd-4c2d-a5a3-486f43beaecd tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7&tenant_id=b8337b594bf34d3abccae65212524bf9&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 1095 time: 0.1745083 Aug 05 14:13:03.769472 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02fba627-1615-489c-85df-e85bae437788 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:03.774750 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baaa9d-b650-4712-ae6b-95f9c9746e47 req-e66279cf-302a-449b-8c19-db8a3f3ea3c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:03.777428 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9baaa9d-b650-4712-ae6b-95f9c9746e47 req-e66279cf-302a-449b-8c19-db8a3f3ea3c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 984 time: 0.2432048 Aug 05 14:13:03.812452 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02fba627-1615-489c-85df-e85bae437788 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:03.855084 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d88207f1-21cc-416c-9aa3-f2d94230bfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:03.878971 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9baaa9d-b650-4712-ae6b-95f9c9746e47 req-7a99ca3e-01b6-4d3e-81c0-de3d89e34bee tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/security-groups?id=add547b8-ff48-4034-86b9-4c5be656e909&id=03eefb30-94e8-46a3-b72b-f6e7954974dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0921886 Aug 05 14:13:03.942076 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d88207f1-21cc-416c-9aa3-f2d94230bfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:04.015571 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-0efc2403-84a8-49ac-9e7d-3e8d56a1a65a service neutron] For port ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:13:04.019346 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-0efc2403-84a8-49ac-9e7d-3e8d56a1a65a service neutron] Notify callbacks [] for binding, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:04.020931 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1cf0f7d-982a-4f2d-8330-444bf6944220 req-0efc2403-84a8-49ac-9e7d-3e8d56a1a65a service neutron] 10.222.0.63 "DELETE /v2.0/ports/ce4b77e7-ea1a-4522-b76d-2a47f12a4479/bindings/n-h2-803585-2 HTTP/1.1" status: 204 len: 173 time: 0.2979684 Aug 05 14:13:04.036728 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d88207f1-21cc-416c-9aa3-f2d94230bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:04.039778 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d88207f1-21cc-416c-9aa3-f2d94230bfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:04.044884 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d88207f1-21cc-416c-9aa3-f2d94230bfd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/655928ad-a27f-44ad-8746-b5bc0d678c6b HTTP/1.1" status: 204 len: 168 time: 0.3647912 Aug 05 14:13:04.053065 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88207f1-21cc-416c-9aa3-f2d94230bfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655928ad-a27f-44ad-8746-b5bc0d678c6b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:04.075351 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43900) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:04.096755 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02fba627-1615-489c-85df-e85bae437788 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:04.102524 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02fba627-1615-489c-85df-e85bae437788 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:04.172948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffd148-e715-495a-96d8-9271825358ec req-cc880a60-e477-4c50-a736-8a88b91821b2 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:04.174870 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f7ffd148-e715-495a-96d8-9271825358ec req-cc880a60-e477-4c50-a736-8a88b91821b2 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 1135 time: 0.1406214 Aug 05 14:13:04.211010 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fba627-1615-489c-85df-e85bae437788 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Pushing event updated for resources: {'Port': ['ID=51e5b320-0d22-401f-98a2-fa761d7e0320,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:04.216850 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f7ffd148-e715-495a-96d8-9271825358ec req-5b60effc-f8a8-4bde-abd3-a122a6f09e9d tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:04.227049 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02fba627-1615-489c-85df-e85bae437788 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:04.353539 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f7ffd148-e715-495a-96d8-9271825358ec req-5b60effc-f8a8-4bde-abd3-a122a6f09e9d tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:04.360680 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f7ffd148-e715-495a-96d8-9271825358ec req-5b60effc-f8a8-4bde-abd3-a122a6f09e9d tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:04.387253 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02fba627-1615-489c-85df-e85bae437788 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:04.391492 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-02fba627-1615-489c-85df-e85bae437788 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6514101 Aug 05 14:13:04.392259 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43910) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:04.397421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-262289d7-044f-4251-b0f6-406f82dc0c63 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Request body: {'floatingip': {'port_id': 'd3e54b03-d4fa-4fa4-b56a-4050bf4b4531', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:04.405208 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f7ffd148-e715-495a-96d8-9271825358ec req-5b60effc-f8a8-4bde-abd3-a122a6f09e9d tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=add547b8-ff48-4034-86b9-4c5be656e909&id=03eefb30-94e8-46a3-b72b-f6e7954974dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2195535 Aug 05 14:13:04.413072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60effc-f8a8-4bde-abd3-a122a6f09e9d tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058f73c2-94d1-41a0-b7c4-557ef0b66176,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:04.453602 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-262289d7-044f-4251-b0f6-406f82dc0c63 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for floatingip, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:04.462787 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2ba31faf-69b3-41dd-b91d-e0d4dfc5bdb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:04.473168 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43918) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:04.564868 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefefece-b999-42c4-b2a9-58b0b435a2b5 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:04.566829 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-eefefece-b999-42c4-b2a9-58b0b435a2b5 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 1130 time: 0.0923064 Aug 05 14:13:04.570221 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43920) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:04.577246 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': '95281298-47e9-4e51-8b94-ab4adf72d7df', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:04.690707 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-262289d7-044f-4251-b0f6-406f82dc0c63 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] update failed (client error): The resource could not be found. Aug 05 14:13:04.694477 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-262289d7-044f-4251-b0f6-406f82dc0c63 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] 10.222.0.16 "PUT /v2.0/floatingips/172d4c43-7723-4247-8d28-b8585eab9c49 HTTP/1.1" status: 404 len: 507 time: 0.2985387 Aug 05 14:13:04.695061 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43928) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:04.700913 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6862f63-45b2-44cb-a6a4-4a2549a3612d req-71c60083-ad26-4ac1-b6ed-9645234dcba3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:04.702491 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6862f63-45b2-44cb-a6a4-4a2549a3612d req-71c60083-ad26-4ac1-b6ed-9645234dcba3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 944 time: 0.1655741 Aug 05 14:13:04.781489 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6862f63-45b2-44cb-a6a4-4a2549a3612d req-6dfae7fd-fbf4-467d-9d71-ecb47ffb93e8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716546 Aug 05 14:13:04.805443 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2ba31faf-69b3-41dd-b91d-e0d4dfc5bdb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:04.814700 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2ba31faf-69b3-41dd-b91d-e0d4dfc5bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:04.899783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba31faf-69b3-41dd-b91d-e0d4dfc5bdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8b60e1-2a9f-4e2f-a61a-0173e3f4a9b3,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:04.909043 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:04.934916 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2ba31faf-69b3-41dd-b91d-e0d4dfc5bdb4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d21650d72a84591b999120c6b3502a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8580449 Aug 05 14:13:04.937589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43938) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:05.005698 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6e72d71-3ff9-4db8-922b-5230b69926c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:05.032614 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6e72d71-3ff9-4db8-922b-5230b69926c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:05.052456 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-2dc0995f-3e4a-4b3e-8460-7f529a317e19 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Deleting port 51e5b320-0d22-401f-98a2-fa761d7e0320 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:05.052812 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2dc0995f-3e4a-4b3e-8460-7f529a317e19 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:05.096690 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6e72d71-3ff9-4db8-922b-5230b69926c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:05.101688 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6e72d71-3ff9-4db8-922b-5230b69926c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:05.103709 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c6e72d71-3ff9-4db8-922b-5230b69926c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa8b60e1-2a9f-4e2f-a61a-0173e3f4a9b3 HTTP/1.1" status: 204 len: 168 time: 0.1648793 Aug 05 14:13:05.111674 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc791f4-7ff6-4dd4-ae2c-e786b2ce8ddf req-0fe11fda-0a08-4828-b3c0-0d115f3c549c tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:05.123915 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cdc791f4-7ff6-4dd4-ae2c-e786b2ce8ddf req-0fe11fda-0a08-4828-b3c0-0d115f3c549c tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 1095 time: 0.2367477 Aug 05 14:13:05.137245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e72d71-3ff9-4db8-922b-5230b69926c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8b60e1-2a9f-4e2f-a61a-0173e3f4a9b3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:05.233937 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2dc0995f-3e4a-4b3e-8460-7f529a317e19 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:05.234290 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2dc0995f-3e4a-4b3e-8460-7f529a317e19 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:05.258088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-2dc0995f-3e4a-4b3e-8460-7f529a317e19 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Calling delete_port for 51e5b320-0d22-401f-98a2-fa761d7e0320 owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:05.269196 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cdc791f4-7ff6-4dd4-ae2c-e786b2ce8ddf req-bc8a81b9-6bbc-4fde-9a21-66265a98e736 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025341 Aug 05 14:13:05.287006 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:05.504774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6dffb-196e-486e-9ac7-6a7ddf682250 req-2e5dad49-067b-4815-a74b-4d53006481d4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:05.506383 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-10f6dffb-196e-486e-9ac7-6a7ddf682250 req-2e5dad49-067b-4815-a74b-4d53006481d4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 944 time: 0.0979102 Aug 05 14:13:05.532787 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2dc0995f-3e4a-4b3e-8460-7f529a317e19 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:05.536507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Allocated IP 172.25.5.183 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/d9dab8cf-9fe6-400b-8321-fa508bc300ea) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:05.577016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0995f-3e4a-4b3e-8460-7f529a317e19 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Pushing event deleted for resources: {'Port': ['ID=51e5b320-0d22-401f-98a2-fa761d7e0320,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:05.580575 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-10f6dffb-196e-486e-9ac7-6a7ddf682250 req-23695ea9-e0d0-44d7-9fe0-14fe2e907ba7 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589352 Aug 05 14:13:05.595610 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43964) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:05.717008 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2dc0995f-3e4a-4b3e-8460-7f529a317e19 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:05.719806 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2dc0995f-3e4a-4b3e-8460-7f529a317e19 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:05.725772 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2dc0995f-3e4a-4b3e-8460-7f529a317e19 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] 10.222.0.16 "DELETE /v2.0/floatingips/172d4c43-7723-4247-8d28-b8585eab9c49 HTTP/1.1" status: 204 len: 168 time: 1.0250108 Aug 05 14:13:05.725954 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43970) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:05.730652 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-485c6147-3c94-47a2-a57f-85e90b921c07 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Request body: {'floatingip': {'floating_network_id': 'bdcc945e-9134-4f86-94b3-f0791a362496', 'port_id': 'd3e54b03-d4fa-4fa4-b56a-4050bf4b4531', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:05.752471 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-aaf029e7-975b-4f98-89d9-5c0bee45f16f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/floatingips/e2c3d30d-d5cf-47fe-84f8-78c804543525 HTTP/1.1" status: 200 len: 991 time: 0.1553965 Aug 05 14:13:05.773246 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43974) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:05.793980 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6d545688-5993-45f8-a835-3d59e4ce1d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:05.796742 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:05.805718 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-485c6147-3c94-47a2-a57f-85e90b921c07 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:05.873363 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:05.929613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:05.933189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:05.940428 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:05.984292 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event updated for resources: {'Port': ['ID=d9dab8cf-9fe6-400b-8321-fa508bc300ea,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:06.033667 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43984) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:06.035581 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6d545688-5993-45f8-a835-3d59e4ce1d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:06.050659 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6d545688-5993-45f8-a835-3d59e4ce1d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:06.113791 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-485c6147-3c94-47a2-a57f-85e90b921c07 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:13:06.114918 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-485c6147-3c94-47a2-a57f-85e90b921c07 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3890021 Aug 05 14:13:06.122842 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43988) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:06.130649 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': 'd3e54b03-d4fa-4fa4-b56a-4050bf4b4531', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:06.153904 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6d545688-5993-45f8-a835-3d59e4ce1d0f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9ade0a7dd5a43ff80d4bfc08c98d1ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3758671 Aug 05 14:13:06.156200 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43990) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:06.162608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d545688-5993-45f8-a835-3d59e4ce1d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f974cfc-8de8-438c-b2f4-2b3d6500306d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:06.281420 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:06.357107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f2626-911a-4ec3-8a4d-4e486b34b2c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting port ebd6f3d8-8369-4b94-b78f-ebab304c5dc1 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:06.357405 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2626-911a-4ec3-8a4d-4e486b34b2c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:06.469303 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2626-911a-4ec3-8a4d-4e486b34b2c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:06.469467 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2626-911a-4ec3-8a4d-4e486b34b2c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:06.486195 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f2626-911a-4ec3-8a4d-4e486b34b2c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Calling delete_port for ebd6f3d8-8369-4b94-b78f-ebab304c5dc1 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:06.732933 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-00feca61-6800-4180-89ca-f982510779ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:06.733483 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2626-911a-4ec3-8a4d-4e486b34b2c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:06.758496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f2626-911a-4ec3-8a4d-4e486b34b2c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Port': ['ID=ebd6f3d8-8369-4b94-b78f-ebab304c5dc1,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:06.799318 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-00feca61-6800-4180-89ca-f982510779ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:06.841934 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2626-911a-4ec3-8a4d-4e486b34b2c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:06.842525 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-fc9f2626-911a-4ec3-8a4d-4e486b34b2c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Floating IP e2c3d30d-d5cf-47fe-84f8-78c804543525 disassociated (deleted). External IP: 172.25.5.227, port: ce4b77e7-ea1a-4522-b76d-2a47f12a4479. Aug 05 14:13:06.967347 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:06.983692 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-00feca61-6800-4180-89ca-f982510779ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:06.986216 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-00feca61-6800-4180-89ca-f982510779ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:06.991060 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-00feca61-6800-4180-89ca-f982510779ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f974cfc-8de8-438c-b2f4-2b3d6500306d HTTP/1.1" status: 204 len: 168 time: 0.8303885 Aug 05 14:13:07.040967 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00feca61-6800-4180-89ca-f982510779ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f974cfc-8de8-438c-b2f4-2b3d6500306d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:07.059469 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:07.133595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9f2626-911a-4ec3-8a4d-4e486b34b2c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:13:07.175918 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Allocated IP 172.25.5.12 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/3958e295-762e-4a3e-845d-95c6552f7dcb) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:07.189139 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:07.253864 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44042) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:07.298148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9f2626-911a-4ec3-8a4d-4e486b34b2c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:13:07.304774 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2626-911a-4ec3-8a4d-4e486b34b2c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:07.311616 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b97ed5f-8ed5-4cb7-bd12-3a2ae5b19c93 None None] Sync routers for ids ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:13:07.325862 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97ed5f-8ed5-4cb7-bd12-3a2ae5b19c93 None None] Routers {'3badc8f5-ab18-4f91-b9e0-8734cc4f8695'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:13:07.327404 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-2b97ed5f-8ed5-4cb7-bd12-3a2ae5b19c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:07.394619 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fc9f2626-911a-4ec3-8a4d-4e486b34b2c9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/floatingips/e2c3d30d-d5cf-47fe-84f8-78c804543525 HTTP/1.1" status: 204 len: 168 time: 1.3524625 Aug 05 14:13:07.396609 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'tag': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:13:07.401572 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdeb4b6d-d2d3-44fe-b457-626186a1b3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "234f2347-9982-49b7-9836-67e69ed1ccb7", "tag": "ce4b77e7-ea1a-4522-b76d-2a47f12a4479"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:13:07.416472 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:07.498465 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ab11a9-f256-46cc-99a0-f8ca9be3396c x-openstack-request-id: req-14ab11a9-f256-46cc-99a0-f8ca9be3396c {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:13:07.498795 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234f2347-9982-49b7-9836-67e69ed1ccb7", "tag": "ce4b77e7-ea1a-4522-b76d-2a47f12a4479", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:13:07.499236 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14ab11a9-f256-46cc-99a0-f8ca9be3396c {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:13:07.499650 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'tag': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479', 'status': 'completed', 'code': 200} Aug 05 14:13:07.529580 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-93eb6428-8e29-4cfe-9485-62c941bd0f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:07.532644 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:07.544183 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:07.589978 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:07.631503 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-2b97ed5f-8ed5-4cb7-bd12-3a2ae5b19c93 None None] Set router 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:13:07.644163 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:07.655459 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:07.666092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:07.670586 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event updated for resources: {'Port': ['ID=d9dab8cf-9fe6-400b-8321-fa508bc300ea,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:07.684088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:07.684427 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:07.684771 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:07.685108 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:07.685451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:07.686171 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:07.686631 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:07.687125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:07.687575 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:07.687910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:07.688237 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:07.688562 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:07.713037 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb4b6d-d2d3-44fe-b457-626186a1b3d8 req-09263dde-36fa-42a9-abbb-81bb1c87f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:07.714766 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fdeb4b6d-d2d3-44fe-b457-626186a1b3d8 req-09263dde-36fa-42a9-abbb-81bb1c87f66b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 1095 time: 0.1658027 Aug 05 14:13:07.770331 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:07.913310 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-93eb6428-8e29-4cfe-9485-62c941bd0f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:07.924694 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-93eb6428-8e29-4cfe-9485-62c941bd0f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:07.926808 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-2b97ed5f-8ed5-4cb7-bd12-3a2ae5b19c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937278839', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:23Z', 'updated_at': '2021-08-05T14:11:35Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:25Z', 'updated_at': '2021-08-05T14:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '10a2266e-9db1-477a-98e0-4369f155d7b4', 'name': '', 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:f3:82:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:32Z', 'updated_at': '2021-08-05T14:11:42Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:07.937760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb4b6d-d2d3-44fe-b457-626186a1b3d8 req-d71cd06b-b2d7-428e-a14c-19601b2823ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:07.939478 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fdeb4b6d-d2d3-44fe-b457-626186a1b3d8 req-d71cd06b-b2d7-428e-a14c-19601b2823ca service neutron] 10.222.0.63 "GET /v2.0/networks?id=265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 HTTP/1.1" status: 200 len: 897 time: 0.2155807 Aug 05 14:13:07.988334 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b97ed5f-8ed5-4cb7-bd12-3a2ae5b19c93 None None] Checking router: 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:13:08.000175 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97ed5f-8ed5-4cb7-bd12-3a2ae5b19c93 None None] Routers {'3badc8f5-ab18-4f91-b9e0-8734cc4f8695'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:13:08.004281 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-2b97ed5f-8ed5-4cb7-bd12-3a2ae5b19c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:08.004954 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-93eb6428-8e29-4cfe-9485-62c941bd0f00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63d9f31e67c341eea44237d0ad867f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7495675 Aug 05 14:13:08.007597 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fdeb4b6d-d2d3-44fe-b457-626186a1b3d8 req-d60f0ba4-3249-41df-b04c-c0c4b73c6a69 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479 HTTP/1.1" status: 200 len: 217 time: 0.0503778 Aug 05 14:13:08.008149 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44078) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:08.011928 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb6428-8e29-4cfe-9485-62c941bd0f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb2344f-f3bc-4194-b584-1d6a126690f0,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:08.090266 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Floating IP 04283f32-27d9-43ba-95a1-d7b796315baa associated. External IP: 172.25.5.183, port: 95281298-47e9-4e51-8b94-ab4adf72d7df. Aug 05 14:13:08.104714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb4b6d-d2d3-44fe-b457-626186a1b3d8 req-39248963-c5a2-4c6b-a389-b588599a350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:08.107842 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fdeb4b6d-d2d3-44fe-b457-626186a1b3d8 req-39248963-c5a2-4c6b-a389-b588599a350f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a48626b7-9d60-474f-9eb7-fd37d71c9c23 HTTP/1.1" status: 200 len: 834 time: 0.0883248 Aug 05 14:13:08.150169 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Pushing event updated for resources: {'Port': ['ID=3958e295-762e-4a3e-845d-95c6552f7dcb,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:08.161758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da70f8-1e37-4afd-8169-17718850e1dc req-12bf0d1b-f5aa-4b22-bd88-4944841b2d81 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:08.163409 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f2da70f8-1e37-4afd-8169-17718850e1dc req-12bf0d1b-f5aa-4b22-bd88-4944841b2d81 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 944 time: 0.3943803 Aug 05 14:13:08.235403 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-793660bd-a58f-4a75-8b7f-d725a0b7a3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:08.238864 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-2b97ed5f-8ed5-4cb7-bd12-3a2ae5b19c93 None None] Set router 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:13:08.314748 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-793660bd-a58f-4a75-8b7f-d725a0b7a3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:08.327603 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f2da70f8-1e37-4afd-8169-17718850e1dc req-a53841aa-46e9-4c96-9d92-fddc3791342c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406190 Aug 05 14:13:08.369379 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36583544-fd3d-4093-b8e6-17f6396e4f74 req-4b0f6197-3fa7-4b97-896b-cce48667b05f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:08.379684 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-36583544-fd3d-4093-b8e6-17f6396e4f74 req-4b0f6197-3fa7-4b97-896b-cce48667b05f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.63 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 944 time: 0.2549055 Aug 05 14:13:08.418847 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb4b6d-d2d3-44fe-b457-626186a1b3d8 req-ad5aae6e-64bb-4aea-b2b4-d2c62fb48273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:08.420633 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fdeb4b6d-d2d3-44fe-b457-626186a1b3d8 req-ad5aae6e-64bb-4aea-b2b4-d2c62fb48273 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2945671 Aug 05 14:13:08.448840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Deleting port 3958e295-762e-4a3e-845d-95c6552f7dcb {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:08.449216 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:08.558385 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-793660bd-a58f-4a75-8b7f-d725a0b7a3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:08.562308 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-793660bd-a58f-4a75-8b7f-d725a0b7a3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:08.566074 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-793660bd-a58f-4a75-8b7f-d725a0b7a3e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fcb2344f-f3bc-4194-b584-1d6a126690f0 HTTP/1.1" status: 204 len: 168 time: 0.5534408 Aug 05 14:13:08.573555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Router c4b28f85-cc2a-424e-ba38-0a21fee61247 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:13:08.606518 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:08.608588 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:08.632836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793660bd-a58f-4a75-8b7f-d725a0b7a3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb2344f-f3bc-4194-b584-1d6a126690f0,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:08.671749 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Calling delete_port for 3958e295-762e-4a3e-845d-95c6552f7dcb owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:08.684319 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fdeb4b6d-d2d3-44fe-b457-626186a1b3d8 req-5bfbf472-522a-4f99-8ce4-1fee83b147c2 service neutron] 10.222.0.63 "GET /v2.0/networks/265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345376 Aug 05 14:13:08.704173 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-2b97ed5f-8ed5-4cb7-bd12-3a2ae5b19c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937278839', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:23Z', 'updated_at': '2021-08-05T14:11:35Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:25Z', 'updated_at': '2021-08-05T14:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '10a2266e-9db1-477a-98e0-4369f155d7b4', 'name': '', 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:f3:82:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:32Z', 'updated_at': '2021-08-05T14:11:42Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:08.715946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-36583544-fd3d-4093-b8e6-17f6396e4f74 req-1d5cb448-e427-4073-a901-81482cdea15f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:08.716376 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-36583544-fd3d-4093-b8e6-17f6396e4f74 req-1d5cb448-e427-4073-a901-81482cdea15f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:08.740449 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b97ed5f-8ed5-4cb7-bd12-3a2ae5b19c93 None None] The sync data for ids ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'] in n-d-803585-2 is: [{'id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937278839', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:23Z', 'updated_at': '2021-08-05T14:11:35Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:25Z', 'updated_at': '2021-08-05T14:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '10a2266e-9db1-477a-98e0-4369f155d7b4', 'name': '', 'network_id': '265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:f3:82:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:32Z', 'updated_at': '2021-08-05T14:11:42Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': 'a48626b7-9d60-474f-9eb7-fd37d71c9c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:13:08.871303 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fdeb4b6d-d2d3-44fe-b457-626186a1b3d8 req-51cbaf45-8e8f-4960-bb78-cac4cc364be9 service neutron] 10.222.0.63 "GET /v2.0/networks/265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746929 Aug 05 14:13:08.981562 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:13:08.992407 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db279e8f-427a-41a9-a3f8-663dc8fa5355 None None] Sync routers for ids ['c4b28f85-cc2a-424e-ba38-0a21fee61247'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:13:09.014673 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db279e8f-427a-41a9-a3f8-663dc8fa5355 None None] Routers {'c4b28f85-cc2a-424e-ba38-0a21fee61247'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:13:09.022477 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-db279e8f-427a-41a9-a3f8-663dc8fa5355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c4b28f85-cc2a-424e-ba38-0a21fee61247'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:09.030429 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:09.062239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-36583544-fd3d-4093-b8e6-17f6396e4f74 req-1d5cb448-e427-4073-a901-81482cdea15f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] For port ce4b77e7-ea1a-4522-b76d-2a47f12a4479, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,segment=NetworkSegment(a3eac670-f712-4189-8f88-17dfedd52a4c),segment_id=a3eac670-f712-4189-8f88-17dfedd52a4c)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:09.062851 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-36583544-fd3d-4093-b8e6-17f6396e4f74 req-1d5cb448-e427-4073-a901-81482cdea15f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:09.105961 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bbbd2c24-bb77-42d9-b1dd-6d845a15f5ed tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5342822 Aug 05 14:13:09.110595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44110) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:09.117471 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-36583544-fd3d-4093-b8e6-17f6396e4f74 req-1d5cb448-e427-4073-a901-81482cdea15f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Calling delete_port for ce4b77e7-ea1a-4522-b76d-2a47f12a4479 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:09.118106 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504d0e62-750c-4bb3-a631-8f1c23d49339', 'tag': '95281298-47e9-4e51-8b94-ab4adf72d7df'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:13:09.121280 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e02272-c6c4-4533-ad45-b11ee2cf0dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "504d0e62-750c-4bb3-a631-8f1c23d49339", "tag": "95281298-47e9-4e51-8b94-ab4adf72d7df"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:13:09.130048 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:13:09.152483 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:09.215505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Pushing event deleted for resources: {'Port': ['ID=3958e295-762e-4a3e-845d-95c6552f7dcb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:09.230697 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592e1d7a-8f29-4d58-8fdf-b44955932684 x-openstack-request-id: req-592e1d7a-8f29-4d58-8fdf-b44955932684 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:13:09.231198 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504d0e62-750c-4bb3-a631-8f1c23d49339", "tag": "95281298-47e9-4e51-8b94-ab4adf72d7df", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:13:09.231454 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-592e1d7a-8f29-4d58-8fdf-b44955932684 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:13:09.232018 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504d0e62-750c-4bb3-a631-8f1c23d49339', 'tag': '95281298-47e9-4e51-8b94-ab4adf72d7df', 'status': 'completed', 'code': 200} Aug 05 14:13:09.298308 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b74558-9233-4298-8b81-c6c839450609 None None] New status for floating IP e2c3d30d-d5cf-47fe-84f8-78c804543525: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:13:09.351194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44114) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:09.376026 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-db279e8f-427a-41a9-a3f8-663dc8fa5355 None None] Set router c4b28f85-cc2a-424e-ba38-0a21fee61247 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:13:09.398730 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] create failed (client error): The resource could not be found. Aug 05 14:13:09.401423 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a5dab5af-2f53-40a4-9176-0287e990d7e3 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.2757192 Aug 05 14:13:09.406449 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21c4dd79-5e2c-4055-a630-c913786d97fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:09.418890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44118) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:09.597428 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21c4dd79-5e2c-4055-a630-c913786d97fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:09.606857 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-21c4dd79-5e2c-4055-a630-c913786d97fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:09.697350 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4dd79-5e2c-4055-a630-c913786d97fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd64e468-89d4-4398-9078-5ed6627a7d4a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:09.706823 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-21c4dd79-5e2c-4055-a630-c913786d97fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8437b4fdc141414596fb6cfdc92faee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542197 Aug 05 14:13:09.709262 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44124) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:09.789068 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad722eda-61a4-4894-bc4e-8be4f79bf0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:09.828132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-db279e8f-427a-41a9-a3f8-663dc8fa5355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'name': 'tempest-TestSecurityGroupsBasicOps-router-717992249', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:12:32Z', 'updated_at': '2021-08-05T14:12:42Z', 'revision_number': 4, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:34Z', 'updated_at': '2021-08-05T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '04283f32-27d9-43ba-95a1-d7b796315baa', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'port_id': '95281298-47e9-4e51-8b94-ab4adf72d7df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755', 'mac_address': 'fa:16:3e:d6:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0e62-750c-4bb3-a631-8f1c23d49339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:13:06Z', 'updated_at': '2021-08-05T14:13:06Z', 'revision_number': 0, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca87a1e-1961-4faf-9b09-16fd409635ad', 'name': '', 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'mac_address': 'fa:16:3e:39:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:40Z', 'updated_at': '2021-08-05T14:12:49Z', 'revision_number': 5, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'subnets': [{'id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:09.855514 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad722eda-61a4-4894-bc4e-8be4f79bf0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:09.904638 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db279e8f-427a-41a9-a3f8-663dc8fa5355 None None] Checking router: c4b28f85-cc2a-424e-ba38-0a21fee61247 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:13:09.913722 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db279e8f-427a-41a9-a3f8-663dc8fa5355 None None] Routers {'c4b28f85-cc2a-424e-ba38-0a21fee61247'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:13:09.914489 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-db279e8f-427a-41a9-a3f8-663dc8fa5355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c4b28f85-cc2a-424e-ba38-0a21fee61247'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:09.941762 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad722eda-61a4-4894-bc4e-8be4f79bf0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:09.944906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e02272-c6c4-4533-ad45-b11ee2cf0dcf req-c11689a7-71ae-46f4-9039-83ec46d1cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:09.945475 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ad722eda-61a4-4894-bc4e-8be4f79bf0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:09.946332 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-83e02272-c6c4-4533-ad45-b11ee2cf0dcf req-c11689a7-71ae-46f4-9039-83ec46d1cbbb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d739f65a56c043b29ed346d66a259350&device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 1135 time: 0.6953344 Aug 05 14:13:09.949928 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ad722eda-61a4-4894-bc4e-8be4f79bf0c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd64e468-89d4-4398-9078-5ed6627a7d4a HTTP/1.1" status: 204 len: 168 time: 0.2396386 Aug 05 14:13:09.959856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad722eda-61a4-4894-bc4e-8be4f79bf0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd64e468-89d4-4398-9078-5ed6627a7d4a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:10.054775 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e8ebb-1243-4fab-99ec-d0bb13e8ca44 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.055308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e8ebb-1243-4fab-99ec-d0bb13e8ca44 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.055874 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e8ebb-1243-4fab-99ec-d0bb13e8ca44 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.057639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e8ebb-1243-4fab-99ec-d0bb13e8ca44 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.059071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e8ebb-1243-4fab-99ec-d0bb13e8ca44 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.059558 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e8ebb-1243-4fab-99ec-d0bb13e8ca44 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.060449 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e8ebb-1243-4fab-99ec-d0bb13e8ca44 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.061099 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e8ebb-1243-4fab-99ec-d0bb13e8ca44 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.061585 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e8ebb-1243-4fab-99ec-d0bb13e8ca44 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.062139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e8ebb-1243-4fab-99ec-d0bb13e8ca44 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.062944 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e8ebb-1243-4fab-99ec-d0bb13e8ca44 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.063928 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e8ebb-1243-4fab-99ec-d0bb13e8ca44 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.070146 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-491e8ebb-1243-4fab-99ec-d0bb13e8ca44 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8443 time: 0.9160697 Aug 05 14:13:10.070569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44132) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:10.099438 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-db279e8f-427a-41a9-a3f8-663dc8fa5355 None None] Set router c4b28f85-cc2a-424e-ba38-0a21fee61247 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:13:10.257660 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f1e37-ad11-4238-8f74-3d5799d4d0af req-7bc278ee-cd07-4a7d-b73b-07ed1bbe9d8f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.260985 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-291f1e37-ad11-4238-8f74-3d5799d4d0af req-7bc278ee-cd07-4a7d-b73b-07ed1bbe9d8f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=234f2347-9982-49b7-9836-67e69ed1ccb7 HTTP/1.1" status: 200 len: 944 time: 0.8005512 Aug 05 14:13:10.313392 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc636c-dfae-4685-bb42-9d09f1b2dc79 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.313920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc636c-dfae-4685-bb42-9d09f1b2dc79 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.314483 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc636c-dfae-4685-bb42-9d09f1b2dc79 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.314954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc636c-dfae-4685-bb42-9d09f1b2dc79 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.316922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc636c-dfae-4685-bb42-9d09f1b2dc79 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.316922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc636c-dfae-4685-bb42-9d09f1b2dc79 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.316922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc636c-dfae-4685-bb42-9d09f1b2dc79 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.316922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc636c-dfae-4685-bb42-9d09f1b2dc79 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.317391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc636c-dfae-4685-bb42-9d09f1b2dc79 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.317893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc636c-dfae-4685-bb42-9d09f1b2dc79 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.318802 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc636c-dfae-4685-bb42-9d09f1b2dc79 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.319264 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc636c-dfae-4685-bb42-9d09f1b2dc79 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.321649 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-98fc636c-dfae-4685-bb42-9d09f1b2dc79 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7563 time: 0.2500570 Aug 05 14:13:10.324857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44136) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:10.384575 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-36583544-fd3d-4093-b8e6-17f6396e4f74 req-1d5cb448-e427-4073-a901-81482cdea15f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:10.540821 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-db279e8f-427a-41a9-a3f8-663dc8fa5355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'name': 'tempest-TestSecurityGroupsBasicOps-router-717992249', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:12:32Z', 'updated_at': '2021-08-05T14:12:42Z', 'revision_number': 4, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:34Z', 'updated_at': '2021-08-05T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '04283f32-27d9-43ba-95a1-d7b796315baa', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'port_id': '95281298-47e9-4e51-8b94-ab4adf72d7df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755', 'mac_address': 'fa:16:3e:d6:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0e62-750c-4bb3-a631-8f1c23d49339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:13:06Z', 'updated_at': '2021-08-05T14:13:06Z', 'revision_number': 0, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca87a1e-1961-4faf-9b09-16fd409635ad', 'name': '', 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'mac_address': 'fa:16:3e:39:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:40Z', 'updated_at': '2021-08-05T14:12:49Z', 'revision_number': 5, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'subnets': [{'id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:10.572943 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db279e8f-427a-41a9-a3f8-663dc8fa5355 None None] The sync data for ids ['c4b28f85-cc2a-424e-ba38-0a21fee61247'] in n-d-803585-2 is: [{'id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'name': 'tempest-TestSecurityGroupsBasicOps-router-717992249', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:12:32Z', 'updated_at': '2021-08-05T14:12:42Z', 'revision_number': 4, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:34Z', 'updated_at': '2021-08-05T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '04283f32-27d9-43ba-95a1-d7b796315baa', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'port_id': '95281298-47e9-4e51-8b94-ab4adf72d7df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755', 'mac_address': 'fa:16:3e:d6:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504d0e62-750c-4bb3-a631-8f1c23d49339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:13:06Z', 'updated_at': '2021-08-05T14:13:06Z', 'revision_number': 0, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca87a1e-1961-4faf-9b09-16fd409635ad', 'name': '', 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'mac_address': 'fa:16:3e:39:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:40Z', 'updated_at': '2021-08-05T14:12:49Z', 'revision_number': 5, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'subnets': [{'id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:13:10.585774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-a655d645-e50a-410f-8b82-3a442d4e4ca1 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Deleting port d3e54b03-d4fa-4fa4-b56a-4050bf4b4531 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:10.594060 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a655d645-e50a-410f-8b82-3a442d4e4ca1 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:10.625276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cb448-e427-4073-a901-81482cdea15f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Port': ['ID=ce4b77e7-ea1a-4522-b76d-2a47f12a4479,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:10.689586 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a139812e-3efd-4e29-9561-55e482c13a4d tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4332 time: 0.3633394 Aug 05 14:13:10.691417 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44148) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:10.723434 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-291f1e37-ad11-4238-8f74-3d5799d4d0af req-b38160e4-16f1-4b57-b75f-902360f22c46 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c4af5ee-9a45-4201-bc3b-914ff755307d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3451478 Aug 05 14:13:10.753919 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e02272-c6c4-4533-ad45-b11ee2cf0dcf req-a458265c-c174-4a92-8579-f0e0e43d32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:10.755834 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-83e02272-c6c4-4533-ad45-b11ee2cf0dcf req-a458265c-c174-4a92-8579-f0e0e43d32c8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0e3dc811-9abb-46ed-8f37-ce3c4689c755 HTTP/1.1" status: 200 len: 897 time: 0.7070329 Aug 05 14:13:10.822145 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-36583544-fd3d-4093-b8e6-17f6396e4f74 req-1d5cb448-e427-4073-a901-81482cdea15f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] No DVR routers for this DVR port ce4b77e7-ea1a-4522-b76d-2a47f12a4479 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:13:10.861337 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-36583544-fd3d-4093-b8e6-17f6396e4f74 req-1d5cb448-e427-4073-a901-81482cdea15f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:10.863471 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-36583544-fd3d-4093-b8e6-17f6396e4f74 req-1d5cb448-e427-4073-a901-81482cdea15f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.63 "DELETE /v2.0/ports/ce4b77e7-ea1a-4522-b76d-2a47f12a4479 HTTP/1.1" status: 204 len: 173 time: 2.4742150 Aug 05 14:13:10.863970 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'name': 'network-vif-deleted', 'tag': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:13:10.866639 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4d7cfa-4e21-4a0f-b2f0-ed5155ebc05c" -d '{"events": [{"server_uuid": "234f2347-9982-49b7-9836-67e69ed1ccb7", "name": "network-vif-deleted", "tag": "ce4b77e7-ea1a-4522-b76d-2a47f12a4479"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:13:10.908062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b69e42-b996-448a-b507-79ec916a0a78 None None] New status for floating IP 04283f32-27d9-43ba-95a1-d7b796315baa: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:13:10.973060 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a655d645-e50a-410f-8b82-3a442d4e4ca1 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:10.988479 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-83e02272-c6c4-4533-ad45-b11ee2cf0dcf req-6d4c423c-69d6-4027-87a6-6c627e7cc7f6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95281298-47e9-4e51-8b94-ab4adf72d7df HTTP/1.1" status: 200 len: 999 time: 0.2032704 Aug 05 14:13:11.026572 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77162274-2b20-4c74-bda6-2a330b36af31 x-openstack-request-id: req-77162274-2b20-4c74-bda6-2a330b36af31 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:13:11.026572 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234f2347-9982-49b7-9836-67e69ed1ccb7", "name": "network-vif-deleted", "tag": "ce4b77e7-ea1a-4522-b76d-2a47f12a4479", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:13:11.026783 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77162274-2b20-4c74-bda6-2a330b36af31 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:13:11.027084 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234f2347-9982-49b7-9836-67e69ed1ccb7', 'name': 'network-vif-deleted', 'tag': 'ce4b77e7-ea1a-4522-b76d-2a47f12a4479', 'status': 'completed', 'code': 200} Aug 05 14:13:11.028681 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-a655d645-e50a-410f-8b82-3a442d4e4ca1 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Calling delete_port for d3e54b03-d4fa-4fa4-b56a-4050bf4b4531 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:11.208360 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e02272-c6c4-4533-ad45-b11ee2cf0dcf req-5ee5d934-7957-4401-a00c-d8be981afddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:11.210107 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-83e02272-c6c4-4533-ad45-b11ee2cf0dcf req-5ee5d934-7957-4401-a00c-d8be981afddb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7c9146ac-c066-45d0-ac2d-dc60038ae307 HTTP/1.1" status: 200 len: 834 time: 0.2032368 Aug 05 14:13:11.324876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e02272-c6c4-4533-ad45-b11ee2cf0dcf req-44803e98-ca22-48fb-9129-e909712a6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:11.326492 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-83e02272-c6c4-4533-ad45-b11ee2cf0dcf req-44803e98-ca22-48fb-9129-e909712a6c9a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0e3dc811-9abb-46ed-8f37-ce3c4689c755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070325 Aug 05 14:13:11.582781 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bf04e5-8b5f-4e50-88a1-2f7bd0c31769 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:11.583399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bf04e5-8b5f-4e50-88a1-2f7bd0c31769 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:11.585185 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-57bf04e5-8b5f-4e50-88a1-2f7bd0c31769 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c4b28f85-cc2a-424e-ba38-0a21fee61247 HTTP/1.1" status: 200 len: 1989 time: 0.8927898 Aug 05 14:13:11.637580 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a655d645-e50a-410f-8b82-3a442d4e4ca1 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:11.687739 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655d645-e50a-410f-8b82-3a442d4e4ca1 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Pushing event deleted for resources: {'Port': ['ID=d3e54b03-d4fa-4fa4-b56a-4050bf4b4531,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:11.692129 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-83e02272-c6c4-4533-ad45-b11ee2cf0dcf req-7c7d9777-0387-4b71-af02-e3182aadb509 service neutron] 10.222.0.63 "GET /v2.0/networks/0e3dc811-9abb-46ed-8f37-ce3c4689c755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561330 Aug 05 14:13:11.827336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44178) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:11.894091 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a655d645-e50a-410f-8b82-3a442d4e4ca1 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:11.898864 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44180) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:11.899093 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a655d645-e50a-410f-8b82-3a442d4e4ca1 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] 10.222.0.16 "DELETE /v2.0/ports/d3e54b03-d4fa-4fa4-b56a-4050bf4b4531 HTTP/1.1" status: 204 len: 168 time: 2.4752889 Aug 05 14:13:11.928431 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-83e02272-c6c4-4533-ad45-b11ee2cf0dcf req-7593a4bc-0628-44cb-a7c1-a2e1ba4a2e6a service neutron] 10.222.0.63 "GET /v2.0/networks/0e3dc811-9abb-46ed-8f37-ce3c4689c755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030823 Aug 05 14:13:12.107849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61d32a9-9fdb-455d-b121-a48291856529 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:12.110472 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f61d32a9-9fdb-455d-b121-a48291856529 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] 10.222.0.16 "GET /v2.0/ports?device_id=83ce283f-dd80-42ae-a34c-a489fea0bfcb HTTP/1.1" status: 200 len: 913 time: 0.2104475 Aug 05 14:13:12.113036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44192) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:12.294590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device ce4b77e7-ea1a-4522-b76d-2a47f12a4479 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:13:12.318316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: ce4b77e7-ea1a-4522-b76d-2a47f12a4479 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:13:12.319103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device ce4b77e7-ea1a-4522-b76d-2a47f12a4479 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:13:12.470978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44202) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:12.689795 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2422b9d2-b715-48b8-b345-1ad7bda8c988 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:12.703392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44212) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:12.751294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-103bcdb2-8984-48df-9eb3-57bd75617632 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1455967172'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:12.752076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-103bcdb2-8984-48df-9eb3-57bd75617632 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] Unknown quota resources ['metering_label']. {{(pid=105723) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 14:13:12.776582 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84c6550a-29f6-4d87-a7c0-d01165586d19 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:12.859251 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ed4450bf-a600-4564-b5c2-313524440529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:13.006502 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-103bcdb2-8984-48df-9eb3-57bd75617632 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:13.007532 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-103bcdb2-8984-48df-9eb3-57bd75617632 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5354290 Aug 05 14:13:13.011782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44218) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:13.021098 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f6688be3-d8b7-4dfd-9259-5a6a10958721 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ef07fa10-0abb-493c-be12-cf35548fa753'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:13.022285 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f6688be3-d8b7-4dfd-9259-5a6a10958721 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 14:13:13.089448 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ed4450bf-a600-4564-b5c2-313524440529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:13.093701 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ed4450bf-a600-4564-b5c2-313524440529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:13.133373 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4450bf-a600-4564-b5c2-313524440529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c166e0fd-4eed-44f8-85c5-eca1e280ed40,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:13.138084 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ed4450bf-a600-4564-b5c2-313524440529 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13f90b88b4164862b0e4f28f7ad4c8c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4334142 Aug 05 14:13:13.141148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44220) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:13.150582 n-d-803585-2 neutron-server[105724]: WARNING neutron.services.metering.metering_plugin [None req-f6688be3-d8b7-4dfd-9259-5a6a10958721 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 05 14:13:13.161374 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4450bf-a600-4564-b5c2-313524440529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:13.161728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4450bf-a600-4564-b5c2-313524440529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:13.162075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4450bf-a600-4564-b5c2-313524440529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:13.162443 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4450bf-a600-4564-b5c2-313524440529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:13.162962 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4450bf-a600-4564-b5c2-313524440529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:13.163463 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4450bf-a600-4564-b5c2-313524440529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:13.164315 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4450bf-a600-4564-b5c2-313524440529 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:13.164953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4450bf-a600-4564-b5c2-313524440529 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:13.165433 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4450bf-a600-4564-b5c2-313524440529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:13.165926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4450bf-a600-4564-b5c2-313524440529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:13.166790 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4450bf-a600-4564-b5c2-313524440529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:13.167138 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4450bf-a600-4564-b5c2-313524440529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:13.219372 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bc450236-7f37-48ab-8b0b-a19254dc7a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:13.242361 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bc450236-7f37-48ab-8b0b-a19254dc7a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:13.300280 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bc450236-7f37-48ab-8b0b-a19254dc7a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:13.304776 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bc450236-7f37-48ab-8b0b-a19254dc7a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:13.309037 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bc450236-7f37-48ab-8b0b-a19254dc7a2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c166e0fd-4eed-44f8-85c5-eca1e280ed40 HTTP/1.1" status: 204 len: 168 time: 0.1641943 Aug 05 14:13:13.320364 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc450236-7f37-48ab-8b0b-a19254dc7a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c166e0fd-4eed-44f8-85c5-eca1e280ed40,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:13.383358 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6688be3-d8b7-4dfd-9259-5a6a10958721 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:13.384556 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f6688be3-d8b7-4dfd-9259-5a6a10958721 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3716745 Aug 05 14:13:13.388732 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44226) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:13.397225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-89a39835-e4ea-4790-9019-cbf1cadd0be8 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ef07fa10-0abb-493c-be12-cf35548fa753'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:13.398761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-89a39835-e4ea-4790-9019-cbf1cadd0be8 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105723) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 14:13:13.432552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-2422b9d2-b715-48b8-b345-1ad7bda8c988 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Deleting port 9656abaa-d794-4380-9076-de4d19ffc8cb {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:13.432892 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2422b9d2-b715-48b8-b345-1ad7bda8c988 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:13.501320 n-d-803585-2 neutron-server[105723]: WARNING neutron.services.metering.metering_plugin [None req-89a39835-e4ea-4790-9019-cbf1cadd0be8 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 05 14:13:13.530799 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-84c6550a-29f6-4d87-a7c0-d01165586d19 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting port 10a2266e-9db1-477a-98e0-4369f155d7b4 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:13.531134 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84c6550a-29f6-4d87-a7c0-d01165586d19 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:13.551925 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2422b9d2-b715-48b8-b345-1ad7bda8c988 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:13.598165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-2422b9d2-b715-48b8-b345-1ad7bda8c988 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Calling delete_port for 9656abaa-d794-4380-9076-de4d19ffc8cb owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:13.659725 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89a39835-e4ea-4790-9019-cbf1cadd0be8 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:13.662346 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-89a39835-e4ea-4790-9019-cbf1cadd0be8 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2695806 Aug 05 14:13:13.663687 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44230) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:13.681382 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d154d3bf-7e7e-4e72-8e88-ec4b282a9907 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=4b21bdd3-e762-4cbe-8d65-8b0735582b00 HTTP/1.1" status: 200 len: 462 time: 0.0141928 Aug 05 14:13:13.681892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44232) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:13.705161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-84c6550a-29f6-4d87-a7c0-d01165586d19 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] For port 10a2266e-9db1-477a-98e0-4369f155d7b4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=10a2266e-9db1-477a-98e0-4369f155d7b4,segment=NetworkSegment(a3eac670-f712-4189-8f88-17dfedd52a4c),segment_id=a3eac670-f712-4189-8f88-17dfedd52a4c)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:13.705814 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84c6550a-29f6-4d87-a7c0-d01165586d19 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:13.727145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-84c6550a-29f6-4d87-a7c0-d01165586d19 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Calling delete_port for 10a2266e-9db1-477a-98e0-4369f155d7b4 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:13.766382 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44234) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:13.785881 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b374d1c-6cbd-4604-aaeb-f59e2852860b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:13.866120 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2e4f7ea-3a34-44d1-95bb-6c18991e3d67 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:13.869431 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d2e4f7ea-3a34-44d1-95bb-6c18991e3d67 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/4b21bdd3-e762-4cbe-8d65-8b0735582b00 HTTP/1.1" status: 204 len: 168 time: 0.1865621 Aug 05 14:13:13.874358 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44238) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:13.897471 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e327606e-7e03-488c-95db-d541bd2f79e7 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=4b21bdd3-e762-4cbe-8d65-8b0735582b00 HTTP/1.1" status: 200 len: 221 time: 0.0220280 Aug 05 14:13:13.903274 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44240) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:13.916724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3cd3889b-f54a-4bda-aef9-97f7fe7a80a5 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--312393429', 'description': 'label created by tempest'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:13.917193 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3cd3889b-f54a-4bda-aef9-97f7fe7a80a5 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] Unknown quota resources ['metering_label']. {{(pid=105723) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 14:13:13.983509 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2422b9d2-b715-48b8-b345-1ad7bda8c988 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:14.027911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422b9d2-b715-48b8-b345-1ad7bda8c988 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Pushing event deleted for resources: {'Port': ['ID=9656abaa-d794-4380-9076-de4d19ffc8cb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:14.196662 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3cd3889b-f54a-4bda-aef9-97f7fe7a80a5 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:14.201650 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3cd3889b-f54a-4bda-aef9-97f7fe7a80a5 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2973256 Aug 05 14:13:14.204201 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b374d1c-6cbd-4604-aaeb-f59e2852860b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:14.205093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44242) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:14.219092 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84c6550a-29f6-4d87-a7c0-d01165586d19 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:14.286013 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b374d1c-6cbd-4604-aaeb-f59e2852860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:14.299795 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-403f6d52-98c3-4513-8988-f8dfaa4095db tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=b4f471de-4689-4e7d-9232-81eff1409628 HTTP/1.1" status: 200 len: 467 time: 0.0935199 Aug 05 14:13:14.309778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44244) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:14.375960 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b374d1c-6cbd-4604-aaeb-f59e2852860b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c558c0-faa7-40ed-8f9f-b8c4c90972db,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:14.388492 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0b374d1c-6cbd-4604-aaeb-f59e2852860b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c13292759b0e46c6ade4769f1dbfab2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6208265 Aug 05 14:13:14.393834 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44246) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:14.560743 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8810574-56f4-42e5-8ea3-e960a5dbcbf6 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:14.561443 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2422b9d2-b715-48b8-b345-1ad7bda8c988 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:14.562703 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a8810574-56f4-42e5-8ea3-e960a5dbcbf6 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/b4f471de-4689-4e7d-9232-81eff1409628 HTTP/1.1" status: 204 len: 168 time: 0.2518895 Aug 05 14:13:14.562924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6550a-29f6-4d87-a7c0-d01165586d19 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Port': ['ID=10a2266e-9db1-477a-98e0-4369f155d7b4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:14.565850 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44250) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:14.580680 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b3e39be-60bd-4206-a442-be2a9670ea9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:14.586215 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-030804ff-9c8c-4b65-9c3f-b9e03972fa6c tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=b4f471de-4689-4e7d-9232-81eff1409628 HTTP/1.1" status: 200 len: 216 time: 0.0197723 Aug 05 14:13:14.589763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44252) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:14.613159 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b3e39be-60bd-4206-a442-be2a9670ea9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:14.659909 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dc2074db-34f3-40de-88b1-35c2daae2f45 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0689378 Aug 05 14:13:14.663979 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44254) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:14.673135 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b3e39be-60bd-4206-a442-be2a9670ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:14.676186 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b3e39be-60bd-4206-a442-be2a9670ea9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:14.677352 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6b3e39be-60bd-4206-a442-be2a9670ea9c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2c558c0-faa7-40ed-8f9f-b8c4c90972db HTTP/1.1" status: 204 len: 168 time: 0.2823527 Aug 05 14:13:14.694436 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e39be-60bd-4206-a442-be2a9670ea9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c558c0-faa7-40ed-8f9f-b8c4c90972db,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:14.716817 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-be0273d3-da71-4bed-8210-7a8215baac65 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0485315 Aug 05 14:13:14.717424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44258) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:14.771997 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:14.787387 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-126c9dc8-c043-48fe-9b8f-7703d0e839b6 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/ef07fa10-0abb-493c-be12-cf35548fa753 HTTP/1.1" status: 200 len: 473 time: 0.0682886 Aug 05 14:13:14.789620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44260) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:14.805994 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fd78c90e-b6e0-4209-afc7-343d233d456d tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/e1ba8f0f-d880-49a8-9733-07696a6b36e6 HTTP/1.1" status: 200 len: 459 time: 0.0118289 Aug 05 14:13:14.808054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44262) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:14.852796 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2422b9d2-b715-48b8-b345-1ad7bda8c988 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Router 83ce283f-dd80-42ae-a34c-a489fea0bfcb has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:13:14.978282 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84c6550a-29f6-4d87-a7c0-d01165586d19 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:14.993689 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2422b9d2-b715-48b8-b345-1ad7bda8c988 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:13:15.003609 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2422b9d2-b715-48b8-b345-1ad7bda8c988 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] 10.222.0.16 "PUT /v2.0/routers/83ce283f-dd80-42ae-a34c-a489fea0bfcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8894773 Aug 05 14:13:15.004085 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44272) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:15.009841 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3971b9-e3c5-4f95-bb29-5ececed2650a None None] Sync routers for ids ['83ce283f-dd80-42ae-a34c-a489fea0bfcb'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:13:15.032471 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3971b9-e3c5-4f95-bb29-5ececed2650a None None] Routers {'83ce283f-dd80-42ae-a34c-a489fea0bfcb'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:13:15.033158 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4f3971b9-e3c5-4f95-bb29-5ececed2650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['83ce283f-dd80-42ae-a34c-a489fea0bfcb'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:15.106553 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4f3971b9-e3c5-4f95-bb29-5ececed2650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:15.128652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1406ccb1-4df2-4d47-8e94-74d555748a49 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:15.142538 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3971b9-e3c5-4f95-bb29-5ececed2650a None None] Routers {'83ce283f-dd80-42ae-a34c-a489fea0bfcb'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:13:15.144003 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4f3971b9-e3c5-4f95-bb29-5ececed2650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['83ce283f-dd80-42ae-a34c-a489fea0bfcb'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:15.221555 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4f3971b9-e3c5-4f95-bb29-5ececed2650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:15.222338 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3971b9-e3c5-4f95-bb29-5ececed2650a None None] The sync data for ids ['83ce283f-dd80-42ae-a34c-a489fea0bfcb'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:13:15.302961 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-154170c0-294e-4002-83ef-1b48872c6396 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:15.307326 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-154170c0-294e-4002-83ef-1b48872c6396 tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/e1ba8f0f-d880-49a8-9733-07696a6b36e6 HTTP/1.1" status: 204 len: 168 time: 0.4976196 Aug 05 14:13:15.308154 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44282) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:15.346529 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1406ccb1-4df2-4d47-8e94-74d555748a49 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:15.348758 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1406ccb1-4df2-4d47-8e94-74d555748a49 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:15.435369 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1406ccb1-4df2-4d47-8e94-74d555748a49 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:15.435787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1406ccb1-4df2-4d47-8e94-74d555748a49 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Fanout notify agent at l3_agent the message router_deleted on router 83ce283f-dd80-42ae-a34c-a489fea0bfcb {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:13:15.443496 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1406ccb1-4df2-4d47-8e94-74d555748a49 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:15.447193 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1406ccb1-4df2-4d47-8e94-74d555748a49 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] 10.222.0.16 "DELETE /v2.0/routers/83ce283f-dd80-42ae-a34c-a489fea0bfcb HTTP/1.1" status: 204 len: 168 time: 0.4410710 Aug 05 14:13:15.449877 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44290) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:15.554851 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5354911c-3db9-4df6-9f10-387ead1899cf tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Deleting subnet 41803cb8-de24-4b70-8f0f-bad91bae22a0 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:13:15.561504 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5354911c-3db9-4df6-9f10-387ead1899cf tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:15.595995 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c6550a-29f6-4d87-a7c0-d01165586d19 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:13:15.614110 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5354911c-3db9-4df6-9f10-387ead1899cf tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:15.640455 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3432d4a6-0ee3-4f27-8a71-8b3ef1521f3b tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:15.641655 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3432d4a6-0ee3-4f27-8a71-8b3ef1521f3b tempest-MeteringIpV6TestJSON-2022241349 tempest-MeteringIpV6TestJSON-2022241349-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/ef07fa10-0abb-493c-be12-cf35548fa753 HTTP/1.1" status: 204 len: 168 time: 0.3326554 Aug 05 14:13:15.784999 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5354911c-3db9-4df6-9f10-387ead1899cf tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:15.833451 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bfaff3bb-4342-4bb9-85cf-6a15358e117e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:15.868467 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c6550a-29f6-4d87-a7c0-d01165586d19 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:13:15.877283 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-84c6550a-29f6-4d87-a7c0-d01165586d19 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "PUT /v2.0/routers/3badc8f5-ab18-4f91-b9e0-8734cc4f8695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0461059 Aug 05 14:13:15.877902 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44312) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:15.882677 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c571a241-92aa-40f6-a48a-a57446ff0afd None None] Sync routers for ids ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:13:15.889314 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5354911c-3db9-4df6-9f10-387ead1899cf tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:15.902391 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c571a241-92aa-40f6-a48a-a57446ff0afd None None] Routers {'3badc8f5-ab18-4f91-b9e0-8734cc4f8695'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:13:15.904519 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c571a241-92aa-40f6-a48a-a57446ff0afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:15.924794 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354911c-3db9-4df6-9f10-387ead1899cf tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Pushing event deleted for resources: {'Subnet': ['ID=41803cb8-de24-4b70-8f0f-bad91bae22a0,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:15.929441 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5354911c-3db9-4df6-9f10-387ead1899cf tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:15.933929 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5354911c-3db9-4df6-9f10-387ead1899cf tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] 10.222.0.16 "DELETE /v2.0/subnets/41803cb8-de24-4b70-8f0f-bad91bae22a0 HTTP/1.1" status: 204 len: 168 time: 0.4807117 Aug 05 14:13:15.935032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44314) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:15.983703 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f540dd-0bd9-4b72-bf49-cf00034e6af5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting subnet a48626b7-9d60-474f-9eb7-fd37d71c9c23 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:13:15.988115 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-85f540dd-0bd9-4b72-bf49-cf00034e6af5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:16.044075 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-85f540dd-0bd9-4b72-bf49-cf00034e6af5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:16.104093 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:16.159073 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-85f540dd-0bd9-4b72-bf49-cf00034e6af5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:16.178691 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-c571a241-92aa-40f6-a48a-a57446ff0afd None None] Set router 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:13:16.179368 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44320) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:16.222117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe31afc-03a5-469c-bce6-9929b750b89f None None] Network bdcc945e-9134-4f86-94b3-f0791a362496 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:13:16.229974 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Deleting port 4ec08da3-657e-4d70-85cd-7ee2a3c2466f {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:16.230493 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:16.253523 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-85f540dd-0bd9-4b72-bf49-cf00034e6af5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:16.316275 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-85f540dd-0bd9-4b72-bf49-cf00034e6af5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:16.327425 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44328) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:16.330811 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-85f540dd-0bd9-4b72-bf49-cf00034e6af5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/subnets/a48626b7-9d60-474f-9eb7-fd37d71c9c23 HTTP/1.1" status: 204 len: 168 time: 0.4516356 Aug 05 14:13:16.331769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f540dd-0bd9-4b72-bf49-cf00034e6af5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Subnet': ['ID=a48626b7-9d60-474f-9eb7-fd37d71c9c23,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:16.368361 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aad361-a56e-4618-a132-670aa3e8b6e8 None None] Network 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:13:16.404361 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5679aeaf-8eae-4c15-97d7-b2a9503140f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:16.415178 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] For port 4ec08da3-657e-4d70-85cd-7ee2a3c2466f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4ec08da3-657e-4d70-85cd-7ee2a3c2466f,segment=NetworkSegment(13d085ac-1989-4ea1-bbc8-3da4f403b218),segment_id=13d085ac-1989-4ea1-bbc8-3da4f403b218)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:16.415535 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:16.525253 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Calling delete_port for 4ec08da3-657e-4d70-85cd-7ee2a3c2466f owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:16.562164 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6cb470a-3f99-497a-8747-bf4536e5a9bf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:16.597651 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:16.791638 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c571a241-92aa-40f6-a48a-a57446ff0afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937278839', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:23Z', 'updated_at': '2021-08-05T14:13:14Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:25Z', 'updated_at': '2021-08-05T14:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:16.828267 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c571a241-92aa-40f6-a48a-a57446ff0afd None None] Checking router: 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:13:16.840853 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c571a241-92aa-40f6-a48a-a57446ff0afd None None] Routers {'3badc8f5-ab18-4f91-b9e0-8734cc4f8695'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:13:16.841413 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c571a241-92aa-40f6-a48a-a57446ff0afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:12:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:16.855775 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:16.866116 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6cb470a-3f99-497a-8747-bf4536e5a9bf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:16.910467 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Pushing event deleted for resources: {'Port': ['ID=4ec08da3-657e-4d70-85cd-7ee2a3c2466f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:16.912360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] No DVR routers for this DVR port 4ec08da3-657e-4d70-85cd-7ee2a3c2466f on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:13:16.928398 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5679aeaf-8eae-4c15-97d7-b2a9503140f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:16.929186 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5df4aa-e81c-442a-9457-776741e77a16 None None] DHCP port deletion for bdcc945e-9134-4f86-94b3-f0791a362496 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:13:16.977206 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5679aeaf-8eae-4c15-97d7-b2a9503140f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:17.077446 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:17.140828 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcc945e-9134-4f86-94b3-f0791a362496']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:17.144561 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf43170d-0de6-49d8-be08-5d984dca4cd5 None None] DHCP port deletion for 265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:13:17.226735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d085ac-1989-4ea1-bbc8-3da4f403b218') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:17.227210 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d085ac-1989-4ea1-bbc8-3da4f403b218') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:17.248694 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:17.251679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-c571a241-92aa-40f6-a48a-a57446ff0afd None None] Set router 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:13:17.274823 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:17.301615 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:13:17.302471 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:13:17.306245 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:13:17.311813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-bf43170d-0de6-49d8-be08-5d984dca4cd5 None None] Deleting port d665b578-1aad-4ed8-acee-5224e4d125a6 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:17.312274 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bf43170d-0de6-49d8-be08-5d984dca4cd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:17.324713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44350) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:17.327737 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5679aeaf-8eae-4c15-97d7-b2a9503140f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2358c307d50e4a1e9ec90d7104985558&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1450839 Aug 05 14:13:17.372334 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679aeaf-8eae-4c15-97d7-b2a9503140f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79172a27-287a-4e54-911a-196cd96a7b3e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:17.409400 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb470a-3f99-497a-8747-bf4536e5a9bf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting port a655d808-9f40-45b6-bc3a-df411fa0f45c {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:17.409934 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6cb470a-3f99-497a-8747-bf4536e5a9bf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:17.423320 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:17.439945 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b4e9849-af80-4a3c-95bf-7f046ef41b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:17.455857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-bf43170d-0de6-49d8-be08-5d984dca4cd5 None None] For port d665b578-1aad-4ed8-acee-5224e4d125a6, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d665b578-1aad-4ed8-acee-5224e4d125a6,segment=NetworkSegment(a3eac670-f712-4189-8f88-17dfedd52a4c),segment_id=a3eac670-f712-4189-8f88-17dfedd52a4c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:17.456269 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bf43170d-0de6-49d8-be08-5d984dca4cd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:17.475346 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b4e9849-af80-4a3c-95bf-7f046ef41b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:17.477082 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:17.478488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-bf43170d-0de6-49d8-be08-5d984dca4cd5 None None] Calling delete_port for d665b578-1aad-4ed8-acee-5224e4d125a6 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:17.479066 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] 10.222.0.16 "DELETE /v2.0/networks/bdcc945e-9134-4f86-94b3-f0791a362496 HTTP/1.1" status: 204 len: 168 time: 1.5429413 Aug 05 14:13:17.480058 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784ec73-6663-44c0-a000-9a58eba94159 tempest-FloatingIPNegativeTestJSON-1666844466 tempest-FloatingIPNegativeTestJSON-1666844466-project] Pushing event deleted for resources: {'Network': ['ID=bdcc945e-9134-4f86-94b3-f0791a362496,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:17.534735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-f6cb470a-3f99-497a-8747-bf4536e5a9bf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] For port a655d808-9f40-45b6-bc3a-df411fa0f45c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a655d808-9f40-45b6-bc3a-df411fa0f45c,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:17.535071 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6cb470a-3f99-497a-8747-bf4536e5a9bf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:17.557602 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb470a-3f99-497a-8747-bf4536e5a9bf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Calling delete_port for a655d808-9f40-45b6-bc3a-df411fa0f45c owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:17.569401 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b4e9849-af80-4a3c-95bf-7f046ef41b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:17.574876 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b4e9849-af80-4a3c-95bf-7f046ef41b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:17.577724 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0b4e9849-af80-4a3c-95bf-7f046ef41b7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79172a27-287a-4e54-911a-196cd96a7b3e HTTP/1.1" status: 204 len: 168 time: 0.2589285 Aug 05 14:13:17.589651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e9849-af80-4a3c-95bf-7f046ef41b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79172a27-287a-4e54-911a-196cd96a7b3e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:17.622693 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4ec08da3-657e-4d70-85cd-7ee2a3c2466f no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:13:17.651098 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4ec08da3-657e-4d70-85cd-7ee2a3c2466f {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:13:17.651551 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4ec08da3-657e-4d70-85cd-7ee2a3c2466f not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:13:17.651884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d665b578-1aad-4ed8-acee-5224e4d125a6 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:13:17.692562 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c571a241-92aa-40f6-a48a-a57446ff0afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937278839', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:23Z', 'updated_at': '2021-08-05T14:13:14Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:25Z', 'updated_at': '2021-08-05T14:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:17.730264 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bf43170d-0de6-49d8-be08-5d984dca4cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:17.732395 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c571a241-92aa-40f6-a48a-a57446ff0afd None None] The sync data for ids ['3badc8f5-ab18-4f91-b9e0-8734cc4f8695'] in n-d-803585-2 is: [{'id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937278839', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:11:23Z', 'updated_at': '2021-08-05T14:13:14Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': 'a655d808-9f40-45b6-bc3a-df411fa0f45c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3badc8f5-ab18-4f91-b9e0-8734cc4f8695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:11:25Z', 'updated_at': '2021-08-05T14:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:13:17.747641 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf43170d-0de6-49d8-be08-5d984dca4cd5 None None] No DVR routers for this DVR port d665b578-1aad-4ed8-acee-5224e4d125a6 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:13:17.814770 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6cb470a-3f99-497a-8747-bf4536e5a9bf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:17.838894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43170d-0de6-49d8-be08-5d984dca4cd5 None None] Pushing event deleted for resources: {'Port': ['ID=d665b578-1aad-4ed8-acee-5224e4d125a6,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:17.859457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No active binding found for port d665b578-1aad-4ed8-acee-5224e4d125a6 {{(pid=105725) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 05 14:13:17.860035 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d665b578-1aad-4ed8-acee-5224e4d125a6 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:13:17.892416 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb470a-3f99-497a-8747-bf4536e5a9bf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Port': ['ID=a655d808-9f40-45b6-bc3a-df411fa0f45c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:17.958425 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6cb470a-3f99-497a-8747-bf4536e5a9bf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.001776 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44378) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:18.074560 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6cb470a-3f99-497a-8747-bf4536e5a9bf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.077264 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6cb470a-3f99-497a-8747-bf4536e5a9bf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.170543 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44386) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:18.194510 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ad2466e-f630-40b8-b50e-17301849d0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.358350 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bb8c96aa-6703-4999-a8be-6fb57f983c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.373380 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-24763be5-49dc-4e97-b89b-f03ec8b37980 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f41b6b2c1174f46a424f1eaa576c5ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698611 Aug 05 14:13:18.381759 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44388) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:18.495048 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ad2466e-f630-40b8-b50e-17301849d0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.498263 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-04ef25eb-8a68-4269-bbca-6febc36ccf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.501169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ad2466e-f630-40b8-b50e-17301849d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.559257 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.559785 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-04ef25eb-8a68-4269-bbca-6febc36ccf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.565994 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3ad2466e-f630-40b8-b50e-17301849d0a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=783ccc0bc1024ef78e1c6a87e28b0c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3920338 Aug 05 14:13:18.565994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2466e-f630-40b8-b50e-17301849d0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1686cfe7-b6d8-4c5b-a949-444281f85275,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:18.566765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44394) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:18.593652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6cb470a-3f99-497a-8747-bf4536e5a9bf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.594244 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cb470a-3f99-497a-8747-bf4536e5a9bf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Fanout notify agent at l3_agent the message router_deleted on router 3badc8f5-ab18-4f91-b9e0-8734cc4f8695 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:13:18.607419 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6cb470a-3f99-497a-8747-bf4536e5a9bf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.612554 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f6cb470a-3f99-497a-8747-bf4536e5a9bf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/routers/3badc8f5-ab18-4f91-b9e0-8734cc4f8695 HTTP/1.1" status: 204 len: 168 time: 2.2812362 Aug 05 14:13:18.612554 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44396) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:18.664240 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4515c4ee-322d-4032-ba7d-1307ad56406e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.680150 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-04ef25eb-8a68-4269-bbca-6febc36ccf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.683297 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-04ef25eb-8a68-4269-bbca-6febc36ccf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.684481 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-04ef25eb-8a68-4269-bbca-6febc36ccf6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed12b0d8-4c1a-4174-bc83-f27bbbbb5921 HTTP/1.1" status: 204 len: 168 time: 0.3014550 Aug 05 14:13:18.715187 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4515c4ee-322d-4032-ba7d-1307ad56406e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.717314 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef25eb-8a68-4269-bbca-6febc36ccf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed12b0d8-4c1a-4174-bc83-f27bbbbb5921,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:18.734799 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48f87797-e2a0-4a68-b4ea-73fa9c412761 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.828063 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4515c4ee-322d-4032-ba7d-1307ad56406e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.831168 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4515c4ee-322d-4032-ba7d-1307ad56406e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.841368 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4515c4ee-322d-4032-ba7d-1307ad56406e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1686cfe7-b6d8-4c5b-a949-444281f85275 HTTP/1.1" status: 204 len: 168 time: 0.2649882 Aug 05 14:13:18.863394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515c4ee-322d-4032-ba7d-1307ad56406e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1686cfe7-b6d8-4c5b-a949-444281f85275,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:18.934021 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48f87797-e2a0-4a68-b4ea-73fa9c412761 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:18.963988 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-48f87797-e2a0-4a68-b4ea-73fa9c412761 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:18.978651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-48f87797-e2a0-4a68-b4ea-73fa9c412761 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3eac670-f712-4189-8f88-17dfedd52a4c') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:18.979442 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-48f87797-e2a0-4a68-b4ea-73fa9c412761 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3eac670-f712-4189-8f88-17dfedd52a4c') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:18.993152 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48f87797-e2a0-4a68-b4ea-73fa9c412761 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:19.014891 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48f87797-e2a0-4a68-b4ea-73fa9c412761 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:19.040254 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f87797-e2a0-4a68-b4ea-73fa9c412761 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:13:19.040675 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48f87797-e2a0-4a68-b4ea-73fa9c412761 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:13:19.052599 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:13:19.141973 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48f87797-e2a0-4a68-b4ea-73fa9c412761 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:19.152608 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48f87797-e2a0-4a68-b4ea-73fa9c412761 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:19.161792 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44416) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:19.162121 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-48f87797-e2a0-4a68-b4ea-73fa9c412761 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/networks/265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9 HTTP/1.1" status: 204 len: 168 time: 0.5488086 Aug 05 14:13:19.221257 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f87797-e2a0-4a68-b4ea-73fa9c412761 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Network': ['ID=265d8557-4490-4ad4-a3c3-7c4d5b4f9ac9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:19.310158 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4da2aca-b167-4783-9005-0cf1f75469fd tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:19.360701 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4da2aca-b167-4783-9005-0cf1f75469fd tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:19.458794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4da2aca-b167-4783-9005-0cf1f75469fd tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:19.465890 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4da2aca-b167-4783-9005-0cf1f75469fd tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:19.469846 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d4da2aca-b167-4783-9005-0cf1f75469fd tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/security-groups/7c4af5ee-9a45-4201-bc3b-914ff755307d HTTP/1.1" status: 204 len: 168 time: 0.3045218 Aug 05 14:13:19.495704 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:19.516901 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da2aca-b167-4783-9005-0cf1f75469fd tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4af5ee-9a45-4201-bc3b-914ff755307d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:19.663104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 10a2266e-9db1-477a-98e0-4369f155d7b4 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:13:19.690147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 10a2266e-9db1-477a-98e0-4369f155d7b4 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:13:19.690518 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 10a2266e-9db1-477a-98e0-4369f155d7b4 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:13:19.690933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a655d808-9f40-45b6-bc3a-df411fa0f45c no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:13:19.717617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: a655d808-9f40-45b6-bc3a-df411fa0f45c {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:13:19.718331 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a655d808-9f40-45b6-bc3a-df411fa0f45c not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:13:20.137457 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44462) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:20.278054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44472) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:20.283484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d1340c67-d541-4155-87f4-c29c678b1e76 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-843416261', 'description': 'tempest-secgroup-smoke-843416261 description', 'project_id': 'b8337b594bf34d3abccae65212524bf9'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:20.304093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-6385ce2d-5309-4c1e-b644-9491c5c83b59 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-76103739'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:20.320026 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d1340c67-d541-4155-87f4-c29c678b1e76 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.357628 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6385ce2d-5309-4c1e-b644-9491c5c83b59 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:20.361693 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6385ce2d-5309-4c1e-b644-9491c5c83b59 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.382578 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6385ce2d-5309-4c1e-b644-9491c5c83b59 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.460414 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d1340c67-d541-4155-87f4-c29c678b1e76 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.471190 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d1340c67-d541-4155-87f4-c29c678b1e76 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.522454 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1340c67-d541-4155-87f4-c29c678b1e76 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe92652c-5aeb-42f5-aa97-d37b72ca3031,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:20.586862 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6385ce2d-5309-4c1e-b644-9491c5c83b59 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.592449 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6385ce2d-5309-4c1e-b644-9491c5c83b59 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.613149 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d1340c67-d541-4155-87f4-c29c678b1e76 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.613149 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d1340c67-d541-4155-87f4-c29c678b1e76 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3334873 Aug 05 14:13:20.616215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44484) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:20.623053 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6385ce2d-5309-4c1e-b644-9491c5c83b59 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:13:20.626065 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-1aab5ec2-66cc-4243-b3dd-c43a8833f27e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': 'fe92652c-5aeb-42f5-aa97-d37b72ca3031', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:20.638854 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385ce2d-5309-4c1e-b644-9491c5c83b59 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e52057c-4079-4041-8fb9-84012736ef7e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:20.659436 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6385ce2d-5309-4c1e-b644-9491c5c83b59 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.660197 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-6385ce2d-5309-4c1e-b644-9491c5c83b59 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Added segment 96a29adb-3d78-4b24-a05a-eb87ca095be3 of type vlan for network 09766a6e-1ca3-44eb-9e47-576774094734 Aug 05 14:13:20.676720 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1aab5ec2-66cc-4243-b3dd-c43a8833f27e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.710007 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6385ce2d-5309-4c1e-b644-9491c5c83b59 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.750804 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6385ce2d-5309-4c1e-b644-9491c5c83b59 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.750994 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1aab5ec2-66cc-4243-b3dd-c43a8833f27e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.757500 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6385ce2d-5309-4c1e-b644-9491c5c83b59 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:20.758340 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1aab5ec2-66cc-4243-b3dd-c43a8833f27e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.758610 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6385ce2d-5309-4c1e-b644-9491c5c83b59 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.791080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab5ec2-66cc-4243-b3dd-c43a8833f27e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2ea771-7df8-4dfe-92c0-955082f730e7,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:20.798471 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1aab5ec2-66cc-4243-b3dd-c43a8833f27e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.802408 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1aab5ec2-66cc-4243-b3dd-c43a8833f27e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1797857 Aug 05 14:13:20.802901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44488) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:20.809029 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f45a3a51-b936-49ee-97a3-ac462e7a6e9d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': 'fe92652c-5aeb-42f5-aa97-d37b72ca3031', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:20.841400 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f45a3a51-b936-49ee-97a3-ac462e7a6e9d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.842488 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6385ce2d-5309-4c1e-b644-9491c5c83b59 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7039478 Aug 05 14:13:20.845531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44490) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:20.852761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-62796a5c-3dae-411e-9bb8-3b05d49e9c06 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'network_id': '09766a6e-1ca3-44eb-9e47-576774094734', 'name': 'tempest-PortsIpV6TestJSON-457250674'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:20.872007 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385ce2d-5309-4c1e-b644-9491c5c83b59 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Network': ['ID=09766a6e-1ca3-44eb-9e47-576774094734,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:20.883304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 09766a6e-1ca3-44eb-9e47-576774094734 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:13:20.928589 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f45a3a51-b936-49ee-97a3-ac462e7a6e9d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.936959 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f45a3a51-b936-49ee-97a3-ac462e7a6e9d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.962077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a3a51-b936-49ee-97a3-ac462e7a6e9d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9764cfc2-0738-443a-aafb-e37a214469d8,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:20.978841 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f45a3a51-b936-49ee-97a3-ac462e7a6e9d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:20.985180 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f45a3a51-b936-49ee-97a3-ac462e7a6e9d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1811974 Aug 05 14:13:20.985812 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44494) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:20.991376 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-8bc1afd6-cf62-4376-a08d-66b53befc30e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': 'fe92652c-5aeb-42f5-aa97-d37b72ca3031', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:21.018496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62796a5c-3dae-411e-9bb8-3b05d49e9c06 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:21.024902 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-62796a5c-3dae-411e-9bb8-3b05d49e9c06 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.031330 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44496) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:21.051163 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8bc1afd6-cf62-4376-a08d-66b53befc30e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.059484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-62796a5c-3dae-411e-9bb8-3b05d49e9c06 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] device_id is not set on port 1f73b62a-1035-4945-825a-aaa41edd3152 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:13:21.135749 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8bc1afd6-cf62-4376-a08d-66b53befc30e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.142972 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8bc1afd6-cf62-4376-a08d-66b53befc30e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.163082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1afd6-cf62-4376-a08d-66b53befc30e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db2749f-e298-4601-9fb0-8473b2d06101,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:21.187713 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8bc1afd6-cf62-4376-a08d-66b53befc30e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.192217 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8bc1afd6-cf62-4376-a08d-66b53befc30e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2022703 Aug 05 14:13:21.193031 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44504) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:21.207992 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-62b40289-ed7d-427c-a8d0-67bda6708bf9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': 'fe92652c-5aeb-42f5-aa97-d37b72ca3031', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:21.265926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-7df30736-57a8-4436-8e07-aeea104ac00f tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-92663600'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:21.266500 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-7df30736-57a8-4436-8e07-aeea104ac00f tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] Unknown quota resources ['metering_label']. {{(pid=105723) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 14:13:21.281013 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62b40289-ed7d-427c-a8d0-67bda6708bf9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.296783 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.366799 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-62796a5c-3dae-411e-9bb8-3b05d49e9c06 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.374074 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62b40289-ed7d-427c-a8d0-67bda6708bf9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.380988 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62b40289-ed7d-427c-a8d0-67bda6708bf9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.413439 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b40289-ed7d-427c-a8d0-67bda6708bf9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25357cd6-32b7-49bf-8b8a-b0cfb1d16446,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:21.427466 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62b40289-ed7d-427c-a8d0-67bda6708bf9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.432956 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-62b40289-ed7d-427c-a8d0-67bda6708bf9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2326007 Aug 05 14:13:21.433546 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44516) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:21.444747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f78fab7a-ac91-423e-addc-77b915f66a94 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': 'fe92652c-5aeb-42f5-aa97-d37b72ca3031', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:21.496881 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7df30736-57a8-4436-8e07-aeea104ac00f tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.500758 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7df30736-57a8-4436-8e07-aeea104ac00f tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.4643636 Aug 05 14:13:21.502092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44520) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:21.508135 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5be0dde9-bd91-4d80-8f44-2cf27f5dd76b tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8ebc310a-4c0a-47eb-9306-1a932e4c5ddf'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:21.509825 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5be0dde9-bd91-4d80-8f44-2cf27f5dd76b tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 14:13:21.515274 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-f78fab7a-ac91-423e-addc-77b915f66a94 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Project b8337b594bf34d3abccae65212524bf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:13:21.521345 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f78fab7a-ac91-423e-addc-77b915f66a94 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.548793 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-62796a5c-3dae-411e-9bb8-3b05d49e9c06 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.603078 n-d-803585-2 neutron-server[105724]: WARNING neutron.services.metering.metering_plugin [None req-5be0dde9-bd91-4d80-8f44-2cf27f5dd76b tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 05 14:13:21.685332 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62796a5c-3dae-411e-9bb8-3b05d49e9c06 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=1f73b62a-1035-4945-825a-aaa41edd3152,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:21.689317 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62796a5c-3dae-411e-9bb8-3b05d49e9c06 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Checking segment: {'id': '96a29adb-3d78-4b24-a05a-eb87ca095be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09766a6e-1ca3-44eb-9e47-576774094734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:13:21.690028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62796a5c-3dae-411e-9bb8-3b05d49e9c06 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network hostable DHCP agents. Network: 09766a6e-1ca3-44eb-9e47-576774094734, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:13:21.717696 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62796a5c-3dae-411e-9bb8-3b05d49e9c06 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 09766a6e-1ca3-44eb-9e47-576774094734 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:13:21.751984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-62796a5c-3dae-411e-9bb8-3b05d49e9c06 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 09766a6e-1ca3-44eb-9e47-576774094734) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:21.756431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62796a5c-3dae-411e-9bb8-3b05d49e9c06 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:21.768197 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62796a5c-3dae-411e-9bb8-3b05d49e9c06 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:21.768933 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-62796a5c-3dae-411e-9bb8-3b05d49e9c06 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.780380 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d972c925-2974-4dba-85ea-16a4d8a729a9 None None] Network 09766a6e-1ca3-44eb-9e47-576774094734 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:13:21.813921 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-62796a5c-3dae-411e-9bb8-3b05d49e9c06 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9668517 Aug 05 14:13:21.814988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44530) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:21.834223 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-72d4975e-0ba8-4139-9d4c-21f9124dcb91 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-235312066'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:21.835841 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5be0dde9-bd91-4d80-8f44-2cf27f5dd76b tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.841844 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5be0dde9-bd91-4d80-8f44-2cf27f5dd76b tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3377497 Aug 05 14:13:21.846337 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44534) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:21.857995 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a0021ac7-38ae-48d6-950f-a378d30c8ca3 tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8ebc310a-4c0a-47eb-9306-1a932e4c5ddf'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:21.862170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a0021ac7-38ae-48d6-950f-a378d30c8ca3 tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 14:13:21.878376 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f78fab7a-ac91-423e-addc-77b915f66a94 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.888071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d4975e-0ba8-4139-9d4c-21f9124dcb91 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:21.894642 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f78fab7a-ac91-423e-addc-77b915f66a94 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.895900 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72d4975e-0ba8-4139-9d4c-21f9124dcb91 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:21.951673 n-d-803585-2 neutron-server[105724]: WARNING neutron.services.metering.metering_plugin [None req-a0021ac7-38ae-48d6-950f-a378d30c8ca3 tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 05 14:13:21.963205 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78fab7a-ac91-423e-addc-77b915f66a94 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ad053f-6ea1-4fc3-b316-367098df446d,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:21.990140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d4975e-0ba8-4139-9d4c-21f9124dcb91 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:13:22.002300 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72d4975e-0ba8-4139-9d4c-21f9124dcb91 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.002975 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-72d4975e-0ba8-4139-9d4c-21f9124dcb91 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Added segment 2feac2aa-6f45-4fc9-a16b-8e9ac1a740f3 of type vlan for network db5f31ad-d89a-439f-877f-d04f2247265f Aug 05 14:13:22.032905 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f78fab7a-ac91-423e-addc-77b915f66a94 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.034284 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f78fab7a-ac91-423e-addc-77b915f66a94 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5998111 Aug 05 14:13:22.036948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44540) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:22.043491 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-41adfb80-273e-4806-afcb-c2fa3ac37fbf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'security_group_rule': {'security_group_id': 'fe92652c-5aeb-42f5-aa97-d37b72ca3031', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:22.051720 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72d4975e-0ba8-4139-9d4c-21f9124dcb91 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.100189 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72d4975e-0ba8-4139-9d4c-21f9124dcb91 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.104623 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a0021ac7-38ae-48d6-950f-a378d30c8ca3 tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.106137 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a0021ac7-38ae-48d6-950f-a378d30c8ca3 tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2574661 Aug 05 14:13:22.106549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d4975e-0ba8-4139-9d4c-21f9124dcb91 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:22.107204 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72d4975e-0ba8-4139-9d4c-21f9124dcb91 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.108894 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44542) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:22.118032 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-41adfb80-273e-4806-afcb-c2fa3ac37fbf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Project b8337b594bf34d3abccae65212524bf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:13:22.125196 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-41adfb80-273e-4806-afcb-c2fa3ac37fbf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.130613 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3c427ced-9d27-4a5b-bc85-c6196c625dd4 tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=f0fb74e6-2ff1-4cc8-bb73-f5ab19db81f9 HTTP/1.1" status: 200 len: 464 time: 0.0204442 Aug 05 14:13:22.137646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44544) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:22.175526 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-72d4975e-0ba8-4139-9d4c-21f9124dcb91 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3562648 Aug 05 14:13:22.180904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44546) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:22.193745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'ports': [{'network_id': '09766a6e-1ca3-44eb-9e47-576774094734'}, {'network_id': 'db5f31ad-d89a-439f-877f-d04f2247265f'}]} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:22.195834 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'network_id': '09766a6e-1ca3-44eb-9e47-576774094734'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:22.195834 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'network_id': 'db5f31ad-d89a-439f-877f-d04f2247265f'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:22.197501 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4975e-0ba8-4139-9d4c-21f9124dcb91 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Network': ['ID=db5f31ad-d89a-439f-877f-d04f2247265f,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:22.211504 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network db5f31ad-d89a-439f-877f-d04f2247265f details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:13:22.370288 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75c364f7-bcd3-4fb1-bd5c-85e93580a8c1 tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.371452 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-75c364f7-bcd3-4fb1-bd5c-85e93580a8c1 tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/f0fb74e6-2ff1-4cc8-bb73-f5ab19db81f9 HTTP/1.1" status: 204 len: 168 time: 0.2323377 Aug 05 14:13:22.374787 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44550) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:22.387731 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a107a37e-c850-4f9d-8d13-b25494c4ec69 tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=f0fb74e6-2ff1-4cc8-bb73-f5ab19db81f9 HTTP/1.1" status: 200 len: 221 time: 0.0107272 Aug 05 14:13:22.390420 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44552) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:22.395514 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-32e8952b-613f-45c9-ad2b-d7960998284b tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1393284665', 'description': 'label created by tempest'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:22.396210 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-32e8952b-613f-45c9-ad2b-d7960998284b tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] Unknown quota resources ['metering_label']. {{(pid=105723) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 05 14:13:22.398287 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-41adfb80-273e-4806-afcb-c2fa3ac37fbf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.430211 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-41adfb80-273e-4806-afcb-c2fa3ac37fbf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.461203 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adfb80-273e-4806-afcb-c2fa3ac37fbf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b37a609-93f2-4a67-874a-155dd6f7cf35,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:22.470726 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-41adfb80-273e-4806-afcb-c2fa3ac37fbf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.471947 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-41adfb80-273e-4806-afcb-c2fa3ac37fbf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4340575 Aug 05 14:13:22.477187 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44554) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:22.484421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-fee652ff-8189-417a-9a62-d88ec8182130 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'network': {'name': 'tempest-network-smoke--1877602216', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'port_security_enabled': True}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:22.515486 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee652ff-8189-417a-9a62-d88ec8182130 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Made reservation on behalf of b8337b594bf34d3abccae65212524bf9 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:22.519485 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fee652ff-8189-417a-9a62-d88ec8182130 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.557184 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee652ff-8189-417a-9a62-d88ec8182130 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:13:22.565428 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'port': 2} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:22.570599 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.575211 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fee652ff-8189-417a-9a62-d88ec8182130 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.575553 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-fee652ff-8189-417a-9a62-d88ec8182130 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Added segment a5d1e921-bfef-47f8-98ec-e223ab0c5533 of type vlan for network 5eff8ab7-e26f-477d-9573-84337a08c8aa Aug 05 14:13:22.597035 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.609157 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32e8952b-613f-45c9-ad2b-d7960998284b tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.609157 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-32e8952b-613f-45c9-ad2b-d7960998284b tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2170699 Aug 05 14:13:22.611352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44564) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:22.679465 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fee652ff-8189-417a-9a62-d88ec8182130 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.702539 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9461f81a-92e2-4535-b7a0-16c1f450b0c5 tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=9d485640-8f57-4995-90b4-0107defe795f HTTP/1.1" status: 200 len: 468 time: 0.0897071 Aug 05 14:13:22.704728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44568) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:22.797037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] device_id is not set on port 9301c8b2-1d85-4a39-a995-9c6cc9750a46 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:13:22.802055 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fee652ff-8189-417a-9a62-d88ec8182130 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.809095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee652ff-8189-417a-9a62-d88ec8182130 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:22.809898 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fee652ff-8189-417a-9a62-d88ec8182130 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.850041 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fee652ff-8189-417a-9a62-d88ec8182130 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3716731 Aug 05 14:13:22.857569 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44570) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:22.862207 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1147867140', 'admin_state_up': True, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:22.910557 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee652ff-8189-417a-9a62-d88ec8182130 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Network': ['ID=5eff8ab7-e26f-477d-9573-84337a08c8aa,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:22.921798 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 5eff8ab7-e26f-477d-9573-84337a08c8aa details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:13:22.967815 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.969577 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.977727 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f42c2d3-6775-49c8-a47d-e723fbdeb779 tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:22.979702 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7f42c2d3-6775-49c8-a47d-e723fbdeb779 tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/9d485640-8f57-4995-90b4-0107defe795f HTTP/1.1" status: 204 len: 168 time: 0.2737660 Aug 05 14:13:22.982742 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44572) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:22.997126 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e996c3d8-9441-46c1-bc08-cee80c917f0a tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=9d485640-8f57-4995-90b4-0107defe795f HTTP/1.1" status: 200 len: 216 time: 0.0130386 Aug 05 14:13:23.000369 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44574) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:23.030278 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fed24144-e3c8-4a22-b611-baac9a05009e tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0265870 Aug 05 14:13:23.034145 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44576) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:23.051158 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:23.067722 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:23.074014 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-13c95566-3402-4e79-a12f-8934fdcaeeeb tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0389264 Aug 05 14:13:23.077177 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44580) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:23.146440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] device_id is not set on port 4c48ebc1-50ec-49a3-83db-6040952e13f1 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:13:23.172811 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2860f325-395b-44f5-8f86-a3737035ea36 tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/8ebc310a-4c0a-47eb-9306-1a932e4c5ddf HTTP/1.1" status: 200 len: 471 time: 0.0945046 Aug 05 14:13:23.177064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44582) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:23.194324 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b187e3e3-542f-491f-92e3-763ff6933d5d tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/77ab5cdf-0940-46c9-ade1-3bd0a6f20425 HTTP/1.1" status: 200 len: 461 time: 0.0132866 Aug 05 14:13:23.195855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44584) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:23.280086 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:23.387271 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:23.392077 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c40e7dce-25cb-4edb-a8a5-b07e6658e961 tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:23.395481 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c40e7dce-25cb-4edb-a8a5-b07e6658e961 tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/77ab5cdf-0940-46c9-ade1-3bd0a6f20425 HTTP/1.1" status: 204 len: 168 time: 0.1968570 Aug 05 14:13:23.396018 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44588) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:23.461519 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:23.518874 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=9301c8b2-1d85-4a39-a995-9c6cc9750a46,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:23.536067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 09766a6e-1ca3-44eb-9e47-576774094734 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:23.540096 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:23.547979 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:23.549036 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:23.623721 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=4c48ebc1-50ec-49a3-83db-6040952e13f1,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:23.702903 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:23.721848 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Checking segment: {'id': '2feac2aa-6f45-4fc9-a16b-8e9ac1a740f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'db5f31ad-d89a-439f-877f-d04f2247265f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:13:23.722276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network hostable DHCP agents. Network: db5f31ad-d89a-439f-877f-d04f2247265f, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:13:23.764685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network db5f31ad-d89a-439f-877f-d04f2247265f is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:13:23.780009 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, db5f31ad-d89a-439f-877f-d04f2247265f) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:23.790031 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bdfef2-4926-41f2-9fe0-02c0c6454da9 None None] Network db5f31ad-d89a-439f-877f-d04f2247265f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:13:23.795819 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:23.803087 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:23.804940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:23.814240 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:23.814993 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:23.843655 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9321d9f9-f84f-477b-adbe-69e938326e3a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6587806 Aug 05 14:13:23.844363 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44594) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:23.938415 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b786c901-f52a-4b39-a4a4-9efa3ddc7458 tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:23.942317 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b786c901-f52a-4b39-a4a4-9efa3ddc7458 tempest-MeteringTestJSON-1722439803 tempest-MeteringTestJSON-1722439803-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/8ebc310a-4c0a-47eb-9306-1a932e4c5ddf HTTP/1.1" status: 204 len: 168 time: 0.5430439 Aug 05 14:13:23.989362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-8eb9d455-9ccc-4392-a8bd-33d074f7ad60 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port 4c48ebc1-50ec-49a3-83db-6040952e13f1 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:23.989965 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d455-9ccc-4392-a8bd-33d074f7ad60 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:24.071873 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Allocated IP 172.25.5.124 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/4953f00e-9fc1-4dc3-8505-35300e0a5b96) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:24.139569 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d455-9ccc-4392-a8bd-33d074f7ad60 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:24.171111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-8eb9d455-9ccc-4392-a8bd-33d074f7ad60 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for 4c48ebc1-50ec-49a3-83db-6040952e13f1 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:24.296143 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d455-9ccc-4392-a8bd-33d074f7ad60 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:24.363369 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:24.410993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9d455-9ccc-4392-a8bd-33d074f7ad60 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=4c48ebc1-50ec-49a3-83db-6040952e13f1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:24.424624 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d455-9ccc-4392-a8bd-33d074f7ad60 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:24.428998 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8eb9d455-9ccc-4392-a8bd-33d074f7ad60 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/ports/4c48ebc1-50ec-49a3-83db-6040952e13f1 HTTP/1.1" status: 204 len: 168 time: 0.5814307 Aug 05 14:13:24.430417 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44608) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:24.574414 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:24.596531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44612) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:24.617687 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021ded99-c7e0-47c8-988d-c7fbf6372c75 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:24.626992 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021ded99-c7e0-47c8-988d-c7fbf6372c75 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:24.628705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-021ded99-c7e0-47c8-988d-c7fbf6372c75 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1922119 Aug 05 14:13:24.632669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44616) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:24.673876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:24.679377 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:24.684068 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:24.724758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=4953f00e-9fc1-4dc3-8505-35300e0a5b96,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:24.784939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-e31e414f-5cca-4fa5-8d1b-3d1b65b8845c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port 9301c8b2-1d85-4a39-a995-9c6cc9750a46 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:24.785425 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e31e414f-5cca-4fa5-8d1b-3d1b65b8845c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:24.898201 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44628) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:24.930294 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e31e414f-5cca-4fa5-8d1b-3d1b65b8845c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:24.946410 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-e31e414f-5cca-4fa5-8d1b-3d1b65b8845c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for 9301c8b2-1d85-4a39-a995-9c6cc9750a46 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:25.036316 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:25.071819 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d796a41d-9aa7-40a3-9485-e842304f7d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:25.146604 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9d0df533-8061-4166-9de7-14941a2440a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:25.251862 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e31e414f-5cca-4fa5-8d1b-3d1b65b8845c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:25.266767 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d796a41d-9aa7-40a3-9485-e842304f7d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:25.295218 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d796a41d-9aa7-40a3-9485-e842304f7d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:25.302993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e414f-5cca-4fa5-8d1b-3d1b65b8845c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=9301c8b2-1d85-4a39-a995-9c6cc9750a46,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:25.381430 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e31e414f-5cca-4fa5-8d1b-3d1b65b8845c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:25.383622 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e31e414f-5cca-4fa5-8d1b-3d1b65b8845c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/ports/9301c8b2-1d85-4a39-a995-9c6cc9750a46 HTTP/1.1" status: 204 len: 168 time: 0.7496557 Aug 05 14:13:25.393832 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44634) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:25.495621 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d796a41d-9aa7-40a3-9485-e842304f7d44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1f469192f5c49f4af8dfbd8c6fd17e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8975613 Aug 05 14:13:25.507529 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44636) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:25.512922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796a41d-9aa7-40a3-9485-e842304f7d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde18573-c2af-4144-bc2a-b0db7815162a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:25.580028 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6348243b-79ca-42d2-948a-80afb4738606 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:25.584555 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6348243b-79ca-42d2-948a-80afb4738606 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1850872 Aug 05 14:13:25.584696 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44638) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:25.621176 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec913f08-c4de-41dd-8d22-fbb50f991b97 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] GET failed (client error): The resource could not be found. Aug 05 14:13:25.623576 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ec913f08-c4de-41dd-8d22-fbb50f991b97 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports/4c48ebc1-50ec-49a3-83db-6040952e13f1 HTTP/1.1" status: 404 len: 333 time: 0.0376751 Aug 05 14:13:25.626124 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44642) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:25.645820 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1cfcdd7-4bd9-4272-a1f0-589ba97dc11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:25.665043 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc88fe9d-f836-4c50-88d3-ed15138c67b3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] GET failed (client error): The resource could not be found. Aug 05 14:13:25.666860 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cc88fe9d-f836-4c50-88d3-ed15138c67b3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports/9301c8b2-1d85-4a39-a995-9c6cc9750a46 HTTP/1.1" status: 404 len: 333 time: 0.0397234 Aug 05 14:13:25.670276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44644) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:25.674460 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9d0df533-8061-4166-9de7-14941a2440a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:25.687471 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9d0df533-8061-4166-9de7-14941a2440a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:25.691197 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1cfcdd7-4bd9-4272-a1f0-589ba97dc11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:25.771035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0df533-8061-4166-9de7-14941a2440a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492682fe-1f08-4221-ad61-664f8eda22fa,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:25.780463 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9d0df533-8061-4166-9de7-14941a2440a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=849ce6b660da484ea0455520ddf4c65a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8803699 Aug 05 14:13:25.783031 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44646) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:25.829390 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1cfcdd7-4bd9-4272-a1f0-589ba97dc11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:25.832112 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1cfcdd7-4bd9-4272-a1f0-589ba97dc11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:25.835990 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e1cfcdd7-4bd9-4272-a1f0-589ba97dc11a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cde18573-c2af-4144-bc2a-b0db7815162a HTTP/1.1" status: 204 len: 168 time: 0.3220823 Aug 05 14:13:25.863080 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a942076e-2165-4a62-abc5-7c33b104b795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:25.866158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfcdd7-4bd9-4272-a1f0-589ba97dc11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde18573-c2af-4144-bc2a-b0db7815162a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:25.887524 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:25.907892 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-42c8382a-8b34-4f8b-8edc-bc08a66222d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:25.934716 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-42c8382a-8b34-4f8b-8edc-bc08a66222d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:25.995648 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-42c8382a-8b34-4f8b-8edc-bc08a66222d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:25.999032 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-42c8382a-8b34-4f8b-8edc-bc08a66222d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.009241 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-42c8382a-8b34-4f8b-8edc-bc08a66222d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/492682fe-1f08-4221-ad61-664f8eda22fa HTTP/1.1" status: 204 len: 168 time: 0.2179775 Aug 05 14:13:26.031230 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8382a-8b34-4f8b-8edc-bc08a66222d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492682fe-1f08-4221-ad61-664f8eda22fa,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:26.091637 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a942076e-2165-4a62-abc5-7c33b104b795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.110275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-a942076e-2165-4a62-abc5-7c33b104b795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5f31ad-d89a-439f-877f-d04f2247265f']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:26.112920 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:13:26.130537 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-a942076e-2165-4a62-abc5-7c33b104b795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2feac2aa-6f45-4fc9-a16b-8e9ac1a740f3') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:26.130868 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-a942076e-2165-4a62-abc5-7c33b104b795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2feac2aa-6f45-4fc9-a16b-8e9ac1a740f3') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:26.209973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44656) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:26.212591 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a942076e-2165-4a62-abc5-7c33b104b795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.227196 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-972e6f42-e4eb-4bb0-95d3-723629ea12d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.259358 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a942076e-2165-4a62-abc5-7c33b104b795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.270685 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a942076e-2165-4a62-abc5-7c33b104b795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:13:26.271102 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a942076e-2165-4a62-abc5-7c33b104b795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:13:26.274214 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:13:26.326908 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:13:26.345751 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48186902-dad3-441e-99d4-fae834767305 None None] Sync routers for ids ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:13:26.360267 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a942076e-2165-4a62-abc5-7c33b104b795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.365843 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48186902-dad3-441e-99d4-fae834767305 None None] Routers {'7b6b7ebb-29b8-4e4e-b569-776dc3903a07'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:13:26.370304 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-48186902-dad3-441e-99d4-fae834767305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:13:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:26.378223 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a942076e-2165-4a62-abc5-7c33b104b795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.383768 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a942076e-2165-4a62-abc5-7c33b104b795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/networks/db5f31ad-d89a-439f-877f-d04f2247265f HTTP/1.1" status: 204 len: 168 time: 0.7089860 Aug 05 14:13:26.386122 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44660) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:26.395912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6719e745-7ca4-4b8e-9406-c151ad8dc1d3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1040029147'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:26.396461 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942076e-2165-4a62-abc5-7c33b104b795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Network': ['ID=db5f31ad-d89a-439f-877f-d04f2247265f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:26.499080 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-972e6f42-e4eb-4bb0-95d3-723629ea12d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.507024 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-972e6f42-e4eb-4bb0-95d3-723629ea12d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.515217 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.520366 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-31d3c389-bde2-4024-9a57-f41f6e23d14e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6615007 Aug 05 14:13:26.521269 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44662) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:26.569552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e6f42-e4eb-4bb0-95d3-723629ea12d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f59bf9-03bf-47d6-b61a-696fcec50174,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:26.583505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6719e745-7ca4-4b8e-9406-c151ad8dc1d3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:26.583982 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-91e0bf70-46a9-445e-81c3-748a1caa34a5 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b8337b594bf34d3abccae65212524bf9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0582032 Aug 05 14:13:26.584594 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44664) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:26.592482 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6719e745-7ca4-4b8e-9406-c151ad8dc1d3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.642750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44666) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:26.667654 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-972e6f42-e4eb-4bb0-95d3-723629ea12d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8587ebe476c435c97e631e24b0c7f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539344 Aug 05 14:13:26.667862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44668) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:26.675979 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6eefdd4-8abe-403f-855f-ab7061e3c3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.685177 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed5365-0205-414b-98de-b5ac2fecb196 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:26.690285 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-45ed5365-0205-414b-98de-b5ac2fecb196 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1028790 Aug 05 14:13:26.691045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44670) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:26.691978 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-48186902-dad3-441e-99d4-fae834767305 None None] Set router 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:13:26.694558 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6719e745-7ca4-4b8e-9406-c151ad8dc1d3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:13:26.729812 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6719e745-7ca4-4b8e-9406-c151ad8dc1d3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.730718 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-6719e745-7ca4-4b8e-9406-c151ad8dc1d3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Added segment 8e916749-cadc-46b0-95b2-d293f8fa7c20 of type vlan for network 1588325e-b391-4144-810b-d33834b8e2cb Aug 05 14:13:26.735450 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e0ef80d1-bd6c-4e95-a9d2-423ba4731e79 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431454 Aug 05 14:13:26.736102 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44672) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:26.741313 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0ab7bf2a-ec85-4a7b-97cc-cb6f7f2642e4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1896712012', 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa', 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:26.801904 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6719e745-7ca4-4b8e-9406-c151ad8dc1d3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.830669 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-609e1901-a46c-402f-a966-8320af5292bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.889366 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-609e1901-a46c-402f-a966-8320af5292bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.906424 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-48186902-dad3-441e-99d4-fae834767305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147867140', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:22Z', 'updated_at': '2021-08-05T14:13:24Z', 'revision_number': 3, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:23Z', 'updated_at': '2021-08-05T14:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:26.907781 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6719e745-7ca4-4b8e-9406-c151ad8dc1d3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.913380 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6719e745-7ca4-4b8e-9406-c151ad8dc1d3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:26.913970 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6719e745-7ca4-4b8e-9406-c151ad8dc1d3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:26.932848 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48186902-dad3-441e-99d4-fae834767305 None None] Checking router: 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:13:26.933200 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48186902-dad3-441e-99d4-fae834767305 None None] Updating router 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 port 4953f00e-9fc1-4dc3-8505-35300e0a5b96 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:13:26.958671 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-48186902-dad3-441e-99d4-fae834767305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.012844 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6eefdd4-8abe-403f-855f-ab7061e3c3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.023176 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d6eefdd4-8abe-403f-855f-ab7061e3c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.030417 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719e745-7ca4-4b8e-9406-c151ad8dc1d3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Network': ['ID=1588325e-b391-4144-810b-d33834b8e2cb,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:27.036109 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6719e745-7ca4-4b8e-9406-c151ad8dc1d3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6423426 Aug 05 14:13:27.040386 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44676) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:27.044747 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 1588325e-b391-4144-810b-d33834b8e2cb details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:13:27.056074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0a89e00d-6538-4356-98d0-0daaf85f4e33 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'subnet': {'network_id': '1588325e-b391-4144-810b-d33834b8e2cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:27.073019 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d6eefdd4-8abe-403f-855f-ab7061e3c3ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51e562a981844ca28f8d66a184edeb8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4290879 Aug 05 14:13:27.074147 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-609e1901-a46c-402f-a966-8320af5292bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.076744 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-609e1901-a46c-402f-a966-8320af5292bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.077884 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-609e1901-a46c-402f-a966-8320af5292bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50f59bf9-03bf-47d6-b61a-696fcec50174 HTTP/1.1" status: 204 len: 168 time: 0.4091077 Aug 05 14:13:27.078603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44678) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:27.079255 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eefdd4-8abe-403f-855f-ab7061e3c3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5b289d-3c14-46c2-a732-89d0044509b1,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:27.100850 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e1901-a46c-402f-a966-8320af5292bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f59bf9-03bf-47d6-b61a-696fcec50174,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:27.151151 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-acda6e3f-b0d1-4651-b92c-dbb82fe590e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.185684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab7bf2a-ec85-4a7b-97cc-cb6f7f2642e4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Made reservation on behalf of b8337b594bf34d3abccae65212524bf9 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:27.190030 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ab7bf2a-ec85-4a7b-97cc-cb6f7f2642e4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.191055 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-acda6e3f-b0d1-4651-b92c-dbb82fe590e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.260394 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-acda6e3f-b0d1-4651-b92c-dbb82fe590e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.262974 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-acda6e3f-b0d1-4651-b92c-dbb82fe590e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.272683 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-acda6e3f-b0d1-4651-b92c-dbb82fe590e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e5b289d-3c14-46c2-a732-89d0044509b1 HTTP/1.1" status: 204 len: 168 time: 0.1901412 Aug 05 14:13:27.289734 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda6e3f-b0d1-4651-b92c-dbb82fe590e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5b289d-3c14-46c2-a732-89d0044509b1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:27.360131 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a89e00d-6538-4356-98d0-0daaf85f4e33 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:27.364146 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0a89e00d-6538-4356-98d0-0daaf85f4e33 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.386500 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-48186902-dad3-441e-99d4-fae834767305 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.398688 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-48186902-dad3-441e-99d4-fae834767305 None None] Transition to ACTIVE for port object 4953f00e-9fc1-4dc3-8505-35300e0a5b96 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:27.407715 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-48186902-dad3-441e-99d4-fae834767305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.533521 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-48186902-dad3-441e-99d4-fae834767305 None None] Attempting to bind port 4953f00e-9fc1-4dc3-8505-35300e0a5b96 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:27.533808 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-48186902-dad3-441e-99d4-fae834767305 None None] Attempting to bind port 4953f00e-9fc1-4dc3-8505-35300e0a5b96 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:27.534355 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48186902-dad3-441e-99d4-fae834767305 None None] Attempting to bind port 4953f00e-9fc1-4dc3-8505-35300e0a5b96 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:27.546943 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eeaa75-de42-4cac-a448-68eb1042fab6 None None] Pushing event updated for resources: {'Port': ['ID=4953f00e-9fc1-4dc3-8505-35300e0a5b96,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:27.563378 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48186902-dad3-441e-99d4-fae834767305 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:13:27.563868 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48186902-dad3-441e-99d4-fae834767305 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:13:27.564350 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-48186902-dad3-441e-99d4-fae834767305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.564857 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48186902-dad3-441e-99d4-fae834767305 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:13:27.565372 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-48186902-dad3-441e-99d4-fae834767305 None None] Bound port: 4953f00e-9fc1-4dc3-8505-35300e0a5b96, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:13:27.565819 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-48186902-dad3-441e-99d4-fae834767305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.690778 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-48186902-dad3-441e-99d4-fae834767305 None None] For port 4953f00e-9fc1-4dc3-8505-35300e0a5b96, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:13:27.701142 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-48186902-dad3-441e-99d4-fae834767305 None None] For port 4953f00e-9fc1-4dc3-8505-35300e0a5b96, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4953f00e-9fc1-4dc3-8505-35300e0a5b96,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:13:27.705371 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ab7bf2a-ec85-4a7b-97cc-cb6f7f2642e4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.715826 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-48186902-dad3-441e-99d4-fae834767305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.794168 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44706) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:27.820469 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dd7404b-1b54-4b82-901e-ba8e0c74d961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.832483 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7bf2a-ec85-4a7b-97cc-cb6f7f2642e4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Subnet': ['ID=96d72011-8305-4d28-b564-d32bfcefcba0,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:27.841916 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eeaa75-de42-4cac-a448-68eb1042fab6 None None] Pushing event updated for resources: {'Port': ['ID=4953f00e-9fc1-4dc3-8505-35300e0a5b96,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:27.842780 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0a89e00d-6538-4356-98d0-0daaf85f4e33 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.854669 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab7bf2a-ec85-4a7b-97cc-cb6f7f2642e4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Checking segment: {'id': 'a5d1e921-bfef-47f8-98ec-e223ab0c5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:13:27.855058 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab7bf2a-ec85-4a7b-97cc-cb6f7f2642e4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network hostable DHCP agents. Network: 5eff8ab7-e26f-477d-9573-84337a08c8aa, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:13:27.890981 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48186902-dad3-441e-99d4-fae834767305 None None] Routers {'7b6b7ebb-29b8-4e4e-b569-776dc3903a07'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:13:27.892310 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-48186902-dad3-441e-99d4-fae834767305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:13:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:27.934979 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab7bf2a-ec85-4a7b-97cc-cb6f7f2642e4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network 5eff8ab7-e26f-477d-9573-84337a08c8aa is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:13:27.937529 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89e00d-6538-4356-98d0-0daaf85f4e33 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Subnet': ['ID=9225cc85-d702-44bf-8e65-3af5d017e955,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:27.939705 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a89e00d-6538-4356-98d0-0daaf85f4e33 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Checking segment: {'id': '8e916749-cadc-46b0-95b2-d293f8fa7c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1588325e-b391-4144-810b-d33834b8e2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:13:27.940079 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a89e00d-6538-4356-98d0-0daaf85f4e33 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network hostable DHCP agents. Network: 1588325e-b391-4144-810b-d33834b8e2cb, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:13:27.960514 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-0ab7bf2a-ec85-4a7b-97cc-cb6f7f2642e4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 5eff8ab7-e26f-477d-9573-84337a08c8aa) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:27.968256 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab7bf2a-ec85-4a7b-97cc-cb6f7f2642e4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:27.968968 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ab7bf2a-ec85-4a7b-97cc-cb6f7f2642e4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:27.970973 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77337a3-44b1-4ae0-a828-aa1230f6a00a None None] Network 5eff8ab7-e26f-477d-9573-84337a08c8aa requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:13:27.983122 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a89e00d-6538-4356-98d0-0daaf85f4e33 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 1588325e-b391-4144-810b-d33834b8e2cb is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:13:27.989654 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-0a89e00d-6538-4356-98d0-0daaf85f4e33 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 1588325e-b391-4144-810b-d33834b8e2cb) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:27.995206 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a89e00d-6538-4356-98d0-0daaf85f4e33 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:27.996133 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0a89e00d-6538-4356-98d0-0daaf85f4e33 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:28.050066 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e12d1f-aee5-41a0-9548-95fe378ec059 None None] Network 1588325e-b391-4144-810b-d33834b8e2cb requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:13:28.059913 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dd7404b-1b54-4b82-901e-ba8e0c74d961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:28.070839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dd7404b-1b54-4b82-901e-ba8e0c74d961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:28.080761 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0ab7bf2a-ec85-4a7b-97cc-cb6f7f2642e4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3435268 Aug 05 14:13:28.083709 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44714) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:28.111968 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0a89e00d-6538-4356-98d0-0daaf85f4e33 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0682836 Aug 05 14:13:28.119330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44718) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:28.125246 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5f758372-d340-410b-84c3-c63c9fb0f448 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'network_id': '1588325e-b391-4144-810b-d33834b8e2cb', 'name': 'tempest-PortsIpV6TestJSON-441330240'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:28.199969 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-48186902-dad3-441e-99d4-fae834767305 None None] Set router 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:13:28.200226 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5dd7404b-1b54-4b82-901e-ba8e0c74d961 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=253c6c57fba5479f96c2f41186dccd61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4051108 Aug 05 14:13:28.208050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44722) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:28.208860 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7404b-1b54-4b82-901e-ba8e0c74d961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00b4107-0dc7-487d-9c34-904636a643f4,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:28.323738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-1588325e-b391-4144-810b-d33834b8e2cb', 'network_id': '1588325e-b391-4144-810b-d33834b8e2cb', 'tenant_id': '34b65db42ce04e00bbd1cac74b05f5a2', 'fixed_ips': [{'subnet_id': '9225cc85-d702-44bf-8e65-3af5d017e955'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:13:28.324635 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:28.331405 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4075a13-9522-4532-a963-1fa264b55ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:28.337239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f758372-d340-410b-84c3-c63c9fb0f448 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:28.341864 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f758372-d340-410b-84c3-c63c9fb0f448 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:28.380623 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4075a13-9522-4532-a963-1fa264b55ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:28.387618 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-5eff8ab7-e26f-477d-9573-84337a08c8aa', 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ips': [{'subnet_id': '96d72011-8305-4d28-b564-d32bfcefcba0'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:13:28.388488 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:28.390762 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-5f758372-d340-410b-84c3-c63c9fb0f448 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] device_id is not set on port dfff3eb5-db8f-4ec5-b953-d93125351561 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:13:28.571682 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4075a13-9522-4532-a963-1fa264b55ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:28.575195 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4075a13-9522-4532-a963-1fa264b55ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:28.576466 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b4075a13-9522-4532-a963-1fa264b55ed2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e00b4107-0dc7-487d-9c34-904636a643f4 HTTP/1.1" status: 204 len: 168 time: 0.3642557 Aug 05 14:13:28.579794 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-5f758372-d340-410b-84c3-c63c9fb0f448 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Allocated IP 2001:db8::1b2 (1588325e-b391-4144-810b-d33834b8e2cb/9225cc85-d702-44bf-8e65-3af5d017e955/dfff3eb5-db8f-4ec5-b953-d93125351561) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:28.596757 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4075a13-9522-4532-a963-1fa264b55ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00b4107-0dc7-487d-9c34-904636a643f4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:28.819956 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Allocated IP 172.20.0.2 (5eff8ab7-e26f-477d-9573-84337a08c8aa/96d72011-8305-4d28-b564-d32bfcefcba0/e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:28.930131 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-48186902-dad3-441e-99d4-fae834767305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147867140', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:22Z', 'updated_at': '2021-08-05T14:13:24Z', 'revision_number': 3, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:23Z', 'updated_at': '2021-08-05T14:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:28.966244 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f758372-d340-410b-84c3-c63c9fb0f448 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:29.006331 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-5f758372-d340-410b-84c3-c63c9fb0f448 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Transition to ACTIVE for port object dfff3eb5-db8f-4ec5-b953-d93125351561 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:29.010317 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48186902-dad3-441e-99d4-fae834767305 None None] The sync data for ids ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'] in n-d-803585-2 is: [{'id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147867140', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:22Z', 'updated_at': '2021-08-05T14:13:24Z', 'revision_number': 3, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:23Z', 'updated_at': '2021-08-05T14:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:13:29.135226 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f758372-d340-410b-84c3-c63c9fb0f448 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:29.223640 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:29.250613 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:29.252176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Transition to ACTIVE for port object e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:29.268848 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f758372-d340-410b-84c3-c63c9fb0f448 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 1588325e-b391-4144-810b-d33834b8e2cb is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:29.278898 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Allocated IP 2001:db8::2 (1588325e-b391-4144-810b-d33834b8e2cb/9225cc85-d702-44bf-8e65-3af5d017e955/eaa17f02-ad6f-43bc-9264-4d1fdc55705f) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:29.285711 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-5f758372-d340-410b-84c3-c63c9fb0f448 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:29.304775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f758372-d340-410b-84c3-c63c9fb0f448 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:29.311105 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Transition to ACTIVE for port object e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:29.327668 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f758372-d340-410b-84c3-c63c9fb0f448 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:29.328353 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f758372-d340-410b-84c3-c63c9fb0f448 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:29.335309 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f758372-d340-410b-84c3-c63c9fb0f448 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=dfff3eb5-db8f-4ec5-b953-d93125351561,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:29.340960 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:29.366629 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5f758372-d340-410b-84c3-c63c9fb0f448 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2460451 Aug 05 14:13:29.371680 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44746) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:29.628022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-2132d8ec-2fce-4dd1-a3f2-0ee7e708c387 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port dfff3eb5-db8f-4ec5-b953-d93125351561 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:29.628392 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2132d8ec-2fce-4dd1-a3f2-0ee7e708c387 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:29.829822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44760) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:29.846583 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2132d8ec-2fce-4dd1-a3f2-0ee7e708c387 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:29.867189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-2132d8ec-2fce-4dd1-a3f2-0ee7e708c387 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for dfff3eb5-db8f-4ec5-b953-d93125351561 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:29.897571 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Pushing event updated for resources: {'Port': ['ID=e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:29.924711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Network 5eff8ab7-e26f-477d-9573-84337a08c8aa is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:29.932339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:29.934122 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:29.935449 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:29.936359 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:29.936671 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Allocated IP 172.20.0.1 (5eff8ab7-e26f-477d-9573-84337a08c8aa/96d72011-8305-4d28-b564-d32bfcefcba0/01ef4189-ed63-4b0a-bce2-3400d4524750) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:29.937888 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:29.937888 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:29.938714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:29.939597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:29.940369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:29.941503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:29.943639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:29.944892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:29.955369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:29.971018 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:30.155763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Attempting to bind port e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:30.156387 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Attempting to bind port e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'a5d1e921-bfef-47f8-98ec-e223ab0c5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:30.157519 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Attempting to bind port e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a on network 5eff8ab7-e26f-477d-9573-84337a08c8aa {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:30.167995 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.168651 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2132d8ec-2fce-4dd1-a3f2-0ee7e708c387 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.171845 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:13:30.172649 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Checking segment: {'id': 'a5d1e921-bfef-47f8-98ec-e223ab0c5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:13:30.173624 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.174170 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Bound using segment: {'id': 'a5d1e921-bfef-47f8-98ec-e223ab0c5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:13:30.174879 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Bound port: e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d1e921-bfef-47f8-98ec-e223ab0c5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:13:30.175576 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.183081 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b501a079-4cbd-4b62-bad3-e714530b215f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1184010235'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:30.209022 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Transition to ACTIVE for port object eaa17f02-ad6f-43bc-9264-4d1fdc55705f will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:30.246276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b501a079-4cbd-4b62-bad3-e714530b215f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Made reservation on behalf of 4a1df79b779845828b8eb4e408f78434 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:30.249788 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132d8ec-2fce-4dd1-a3f2-0ee7e708c387 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=dfff3eb5-db8f-4ec5-b953-d93125351561,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:30.250193 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b501a079-4cbd-4b62-bad3-e714530b215f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.258874 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Transition to ACTIVE for port object eaa17f02-ad6f-43bc-9264-4d1fdc55705f will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:30.268682 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.280153 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.320292 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b501a079-4cbd-4b62-bad3-e714530b215f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.321928 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2132d8ec-2fce-4dd1-a3f2-0ee7e708c387 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.324023 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2132d8ec-2fce-4dd1-a3f2-0ee7e708c387 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/ports/dfff3eb5-db8f-4ec5-b953-d93125351561 HTTP/1.1" status: 204 len: 168 time: 0.9510581 Aug 05 14:13:30.326660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44774) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:30.332076 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] For port e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:13:30.361756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] For port e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a,segment=NetworkSegment(a5d1e921-bfef-47f8-98ec-e223ab0c5533),segment_id=a5d1e921-bfef-47f8-98ec-e223ab0c5533)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:13:30.363822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Transition to ACTIVE for port object 01ef4189-ed63-4b0a-bce2-3400d4524750 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:30.364148 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Network 1588325e-b391-4144-810b-d33834b8e2cb is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:30.364771 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b570a5bb-72fd-4add-8df3-ae361f79e58f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] DELETE failed (client error): The resource could not be found. Aug 05 14:13:30.365241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Pushing event updated for resources: {'Port': ['ID=eaa17f02-ad6f-43bc-9264-4d1fdc55705f,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:30.366154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b570a5bb-72fd-4add-8df3-ae361f79e58f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:13:30.368327 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b570a5bb-72fd-4add-8df3-ae361f79e58f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/ports/dfff3eb5-db8f-4ec5-b953-d93125351561 HTTP/1.1" status: 404 len: 333 time: 0.0403578 Aug 05 14:13:30.372113 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44776) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:30.374036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:30.376734 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.378858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:30.409378 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f663e247-4e6c-4ed3-a8ae-1b4705309248 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] GET failed (client error): The resource could not be found. Aug 05 14:13:30.414399 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f663e247-4e6c-4ed3-a8ae-1b4705309248 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports/dfff3eb5-db8f-4ec5-b953-d93125351561 HTTP/1.1" status: 404 len: 333 time: 0.0409586 Aug 05 14:13:30.415245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44778) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:30.465276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9778386-6fe2-45f9-a92d-a8bc18f8eb08 None None] Pushing event updated for resources: {'Port': ['ID=e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:30.465862 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.490566 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0d8ca5-0cf1-4894-8ce9-24bbc9642a71 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting subnet 9225cc85-d702-44bf-8e65-3af5d017e955 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:13:30.496670 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8ca5-0cf1-4894-8ce9-24bbc9642a71 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.542815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Attempting to bind port eaa17f02-ad6f-43bc-9264-4d1fdc55705f on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:30.544355 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Attempting to bind port eaa17f02-ad6f-43bc-9264-4d1fdc55705f by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '8e916749-cadc-46b0-95b2-d293f8fa7c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1588325e-b391-4144-810b-d33834b8e2cb'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:30.545153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Attempting to bind port eaa17f02-ad6f-43bc-9264-4d1fdc55705f on network 1588325e-b391-4144-810b-d33834b8e2cb {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:30.553761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network 5eff8ab7-e26f-477d-9573-84337a08c8aa is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:30.556376 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:13:30.556764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Checking segment: {'id': '8e916749-cadc-46b0-95b2-d293f8fa7c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1588325e-b391-4144-810b-d33834b8e2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:13:30.557262 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.557729 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Bound using segment: {'id': '8e916749-cadc-46b0-95b2-d293f8fa7c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1588325e-b391-4144-810b-d33834b8e2cb'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:13:30.558727 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Bound port: eaa17f02-ad6f-43bc-9264-4d1fdc55705f, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e916749-cadc-46b0-95b2-d293f8fa7c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1588325e-b391-4144-810b-d33834b8e2cb'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:13:30.561989 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.574730 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:30.594523 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8ca5-0cf1-4894-8ce9-24bbc9642a71 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.607642 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:30.621556 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=01ef4189-ed63-4b0a-bce2-3400d4524750,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:30.680763 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b501a079-4cbd-4b62-bad3-e714530b215f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.691121 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b501a079-4cbd-4b62-bad3-e714530b215f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.713980 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] For port eaa17f02-ad6f-43bc-9264-4d1fdc55705f, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:13:30.720951 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] For port eaa17f02-ad6f-43bc-9264-4d1fdc55705f, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=eaa17f02-ad6f-43bc-9264-4d1fdc55705f,segment=NetworkSegment(8e916749-cadc-46b0-95b2-d293f8fa7c20),segment_id=8e916749-cadc-46b0-95b2-d293f8fa7c20)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:13:30.736845 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.739377 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b501a079-4cbd-4b62-bad3-e714530b215f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:13:30.758811 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b501a079-4cbd-4b62-bad3-e714530b215f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.759680 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-b501a079-4cbd-4b62-bad3-e714530b215f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Added segment 383d4ff4-42df-46a5-80bd-5fff3124d104 of type vlan for network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 Aug 05 14:13:30.792814 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8ca5-0cf1-4894-8ce9-24bbc9642a71 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.811446 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.823183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4f3f3-67ec-4ed3-8921-f4968a84dfa7 None None] Pushing event updated for resources: {'Port': ['ID=eaa17f02-ad6f-43bc-9264-4d1fdc55705f,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:30.892615 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501a079-4cbd-4b62-bad3-e714530b215f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9de319-bd8a-43c0-abdf-4bbd10b7ad5e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:30.954694 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b501a079-4cbd-4b62-bad3-e714530b215f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:30.989259 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8ca5-0cf1-4894-8ce9-24bbc9642a71 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:31.109405 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b501a079-4cbd-4b62-bad3-e714530b215f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:31.113044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d8ca5-0cf1-4894-8ce9-24bbc9642a71 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Subnet': ['ID=9225cc85-d702-44bf-8e65-3af5d017e955,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:31.124440 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b501a079-4cbd-4b62-bad3-e714530b215f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:31.125103 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b501a079-4cbd-4b62-bad3-e714530b215f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:31.127842 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8ca5-0cf1-4894-8ce9-24bbc9642a71 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:31.131203 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3c0d8ca5-0cf1-4894-8ce9-24bbc9642a71 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/9225cc85-d702-44bf-8e65-3af5d017e955 HTTP/1.1" status: 204 len: 168 time: 0.7147610 Aug 05 14:13:31.133739 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44798) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:31.270106 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b501a079-4cbd-4b62-bad3-e714530b215f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4362230 Aug 05 14:13:31.278627 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:31.331434 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:31.382137 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501a079-4cbd-4b62-bad3-e714530b215f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Pushing event updated for resources: {'Network': ['ID=a0ab179f-f4f7-41d2-bd42-ed04e14457f7,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:31.387015 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port eaa17f02-ad6f-43bc-9264-4d1fdc55705f {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:31.387524 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:31.394606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:13:31.622272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] For port eaa17f02-ad6f-43bc-9264-4d1fdc55705f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=eaa17f02-ad6f-43bc-9264-4d1fdc55705f,segment=NetworkSegment(8e916749-cadc-46b0-95b2-d293f8fa7c20),segment_id=8e916749-cadc-46b0-95b2-d293f8fa7c20)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:31.624413 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:31.651831 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for eaa17f02-ad6f-43bc-9264-4d1fdc55705f owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:31.826892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device eaa17f02-ad6f-43bc-9264-4d1fdc55705f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:13:31.860560 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:31.902050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No active binding found for port eaa17f02-ad6f-43bc-9264-4d1fdc55705f {{(pid=105725) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 05 14:13:31.902507 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device eaa17f02-ad6f-43bc-9264-4d1fdc55705f not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 05 14:13:31.915123 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=eaa17f02-ad6f-43bc-9264-4d1fdc55705f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:31.919956 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No DVR routers for this DVR port eaa17f02-ad6f-43bc-9264-4d1fdc55705f on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:13:31.942762 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Port eaa17f02-ad6f-43bc-9264-4d1fdc55705f not found, will not notify nova. {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 05 14:13:31.943329 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4953f00e-9fc1-4dc3-8505-35300e0a5b96 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:13:31.964930 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44816) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:31.970326 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Request body: {'port': {'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7', 'binding:host_id': 'n-h1-803585-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-164796780'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:32.018130 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Made reservation on behalf of 5f642c03ec5944c789278b54ff307b6c for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:32.020752 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:32.029044 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4953f00e-9fc1-4dc3-8505-35300e0a5b96 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:32.032567 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:32.034594 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4953f00e-9fc1-4dc3-8505-35300e0a5b96 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:32.034970 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:32.051199 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:32.058324 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:32.107980 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:32.126691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1588325e-b391-4144-810b-d33834b8e2cb']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:32.152291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e916749-cadc-46b0-95b2-d293f8fa7c20') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:32.152836 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e916749-cadc-46b0-95b2-d293f8fa7c20') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:32.160415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=01ef4189-ed63-4b0a-bce2-3400d4524750,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:32.168527 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:32.179811 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:32.194722 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:32.212321 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:13:32.212808 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:13:32.216141 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:13:32.222088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 4953f00e-9fc1-4dc3-8505-35300e0a5b96, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4953f00e-9fc1-4dc3-8505-35300e0a5b96,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:32.238896 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:32.240017 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:13:32.341113 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:32.373946 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:32.388168 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:32.391225 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/networks/1588325e-b391-4144-810b-d33834b8e2cb HTTP/1.1" status: 204 len: 168 time: 1.2550333 Aug 05 14:13:32.410964 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44830) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:32.412705 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9298412-6bf0-4886-b8ea-c91f0b4431a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Network': ['ID=1588325e-b391-4144-810b-d33834b8e2cb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:32.424897 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=4953f00e-9fc1-4dc3-8505-35300e0a5b96,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:32.432948 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:32.433178 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ae7deb80-5c8a-43a2-b375-52361d713d29 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-209097223'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:32.905164 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78bad2a-5519-436f-940b-a894b0504130 None None] Network 5eff8ab7-e26f-477d-9573-84337a08c8aa requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:13:33.025999 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:33.048454 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c414b87a-5969-4ffe-b340-db93712d2e2b None None] Provisioning for port e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:33.061233 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c414b87a-5969-4ffe-b340-db93712d2e2b None None] Provisioning complete for port e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:33.061617 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c414b87a-5969-4ffe-b340-db93712d2e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:33.062735 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network 5eff8ab7-e26f-477d-9573-84337a08c8aa is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:33.065983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:33.070573 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:33.104879 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] device_id is not set on port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:13:33.111953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503c0b5f-d90a-42b9-a370-b94391cf6354,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:33.226143 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7deb80-5c8a-43a2-b375-52361d713d29 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:33.231215 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae7deb80-5c8a-43a2-b375-52361d713d29 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:33.239400 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc013b6-6c17-4805-86a7-933dee99ca9c None None] DHCP port deletion for 1588325e-b391-4144-810b-d33834b8e2cb request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:13:33.244671 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c414b87a-5969-4ffe-b340-db93712d2e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:33.272914 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414f20e6-758d-40b7-92a7-20d0f637b7cd None None] Network 1588325e-b391-4144-810b-d33834b8e2cb requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:13:33.316040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414f20e6-758d-40b7-92a7-20d0f637b7cd None None] Network 1588325e-b391-4144-810b-d33834b8e2cb could not be found, it might have been deleted concurrently. {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 05 14:13:33.321288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7deb80-5c8a-43a2-b375-52361d713d29 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:13:33.353350 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae7deb80-5c8a-43a2-b375-52361d713d29 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:33.353956 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-ae7deb80-5c8a-43a2-b375-52361d713d29 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Added segment c7ef2533-2ee5-45a7-a03e-cfee7743f528 of type vlan for network 5a3b9a36-2c73-42b6-bc87-fcc53546ca03 Aug 05 14:13:33.361626 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c414b87a-5969-4ffe-b340-db93712d2e2b None None] For port e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a,segment=NetworkSegment(a5d1e921-bfef-47f8-98ec-e223ab0c5533),segment_id=a5d1e921-bfef-47f8-98ec-e223ab0c5533)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:33.370495 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c414b87a-5969-4ffe-b340-db93712d2e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:33.451818 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414b87a-5969-4ffe-b340-db93712d2e2b None None] Pushing event updated for resources: {'Port': ['ID=e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:33.459097 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44864) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:33.486546 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-897b13f0-751e-47a1-ad79-a2d28f1606f3 None None] Could not find standard attr ID for object eaa17f02-ad6f-43bc-9264-4d1fdc55705f. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:13:33.515484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:13:33.517323 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae7deb80-5c8a-43a2-b375-52361d713d29 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:33.601449 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4953f00e-9fc1-4dc3-8505-35300e0a5b96 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:13:33.652599 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-644493be-af14-48cd-b86e-ccd18b5f404e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:33.662952 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.resource_extend [None req-ae7deb80-5c8a-43a2-b375-52361d713d29 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 14:13:33.720720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7d323e4d-442f-4495-842c-4bc9e3d91dfc None None] Provisioning for port 01ef4189-ed63-4b0a-bce2-3400d4524750 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:33.727109 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7d323e4d-442f-4495-842c-4bc9e3d91dfc None None] Provisioning complete for port 01ef4189-ed63-4b0a-bce2-3400d4524750 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:33.727687 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7d323e4d-442f-4495-842c-4bc9e3d91dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:33.731420 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4953f00e-9fc1-4dc3-8505-35300e0a5b96 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:33.732028 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:33.808197 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae7deb80-5c8a-43a2-b375-52361d713d29 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:33.808926 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-7d323e4d-442f-4495-842c-4bc9e3d91dfc None None] Port 01ef4189-ed63-4b0a-bce2-3400d4524750 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:13:33.814541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7deb80-5c8a-43a2-b375-52361d713d29 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:33.815143 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae7deb80-5c8a-43a2-b375-52361d713d29 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:33.825273 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-644493be-af14-48cd-b86e-ccd18b5f404e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:33.831235 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7d323e4d-442f-4495-842c-4bc9e3d91dfc None None] Provisioning complete for port e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:33.831684 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7d323e4d-442f-4495-842c-4bc9e3d91dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:33.832384 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-644493be-af14-48cd-b86e-ccd18b5f404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:33.896548 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-644493be-af14-48cd-b86e-ccd18b5f404e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ffa5efbe0f945129bfe7f369c4bc277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356573 Aug 05 14:13:33.898797 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44870) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:33.903529 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644493be-af14-48cd-b86e-ccd18b5f404e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4a483b-e8d2-4ae9-83ec-13f3e9a57c08,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:33.922708 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:13:33.974151 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] device_id is not set on port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:13:33.976026 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e9816ac9-f15e-4eab-a137-69dc06aafde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:33.981042 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ae7deb80-5c8a-43a2-b375-52361d713d29 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5678449 Aug 05 14:13:33.986851 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44872) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:33.995458 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d30a2f58-b67e-41f0-b81d-0ad11d8e23f0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'subnet': {'network_id': '5a3b9a36-2c73-42b6-bc87-fcc53546ca03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:34.000617 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:34.005897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:13:34.013348 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fd202ccf-b297-4211-abf7-ca376ecac2ab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "PUT /v2.0/routers/7b6b7ebb-29b8-4e4e-b569-776dc3903a07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9285085 Aug 05 14:13:34.025266 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7deb80-5c8a-43a2-b375-52361d713d29 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Network': ['ID=5a3b9a36-2c73-42b6-bc87-fcc53546ca03,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:34.031679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Transition to ACTIVE for port object 03abfd1b-74d7-4cd3-95af-73df1c1e0538 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:34.046084 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Sync routers for ids ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:13:34.053234 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 5a3b9a36-2c73-42b6-bc87-fcc53546ca03 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:13:34.061016 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:34.135887 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e9816ac9-f15e-4eab-a137-69dc06aafde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:34.172015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Pushing event updated for resources: {'Port': ['ID=03abfd1b-74d7-4cd3-95af-73df1c1e0538,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:34.172360 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Routers {'7b6b7ebb-29b8-4e4e-b569-776dc3903a07'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:13:34.173001 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:13:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:34.223160 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Checking segment: {'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:13:34.223689 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Network hostable DHCP agents. Network: a0ab179f-f4f7-41d2-bd42-ed04e14457f7, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:13:34.238041 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:34.238373 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:34.274199 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:13:34.294207 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, a0ab179f-f4f7-41d2-bd42-ed04e14457f7) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:34.300775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30a2f58-b67e-41f0-b81d-0ad11d8e23f0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:34.304148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:34.312895 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d30a2f58-b67e-41f0-b81d-0ad11d8e23f0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:34.314030 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d545ac32-f8b3-4977-b7d5-3ffa15208c01 None None] Network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:13:34.351310 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e9816ac9-f15e-4eab-a137-69dc06aafde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:34.355694 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e9816ac9-f15e-4eab-a137-69dc06aafde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:34.356067 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:34.356541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:34.356736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:34.357026 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e9816ac9-f15e-4eab-a137-69dc06aafde1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d4a483b-e8d2-4ae9-83ec-13f3e9a57c08 HTTP/1.1" status: 204 len: 168 time: 0.4548113 Aug 05 14:13:34.362436 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:34.362847 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:34.365361 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 2 to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 Aug 05 14:13:34.380393 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:34.380910 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:34.381352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:34.387581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:34.388086 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:34.388565 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 3 to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 Aug 05 14:13:34.406653 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:34.407111 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:34.407562 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:34.413480 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:34.413975 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:34.414514 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 4 to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 Aug 05 14:13:34.436935 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:34.438552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:34.439136 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:34.444278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:34.445184 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:34.445794 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 5 to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 Aug 05 14:13:34.470128 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:34.471021 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:34.471890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:34.479371 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:34.480112 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:34.480928 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 6 to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 Aug 05 14:13:34.497660 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:34.498620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:34.499632 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:34.504995 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:34.506114 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:34.506769 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 7 to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 Aug 05 14:13:34.526402 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:34.527114 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:34.527741 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:34.530612 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c32078b5-d955-45a5-8786-70739ee70494 None None] Provisioning complete for port 01ef4189-ed63-4b0a-bce2-3400d4524750 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:34.531125 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c32078b5-d955-45a5-8786-70739ee70494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:34.535336 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:34.536939 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:34.537587 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 8 to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 Aug 05 14:13:34.556921 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:34.557843 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:34.558736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:34.564858 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:34.565537 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:34.566143 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 9 to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 Aug 05 14:13:34.584998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:34.585504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:34.585941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:34.592616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:34.593098 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:34.593696 n-d-803585-2 neutron-server[105723]: INFO neutron.plugins.ml2.plugin [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 10 to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 Aug 05 14:13:34.612162 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9816ac9-f15e-4eab-a137-69dc06aafde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4a483b-e8d2-4ae9-83ec-13f3e9a57c08,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:34.612974 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:34.613427 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:34.614297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:34.617575 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d30a2f58-b67e-41f0-b81d-0ad11d8e23f0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:34.625613 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Set router 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:13:34.628160 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:34.628634 n-d-803585-2 neutron-server[105723]: ERROR neutron.plugins.ml2.managers [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:34.629144 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:34.715245 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-259588c1-e02d-408f-98f4-b04275e6651e req-265114e4-df8d-491e-abf9-0e84a9f5c445 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-843416261&fields=id&tenant_id=b8337b594bf34d3abccae65212524bf9 HTTP/1.1" status: 200 len: 267 time: 0.3042185 Aug 05 14:13:34.729757 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] For port 03abfd1b-74d7-4cd3-95af-73df1c1e0538, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:13:34.730200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempted to set empty binding levels {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 05 14:13:34.745258 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:34.769907 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:34.770898 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:34.773862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30a2f58-b67e-41f0-b81d-0ad11d8e23f0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Checking segment: {'id': 'c7ef2533-2ee5-45a7-a03e-cfee7743f528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5a3b9a36-2c73-42b6-bc87-fcc53546ca03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:13:34.774587 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30a2f58-b67e-41f0-b81d-0ad11d8e23f0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network hostable DHCP agents. Network: 5a3b9a36-2c73-42b6-bc87-fcc53546ca03, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:13:34.811540 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a2f58-b67e-41f0-b81d-0ad11d8e23f0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Subnet': ['ID=684e3208-f2e5-4c5c-b9f0-816d02c84a7b,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:34.829298 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.8626101 Aug 05 14:13:34.833022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44894) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:34.861121 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30a2f58-b67e-41f0-b81d-0ad11d8e23f0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 5a3b9a36-2c73-42b6-bc87-fcc53546ca03 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:13:34.891711 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-d30a2f58-b67e-41f0-b81d-0ad11d8e23f0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 5a3b9a36-2c73-42b6-bc87-fcc53546ca03) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:34.899413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30a2f58-b67e-41f0-b81d-0ad11d8e23f0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:34.899806 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d30a2f58-b67e-41f0-b81d-0ad11d8e23f0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:34.906082 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3f054-827d-4485-b9d7-cde686643f12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Pushing event updated for resources: {'Port': ['ID=03abfd1b-74d7-4cd3-95af-73df1c1e0538,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:34.948879 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d30a2f58-b67e-41f0-b81d-0ad11d8e23f0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9607620 Aug 05 14:13:34.951649 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44896) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:34.958729 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-2735f082-ac45-4c4a-9d55-c167ae0fb7ab tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'network_id': '5a3b9a36-2c73-42b6-bc87-fcc53546ca03', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-314093228'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:35.017842 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44898) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:35.046416 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e5e6fa7b-bca4-4aee-85ed-147cc4c92235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:35.066436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259588c1-e02d-408f-98f4-b04275e6651e req-448df620-047a-4d7a-bbf3-d72342b884c5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:35.074340 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-259588c1-e02d-408f-98f4-b04275e6651e req-448df620-047a-4d7a-bbf3-d72342b884c5 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/networks?id=5eff8ab7-e26f-477d-9573-84337a08c8aa HTTP/1.1" status: 200 len: 797 time: 0.3392234 Aug 05 14:13:35.099569 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-259588c1-e02d-408f-98f4-b04275e6651e req-836295c5-5f1c-4ff9-801b-29b17832d324 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/quotas/b8337b594bf34d3abccae65212524bf9 HTTP/1.1" status: 200 len: 375 time: 0.0194929 Aug 05 14:13:35.141239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-53ab72af-09cf-410c-9b25-02bf638e2e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Deleting port 03abfd1b-74d7-4cd3-95af-73df1c1e0538 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:35.141585 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53ab72af-09cf-410c-9b25-02bf638e2e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:35.204190 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-259588c1-e02d-408f-98f4-b04275e6651e req-1b3ccdf7-bf23-4a67-98a1-316890d02d16 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968764 Aug 05 14:13:35.217366 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f99514-f382-446b-b67c-e6e960eed647 None None] Network 5a3b9a36-2c73-42b6-bc87-fcc53546ca03 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:13:35.236665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c32078b5-d955-45a5-8786-70739ee70494 None None] Port 01ef4189-ed63-4b0a-bce2-3400d4524750 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:13:35.239114 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-53ab72af-09cf-410c-9b25-02bf638e2e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] For port 03abfd1b-74d7-4cd3-95af-73df1c1e0538, host n-h1-803585-2, got binding levels [] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:35.239496 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53ab72af-09cf-410c-9b25-02bf638e2e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:35.263127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-53ab72af-09cf-410c-9b25-02bf638e2e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Calling delete_port for 03abfd1b-74d7-4cd3-95af-73df1c1e0538 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:35.290943 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e5e6fa7b-bca4-4aee-85ed-147cc4c92235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:35.334687 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e5e6fa7b-bca4-4aee-85ed-147cc4c92235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:35.382686 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device eaa17f02-ad6f-43bc-9264-4d1fdc55705f no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:13:35.388442 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e5e6fa7b-bca4-4aee-85ed-147cc4c92235 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c99d760082134513a1ab5e64ff9fa367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3693781 Aug 05 14:13:35.391220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44900) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:35.394649 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2735f082-ac45-4c4a-9d55-c167ae0fb7ab tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:35.398571 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2735f082-ac45-4c4a-9d55-c167ae0fb7ab tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:35.398915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6fa7b-bca4-4aee-85ed-147cc4c92235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9734ace-6f21-46d1-891d-c2f76f5d382b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:35.416155 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: eaa17f02-ad6f-43bc-9264-4d1fdc55705f {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:13:35.416433 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device eaa17f02-ad6f-43bc-9264-4d1fdc55705f not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:13:35.448287 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-259588c1-e02d-408f-98f4-b04275e6651e req-b314441a-0d12-46d6-b79d-dbfd779885eb service neutron] 10.222.0.16 "GET /v2.0/networks/5eff8ab7-e26f-477d-9573-84337a08c8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130678 Aug 05 14:13:35.458564 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-de21ee7a-f37a-437c-b4d1-3195086ba39e None None] Provisioning complete for port 01ef4189-ed63-4b0a-bce2-3400d4524750 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:35.458769 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53ab72af-09cf-410c-9b25-02bf638e2e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:35.459331 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-de21ee7a-f37a-437c-b4d1-3195086ba39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:35.466153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147867140', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:22Z', 'updated_at': '2021-08-05T14:13:31Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:23Z', 'updated_at': '2021-08-05T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '01ef4189-ed63-4b0a-bce2-3400d4524750', 'name': '', 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:68:5d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:29Z', 'updated_at': '2021-08-05T14:13:31Z', 'revision_number': 2, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:35.467927 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98a9eb08-56bc-45af-8e1e-73cbb6e7ae8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:35.500220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab72af-09cf-410c-9b25-02bf638e2e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Pushing event deleted for resources: {'Port': ['ID=03abfd1b-74d7-4cd3-95af-73df1c1e0538,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:35.518853 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Checking router: 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:13:35.519252 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Updating router 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 port 01ef4189-ed63-4b0a-bce2-3400d4524750 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:13:35.521790 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53ab72af-09cf-410c-9b25-02bf638e2e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:35.523808 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-53ab72af-09cf-410c-9b25-02bf638e2e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] 10.222.0.16 "DELETE /v2.0/ports/03abfd1b-74d7-4cd3-95af-73df1c1e0538 HTTP/1.1" status: 204 len: 168 time: 0.6892483 Aug 05 14:13:35.527963 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44906) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:35.531108 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98a9eb08-56bc-45af-8e1e-73cbb6e7ae8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:35.534826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-2735f082-ac45-4c4a-9d55-c167ae0fb7ab tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] device_id is not set on port 1aa5a263-2dd2-4f19-9029-0c3d3ead323e yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:13:35.562643 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-320a1aad-ab0c-4191-9cab-8f594e688533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] GET failed (client error): The resource could not be found. Aug 05 14:13:35.566653 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-320a1aad-ab0c-4191-9cab-8f594e688533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] 10.222.0.16 "GET /v2.0/ports/03abfd1b-74d7-4cd3-95af-73df1c1e0538 HTTP/1.1" status: 404 len: 333 time: 0.0356741 Aug 05 14:13:35.568708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44910) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:35.577480 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c75087d5-a09c-445e-8804-5cf792614aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Request body: {'port': {'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-391412829'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:35.597087 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-de21ee7a-f37a-437c-b4d1-3195086ba39e None None] Port 01ef4189-ed63-4b0a-bce2-3400d4524750 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:13:35.601096 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:35.613921 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-5a3b9a36-2c73-42b6-bc87-fcc53546ca03', 'network_id': '5a3b9a36-2c73-42b6-bc87-fcc53546ca03', 'tenant_id': '34b65db42ce04e00bbd1cac74b05f5a2', 'fixed_ips': [{'subnet_id': '684e3208-f2e5-4c5c-b9f0-816d02c84a7b'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:13:35.614827 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:35.645136 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75087d5-a09c-445e-8804-5cf792614aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Made reservation on behalf of 5f642c03ec5944c789278b54ff307b6c for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:35.647630 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c75087d5-a09c-445e-8804-5cf792614aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:35.674796 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-c75087d5-a09c-445e-8804-5cf792614aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] device_id is not set on port 7141b4b7-e682-463b-bba0-7fd57a3ba862 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:13:35.744694 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98a9eb08-56bc-45af-8e1e-73cbb6e7ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:35.750305 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98a9eb08-56bc-45af-8e1e-73cbb6e7ae8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:35.750305 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-98a9eb08-56bc-45af-8e1e-73cbb6e7ae8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9734ace-6f21-46d1-891d-c2f76f5d382b HTTP/1.1" status: 204 len: 168 time: 0.3563886 Aug 05 14:13:35.783389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9eb08-56bc-45af-8e1e-73cbb6e7ae8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9734ace-6f21-46d1-891d-c2f76f5d382b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:36.005456 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Allocated IP 2001:db8::2 (5a3b9a36-2c73-42b6-bc87-fcc53546ca03/684e3208-f2e5-4c5c-b9f0-816d02c84a7b/978198a4-f11c-42cd-a036-1482fabf961e) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:36.046906 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c75087d5-a09c-445e-8804-5cf792614aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:36.164169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c75087d5-a09c-445e-8804-5cf792614aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:36.178792 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-259588c1-e02d-408f-98f4-b04275e6651e req-70593d04-70b6-4a76-97a3-4d523bded8b4 service neutron] 10.222.0.16 "GET /v2.0/networks/5eff8ab7-e26f-477d-9573-84337a08c8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7263339 Aug 05 14:13:36.250691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75087d5-a09c-445e-8804-5cf792614aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:36.261990 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-c75087d5-a09c-445e-8804-5cf792614aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:36.269173 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75087d5-a09c-445e-8804-5cf792614aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:36.270148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75087d5-a09c-445e-8804-5cf792614aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:36.270807 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c75087d5-a09c-445e-8804-5cf792614aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:36.291570 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75087d5-a09c-445e-8804-5cf792614aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Pushing event updated for resources: {'Port': ['ID=7141b4b7-e682-463b-bba0-7fd57a3ba862,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:36.313481 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:36.319287 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44944) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:36.320240 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c75087d5-a09c-445e-8804-5cf792614aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7507379 Aug 05 14:13:36.327305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:36.350537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Transition to ACTIVE for port object 01ef4189-ed63-4b0a-bce2-3400d4524750 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:36.362238 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:36.374701 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:36.409086 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Transition to ACTIVE for port object 978198a4-f11c-42cd-a036-1482fabf961e will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:36.413879 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f3224fff-4080-473e-87c3-c5fe6f3a1033 req-cae9d303-b46f-4a35-99c7-76656816a41a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 210 time: 0.0578389 Aug 05 14:13:36.447447 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:36.556575 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Transition to ACTIVE for port object 978198a4-f11c-42cd-a036-1482fabf961e will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:36.596152 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:36.613030 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Attempting to bind port 01ef4189-ed63-4b0a-bce2-3400d4524750 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:36.614080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Attempting to bind port 01ef4189-ed63-4b0a-bce2-3400d4524750 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'a5d1e921-bfef-47f8-98ec-e223ab0c5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:36.614677 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Attempting to bind port 01ef4189-ed63-4b0a-bce2-3400d4524750 on network 5eff8ab7-e26f-477d-9573-84337a08c8aa {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:36.623047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:13:36.623617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Checking segment: {'id': 'a5d1e921-bfef-47f8-98ec-e223ab0c5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:13:36.624181 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:36.624764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Bound using segment: {'id': 'a5d1e921-bfef-47f8-98ec-e223ab0c5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:13:36.625406 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Bound port: 01ef4189-ed63-4b0a-bce2-3400d4524750, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d1e921-bfef-47f8-98ec-e223ab0c5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:13:36.625946 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:36.628083 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2126e-f913-4f2f-ae08-087e8f01f58b None None] Pushing event updated for resources: {'Port': ['ID=01ef4189-ed63-4b0a-bce2-3400d4524750,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:36.695498 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Network 5a3b9a36-2c73-42b6-bc87-fcc53546ca03 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:36.707173 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:36.709667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:36.799223 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] For port 01ef4189-ed63-4b0a-bce2-3400d4524750, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:13:36.803050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] For port 01ef4189-ed63-4b0a-bce2-3400d4524750, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=01ef4189-ed63-4b0a-bce2-3400d4524750,segment=NetworkSegment(a5d1e921-bfef-47f8-98ec-e223ab0c5533),segment_id=a5d1e921-bfef-47f8-98ec-e223ab0c5533)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:13:36.808456 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Pushing event updated for resources: {'Port': ['ID=978198a4-f11c-42cd-a036-1482fabf961e,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:36.832344 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:36.834273 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] device_id is not set on port 7141b4b7-e682-463b-bba0-7fd57a3ba862 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:13:36.843077 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:36.884524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Transition to ACTIVE for port object 7141b4b7-e682-463b-bba0-7fd57a3ba862 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:36.885401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-2735f082-ac45-4c4a-9d55-c167ae0fb7ab tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Allocated IP 2001:db8::135 (5a3b9a36-2c73-42b6-bc87-fcc53546ca03/684e3208-f2e5-4c5c-b9f0-816d02c84a7b/1aa5a263-2dd2-4f19-9029-0c3d3ead323e) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:36.898079 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:36.928069 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Attempting to bind port 978198a4-f11c-42cd-a036-1482fabf961e on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:36.928491 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Attempting to bind port 978198a4-f11c-42cd-a036-1482fabf961e by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'c7ef2533-2ee5-45a7-a03e-cfee7743f528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5a3b9a36-2c73-42b6-bc87-fcc53546ca03'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:36.928864 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Attempting to bind port 978198a4-f11c-42cd-a036-1482fabf961e on network 5a3b9a36-2c73-42b6-bc87-fcc53546ca03 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:36.947053 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:13:36.947738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Checking segment: {'id': 'c7ef2533-2ee5-45a7-a03e-cfee7743f528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5a3b9a36-2c73-42b6-bc87-fcc53546ca03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:13:36.948447 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:36.949078 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Bound using segment: {'id': 'c7ef2533-2ee5-45a7-a03e-cfee7743f528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5a3b9a36-2c73-42b6-bc87-fcc53546ca03'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:13:36.949832 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Bound port: 978198a4-f11c-42cd-a036-1482fabf961e, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ef2533-2ee5-45a7-a03e-cfee7743f528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5a3b9a36-2c73-42b6-bc87-fcc53546ca03'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:13:36.950491 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:37.034526 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Routers {'7b6b7ebb-29b8-4e4e-b569-776dc3903a07'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:13:37.035394 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:13:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:37.054611 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Pushing event updated for resources: {'Port': ['ID=7141b4b7-e682-463b-bba0-7fd57a3ba862,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:37.086213 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:37.086613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:37.087516 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:37.106340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:37.106786 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:37.109346 n-d-803585-2 neutron-server[105724]: INFO neutron.plugins.ml2.plugin [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 2 to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 Aug 05 14:13:37.129271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] For port 978198a4-f11c-42cd-a036-1482fabf961e, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:13:37.137985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:37.138378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:37.138716 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] For port 978198a4-f11c-42cd-a036-1482fabf961e, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=978198a4-f11c-42cd-a036-1482fabf961e,segment=NetworkSegment(c7ef2533-2ee5-45a7-a03e-cfee7743f528),segment_id=c7ef2533-2ee5-45a7-a03e-cfee7743f528)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:13:37.138837 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:37.141419 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2126e-f913-4f2f-ae08-087e8f01f58b None None] Pushing event updated for resources: {'Port': ['ID=01ef4189-ed63-4b0a-bce2-3400d4524750,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:37.152197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:37.152576 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:37.157951 n-d-803585-2 neutron-server[105724]: INFO neutron.plugins.ml2.plugin [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 3 to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 Aug 05 14:13:37.178793 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2735f082-ac45-4c4a-9d55-c167ae0fb7ab tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:37.199660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:37.200327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:37.200327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:37.218679 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-2735f082-ac45-4c4a-9d55-c167ae0fb7ab tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Transition to ACTIVE for port object 1aa5a263-2dd2-4f19-9029-0c3d3ead323e will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:37.220966 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:37.227211 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:37.228056 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:37.229708 n-d-803585-2 neutron-server[105724]: INFO neutron.plugins.ml2.plugin [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 4 to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 Aug 05 14:13:37.282685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:37.282918 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:37.283263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:37.307037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:37.307037 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:37.308603 n-d-803585-2 neutron-server[105724]: INFO neutron.plugins.ml2.plugin [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 5 to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 Aug 05 14:13:37.312884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3218d69-5956-4d62-abb9-33d66d869cb5 None None] Pushing event updated for resources: {'Port': ['ID=978198a4-f11c-42cd-a036-1482fabf961e,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:37.339410 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:37.339754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:37.340103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:37.355625 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:37.355975 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:37.368013 n-d-803585-2 neutron-server[105724]: INFO neutron.plugins.ml2.plugin [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 6 to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 Aug 05 14:13:37.374199 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2735f082-ac45-4c4a-9d55-c167ae0fb7ab tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:37.475134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] Set router 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:13:37.511185 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:37.511536 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:37.511886 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:37.517777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2735f082-ac45-4c4a-9d55-c167ae0fb7ab tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 5a3b9a36-2c73-42b6-bc87-fcc53546ca03 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:37.525169 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-2735f082-ac45-4c4a-9d55-c167ae0fb7ab tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:37.531661 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:37.532252 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:37.533197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2735f082-ac45-4c4a-9d55-c167ae0fb7ab tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:37.539261 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2735f082-ac45-4c4a-9d55-c167ae0fb7ab tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:37.540307 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2735f082-ac45-4c4a-9d55-c167ae0fb7ab tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:37.545002 n-d-803585-2 neutron-server[105724]: INFO neutron.plugins.ml2.plugin [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 7 to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 Aug 05 14:13:37.576481 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735f082-ac45-4c4a-9d55-c167ae0fb7ab tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=1aa5a263-2dd2-4f19-9029-0c3d3ead323e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:37.580439 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:37.580964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:37.581516 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:37.588565 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dad088c2-bf3d-4e00-8656-394b6dea4ca8 req-fbe7bee1-a940-4147-957d-577c883a6fea tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 210 time: 0.0785377 Aug 05 14:13:37.605647 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2735f082-ac45-4c4a-9d55-c167ae0fb7ab tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.6523845 Aug 05 14:13:37.606645 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44986) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:37.607424 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:37.607913 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:37.609930 n-d-803585-2 neutron-server[105724]: INFO neutron.plugins.ml2.plugin [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 8 to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 Aug 05 14:13:37.689385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:37.695528 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:37.695528 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:37.705112 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:37.705450 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:37.713387 n-d-803585-2 neutron-server[105724]: INFO neutron.plugins.ml2.plugin [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 9 to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 Aug 05 14:13:37.796023 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:37.796376 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:37.796904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:37.808159 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:37.808388 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:37.809636 n-d-803585-2 neutron-server[105724]: INFO neutron.plugins.ml2.plugin [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 10 to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 Aug 05 14:13:37.857986 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:37.862872 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:37.863215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:37.882602 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:37.883165 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:37.883548 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:37.913378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f8054d14-575d-4b2a-a433-a44b0c91e12e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port 1aa5a263-2dd2-4f19-9029-0c3d3ead323e {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:37.913378 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8054d14-575d-4b2a-a433-a44b0c91e12e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:37.983457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147867140', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:22Z', 'updated_at': '2021-08-05T14:13:31Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:23Z', 'updated_at': '2021-08-05T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '01ef4189-ed63-4b0a-bce2-3400d4524750', 'name': '', 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:68:5d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:29Z', 'updated_at': '2021-08-05T14:13:36Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:38.053983 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] For port 7141b4b7-e682-463b-bba0-7fd57a3ba862, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:13:38.054335 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempted to set empty binding levels {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 05 14:13:38.060104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44998) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:38.077532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8202406a-d73b-4cca-a6c5-0d547682469d None None] The sync data for ids ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'] in n-d-803585-2 is: [{'id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147867140', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:22Z', 'updated_at': '2021-08-05T14:13:31Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:23Z', 'updated_at': '2021-08-05T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '01ef4189-ed63-4b0a-bce2-3400d4524750', 'name': '', 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:68:5d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:29Z', 'updated_at': '2021-08-05T14:13:36Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:13:38.080102 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:38.205694 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8054d14-575d-4b2a-a433-a44b0c91e12e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:38.264458 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] In _notify_port_updated(), no bound segment for port 7141b4b7-e682-463b-bba0-7fd57a3ba862 on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:13:38.265396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.266025 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:38.272920 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] 10.222.0.16 "PUT /v2.0/ports/7141b4b7-e682-463b-bba0-7fd57a3ba862 HTTP/1.1" status: 200 len: 978 time: 1.9524763 Aug 05 14:13:38.286797 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45004) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:38.350666 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1ef05ff8-d102-426b-b3d6-7bbab34d5148 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5479 time: 0.2866745 Aug 05 14:13:38.350880 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f8054d14-575d-4b2a-a433-a44b0c91e12e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for 1aa5a263-2dd2-4f19-9029-0c3d3ead323e owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:38.351704 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45008) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:38.366895 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-70e933e3-09eb-4f8d-8e60-58bafa53ccd8 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Request body: {'network': {'name': 'tempest-network-smoke--1974450770', 'project_id': 'd739f65a56c043b29ed346d66a259350', 'port_security_enabled': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:38.448185 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6a471-6e78-4f46-a009-226d2eaeaeb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Pushing event updated for resources: {'Port': ['ID=7141b4b7-e682-463b-bba0-7fd57a3ba862,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:38.448715 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e933e3-09eb-4f8d-8e60-58bafa53ccd8 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Made reservation on behalf of d739f65a56c043b29ed346d66a259350 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:38.461378 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70e933e3-09eb-4f8d-8e60-58bafa53ccd8 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:38.561742 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e933e3-09eb-4f8d-8e60-58bafa53ccd8 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:13:38.589147 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70e933e3-09eb-4f8d-8e60-58bafa53ccd8 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:38.590306 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-70e933e3-09eb-4f8d-8e60-58bafa53ccd8 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Added segment ead16170-7b96-4714-ae9f-e80f90eda2e2 of type vlan for network 7702ec51-1457-4842-917d-3eceb4fe0b0b Aug 05 14:13:38.600884 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-b5df730d-37ae-43ac-a7f0-a22989e6fa4b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6022487 Aug 05 14:13:38.641364 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.641878 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.642767 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.643253 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.643739 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.644212 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.644855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.645499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.645973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.646633 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.647113 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.647585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.648058 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.648531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.649003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.650018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.650522 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.651154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.651773 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.652385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.653035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.653653 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.654315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.655248 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.656039 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.656674 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.657298 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.658277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.658933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.659559 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.660184 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.660806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.661520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.662150 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.662824 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.663438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.664069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.664714 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.665524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.666460 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.667220 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.667856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.677870 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-51a841f2-1a83-498d-a66c-4a6c5f615b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37787 time: 0.3899400 Aug 05 14:13:38.682811 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45018) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:38.762896 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70e933e3-09eb-4f8d-8e60-58bafa53ccd8 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:38.843785 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c32def8-ccf5-46fb-b9e6-3cf01c3bb003 req-1a950e5d-5700-46b5-8272-8634725fe727 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 210 time: 0.0736632 Aug 05 14:13:38.885792 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-3f44473a-1530-44f5-a4f7-c77f8ca102cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.886410 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-3f44473a-1530-44f5-a4f7-c77f8ca102cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.886893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-3f44473a-1530-44f5-a4f7-c77f8ca102cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.890611 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-3f44473a-1530-44f5-a4f7-c77f8ca102cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.891177 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-3f44473a-1530-44f5-a4f7-c77f8ca102cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.891664 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-3f44473a-1530-44f5-a4f7-c77f8ca102cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.892123 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-3f44473a-1530-44f5-a4f7-c77f8ca102cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.913636 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-3f44473a-1530-44f5-a4f7-c77f8ca102cc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6e036408f4db49cba61ec7696aa2c980&device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 6491 time: 0.1364665 Aug 05 14:13:38.914723 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70e933e3-09eb-4f8d-8e60-58bafa53ccd8 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:38.926922 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e933e3-09eb-4f8d-8e60-58bafa53ccd8 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:38.927792 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70e933e3-09eb-4f8d-8e60-58bafa53ccd8 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:39.057461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9216d6c5-ef0d-4e74-9012-41c1e810ecab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Deleting port 7141b4b7-e682-463b-bba0-7fd57a3ba862 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:39.058064 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9216d6c5-ef0d-4e74-9012-41c1e810ecab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:39.061442 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8054d14-575d-4b2a-a433-a44b0c91e12e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:39.095915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d836dc0-7122-4160-b2fb-b97c720b4275 None None] Network 5a3b9a36-2c73-42b6-bc87-fcc53546ca03 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:13:39.102829 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8054d14-575d-4b2a-a433-a44b0c91e12e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=1aa5a263-2dd2-4f19-9029-0c3d3ead323e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:39.137508 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-70e933e3-09eb-4f8d-8e60-58bafa53ccd8 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7850595 Aug 05 14:13:39.143387 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45020) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:39.146817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259588c1-e02d-408f-98f4-b04275e6651e req-581cfec9-21b3-48db-8d4f-06c45171259e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:39.148338 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-259588c1-e02d-408f-98f4-b04275e6651e req-581cfec9-21b3-48db-8d4f-06c45171259e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.84 "GET /v2.0/networks?id=5eff8ab7-e26f-477d-9573-84337a08c8aa HTTP/1.1" status: 200 len: 797 time: 0.3902097 Aug 05 14:13:39.164510 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-541206146', 'admin_state_up': True, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:39.199389 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8054d14-575d-4b2a-a433-a44b0c91e12e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:39.201748 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f8054d14-575d-4b2a-a433-a44b0c91e12e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/ports/1aa5a263-2dd2-4f19-9029-0c3d3ead323e HTTP/1.1" status: 204 len: 168 time: 1.5927722 Aug 05 14:13:39.210286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45022) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:39.219642 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fff43619-bd83-4399-87da-40dfa350f214 None None] Provisioning for port 978198a4-f11c-42cd-a036-1482fabf961e completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:39.230388 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-9216d6c5-ef0d-4e74-9012-41c1e810ecab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] For port 7141b4b7-e682-463b-bba0-7fd57a3ba862, host n-h1-803585-2, got binding levels [] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:39.230955 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9216d6c5-ef0d-4e74-9012-41c1e810ecab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:39.244202 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e933e3-09eb-4f8d-8e60-58bafa53ccd8 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event updated for resources: {'Network': ['ID=7702ec51-1457-4842-917d-3eceb4fe0b0b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:39.260692 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9216d6c5-ef0d-4e74-9012-41c1e810ecab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Calling delete_port for 7141b4b7-e682-463b-bba0-7fd57a3ba862 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:39.267578 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-259588c1-e02d-408f-98f4-b04275e6651e req-c841a29a-4d06-43c4-8f20-2fe0c96bdc52 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8337b594bf34d3abccae65212524bf9 HTTP/1.1" status: 200 len: 379 time: 0.0987248 Aug 05 14:13:39.282382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 7702ec51-1457-4842-917d-3eceb4fe0b0b details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:13:39.309730 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-259588c1-e02d-408f-98f4-b04275e6651e req-cc31ce14-8056-489e-84d7-4276044f5aab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'port': {'device_id': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa', 'admin_state_up': True, 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'security_groups': ['fe92652c-5aeb-42f5-aa97-d37b72ca3031']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:39.315897 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3343423-da35-4a05-ab7a-be9ca841b948 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] GET failed (client error): The resource could not be found. Aug 05 14:13:39.323832 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c3343423-da35-4a05-ab7a-be9ca841b948 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports/1aa5a263-2dd2-4f19-9029-0c3d3ead323e HTTP/1.1" status: 404 len: 333 time: 0.1089702 Aug 05 14:13:39.332140 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45030) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:39.369664 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:39.375752 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:39.400205 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-baa3e05e-67bc-4d72-b423-cfb834fc451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:39.400692 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-baa3e05e-67bc-4d72-b423-cfb834fc451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:39.401889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-baa3e05e-67bc-4d72-b423-cfb834fc451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:39.415475 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-baa3e05e-67bc-4d72-b423-cfb834fc451e service neutron] 10.222.0.63 "GET /v2.0/networks?id=49ee7bf9-24d1-4e2b-931b-356656b891c1&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1 HTTP/1.1" status: 200 len: 2294 time: 0.4836891 Aug 05 14:13:39.580927 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cceebe1-c045-4865-a77e-2890650e2470 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting subnet 684e3208-f2e5-4c5c-b9f0-816d02c84a7b {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:13:39.588659 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5cceebe1-c045-4865-a77e-2890650e2470 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:39.637311 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:39.752799 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-dfd2c0e1-0f64-42e1-b971-c0987a5e0819 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d HTTP/1.1" status: 200 len: 1001 time: 0.3246953 Aug 05 14:13:39.799902 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5cceebe1-c045-4865-a77e-2890650e2470 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:39.827896 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 01ef4189-ed63-4b0a-bce2-3400d4524750 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:13:39.945421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259588c1-e02d-408f-98f4-b04275e6651e req-cc31ce14-8056-489e-84d7-4276044f5aab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Made reservation on behalf of b8337b594bf34d3abccae65212524bf9 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:39.952148 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-259588c1-e02d-408f-98f4-b04275e6651e req-cc31ce14-8056-489e-84d7-4276044f5aab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:39.969164 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9216d6c5-ef0d-4e74-9012-41c1e810ecab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:39.976518 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 01ef4189-ed63-4b0a-bce2-3400d4524750 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:39.982126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 01ef4189-ed63-4b0a-bce2-3400d4524750 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:39.982544 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:40.036009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-5698fb39-345b-4b00-94d2-5b1effe8087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:40.037723 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-5698fb39-345b-4b00-94d2-5b1effe8087b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=99590631-4fd2-461f-8715-2f2e7cafe5bd HTTP/1.1" status: 200 len: 851 time: 0.2165227 Aug 05 14:13:40.045329 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9216d6c5-ef0d-4e74-9012-41c1e810ecab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:40.059776 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9216d6c5-ef0d-4e74-9012-41c1e810ecab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] 10.222.0.16 "DELETE /v2.0/ports/7141b4b7-e682-463b-bba0-7fd57a3ba862 HTTP/1.1" status: 204 len: 168 time: 1.3756003 Aug 05 14:13:40.099806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45042) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:40.141748 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59318ac6-8b4d-47b5-a0f6-99ba3e350c32 req-23d915a0-ebf7-406b-9c3d-eeb77e838cb2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 210 time: 0.1741705 Aug 05 14:13:40.163382 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:40.165852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216d6c5-ef0d-4e74-9012-41c1e810ecab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Pushing event deleted for resources: {'Port': ['ID=7141b4b7-e682-463b-bba0-7fd57a3ba862,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:40.241170 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e850776-3c84-4be0-a260-0d50fcc3d9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] GET failed (client error): The resource could not be found. Aug 05 14:13:40.247154 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5e850776-3c84-4be0-a260-0d50fcc3d9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] 10.222.0.16 "GET /v2.0/ports/7141b4b7-e682-463b-bba0-7fd57a3ba862 HTTP/1.1" status: 404 len: 333 time: 0.1423762 Aug 05 14:13:40.266957 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:40.280038 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45044) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:40.313676 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1b3341fe-ed10-4503-9830-a5e4845f75f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1846820558', 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:40.346995 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-38909b56-c856-4c84-af25-bd61cc23dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:40.348647 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-38909b56-c856-4c84-af25-bd61cc23dbe3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49ee7bf9-24d1-4e2b-931b-356656b891c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2484858 Aug 05 14:13:40.369284 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 01ef4189-ed63-4b0a-bce2-3400d4524750, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=01ef4189-ed63-4b0a-bce2-3400d4524750,segment=NetworkSegment(a5d1e921-bfef-47f8-98ec-e223ab0c5533),segment_id=a5d1e921-bfef-47f8-98ec-e223ab0c5533)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:40.370756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-89acb0ff-c117-4fd6-9c4e-91a42dce534b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:13:40.371921 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-89acb0ff-c117-4fd6-9c4e-91a42dce534b service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105228 Aug 05 14:13:40.382412 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:40.384299 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 978198a4-f11c-42cd-a036-1482fabf961e up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:13:40.402517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3341fe-ed10-4503-9830-a5e4845f75f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Made reservation on behalf of 5f642c03ec5944c789278b54ff307b6c for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:40.404966 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b3341fe-ed10-4503-9830-a5e4845f75f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:40.422595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-259588c1-e02d-408f-98f4-b04275e6651e req-cc31ce14-8056-489e-84d7-4276044f5aab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Allocated IP 172.20.0.8 (5eff8ab7-e26f-477d-9573-84337a08c8aa/96d72011-8305-4d28-b564-d32bfcefcba0/023acbbc-61d8-49a2-abd0-7532114d38de) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:40.561529 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-1b3341fe-ed10-4503-9830-a5e4845f75f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] device_id is not set on port 69f347ce-75e2-42dc-ab20-a0713dfa04b1 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:13:40.592071 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fb6fcc93-8c3b-4094-ab42-24c45174b462 None None] Could not find standard attr ID for object 1aa5a263-2dd2-4f19-9029-0c3d3ead323e. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:13:40.620710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=01ef4189-ed63-4b0a-bce2-3400d4524750,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:40.642628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 978198a4-f11c-42cd-a036-1482fabf961e completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:40.647819 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 978198a4-f11c-42cd-a036-1482fabf961e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:40.648212 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:40.678241 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-35eaad34-7816-4b32-b182-80e4ac6f3e7a service neutron] 10.222.0.63 "GET /v2.0/networks/49ee7bf9-24d1-4e2b-931b-356656b891c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959268 Aug 05 14:13:40.759890 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5cceebe1-c045-4865-a77e-2890650e2470 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:40.833624 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-259588c1-e02d-408f-98f4-b04275e6651e req-cc31ce14-8056-489e-84d7-4276044f5aab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:40.858005 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:40.862615 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-259588c1-e02d-408f-98f4-b04275e6651e req-cc31ce14-8056-489e-84d7-4276044f5aab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Transition to ACTIVE for port object 023acbbc-61d8-49a2-abd0-7532114d38de will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:40.911618 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5cceebe1-c045-4865-a77e-2890650e2470 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:40.948591 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-259588c1-e02d-408f-98f4-b04275e6651e req-cc31ce14-8056-489e-84d7-4276044f5aab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:40.949356 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:13:40.950021 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:13:40.953360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cceebe1-c045-4865-a77e-2890650e2470 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Subnet': ['ID=684e3208-f2e5-4c5c-b9f0-816d02c84a7b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:40.961664 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5cceebe1-c045-4865-a77e-2890650e2470 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:40.966700 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5cceebe1-c045-4865-a77e-2890650e2470 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/684e3208-f2e5-4c5c-b9f0-816d02c84a7b HTTP/1.1" status: 204 len: 168 time: 1.6030312 Aug 05 14:13:40.967360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45052) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:40.971423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6373c7f8-1432-4c6c-bc2b-7d921e9a2a81 None None] Network 5a3b9a36-2c73-42b6-bc87-fcc53546ca03 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:13:41.012701 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-3777650a-517a-4f4a-9545-52a5621bf2f5 service neutron] 10.222.0.63 "GET /v2.0/networks/49ee7bf9-24d1-4e2b-931b-356656b891c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757890 Aug 05 14:13:41.069824 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259588c1-e02d-408f-98f4-b04275e6651e req-cc31ce14-8056-489e-84d7-4276044f5aab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network 5eff8ab7-e26f-477d-9573-84337a08c8aa is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:41.079760 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-259588c1-e02d-408f-98f4-b04275e6651e req-cc31ce14-8056-489e-84d7-4276044f5aab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:41.082263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-259588c1-e02d-408f-98f4-b04275e6651e req-cc31ce14-8056-489e-84d7-4276044f5aab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:41.127019 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31ce14-8056-489e-84d7-4276044f5aab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=023acbbc-61d8-49a2-abd0-7532114d38de,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:41.155257 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:41.177987 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259588c1-e02d-408f-98f4-b04275e6651e req-cc31ce14-8056-489e-84d7-4276044f5aab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:41.178637 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-259588c1-e02d-408f-98f4-b04275e6651e req-cc31ce14-8056-489e-84d7-4276044f5aab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:41.223246 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-259588c1-e02d-408f-98f4-b04275e6651e req-cc31ce14-8056-489e-84d7-4276044f5aab tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9416764 Aug 05 14:13:41.240870 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-259588c1-e02d-408f-98f4-b04275e6651e req-6eba335c-003b-4fe6-81f7-59fad9794ee8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:13:41.243879 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-259588c1-e02d-408f-98f4-b04275e6651e req-6eba335c-003b-4fe6-81f7-59fad9794ee8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091233 Aug 05 14:13:41.298199 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port 978198a4-f11c-42cd-a036-1482fabf961e {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:41.298629 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:41.307353 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801e3c32-86d6-49df-b45c-a2587e33bdab None None] DHCP port deletion for 5a3b9a36-2c73-42b6-bc87-fcc53546ca03 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:13:41.416667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] For port 978198a4-f11c-42cd-a036-1482fabf961e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=978198a4-f11c-42cd-a036-1482fabf961e,segment=NetworkSegment(c7ef2533-2ee5-45a7-a03e-cfee7743f528),segment_id=c7ef2533-2ee5-45a7-a03e-cfee7743f528)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:41.417210 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:41.421606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-801e3c32-86d6-49df-b45c-a2587e33bdab None None] Deleting port 978198a4-f11c-42cd-a036-1482fabf961e {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:41.422117 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-801e3c32-86d6-49df-b45c-a2587e33bdab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:41.446173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for 978198a4-f11c-42cd-a036-1482fabf961e owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:41.559429 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Request body: {'port': {'device_id': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:41.564140 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:41.630158 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-85d6723f-3ef3-4c73-a4db-2aecead68d7c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=2c927f5c-290c-4b0f-bd3f-2f5908f555c8 HTTP/1.1" status: 200 len: 217 time: 0.6064267 Aug 05 14:13:41.650330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No DVR routers for this DVR port 978198a4-f11c-42cd-a036-1482fabf961e on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:13:41.698751 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=978198a4-f11c-42cd-a036-1482fabf961e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:41.723201 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Port 978198a4-f11c-42cd-a036-1482fabf961e update to ACTIVE by agent not found {{(pid=105725) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 05 14:13:41.742199 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c0352d65-c2e7-4599-82ee-5adacf16b793 None None] Provisioning for port 023acbbc-61d8-49a2-abd0-7532114d38de completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:41.744039 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b3341fe-ed10-4503-9830-a5e4845f75f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:41.749646 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c0352d65-c2e7-4599-82ee-5adacf16b793 None None] Provisioning complete for port 023acbbc-61d8-49a2-abd0-7532114d38de triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:41.749843 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:41.750213 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c0352d65-c2e7-4599-82ee-5adacf16b793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:41.757393 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-801e3c32-86d6-49df-b45c-a2587e33bdab None None] For port 978198a4-f11c-42cd-a036-1482fabf961e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=978198a4-f11c-42cd-a036-1482fabf961e,segment=NetworkSegment(c7ef2533-2ee5-45a7-a03e-cfee7743f528),segment_id=c7ef2533-2ee5-45a7-a03e-cfee7743f528)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:41.757949 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-801e3c32-86d6-49df-b45c-a2587e33bdab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:41.789744 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefa407-939f-4c5d-b6f3-d565e9a86447 req-8649100f-181b-42a3-b04f-778ec7d8a234 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:41.791551 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7eefa407-939f-4c5d-b6f3-d565e9a86447 req-8649100f-181b-42a3-b04f-778ec7d8a234 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 931 time: 0.1632535 Aug 05 14:13:41.797716 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:41.826190 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-801e3c32-86d6-49df-b45c-a2587e33bdab None None] Calling delete_port for 978198a4-f11c-42cd-a036-1482fabf961e owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:41.860697 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-9d37fbe5-c009-47b3-a11f-8dd4f356189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:41.871362 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-9d37fbe5-c009-47b3-a11f-8dd4f356189d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.1992872 Aug 05 14:13:41.882109 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 01ef4189-ed63-4b0a-bce2-3400d4524750 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:13:41.894070 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:41.915552 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:41.928472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c0352d65-c2e7-4599-82ee-5adacf16b793 None None] Port 023acbbc-61d8-49a2-abd0-7532114d38de cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:13:41.947988 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3b9a36-2c73-42b6-bc87-fcc53546ca03']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:41.971725 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ef2533-2ee5-45a7-a03e-cfee7743f528') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:41.972085 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ef2533-2ee5-45a7-a03e-cfee7743f528') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:41.995780 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:42.019477 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:42.024843 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 01ef4189-ed63-4b0a-bce2-3400d4524750 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:42.026109 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:42.027314 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:13:42.027726 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:42.054779 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Allocated IP 172.25.5.93 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/3060ff16-2f50-47dc-beaa-45ae48bff9f6) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:13:42.099340 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:13:42.112146 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-801e3c32-86d6-49df-b45c-a2587e33bdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:42.117508 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:42.127720 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:42.136588 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/networks/5a3b9a36-2c73-42b6-bc87-fcc53546ca03 HTTP/1.1" status: 204 len: 168 time: 1.1632516 Aug 05 14:13:42.139146 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45066) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:42.153497 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-1348c434-f8c4-46df-864b-c3ce9f1867b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'network_id': '09766a6e-1ca3-44eb-9e47-576774094734', 'name': 'tempest-PortsIpV6TestJSON-1020178057'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:42.177388 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-801e3c32-86d6-49df-b45c-a2587e33bdab None None] Network 5a3b9a36-2c73-42b6-bc87-fcc53546ca03 is not hosted by any dhcp agent {{(pid=105725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 14:13:42.178052 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e3c32-86d6-49df-b45c-a2587e33bdab None None] No DVR routers for this DVR port 978198a4-f11c-42cd-a036-1482fabf961e on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:13:42.184576 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e3c32-86d6-49df-b45c-a2587e33bdab None None] Pushing event deleted for resources: {'Port': ['ID=978198a4-f11c-42cd-a036-1482fabf961e,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:42.186941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e18e8e-8bc3-4a14-865b-8af51299b150 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Network': ['ID=5a3b9a36-2c73-42b6-bc87-fcc53546ca03,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:42.282897 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 978198a4-f11c-42cd-a036-1482fabf961e no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:13:42.309694 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 978198a4-f11c-42cd-a036-1482fabf961e {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:13:42.310314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 978198a4-f11c-42cd-a036-1482fabf961e not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:13:42.322787 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:42.417330 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7eefa407-939f-4c5d-b6f3-d565e9a86447 req-2088bfb8-c33b-4597-af1b-a20f17b2396d tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5677190 Aug 05 14:13:42.423085 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b3341fe-ed10-4503-9830-a5e4845f75f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:42.425322 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:42.450004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1348c434-f8c4-46df-864b-c3ce9f1867b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:42.455272 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1348c434-f8c4-46df-864b-c3ce9f1867b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:42.482384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-1348c434-f8c4-46df-864b-c3ce9f1867b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] device_id is not set on port a6854d26-efcb-4315-b844-26692c6297bf yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:13:42.501142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event updated for resources: {'Port': ['ID=3060ff16-2f50-47dc-beaa-45ae48bff9f6,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:42.537709 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3341fe-ed10-4503-9830-a5e4845f75f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:42.540987 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:42.545861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-be55a208-6020-4d52-992a-8fe2c0cf025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:42.547620 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-be55a208-6020-4d52-992a-8fe2c0cf025d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6498706 Aug 05 14:13:42.549298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-1b3341fe-ed10-4503-9830-a5e4845f75f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:42.553453 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:42.555654 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3341fe-ed10-4503-9830-a5e4845f75f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:42.556854 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3341fe-ed10-4503-9830-a5e4845f75f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:42.557711 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b3341fe-ed10-4503-9830-a5e4845f75f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:42.593027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:42.636546 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1b3341fe-ed10-4503-9830-a5e4845f75f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3351047 Aug 05 14:13:42.638868 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45070) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:42.661985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3341fe-ed10-4503-9830-a5e4845f75f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Pushing event updated for resources: {'Port': ['ID=69f347ce-75e2-42dc-ab20-a0713dfa04b1,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:42.753815 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 023acbbc-61d8-49a2-abd0-7532114d38de {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:13:42.766335 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:42.793081 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f41380-cd64-471f-9729-6d38e7781546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:42.797545 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-09f41380-cd64-471f-9729-6d38e7781546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] 10.222.0.16 "GET /v2.0/ports/69f347ce-75e2-42dc-ab20-a0713dfa04b1 HTTP/1.1" status: 200 len: 959 time: 0.1486490 Aug 05 14:13:42.802395 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45074) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:42.808413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Transition to ACTIVE for port object 023acbbc-61d8-49a2-abd0-7532114d38de will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:42.812872 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-9ed19588-596d-4443-bee5-1e397e6d1959 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425992 Aug 05 14:13:42.846237 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:42.940197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Pushing event updated for resources: {'Port': ['ID=023acbbc-61d8-49a2-abd0-7532114d38de,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:43.050108 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-1cf88bc2-b596-4d8a-b9b7-33fb1091e894 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133067 Aug 05 14:13:43.085484 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Attempting to bind port 023acbbc-61d8-49a2-abd0-7532114d38de on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:43.085972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Attempting to bind port 023acbbc-61d8-49a2-abd0-7532114d38de by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'a5d1e921-bfef-47f8-98ec-e223ab0c5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:43.086565 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Attempting to bind port 023acbbc-61d8-49a2-abd0-7532114d38de on network 5eff8ab7-e26f-477d-9573-84337a08c8aa {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:43.096097 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Port 023acbbc-61d8-49a2-abd0-7532114d38de on network 5eff8ab7-e26f-477d-9573-84337a08c8aa not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:43.096697 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Attempting to bind port 023acbbc-61d8-49a2-abd0-7532114d38de on network 5eff8ab7-e26f-477d-9573-84337a08c8aa {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:43.109440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:13:43.109899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Checking segment: {'id': 'a5d1e921-bfef-47f8-98ec-e223ab0c5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:13:43.110450 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Bound using segment: {'id': 'a5d1e921-bfef-47f8-98ec-e223ab0c5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:13:43.111011 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Bound port: 023acbbc-61d8-49a2-abd0-7532114d38de, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d1e921-bfef-47f8-98ec-e223ab0c5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:13:43.111481 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:43.136613 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1348c434-f8c4-46df-864b-c3ce9f1867b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:43.184381 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-0960ac04-b5dd-466b-adb6-135051a57eac service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=7161d31e-c4bb-48b6-8ed5-499b92efc745 HTTP/1.1" status: 200 len: 217 time: 0.0823793 Aug 05 14:13:43.199118 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-b1b02b7d-1e72-49f3-8017-a5a50617e57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Deleting port 69f347ce-75e2-42dc-ab20-a0713dfa04b1 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:43.199751 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b1b02b7d-1e72-49f3-8017-a5a50617e57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:43.242059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] For port 023acbbc-61d8-49a2-abd0-7532114d38de, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:13:43.262208 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] For port 023acbbc-61d8-49a2-abd0-7532114d38de, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=023acbbc-61d8-49a2-abd0-7532114d38de,segment=NetworkSegment(a5d1e921-bfef-47f8-98ec-e223ab0c5533),segment_id=a5d1e921-bfef-47f8-98ec-e223ab0c5533)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:13:43.279450 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:43.322133 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:43.377867 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b1b02b7d-1e72-49f3-8017-a5a50617e57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:43.393059 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-b1b02b7d-1e72-49f3-8017-a5a50617e57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Calling delete_port for 69f347ce-75e2-42dc-ab20-a0713dfa04b1 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:43.393965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Pushing event updated for resources: {'Port': ['ID=023acbbc-61d8-49a2-abd0-7532114d38de,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:43.397604 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1348c434-f8c4-46df-864b-c3ce9f1867b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:43.427422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:43.433803 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:43.436404 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-259588c1-e02d-408f-98f4-b04275e6651e req-30ea0a90-ae5b-4490-9bbc-8da9a06e38c5 service neutron] 10.222.0.84 "PUT /v2.0/ports/023acbbc-61d8-49a2-abd0-7532114d38de HTTP/1.1" status: 200 len: 1091 time: 2.1818337 Aug 05 14:13:43.436888 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'tag': '023acbbc-61d8-49a2-abd0-7532114d38de'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:13:43.441219 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73a986b-ed45-4bf7-8bd8-85296ea2dce3" -d '{"events": [{"name": "network-changed", "server_uuid": "1eba5256-966f-42b5-80fc-3f2676cfe025", "tag": "023acbbc-61d8-49a2-abd0-7532114d38de"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:13:43.453736 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45090) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:43.523137 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-e4f116c5-b20a-4614-8e8e-118a02593d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:43.529595 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-e4f116c5-b20a-4614-8e8e-118a02593d77 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.3241453 Aug 05 14:13:43.551736 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1a5963-37c0-4a2b-831b-9648a073bbd2 x-openstack-request-id: req-2d1a5963-37c0-4a2b-831b-9648a073bbd2 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:13:43.552310 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eba5256-966f-42b5-80fc-3f2676cfe025", "tag": "023acbbc-61d8-49a2-abd0-7532114d38de", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:13:43.552725 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d1a5963-37c0-4a2b-831b-9648a073bbd2 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:13:43.553385 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'tag': '023acbbc-61d8-49a2-abd0-7532114d38de', 'status': 'completed', 'code': 200} Aug 05 14:13:43.598816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1348c434-f8c4-46df-864b-c3ce9f1867b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 09766a6e-1ca3-44eb-9e47-576774094734 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:43.619016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-1348c434-f8c4-46df-864b-c3ce9f1867b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:43.622872 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1348c434-f8c4-46df-864b-c3ce9f1867b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:43.637284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1348c434-f8c4-46df-864b-c3ce9f1867b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:43.637978 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1348c434-f8c4-46df-864b-c3ce9f1867b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:43.645826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348c434-f8c4-46df-864b-c3ce9f1867b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=a6854d26-efcb-4315-b844-26692c6297bf,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:43.674793 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259588c1-e02d-408f-98f4-b04275e6651e req-2506d469-cd36-430e-8116-eceb19e8f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:43.678850 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-259588c1-e02d-408f-98f4-b04275e6651e req-2506d469-cd36-430e-8116-eceb19e8f371 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 1094 time: 0.1687548 Aug 05 14:13:43.683391 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1348c434-f8c4-46df-864b-c3ce9f1867b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5353835 Aug 05 14:13:43.685999 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45096) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:43.767958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6f49e-3b10-4872-8868-76bc5d4d1584 req-52186c90-8303-4b12-a746-6891d5067e4f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:43.771076 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-259588c1-e02d-408f-98f4-b04275e6651e req-4bea8729-7f37-4094-95e3-ccc20b75ea06 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=023acbbc-61d8-49a2-abd0-7532114d38de HTTP/1.1" status: 200 len: 217 time: 0.0767071 Aug 05 14:13:43.785907 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-20a6f49e-3b10-4872-8868-76bc5d4d1584 req-52186c90-8303-4b12-a746-6891d5067e4f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 943 time: 0.2158346 Aug 05 14:13:43.809904 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-579b1c70-2138-4c94-896e-7894016d8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:43.817662 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-579b1c70-2138-4c94-896e-7894016d8b8c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2676549 Aug 05 14:13:43.820430 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b1b02b7d-1e72-49f3-8017-a5a50617e57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:43.840547 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6473fb61-2201-45bd-82f6-67a80cfe13ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:43.848680 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259588c1-e02d-408f-98f4-b04275e6651e req-0d52b508-a1f9-410f-a7f5-8d240e81f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:43.850165 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-259588c1-e02d-408f-98f4-b04275e6651e req-0d52b508-a1f9-410f-a7f5-8d240e81f276 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=96d72011-8305-4d28-b564-d32bfcefcba0 HTTP/1.1" status: 200 len: 835 time: 0.0655444 Aug 05 14:13:43.882187 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b1b02b7d-1e72-49f3-8017-a5a50617e57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:43.888563 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b1b02b7d-1e72-49f3-8017-a5a50617e57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] 10.222.0.16 "DELETE /v2.0/ports/69f347ce-75e2-42dc-ab20-a0713dfa04b1 HTTP/1.1" status: 204 len: 168 time: 1.0825865 Aug 05 14:13:43.890348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45100) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:43.911578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b02b7d-1e72-49f3-8017-a5a50617e57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Pushing event deleted for resources: {'Port': ['ID=69f347ce-75e2-42dc-ab20-a0713dfa04b1,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:43.942956 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ba07c7-2f9d-4024-9960-ba757d7e117f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] GET failed (client error): The resource could not be found. Aug 05 14:13:43.948154 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-96ba07c7-2f9d-4024-9960-ba757d7e117f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] 10.222.0.16 "GET /v2.0/ports/69f347ce-75e2-42dc-ab20-a0713dfa04b1 HTTP/1.1" status: 404 len: 333 time: 0.0523601 Aug 05 14:13:43.953494 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45102) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:43.961111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e73676a2-6f92-4224-91da-c7cc1af625bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Request body: {'port': {'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029131916'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:44.001834 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259588c1-e02d-408f-98f4-b04275e6651e req-50f47bb2-ff15-4ed8-b1f0-98e410164afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:44.003435 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-259588c1-e02d-408f-98f4-b04275e6651e req-50f47bb2-ff15-4ed8-b1f0-98e410164afc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5eff8ab7-e26f-477d-9573-84337a08c8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270204 Aug 05 14:13:44.028325 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-20a6f49e-3b10-4872-8868-76bc5d4d1584 req-b10153f7-7efa-4066-a8e4-b853fe312b61 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379882 Aug 05 14:13:44.032391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c35730c8-3e23-4520-9ff8-302107f4136b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port a6854d26-efcb-4315-b844-26692c6297bf {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:44.032739 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c35730c8-3e23-4520-9ff8-302107f4136b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:44.110979 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-e91db8fc-9494-4fac-8bd2-5572a83292ac service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730527 Aug 05 14:13:44.116926 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:44.307673 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-69c02022-c1c6-417d-a54b-b6d62fb46d38 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873326 Aug 05 14:13:44.367712 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-ef958fc2-843c-4300-a6f4-7130034f5e5f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=b8eb1684-08f2-4780-84fe-e55025c46bf3 HTTP/1.1" status: 200 len: 217 time: 0.0496783 Aug 05 14:13:44.414779 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Router e6b4a55a-9441-4d55-a869-d5b76b30ded6 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:13:44.434493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-83b2527f-0f1f-4e54-9f19-f80df3b0aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:44.436005 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-83b2527f-0f1f-4e54-9f19-f80df3b0aa7f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.0603812 Aug 05 14:13:44.525839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c35730c8-3e23-4520-9ff8-302107f4136b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:44.549839 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c35730c8-3e23-4520-9ff8-302107f4136b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for a6854d26-efcb-4315-b844-26692c6297bf owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:44.560047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-8bca1ee3-5a21-484e-a05d-30cc35e220bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:44.561550 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-8bca1ee3-5a21-484e-a05d-30cc35e220bc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902936 Aug 05 14:13:44.574547 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6473fb61-2201-45bd-82f6-67a80cfe13ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:44.580593 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:13:44.591929 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6473fb61-2201-45bd-82f6-67a80cfe13ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:44.599200 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Sync routers for ids ['e6b4a55a-9441-4d55-a869-d5b76b30ded6'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:13:44.620450 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Routers {'e6b4a55a-9441-4d55-a869-d5b76b30ded6'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:13:44.621676 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-25265368-5b5a-411e-98f3-964c31031128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:13:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e6b4a55a-9441-4d55-a869-d5b76b30ded6'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:44.629807 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-259588c1-e02d-408f-98f4-b04275e6651e req-b8f2d654-dc56-4ad0-a8ed-6fdb33435c85 service neutron] 10.222.0.84 "GET /v2.0/networks/5eff8ab7-e26f-477d-9573-84337a08c8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094155 Aug 05 14:13:44.658408 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:44.659752 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9885ccb7-9dcc-431f-9c96-afe901a634d4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.5138381 Aug 05 14:13:44.662640 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45106) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:44.687373 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73676a2-6f92-4224-91da-c7cc1af625bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Made reservation on behalf of 5f642c03ec5944c789278b54ff307b6c for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:44.689703 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e73676a2-6f92-4224-91da-c7cc1af625bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:44.742490 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-ef4f2834-94fe-417d-894b-d6a74c129798 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721678 Aug 05 14:13:44.750085 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6473fb61-2201-45bd-82f6-67a80cfe13ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=888ee3d1e5ef4189a4f58491b02e66bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2918198 Aug 05 14:13:44.750505 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:44.757386 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45108) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:44.773876 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473fb61-2201-45bd-82f6-67a80cfe13ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6178c3ff-4b74-49be-9fb1-84a2a7cc6b15,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:44.778994 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Set router e6b4a55a-9441-4d55-a869-d5b76b30ded6 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:13:44.780190 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-e73676a2-6f92-4224-91da-c7cc1af625bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] device_id is not set on port 3e6a1edc-65ce-4d30-a282-22c479af63ed yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:13:44.798133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae1b0fb-f9b3-47e2-a599-98012f4c1322 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:44.799612 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-dae1b0fb-f9b3-47e2-a599-98012f4c1322 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=d739f65a56c043b29ed346d66a259350&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1359496 Aug 05 14:13:44.806088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45110) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:44.949693 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-259588c1-e02d-408f-98f4-b04275e6651e req-fc0f797e-2151-4329-9856-a280525f62ff service neutron] 10.222.0.84 "GET /v2.0/networks/5eff8ab7-e26f-477d-9573-84337a08c8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095222 Aug 05 14:13:44.956297 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c35730c8-3e23-4520-9ff8-302107f4136b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:45.017187 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35730c8-3e23-4520-9ff8-302107f4136b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=a6854d26-efcb-4315-b844-26692c6297bf,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:45.053227 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-25265368-5b5a-411e-98f3-964c31031128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-541206146', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '3060ff16-2f50-47dc-beaa-45ae48bff9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:39Z', 'updated_at': '2021-08-05T14:13:42Z', 'revision_number': 3, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '3060ff16-2f50-47dc-beaa-45ae48bff9f6', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:41Z', 'updated_at': '2021-08-05T14:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:45.085690 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Checking router: e6b4a55a-9441-4d55-a869-d5b76b30ded6 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:13:45.086462 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Updating router e6b4a55a-9441-4d55-a869-d5b76b30ded6 port 3060ff16-2f50-47dc-beaa-45ae48bff9f6 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:13:45.112315 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c35730c8-3e23-4520-9ff8-302107f4136b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:45.118429 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:45.126621 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c35730c8-3e23-4520-9ff8-302107f4136b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/ports/a6854d26-efcb-4315-b844-26692c6297bf HTTP/1.1" status: 204 len: 168 time: 1.4393971 Aug 05 14:13:45.137859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45118) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:45.146229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-fa3064db-3213-4304-b80e-b9be56f1004c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'network_id': '09766a6e-1ca3-44eb-9e47-576774094734', 'mac_address': 'fa:16:3e:d1:97:5d', 'name': 'tempest-PortsIpV6TestJSON-612677296'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:45.167532 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecf71b1-6a22-439f-982e-7c578cfa611f tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:45.172467 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2ecf71b1-6a22-439f-982e-7c578cfa611f tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3652792 Aug 05 14:13:45.173273 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45120) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:45.282218 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cc746417-3bd5-4a9b-849f-9c1da759449b tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0727570 Aug 05 14:13:45.287664 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45122) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:45.303345 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e73676a2-6f92-4224-91da-c7cc1af625bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:45.313383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a986b-ed45-4bf7-8bd8-85296ea2dce3 req-a867f677-797a-46c0-a9d8-6474c2c525b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:45.314951 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e73a986b-ed45-4bf7-8bd8-85296ea2dce3 req-a867f677-797a-46c0-a9d8-6474c2c525b0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 1094 time: 0.2887218 Aug 05 14:13:45.335797 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9d5079ec-6383-4fe2-950a-7c381e8de716 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=d739f65a56c043b29ed346d66a259350&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467446 Aug 05 14:13:45.340972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45124) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:45.380203 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c72e124e-7afe-4697-b5ac-4fdde75a4088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:45.397673 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf03a99-2d05-4d39-8a9d-b97c158c8cd5 req-971d9abb-9385-4ca7-b9e3-896a5590ff5e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:45.399396 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3bf03a99-2d05-4d39-8a9d-b97c158c8cd5 req-971d9abb-9385-4ca7-b9e3-896a5590ff5e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 943 time: 0.1504943 Aug 05 14:13:45.432904 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-5a9f9ad6-7e81-4464-85ca-8e74c14d10ad service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762650 Aug 05 14:13:45.480306 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3064db-3213-4304-b80e-b9be56f1004c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:45.488730 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c72e124e-7afe-4697-b5ac-4fdde75a4088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:45.495316 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-c8c5d831-84e0-491e-80be-e0039e80a028 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=c3959024-cd38-493d-b979-ae02a3fd5bed HTTP/1.1" status: 200 len: 217 time: 0.0532851 Aug 05 14:13:45.497015 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:45.509637 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Transition to ACTIVE for port object 3060ff16-2f50-47dc-beaa-45ae48bff9f6 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:45.520304 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:45.573582 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3bf03a99-2d05-4d39-8a9d-b97c158c8cd5 req-51ecd6f4-8944-4fd7-aae3-cde9b206c686 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635456 Aug 05 14:13:45.587635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-a957a9f0-16e1-4147-b228-269001352dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:45.589548 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-a957a9f0-16e1-4147-b228-269001352dd0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.0850058 Aug 05 14:13:45.595363 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e73676a2-6f92-4224-91da-c7cc1af625bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:45.610466 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Attempting to bind port 3060ff16-2f50-47dc-beaa-45ae48bff9f6 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:45.611358 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Attempting to bind port 3060ff16-2f50-47dc-beaa-45ae48bff9f6 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:45.611906 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Attempting to bind port 3060ff16-2f50-47dc-beaa-45ae48bff9f6 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:45.624524 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:13:45.624935 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:13:45.625307 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:45.625696 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:13:45.626386 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Bound port: 3060ff16-2f50-47dc-beaa-45ae48bff9f6, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:13:45.626807 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:45.628789 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a986b-ed45-4bf7-8bd8-85296ea2dce3 req-b37eff0b-6e27-4902-ace2-d88bd7bdc3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:45.630626 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e73a986b-ed45-4bf7-8bd8-85296ea2dce3 req-b37eff0b-6e27-4902-ace2-d88bd7bdc3e9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5eff8ab7-e26f-477d-9573-84337a08c8aa HTTP/1.1" status: 200 len: 898 time: 0.3042121 Aug 05 14:13:45.653857 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc4011-f503-47b9-bc2a-4ccf39f887a7 None None] Pushing event updated for resources: {'Port': ['ID=3060ff16-2f50-47dc-beaa-45ae48bff9f6,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:45.658822 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa3064db-3213-4304-b80e-b9be56f1004c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:45.672317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120aa685-de1b-4a58-b2a5-790fac7ed743 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:45.672967 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc4011-f503-47b9-bc2a-4ccf39f887a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:45.673185 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c72e124e-7afe-4697-b5ac-4fdde75a4088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:45.673304 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc4011-f503-47b9-bc2a-4ccf39f887a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:45.673644 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc4011-f503-47b9-bc2a-4ccf39f887a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:45.673978 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc4011-f503-47b9-bc2a-4ccf39f887a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:45.674329 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc4011-f503-47b9-bc2a-4ccf39f887a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:45.674664 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc4011-f503-47b9-bc2a-4ccf39f887a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:45.677847 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc4011-f503-47b9-bc2a-4ccf39f887a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:45.677847 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc4011-f503-47b9-bc2a-4ccf39f887a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:45.677847 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc4011-f503-47b9-bc2a-4ccf39f887a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:45.677847 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc4011-f503-47b9-bc2a-4ccf39f887a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:45.677847 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc4011-f503-47b9-bc2a-4ccf39f887a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:45.677847 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc4011-f503-47b9-bc2a-4ccf39f887a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:13:45.678414 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c72e124e-7afe-4697-b5ac-4fdde75a4088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:45.678964 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-120aa685-de1b-4a58-b2a5-790fac7ed743 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3341784 Aug 05 14:13:45.679268 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c72e124e-7afe-4697-b5ac-4fdde75a4088 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6178c3ff-4b74-49be-9fb1-84a2a7cc6b15 HTTP/1.1" status: 204 len: 168 time: 0.9208741 Aug 05 14:13:45.680148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45128) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:45.714783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e124e-7afe-4697-b5ac-4fdde75a4088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6178c3ff-4b74-49be-9fb1-84a2a7cc6b15,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:45.724486 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-25265368-5b5a-411e-98f3-964c31031128 None None] For port 3060ff16-2f50-47dc-beaa-45ae48bff9f6, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:13:45.734105 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-25265368-5b5a-411e-98f3-964c31031128 None None] For port 3060ff16-2f50-47dc-beaa-45ae48bff9f6, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3060ff16-2f50-47dc-beaa-45ae48bff9f6,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:13:45.735775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73676a2-6f92-4224-91da-c7cc1af625bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Pushing event updated for resources: {'Port': ['ID=3e6a1edc-65ce-4d30-a282-22c479af63ed,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:45.743097 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:45.745930 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-312c4317-55b8-4286-9352-6c9519893f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:45.749866 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-312c4317-55b8-4286-9352-6c9519893f4f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1515837 Aug 05 14:13:45.802953 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-fa3064db-3213-4304-b80e-b9be56f1004c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] device_id is not set on port 16c19c1e-c419-4198-b68d-451af8ccb3ef yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:13:45.846029 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d107d17b-1093-46cc-bf91-905af0904ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:45.847862 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc4011-f503-47b9-bc2a-4ccf39f887a7 None None] Pushing event updated for resources: {'Port': ['ID=3060ff16-2f50-47dc-beaa-45ae48bff9f6,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:45.850564 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Routers {'e6b4a55a-9441-4d55-a869-d5b76b30ded6'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:13:45.851167 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-25265368-5b5a-411e-98f3-964c31031128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:13:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e6b4a55a-9441-4d55-a869-d5b76b30ded6'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:45.900951 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-cc707292-43d4-43aa-b83f-85391db7919e service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241403 Aug 05 14:13:45.905616 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-541828fe-c7b7-41e8-8263-46a6cccdae0b tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2018673 Aug 05 14:13:45.905889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45134) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:45.911832 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-a5475525-f9aa-4897-9f27-49f9afdbbb7e tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1670518695', 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b', 'project_id': 'd739f65a56c043b29ed346d66a259350', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:45.921745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73676a2-6f92-4224-91da-c7cc1af625bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:45.925131 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e73a986b-ed45-4bf7-8bd8-85296ea2dce3 req-4b96110f-9fa5-48b5-8665-f4eb9bc14459 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=023acbbc-61d8-49a2-abd0-7532114d38de HTTP/1.1" status: 200 len: 217 time: 0.2699838 Aug 05 14:13:45.974707 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:46.046046 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-f323a521-6115-47e4-baf2-e50a93907d1a service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284912 Aug 05 14:13:46.061540 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-25265368-5b5a-411e-98f3-964c31031128 None None] Set router e6b4a55a-9441-4d55-a869-d5b76b30ded6 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:13:46.101586 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-5da35f5a-d578-426f-bc95-3862a9f6c9fd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3176ee0-d977-4960-b6c2-a03be5f071ae HTTP/1.1" status: 200 len: 217 time: 0.0413487 Aug 05 14:13:46.159613 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa3064db-3213-4304-b80e-b9be56f1004c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:46.192268 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:13:46.207430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-e73676a2-6f92-4224-91da-c7cc1af625bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:46.216455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73676a2-6f92-4224-91da-c7cc1af625bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:46.217446 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73676a2-6f92-4224-91da-c7cc1af625bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:46.218432 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e73676a2-6f92-4224-91da-c7cc1af625bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:46.232898 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-2d3bb5e5-af29-4899-8e19-9f6563d03476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:46.233721 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa3064db-3213-4304-b80e-b9be56f1004c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:46.234917 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-2d3bb5e5-af29-4899-8e19-9f6563d03476 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=84bdd077-911d-4689-bd57-064e082f69c5 HTTP/1.1" status: 200 len: 797 time: 0.0933671 Aug 05 14:13:46.242583 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45138) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:46.271223 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bac9f74b-99f0-4f81-923d-9bc1e3d95da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:46.312781 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-25265368-5b5a-411e-98f3-964c31031128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-541206146', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '3060ff16-2f50-47dc-beaa-45ae48bff9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:39Z', 'updated_at': '2021-08-05T14:13:42Z', 'revision_number': 3, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '3060ff16-2f50-47dc-beaa-45ae48bff9f6', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:41Z', 'updated_at': '2021-08-05T14:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:46.315356 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5475525-f9aa-4897-9f27-49f9afdbbb7e tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Made reservation on behalf of d739f65a56c043b29ed346d66a259350 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:46.318927 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a5475525-f9aa-4897-9f27-49f9afdbbb7e tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:46.332138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3064db-3213-4304-b80e-b9be56f1004c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=16c19c1e-c419-4198-b68d-451af8ccb3ef,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:46.353050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3064db-3213-4304-b80e-b9be56f1004c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 09766a6e-1ca3-44eb-9e47-576774094734 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:46.354861 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25265368-5b5a-411e-98f3-964c31031128 None None] The sync data for ids ['e6b4a55a-9441-4d55-a869-d5b76b30ded6'] in n-d-803585-2 is: [{'id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-541206146', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '3060ff16-2f50-47dc-beaa-45ae48bff9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:39Z', 'updated_at': '2021-08-05T14:13:42Z', 'revision_number': 3, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '3060ff16-2f50-47dc-beaa-45ae48bff9f6', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:41Z', 'updated_at': '2021-08-05T14:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:13:46.357873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-fa3064db-3213-4304-b80e-b9be56f1004c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:46.365992 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3064db-3213-4304-b80e-b9be56f1004c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:46.375354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3064db-3213-4304-b80e-b9be56f1004c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:46.375354 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa3064db-3213-4304-b80e-b9be56f1004c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:46.389386 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-0482bd21-fa16-4d3f-859a-1a2c8c6fa471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:46.391001 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-0482bd21-fa16-4d3f-859a-1a2c8c6fa471 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1456840 Aug 05 14:13:46.396114 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a986b-ed45-4bf7-8bd8-85296ea2dce3 req-cfb7225f-f5ae-4b07-a666-f3e8d6e39182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:46.398136 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e73a986b-ed45-4bf7-8bd8-85296ea2dce3 req-cfb7225f-f5ae-4b07-a666-f3e8d6e39182 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=96d72011-8305-4d28-b564-d32bfcefcba0 HTTP/1.1" status: 200 len: 835 time: 0.1927960 Aug 05 14:13:46.459977 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a986b-ed45-4bf7-8bd8-85296ea2dce3 req-ced4a46f-7afa-4a53-8e89-90c5ae2abdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:46.462163 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e73a986b-ed45-4bf7-8bd8-85296ea2dce3 req-ced4a46f-7afa-4a53-8e89-90c5ae2abdb1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5eff8ab7-e26f-477d-9573-84337a08c8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548632 Aug 05 14:13:46.592766 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e73a986b-ed45-4bf7-8bd8-85296ea2dce3 req-87ad3737-3708-4424-bb8c-6bdaec496c6a service neutron] 10.222.0.84 "GET /v2.0/networks/5eff8ab7-e26f-477d-9573-84337a08c8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237659 Aug 05 14:13:46.623345 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-bea09582-b7ce-441e-b779-f43a6fa3a00d service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162700 Aug 05 14:13:46.717601 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bac9f74b-99f0-4f81-923d-9bc1e3d95da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:46.745288 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fa3064db-3213-4304-b80e-b9be56f1004c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6028090 Aug 05 14:13:46.747051 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e73676a2-6f92-4224-91da-c7cc1af625bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.7927086 Aug 05 14:13:46.747718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45144) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:46.748060 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45146) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:46.771924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:46.808632 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bac9f74b-99f0-4f81-923d-9bc1e3d95da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:46.861529 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248eb31b-f233-4d9e-a59f-b0b6620eb758 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:46.865401 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-248eb31b-f233-4d9e-a59f-b0b6620eb758 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports/16c19c1e-c419-4198-b68d-451af8ccb3ef HTTP/1.1" status: 200 len: 844 time: 0.1121712 Aug 05 14:13:46.867586 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45148) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:46.871949 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e73a986b-ed45-4bf7-8bd8-85296ea2dce3 req-f75f9f3f-9bb9-4bbd-9045-058367c6368b service neutron] 10.222.0.84 "GET /v2.0/networks/5eff8ab7-e26f-477d-9573-84337a08c8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713022 Aug 05 14:13:46.934768 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45150) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:46.934912 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bac9f74b-99f0-4f81-923d-9bc1e3d95da6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47bd87ddcfcd474da940d2f622370633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6903622 Aug 05 14:13:46.935699 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9f74b-99f0-4f81-923d-9bc1e3d95da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2a0a61-77e3-4609-985a-04c648e3ad9a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:46.960279 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:46.965415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39e6ba-25b1-47a6-b452-926e02ca5ff5 req-a423f171-6bc1-4811-83b6-5d5ada191a8c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:46.965654 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5c39e6ba-25b1-47a6-b452-926e02ca5ff5 req-a423f171-6bc1-4811-83b6-5d5ada191a8c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 943 time: 0.2699573 Aug 05 14:13:47.006659 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a5475525-f9aa-4897-9f27-49f9afdbbb7e tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:47.061972 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-6ebf89a9-005a-4184-8f4e-194643c6ac40 service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212732 Aug 05 14:13:47.099561 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e7a03239-f43c-4daa-9c9d-361197bd50d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:47.115079 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5c39e6ba-25b1-47a6-b452-926e02ca5ff5 req-74bc0c93-b720-4236-b324-7582f8d177c4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400061 Aug 05 14:13:47.189584 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-da35000b-75bb-466f-8bc7-f833c9916ce6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd1c7278-e3e1-487f-9ace-bca5738d9ea9 HTTP/1.1" status: 200 len: 217 time: 0.1099374 Aug 05 14:13:47.197389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5475525-f9aa-4897-9f27-49f9afdbbb7e tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event updated for resources: {'Subnet': ['ID=91872a62-c55b-4ad4-9823-34b6df72650c,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:47.212872 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e7a03239-f43c-4daa-9c9d-361197bd50d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:47.213071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5475525-f9aa-4897-9f27-49f9afdbbb7e tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Checking segment: {'id': 'ead16170-7b96-4714-ae9f-e80f90eda2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:13:47.213399 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5475525-f9aa-4897-9f27-49f9afdbbb7e tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Network hostable DHCP agents. Network: 7702ec51-1457-4842-917d-3eceb4fe0b0b, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:13:47.216452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c747f1cd-71ee-4895-8cd7-5a0fb2aa51b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port 16c19c1e-c419-4198-b68d-451af8ccb3ef {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:47.216792 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c747f1cd-71ee-4895-8cd7-5a0fb2aa51b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:47.263678 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-4025e3d2-068a-49a3-bd2c-c1585ce2f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:47.265464 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-4025e3d2-068a-49a3-bd2c-c1585ce2f12b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=84bdd077-911d-4689-bd57-064e082f69c5 HTTP/1.1" status: 200 len: 797 time: 0.0632102 Aug 05 14:13:47.267690 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5475525-f9aa-4897-9f27-49f9afdbbb7e tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Network 7702ec51-1457-4842-917d-3eceb4fe0b0b is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:13:47.315465 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-a5475525-f9aa-4897-9f27-49f9afdbbb7e tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 7702ec51-1457-4842-917d-3eceb4fe0b0b) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:47.322227 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5475525-f9aa-4897-9f27-49f9afdbbb7e tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:47.324598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6326f83-13b0-4a21-9551-ace12b184bbd None None] Network 7702ec51-1457-4842-917d-3eceb4fe0b0b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:13:47.337482 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a5475525-f9aa-4897-9f27-49f9afdbbb7e tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:47.366310 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c747f1cd-71ee-4895-8cd7-5a0fb2aa51b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:47.395941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c747f1cd-71ee-4895-8cd7-5a0fb2aa51b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for 16c19c1e-c419-4198-b68d-451af8ccb3ef owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:47.399565 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387452e7-9bde-4571-a501-4e2622330a4d req-fcb847ca-75f0-4253-a599-1973f63cae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:47.403972 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-fcb847ca-75f0-4253-a599-1973f63cae12 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1279094 Aug 05 14:13:47.408431 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a5475525-f9aa-4897-9f27-49f9afdbbb7e tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4986269 Aug 05 14:13:47.414185 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45154) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:47.578939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] device_id is not set on port 3e6a1edc-65ce-4d30-a282-22c479af63ed yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:13:47.579803 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-7702ec51-1457-4842-917d-3eceb4fe0b0b', 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'fixed_ips': [{'subnet_id': '91872a62-c55b-4ad4-9823-34b6df72650c'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:13:47.580840 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:47.590714 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e7a03239-f43c-4daa-9c9d-361197bd50d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:47.595256 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e7a03239-f43c-4daa-9c9d-361197bd50d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:47.601594 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e7a03239-f43c-4daa-9c9d-361197bd50d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f2a0a61-77e3-4609-985a-04c648e3ad9a HTTP/1.1" status: 204 len: 168 time: 0.6630259 Aug 05 14:13:47.605623 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:47.619474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a03239-f43c-4daa-9c9d-361197bd50d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2a0a61-77e3-4609-985a-04c648e3ad9a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:47.646155 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c747f1cd-71ee-4895-8cd7-5a0fb2aa51b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:47.663415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Transition to ACTIVE for port object 3e6a1edc-65ce-4d30-a282-22c479af63ed will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:47.705922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747f1cd-71ee-4895-8cd7-5a0fb2aa51b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=16c19c1e-c419-4198-b68d-451af8ccb3ef,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:47.710125 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:47.723763 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c747f1cd-71ee-4895-8cd7-5a0fb2aa51b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:47.726631 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c747f1cd-71ee-4895-8cd7-5a0fb2aa51b4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/ports/16c19c1e-c419-4198-b68d-451af8ccb3ef HTTP/1.1" status: 204 len: 168 time: 0.8578799 Aug 05 14:13:47.735076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45160) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:47.802570 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-66f5002f-464d-4da0-8b35-ce63c2699f5a service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859563 Aug 05 14:13:47.803034 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Pushing event updated for resources: {'Port': ['ID=3e6a1edc-65ce-4d30-a282-22c479af63ed,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:47.811380 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:47.811724 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:47.812068 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:47.817211 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:47.817609 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:47.818002 n-d-803585-2 neutron-server[105724]: INFO neutron.plugins.ml2.plugin [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 2 to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed Aug 05 14:13:47.836788 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:47.836788 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:47.836788 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:47.841036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:47.841364 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:47.841769 n-d-803585-2 neutron-server[105724]: INFO neutron.plugins.ml2.plugin [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 3 to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed Aug 05 14:13:47.858356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:47.858779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:47.859059 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Allocated IP 172.20.0.18 (7702ec51-1457-4842-917d-3eceb4fe0b0b/91872a62-c55b-4ad4-9823-34b6df72650c/602f9f07-f300-4976-9590-a4701b62827b) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:47.859419 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:47.864579 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:47.864922 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:47.865322 n-d-803585-2 neutron-server[105724]: INFO neutron.plugins.ml2.plugin [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 4 to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed Aug 05 14:13:47.895485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:47.896944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:47.897581 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:47.905073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:47.905914 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:47.907202 n-d-803585-2 neutron-server[105724]: INFO neutron.plugins.ml2.plugin [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 5 to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed Aug 05 14:13:47.928495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:47.929252 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:47.929817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:47.944606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:47.945096 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:47.945607 n-d-803585-2 neutron-server[105724]: INFO neutron.plugins.ml2.plugin [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 6 to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed Aug 05 14:13:47.963743 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:47.964710 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:47.964710 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:47.969025 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3060ff16-2f50-47dc-beaa-45ae48bff9f6 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:13:47.970337 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:47.970883 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:47.971350 n-d-803585-2 neutron-server[105724]: INFO neutron.plugins.ml2.plugin [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 7 to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed Aug 05 14:13:47.986180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:47.986625 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:47.987036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:47.992085 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:47.992658 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:47.993388 n-d-803585-2 neutron-server[105724]: INFO neutron.plugins.ml2.plugin [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 8 to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed Aug 05 14:13:48.011830 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:48.012174 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:48.013192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:48.018000 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:48.018513 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:48.018934 n-d-803585-2 neutron-server[105724]: INFO neutron.plugins.ml2.plugin [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 9 to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed Aug 05 14:13:48.033253 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:48.034194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:48.034368 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:48.039821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:48.040968 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:48.040968 n-d-803585-2 neutron-server[105724]: INFO neutron.plugins.ml2.plugin [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempt 10 to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed Aug 05 14:13:48.060816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:48.061179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:48.061545 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempting to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:48.067977 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:13:48.068761 n-d-803585-2 neutron-server[105724]: ERROR neutron.plugins.ml2.managers [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Failed to bind port 3e6a1edc-65ce-4d30-a282-22c479af63ed on host n-h1-803585-2 for vnic_type normal using segments [{'id': '383d4ff4-42df-46a5-80bd-5fff3124d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0ab179f-f4f7-41d2-bd42-ed04e14457f7'}] Aug 05 14:13:48.069382 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:48.078134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 3060ff16-2f50-47dc-beaa-45ae48bff9f6 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:48.090469 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3060ff16-2f50-47dc-beaa-45ae48bff9f6 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:48.090852 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:48.135198 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:48.147874 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-387452e7-9bde-4571-a501-4e2622330a4d req-d29e9082-b1ee-401d-9bba-9d0aa3bd6942 service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827304 Aug 05 14:13:48.149176 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbbc67f4-f069-4d75-947a-51593eee8859 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] GET failed (client error): The resource could not be found. Aug 05 14:13:48.150935 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Transition to ACTIVE for port object 602f9f07-f300-4976-9590-a4701b62827b will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:48.156391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] For port 3e6a1edc-65ce-4d30-a282-22c479af63ed, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:13:48.156826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attempted to set empty binding levels {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 05 14:13:48.158770 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45166) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:48.168088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ea62e952-e262-408a-bdc0-3a808d523938 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'network_id': '09766a6e-1ca3-44eb-9e47-576774094734', 'name': 'tempest-PortsIpV6TestJSON-396268963'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:48.174894 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bbbc67f4-f069-4d75-947a-51593eee8859 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports/16c19c1e-c419-4198-b68d-451af8ccb3ef HTTP/1.1" status: 404 len: 333 time: 0.4378994 Aug 05 14:13:48.178345 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:48.205810 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 023acbbc-61d8-49a2-abd0-7532114d38de details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:13:48.339055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Transition to ACTIVE for port object 602f9f07-f300-4976-9590-a4701b62827b will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:48.380665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] In _notify_port_updated(), no bound segment for port 3e6a1edc-65ce-4d30-a282-22c479af63ed on network a0ab179f-f4f7-41d2-bd42-ed04e14457f7 {{(pid=105724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:13:48.381711 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:48.382489 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:48.383533 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:48.385066 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] 10.222.0.16 "PUT /v2.0/ports/3e6a1edc-65ce-4d30-a282-22c479af63ed HTTP/1.1" status: 200 len: 979 time: 1.6330023 Aug 05 14:13:48.394206 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45174) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:48.422511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 023acbbc-61d8-49a2-abd0-7532114d38de, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=023acbbc-61d8-49a2-abd0-7532114d38de,segment=NetworkSegment(a5d1e921-bfef-47f8-98ec-e223ab0c5533),segment_id=a5d1e921-bfef-47f8-98ec-e223ab0c5533)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:48.435434 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a5d2a-ca1a-409e-bdcf-e9acf0fec0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Pushing event updated for resources: {'Port': ['ID=3e6a1edc-65ce-4d30-a282-22c479af63ed,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:48.473519 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:48.480230 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea62e952-e262-408a-bdc0-3a808d523938 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:48.484584 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ea62e952-e262-408a-bdc0-3a808d523938 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:48.502220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017533a-de84-44a8-93e4-f397bf94085d req-91896d7f-386a-42a5-b520-9c0256d2429f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:48.503809 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f017533a-de84-44a8-93e4-f397bf94085d req-91896d7f-386a-42a5-b520-9c0256d2429f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 943 time: 0.2291415 Aug 05 14:13:48.518412 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-55836df9-55f5-4c91-a880-cabec87843fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:48.526435 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-ea62e952-e262-408a-bdc0-3a808d523938 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] device_id is not set on port 2b2f417d-9a83-44ec-88e0-9fa7cf022a55 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:13:48.536396 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Network 7702ec51-1457-4842-917d-3eceb4fe0b0b is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:48.540809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '023acbbc-61d8-49a2-abd0-7532114d38de', 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa', 'port_id': '023acbbc-61d8-49a2-abd0-7532114d38de', 'mac_address': 'fa:16:3e:e1:5a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:13:48.559077 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:48.570454 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:48.575194 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Pushing event updated for resources: {'Port': ['ID=602f9f07-f300-4976-9590-a4701b62827b,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:48.589981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 3060ff16-2f50-47dc-beaa-45ae48bff9f6, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3060ff16-2f50-47dc-beaa-45ae48bff9f6,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:48.623056 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:48.624937 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:48.720600 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:48.728035 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Attempting to bind port 602f9f07-f300-4976-9590-a4701b62827b on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:48.728729 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Attempting to bind port 602f9f07-f300-4976-9590-a4701b62827b by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'ead16170-7b96-4714-ae9f-e80f90eda2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:48.729302 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Attempting to bind port 602f9f07-f300-4976-9590-a4701b62827b on network 7702ec51-1457-4842-917d-3eceb4fe0b0b {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:48.753359 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=3060ff16-2f50-47dc-beaa-45ae48bff9f6,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:48.757175 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f017533a-de84-44a8-93e4-f397bf94085d req-2d9023ef-b903-41d9-936f-289378a12fbe tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243156 Aug 05 14:13:48.757579 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 023acbbc-61d8-49a2-abd0-7532114d38de {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:13:48.763132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:13:48.763847 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Checking segment: {'id': 'ead16170-7b96-4714-ae9f-e80f90eda2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:13:48.764626 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:48.765446 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Bound using segment: {'id': 'ead16170-7b96-4714-ae9f-e80f90eda2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:13:48.766042 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Bound port: 602f9f07-f300-4976-9590-a4701b62827b, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead16170-7b96-4714-ae9f-e80f90eda2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:13:48.766561 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:48.798811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 023acbbc-61d8-49a2-abd0-7532114d38de, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=023acbbc-61d8-49a2-abd0-7532114d38de,segment=NetworkSegment(a5d1e921-bfef-47f8-98ec-e223ab0c5533),segment_id=a5d1e921-bfef-47f8-98ec-e223ab0c5533)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:48.825091 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:48.849850 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ea62e952-e262-408a-bdc0-3a808d523938 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:48.909916 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-732951c5-837b-4581-813b-f930daa0b036 None None] For port 602f9f07-f300-4976-9590-a4701b62827b, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:13:48.915295 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-732951c5-837b-4581-813b-f930daa0b036 None None] For port 602f9f07-f300-4976-9590-a4701b62827b, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=602f9f07-f300-4976-9590-a4701b62827b,segment=NetworkSegment(ead16170-7b96-4714-ae9f-e80f90eda2e2),segment_id=ead16170-7b96-4714-ae9f-e80f90eda2e2)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:13:48.919706 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=023acbbc-61d8-49a2-abd0-7532114d38de,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:48.932301 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:48.954415 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ea62e952-e262-408a-bdc0-3a808d523938 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:48.979998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1740469f-d12f-4614-8edf-fd04285c6c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Deleting port 3e6a1edc-65ce-4d30-a282-22c479af63ed {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:48.980350 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1740469f-d12f-4614-8edf-fd04285c6c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:49.041293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea62e952-e262-408a-bdc0-3a808d523938 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 09766a6e-1ca3-44eb-9e47-576774094734 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:49.047639 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ea62e952-e262-408a-bdc0-3a808d523938 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:49.051761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea62e952-e262-408a-bdc0-3a808d523938 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:49.059090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea62e952-e262-408a-bdc0-3a808d523938 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:49.059953 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ea62e952-e262-408a-bdc0-3a808d523938 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:49.066726 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62e952-e262-408a-bdc0-3a808d523938 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=2b2f417d-9a83-44ec-88e0-9fa7cf022a55,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:49.075854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732951c5-837b-4581-813b-f930daa0b036 None None] Pushing event updated for resources: {'Port': ['ID=602f9f07-f300-4976-9590-a4701b62827b,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:49.092206 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ea62e952-e262-408a-bdc0-3a808d523938 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9313831 Aug 05 14:13:49.092549 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:49.094651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45190) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:49.101857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d22e946a-8cc2-4cdd-aac4-33bd63caea13 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:49.124713 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['023acbbc-61d8-49a2-abd0-7532114d38de'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:13:49.167810 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-1740469f-d12f-4614-8edf-fd04285c6c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] For port 3e6a1edc-65ce-4d30-a282-22c479af63ed, host n-h1-803585-2, got binding levels [] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:49.168192 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1740469f-d12f-4614-8edf-fd04285c6c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:49.189619 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d22e946a-8cc2-4cdd-aac4-33bd63caea13 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:49.199669 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1740469f-d12f-4614-8edf-fd04285c6c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Calling delete_port for 3e6a1edc-65ce-4d30-a282-22c479af63ed owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:49.520696 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1740469f-d12f-4614-8edf-fd04285c6c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:49.530241 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:49.545321 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1740469f-d12f-4614-8edf-fd04285c6c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:49.552696 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1740469f-d12f-4614-8edf-fd04285c6c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] 10.222.0.16 "DELETE /v2.0/ports/3e6a1edc-65ce-4d30-a282-22c479af63ed HTTP/1.1" status: 204 len: 168 time: 1.1531096 Aug 05 14:13:49.552977 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45196) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:49.582931 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d22e946a-8cc2-4cdd-aac4-33bd63caea13 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:49.600150 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d22e946a-8cc2-4cdd-aac4-33bd63caea13 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:49.674208 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Allocated IP 172.20.0.17 (7702ec51-1457-4842-917d-3eceb4fe0b0b/91872a62-c55b-4ad4-9823-34b6df72650c/6ff7e56b-0b05-4205-99e6-6979daf8dec0) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:49.686995 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e946a-8cc2-4cdd-aac4-33bd63caea13 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=2b2f417d-9a83-44ec-88e0-9fa7cf022a55,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:49.692447 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740469f-d12f-4614-8edf-fd04285c6c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e6a1edc-65ce-4d30-a282-22c479af63ed,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:49.714163 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-d22e946a-8cc2-4cdd-aac4-33bd63caea13 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] In _notify_port_updated(), no bound segment for port 2b2f417d-9a83-44ec-88e0-9fa7cf022a55 on network 09766a6e-1ca3-44eb-9e47-576774094734 {{(pid=105724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:13:49.721054 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22e946a-8cc2-4cdd-aac4-33bd63caea13 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:49.721829 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d22e946a-8cc2-4cdd-aac4-33bd63caea13 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:49.725198 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d22e946a-8cc2-4cdd-aac4-33bd63caea13 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "PUT /v2.0/ports/2b2f417d-9a83-44ec-88e0-9fa7cf022a55 HTTP/1.1" status: 200 len: 818 time: 0.6286039 Aug 05 14:13:49.725390 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6264bd-17d8-43fb-ad32-19b78e772f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] GET failed (client error): The resource could not be found. Aug 05 14:13:49.726541 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6e6264bd-17d8-43fb-ad32-19b78e772f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983007766-project-admin] 10.222.0.16 "GET /v2.0/ports/3e6a1edc-65ce-4d30-a282-22c479af63ed HTTP/1.1" status: 404 len: 333 time: 0.1418977 Aug 05 14:13:49.727619 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45202) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:49.731746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45204) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:49.877204 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d46c74a0-f270-4966-acd3-fb19ed70e5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:50.016363 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:50.025988 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 602f9f07-f300-4976-9590-a4701b62827b up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:13:50.049994 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d46c74a0-f270-4966-acd3-fb19ed70e5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:50.051370 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-30210958-2639-4103-bac6-9c1a7f240902 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port 2b2f417d-9a83-44ec-88e0-9fa7cf022a55 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:13:50.051947 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-30210958-2639-4103-bac6-9c1a7f240902 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:50.062936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-d46c74a0-f270-4966-acd3-fb19ed70e5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ab179f-f4f7-41d2-bd42-ed04e14457f7']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:50.078122 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-d46c74a0-f270-4966-acd3-fb19ed70e5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383d4ff4-42df-46a5-80bd-5fff3124d104') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:50.078687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-d46c74a0-f270-4966-acd3-fb19ed70e5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383d4ff4-42df-46a5-80bd-5fff3124d104') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:50.091992 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d46c74a0-f270-4966-acd3-fb19ed70e5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:50.115951 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d46c74a0-f270-4966-acd3-fb19ed70e5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:50.124494 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46c74a0-f270-4966-acd3-fb19ed70e5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:13:50.124949 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d46c74a0-f270-4966-acd3-fb19ed70e5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:50.150318 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 602f9f07-f300-4976-9590-a4701b62827b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:50.155757 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3060ff16-2f50-47dc-beaa-45ae48bff9f6 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:13:50.187042 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f77365-19f5-47ba-8adf-09c54007979e req-99678bfd-c283-4142-8c44-7d13d63ad0a8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:50.189582 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63f77365-19f5-47ba-8adf-09c54007979e req-99678bfd-c283-4142-8c44-7d13d63ad0a8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 944 time: 0.2642198 Aug 05 14:13:50.218599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Transition to ACTIVE for port object 6ff7e56b-0b05-4205-99e6-6979daf8dec0 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:13:50.219538 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:13:50.230463 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d46c74a0-f270-4966-acd3-fb19ed70e5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:50.238962 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d46c74a0-f270-4966-acd3-fb19ed70e5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:50.240944 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d46c74a0-f270-4966-acd3-fb19ed70e5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] 10.222.0.16 "DELETE /v2.0/networks/a0ab179f-f4f7-41d2-bd42-ed04e14457f7 HTTP/1.1" status: 204 len: 168 time: 0.5080678 Aug 05 14:13:50.264355 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3060ff16-2f50-47dc-beaa-45ae48bff9f6 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:50.265142 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:50.280187 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c74a0-f270-4966-acd3-fb19ed70e5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935019557-project] Pushing event deleted for resources: {'Network': ['ID=a0ab179f-f4f7-41d2-bd42-ed04e14457f7,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:50.348336 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:50.417813 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-30210958-2639-4103-bac6-9c1a7f240902 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:50.425567 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event updated for resources: {'Port': ['ID=6ff7e56b-0b05-4205-99e6-6979daf8dec0,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:50.445023 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63f77365-19f5-47ba-8adf-09c54007979e req-f6ed3b28-7870-4559-9875-0d51cf1bb905 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485953 Aug 05 14:13:50.456839 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-30210958-2639-4103-bac6-9c1a7f240902 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for 2b2f417d-9a83-44ec-88e0-9fa7cf022a55 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:13:50.460983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Network 7702ec51-1457-4842-917d-3eceb4fe0b0b is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:50.465235 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:50.475392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:50.578273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:50.656478 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1a9be9-d656-4579-9542-e7e95784defd None None] Network 7702ec51-1457-4842-917d-3eceb4fe0b0b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:13:50.766913 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:50.803825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f0904257-e8a9-4faa-ac08-5f6f0838878d None None] Provisioning for port 602f9f07-f300-4976-9590-a4701b62827b completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:50.810506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f0904257-e8a9-4faa-ac08-5f6f0838878d None None] Provisioning complete for port 602f9f07-f300-4976-9590-a4701b62827b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:50.810809 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f0904257-e8a9-4faa-ac08-5f6f0838878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:50.840817 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-30210958-2639-4103-bac6-9c1a7f240902 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:50.878268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45232) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:50.895505 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30210958-2639-4103-bac6-9c1a7f240902 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=2b2f417d-9a83-44ec-88e0-9fa7cf022a55,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:50.909322 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-30210958-2639-4103-bac6-9c1a7f240902 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:50.911838 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-30210958-2639-4103-bac6-9c1a7f240902 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/ports/2b2f417d-9a83-44ec-88e0-9fa7cf022a55 HTTP/1.1" status: 204 len: 168 time: 1.1688547 Aug 05 14:13:50.914982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45236) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:51.006753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0039f9f9-f13e-4e1d-8d8d-13499e0fd84f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:51.011953 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f0904257-e8a9-4faa-ac08-5f6f0838878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.012138 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0039f9f9-f13e-4e1d-8d8d-13499e0fd84f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0923812 Aug 05 14:13:51.013655 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45240) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:51.046526 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fe3334-99c7-4f43-8a6c-ffae6a51fa91 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] GET failed (client error): The resource could not be found. Aug 05 14:13:51.052011 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d3fe3334-99c7-4f43-8a6c-ffae6a51fa91 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports/2b2f417d-9a83-44ec-88e0-9fa7cf022a55 HTTP/1.1" status: 404 len: 333 time: 0.0334122 Aug 05 14:13:51.052374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45242) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:51.057978 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-9c8a9d3c-32bf-4b01-ad9d-e8b9dc13050c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1992554910'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:51.077807 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-f0904257-e8a9-4faa-ac08-5f6f0838878d None None] For port 602f9f07-f300-4976-9590-a4701b62827b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=602f9f07-f300-4976-9590-a4701b62827b,segment=NetworkSegment(ead16170-7b96-4714-ae9f-e80f90eda2e2),segment_id=ead16170-7b96-4714-ae9f-e80f90eda2e2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:51.087953 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f0904257-e8a9-4faa-ac08-5f6f0838878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.104657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8a9d3c-32bf-4b01-ad9d-e8b9dc13050c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:51.108992 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9c8a9d3c-32bf-4b01-ad9d-e8b9dc13050c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.161215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8a9d3c-32bf-4b01-ad9d-e8b9dc13050c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:13:51.177345 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0904257-e8a9-4faa-ac08-5f6f0838878d None None] Pushing event updated for resources: {'Port': ['ID=602f9f07-f300-4976-9590-a4701b62827b,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:51.183822 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9c8a9d3c-32bf-4b01-ad9d-e8b9dc13050c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.184127 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-9c8a9d3c-32bf-4b01-ad9d-e8b9dc13050c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Added segment 81b52094-37da-4fe6-8b70-7f40acaba9c9 of type vlan for network 526fa246-6f87-4052-a3bc-097bd31e4cfe Aug 05 14:13:51.296253 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.301254 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9c8a9d3c-32bf-4b01-ad9d-e8b9dc13050c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.327794 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-441fd169-372f-4238-a300-fc21a1a95de6 None None] Provisioning complete for port 602f9f07-f300-4976-9590-a4701b62827b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:51.333327 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-441fd169-372f-4238-a300-fc21a1a95de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.352482 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dfb02f68-d6fa-45dd-afb2-8c2ce7a7b9ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a1df79b779845828b8eb4e408f78434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4725568 Aug 05 14:13:51.355165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45244) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:51.419993 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9c8a9d3c-32bf-4b01-ad9d-e8b9dc13050c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.426921 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8a9d3c-32bf-4b01-ad9d-e8b9dc13050c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:51.427691 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9c8a9d3c-32bf-4b01-ad9d-e8b9dc13050c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.431361 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.447811 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.520341 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9c8a9d3c-32bf-4b01-ad9d-e8b9dc13050c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4642973 Aug 05 14:13:51.522829 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45250) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:51.527424 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8cbda323-e8ad-4a62-9539-af2551a4efc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.534286 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-781579fa-19fd-44b8-b68a-faba839966e8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'subnet': {'network_id': '526fa246-6f87-4052-a3bc-097bd31e4cfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:51.569500 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a9d3c-32bf-4b01-ad9d-e8b9dc13050c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Network': ['ID=526fa246-6f87-4052-a3bc-097bd31e4cfe,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:51.585707 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 526fa246-6f87-4052-a3bc-097bd31e4cfe details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:13:51.702738 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8cbda323-e8ad-4a62-9539-af2551a4efc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.731864 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-441fd169-372f-4238-a300-fc21a1a95de6 None None] Provisioning for port 6ff7e56b-0b05-4205-99e6-6979daf8dec0 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:51.763303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-441fd169-372f-4238-a300-fc21a1a95de6 None None] Provisioning complete for port 6ff7e56b-0b05-4205-99e6-6979daf8dec0 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:51.763995 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-441fd169-372f-4238-a300-fc21a1a95de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.793586 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event updated for resources: {'Port': ['ID=6ff7e56b-0b05-4205-99e6-6979daf8dec0,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:51.803187 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781579fa-19fd-44b8-b68a-faba839966e8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:51.808734 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-781579fa-19fd-44b8-b68a-faba839966e8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.827244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-441fd169-372f-4238-a300-fc21a1a95de6 None None] Port 6ff7e56b-0b05-4205-99e6-6979daf8dec0 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:13:51.845898 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.860086 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 602f9f07-f300-4976-9590-a4701b62827b up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:13:51.933625 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 602f9f07-f300-4976-9590-a4701b62827b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:51.934650 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8cbda323-e8ad-4a62-9539-af2551a4efc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.936249 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.938659 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8cbda323-e8ad-4a62-9539-af2551a4efc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:51.944989 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8cbda323-e8ad-4a62-9539-af2551a4efc3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d9de319-bd8a-43c0-abdf-4bbd10b7ad5e HTTP/1.1" status: 204 len: 168 time: 0.5885129 Aug 05 14:13:51.964712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbda323-e8ad-4a62-9539-af2551a4efc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9de319-bd8a-43c0-abdf-4bbd10b7ad5e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:52.062094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-64701a75-4e3f-4b16-87ac-fcbab64fc0e2 None None] Provisioning complete for port 6ff7e56b-0b05-4205-99e6-6979daf8dec0 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:52.062536 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-64701a75-4e3f-4b16-87ac-fcbab64fc0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:52.140784 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-64701a75-4e3f-4b16-87ac-fcbab64fc0e2 None None] Port 6ff7e56b-0b05-4205-99e6-6979daf8dec0 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:13:52.152526 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-781579fa-19fd-44b8-b68a-faba839966e8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:52.214418 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 023acbbc-61d8-49a2-abd0-7532114d38de up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:13:52.312130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 023acbbc-61d8-49a2-abd0-7532114d38de completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:52.321084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781579fa-19fd-44b8-b68a-faba839966e8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Subnet': ['ID=08d565b6-e651-4e9f-a570-46774113661d,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:52.323791 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 023acbbc-61d8-49a2-abd0-7532114d38de triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:52.324176 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:52.359558 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781579fa-19fd-44b8-b68a-faba839966e8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Checking segment: {'id': '81b52094-37da-4fe6-8b70-7f40acaba9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '526fa246-6f87-4052-a3bc-097bd31e4cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:13:52.360376 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781579fa-19fd-44b8-b68a-faba839966e8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network hostable DHCP agents. Network: 526fa246-6f87-4052-a3bc-097bd31e4cfe, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:13:52.382844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781579fa-19fd-44b8-b68a-faba839966e8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 526fa246-6f87-4052-a3bc-097bd31e4cfe is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:13:52.400606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-781579fa-19fd-44b8-b68a-faba839966e8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 526fa246-6f87-4052-a3bc-097bd31e4cfe) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:52.407220 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781579fa-19fd-44b8-b68a-faba839966e8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:52.408170 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-781579fa-19fd-44b8-b68a-faba839966e8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:52.433353 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-781579fa-19fd-44b8-b68a-faba839966e8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9092350 Aug 05 14:13:52.434058 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45268) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:52.437614 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494e94c9-6a46-40c0-ac14-8619512fd137 None None] Network 526fa246-6f87-4052-a3bc-097bd31e4cfe requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:13:52.451716 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548ef58-b0e2-4f3b-8df1-e2eafb1a47da req-55f49e6a-7f92-4169-8665-c44bc08072ce tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:52.467196 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d548ef58-b0e2-4f3b-8df1-e2eafb1a47da req-55f49e6a-7f92-4169-8665-c44bc08072ce tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 944 time: 0.7882121 Aug 05 14:13:52.474062 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-12b5ce66-4067-49f4-8d9e-b3676c719311 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'subnet': {'network_id': '526fa246-6f87-4052-a3bc-097bd31e4cfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:52.489874 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45270) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:52.551116 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:52.553042 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5a9cf8d3-1e16-4181-a40e-ce557285b904 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f642c03ec5944c789278b54ff307b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605772 Aug 05 14:13:52.555944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45272) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:52.642692 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023acbbc-61d8-49a2-abd0-7532114d38de'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:13:52.645120 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3e2e4a-a99d-40e3-99f5-a7b9adff15a2" -d '{"events": [{"server_uuid": "1eba5256-966f-42b5-80fc-3f2676cfe025", "name": "network-vif-plugged", "status": "completed", "tag": "023acbbc-61d8-49a2-abd0-7532114d38de"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:13:52.660932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Network 7702ec51-1457-4842-917d-3eceb4fe0b0b is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:52.664002 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 023acbbc-61d8-49a2-abd0-7532114d38de, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=023acbbc-61d8-49a2-abd0-7532114d38de,segment=NetworkSegment(a5d1e921-bfef-47f8-98ec-e223ab0c5533),segment_id=a5d1e921-bfef-47f8-98ec-e223ab0c5533)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:52.680404 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dc467906-cdd3-4a82-a705-4f1abc63eccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:52.691354 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:52.703108 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:52.730217 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dc467906-cdd3-4a82-a705-4f1abc63eccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:52.755750 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d548ef58-b0e2-4f3b-8df1-e2eafb1a47da req-f9bda52b-3dda-4e53-95da-c89c95ecfcb3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876716 Aug 05 14:13:52.776820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-526fa246-6f87-4052-a3bc-097bd31e4cfe', 'network_id': '526fa246-6f87-4052-a3bc-097bd31e4cfe', 'tenant_id': '34b65db42ce04e00bbd1cac74b05f5a2', 'fixed_ips': [{'subnet_id': '08d565b6-e651-4e9f-a570-46774113661d'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:13:52.777733 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:52.866090 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dc467906-cdd3-4a82-a705-4f1abc63eccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:52.869070 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dc467906-cdd3-4a82-a705-4f1abc63eccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:52.870315 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dc467906-cdd3-4a82-a705-4f1abc63eccb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/503c0b5f-d90a-42b9-a370-b94391cf6354 HTTP/1.1" status: 204 len: 168 time: 0.3133585 Aug 05 14:13:52.885045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b5ce66-4067-49f4-8d9e-b3676c719311 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:52.893807 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-12b5ce66-4067-49f4-8d9e-b3676c719311 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:52.903642 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc467906-cdd3-4a82-a705-4f1abc63eccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503c0b5f-d90a-42b9-a370-b94391cf6354,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:52.923613 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=023acbbc-61d8-49a2-abd0-7532114d38de,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:53.028171 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Allocated IP 2001:db8::2 (526fa246-6f87-4052-a3bc-097bd31e4cfe/08d565b6-e651-4e9f-a570-46774113661d/0c5b8e37-3a65-4d4f-9776-2c9fe03235d4) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:53.082335 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Router e6b4a55a-9441-4d55-a869-d5b76b30ded6 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:13:53.099201 n-d-803585-2 neutron-server[105723]: INFO neutron.db.ipam_backend_mixin [None req-12b5ce66-4067-49f4-8d9e-b3676c719311 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 08d565b6-e651-4e9f-a570-46774113661d (CIDR: 2001:db8::/64) Aug 05 14:13:53.105792 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b5ce66-4067-49f4-8d9e-b3676c719311 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:13:53.106361 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b5ce66-4067-49f4-8d9e-b3676c719311 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:13:53.154071 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0d9d51-f103-404d-9d4e-d00ea1eb5328 x-openstack-request-id: req-0f0d9d51-f103-404d-9d4e-d00ea1eb5328 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:13:53.156387 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eba5256-966f-42b5-80fc-3f2676cfe025", "name": "network-vif-plugged", "status": "completed", "tag": "023acbbc-61d8-49a2-abd0-7532114d38de", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:13:53.156700 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f0d9d51-f103-404d-9d4e-d00ea1eb5328 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:13:53.157039 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023acbbc-61d8-49a2-abd0-7532114d38de', 'code': 200} Aug 05 14:13:53.196974 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-12b5ce66-4067-49f4-8d9e-b3676c719311 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7605002 Aug 05 14:13:53.199972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45286) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:53.206199 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b9280e44-5964-4fbb-8836-f28eef860ae4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'subnet': {'network_id': '526fa246-6f87-4052-a3bc-097bd31e4cfe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:53.220793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-22c71bf0-8ead-42d0-ada1-d699dce71541 None None] Provisioning complete for port 6ff7e56b-0b05-4205-99e6-6979daf8dec0 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:53.221178 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-22c71bf0-8ead-42d0-ada1-d699dce71541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:53.265756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-22c71bf0-8ead-42d0-ada1-d699dce71541 None None] Port 6ff7e56b-0b05-4205-99e6-6979daf8dec0 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:13:53.279298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:13:53.282997 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:53.299807 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7d7f075c-a099-4a0d-82f6-919ff4ac01c4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "PUT /v2.0/routers/e6b4a55a-9441-4d55-a869-d5b76b30ded6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8766861 Aug 05 14:13:53.300018 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Sync routers for ids ['e6b4a55a-9441-4d55-a869-d5b76b30ded6'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:13:53.312709 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Transition to ACTIVE for port object 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:53.341621 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Transition to ACTIVE for port object 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:53.350328 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Routers {'e6b4a55a-9441-4d55-a869-d5b76b30ded6'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:13:53.351162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:13:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e6b4a55a-9441-4d55-a869-d5b76b30ded6'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:53.356386 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:53.630720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Network 526fa246-6f87-4052-a3bc-097bd31e4cfe is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:53.639051 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:53.644164 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:53.666810 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-bb7f8712-f555-4a04-9f94-f9bd86592a81 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:53.669157 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-bb7f8712-f555-4a04-9f94-f9bd86592a81 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/networks?id=7702ec51-1457-4842-917d-3eceb4fe0b0b HTTP/1.1" status: 200 len: 798 time: 0.1576066 Aug 05 14:13:53.702546 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-f7b0a8e8-e1b4-4d4c-8de8-d67d98a11bc3 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/quotas/d739f65a56c043b29ed346d66a259350 HTTP/1.1" status: 200 len: 375 time: 0.0256772 Aug 05 14:13:53.726675 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Pushing event updated for resources: {'Port': ['ID=0c5b8e37-3a65-4d4f-9776-2c9fe03235d4,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:53.805134 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55f42a-9f76-45b8-af70-26a86aa953ba req-371bf577-c487-461c-83da-c7e31fc5dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:53.807306 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aa55f42a-9f76-45b8-af70-26a86aa953ba req-371bf577-c487-461c-83da-c7e31fc5dd23 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 1096 time: 0.5953975 Aug 05 14:13:53.839686 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Attempting to bind port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:53.840342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Attempting to bind port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '81b52094-37da-4fe6-8b70-7f40acaba9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '526fa246-6f87-4052-a3bc-097bd31e4cfe'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:53.840466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Attempting to bind port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 on network 526fa246-6f87-4052-a3bc-097bd31e4cfe {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:53.850099 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Set router e6b4a55a-9441-4d55-a869-d5b76b30ded6 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:13:53.855097 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c9cdcc63-d8b6-4de8-8c9a-192bc859524a tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d739f65a56c043b29ed346d66a259350&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1436388 Aug 05 14:13:53.862434 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-83e87c4a-6eb0-4cab-8aa2-1e883655d538 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:13:53.870511 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-83e87c4a-6eb0-4cab-8aa2-1e883655d538 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131192 Aug 05 14:13:53.930071 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:13:53.930071 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Checking segment: {'id': '81b52094-37da-4fe6-8b70-7f40acaba9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '526fa246-6f87-4052-a3bc-097bd31e4cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:13:53.931473 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:53.931607 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Bound using segment: {'id': '81b52094-37da-4fe6-8b70-7f40acaba9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '526fa246-6f87-4052-a3bc-097bd31e4cfe'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:13:53.935623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Bound port: 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b52094-37da-4fe6-8b70-7f40acaba9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '526fa246-6f87-4052-a3bc-097bd31e4cfe'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:13:53.936010 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:53.946756 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aa55f42a-9f76-45b8-af70-26a86aa953ba req-770721c5-08be-4e11-ad69-ae258ca18059 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119471 Aug 05 14:13:53.956083 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9280e44-5964-4fbb-8836-f28eef860ae4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:53.962182 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b9280e44-5964-4fbb-8836-f28eef860ae4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:54.083359 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-8fbb8fd0-a571-4e70-8be8-1da101aaf627 service neutron] 10.222.0.16 "GET /v2.0/networks/7702ec51-1457-4842-917d-3eceb4fe0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100091 Aug 05 14:13:54.109805 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] For port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:13:54.119941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2a525-e015-4d4a-b95f-a83d121fefde req-bdc64194-4299-45dd-8aae-9f2bb8e7eb03 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:54.124734 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fba2a525-e015-4d4a-b95f-a83d121fefde req-bdc64194-4299-45dd-8aae-9f2bb8e7eb03 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 945 time: 0.2351394 Aug 05 14:13:54.128989 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] For port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0c5b8e37-3a65-4d4f-9776-2c9fe03235d4,segment=NetworkSegment(81b52094-37da-4fe6-8b70-7f40acaba9c9),segment_id=81b52094-37da-4fe6-8b70-7f40acaba9c9)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:13:54.153921 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:54.267511 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fba2a525-e015-4d4a-b95f-a83d121fefde req-74dd38ff-b8e8-4a76-829d-796ce41c3782 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110492 Aug 05 14:13:54.338777 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-4d654125-4415-4872-8ac5-d8b64e5432a2 service neutron] 10.222.0.16 "GET /v2.0/networks/7702ec51-1457-4842-917d-3eceb4fe0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495778 Aug 05 14:13:54.542567 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec9c18-688a-4a99-a067-eba93be5600a None None] Pushing event updated for resources: {'Port': ['ID=0c5b8e37-3a65-4d4f-9776-2c9fe03235d4,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:54.699255 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-541206146', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '3060ff16-2f50-47dc-beaa-45ae48bff9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:39Z', 'updated_at': '2021-08-05T14:13:50Z', 'revision_number': 4, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '3060ff16-2f50-47dc-beaa-45ae48bff9f6', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:41Z', 'updated_at': '2021-08-05T14:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '6ff7e56b-0b05-4205-99e6-6979daf8dec0', 'name': '', 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'mac_address': 'fa:16:3e:72:ca:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '91872a62-c55b-4ad4-9823-34b6df72650c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:49Z', 'updated_at': '2021-08-05T14:13:51Z', 'revision_number': 2, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'subnets': [{'id': '91872a62-c55b-4ad4-9823-34b6df72650c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:54.710980 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b9280e44-5964-4fbb-8836-f28eef860ae4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:54.791705 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Checking router: e6b4a55a-9441-4d55-a869-d5b76b30ded6 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:13:54.792061 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Updating router e6b4a55a-9441-4d55-a869-d5b76b30ded6 port 6ff7e56b-0b05-4205-99e6-6979daf8dec0 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:13:54.907653 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:54.951244 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9280e44-5964-4fbb-8836-f28eef860ae4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 526fa246-6f87-4052-a3bc-097bd31e4cfe is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:54.974473 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-642696a1-1008-4937-9d87-e119d723dfdb req-7b42a72d-009a-4438-89a4-9d1a8d42e765 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 210 time: 0.1629632 Aug 05 14:13:54.986541 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9280e44-5964-4fbb-8836-f28eef860ae4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Subnet': ['ID=ba097667-ba9a-4bfa-ac69-2205614e137b,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:54.990426 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-b9280e44-5964-4fbb-8836-f28eef860ae4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:54.993952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9280e44-5964-4fbb-8836-f28eef860ae4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:55.003660 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b9280e44-5964-4fbb-8836-f28eef860ae4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:55.040873 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b9280e44-5964-4fbb-8836-f28eef860ae4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8396046 Aug 05 14:13:55.041635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45366) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:55.047572 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-9cf53b20-352d-4ff7-9ef4-f16384a46755 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'network_id': '526fa246-6f87-4052-a3bc-097bd31e4cfe', 'fixed_ips': [{'subnet_id': '08d565b6-e651-4e9f-a570-46774113661d'}, {'subnet_id': 'ba097667-ba9a-4bfa-ac69-2205614e137b'}], 'name': 'tempest-PortsIpV6TestJSON-859510611'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:55.251421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf53b20-352d-4ff7-9ef4-f16384a46755 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:55.349234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45384) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:55.503441 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9cf53b20-352d-4ff7-9ef4-f16384a46755 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:55.539233 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:55.545103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6b424-f511-4150-812a-10d2a52d32ca req-18015ea0-495c-49ab-a76b-4d2d010e1869 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:55.548056 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-44f6b424-f511-4150-812a-10d2a52d32ca req-18015ea0-495c-49ab-a76b-4d2d010e1869 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 945 time: 0.1275098 Aug 05 14:13:55.639208 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Transition to ACTIVE for port object 6ff7e56b-0b05-4205-99e6-6979daf8dec0 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:55.641876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-9cf53b20-352d-4ff7-9ef4-f16384a46755 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] device_id is not set on port 332fc34b-e6bd-4d9d-8134-c99d55173572 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:13:55.659157 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-44f6b424-f511-4150-812a-10d2a52d32ca req-bfdb0b91-c240-498c-b233-783e7f6c8fe9 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890169 Aug 05 14:13:55.678289 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:55.722173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f749c158-ee2f-4054-a677-c9f8971e0d2d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-73564936', 'router:external': True}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:55.776544 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f749c158-ee2f-4054-a677-c9f8971e0d2d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Made reservation on behalf of d8540fbdc0374aa2b0ac5c3f97f5b697 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:55.779189 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f749c158-ee2f-4054-a677-c9f8971e0d2d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:55.787992 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f749c158-ee2f-4054-a677-c9f8971e0d2d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:55.890780 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359a9d4-050e-46b3-9e52-1f17960d07b4 None None] Pushing event updated for resources: {'Port': ['ID=6ff7e56b-0b05-4205-99e6-6979daf8dec0,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:55.967552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Attempting to bind port 6ff7e56b-0b05-4205-99e6-6979daf8dec0 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:13:55.968206 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Attempting to bind port 6ff7e56b-0b05-4205-99e6-6979daf8dec0 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'ead16170-7b96-4714-ae9f-e80f90eda2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:13:55.968314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Attempting to bind port 6ff7e56b-0b05-4205-99e6-6979daf8dec0 on network 7702ec51-1457-4842-917d-3eceb4fe0b0b {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:13:55.976293 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:13:55.976720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Checking segment: {'id': 'ead16170-7b96-4714-ae9f-e80f90eda2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:13:55.977137 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:55.977539 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Bound using segment: {'id': 'ead16170-7b96-4714-ae9f-e80f90eda2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:13:55.978017 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Bound port: 6ff7e56b-0b05-4205-99e6-6979daf8dec0, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead16170-7b96-4714-ae9f-e80f90eda2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:13:55.978434 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:56.085007 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f749c158-ee2f-4054-a677-c9f8971e0d2d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:56.097686 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebdb22a-93ed-46d0-ba8b-0e91fb963a4b req-672bb97c-beb2-45a8-9137-4a9aeaa092d8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:56.112161 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5ebdb22a-93ed-46d0-ba8b-0e91fb963a4b req-672bb97c-beb2-45a8-9137-4a9aeaa092d8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 945 time: 0.1669431 Aug 05 14:13:56.113663 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f749c158-ee2f-4054-a677-c9f8971e0d2d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:56.155567 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] For port 6ff7e56b-0b05-4205-99e6-6979daf8dec0, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:13:56.159311 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] For port 6ff7e56b-0b05-4205-99e6-6979daf8dec0, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=6ff7e56b-0b05-4205-99e6-6979daf8dec0,segment=NetworkSegment(ead16170-7b96-4714-ae9f-e80f90eda2e2),segment_id=ead16170-7b96-4714-ae9f-e80f90eda2e2)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:13:56.161012 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2c4a1e-bb09-4617-b62a-0fd11e108cdc None None] Network 526fa246-6f87-4052-a3bc-097bd31e4cfe requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:13:56.167785 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:13:56.194599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f749c158-ee2f-4054-a677-c9f8971e0d2d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:13:56.194974 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd78ad06-16ae-40c9-86b6-dc31a9ef6a05 req-00aa2aad-1155-4e05-ae84-be077503a2b3 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 210 time: 0.0783849 Aug 05 14:13:56.213122 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749c158-ee2f-4054-a677-c9f8971e0d2d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b50538d-e56b-466f-8ab3-b37b72beda8a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:56.221561 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f749c158-ee2f-4054-a677-c9f8971e0d2d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:56.221926 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-f749c158-ee2f-4054-a677-c9f8971e0d2d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Added segment b9e4f34c-307f-4359-b575-b7540b229a69 of type vlan for network 956a0f85-189a-4e72-86a0-056c692cccef Aug 05 14:13:56.340349 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5ebdb22a-93ed-46d0-ba8b-0e91fb963a4b req-b9d210f3-faa9-4ccf-82c7-f6aeae8dbee3 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888442 Aug 05 14:13:56.373583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45404) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:56.375475 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f749c158-ee2f-4054-a677-c9f8971e0d2d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:56.382046 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:56.405125 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-9cf53b20-352d-4ff7-9ef4-f16384a46755 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Allocated IP 2001:db8::4d (526fa246-6f87-4052-a3bc-097bd31e4cfe/08d565b6-e651-4e9f-a570-46774113661d/332fc34b-e6bd-4d9d-8134-c99d55173572) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:56.414336 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-9cf53b20-352d-4ff7-9ef4-f16384a46755 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Allocated IP 2001:db8:0:1::2e1 (526fa246-6f87-4052-a3bc-097bd31e4cfe/ba097667-ba9a-4bfa-ac69-2205614e137b/332fc34b-e6bd-4d9d-8134-c99d55173572) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:56.529777 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-020c33dc-173d-4068-bc35-2bf7b9d9fb01 None None] Provisioning for port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:56.568894 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac568244-251b-4120-8ac0-6a6d184eb3f9 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:56.575329 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ac568244-251b-4120-8ac0-6a6d184eb3f9 tempest-TestNetworkAdvancedServerOps-2006249221 tempest-TestNetworkAdvancedServerOps-2006249221-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 1091 time: 0.1959407 Aug 05 14:13:56.590605 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f749c158-ee2f-4054-a677-c9f8971e0d2d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:56.591864 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f749c158-ee2f-4054-a677-c9f8971e0d2d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:56.592631 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f749c158-ee2f-4054-a677-c9f8971e0d2d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:56.605582 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45410) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:56.616413 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Routers {'e6b4a55a-9441-4d55-a869-d5b76b30ded6'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:13:56.617856 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:13:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e6b4a55a-9441-4d55-a869-d5b76b30ded6'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:56.621754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': '023acbbc-61d8-49a2-abd0-7532114d38de', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:56.622616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:56.641248 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f749c158-ee2f-4054-a677-c9f8971e0d2d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.2881739 Aug 05 14:13:56.659888 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9cf53b20-352d-4ff7-9ef4-f16384a46755 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:56.676158 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-9cf53b20-352d-4ff7-9ef4-f16384a46755 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Transition to ACTIVE for port object 332fc34b-e6bd-4d9d-8134-c99d55173572 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:56.681686 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359a9d4-050e-46b3-9e52-1f17960d07b4 None None] Pushing event updated for resources: {'Port': ['ID=6ff7e56b-0b05-4205-99e6-6979daf8dec0,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:56.691293 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:56.692012 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:56.713740 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45414) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:56.719077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-1046d40a-fe1c-4bcb-b608-0beced544b8a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Request body: {'subnet': {'network_id': '956a0f85-189a-4e72-86a0-056c692cccef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:56.730042 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9cf53b20-352d-4ff7-9ef4-f16384a46755 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:56.731115 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-4b1fc298-efd1-45fb-bd33-703087a35f38 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:56.734076 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-4b1fc298-efd1-45fb-bd33-703087a35f38 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.84 "GET /v2.0/networks?id=7702ec51-1457-4842-917d-3eceb4fe0b0b HTTP/1.1" status: 200 len: 798 time: 0.4408886 Aug 05 14:13:56.752985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-8991a641-aed7-4c06-a0ac-a35f5239f9c9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Request body: {'port': {'device_id': '9015e3f2-290e-4376-a9b6-d44a8d996bfd', 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b', 'admin_state_up': True, 'tenant_id': 'd739f65a56c043b29ed346d66a259350'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:56.817914 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf53b20-352d-4ff7-9ef4-f16384a46755 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 526fa246-6f87-4052-a3bc-097bd31e4cfe is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:56.822270 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-9cf53b20-352d-4ff7-9ef4-f16384a46755 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:56.838939 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf53b20-352d-4ff7-9ef4-f16384a46755 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:56.848097 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf53b20-352d-4ff7-9ef4-f16384a46755 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:56.848801 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9cf53b20-352d-4ff7-9ef4-f16384a46755 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:56.862526 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.api [None req-1046d40a-fe1c-4bcb-b608-0beced544b8a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 14:13:56.862526 n-d-803585-2 neutron-server[105724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 14:13:56.862526 n-d-803585-2 neutron-server[105724]: [parameters: {'project_id_1': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'expiration_1': datetime.datetime(2021, 8, 5, 14, 13, 56, 759736)}] Aug 05 14:13:56.862526 n-d-803585-2 neutron-server[105724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:13:56.863329 n-d-803585-2 neutron-server[105724]: DEBUG oslo_db.api [None req-1046d40a-fe1c-4bcb-b608-0beced544b8a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:13:56.880903 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf53b20-352d-4ff7-9ef4-f16384a46755 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=332fc34b-e6bd-4d9d-8134-c99d55173572,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:56.899416 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:56.910886 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9cf53b20-352d-4ff7-9ef4-f16384a46755 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.8678217 Aug 05 14:13:56.917038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45424) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:56.933924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-4f5e4e05-479c-49d8-b487-ede6623d0e2d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '08d565b6-e651-4e9f-a570-46774113661d'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:57.011317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] Set router e6b4a55a-9441-4d55-a869-d5b76b30ded6 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:13:57.028032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749c158-ee2f-4054-a677-c9f8971e0d2d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Pushing event updated for resources: {'Network': ['ID=956a0f85-189a-4e72-86a0-056c692cccef,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:57.124740 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 956a0f85-189a-4e72-86a0-056c692cccef details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:13:57.141696 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:57.258437 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-8991a641-aed7-4c06-a0ac-a35f5239f9c9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Made reservation on behalf of d739f65a56c043b29ed346d66a259350 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:57.263533 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-8991a641-aed7-4c06-a0ac-a35f5239f9c9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:57.350778 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4f5e4e05-479c-49d8-b487-ede6623d0e2d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:57.364614 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0c5b8e37-3a65-4d4f-9776-2c9fe03235d4,segment=NetworkSegment(81b52094-37da-4fe6-8b70-7f40acaba9c9),segment_id=81b52094-37da-4fe6-8b70-7f40acaba9c9)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:57.377813 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:57.422642 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4485424e-01cb-4d73-86c0-18717d8e5f4a req-8c05dcc7-b5c0-42a5-b3c5-f67657a4c6a3 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 210 time: 0.1014912 Aug 05 14:13:57.436417 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1046d40a-fe1c-4bcb-b608-0beced544b8a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Made reservation on behalf of d8540fbdc0374aa2b0ac5c3f97f5b697 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:13:57.438883 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1046d40a-fe1c-4bcb-b608-0beced544b8a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:57.484231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=0c5b8e37-3a65-4d4f-9776-2c9fe03235d4,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:57.488889 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3099f569-647c-4d76-8458-a343056d242c None None] Update dhcp port {'port': {'network_id': '526fa246-6f87-4052-a3bc-097bd31e4cfe', 'fixed_ips': [{'subnet_id': '08d565b6-e651-4e9f-a570-46774113661d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ba097667-ba9a-4bfa-ac69-2205614e137b'}], 'binding:host_id': 'n-d-803585-2'}, 'id': '0c5b8e37-3a65-4d4f-9776-2c9fe03235d4'} from n-d-803585-2. {{(pid=105725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 14:13:57.499351 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-541206146', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '3060ff16-2f50-47dc-beaa-45ae48bff9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:39Z', 'updated_at': '2021-08-05T14:13:50Z', 'revision_number': 4, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '3060ff16-2f50-47dc-beaa-45ae48bff9f6', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:41Z', 'updated_at': '2021-08-05T14:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '6ff7e56b-0b05-4205-99e6-6979daf8dec0', 'name': '', 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'mac_address': 'fa:16:3e:72:ca:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '91872a62-c55b-4ad4-9823-34b6df72650c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:49Z', 'updated_at': '2021-08-05T14:13:56Z', 'revision_number': 4, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'subnets': [{'id': '91872a62-c55b-4ad4-9823-34b6df72650c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:13:57.746584 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ddeecc-2494-4096-9c5b-a683ea630c8b None None] The sync data for ids ['e6b4a55a-9441-4d55-a869-d5b76b30ded6'] in n-d-803585-2 is: [{'id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-541206146', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '3060ff16-2f50-47dc-beaa-45ae48bff9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:39Z', 'updated_at': '2021-08-05T14:13:50Z', 'revision_number': 4, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '3060ff16-2f50-47dc-beaa-45ae48bff9f6', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:41Z', 'updated_at': '2021-08-05T14:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '6ff7e56b-0b05-4205-99e6-6979daf8dec0', 'name': '', 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'mac_address': 'fa:16:3e:72:ca:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '91872a62-c55b-4ad4-9823-34b6df72650c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:49Z', 'updated_at': '2021-08-05T14:13:56Z', 'revision_number': 4, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'subnets': [{'id': '91872a62-c55b-4ad4-9823-34b6df72650c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:13:57.753535 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3099f569-647c-4d76-8458-a343056d242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:57.994195 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:13:58.100394 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-3099f569-647c-4d76-8458-a343056d242c None None] Allocated IP 2001:db8:0:1::2 (526fa246-6f87-4052-a3bc-097bd31e4cfe/ba097667-ba9a-4bfa-ac69-2205614e137b/0c5b8e37-3a65-4d4f-9776-2c9fe03235d4) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:58.129322 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:58.129705 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:58.185500 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:58.217703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-8991a641-aed7-4c06-a0ac-a35f5239f9c9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Allocated IP 172.20.0.24 (7702ec51-1457-4842-917d-3eceb4fe0b0b/91872a62-c55b-4ad4-9823-34b6df72650c/e0c1cac1-35c4-4d0c-8304-d78dbf73e818) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:58.331271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3099f569-647c-4d76-8458-a343056d242c None None] For port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0c5b8e37-3a65-4d4f-9776-2c9fe03235d4,segment=NetworkSegment(81b52094-37da-4fe6-8b70-7f40acaba9c9),segment_id=81b52094-37da-4fe6-8b70-7f40acaba9c9)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:13:58.395197 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3099f569-647c-4d76-8458-a343056d242c None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:58.437977 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3099f569-647c-4d76-8458-a343056d242c None None] Transition to ACTIVE for port object 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:58.444761 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3099f569-647c-4d76-8458-a343056d242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:58.659862 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099f569-647c-4d76-8458-a343056d242c None None] Pushing event updated for resources: {'Port': ['ID=0c5b8e37-3a65-4d4f-9776-2c9fe03235d4,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:58.695818 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c2cfe05-f373-4128-9f7a-94aa3629ff47 req-b5c46b8e-1964-496d-b28a-17ff5118796c tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 210 time: 0.0808537 Aug 05 14:13:58.714897 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-4f5e4e05-479c-49d8-b487-ede6623d0e2d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Delete allocated IP 2001:db8:0:1::2e1 (526fa246-6f87-4052-a3bc-097bd31e4cfe/ba097667-ba9a-4bfa-ac69-2205614e137b) {{(pid=105724) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 05 14:13:58.720204 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-8991a641-aed7-4c06-a0ac-a35f5239f9c9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:58.841029 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-8991a641-aed7-4c06-a0ac-a35f5239f9c9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Transition to ACTIVE for port object e0c1cac1-35c4-4d0c-8304-d78dbf73e818 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:13:58.868112 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Allocated IP 172.25.5.138 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/6aab0d86-7246-4540-987b-fae7622fe1ec) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:59.065126 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4f5e4e05-479c-49d8-b487-ede6623d0e2d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:59.079815 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-4f5e4e05-479c-49d8-b487-ede6623d0e2d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Ignored duplicate provisioning block setup for port 332fc34b-e6bd-4d9d-8134-c99d55173572 by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 05 14:13:59.095774 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4f5e4e05-479c-49d8-b487-ede6623d0e2d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:59.134065 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-8991a641-aed7-4c06-a0ac-a35f5239f9c9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:59.197024 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e4e05-479c-49d8-b487-ede6623d0e2d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] In _notify_port_updated(), no bound segment for port 332fc34b-e6bd-4d9d-8134-c99d55173572 on network 526fa246-6f87-4052-a3bc-097bd31e4cfe {{(pid=105724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:13:59.203133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5e4e05-479c-49d8-b487-ede6623d0e2d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:59.204019 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4f5e4e05-479c-49d8-b487-ede6623d0e2d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:59.208112 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4f5e4e05-479c-49d8-b487-ede6623d0e2d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "PUT /v2.0/ports/332fc34b-e6bd-4d9d-8134-c99d55173572 HTTP/1.1" status: 200 len: 924 time: 2.2805185 Aug 05 14:13:59.209364 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45474) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:13:59.225204 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-979d5f3d-a42d-45cd-868f-40bc15f1ada2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '08d565b6-e651-4e9f-a570-46774113661d'}, {'subnet_id': 'ba097667-ba9a-4bfa-ac69-2205614e137b'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:59.259576 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-8991a641-aed7-4c06-a0ac-a35f5239f9c9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Network 7702ec51-1457-4842-917d-3eceb4fe0b0b is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:13:59.268985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e4e05-479c-49d8-b487-ede6623d0e2d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=332fc34b-e6bd-4d9d-8134-c99d55173572,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:59.312486 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-8991a641-aed7-4c06-a0ac-a35f5239f9c9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:13:59.315412 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-8991a641-aed7-4c06-a0ac-a35f5239f9c9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:13:59.324416 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:59.348476 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-979d5f3d-a42d-45cd-868f-40bc15f1ada2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:59.381372 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9d7c71-b0d9-4131-9839-32566c2a0c1c None None] Network 526fa246-6f87-4052-a3bc-097bd31e4cfe requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:13:59.472779 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8ea729b5-74d6-4c8f-a3ed-051f77311e9f None None] Provisioning for port 332fc34b-e6bd-4d9d-8134-c99d55173572 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:59.482899 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8ea729b5-74d6-4c8f-a3ed-051f77311e9f None None] Provisioning complete for port 332fc34b-e6bd-4d9d-8134-c99d55173572 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:59.484802 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8ea729b5-74d6-4c8f-a3ed-051f77311e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:59.584866 n-d-803585-2 neutron-server[105724]: DEBUG neutron.objects.ports [None req-1046d40a-fe1c-4bcb-b608-0beced544b8a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:13:59.585651 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1046d40a-fe1c-4bcb-b608-0beced544b8a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:59.654728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991a641-aed7-4c06-a0ac-a35f5239f9c9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event updated for resources: {'Port': ['ID=e0c1cac1-35c4-4d0c-8304-d78dbf73e818,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:59.671839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:59.684891 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-8991a641-aed7-4c06-a0ac-a35f5239f9c9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:13:59.685964 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-8991a641-aed7-4c06-a0ac-a35f5239f9c9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:59.689550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8ea729b5-74d6-4c8f-a3ed-051f77311e9f None None] Port 332fc34b-e6bd-4d9d-8134-c99d55173572 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:13:59.745581 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8ea729b5-74d6-4c8f-a3ed-051f77311e9f None None] Provisioning for port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:13:59.750045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8ea729b5-74d6-4c8f-a3ed-051f77311e9f None None] Provisioning complete for port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:13:59.750612 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8ea729b5-74d6-4c8f-a3ed-051f77311e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:13:59.826667 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-8991a641-aed7-4c06-a0ac-a35f5239f9c9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.0742991 Aug 05 14:13:59.890660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Request body: {'port': {'device_id': '9015e3f2-290e-4376-a9b6-d44a8d996bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:13:59.943076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-979d5f3d-a42d-45cd-868f-40bc15f1ada2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Allocated IP 2001:db8:0:1::294 (526fa246-6f87-4052-a3bc-097bd31e4cfe/ba097667-ba9a-4bfa-ac69-2205614e137b/332fc34b-e6bd-4d9d-8134-c99d55173572) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:13:59.991636 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046d40a-fe1c-4bcb-b608-0beced544b8a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a590e805-0e87-4521-9c8b-e87443d30512,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:13:59.996557 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:00.044443 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1046d40a-fe1c-4bcb-b608-0beced544b8a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Checking segment: {'id': 'b9e4f34c-307f-4359-b575-b7540b229a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '956a0f85-189a-4e72-86a0-056c692cccef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:14:00.045020 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1046d40a-fe1c-4bcb-b608-0beced544b8a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Network hostable DHCP agents. Network: 956a0f85-189a-4e72-86a0-056c692cccef, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:14:00.049091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:00.083263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:00.088898 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6ff7e56b-0b05-4205-99e6-6979daf8dec0 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:14:00.140556 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=6aab0d86-7246-4540-987b-fae7622fe1ec,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:00.190821 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8395300d-9fd1-4534-8d47-7b40f39a13d6 None None] Provisioning for port e0c1cac1-35c4-4d0c-8304-d78dbf73e818 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:00.208515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8395300d-9fd1-4534-8d47-7b40f39a13d6 None None] Provisioning complete for port e0c1cac1-35c4-4d0c-8304-d78dbf73e818 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:00.208915 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8395300d-9fd1-4534-8d47-7b40f39a13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:00.249127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dca0bf-382c-49f6-af86-7f8ea6d43a3e req-861091d2-a2d0-4f90-b91a-d99fef7336f4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:00.251309 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-24dca0bf-382c-49f6-af86-7f8ea6d43a3e req-861091d2-a2d0-4f90-b91a-d99fef7336f4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 895 time: 0.3742077 Aug 05 14:14:00.266499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1046d40a-fe1c-4bcb-b608-0beced544b8a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Network 956a0f85-189a-4e72-86a0-056c692cccef is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:14:00.289560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8395300d-9fd1-4534-8d47-7b40f39a13d6 None None] Port e0c1cac1-35c4-4d0c-8304-d78dbf73e818 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:00.301809 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:00.307292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 6ff7e56b-0b05-4205-99e6-6979daf8dec0 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:00.313998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 6ff7e56b-0b05-4205-99e6-6979daf8dec0 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:00.314717 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:00.331550 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-979d5f3d-a42d-45cd-868f-40bc15f1ada2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:00.344463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-1046d40a-fe1c-4bcb-b608-0beced544b8a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 956a0f85-189a-4e72-86a0-056c692cccef) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:00.362819 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e615059b-546e-477f-94c6-7775df45e638 None None] Network 956a0f85-189a-4e72-86a0-056c692cccef requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:00.365150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-979d5f3d-a42d-45cd-868f-40bc15f1ada2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Ignored duplicate provisioning block setup for port 332fc34b-e6bd-4d9d-8134-c99d55173572 by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 05 14:14:00.374960 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-979d5f3d-a42d-45cd-868f-40bc15f1ada2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:00.446600 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1046d40a-fe1c-4bcb-b608-0beced544b8a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:00.447281 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1046d40a-fe1c-4bcb-b608-0beced544b8a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:00.472040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0017e143-b05b-406b-bbbb-29c88614912f None None] Provisioning complete for port 332fc34b-e6bd-4d9d-8134-c99d55173572 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:00.472598 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0017e143-b05b-406b-bbbb-29c88614912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:00.527256 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-979d5f3d-a42d-45cd-868f-40bc15f1ada2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] In _notify_port_updated(), no bound segment for port 332fc34b-e6bd-4d9d-8134-c99d55173572 on network 526fa246-6f87-4052-a3bc-097bd31e4cfe {{(pid=105723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:14:00.534216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979d5f3d-a42d-45cd-868f-40bc15f1ada2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:00.535116 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-979d5f3d-a42d-45cd-868f-40bc15f1ada2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:00.537604 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-979d5f3d-a42d-45cd-868f-40bc15f1ada2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "PUT /v2.0/ports/332fc34b-e6bd-4d9d-8134-c99d55173572 HTTP/1.1" status: 200 len: 1010 time: 1.3272707 Aug 05 14:14:00.544094 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45500) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:00.557629 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-0017e143-b05b-406b-bbbb-29c88614912f None None] Port 332fc34b-e6bd-4d9d-8134-c99d55173572 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:00.616937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d5f3d-a42d-45cd-868f-40bc15f1ada2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=332fc34b-e6bd-4d9d-8134-c99d55173572,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:00.658583 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:00.722127 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 6ff7e56b-0b05-4205-99e6-6979daf8dec0, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=6ff7e56b-0b05-4205-99e6-6979daf8dec0,segment=NetworkSegment(ead16170-7b96-4714-ae9f-e80f90eda2e2),segment_id=ead16170-7b96-4714-ae9f-e80f90eda2e2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:00.723703 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0017e143-b05b-406b-bbbb-29c88614912f None None] Provisioning complete for port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:00.724144 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0017e143-b05b-406b-bbbb-29c88614912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:00.740336 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-9eb43920-f803-4a39-9bd4-3129e36ca6e3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port 332fc34b-e6bd-4d9d-8134-c99d55173572 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:00.740992 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9eb43920-f803-4a39-9bd4-3129e36ca6e3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:00.762294 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1046d40a-fe1c-4bcb-b608-0beced544b8a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.0471106 Aug 05 14:14:00.765366 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45508) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:00.777005 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:00.777817 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:14:00.783401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1064f0c9-63a8-4d47-958a-8e63cf9b56d4 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1562663372', 'network_id': '956a0f85-189a-4e72-86a0-056c692cccef'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:00.891622 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1064f0c9-63a8-4d47-958a-8e63cf9b56d4 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Made reservation on behalf of d8540fbdc0374aa2b0ac5c3f97f5b697 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:14:00.904815 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1064f0c9-63a8-4d47-958a-8e63cf9b56d4 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:00.953419 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-1064f0c9-63a8-4d47-958a-8e63cf9b56d4 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] device_id is not set on port 5fed13ca-f712-4c6a-9f84-31cba5672de1 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:14:00.960181 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4f7bf5-b9b5-4711-86f8-0d690ee59623 None None] Network 956a0f85-189a-4e72-86a0-056c692cccef requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:01.075073 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=6ff7e56b-0b05-4205-99e6-6979daf8dec0,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:01.106514 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-1064f0c9-63a8-4d47-958a-8e63cf9b56d4 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Allocated IP 172.20.0.11 (956a0f85-189a-4e72-86a0-056c692cccef/a590e805-0e87-4521-9c8b-e87443d30512/5fed13ca-f712-4c6a-9f84-31cba5672de1) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:01.132670 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:01.133411 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:01.232838 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9eb43920-f803-4a39-9bd4-3129e36ca6e3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:01.326272 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-9eb43920-f803-4a39-9bd4-3129e36ca6e3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for 332fc34b-e6bd-4d9d-8134-c99d55173572 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:01.346156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-91fdb77b-b36e-4f3a-b2e3-2bd727a31513 None None] Provisioning complete for port 332fc34b-e6bd-4d9d-8134-c99d55173572 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:01.360732 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-91fdb77b-b36e-4f3a-b2e3-2bd727a31513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:01.437847 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-91fdb77b-b36e-4f3a-b2e3-2bd727a31513 None None] Port 332fc34b-e6bd-4d9d-8134-c99d55173572 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:01.590964 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1064f0c9-63a8-4d47-958a-8e63cf9b56d4 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:01.697571 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d63ce0-00a2-48c3-a548-bf67095dae78 req-573f7ba6-827f-40a9-8347-4b4f8f9c2a6e tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:01.699548 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a6d63ce0-00a2-48c3-a548-bf67095dae78 req-573f7ba6-827f-40a9-8347-4b4f8f9c2a6e tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 895 time: 0.2073150 Aug 05 14:14:01.723599 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-73b6053d-5a14-45d8-967a-c9c1ecefb833 None None] Provisioning complete for port 332fc34b-e6bd-4d9d-8134-c99d55173572 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:01.724157 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-73b6053d-5a14-45d8-967a-c9c1ecefb833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:01.745731 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1064f0c9-63a8-4d47-958a-8e63cf9b56d4 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:01.836749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-73b6053d-5a14-45d8-967a-c9c1ecefb833 None None] Port 332fc34b-e6bd-4d9d-8134-c99d55173572 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:01.852721 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c1cac1-35c4-4d0c-8304-d78dbf73e818 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:14:01.882900 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9eb43920-f803-4a39-9bd4-3129e36ca6e3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:01.885843 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:01.907278 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6ff7e56b-0b05-4205-99e6-6979daf8dec0 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:14:01.910335 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1064f0c9-63a8-4d47-958a-8e63cf9b56d4 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Network 956a0f85-189a-4e72-86a0-056c692cccef is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:01.920045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-1064f0c9-63a8-4d47-958a-8e63cf9b56d4 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:01.927324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1064f0c9-63a8-4d47-958a-8e63cf9b56d4 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:01.959809 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064f0c9-63a8-4d47-958a-8e63cf9b56d4 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Pushing event updated for resources: {'Port': ['ID=5fed13ca-f712-4c6a-9f84-31cba5672de1,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:01.981226 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Transition to ACTIVE for port object e0c1cac1-35c4-4d0c-8304-d78dbf73e818 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:01.986429 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.001834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 6ff7e56b-0b05-4205-99e6-6979daf8dec0 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:02.002213 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.020855 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb43920-f803-4a39-9bd4-3129e36ca6e3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=332fc34b-e6bd-4d9d-8134-c99d55173572,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:02.114302 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1064f0c9-63a8-4d47-958a-8e63cf9b56d4 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:02.118267 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1064f0c9-63a8-4d47-958a-8e63cf9b56d4 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.121270 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9eb43920-f803-4a39-9bd4-3129e36ca6e3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.126016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Pushing event updated for resources: {'Port': ['ID=e0c1cac1-35c4-4d0c-8304-d78dbf73e818,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:02.131182 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9eb43920-f803-4a39-9bd4-3129e36ca6e3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/ports/332fc34b-e6bd-4d9d-8134-c99d55173572 HTTP/1.1" status: 204 len: 168 time: 1.5853353 Aug 05 14:14:02.133815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45532) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:02.187589 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c030c30-2179-443b-a39f-672f2fc35af2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] GET failed (client error): The resource could not be found. Aug 05 14:14:02.190771 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3c030c30-2179-443b-a39f-672f2fc35af2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports/332fc34b-e6bd-4d9d-8134-c99d55173572 HTTP/1.1" status: 404 len: 333 time: 0.0558062 Aug 05 14:14:02.195312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45534) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:02.206883 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1064f0c9-63a8-4d47-958a-8e63cf9b56d4 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.4351947 Aug 05 14:14:02.209349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45538) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:02.332965 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-bff17768-577f-4363-8766-1f0a917aec46 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Deleting port 5fed13ca-f712-4c6a-9f84-31cba5672de1 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:02.333920 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bff17768-577f-4363-8766-1f0a917aec46 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.347846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0350ea1-d51e-4658-a789-e9755293288a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting subnet ba097667-ba9a-4bfa-ac69-2205614e137b {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:14:02.357966 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b0350ea1-d51e-4658-a789-e9755293288a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.382723 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Attempting to bind port e0c1cac1-35c4-4d0c-8304-d78dbf73e818 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:14:02.383035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Attempting to bind port e0c1cac1-35c4-4d0c-8304-d78dbf73e818 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'ead16170-7b96-4714-ae9f-e80f90eda2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:14:02.383560 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Attempting to bind port e0c1cac1-35c4-4d0c-8304-d78dbf73e818 on network 7702ec51-1457-4842-917d-3eceb4fe0b0b {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:14:02.387733 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.397410 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Port e0c1cac1-35c4-4d0c-8304-d78dbf73e818 on network 7702ec51-1457-4842-917d-3eceb4fe0b0b not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:14:02.397737 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Attempting to bind port e0c1cac1-35c4-4d0c-8304-d78dbf73e818 on network 7702ec51-1457-4842-917d-3eceb4fe0b0b {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:14:02.435168 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:14:02.435518 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Checking segment: {'id': 'ead16170-7b96-4714-ae9f-e80f90eda2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:14:02.435920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Bound using segment: {'id': 'ead16170-7b96-4714-ae9f-e80f90eda2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:14:02.436370 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Bound port: e0c1cac1-35c4-4d0c-8304-d78dbf73e818, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead16170-7b96-4714-ae9f-e80f90eda2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:14:02.436730 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.449417 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bff17768-577f-4363-8766-1f0a917aec46 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.464931 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b0350ea1-d51e-4658-a789-e9755293288a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.475703 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-bff17768-577f-4363-8766-1f0a917aec46 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Calling delete_port for 5fed13ca-f712-4c6a-9f84-31cba5672de1 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:02.616592 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.628570 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bff17768-577f-4363-8766-1f0a917aec46 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.652916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] For port e0c1cac1-35c4-4d0c-8304-d78dbf73e818, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:14:02.665398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff17768-577f-4363-8766-1f0a917aec46 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fed13ca-f712-4c6a-9f84-31cba5672de1,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:02.676350 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b0350ea1-d51e-4658-a789-e9755293288a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.706812 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] For port e0c1cac1-35c4-4d0c-8304-d78dbf73e818, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=e0c1cac1-35c4-4d0c-8304-d78dbf73e818,segment=NetworkSegment(ead16170-7b96-4714-ae9f-e80f90eda2e2),segment_id=ead16170-7b96-4714-ae9f-e80f90eda2e2)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:14:02.723054 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.759027 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bff17768-577f-4363-8766-1f0a917aec46 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.766218 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bff17768-577f-4363-8766-1f0a917aec46 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "DELETE /v2.0/ports/5fed13ca-f712-4c6a-9f84-31cba5672de1 HTTP/1.1" status: 204 len: 168 time: 0.5551021 Aug 05 14:14:02.767635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45554) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:02.772525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '956a0f85-189a-4e72-86a0-056c692cccef', 'external_fixed_ips': [{'subnet_id': 'a590e805-0e87-4521-9c8b-e87443d30512', 'ip_address': '172.20.0.11'}]}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:02.787322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:02.787935 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.790417 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] 10.222.0.84 "PUT /v2.0/ports/e0c1cac1-35c4-4d0c-8304-d78dbf73e818 HTTP/1.1" status: 200 len: 1055 time: 2.9106791 Aug 05 14:14:02.818654 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.819913 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.862097 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9015e3f2-290e-4376-a9b6-d44a8d996bfd', 'tag': 'e0c1cac1-35c4-4d0c-8304-d78dbf73e818'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:14:02.862097 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14843c9-1cf4-4106-be52-b278ad7d1e60" -d '{"events": [{"name": "network-changed", "server_uuid": "9015e3f2-290e-4376-a9b6-d44a8d996bfd", "tag": "e0c1cac1-35c4-4d0c-8304-d78dbf73e818"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:14:02.931002 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.955218 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b0350ea1-d51e-4658-a789-e9755293288a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:02.973229 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9386c1-c3a0-4d7c-b261-b77067417bc1 x-openstack-request-id: req-8b9386c1-c3a0-4d7c-b261-b77067417bc1 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:14:02.973642 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9015e3f2-290e-4376-a9b6-d44a8d996bfd", "tag": "e0c1cac1-35c4-4d0c-8304-d78dbf73e818", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:14:02.973998 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b9386c1-c3a0-4d7c-b261-b77067417bc1 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:14:02.974539 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9015e3f2-290e-4376-a9b6-d44a8d996bfd', 'tag': 'e0c1cac1-35c4-4d0c-8304-d78dbf73e818', 'status': 'completed', 'code': 200} Aug 05 14:14:03.059143 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0350ea1-d51e-4658-a789-e9755293288a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Subnet': ['ID=ba097667-ba9a-4bfa-ac69-2205614e137b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:03.067650 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f80afd-4a07-4976-9754-4f8fa13c2e0b service neutron] Pushing event updated for resources: {'Port': ['ID=e0c1cac1-35c4-4d0c-8304-d78dbf73e818,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:03.088553 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a783545a-89e8-4c2b-9578-333e1fa8d44c None None] Network 526fa246-6f87-4052-a3bc-097bd31e4cfe requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:03.091000 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b0350ea1-d51e-4658-a789-e9755293288a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:03.096564 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b0350ea1-d51e-4658-a789-e9755293288a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/ba097667-ba9a-4bfa-ac69-2205614e137b HTTP/1.1" status: 204 len: 168 time: 0.8962946 Aug 05 14:14:03.099326 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45566) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:03.138572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca018cd-83d2-4125-ab89-95b00bf0f0e1 req-21707c73-28b9-4928-854c-f233c053259d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:03.138572 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5ca018cd-83d2-4125-ab89-95b00bf0f0e1 req-21707c73-28b9-4928-854c-f233c053259d tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 907 time: 0.2772565 Aug 05 14:14:03.169882 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:03.222239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-2b1106a5-7ced-405b-a2e9-ff5c7e9a275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:03.223966 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-2b1106a5-7ced-405b-a2e9-ff5c7e9a275e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d739f65a56c043b29ed346d66a259350&device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 1058 time: 0.3578162 Aug 05 14:14:03.345763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-147e987b-183f-4318-a1f2-6447fc06679e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting subnet 08d565b6-e651-4e9f-a570-46774113661d {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:14:03.348597 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-dd01ff7a-e934-41d9-96e9-d8b2f5e50ca1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=e0c1cac1-35c4-4d0c-8304-d78dbf73e818 HTTP/1.1" status: 200 len: 217 time: 0.1078281 Aug 05 14:14:03.350749 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:03.362710 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-147e987b-183f-4318-a1f2-6447fc06679e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:03.424323 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:03.525141 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:03.557184 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:03.767843 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-147e987b-183f-4318-a1f2-6447fc06679e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:03.817640 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:03.927888 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Allocated IP 172.20.0.11 (956a0f85-189a-4e72-86a0-056c692cccef/a590e805-0e87-4521-9c8b-e87443d30512/7eb7e3a5-97d8-4972-86fa-f6e09e2dc057) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:04.086619 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-1aa0c922-cf18-4aee-a9e9-dac32126b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:04.088150 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-1aa0c922-cf18-4aee-a9e9-dac32126b0eb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=91872a62-c55b-4ad4-9823-34b6df72650c HTTP/1.1" status: 200 len: 838 time: 0.7277110 Aug 05 14:14:04.109234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event updated for resources: {'Port': ['ID=6aab0d86-7246-4540-987b-fae7622fe1ec,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:04.154652 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:04.218216 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:04.252975 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-147e987b-183f-4318-a1f2-6447fc06679e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:04.271365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Pushing event updated for resources: {'Port': ['ID=7eb7e3a5-97d8-4972-86fa-f6e09e2dc057,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:04.291591 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Network 956a0f85-189a-4e72-86a0-056c692cccef is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:04.293516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:04.302319 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:04.412242 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Floating IP 8bcf1e8d-2501-44cd-92d7-37370b828fb2 associated. External IP: 172.25.5.138, port: 023acbbc-61d8-49a2-abd0-7532114d38de. Aug 05 14:14:04.521443 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-147e987b-183f-4318-a1f2-6447fc06679e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:04.596720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e683d59b-3cad-4a7d-8126-3439faba8663 None None] Provisioning complete for port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:04.597264 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e683d59b-3cad-4a7d-8126-3439faba8663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:04.643189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e987b-183f-4318-a1f2-6447fc06679e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Subnet': ['ID=08d565b6-e651-4e9f-a570-46774113661d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:04.760564 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef43263c-2af3-4a3e-8c34-03bf08e508bb None None] Network 526fa246-6f87-4052-a3bc-097bd31e4cfe requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:04.762536 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-147e987b-183f-4318-a1f2-6447fc06679e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:04.769411 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-147e987b-183f-4318-a1f2-6447fc06679e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/08d565b6-e651-4e9f-a570-46774113661d HTTP/1.1" status: 204 len: 168 time: 1.6664488 Aug 05 14:14:04.776520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-7d01856a-e210-41f1-82dc-062f37fbb53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:04.779711 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-7d01856a-e210-41f1-82dc-062f37fbb53d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7702ec51-1457-4842-917d-3eceb4fe0b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6714888 Aug 05 14:14:04.781581 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45600) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:05.014594 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69a674-7199-49ef-ab94-bad3c724da0f req-27c241f2-ede0-43e2-966c-34e6f2b2984a tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:05.016508 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ae69a674-7199-49ef-ab94-bad3c724da0f req-27c241f2-ede0-43e2-966c-34e6f2b2984a tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 907 time: 0.5895000 Aug 05 14:14:05.077896 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50a9eca-7f1e-47ac-9aa4-d80ba48f6129 None None] DHCP port deletion for 526fa246-6f87-4052-a3bc-097bd31e4cfe request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:14:05.102119 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:05.189195 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c50a9eca-7f1e-47ac-9aa4-d80ba48f6129 None None] Deleting port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:05.189890 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c50a9eca-7f1e-47ac-9aa4-d80ba48f6129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:05.192706 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-085d1218-9ae9-4056-a49e-7de28dfb80f8 service neutron] 10.222.0.84 "GET /v2.0/networks/7702ec51-1457-4842-917d-3eceb4fe0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965321 Aug 05 14:14:05.270412 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c50a9eca-7f1e-47ac-9aa4-d80ba48f6129 None None] For port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0c5b8e37-3a65-4d4f-9776-2c9fe03235d4,segment=NetworkSegment(81b52094-37da-4fe6-8b70-7f40acaba9c9),segment_id=81b52094-37da-4fe6-8b70-7f40acaba9c9)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:05.271085 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c50a9eca-7f1e-47ac-9aa4-d80ba48f6129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:05.288463 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:05.295439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c50a9eca-7f1e-47ac-9aa4-d80ba48f6129 None None] Calling delete_port for 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:05.350494 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-346a279c-d5c6-4336-bb97-4adab2f95a50 req-a4297e00-0c25-4b93-865a-dd99a4beaa97 service neutron] 10.222.0.84 "GET /v2.0/networks/7702ec51-1457-4842-917d-3eceb4fe0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256187 Aug 05 14:14:05.373371 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:14:05.451310 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c50a9eca-7f1e-47ac-9aa4-d80ba48f6129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:05.498868 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:05.499633 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:05.499783 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a9eca-7f1e-47ac-9aa4-d80ba48f6129 None None] Pushing event deleted for resources: {'Port': ['ID=0c5b8e37-3a65-4d4f-9776-2c9fe03235d4,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:05.514525 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50a9eca-7f1e-47ac-9aa4-d80ba48f6129 None None] No DVR routers for this DVR port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:14:05.653202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] For port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4, host n-d-803585-2, got binding levels [] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:05.653565 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:05.669277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14843c9-1cf4-4106-be52-b278ad7d1e60 req-ce0b35a3-4b3a-4749-81e4-067dc2c2e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:05.670859 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f14843c9-1cf4-4106-be52-b278ad7d1e60 req-ce0b35a3-4b3a-4749-81e4-067dc2c2e63f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d739f65a56c043b29ed346d66a259350&device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 1058 time: 0.2133977 Aug 05 14:14:05.676426 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:05.681504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.ipam_backend_mixin [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 was not found and therefore no delete operation was performed {{(pid=105724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:14:05.694330 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:05.698917 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:05.711868 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:14:05.723609 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63175af0-32f3-41d5-b93c-a56acebba5b0 None None] Sync routers for ids ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:14:05.748224 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63175af0-32f3-41d5-b93c-a56acebba5b0 None None] Routers {'7b6b7ebb-29b8-4e4e-b569-776dc3903a07'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:05.749600 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-63175af0-32f3-41d5-b93c-a56acebba5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:13:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:05.760095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No DVR routers for this DVR port 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:14:05.954501 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:05.956972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Router 823594f9-7551-4592-92c6-2edd2bc53f43 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:14:05.989445 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-63175af0-32f3-41d5-b93c-a56acebba5b0 None None] Set router 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:14:05.995373 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:14:05.995739 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0c5b8e37-3a65-4d4f-9776-2c9fe03235d4 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:14:06.188614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:14:06.203997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcafa7b-99cf-450c-aa42-5d97436a8512 None None] Sync routers for ids ['823594f9-7551-4592-92c6-2edd2bc53f43'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:14:06.219678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcafa7b-99cf-450c-aa42-5d97436a8512 None None] Routers {'823594f9-7551-4592-92c6-2edd2bc53f43'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:06.221180 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bbcafa7b-99cf-450c-aa42-5d97436a8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:13:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['823594f9-7551-4592-92c6-2edd2bc53f43'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:06.236967 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:06.239708 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1ec7fecf-a482-49f2-a1fd-3a6e655d0901 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.4707985 Aug 05 14:14:06.244928 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45622) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:06.491322 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5470f804-2a0d-4542-96c1-3cd596f32fcb tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:06.700460 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=0c5b8e37-3a65-4d4f-9776-2c9fe03235d4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:06.713246 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:06.715937 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14843c9-1cf4-4106-be52-b278ad7d1e60 req-620b22b8-b552-4c37-85cf-04aacafc1a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:06.717422 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f14843c9-1cf4-4106-be52-b278ad7d1e60 req-620b22b8-b552-4c37-85cf-04aacafc1a2c service neutron] 10.222.0.84 "GET /v2.0/networks?id=7702ec51-1457-4842-917d-3eceb4fe0b0b HTTP/1.1" status: 200 len: 899 time: 1.0346608 Aug 05 14:14:06.729017 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5470f804-2a0d-4542-96c1-3cd596f32fcb tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:06.786021 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-63175af0-32f3-41d5-b93c-a56acebba5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147867140', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:22Z', 'updated_at': '2021-08-05T14:13:31Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:23Z', 'updated_at': '2021-08-05T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '8bcf1e8d-2501-44cd-92d7-37370b828fb2', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'port_id': '023acbbc-61d8-49a2-abd0-7532114d38de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa', 'mac_address': 'fa:16:3e:e1:5a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:14:01Z', 'updated_at': '2021-08-05T14:14:01Z', 'revision_number': 0, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ef4189-ed63-4b0a-bce2-3400d4524750', 'name': '', 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:68:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:29Z', 'updated_at': '2021-08-05T14:13:40Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:06.792498 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-bbcafa7b-99cf-450c-aa42-5d97436a8512 None None] Set router 823594f9-7551-4592-92c6-2edd2bc53f43 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:14:06.848740 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-5470f804-2a0d-4542-96c1-3cd596f32fcb tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Deleting port 7eb7e3a5-97d8-4972-86fa-f6e09e2dc057 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:06.849133 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5470f804-2a0d-4542-96c1-3cd596f32fcb tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:06.851809 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63175af0-32f3-41d5-b93c-a56acebba5b0 None None] Checking router: 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:14:06.873779 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63175af0-32f3-41d5-b93c-a56acebba5b0 None None] Routers {'7b6b7ebb-29b8-4e4e-b569-776dc3903a07'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:06.874706 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-63175af0-32f3-41d5-b93c-a56acebba5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:13:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:07.016204 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5470f804-2a0d-4542-96c1-3cd596f32fcb tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:07.022350 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:07.030898 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-5470f804-2a0d-4542-96c1-3cd596f32fcb tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Calling delete_port for 7eb7e3a5-97d8-4972-86fa-f6e09e2dc057 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:07.076093 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f14843c9-1cf4-4106-be52-b278ad7d1e60 req-6b5a2816-40b9-4977-98f0-3b4bd5c52b00 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=e0c1cac1-35c4-4d0c-8304-d78dbf73e818 HTTP/1.1" status: 200 len: 217 time: 0.3154352 Aug 05 14:14:07.082205 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526fa246-6f87-4052-a3bc-097bd31e4cfe']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:07.100254 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-63175af0-32f3-41d5-b93c-a56acebba5b0 None None] Set router 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:14:07.219852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14843c9-1cf4-4106-be52-b278ad7d1e60 req-1b4f5713-1f96-4e18-952d-b534f267882e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:07.222352 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f14843c9-1cf4-4106-be52-b278ad7d1e60 req-1b4f5713-1f96-4e18-952d-b534f267882e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=91872a62-c55b-4ad4-9823-34b6df72650c HTTP/1.1" status: 200 len: 838 time: 0.1296735 Aug 05 14:14:07.234621 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bbcafa7b-99cf-450c-aa42-5d97436a8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823594f9-7551-4592-92c6-2edd2bc53f43', 'name': '', 'tenant_id': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956a0f85-189a-4e72-86a0-056c692cccef', 'external_fixed_ips': [{'subnet_id': 'a590e805-0e87-4521-9c8b-e87443d30512', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '7eb7e3a5-97d8-4972-86fa-f6e09e2dc057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:14:02Z', 'updated_at': '2021-08-05T14:14:04Z', 'revision_number': 3, 'project_id': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'gw_port': {'id': '7eb7e3a5-97d8-4972-86fa-f6e09e2dc057', 'name': '', 'network_id': '956a0f85-189a-4e72-86a0-056c692cccef', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823594f9-7551-4592-92c6-2edd2bc53f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'a590e805-0e87-4521-9c8b-e87443d30512', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:14:03Z', 'updated_at': '2021-08-05T14:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a590e805-0e87-4521-9c8b-e87443d30512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:07.258965 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-011df8ac-fed4-4123-8d71-2b4bcca3e338 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.6472352 Aug 05 14:14:07.264561 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b52094-37da-4fe6-8b70-7f40acaba9c9') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:07.265907 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b52094-37da-4fe6-8b70-7f40acaba9c9') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:07.276232 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'tag': '023acbbc-61d8-49a2-abd0-7532114d38de'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:14:07.281430 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa43ac7-84de-41b6-b97b-d794fcb0d7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "1eba5256-966f-42b5-80fc-3f2676cfe025", "tag": "023acbbc-61d8-49a2-abd0-7532114d38de"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:14:07.357883 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcafa7b-99cf-450c-aa42-5d97436a8512 None None] Checking router: 823594f9-7551-4592-92c6-2edd2bc53f43 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:14:07.360641 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcafa7b-99cf-450c-aa42-5d97436a8512 None None] Updating router 823594f9-7551-4592-92c6-2edd2bc53f43 port 7eb7e3a5-97d8-4972-86fa-f6e09e2dc057 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:14:07.381014 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5470f804-2a0d-4542-96c1-3cd596f32fcb tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:07.411703 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470f804-2a0d-4542-96c1-3cd596f32fcb tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Pushing event deleted for resources: {'Port': ['ID=7eb7e3a5-97d8-4972-86fa-f6e09e2dc057,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:07.417696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcafa7b-99cf-450c-aa42-5d97436a8512 None None] Port 7eb7e3a5-97d8-4972-86fa-f6e09e2dc057 not found while updating agent binding for router 823594f9-7551-4592-92c6-2edd2bc53f43. {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 05 14:14:07.423056 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:07.456093 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcafa7b-99cf-450c-aa42-5d97436a8512 None None] Routers {'823594f9-7551-4592-92c6-2edd2bc53f43'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:07.456667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bbcafa7b-99cf-450c-aa42-5d97436a8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:13:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['823594f9-7551-4592-92c6-2edd2bc53f43'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:07.507999 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82d57d-d949-420a-bc11-1578d4618537 req-348226ca-0978-4eaf-88cf-21c09c41eaa5 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:07.512522 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a82d57d-d949-420a-bc11-1578d4618537 req-348226ca-0978-4eaf-88cf-21c09c41eaa5 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 907 time: 0.8132460 Aug 05 14:14:07.568792 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:07.608720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:14:07.608720 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:14:07.616302 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:14:07.665228 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14843c9-1cf4-4106-be52-b278ad7d1e60 req-e803e316-a2b1-4d69-86b3-179a372bc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:07.683162 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f14843c9-1cf4-4106-be52-b278ad7d1e60 req-e803e316-a2b1-4d69-86b3-179a372bc80d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7702ec51-1457-4842-917d-3eceb4fe0b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4125032 Aug 05 14:14:07.701183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-bbcafa7b-99cf-450c-aa42-5d97436a8512 None None] Set router 823594f9-7551-4592-92c6-2edd2bc53f43 gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:14:07.715439 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-63175af0-32f3-41d5-b93c-a56acebba5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147867140', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:22Z', 'updated_at': '2021-08-05T14:13:31Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:23Z', 'updated_at': '2021-08-05T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '8bcf1e8d-2501-44cd-92d7-37370b828fb2', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'port_id': '023acbbc-61d8-49a2-abd0-7532114d38de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa', 'mac_address': 'fa:16:3e:e1:5a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:14:01Z', 'updated_at': '2021-08-05T14:14:01Z', 'revision_number': 0, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ef4189-ed63-4b0a-bce2-3400d4524750', 'name': '', 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:68:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:29Z', 'updated_at': '2021-08-05T14:13:40Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:07.762546 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d212ca-bb43-4d33-aec4-58d5c848f47e req-de162162-431d-43d7-863f-86487c8420de tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:07.764475 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-64d212ca-bb43-4d33-aec4-58d5c848f47e req-de162162-431d-43d7-863f-86487c8420de tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 945 time: 0.3388948 Aug 05 14:14:07.783336 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63175af0-32f3-41d5-b93c-a56acebba5b0 None None] The sync data for ids ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'] in n-d-803585-2 is: [{'id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147867140', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:22Z', 'updated_at': '2021-08-05T14:13:31Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:23Z', 'updated_at': '2021-08-05T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '8bcf1e8d-2501-44cd-92d7-37370b828fb2', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'port_id': '023acbbc-61d8-49a2-abd0-7532114d38de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa', 'mac_address': 'fa:16:3e:e1:5a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:14:01Z', 'updated_at': '2021-08-05T14:14:01Z', 'revision_number': 0, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ef4189-ed63-4b0a-bce2-3400d4524750', 'name': '', 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:68:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:29Z', 'updated_at': '2021-08-05T14:13:40Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:14:07.813269 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bbcafa7b-99cf-450c-aa42-5d97436a8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823594f9-7551-4592-92c6-2edd2bc53f43', 'name': '', 'tenant_id': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:14:02Z', 'updated_at': '2021-08-05T14:14:07Z', 'revision_number': 5, 'project_id': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:07.838268 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06262a7-5f6a-4b8c-850a-d478d13270bc x-openstack-request-id: req-a06262a7-5f6a-4b8c-850a-d478d13270bc {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:14:07.838796 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eba5256-966f-42b5-80fc-3f2676cfe025", "tag": "023acbbc-61d8-49a2-abd0-7532114d38de", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:14:07.841111 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5470f804-2a0d-4542-96c1-3cd596f32fcb tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:07.841401 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a06262a7-5f6a-4b8c-850a-d478d13270bc {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:14:07.842067 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'tag': '023acbbc-61d8-49a2-abd0-7532114d38de', 'status': 'completed', 'code': 200} Aug 05 14:14:07.850621 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcafa7b-99cf-450c-aa42-5d97436a8512 None None] The sync data for ids ['823594f9-7551-4592-92c6-2edd2bc53f43'] in n-d-803585-2 is: [{'id': '823594f9-7551-4592-92c6-2edd2bc53f43', 'name': '', 'tenant_id': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:14:02Z', 'updated_at': '2021-08-05T14:14:07Z', 'revision_number': 5, 'project_id': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:14:08.034824 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:08.053964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa43ac7-84de-41b6-b97b-d794fcb0d7ff req-92dc2065-4960-4e51-b58b-7a6eaedea95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:08.055689 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dfa43ac7-84de-41b6-b97b-d794fcb0d7ff req-92dc2065-4960-4e51-b58b-7a6eaedea95a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 1096 time: 0.2127175 Aug 05 14:14:08.103472 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:08.106107 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/networks/526fa246-6f87-4052-a3bc-097bd31e4cfe HTTP/1.1" status: 204 len: 168 time: 3.3210118 Aug 05 14:14:08.106429 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5470f804-2a0d-4542-96c1-3cd596f32fcb tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:08.108072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Network': ['ID=526fa246-6f87-4052-a3bc-097bd31e4cfe,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:08.111095 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5470f804-2a0d-4542-96c1-3cd596f32fcb tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:08.112630 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45656) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:08.142976 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-64d212ca-bb43-4d33-aec4-58d5c848f47e req-11c37e52-24e4-4a1d-9095-9767b696692c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3570766 Aug 05 14:14:08.158019 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45658) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:08.166214 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:08.167107 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:08.167742 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:08.168295 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:08.168860 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:08.169715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:08.170340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:08.171019 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:08.171570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:08.172144 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:08.172704 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:08.173345 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d4798-ab33-4f90-bae2-9c05862c195d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:08.215462 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device e0c1cac1-35c4-4d0c-8304-d78dbf73e818 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:14:08.229356 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f14843c9-1cf4-4106-be52-b278ad7d1e60 req-b739c96b-288a-4b59-8a50-53e7764a3d1a service neutron] 10.222.0.84 "GET /v2.0/networks/7702ec51-1457-4842-917d-3eceb4fe0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732337 Aug 05 14:14:08.333607 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49b3d6c-ef25-4152-9b46-83e28d738f79 None None] New status for floating IP 8bcf1e8d-2501-44cd-92d7-37370b828fb2: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:14:08.371556 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5470f804-2a0d-4542-96c1-3cd596f32fcb tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:08.384817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5470f804-2a0d-4542-96c1-3cd596f32fcb tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 823594f9-7551-4592-92c6-2edd2bc53f43 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:14:08.401968 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5470f804-2a0d-4542-96c1-3cd596f32fcb tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:08.405506 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5470f804-2a0d-4542-96c1-3cd596f32fcb tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "DELETE /v2.0/routers/823594f9-7551-4592-92c6-2edd2bc53f43 HTTP/1.1" status: 204 len: 168 time: 2.1471672 Aug 05 14:14:08.416020 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45664) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:08.426634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa43ac7-84de-41b6-b97b-d794fcb0d7ff req-4e1c30a6-042f-418c-94e6-2196ddf003f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:08.430922 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dfa43ac7-84de-41b6-b97b-d794fcb0d7ff req-4e1c30a6-042f-418c-94e6-2196ddf003f0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5eff8ab7-e26f-477d-9573-84337a08c8aa HTTP/1.1" status: 200 len: 898 time: 0.3330154 Aug 05 14:14:08.478466 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f82d9-f561-4bb5-b6f5-5d3a8a22d6ea tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:08.485552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45668) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:08.493054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port e0c1cac1-35c4-4d0c-8304-d78dbf73e818, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=e0c1cac1-35c4-4d0c-8304-d78dbf73e818,segment=NetworkSegment(ead16170-7b96-4714-ae9f-e80f90eda2e2),segment_id=ead16170-7b96-4714-ae9f-e80f90eda2e2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:08.494817 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9d1f82d9-f561-4bb5-b6f5-5d3a8a22d6ea tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3809705 Aug 05 14:14:08.506528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'e0c1cac1-35c4-4d0c-8304-d78dbf73e818', 'network_id': '7702ec51-1457-4842-917d-3eceb4fe0b0b', 'port_id': 'e0c1cac1-35c4-4d0c-8304-d78dbf73e818', 'mac_address': 'fa:16:3e:aa:05:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91872a62-c55b-4ad4-9823-34b6df72650c', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:14:08.556101 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:08.574521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c1cac1-35c4-4d0c-8304-d78dbf73e818 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:14:08.588604 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4050bfdb-c794-416d-a0bb-82c3a49ed02e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/floatingips/8bcf1e8d-2501-44cd-92d7-37370b828fb2 HTTP/1.1" status: 200 len: 991 time: 0.4277527 Aug 05 14:14:08.604878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port e0c1cac1-35c4-4d0c-8304-d78dbf73e818, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=e0c1cac1-35c4-4d0c-8304-d78dbf73e818,segment=NetworkSegment(ead16170-7b96-4714-ae9f-e80f90eda2e2),segment_id=ead16170-7b96-4714-ae9f-e80f90eda2e2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:08.618550 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:08.628316 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e46847-d8aa-4022-b236-9e485ebf8330 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Deleting subnet a590e805-0e87-4521-9c8b-e87443d30512 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:14:08.656262 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6e46847-d8aa-4022-b236-9e485ebf8330 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:08.697933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=e0c1cac1-35c4-4d0c-8304-d78dbf73e818,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:08.698431 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f14843c9-1cf4-4106-be52-b278ad7d1e60 req-286881a7-b6e9-479f-983a-aca61cd78487 service neutron] 10.222.0.84 "GET /v2.0/networks/7702ec51-1457-4842-917d-3eceb4fe0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548132 Aug 05 14:14:08.728685 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6e46847-d8aa-4022-b236-9e485ebf8330 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:08.739661 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dfa43ac7-84de-41b6-b97b-d794fcb0d7ff req-650a4f24-5127-4577-9907-20b5ca7400d3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=023acbbc-61d8-49a2-abd0-7532114d38de HTTP/1.1" status: 200 len: 999 time: 0.2960656 Aug 05 14:14:08.799305 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6e46847-d8aa-4022-b236-9e485ebf8330 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:08.824742 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5ce09061-b794-4981-b87b-fc0a17608390 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3310595 Aug 05 14:14:08.830717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45678) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:08.835998 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f80e8509-e6b5-46d3-8e9e-dd9a8607760b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-356098168'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:08.865608 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6e46847-d8aa-4022-b236-9e485ebf8330 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:08.876014 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fc225-2bde-4ccf-b0a2-e7c9b20fe82c req-3eb21de7-ce45-4c6f-94cb-5d9c7b871c33 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:08.883204 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fc3fc225-2bde-4ccf-b0a2-e7c9b20fe82c req-3eb21de7-ce45-4c6f-94cb-5d9c7b871c33 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 908 time: 0.1947246 Aug 05 14:14:08.892056 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa43ac7-84de-41b6-b97b-d794fcb0d7ff req-80eab456-0b90-4c19-a78c-50f07af55930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:08.897299 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e46847-d8aa-4022-b236-9e485ebf8330 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a590e805-0e87-4521-9c8b-e87443d30512,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:08.906441 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6e46847-d8aa-4022-b236-9e485ebf8330 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:08.908925 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c6e46847-d8aa-4022-b236-9e485ebf8330 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/a590e805-0e87-4521-9c8b-e87443d30512 HTTP/1.1" status: 204 len: 168 time: 0.4849937 Aug 05 14:14:08.910822 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dfa43ac7-84de-41b6-b97b-d794fcb0d7ff req-80eab456-0b90-4c19-a78c-50f07af55930 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=96d72011-8305-4d28-b564-d32bfcefcba0 HTTP/1.1" status: 200 len: 835 time: 0.1399732 Aug 05 14:14:08.911818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45680) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:08.934071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80e8509-e6b5-46d3-8e9e-dd9a8607760b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:14:08.946612 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f80e8509-e6b5-46d3-8e9e-dd9a8607760b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:08.975547 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['e0c1cac1-35c4-4d0c-8304-d78dbf73e818'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:14:09.029506 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa43ac7-84de-41b6-b97b-d794fcb0d7ff req-13980f69-ea3a-4f2f-ac8b-081ac39ca591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:09.032271 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5e6db8b-3ed8-4bd8-b090-5b3c5ee3ec77 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:09.033247 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dfa43ac7-84de-41b6-b97b-d794fcb0d7ff req-13980f69-ea3a-4f2f-ac8b-081ac39ca591 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5eff8ab7-e26f-477d-9573-84337a08c8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103644 Aug 05 14:14:09.070716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80e8509-e6b5-46d3-8e9e-dd9a8607760b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:14:09.151524 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5e6db8b-3ed8-4bd8-b090-5b3c5ee3ec77 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:09.155809 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f80e8509-e6b5-46d3-8e9e-dd9a8607760b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:09.156163 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-f80e8509-e6b5-46d3-8e9e-dd9a8607760b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Added segment 4b43505c-0f6a-49bd-861b-91759f05b64a of type vlan for network 81113de0-3764-405a-8627-05fd6b9edc41 Aug 05 14:14:09.164989 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b5e6db8b-3ed8-4bd8-b090-5b3c5ee3ec77 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956a0f85-189a-4e72-86a0-056c692cccef']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:09.183982 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b5e6db8b-3ed8-4bd8-b090-5b3c5ee3ec77 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e4f34c-307f-4359-b575-b7540b229a69') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:09.184287 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b5e6db8b-3ed8-4bd8-b090-5b3c5ee3ec77 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e4f34c-307f-4359-b575-b7540b229a69') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:09.196987 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5e6db8b-3ed8-4bd8-b090-5b3c5ee3ec77 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:09.213349 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5e6db8b-3ed8-4bd8-b090-5b3c5ee3ec77 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:09.221654 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e6db8b-3ed8-4bd8-b090-5b3c5ee3ec77 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:14:09.222112 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5e6db8b-3ed8-4bd8-b090-5b3c5ee3ec77 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:14:09.224154 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:14:09.270149 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f80e8509-e6b5-46d3-8e9e-dd9a8607760b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:09.297286 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dfa43ac7-84de-41b6-b97b-d794fcb0d7ff req-dc81e504-730e-41e7-bde6-4931eed5079f service neutron] 10.222.0.84 "GET /v2.0/networks/5eff8ab7-e26f-477d-9573-84337a08c8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480886 Aug 05 14:14:09.316126 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5e6db8b-3ed8-4bd8-b090-5b3c5ee3ec77 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:09.345272 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e6db8b-3ed8-4bd8-b090-5b3c5ee3ec77 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 956a0f85-189a-4e72-86a0-056c692cccef {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 05 14:14:09.355090 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6db8b-3ed8-4bd8-b090-5b3c5ee3ec77 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Pushing event deleted for resources: {'Network': ['ID=956a0f85-189a-4e72-86a0-056c692cccef,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:09.357730 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5e6db8b-3ed8-4bd8-b090-5b3c5ee3ec77 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:09.359727 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b5e6db8b-3ed8-4bd8-b090-5b3c5ee3ec77 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "DELETE /v2.0/networks/956a0f85-189a-4e72-86a0-056c692cccef HTTP/1.1" status: 204 len: 168 time: 0.4448454 Aug 05 14:14:09.470872 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dfa43ac7-84de-41b6-b97b-d794fcb0d7ff req-06e1efb5-3288-4208-b022-eb4642b431a3 service neutron] 10.222.0.84 "GET /v2.0/networks/5eff8ab7-e26f-477d-9573-84337a08c8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539366 Aug 05 14:14:09.472190 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f80e8509-e6b5-46d3-8e9e-dd9a8607760b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:09.480987 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80e8509-e6b5-46d3-8e9e-dd9a8607760b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:09.481646 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f80e8509-e6b5-46d3-8e9e-dd9a8607760b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:09.569271 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e8509-e6b5-46d3-8e9e-dd9a8607760b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Network': ['ID=81113de0-3764-405a-8627-05fd6b9edc41,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:09.585933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 81113de0-3764-405a-8627-05fd6b9edc41 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:14:09.591411 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45696) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:09.600602 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f80e8509-e6b5-46d3-8e9e-dd9a8607760b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7687929 Aug 05 14:14:09.606893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45700) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:09.613943 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-930134df-3c27-4bdc-9ef2-bc0c2b25ceb0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'subnet': {'network_id': '81113de0-3764-405a-8627-05fd6b9edc41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:09.727650 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45704) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:09.751613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-3f59437d-87f5-4a29-b6bc-0f12f4e14d22 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Request body: {'router': {'name': 'tempest-router--1936213829', 'project_id': '29a0d212cf294d938acc9d1b9b28e8b0'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:09.771690 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3be531da-30da-4d01-9017-7411bb7a5a02 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/floatingips/8bcf1e8d-2501-44cd-92d7-37370b828fb2 HTTP/1.1" status: 200 len: 993 time: 0.1791017 Aug 05 14:14:09.790062 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.api [None req-930134df-3c27-4bdc-9ef2-bc0c2b25ceb0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 14:14:09.790062 n-d-803585-2 neutron-server[105723]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 05 14:14:09.790062 n-d-803585-2 neutron-server[105723]: [parameters: {'project_id': '34b65db42ce04e00bbd1cac74b05f5a2', 'id': 'd03732e8-72d3-4c7e-a92e-912ba642d158', 'expiration': datetime.datetime(2021, 8, 5, 14, 16, 9, 785919)}] Aug 05 14:14:09.790062 n-d-803585-2 neutron-server[105723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:14:09.790644 n-d-803585-2 neutron-server[105723]: DEBUG oslo_db.api [None req-930134df-3c27-4bdc-9ef2-bc0c2b25ceb0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:14:09.800125 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f59437d-87f5-4a29-b6bc-0f12f4e14d22 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:09.801318 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f59437d-87f5-4a29-b6bc-0f12f4e14d22 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:09.864481 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f59437d-87f5-4a29-b6bc-0f12f4e14d22 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:09.870364 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f59437d-87f5-4a29-b6bc-0f12f4e14d22 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:09.885831 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f59437d-87f5-4a29-b6bc-0f12f4e14d22 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:09.888120 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3f59437d-87f5-4a29-b6bc-0f12f4e14d22 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1562772 Aug 05 14:14:09.893373 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45708) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:09.997251 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45deaa3c-2fd6-4cc7-bcba-43cec09c40a2 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:10.108075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe45bfc-fd06-48e0-b1d7-f8154b945306 req-6ad01218-49b6-45c6-a55d-43a9e13e2f85 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:10.111006 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffe45bfc-fd06-48e0-b1d7-f8154b945306 req-6ad01218-49b6-45c6-a55d-43a9e13e2f85 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 908 time: 0.0692255 Aug 05 14:14:10.215153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device e0c1cac1-35c4-4d0c-8304-d78dbf73e818 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:14:10.228838 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45deaa3c-2fd6-4cc7-bcba-43cec09c40a2 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:10.233167 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45deaa3c-2fd6-4cc7-bcba-43cec09c40a2 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:10.297908 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45deaa3c-2fd6-4cc7-bcba-43cec09c40a2 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:10.298646 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45deaa3c-2fd6-4cc7-bcba-43cec09c40a2 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41eb3ad1-81a4-4473-a880-c3c358d880e3 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:14:10.308212 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45deaa3c-2fd6-4cc7-bcba-43cec09c40a2 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:10.313524 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-45deaa3c-2fd6-4cc7-bcba-43cec09c40a2 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "DELETE /v2.0/routers/41eb3ad1-81a4-4473-a880-c3c358d880e3 HTTP/1.1" status: 204 len: 168 time: 0.4154778 Aug 05 14:14:10.340967 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port e0c1cac1-35c4-4d0c-8304-d78dbf73e818 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:10.352273 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port e0c1cac1-35c4-4d0c-8304-d78dbf73e818 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:10.354174 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:10.358703 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930134df-3c27-4bdc-9ef2-bc0c2b25ceb0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:14:10.362946 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-930134df-3c27-4bdc-9ef2-bc0c2b25ceb0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:10.501880 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:10.544262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port e0c1cac1-35c4-4d0c-8304-d78dbf73e818, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=e0c1cac1-35c4-4d0c-8304-d78dbf73e818,segment=NetworkSegment(ead16170-7b96-4714-ae9f-e80f90eda2e2),segment_id=ead16170-7b96-4714-ae9f-e80f90eda2e2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:10.545143 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9015e3f2-290e-4376-a9b6-d44a8d996bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c1cac1-35c4-4d0c-8304-d78dbf73e818'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:14:10.547655 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1688286-9e7a-4cc7-a6f0-56e4c8761da7" -d '{"events": [{"server_uuid": "9015e3f2-290e-4376-a9b6-d44a8d996bfd", "name": "network-vif-plugged", "status": "completed", "tag": "e0c1cac1-35c4-4d0c-8304-d78dbf73e818"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:14:10.548519 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45730) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:10.568242 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:10.626716 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b044a1e3-735c-4339-9ab7-8d90dc8ff43b x-openstack-request-id: req-b044a1e3-735c-4339-9ab7-8d90dc8ff43b {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:14:10.628186 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9015e3f2-290e-4376-a9b6-d44a8d996bfd", "name": "network-vif-plugged", "status": "completed", "tag": "e0c1cac1-35c4-4d0c-8304-d78dbf73e818", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:14:10.628638 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b044a1e3-735c-4339-9ab7-8d90dc8ff43b {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:14:10.629880 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9015e3f2-290e-4376-a9b6-d44a8d996bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c1cac1-35c4-4d0c-8304-d78dbf73e818', 'code': 200} Aug 05 14:14:10.643278 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=e0c1cac1-35c4-4d0c-8304-d78dbf73e818,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:10.770341 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a7fef-2e32-4064-b865-36e7718ead50 req-ac7a841b-78e9-4243-8390-e9b87116bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:10.772240 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d33a7fef-2e32-4064-b865-36e7718ead50 req-ac7a841b-78e9-4243-8390-e9b87116bf0c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 1060 time: 0.0720255 Aug 05 14:14:10.802364 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-930134df-3c27-4bdc-9ef2-bc0c2b25ceb0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:10.855929 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-629582529', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:10.901203 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:10.902613 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:11.005756 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:11.029395 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930134df-3c27-4bdc-9ef2-bc0c2b25ceb0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Checking segment: {'id': '4b43505c-0f6a-49bd-861b-91759f05b64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '81113de0-3764-405a-8627-05fd6b9edc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:14:11.030505 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930134df-3c27-4bdc-9ef2-bc0c2b25ceb0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network hostable DHCP agents. Network: 81113de0-3764-405a-8627-05fd6b9edc41, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:14:11.034108 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930134df-3c27-4bdc-9ef2-bc0c2b25ceb0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Subnet': ['ID=06257403-4ddd-42a8-9b49-2ccfec7b083d,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:11.053644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930134df-3c27-4bdc-9ef2-bc0c2b25ceb0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 81113de0-3764-405a-8627-05fd6b9edc41 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:14:11.064142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-930134df-3c27-4bdc-9ef2-bc0c2b25ceb0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 81113de0-3764-405a-8627-05fd6b9edc41) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:11.068468 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930134df-3c27-4bdc-9ef2-bc0c2b25ceb0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:11.069233 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-930134df-3c27-4bdc-9ef2-bc0c2b25ceb0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:11.080098 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7551d750-2d12-4251-b442-b7afaa5b9c08 None None] Network 81113de0-3764-405a-8627-05fd6b9edc41 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:11.089523 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-930134df-3c27-4bdc-9ef2-bc0c2b25ceb0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4804006 Aug 05 14:14:11.090498 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45742) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:11.096303 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0205c6b7-e44c-40c1-a3a2-00d89d2412d0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'network_id': '81113de0-3764-405a-8627-05fd6b9edc41', 'name': 'tempest-PortsIpV6TestJSON-629097774'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:11.249221 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:11.283343 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0205c6b7-e44c-40c1-a3a2-00d89d2412d0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:14:11.287223 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0205c6b7-e44c-40c1-a3a2-00d89d2412d0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:11.334406 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-0205c6b7-e44c-40c1-a3a2-00d89d2412d0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] device_id is not set on port 6ef2cee5-0704-40b4-a07e-be5d2e327b02 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:14:11.352765 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-81113de0-3764-405a-8627-05fd6b9edc41', 'network_id': '81113de0-3764-405a-8627-05fd6b9edc41', 'tenant_id': '34b65db42ce04e00bbd1cac74b05f5a2', 'fixed_ips': [{'subnet_id': '06257403-4ddd-42a8-9b49-2ccfec7b083d'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:14:11.353647 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:11.485980 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-0205c6b7-e44c-40c1-a3a2-00d89d2412d0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Allocated IP 2001:db8::37d (81113de0-3764-405a-8627-05fd6b9edc41/06257403-4ddd-42a8-9b49-2ccfec7b083d/6ef2cee5-0704-40b4-a07e-be5d2e327b02) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:11.519027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995917f-f17a-4c63-ab70-3e6dba52c74d req-13c6fd79-ac68-460c-af7f-04503a268820 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:11.520607 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d995917f-f17a-4c63-ab70-3e6dba52c74d req-13c6fd79-ac68-460c-af7f-04503a268820 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 909 time: 0.2574403 Aug 05 14:14:11.568601 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:11.590032 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:11.725505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Allocated IP 172.25.5.217 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/a96e84a6-fef8-4dfd-99c8-1ebfc9e7ef28) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:11.813596 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0205c6b7-e44c-40c1-a3a2-00d89d2412d0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:11.835026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-0205c6b7-e44c-40c1-a3a2-00d89d2412d0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Transition to ACTIVE for port object 6ef2cee5-0704-40b4-a07e-be5d2e327b02 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:11.872086 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:11.879840 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0205c6b7-e44c-40c1-a3a2-00d89d2412d0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:11.925770 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:11.927749 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0205c6b7-e44c-40c1-a3a2-00d89d2412d0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 81113de0-3764-405a-8627-05fd6b9edc41 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:11.934047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-0205c6b7-e44c-40c1-a3a2-00d89d2412d0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:11.934572 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Allocated IP 2001:db8::2 (81113de0-3764-405a-8627-05fd6b9edc41/06257403-4ddd-42a8-9b49-2ccfec7b083d/b3cb5b1c-1de4-4de4-bb5f-b41ced063440) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:11.938822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0205c6b7-e44c-40c1-a3a2-00d89d2412d0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:11.944721 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0205c6b7-e44c-40c1-a3a2-00d89d2412d0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:11.945578 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0205c6b7-e44c-40c1-a3a2-00d89d2412d0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:11.963932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205c6b7-e44c-40c1-a3a2-00d89d2412d0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=6ef2cee5-0704-40b4-a07e-be5d2e327b02,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:11.969370 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0205c6b7-e44c-40c1-a3a2-00d89d2412d0 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8774769 Aug 05 14:14:11.971542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45760) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:11.978688 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'network_id': '81113de0-3764-405a-8627-05fd6b9edc41', 'name': 'tempest-PortsIpV6TestJSON-1848897273'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:11.986672 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:11.994659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:11.997088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Pushing event updated for resources: {'Port': ['ID=a96e84a6-fef8-4dfd-99c8-1ebfc9e7ef28,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:12.000491 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:12.135994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:14:12.140538 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:12.180294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] device_id is not set on port 98ec18dc-9f93-4096-b922-f6bfe319b32d yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:14:12.301248 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:12.302816 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:12.315175 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Transition to ACTIVE for port object b3cb5b1c-1de4-4de4-bb5f-b41ced063440 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:12.334205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Transition to ACTIVE for port object b3cb5b1c-1de4-4de4-bb5f-b41ced063440 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:12.360437 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:12.411877 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Network 81113de0-3764-405a-8627-05fd6b9edc41 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:12.413784 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:12.417804 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:12.422372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Allocated IP 2001:db8::3c0 (81113de0-3764-405a-8627-05fd6b9edc41/06257403-4ddd-42a8-9b49-2ccfec7b083d/98ec18dc-9f93-4096-b922-f6bfe319b32d) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:12.479487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Pushing event updated for resources: {'Port': ['ID=b3cb5b1c-1de4-4de4-bb5f-b41ced063440,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:12.542606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Attempting to bind port b3cb5b1c-1de4-4de4-bb5f-b41ced063440 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:14:12.543279 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Attempting to bind port b3cb5b1c-1de4-4de4-bb5f-b41ced063440 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '4b43505c-0f6a-49bd-861b-91759f05b64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '81113de0-3764-405a-8627-05fd6b9edc41'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:14:12.544185 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Attempting to bind port b3cb5b1c-1de4-4de4-bb5f-b41ced063440 on network 81113de0-3764-405a-8627-05fd6b9edc41 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:14:12.550837 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:14:12.551543 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Checking segment: {'id': '4b43505c-0f6a-49bd-861b-91759f05b64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '81113de0-3764-405a-8627-05fd6b9edc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:14:12.552458 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:12.553116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Bound using segment: {'id': '4b43505c-0f6a-49bd-861b-91759f05b64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '81113de0-3764-405a-8627-05fd6b9edc41'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:14:12.553889 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Bound port: b3cb5b1c-1de4-4de4-bb5f-b41ced063440, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b43505c-0f6a-49bd-861b-91759f05b64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '81113de0-3764-405a-8627-05fd6b9edc41'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:14:12.555485 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:12.660052 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:12.669997 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:12.675115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] For port b3cb5b1c-1de4-4de4-bb5f-b41ced063440, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:14:12.679080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] For port b3cb5b1c-1de4-4de4-bb5f-b41ced063440, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b3cb5b1c-1de4-4de4-bb5f-b41ced063440,segment=NetworkSegment(4b43505c-0f6a-49bd-861b-91759f05b64a),segment_id=4b43505c-0f6a-49bd-861b-91759f05b64a)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:14:12.686232 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:12.833381 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ccff6-b6d3-4710-b77f-131376904503 None None] Pushing event updated for resources: {'Port': ['ID=b3cb5b1c-1de4-4de4-bb5f-b41ced063440,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:12.903211 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Router d0b37a52-ba5f-4e58-b1f4-5380289f7838 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:14:13.099212 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:14:13.112182 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be335d2e-5f09-4054-b8be-3d910e745384 None None] Sync routers for ids ['d0b37a52-ba5f-4e58-b1f4-5380289f7838'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:14:13.133598 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:13.134547 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be335d2e-5f09-4054-b8be-3d910e745384 None None] Routers {'d0b37a52-ba5f-4e58-b1f4-5380289f7838'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:13.135286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-be335d2e-5f09-4054-b8be-3d910e745384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:13:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['d0b37a52-ba5f-4e58-b1f4-5380289f7838'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:13.138219 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-84793a30-943c-4d17-9be9-7364b49dbfb9 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5885823 Aug 05 14:14:13.140220 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45780) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:13.221269 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-be335d2e-5f09-4054-b8be-3d910e745384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:13.246292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be335d2e-5f09-4054-b8be-3d910e745384 None None] Routers {'d0b37a52-ba5f-4e58-b1f4-5380289f7838'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:13.249700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-be335d2e-5f09-4054-b8be-3d910e745384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:13:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['d0b37a52-ba5f-4e58-b1f4-5380289f7838'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:13.317512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-be335d2e-5f09-4054-b8be-3d910e745384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:13.320329 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Transition to ACTIVE for port object 98ec18dc-9f93-4096-b922-f6bfe319b32d will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:13.321288 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be335d2e-5f09-4054-b8be-3d910e745384 None None] The sync data for ids ['d0b37a52-ba5f-4e58-b1f4-5380289f7838'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:14:13.363297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290a486-7308-4935-afa7-15a942b06d5b req-f1440d16-f36b-4357-8549-3a4121fbca53 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:13.363736 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-48d610bb-7d7a-4fcf-9c56-6b5995329190 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "GET /v2.0/routers/d0b37a52-ba5f-4e58-b1f4-5380289f7838 HTTP/1.1" status: 200 len: 920 time: 0.2228906 Aug 05 14:14:13.365831 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45784) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:13.367996 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f290a486-7308-4935-afa7-15a942b06d5b req-f1440d16-f36b-4357-8549-3a4121fbca53 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 909 time: 0.0740273 Aug 05 14:14:13.395260 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:13.403356 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ff7b4416-aaa3-4228-9772-184bcc6cc4bb tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0b37a52-ba5f-4e58-b1f4-5380289f7838 HTTP/1.1" status: 200 len: 205 time: 0.0352767 Aug 05 14:14:13.404957 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45792) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:13.449588 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 81113de0-3764-405a-8627-05fd6b9edc41 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:13.454759 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:13.459561 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:13.466935 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:13.467638 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:13.494628 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45794) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:13.494843 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5217454 Aug 05 14:14:13.499052 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=98ec18dc-9f93-4096-b922-f6bfe319b32d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:13.519365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:13.519365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:13.519365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:13.519365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:13.519365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:13.519365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:13.519365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:13.519365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:13.519365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:13.519365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:13.519365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:13.519365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267a3c-619d-4170-ba79-c8ffbea1459f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:13.977200 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b3cb5b1c-1de4-4de4-bb5f-b41ced063440 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:14:14.087304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port b3cb5b1c-1de4-4de4-bb5f-b41ced063440 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:14.155819 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd64acf4-7086-4f9c-90cb-da8357a2a4ff tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:14.185031 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45812) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:14.269168 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da68bbe0-9995-40da-9824-1a320fc6ad30 None None] Network 81113de0-3764-405a-8627-05fd6b9edc41 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:14.293803 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4737c15a-d7ac-49b3-b397-197fac219ccb tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:14.298402 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4737c15a-d7ac-49b3-b397-197fac219ccb tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A37d HTTP/1.1" status: 200 len: 928 time: 0.8002667 Aug 05 14:14:14.300542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45818) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:14.337663 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065620e0-6098-470e-90fe-589c53f22b06 req-e73c27f7-4cd8-4fab-8b0e-424757dc79da tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:14.351886 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-065620e0-6098-470e-90fe-589c53f22b06 req-e73c27f7-4cd8-4fab-8b0e-424757dc79da tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 909 time: 0.7870657 Aug 05 14:14:14.417938 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd64acf4-7086-4f9c-90cb-da8357a2a4ff tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:14.424600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dfca3fac-0c85-4f49-932f-ca42dd54ff7e None None] Provisioning for port b3cb5b1c-1de4-4de4-bb5f-b41ced063440 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:14.434169 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dfca3fac-0c85-4f49-932f-ca42dd54ff7e None None] Provisioning complete for port b3cb5b1c-1de4-4de4-bb5f-b41ced063440 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:14.434418 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dfca3fac-0c85-4f49-932f-ca42dd54ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:14.467417 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3bd1fef4-06bd-47c8-ad32-e1dbab45c1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:14.518758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2691618e-0fa9-49f6-a7f6-b5c954f2b1ec tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port 98ec18dc-9f93-4096-b922-f6bfe319b32d {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:14.519076 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2691618e-0fa9-49f6-a7f6-b5c954f2b1ec tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:14.537192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c0273-2960-4df4-abbd-09533e66cc8d req-590d1c93-f966-4362-be31-d5c9c66bed62 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:14.550331 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a47c0273-2960-4df4-abbd-09533e66cc8d req-590d1c93-f966-4362-be31-d5c9c66bed62 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 1060 time: 0.0708086 Aug 05 14:14:14.569872 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-bd64acf4-7086-4f9c-90cb-da8357a2a4ff tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Deleting port a96e84a6-fef8-4dfd-99c8-1ebfc9e7ef28 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:14.570443 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd64acf4-7086-4f9c-90cb-da8357a2a4ff tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:14.600622 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dfca3fac-0c85-4f49-932f-ca42dd54ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:14.658561 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dfca3fac-0c85-4f49-932f-ca42dd54ff7e None None] For port b3cb5b1c-1de4-4de4-bb5f-b41ced063440, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b3cb5b1c-1de4-4de4-bb5f-b41ced063440,segment=NetworkSegment(4b43505c-0f6a-49bd-861b-91759f05b64a),segment_id=4b43505c-0f6a-49bd-861b-91759f05b64a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:14.664707 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dfca3fac-0c85-4f49-932f-ca42dd54ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:14.708494 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2691618e-0fa9-49f6-a7f6-b5c954f2b1ec tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:14.757686 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2691618e-0fa9-49f6-a7f6-b5c954f2b1ec tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for 98ec18dc-9f93-4096-b922-f6bfe319b32d owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:14.772210 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd64acf4-7086-4f9c-90cb-da8357a2a4ff tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:14.789125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-bd64acf4-7086-4f9c-90cb-da8357a2a4ff tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Calling delete_port for a96e84a6-fef8-4dfd-99c8-1ebfc9e7ef28 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:14.796146 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca3fac-0c85-4f49-932f-ca42dd54ff7e None None] Pushing event updated for resources: {'Port': ['ID=b3cb5b1c-1de4-4de4-bb5f-b41ced063440,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:14.816954 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:14.841582 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3bd1fef4-06bd-47c8-ad32-e1dbab45c1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:14.850759 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9ed14-ff6d-46a6-aef7-5241f70364db req-9e0b3470-7ad9-4e8c-ad06-c1f16d160074 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:14.852622 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-19a9ed14-ff6d-46a6-aef7-5241f70364db req-9e0b3470-7ad9-4e8c-ad06-c1f16d160074 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 1135 time: 0.1510181 Aug 05 14:14:14.856654 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3bd1fef4-06bd-47c8-ad32-e1dbab45c1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:14.925543 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3bd1fef4-06bd-47c8-ad32-e1dbab45c1c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df062fdc5b29476fbba9d21f3df1fab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7367215 Aug 05 14:14:14.926151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45832) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:14.945076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1fef4-06bd-47c8-ad32-e1dbab45c1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3365af83-65f3-49d0-b08f-8f82cbf2ef0a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:14.963021 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-19a9ed14-ff6d-46a6-aef7-5241f70364db req-67c920d8-f1c2-44a8-ac1a-a5ae0db1daf7 tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=add547b8-ff48-4034-86b9-4c5be656e909&id=03eefb30-94e8-46a3-b72b-f6e7954974dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0884151 Aug 05 14:14:15.002537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5611cbf9-8f72-4a61-b45b-6a73b6c8dae5 None None] Provisioning for port 6ef2cee5-0704-40b4-a07e-be5d2e327b02 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:15.010176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5611cbf9-8f72-4a61-b45b-6a73b6c8dae5 None None] Provisioning complete for port 6ef2cee5-0704-40b4-a07e-be5d2e327b02 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:15.010627 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5611cbf9-8f72-4a61-b45b-6a73b6c8dae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.037372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45836) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:15.045351 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd64acf4-7086-4f9c-90cb-da8357a2a4ff tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.058040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-5611cbf9-8f72-4a61-b45b-6a73b6c8dae5 None None] Port 6ef2cee5-0704-40b4-a07e-be5d2e327b02 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:15.061157 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-052b3ea8-da11-4994-b62f-a58711e28c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.070872 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5611cbf9-8f72-4a61-b45b-6a73b6c8dae5 None None] Provisioning complete for port b3cb5b1c-1de4-4de4-bb5f-b41ced063440 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:15.071316 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5611cbf9-8f72-4a61-b45b-6a73b6c8dae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.097034 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2691618e-0fa9-49f6-a7f6-b5c954f2b1ec tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.103292 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64acf4-7086-4f9c-90cb-da8357a2a4ff tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Pushing event deleted for resources: {'Port': ['ID=a96e84a6-fef8-4dfd-99c8-1ebfc9e7ef28,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:15.128310 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-052b3ea8-da11-4994-b62f-a58711e28c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.162505 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691618e-0fa9-49f6-a7f6-b5c954f2b1ec tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=98ec18dc-9f93-4096-b922-f6bfe319b32d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:15.179734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dab1dfb-bc3a-40fe-be5c-eed97f3e7afa tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:15.181438 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9dab1dfb-bc3a-40fe-be5c-eed97f3e7afa tempest-TestSecurityGroupsBasicOps-711360136 tempest-TestSecurityGroupsBasicOps-711360136-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 1055 time: 0.1401925 Aug 05 14:14:15.194212 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5611cbf9-8f72-4a61-b45b-6a73b6c8dae5 None None] Could not find standard attr ID for object 98ec18dc-9f93-4096-b922-f6bfe319b32d. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:14:15.202315 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2691618e-0fa9-49f6-a7f6-b5c954f2b1ec tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.204461 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2691618e-0fa9-49f6-a7f6-b5c954f2b1ec tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/ports/98ec18dc-9f93-4096-b922-f6bfe319b32d HTTP/1.1" status: 204 len: 168 time: 0.9025486 Aug 05 14:14:15.209920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45842) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:15.290980 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e89084-b814-4d12-a761-3f2a5ede152c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] GET failed (client error): The resource could not be found. Aug 05 14:14:15.295551 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e4e89084-b814-4d12-a761-3f2a5ede152c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports/98ec18dc-9f93-4096-b922-f6bfe319b32d HTTP/1.1" status: 404 len: 333 time: 0.0807874 Aug 05 14:14:15.296225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45846) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:15.344165 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd64acf4-7086-4f9c-90cb-da8357a2a4ff tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.349544 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-625bb033-ff4f-4ac2-aa21-b79dcc37c7ef None None] Provisioning complete for port 6ef2cee5-0704-40b4-a07e-be5d2e327b02 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:15.349953 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-625bb033-ff4f-4ac2-aa21-b79dcc37c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.434520 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-625bb033-ff4f-4ac2-aa21-b79dcc37c7ef None None] Port 6ef2cee5-0704-40b4-a07e-be5d2e327b02 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:15.445529 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-052b3ea8-da11-4994-b62f-a58711e28c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.450209 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-052b3ea8-da11-4994-b62f-a58711e28c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.450498 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-052b3ea8-da11-4994-b62f-a58711e28c71 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3365af83-65f3-49d0-b08f-8f82cbf2ef0a HTTP/1.1" status: 204 len: 168 time: 0.5232575 Aug 05 14:14:15.462683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2db6688e-3acf-433b-81bd-deda12136d63 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port 6ef2cee5-0704-40b4-a07e-be5d2e327b02 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:15.463146 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2db6688e-3acf-433b-81bd-deda12136d63 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.594099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b3ea8-da11-4994-b62f-a58711e28c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3365af83-65f3-49d0-b08f-8f82cbf2ef0a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:15.600056 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd64acf4-7086-4f9c-90cb-da8357a2a4ff tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.612787 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd64acf4-7086-4f9c-90cb-da8357a2a4ff tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.655884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec4a1d-87fe-4672-9445-0fece1ab06e0 req-842ba1ed-7d38-4a1d-9dca-abee6e77c0ba tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:15.666452 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68ec4a1d-87fe-4672-9445-0fece1ab06e0 req-842ba1ed-7d38-4a1d-9dca-abee6e77c0ba tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 909 time: 0.1494234 Aug 05 14:14:15.681392 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2db6688e-3acf-433b-81bd-deda12136d63 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.686376 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd64acf4-7086-4f9c-90cb-da8357a2a4ff tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.688354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd64acf4-7086-4f9c-90cb-da8357a2a4ff tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Fanout notify agent at l3_agent the message router_deleted on router d0b37a52-ba5f-4e58-b1f4-5380289f7838 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:14:15.689138 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2db6688e-3acf-433b-81bd-deda12136d63 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for 6ef2cee5-0704-40b4-a07e-be5d2e327b02 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:15.723013 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd64acf4-7086-4f9c-90cb-da8357a2a4ff tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.727896 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bd64acf4-7086-4f9c-90cb-da8357a2a4ff tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "DELETE /v2.0/routers/d0b37a52-ba5f-4e58-b1f4-5380289f7838 HTTP/1.1" status: 204 len: 168 time: 2.3179724 Aug 05 14:14:15.728176 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45862) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:15.734704 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1881926278', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'enable_snat': False}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:15.755434 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e6d0b597-95a6-483e-8840-b3c74afe6a68 None None] Could not find standard attr ID for object 98ec18dc-9f93-4096-b922-f6bfe319b32d. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:14:15.764429 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.765682 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.843005 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-50523235-1994-49df-81a9-3edd0a2e47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.852128 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:15.941809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b3cb5b1c-1de4-4de4-bb5f-b41ced063440 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:14:16.008995 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2db6688e-3acf-433b-81bd-deda12136d63 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.030478 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45868) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:16.033405 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.051747 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port b3cb5b1c-1de4-4de4-bb5f-b41ced063440 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:16.052400 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.066075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6688e-3acf-433b-81bd-deda12136d63 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=6ef2cee5-0704-40b4-a07e-be5d2e327b02,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:16.081346 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.088873 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2a4e1464-d397-4254-9fc4-72213d9c297d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.110517 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2db6688e-3acf-433b-81bd-deda12136d63 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.114075 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2db6688e-3acf-433b-81bd-deda12136d63 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/ports/6ef2cee5-0704-40b4-a07e-be5d2e327b02 HTTP/1.1" status: 204 len: 168 time: 0.8169129 Aug 05 14:14:16.123394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45870) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:16.215154 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f80944-54fc-4c6b-89d6-08e7133c0d90 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] GET failed (client error): The resource could not be found. Aug 05 14:14:16.216800 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-37f80944-54fc-4c6b-89d6-08e7133c0d90 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports/6ef2cee5-0704-40b4-a07e-be5d2e327b02 HTTP/1.1" status: 404 len: 333 time: 0.0922146 Aug 05 14:14:16.221388 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45876) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:16.318367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-9201e5bc-536e-439a-b5e7-56793519588a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting subnet 06257403-4ddd-42a8-9b49-2ccfec7b083d {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:14:16.321657 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9201e5bc-536e-439a-b5e7-56793519588a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.375384 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9201e5bc-536e-439a-b5e7-56793519588a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.384327 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.406640 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.448300 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2a4e1464-d397-4254-9fc4-72213d9c297d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.454808 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2a4e1464-d397-4254-9fc4-72213d9c297d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.523960 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9201e5bc-536e-439a-b5e7-56793519588a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.527641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Allocated IP 172.25.5.86 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/1b1769b8-e438-43a7-bc3e-037a9e96f3c3) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:16.548135 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2a4e1464-d397-4254-9fc4-72213d9c297d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0be94c257e94eaa9114e7d275830554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4923182 Aug 05 14:14:16.553468 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45882) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:16.560042 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e1464-d397-4254-9fc4-72213d9c297d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea37df6-e312-49bd-ba5b-0ac1f5ecd138,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:16.648923 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9201e5bc-536e-439a-b5e7-56793519588a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.668147 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9201e5bc-536e-439a-b5e7-56793519588a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.673154 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9201e5bc-536e-439a-b5e7-56793519588a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/06257403-4ddd-42a8-9b49-2ccfec7b083d HTTP/1.1" status: 204 len: 168 time: 0.4482186 Aug 05 14:14:16.673897 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45886) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:16.676367 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e56c95-b384-427e-872a-61ed20275493 None None] Network 81113de0-3764-405a-8627-05fd6b9edc41 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:16.704933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201e5bc-536e-439a-b5e7-56793519588a tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Subnet': ['ID=06257403-4ddd-42a8-9b49-2ccfec7b083d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:16.708840 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-77ec67e9-078e-4bfb-ba41-d4862b0daca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.713108 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.745639 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-77ec67e9-078e-4bfb-ba41-d4862b0daca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.836871 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.860099 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389cb25-e05c-4126-abe9-3b3cedd2dd98 req-84bccfed-80a7-4553-bc9b-ccba7b34650a tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:16.862751 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8389cb25-e05c-4126-abe9-3b3cedd2dd98 req-84bccfed-80a7-4553-bc9b-ccba7b34650a tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 909 time: 0.0741534 Aug 05 14:14:16.884824 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-77ec67e9-078e-4bfb-ba41-d4862b0daca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.894823 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-77ec67e9-078e-4bfb-ba41-d4862b0daca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.896441 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-77ec67e9-078e-4bfb-ba41-d4862b0daca2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ea37df6-e312-49bd-ba5b-0ac1f5ecd138 HTTP/1.1" status: 204 len: 168 time: 0.3441947 Aug 05 14:14:16.899927 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:16.908317 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec67e9-078e-4bfb-ba41-d4862b0daca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea37df6-e312-49bd-ba5b-0ac1f5ecd138,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:16.966980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:16.968969 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Pushing event updated for resources: {'Port': ['ID=1b1769b8-e438-43a7-bc3e-037a9e96f3c3,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:16.988461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:16.995077 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d469347-8d35-475b-88fc-129d6881ad2d None None] DHCP port deletion for 81113de0-3764-405a-8627-05fd6b9edc41 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:14:17.006184 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:17.055595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port b3cb5b1c-1de4-4de4-bb5f-b41ced063440 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:17.055935 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:17.072129 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-7d469347-8d35-475b-88fc-129d6881ad2d None None] Deleting port b3cb5b1c-1de4-4de4-bb5f-b41ced063440 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:17.072752 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7d469347-8d35-475b-88fc-129d6881ad2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:17.155768 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7f708-5869-4af7-9570-b0ff271e6f10 req-313ecf22-ae99-4a35-ab9f-bd6938fce4fc tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:17.155922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-7d469347-8d35-475b-88fc-129d6881ad2d None None] For port b3cb5b1c-1de4-4de4-bb5f-b41ced063440, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b3cb5b1c-1de4-4de4-bb5f-b41ced063440,segment=NetworkSegment(4b43505c-0f6a-49bd-861b-91759f05b64a),segment_id=4b43505c-0f6a-49bd-861b-91759f05b64a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:17.156013 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0e7f708-5869-4af7-9570-b0ff271e6f10 req-313ecf22-ae99-4a35-ab9f-bd6938fce4fc tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.84 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 909 time: 0.1893921 Aug 05 14:14:17.156111 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7d469347-8d35-475b-88fc-129d6881ad2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:17.173150 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-7d469347-8d35-475b-88fc-129d6881ad2d None None] Calling delete_port for b3cb5b1c-1de4-4de4-bb5f-b41ced063440 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:17.287381 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] For port b3cb5b1c-1de4-4de4-bb5f-b41ced063440, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b3cb5b1c-1de4-4de4-bb5f-b41ced063440,segment=NetworkSegment(4b43505c-0f6a-49bd-861b-91759f05b64a),segment_id=4b43505c-0f6a-49bd-861b-91759f05b64a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:17.287750 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:17.333939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for b3cb5b1c-1de4-4de4-bb5f-b41ced063440 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:17.500692 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7d469347-8d35-475b-88fc-129d6881ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:17.524207 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-e0e7f708-5869-4af7-9570-b0ff271e6f10 req-ca5388c2-8e8a-4ca6-8c30-04c566b2f077 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Deleting port e0c1cac1-35c4-4d0c-8304-d78dbf73e818 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:17.524692 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e0e7f708-5869-4af7-9570-b0ff271e6f10 req-ca5388c2-8e8a-4ca6-8c30-04c566b2f077 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:17.529457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d469347-8d35-475b-88fc-129d6881ad2d None None] Pushing event deleted for resources: {'Port': ['ID=b3cb5b1c-1de4-4de4-bb5f-b41ced063440,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:17.533171 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d469347-8d35-475b-88fc-129d6881ad2d None None] No DVR routers for this DVR port b3cb5b1c-1de4-4de4-bb5f-b41ced063440 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:14:17.625048 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:17.626993 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:17.703895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No DVR routers for this DVR port b3cb5b1c-1de4-4de4-bb5f-b41ced063440 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:14:17.715475 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=b3cb5b1c-1de4-4de4-bb5f-b41ced063440,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:17.820595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-e0e7f708-5869-4af7-9570-b0ff271e6f10 req-ca5388c2-8e8a-4ca6-8c30-04c566b2f077 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] For port e0c1cac1-35c4-4d0c-8304-d78dbf73e818, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=e0c1cac1-35c4-4d0c-8304-d78dbf73e818,segment=NetworkSegment(ead16170-7b96-4714-ae9f-e80f90eda2e2),segment_id=ead16170-7b96-4714-ae9f-e80f90eda2e2)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:17.821056 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e0e7f708-5869-4af7-9570-b0ff271e6f10 req-ca5388c2-8e8a-4ca6-8c30-04c566b2f077 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:17.842428 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:17.879535 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81113de0-3764-405a-8627-05fd6b9edc41']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:17.880137 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b3cb5b1c-1de4-4de4-bb5f-b41ced063440 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:17.888368 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-e0e7f708-5869-4af7-9570-b0ff271e6f10 req-ca5388c2-8e8a-4ca6-8c30-04c566b2f077 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Calling delete_port for e0c1cac1-35c4-4d0c-8304-d78dbf73e818 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:17.893737 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b43505c-0f6a-49bd-861b-91759f05b64a') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:17.894043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b43505c-0f6a-49bd-861b-91759f05b64a') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:17.907148 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: b3cb5b1c-1de4-4de4-bb5f-b41ced063440 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:14:17.909482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b3cb5b1c-1de4-4de4-bb5f-b41ced063440 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:14:17.922766 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:17.951823 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:17.964163 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:14:17.964578 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:14:17.968984 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:14:18.055952 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e4060-4243-4dfd-b5f8-0ceb194827b9 req-e3d5d99a-fba7-42b6-b9c1-172daae9edef tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:18.057649 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d68e4060-4243-4dfd-b5f8-0ceb194827b9 req-e3d5d99a-fba7-42b6-b9c1-172daae9edef tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 909 time: 0.0598967 Aug 05 14:14:18.113164 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:18.128525 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:18.130393 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/networks/81113de0-3764-405a-8627-05fd6b9edc41 HTTP/1.1" status: 204 len: 168 time: 1.4558246 Aug 05 14:14:18.135778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45938) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:18.141301 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0e3ef005-4de1-4a9f-b3eb-2e9ca07d6812 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-328050642'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:18.175978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3ef005-4de1-4a9f-b3eb-2e9ca07d6812 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:14:18.180565 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e3ef005-4de1-4a9f-b3eb-2e9ca07d6812 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:18.186277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ba128-a467-4d1c-8245-3a989aade3b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Network': ['ID=81113de0-3764-405a-8627-05fd6b9edc41,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:18.213566 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3ef005-4de1-4a9f-b3eb-2e9ca07d6812 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:14:18.233807 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e3ef005-4de1-4a9f-b3eb-2e9ca07d6812 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:18.233807 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-0e3ef005-4de1-4a9f-b3eb-2e9ca07d6812 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Added segment 111e1caa-7b16-49b3-8198-cc00a377a71f of type vlan for network c07c9a5d-c5a9-4d6e-8292-66a2def9fa09 Aug 05 14:14:18.263221 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:18.283298 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e3ef005-4de1-4a9f-b3eb-2e9ca07d6812 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:18.336139 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e3ef005-4de1-4a9f-b3eb-2e9ca07d6812 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:18.346287 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3ef005-4de1-4a9f-b3eb-2e9ca07d6812 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:18.347180 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e3ef005-4de1-4a9f-b3eb-2e9ca07d6812 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:18.352397 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1452ce81-7168-492f-93c9-3d5e64bfd94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:18.360453 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e0e7f708-5869-4af7-9570-b0ff271e6f10 req-ca5388c2-8e8a-4ca6-8c30-04c566b2f077 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:18.464024 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0e3ef005-4de1-4a9f-b3eb-2e9ca07d6812 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3267415 Aug 05 14:14:18.467194 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45948) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:18.473833 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b12df39a-3031-4df4-9048-66a7e6917bda tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'subnet': {'network_id': 'c07c9a5d-c5a9-4d6e-8292-66a2def9fa09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:18.481195 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ef005-4de1-4a9f-b3eb-2e9ca07d6812 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Network': ['ID=c07c9a5d-c5a9-4d6e-8292-66a2def9fa09,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:18.512763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network c07c9a5d-c5a9-4d6e-8292-66a2def9fa09 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:14:18.657837 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:18.666129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12df39a-3031-4df4-9048-66a7e6917bda tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:14:18.670358 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b12df39a-3031-4df4-9048-66a7e6917bda tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:18.824444 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5388c2-8e8a-4ca6-8c30-04c566b2f077 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event deleted for resources: {'Port': ['ID=e0c1cac1-35c4-4d0c-8304-d78dbf73e818,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:18.874343 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e7f708-5869-4af7-9570-b0ff271e6f10 req-ca5388c2-8e8a-4ca6-8c30-04c566b2f077 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] No DVR routers for this DVR port e0c1cac1-35c4-4d0c-8304-d78dbf73e818 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:14:18.878591 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e0e7f708-5869-4af7-9570-b0ff271e6f10 req-ca5388c2-8e8a-4ca6-8c30-04c566b2f077 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:18.880882 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0e7f708-5869-4af7-9570-b0ff271e6f10 req-ca5388c2-8e8a-4ca6-8c30-04c566b2f077 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.84 "DELETE /v2.0/ports/e0c1cac1-35c4-4d0c-8304-d78dbf73e818 HTTP/1.1" status: 204 len: 173 time: 1.7134817 Aug 05 14:14:18.881555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9015e3f2-290e-4376-a9b6-d44a8d996bfd', 'name': 'network-vif-deleted', 'tag': 'e0c1cac1-35c4-4d0c-8304-d78dbf73e818'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:14:18.885210 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673a2868-8edf-47d1-b749-3da9048ec8c9" -d '{"events": [{"server_uuid": "9015e3f2-290e-4376-a9b6-d44a8d996bfd", "name": "network-vif-deleted", "tag": "e0c1cac1-35c4-4d0c-8304-d78dbf73e818"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:14:18.933499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Router e5a385d1-f852-473b-8430-e804eb819f09 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:14:18.968556 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b12df39a-3031-4df4-9048-66a7e6917bda tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:19.095203 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:14:19.095637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12df39a-3031-4df4-9048-66a7e6917bda tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Subnet': ['ID=72d48591-e2f6-420e-a73d-6486e4af870b,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:19.109049 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb2ebe3-a8cf-43e1-b967-0b408d326185 x-openstack-request-id: req-cfb2ebe3-a8cf-43e1-b967-0b408d326185 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:14:19.109442 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9015e3f2-290e-4376-a9b6-d44a8d996bfd", "name": "network-vif-deleted", "tag": "e0c1cac1-35c4-4d0c-8304-d78dbf73e818", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:14:19.109789 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cfb2ebe3-a8cf-43e1-b967-0b408d326185 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:14:19.110323 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9015e3f2-290e-4376-a9b6-d44a8d996bfd', 'name': 'network-vif-deleted', 'tag': 'e0c1cac1-35c4-4d0c-8304-d78dbf73e818', 'status': 'completed', 'code': 200} Aug 05 14:14:19.110665 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Sync routers for ids ['e5a385d1-f852-473b-8430-e804eb819f09'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:14:19.130465 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Routers {'e5a385d1-f852-473b-8430-e804eb819f09'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:19.131488 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e5a385d1-f852-473b-8430-e804eb819f09'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:19.139533 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:19.142109 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0a499a12-df9b-4c33-bc22-bab9ce81ebaa tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4129300 Aug 05 14:14:19.142232 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12df39a-3031-4df4-9048-66a7e6917bda tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Checking segment: {'id': '111e1caa-7b16-49b3-8198-cc00a377a71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c07c9a5d-c5a9-4d6e-8292-66a2def9fa09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:14:19.144564 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12df39a-3031-4df4-9048-66a7e6917bda tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network hostable DHCP agents. Network: c07c9a5d-c5a9-4d6e-8292-66a2def9fa09, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:14:19.144993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45968) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:19.190679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12df39a-3031-4df4-9048-66a7e6917bda tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network c07c9a5d-c5a9-4d6e-8292-66a2def9fa09 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:14:19.213445 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-b12df39a-3031-4df4-9048-66a7e6917bda tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, c07c9a5d-c5a9-4d6e-8292-66a2def9fa09) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:19.218222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12df39a-3031-4df4-9048-66a7e6917bda tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:19.218962 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b12df39a-3031-4df4-9048-66a7e6917bda tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:19.223375 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a72c94-cd7e-4daf-8883-09b75a3ae5e3 None None] Network c07c9a5d-c5a9-4d6e-8292-66a2def9fa09 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:19.275313 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b12df39a-3031-4df4-9048-66a7e6917bda tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8065472 Aug 05 14:14:19.275672 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54904a17-bb46-4ee1-9beb-1ebc068a834b req-790ca859-a9a3-469d-b452-fddb9b44c6fa tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9015e3f2-290e-4376-a9b6-d44a8d996bfd HTTP/1.1" status: 200 len: 210 time: 0.0430951 Aug 05 14:14:19.278543 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45972) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:19.283923 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-12bfa794-081b-412a-b134-72e1d52474dc tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'network_id': 'c07c9a5d-c5a9-4d6e-8292-66a2def9fa09', 'name': 'tempest-PortsIpV6TestJSON-390833496', 'fixed_ips': [{'subnet_id': '72d48591-e2f6-420e-a73d-6486e4af870b', 'ip_address': '2001:db8::10'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:19.311774 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Set router e5a385d1-f852-473b-8430-e804eb819f09 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:14:19.467287 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a3252481-96f9-499f-83e7-cc96b839be92 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "GET /v2.0/routers/e5a385d1-f852-473b-8430-e804eb819f09 HTTP/1.1" status: 200 len: 908 time: 0.3201311 Aug 05 14:14:19.471019 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45978) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:19.499741 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1881926278', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'enable_snat': True}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:19.516084 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:19.656882 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a385d1-f852-473b-8430-e804eb819f09', 'name': 'tempest-snat-router-1881926278', 'tenant_id': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86'}], 'enable_snat': False}, 'gw_port_id': '1b1769b8-e438-43a7-bc3e-037a9e96f3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:14:15Z', 'updated_at': '2021-08-05T14:14:17Z', 'revision_number': 3, 'project_id': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'gw_port': {'id': '1b1769b8-e438-43a7-bc3e-037a9e96f3c3', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a385d1-f852-473b-8430-e804eb819f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:14:16Z', 'updated_at': '2021-08-05T14:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:19.667277 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-c07c9a5d-c5a9-4d6e-8292-66a2def9fa09', 'network_id': 'c07c9a5d-c5a9-4d6e-8292-66a2def9fa09', 'tenant_id': '34b65db42ce04e00bbd1cac74b05f5a2', 'fixed_ips': [{'subnet_id': '72d48591-e2f6-420e-a73d-6486e4af870b'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:14:19.668440 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:19.673932 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:19.678269 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:19.698587 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Checking router: e5a385d1-f852-473b-8430-e804eb819f09 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:14:19.699052 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Updating router e5a385d1-f852-473b-8430-e804eb819f09 port 1b1769b8-e438-43a7-bc3e-037a9e96f3c3 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:14:19.729829 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:19.733271 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bfa794-081b-412a-b134-72e1d52474dc tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:14:19.808156 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:19.858720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Allocated IP 2001:db8::2 (c07c9a5d-c5a9-4d6e-8292-66a2def9fa09/72d48591-e2f6-420e-a73d-6486e4af870b/ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:19.961158 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-12bfa794-081b-412a-b134-72e1d52474dc tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:20.002271 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:20.012370 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-12bfa794-081b-412a-b134-72e1d52474dc tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] device_id is not set on port 0d7b0381-92c1-4524-90aa-989f59a1e1a9 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:14:20.061921 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:20.074198 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Transition to ACTIVE for port object ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:20.087915 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:20.093295 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Transition to ACTIVE for port object ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:20.099402 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Transition to ACTIVE for port object 1b1769b8-e438-43a7-bc3e-037a9e96f3c3 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:20.101385 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:20.111525 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:20.155854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Pushing event updated for resources: {'Port': ['ID=ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:20.169644 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Network c07c9a5d-c5a9-4d6e-8292-66a2def9fa09 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:20.171874 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:20.178355 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:20.182232 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Attempting to bind port 1b1769b8-e438-43a7-bc3e-037a9e96f3c3 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:14:20.183100 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Attempting to bind port 1b1769b8-e438-43a7-bc3e-037a9e96f3c3 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:14:20.183624 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Attempting to bind port 1b1769b8-e438-43a7-bc3e-037a9e96f3c3 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:14:20.198375 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:14:20.199123 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:14:20.199768 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:20.200478 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:14:20.201113 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Bound port: 1b1769b8-e438-43a7-bc3e-037a9e96f3c3, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:14:20.201658 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:20.253602 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Attempting to bind port ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:14:20.254292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Attempting to bind port ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '111e1caa-7b16-49b3-8198-cc00a377a71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c07c9a5d-c5a9-4d6e-8292-66a2def9fa09'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:14:20.254606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Attempting to bind port ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb on network c07c9a5d-c5a9-4d6e-8292-66a2def9fa09 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:14:20.261847 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] For port 1b1769b8-e438-43a7-bc3e-037a9e96f3c3, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:14:20.266047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:14:20.266516 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] For port 1b1769b8-e438-43a7-bc3e-037a9e96f3c3, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1b1769b8-e438-43a7-bc3e-037a9e96f3c3,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:14:20.267118 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Checking segment: {'id': '111e1caa-7b16-49b3-8198-cc00a377a71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c07c9a5d-c5a9-4d6e-8292-66a2def9fa09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:14:20.267686 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:20.268152 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Bound using segment: {'id': '111e1caa-7b16-49b3-8198-cc00a377a71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c07c9a5d-c5a9-4d6e-8292-66a2def9fa09'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:14:20.269203 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Bound port: ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111e1caa-7b16-49b3-8198-cc00a377a71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c07c9a5d-c5a9-4d6e-8292-66a2def9fa09'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:14:20.271273 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:20.278055 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:20.283167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device e0c1cac1-35c4-4d0c-8304-d78dbf73e818 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:20.288520 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ffbea-a89d-4f49-b95c-40246240d6c6 None None] Pushing event updated for resources: {'Port': ['ID=1b1769b8-e438-43a7-bc3e-037a9e96f3c3,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:20.340373 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: e0c1cac1-35c4-4d0c-8304-d78dbf73e818 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:14:20.340373 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device e0c1cac1-35c4-4d0c-8304-d78dbf73e818 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:14:20.348140 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Routers {'e5a385d1-f852-473b-8430-e804eb819f09'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:20.348781 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e5a385d1-f852-473b-8430-e804eb819f09'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:20.373374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45996) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:20.386219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-12bfa794-081b-412a-b134-72e1d52474dc tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Allocated IP 2001:db8::10 (c07c9a5d-c5a9-4d6e-8292-66a2def9fa09/72d48591-e2f6-420e-a73d-6486e4af870b/0d7b0381-92c1-4524-90aa-989f59a1e1a9) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:20.411294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] For port ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:14:20.415082 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] For port ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb,segment=NetworkSegment(111e1caa-7b16-49b3-8198-cc00a377a71f),segment_id=111e1caa-7b16-49b3-8198-cc00a377a71f)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:14:20.423645 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ffbea-a89d-4f49-b95c-40246240d6c6 None None] Pushing event updated for resources: {'Port': ['ID=1b1769b8-e438-43a7-bc3e-037a9e96f3c3,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:20.428997 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:20.497438 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:20.557631 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa16474-757a-4f47-94fc-df547daae063 None None] Pushing event updated for resources: {'Port': ['ID=ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:20.565949 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:20.742847 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Allocated IP 172.25.5.7 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/7eee13c5-c70b-4f87-af8f-d3f2a9072dcf) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:20.781741 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] Set router e5a385d1-f852-473b-8430-e804eb819f09 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:14:21.067548 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f14780bc-749d-4e7d-95fa-d258ba1e7686 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=efb2096c979943289a78557dc4d70974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1522820 Aug 05 14:14:21.088984 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a385d1-f852-473b-8430-e804eb819f09', 'name': 'tempest-snat-router-1881926278', 'tenant_id': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86'}], 'enable_snat': False}, 'gw_port_id': '1b1769b8-e438-43a7-bc3e-037a9e96f3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:14:15Z', 'updated_at': '2021-08-05T14:14:17Z', 'revision_number': 3, 'project_id': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'gw_port': {'id': '1b1769b8-e438-43a7-bc3e-037a9e96f3c3', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a385d1-f852-473b-8430-e804eb819f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:14:16Z', 'updated_at': '2021-08-05T14:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:21.096600 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d5bfc873-c53d-44f6-8fc5-a9c2f5cd89ea tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:21.112914 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:21.120359 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca107c8-68e8-4086-b0fa-03be5af5b9f1 None None] The sync data for ids ['e5a385d1-f852-473b-8430-e804eb819f09'] in n-d-803585-2 is: [{'id': 'e5a385d1-f852-473b-8430-e804eb819f09', 'name': 'tempest-snat-router-1881926278', 'tenant_id': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86'}], 'enable_snat': False}, 'gw_port_id': '1b1769b8-e438-43a7-bc3e-037a9e96f3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:14:15Z', 'updated_at': '2021-08-05T14:14:17Z', 'revision_number': 3, 'project_id': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'gw_port': {'id': '1b1769b8-e438-43a7-bc3e-037a9e96f3c3', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a385d1-f852-473b-8430-e804eb819f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:14:16Z', 'updated_at': '2021-08-05T14:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:14:21.284766 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:21.437933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94d984-48b0-44d4-9339-3709abf08180 req-c5187b56-f81d-4579-83a5-b9493b7775aa tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:21.437933 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e94d984-48b0-44d4-9339-3709abf08180 req-c5187b56-f81d-4579-83a5-b9493b7775aa tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3667850 Aug 05 14:14:21.440923 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-12bfa794-081b-412a-b134-72e1d52474dc tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:21.459843 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:21.499449 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e94d984-48b0-44d4-9339-3709abf08180 req-1214a07b-29d1-4c36-8714-37a4be71941a tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/quotas/efb2096c979943289a78557dc4d70974 HTTP/1.1" status: 200 len: 375 time: 0.0546126 Aug 05 14:14:21.506161 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-12bfa794-081b-412a-b134-72e1d52474dc tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Transition to ACTIVE for port object 0d7b0381-92c1-4524-90aa-989f59a1e1a9 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:21.541384 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:21.569344 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:21.622106 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:21.646834 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e94d984-48b0-44d4-9339-3709abf08180 req-667d87fd-0b88-4d4f-8226-e18c4baf8ad0 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=efb2096c979943289a78557dc4d70974&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0992074 Aug 05 14:14:21.682794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Pushing event updated for resources: {'Port': ['ID=7eee13c5-c70b-4f87-af8f-d3f2a9072dcf,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:21.742802 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-d5bfc873-c53d-44f6-8fc5-a9c2f5cd89ea tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Deleting port 6ff7e56b-0b05-4205-99e6-6979daf8dec0 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:21.743417 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d5bfc873-c53d-44f6-8fc5-a9c2f5cd89ea tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:21.935480 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-12bfa794-081b-412a-b134-72e1d52474dc tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:21.987736 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5bff78a6-3c7d-4d83-ab2b-1e12207ac97b req-80528c05-46e2-4b96-83f8-71e026d83fe6 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 210 time: 0.0889938 Aug 05 14:14:22.053002 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-d5bfc873-c53d-44f6-8fc5-a9c2f5cd89ea tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] For port 6ff7e56b-0b05-4205-99e6-6979daf8dec0, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=6ff7e56b-0b05-4205-99e6-6979daf8dec0,segment=NetworkSegment(ead16170-7b96-4714-ae9f-e80f90eda2e2),segment_id=ead16170-7b96-4714-ae9f-e80f90eda2e2)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:22.053296 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d5bfc873-c53d-44f6-8fc5-a9c2f5cd89ea tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:22.107830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bfa794-081b-412a-b134-72e1d52474dc tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network c07c9a5d-c5a9-4d6e-8292-66a2def9fa09 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:22.118311 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e70b5af-555a-40c1-b63c-6228695f675b None None] Network c07c9a5d-c5a9-4d6e-8292-66a2def9fa09 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:22.123056 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-d5bfc873-c53d-44f6-8fc5-a9c2f5cd89ea tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Calling delete_port for 6ff7e56b-0b05-4205-99e6-6979daf8dec0 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:22.141946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-12bfa794-081b-412a-b134-72e1d52474dc tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:22.148996 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bfa794-081b-412a-b134-72e1d52474dc tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:22.158032 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1b1769b8-e438-43a7-bc3e-037a9e96f3c3 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:14:22.159031 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bfa794-081b-412a-b134-72e1d52474dc tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:22.160407 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-12bfa794-081b-412a-b134-72e1d52474dc tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:22.175264 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfa794-081b-412a-b134-72e1d52474dc tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=0d7b0381-92c1-4524-90aa-989f59a1e1a9,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:22.264482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-15785e23-0091-4e52-b66e-729f6a26afc4 None None] Provisioning for port ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:22.339141 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 1b1769b8-e438-43a7-bc3e-037a9e96f3c3 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:22.354749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 1b1769b8-e438-43a7-bc3e-037a9e96f3c3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:22.355482 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:22.540938 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d5bfc873-c53d-44f6-8fc5-a9c2f5cd89ea tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:22.591344 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfc873-c53d-44f6-8fc5-a9c2f5cd89ea tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event deleted for resources: {'Port': ['ID=6ff7e56b-0b05-4205-99e6-6979daf8dec0,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:22.691115 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:22.746511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 1b1769b8-e438-43a7-bc3e-037a9e96f3c3, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1b1769b8-e438-43a7-bc3e-037a9e96f3c3,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:22.774672 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:22.775999 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:14:22.964616 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d5bfc873-c53d-44f6-8fc5-a9c2f5cd89ea tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:22.970465 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=1b1769b8-e438-43a7-bc3e-037a9e96f3c3,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:22.981981 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-12bfa794-081b-412a-b134-72e1d52474dc tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7000787 Aug 05 14:14:22.982610 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46054) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:23.016162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-6a8afa68-3a52-40e6-b030-06cae84cee04 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'network_id': 'c07c9a5d-c5a9-4d6e-8292-66a2def9fa09', 'name': 'tempest-PortsIpV6TestJSON-1855212027', 'fixed_ips': [{'subnet_id': '72d48591-e2f6-420e-a73d-6486e4af870b', 'ip_address': '2001:db8::f'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:23.020306 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:23.030270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:23.030695 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:23.162529 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:14:23.191071 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:23.244510 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-26e98fe8-1b5a-4eb3-8f7e-5e5456854c36 req-84bbb196-d9d8-41c5-9e19-4dbd0c90fcc8 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 210 time: 0.1207850 Aug 05 14:14:23.276905 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb,segment=NetworkSegment(111e1caa-7b16-49b3-8198-cc00a377a71f),segment_id=111e1caa-7b16-49b3-8198-cc00a377a71f)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:23.288602 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:23.293273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:23.328363 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-caff16bc-4f23-4e31-8e85-c1d3c35e64bb None None] Provisioning for port 0d7b0381-92c1-4524-90aa-989f59a1e1a9 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:23.348690 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-caff16bc-4f23-4e31-8e85-c1d3c35e64bb None None] Provisioning complete for port 0d7b0381-92c1-4524-90aa-989f59a1e1a9 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:23.349407 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-caff16bc-4f23-4e31-8e85-c1d3c35e64bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:23.508723 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:23.520665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bfc873-c53d-44f6-8fc5-a9c2f5cd89ea tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Router e6b4a55a-9441-4d55-a869-d5b76b30ded6 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:14:23.520849 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-caff16bc-4f23-4e31-8e85-c1d3c35e64bb None None] Port 0d7b0381-92c1-4524-90aa-989f59a1e1a9 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:23.567642 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-caff16bc-4f23-4e31-8e85-c1d3c35e64bb None None] Provisioning complete for port ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:23.568369 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-caff16bc-4f23-4e31-8e85-c1d3c35e64bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:23.594470 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8afa68-3a52-40e6-b030-06cae84cee04 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:14:23.615302 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a8afa68-3a52-40e6-b030-06cae84cee04 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:23.847143 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e94d984-48b0-44d4-9339-3709abf08180 req-cb6ba470-7daf-4850-9b92-1a39a2921933 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=efb2096c979943289a78557dc4d70974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2228153 Aug 05 14:14:23.854032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-6a8afa68-3a52-40e6-b030-06cae84cee04 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] device_id is not set on port 9ed6de9e-bffe-439b-8e79-55f4fdddc6ff yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:14:23.867587 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bfc873-c53d-44f6-8fc5-a9c2f5cd89ea tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:14:23.880143 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a4526ee8-2aec-4274-8be8-8abe222a10dc None None] Provisioning complete for port 0d7b0381-92c1-4524-90aa-989f59a1e1a9 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:23.880864 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4526ee8-2aec-4274-8be8-8abe222a10dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:23.888509 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d5bfc873-c53d-44f6-8fc5-a9c2f5cd89ea tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "PUT /v2.0/routers/e6b4a55a-9441-4d55-a869-d5b76b30ded6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5103028 Aug 05 14:14:23.891584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46074) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:23.925754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f716dafa-b360-4d05-9f94-c9e7042dd118 None None] Sync routers for ids ['e6b4a55a-9441-4d55-a869-d5b76b30ded6'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:14:23.971806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a4526ee8-2aec-4274-8be8-8abe222a10dc None None] Port 0d7b0381-92c1-4524-90aa-989f59a1e1a9 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:23.976886 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f716dafa-b360-4d05-9f94-c9e7042dd118 None None] Routers {'e6b4a55a-9441-4d55-a869-d5b76b30ded6'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:23.979433 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f716dafa-b360-4d05-9f94-c9e7042dd118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e6b4a55a-9441-4d55-a869-d5b76b30ded6'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:24.044629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c4ee43-c628-4ebf-a310-ef4668e48fd1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Deleting subnet 91872a62-c55b-4ad4-9823-34b6df72650c {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:14:24.055349 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66c4ee43-c628-4ebf-a310-ef4668e48fd1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:24.066133 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1b1769b8-e438-43a7-bc3e-037a9e96f3c3 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:14:24.177022 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66c4ee43-c628-4ebf-a310-ef4668e48fd1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:24.195293 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 1b1769b8-e438-43a7-bc3e-037a9e96f3c3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:24.195667 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:24.240715 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f716dafa-b360-4d05-9f94-c9e7042dd118 None None] Set router e6b4a55a-9441-4d55-a869-d5b76b30ded6 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:14:24.325388 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66c4ee43-c628-4ebf-a310-ef4668e48fd1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:24.354484 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:24.432647 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66c4ee43-c628-4ebf-a310-ef4668e48fd1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:24.479546 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66c4ee43-c628-4ebf-a310-ef4668e48fd1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:24.485065 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-66c4ee43-c628-4ebf-a310-ef4668e48fd1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "DELETE /v2.0/subnets/91872a62-c55b-4ad4-9823-34b6df72650c HTTP/1.1" status: 204 len: 168 time: 0.5923431 Aug 05 14:14:24.504622 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a55b482-c1c1-427b-9968-ec32c00d2ffb None None] Network 7702ec51-1457-4842-917d-3eceb4fe0b0b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:24.524743 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46086) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:24.536693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4ee43-c628-4ebf-a310-ef4668e48fd1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event deleted for resources: {'Subnet': ['ID=91872a62-c55b-4ad4-9823-34b6df72650c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:24.538794 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dc049824-5bc8-40ce-8828-2b87524e3b9e req-eebb7451-ea0d-475b-801c-362889543268 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 210 time: 0.1041169 Aug 05 14:14:24.677495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc9637-a273-451f-a623-034ad45492b2 req-8df0df8e-c3ff-434f-9a80-2c3b727179f2 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:24.687078 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc9637-a273-451f-a623-034ad45492b2 req-8df0df8e-c3ff-434f-9a80-2c3b727179f2 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:24.693345 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc9637-a273-451f-a623-034ad45492b2 req-8df0df8e-c3ff-434f-9a80-2c3b727179f2 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:24.704080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc9637-a273-451f-a623-034ad45492b2 req-8df0df8e-c3ff-434f-9a80-2c3b727179f2 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:24.708699 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94d984-48b0-44d4-9339-3709abf08180 req-5e2baeed-4812-4a83-869f-3a4f688fd79a tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:24.710569 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e94d984-48b0-44d4-9339-3709abf08180 req-5e2baeed-4812-4a83-869f-3a4f688fd79a tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7194796 Aug 05 14:14:24.712003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc9637-a273-451f-a623-034ad45492b2 req-8df0df8e-c3ff-434f-9a80-2c3b727179f2 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:24.723041 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc9637-a273-451f-a623-034ad45492b2 req-8df0df8e-c3ff-434f-9a80-2c3b727179f2 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:24.730332 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-2e94d984-48b0-44d4-9339-3709abf08180 req-52123298-a6ba-48cf-b9d1-da4262e19397 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Request body: {'port': {'device_id': 'cbc19614-f5e2-4b5a-854a-f8938903bd93', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': 'efb2096c979943289a78557dc4d70974'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:24.733155 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc9637-a273-451f-a623-034ad45492b2 req-8df0df8e-c3ff-434f-9a80-2c3b727179f2 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:24.735541 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eebc9637-a273-451f-a623-034ad45492b2 req-8df0df8e-c3ff-434f-9a80-2c3b727179f2 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5445 time: 0.2476120 Aug 05 14:14:24.746209 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-6a8afa68-3a52-40e6-b030-06cae84cee04 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Allocated IP 2001:db8::f (c07c9a5d-c5a9-4d6e-8292-66a2def9fa09/72d48591-e2f6-420e-a73d-6486e4af870b/9ed6de9e-bffe-439b-8e79-55f4fdddc6ff) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:24.796374 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:14:24.915160 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eebc9637-a273-451f-a623-034ad45492b2 req-c62542fb-1c2b-482d-8297-e9a4574ebe26 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1706212 Aug 05 14:14:24.952195 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f716dafa-b360-4d05-9f94-c9e7042dd118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-541206146', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '3060ff16-2f50-47dc-beaa-45ae48bff9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:39Z', 'updated_at': '2021-08-05T14:14:22Z', 'revision_number': 5, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '3060ff16-2f50-47dc-beaa-45ae48bff9f6', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:41Z', 'updated_at': '2021-08-05T14:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:24.958105 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a66326b5-ee18-46d3-b4c1-3d9a067302b6 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:24.987817 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:24.988451 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:25.019337 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f716dafa-b360-4d05-9f94-c9e7042dd118 None None] Checking router: e6b4a55a-9441-4d55-a869-d5b76b30ded6 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:14:25.025263 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Router a4fba263-dccb-41c1-a583-fc6563eefa8b is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:14:25.082388 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f716dafa-b360-4d05-9f94-c9e7042dd118 None None] Routers {'e6b4a55a-9441-4d55-a869-d5b76b30ded6'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:25.086708 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f716dafa-b360-4d05-9f94-c9e7042dd118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e6b4a55a-9441-4d55-a869-d5b76b30ded6'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:25.150909 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e94d984-48b0-44d4-9339-3709abf08180 req-52123298-a6ba-48cf-b9d1-da4262e19397 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Made reservation on behalf of efb2096c979943289a78557dc4d70974 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:14:25.154749 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2e94d984-48b0-44d4-9339-3709abf08180 req-52123298-a6ba-48cf-b9d1-da4262e19397 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:25.160744 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a66326b5-ee18-46d3-b4c1-3d9a067302b6 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:25.172042 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2e94d984-48b0-44d4-9339-3709abf08180 req-52123298-a6ba-48cf-b9d1-da4262e19397 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:25.185951 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219721f9-64a9-462e-a8ba-f586a62633a6 None None] DHCP port deletion for 7702ec51-1457-4842-917d-3eceb4fe0b0b request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:14:25.238318 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-a66326b5-ee18-46d3-b4c1-3d9a067302b6 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Deleting port 3060ff16-2f50-47dc-beaa-45ae48bff9f6 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:25.239165 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a66326b5-ee18-46d3-b4c1-3d9a067302b6 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:25.282574 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a8afa68-3a52-40e6-b030-06cae84cee04 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:25.338127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-6a8afa68-3a52-40e6-b030-06cae84cee04 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Transition to ACTIVE for port object 9ed6de9e-bffe-439b-8e79-55f4fdddc6ff will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:25.343366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-a66326b5-ee18-46d3-b4c1-3d9a067302b6 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] For port 3060ff16-2f50-47dc-beaa-45ae48bff9f6, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3060ff16-2f50-47dc-beaa-45ae48bff9f6,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:25.343876 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a66326b5-ee18-46d3-b4c1-3d9a067302b6 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:25.349615 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:14:25.364156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-a66326b5-ee18-46d3-b4c1-3d9a067302b6 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Calling delete_port for 3060ff16-2f50-47dc-beaa-45ae48bff9f6 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:25.377540 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Sync routers for ids ['a4fba263-dccb-41c1-a583-fc6563eefa8b'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:14:25.393779 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Routers {'a4fba263-dccb-41c1-a583-fc6563eefa8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:25.394462 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a4fba263-dccb-41c1-a583-fc6563eefa8b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:25.532722 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2e94d984-48b0-44d4-9339-3709abf08180 req-52123298-a6ba-48cf-b9d1-da4262e19397 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:25.535465 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a8afa68-3a52-40e6-b030-06cae84cee04 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:25.547491 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2e94d984-48b0-44d4-9339-3709abf08180 req-52123298-a6ba-48cf-b9d1-da4262e19397 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:25.580252 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a66326b5-ee18-46d3-b4c1-3d9a067302b6 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:25.599076 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:25.600843 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1aa6904a-eab4-4158-8fd5-3e265703358b tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.1287234 Aug 05 14:14:25.618922 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46108) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:25.624440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66326b5-ee18-46d3-b4c1-3d9a067302b6 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event deleted for resources: {'Port': ['ID=3060ff16-2f50-47dc-beaa-45ae48bff9f6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:25.654348 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Set router a4fba263-dccb-41c1-a583-fc6563eefa8b gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:14:25.672429 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8afa68-3a52-40e6-b030-06cae84cee04 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network c07c9a5d-c5a9-4d6e-8292-66a2def9fa09 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:25.738009 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-219721f9-64a9-462e-a8ba-f586a62633a6 None None] Deleting port 602f9f07-f300-4976-9590-a4701b62827b {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:25.738760 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-219721f9-64a9-462e-a8ba-f586a62633a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:25.752331 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f716dafa-b360-4d05-9f94-c9e7042dd118 None None] Set router e6b4a55a-9441-4d55-a869-d5b76b30ded6 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:14:25.754970 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a66326b5-ee18-46d3-b4c1-3d9a067302b6 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:25.836727 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-2e94d984-48b0-44d4-9339-3709abf08180 req-52123298-a6ba-48cf-b9d1-da4262e19397 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Allocated IP 192.168.233.247 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/11b9839f-491e-4966-bb3d-69ab00d283b8) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:25.856088 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-6a8afa68-3a52-40e6-b030-06cae84cee04 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:25.874189 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8afa68-3a52-40e6-b030-06cae84cee04 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:25.896651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8afa68-3a52-40e6-b030-06cae84cee04 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:25.899005 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a8afa68-3a52-40e6-b030-06cae84cee04 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:25.967869 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cdb4667c-58b6-4f41-888a-3b15a390707c req-b29db056-af0f-45ec-9cdd-fd256a4fe26f tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 210 time: 0.2416027 Aug 05 14:14:25.983676 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52123298-a6ba-48cf-b9d1-da4262e19397 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e80e20-ff47-4793-a1b8-4b5553d05fea,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:26.008031 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8afa68-3a52-40e6-b030-06cae84cee04 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=9ed6de9e-bffe-439b-8e79-55f4fdddc6ff,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:26.122550 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6a8afa68-3a52-40e6-b030-06cae84cee04 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1240129 Aug 05 14:14:26.135742 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46118) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:26.142034 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-e4d49f2c-b9ab-4a4d-aceb-0a1db23cf9b5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:26.180568 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-e4d49f2c-b9ab-4a4d-aceb-0a1db23cf9b5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:26.195098 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-e4d49f2c-b9ab-4a4d-aceb-0a1db23cf9b5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:26.201592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-e4d49f2c-b9ab-4a4d-aceb-0a1db23cf9b5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:26.204780 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-219721f9-64a9-462e-a8ba-f586a62633a6 None None] For port 602f9f07-f300-4976-9590-a4701b62827b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=602f9f07-f300-4976-9590-a4701b62827b,segment=NetworkSegment(ead16170-7b96-4714-ae9f-e80f90eda2e2),segment_id=ead16170-7b96-4714-ae9f-e80f90eda2e2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:26.206505 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-219721f9-64a9-462e-a8ba-f586a62633a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:26.215304 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-e4d49f2c-b9ab-4a4d-aceb-0a1db23cf9b5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:26.237207 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-219721f9-64a9-462e-a8ba-f586a62633a6 None None] Calling delete_port for 602f9f07-f300-4976-9590-a4701b62827b owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:26.243501 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-e4d49f2c-b9ab-4a4d-aceb-0a1db23cf9b5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:26.247319 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4fba263-dccb-41c1-a583-fc6563eefa8b', 'name': 'tempest-snat-router-1881926278', 'tenant_id': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '7eee13c5-c70b-4f87-af8f-d3f2a9072dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:14:19Z', 'updated_at': '2021-08-05T14:14:22Z', 'revision_number': 3, 'project_id': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'gw_port': {'id': '7eee13c5-c70b-4f87-af8f-d3f2a9072dcf', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4fba263-dccb-41c1-a583-fc6563eefa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:14:20Z', 'updated_at': '2021-08-05T14:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:26.277425 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-e4d49f2c-b9ab-4a4d-aceb-0a1db23cf9b5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:26.279431 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-e4d49f2c-b9ab-4a4d-aceb-0a1db23cf9b5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.84 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5445 time: 0.5722072 Aug 05 14:14:26.330350 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a66326b5-ee18-46d3-b4c1-3d9a067302b6 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:26.331358 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Checking router: a4fba263-dccb-41c1-a583-fc6563eefa8b for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:14:26.331910 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Updating router a4fba263-dccb-41c1-a583-fc6563eefa8b port 7eee13c5-c70b-4f87-af8f-d3f2a9072dcf binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:14:26.377766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-77347826-cf83-4b85-a78e-fb125a7461bb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:26.378876 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-77347826-cf83-4b85-a78e-fb125a7461bb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.84 "GET /v2.0/ports/16f41a90-f0ad-41fd-94e2-ad79df4668bf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0550458 Aug 05 14:14:26.382725 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a66326b5-ee18-46d3-b4c1-3d9a067302b6 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:26.392024 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:26.436932 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 602f9f07-f300-4976-9590-a4701b62827b no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:26.504543 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 602f9f07-f300-4976-9590-a4701b62827b {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:14:26.504902 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 602f9f07-f300-4976-9590-a4701b62827b not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:14:26.541933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65957722-d454-4e82-ab12-91a254fcb24c req-0eb56302-8700-42dd-a65b-1eb7972cdfeb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:26.548146 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65957722-d454-4e82-ab12-91a254fcb24c req-0eb56302-8700-42dd-a65b-1eb7972cdfeb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:26.554667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65957722-d454-4e82-ab12-91a254fcb24c req-0eb56302-8700-42dd-a65b-1eb7972cdfeb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:26.560554 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65957722-d454-4e82-ab12-91a254fcb24c req-0eb56302-8700-42dd-a65b-1eb7972cdfeb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:26.564314 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-219721f9-64a9-462e-a8ba-f586a62633a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:26.566787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65957722-d454-4e82-ab12-91a254fcb24c req-0eb56302-8700-42dd-a65b-1eb7972cdfeb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:26.574158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65957722-d454-4e82-ab12-91a254fcb24c req-0eb56302-8700-42dd-a65b-1eb7972cdfeb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:26.579433 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2b6bf310-9e6c-4673-954a-1c21551e7cc8 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "GET /v2.0/routers/a4fba263-dccb-41c1-a583-fc6563eefa8b HTTP/1.1" status: 200 len: 906 time: 0.9593711 Aug 05 14:14:26.580092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65957722-d454-4e82-ab12-91a254fcb24c req-0eb56302-8700-42dd-a65b-1eb7972cdfeb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:26.589233 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-65957722-d454-4e82-ab12-91a254fcb24c req-0eb56302-8700-42dd-a65b-1eb7972cdfeb tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5445 time: 0.4728513 Aug 05 14:14:26.591834 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46126) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:26.625057 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219721f9-64a9-462e-a8ba-f586a62633a6 None None] Pushing event deleted for resources: {'Port': ['ID=602f9f07-f300-4976-9590-a4701b62827b,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:26.636201 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219721f9-64a9-462e-a8ba-f586a62633a6 None None] No DVR routers for this DVR port 602f9f07-f300-4976-9590-a4701b62827b on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:14:26.637058 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2e94d984-48b0-44d4-9339-3709abf08180 req-52123298-a6ba-48cf-b9d1-da4262e19397 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:26.652432 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8213a688-f895-4eb3-b866-d89a9ff0c921 None None] Provisioning for port 9ed6de9e-bffe-439b-8e79-55f4fdddc6ff completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:26.652432 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8213a688-f895-4eb3-b866-d89a9ff0c921 None None] Provisioning complete for port 9ed6de9e-bffe-439b-8e79-55f4fdddc6ff triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:26.653609 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8213a688-f895-4eb3-b866-d89a9ff0c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:26.656931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-2e94d984-48b0-44d4-9339-3709abf08180 req-52123298-a6ba-48cf-b9d1-da4262e19397 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Transition to ACTIVE for port object 11b9839f-491e-4966-bb3d-69ab00d283b8 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:26.692471 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-65957722-d454-4e82-ab12-91a254fcb24c req-a42cb0e3-6aed-43f7-ad98-bd0bea8bf3d4 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1022451 Aug 05 14:14:26.700362 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a66326b5-ee18-46d3-b4c1-3d9a067302b6 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:26.701360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66326b5-ee18-46d3-b4c1-3d9a067302b6 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Fanout notify agent at l3_agent the message router_deleted on router e6b4a55a-9441-4d55-a869-d5b76b30ded6 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:14:26.712485 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a66326b5-ee18-46d3-b4c1-3d9a067302b6 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:26.716690 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a66326b5-ee18-46d3-b4c1-3d9a067302b6 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "DELETE /v2.0/routers/e6b4a55a-9441-4d55-a869-d5b76b30ded6 HTTP/1.1" status: 204 len: 168 time: 2.1701458 Aug 05 14:14:26.717129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46132) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:26.739179 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8213a688-f895-4eb3-b866-d89a9ff0c921 None None] Port 9ed6de9e-bffe-439b-8e79-55f4fdddc6ff cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:26.759844 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2e94d984-48b0-44d4-9339-3709abf08180 req-52123298-a6ba-48cf-b9d1-da4262e19397 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:26.866350 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f716dafa-b360-4d05-9f94-c9e7042dd118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-541206146', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '3060ff16-2f50-47dc-beaa-45ae48bff9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:39Z', 'updated_at': '2021-08-05T14:14:22Z', 'revision_number': 5, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '3060ff16-2f50-47dc-beaa-45ae48bff9f6', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:41Z', 'updated_at': '2021-08-05T14:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:26.894137 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:26.902304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f716dafa-b360-4d05-9f94-c9e7042dd118 None None] The sync data for ids ['e6b4a55a-9441-4d55-a869-d5b76b30ded6'] in n-d-803585-2 is: [{'id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-541206146', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '3060ff16-2f50-47dc-beaa-45ae48bff9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:39Z', 'updated_at': '2021-08-05T14:14:22Z', 'revision_number': 5, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '3060ff16-2f50-47dc-beaa-45ae48bff9f6', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4a55a-9441-4d55-a869-d5b76b30ded6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:41Z', 'updated_at': '2021-08-05T14:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:14:26.907601 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Transition to ACTIVE for port object 7eee13c5-c70b-4f87-af8f-d3f2a9072dcf will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:26.926788 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:26.927814 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52123298-a6ba-48cf-b9d1-da4262e19397 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Pushing event updated for resources: {'Port': ['ID=11b9839f-491e-4966-bb3d-69ab00d283b8,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:26.966496 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Attempting to bind port 7eee13c5-c70b-4f87-af8f-d3f2a9072dcf on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:14:26.966956 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Attempting to bind port 7eee13c5-c70b-4f87-af8f-d3f2a9072dcf by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:14:26.967376 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Attempting to bind port 7eee13c5-c70b-4f87-af8f-d3f2a9072dcf on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:14:26.971947 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a805d5d-e7ff-4eca-acd6-3b496f259a9f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:26.981488 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1a805d5d-e7ff-4eca-acd6-3b496f259a9f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.8446028 Aug 05 14:14:26.985449 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46136) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:26.993799 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:14:26.996011 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:14:26.996710 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:26.997226 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:14:26.997929 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Bound port: 7eee13c5-c70b-4f87-af8f-d3f2a9072dcf, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:14:26.998470 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:27.065308 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083f2c4-a3ef-48d6-b5d4-f9329d56c2b7 None None] Pushing event updated for resources: {'Port': ['ID=7eee13c5-c70b-4f87-af8f-d3f2a9072dcf,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:27.083256 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] For port 7eee13c5-c70b-4f87-af8f-d3f2a9072dcf, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:14:27.087740 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] For port 7eee13c5-c70b-4f87-af8f-d3f2a9072dcf, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7eee13c5-c70b-4f87-af8f-d3f2a9072dcf,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:14:27.103376 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:27.114972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e94d984-48b0-44d4-9339-3709abf08180 req-52123298-a6ba-48cf-b9d1-da4262e19397 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:27.155930 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-2e94d984-48b0-44d4-9339-3709abf08180 req-52123298-a6ba-48cf-b9d1-da4262e19397 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:27.159927 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4fe5635a-a27e-4f86-8cb0-2fe529667877 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:27.186887 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083f2c4-a3ef-48d6-b5d4-f9329d56c2b7 None None] Pushing event updated for resources: {'Port': ['ID=7eee13c5-c70b-4f87-af8f-d3f2a9072dcf,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:27.190356 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Routers {'a4fba263-dccb-41c1-a583-fc6563eefa8b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:27.190972 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a4fba263-dccb-41c1-a583-fc6563eefa8b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:27.329495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e94d984-48b0-44d4-9339-3709abf08180 req-52123298-a6ba-48cf-b9d1-da4262e19397 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:27.387458 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] Set router a4fba263-dccb-41c1-a583-fc6563eefa8b gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:14:27.419981 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1df66b-64a7-4c14-9679-ee60a28b32b1 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:27.426060 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1df66b-64a7-4c14-9679-ee60a28b32b1 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:27.432685 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1df66b-64a7-4c14-9679-ee60a28b32b1 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:27.437315 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8e1df66b-64a7-4c14-9679-ee60a28b32b1 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.4483976 Aug 05 14:14:27.442288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46150) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:27.485274 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-defcc4c8-c44f-4e2f-815a-52d64a91901a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.84 "GET /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.0943644 Aug 05 14:14:27.493838 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c47425-4f6d-40a4-9363-9994547a2085 req-d629f142-a5d6-4088-b926-6f6425cc76b5 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:27.501604 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-02c47425-4f6d-40a4-9363-9994547a2085 req-d629f142-a5d6-4088-b926-6f6425cc76b5 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 936 time: 0.1993253 Aug 05 14:14:27.513827 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9cecf7c8-09b7-4587-b9de-64a406330ea5 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:27.537452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-ae106a7e-d5af-48b2-8d33-506daa41fba5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:27.579171 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e4cfc1c2-2f0f-4145-a770-c7fec8333bcf None None] Provisioning for port 11b9839f-491e-4966-bb3d-69ab00d283b8 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:27.583793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e4cfc1c2-2f0f-4145-a770-c7fec8333bcf None None] Provisioning complete for port 11b9839f-491e-4966-bb3d-69ab00d283b8 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:27.585200 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e4cfc1c2-2f0f-4145-a770-c7fec8333bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:27.655533 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e4cfc1c2-2f0f-4145-a770-c7fec8333bcf None None] Port 11b9839f-491e-4966-bb3d-69ab00d283b8 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:27.685031 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-ae106a7e-d5af-48b2-8d33-506daa41fba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:27.712256 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-02c47425-4f6d-40a4-9363-9994547a2085 req-2a13fd93-c276-4547-85ee-3cb4770f36e5 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e80e20-ff47-4793-a1b8-4b5553d05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997323 Aug 05 14:14:27.735572 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4fba263-dccb-41c1-a583-fc6563eefa8b', 'name': 'tempest-snat-router-1881926278', 'tenant_id': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '7eee13c5-c70b-4f87-af8f-d3f2a9072dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:14:19Z', 'updated_at': '2021-08-05T14:14:22Z', 'revision_number': 3, 'project_id': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'gw_port': {'id': '7eee13c5-c70b-4f87-af8f-d3f2a9072dcf', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4fba263-dccb-41c1-a583-fc6563eefa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:14:20Z', 'updated_at': '2021-08-05T14:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:27.797294 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0b0b5-bedb-4f91-bb3d-938e9755ee73 None None] The sync data for ids ['a4fba263-dccb-41c1-a583-fc6563eefa8b'] in n-d-803585-2 is: [{'id': 'a4fba263-dccb-41c1-a583-fc6563eefa8b', 'name': 'tempest-snat-router-1881926278', 'tenant_id': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '7eee13c5-c70b-4f87-af8f-d3f2a9072dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:14:19Z', 'updated_at': '2021-08-05T14:14:22Z', 'revision_number': 3, 'project_id': 'd8540fbdc0374aa2b0ac5c3f97f5b697', 'gw_port': {'id': '7eee13c5-c70b-4f87-af8f-d3f2a9072dcf', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4fba263-dccb-41c1-a583-fc6563eefa8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:14:20Z', 'updated_at': '2021-08-05T14:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:14:27.855224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6ff7e56b-0b05-4205-99e6-6979daf8dec0 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:27.894773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 6ff7e56b-0b05-4205-99e6-6979daf8dec0 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:14:27.895124 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6ff7e56b-0b05-4205-99e6-6979daf8dec0 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:14:27.908616 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9cecf7c8-09b7-4587-b9de-64a406330ea5 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:27.935016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9cecf7c8-09b7-4587-b9de-64a406330ea5 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7702ec51-1457-4842-917d-3eceb4fe0b0b']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:27.966381 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94d984-48b0-44d4-9339-3709abf08180 req-52123298-a6ba-48cf-b9d1-da4262e19397 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:27.967231 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2e94d984-48b0-44d4-9339-3709abf08180 req-52123298-a6ba-48cf-b9d1-da4262e19397 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:27.970478 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4fe5635a-a27e-4f86-8cb0-2fe529667877 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:27.974750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9cecf7c8-09b7-4587-b9de-64a406330ea5 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead16170-7b96-4714-ae9f-e80f90eda2e2') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:27.975085 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9cecf7c8-09b7-4587-b9de-64a406330ea5 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead16170-7b96-4714-ae9f-e80f90eda2e2') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:27.993515 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9cecf7c8-09b7-4587-b9de-64a406330ea5 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:28.026553 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9cecf7c8-09b7-4587-b9de-64a406330ea5 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:28.042980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cecf7c8-09b7-4587-b9de-64a406330ea5 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:14:28.043406 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9cecf7c8-09b7-4587-b9de-64a406330ea5 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:14:28.047662 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:14:28.087672 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e94d984-48b0-44d4-9339-3709abf08180 req-52123298-a6ba-48cf-b9d1-da4262e19397 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3660169 Aug 05 14:14:28.117243 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-ae106a7e-d5af-48b2-8d33-506daa41fba5 service neutron] For port 16f41a90-f0ad-41fd-94e2-ad79df4668bf, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=16f41a90-f0ad-41fd-94e2-ad79df4668bf,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:28.149947 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9cecf7c8-09b7-4587-b9de-64a406330ea5 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:28.159194 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Request body: {'port': {'device_id': 'cbc19614-f5e2-4b5a-854a-f8938903bd93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:28.174041 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9cecf7c8-09b7-4587-b9de-64a406330ea5 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:28.178774 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9cecf7c8-09b7-4587-b9de-64a406330ea5 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "DELETE /v2.0/networks/7702ec51-1457-4842-917d-3eceb4fe0b0b HTTP/1.1" status: 204 len: 168 time: 1.4560359 Aug 05 14:14:28.178953 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecf7c8-09b7-4587-b9de-64a406330ea5 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event deleted for resources: {'Network': ['ID=7702ec51-1457-4842-917d-3eceb4fe0b0b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:28.180874 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46162) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:28.192787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-ae106a7e-d5af-48b2-8d33-506daa41fba5 service neutron] For port 16f41a90-f0ad-41fd-94e2-ad79df4668bf, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:14:28.217778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daceeeaf-61a5-4984-a5a5-4db49646e78e req-9933b85b-af44-448e-bff6-f98a83477024 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:28.229352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daceeeaf-61a5-4984-a5a5-4db49646e78e req-9933b85b-af44-448e-bff6-f98a83477024 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:28.239275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daceeeaf-61a5-4984-a5a5-4db49646e78e req-9933b85b-af44-448e-bff6-f98a83477024 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:28.246170 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daceeeaf-61a5-4984-a5a5-4db49646e78e req-9933b85b-af44-448e-bff6-f98a83477024 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:28.265113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daceeeaf-61a5-4984-a5a5-4db49646e78e req-9933b85b-af44-448e-bff6-f98a83477024 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:28.276793 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daceeeaf-61a5-4984-a5a5-4db49646e78e req-9933b85b-af44-448e-bff6-f98a83477024 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:28.288737 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daceeeaf-61a5-4984-a5a5-4db49646e78e req-9933b85b-af44-448e-bff6-f98a83477024 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:28.290904 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-daceeeaf-61a5-4984-a5a5-4db49646e78e req-9933b85b-af44-448e-bff6-f98a83477024 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 5445 time: 0.3137736 Aug 05 14:14:28.329729 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:28.343449 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-ae106a7e-d5af-48b2-8d33-506daa41fba5 service neutron] device_id is not set on port 16f41a90-f0ad-41fd-94e2-ad79df4668bf yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:14:28.365438 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-ae106a7e-d5af-48b2-8d33-506daa41fba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:28.394633 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:28.405254 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-ae106a7e-d5af-48b2-8d33-506daa41fba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:28.418463 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5635a-a27e-4f86-8cb0-2fe529667877 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Deleting port 7eee13c5-c70b-4f87-af8f-d3f2a9072dcf {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:28.419133 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4fe5635a-a27e-4f86-8cb0-2fe529667877 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:28.429315 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-daceeeaf-61a5-4984-a5a5-4db49646e78e req-bf4adbc4-a0f2-4840-9356-d792de45fe14 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1287711 Aug 05 14:14:28.477901 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1858541b-1669-4be1-9da6-d156a75bc4f6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port 9ed6de9e-bffe-439b-8e79-55f4fdddc6ff {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:28.478330 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1858541b-1669-4be1-9da6-d156a75bc4f6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:28.503622 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:28.561617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:14:28.563929 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945aae28-4fc0-4673-9d53-00389c8892a3" -d '{"events": [{"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-unplugged", "status": "completed", "tag": "5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:14:28.595394 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:28.615492 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:28.619532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 372fc99d-8fea-4afb-9826-220a6d587c73 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:28.632970 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae106a7e-d5af-48b2-8d33-506daa41fba5 service neutron] Pushing event updated for resources: {'Port': ['ID=16f41a90-f0ad-41fd-94e2-ad79df4668bf,revision_number=6']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:28.652271 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-ae106a7e-d5af-48b2-8d33-506daa41fba5 service neutron] No DVR routers for this DVR port 16f41a90-f0ad-41fd-94e2-ad79df4668bf on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:14:28.667297 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f20ab1-619e-41cc-b689-e2efb144bfe8 x-openstack-request-id: req-16f20ab1-619e-41cc-b689-e2efb144bfe8 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:14:28.667597 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-unplugged", "status": "completed", "tag": "5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:14:28.668233 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16f20ab1-619e-41cc-b689-e2efb144bfe8 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:14:28.669021 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f', 'code': 200} Aug 05 14:14:28.761276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:28.823174 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe607b-99b2-419b-acc9-c62e13ecf7a9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Deleting port d9dab8cf-9fe6-400b-8321-fa508bc300ea {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:28.823529 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ffe607b-99b2-419b-acc9-c62e13ecf7a9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:28.833964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-ae106a7e-d5af-48b2-8d33-506daa41fba5 service neutron] In _notify_port_updated(), no bound segment for port 16f41a90-f0ad-41fd-94e2-ad79df4668bf on network 14d09d10-2b62-4425-8299-f14f2c9a99b4 {{(pid=105724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:14:28.836254 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-ae106a7e-d5af-48b2-8d33-506daa41fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:28.836946 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-ae106a7e-d5af-48b2-8d33-506daa41fba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:28.838380 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-ae106a7e-d5af-48b2-8d33-506daa41fba5 service neutron] 10.222.0.84 "PUT /v2.0/ports/16f41a90-f0ad-41fd-94e2-ad79df4668bf HTTP/1.1" status: 200 len: 1032 time: 1.3346441 Aug 05 14:14:28.844001 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1858541b-1669-4be1-9da6-d156a75bc4f6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:28.847988 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:28.858820 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1858541b-1669-4be1-9da6-d156a75bc4f6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for 9ed6de9e-bffe-439b-8e79-55f4fdddc6ff owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:28.894117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 372fc99d-8fea-4afb-9826-220a6d587c73, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=372fc99d-8fea-4afb-9826-220a6d587c73,segment=NetworkSegment(32f3b2c7-405f-4fb9-adc9-ad9695ca72be),segment_id=32f3b2c7-405f-4fb9-adc9-ad9695ca72be)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:28.901775 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:28.903039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 16f41a90-f0ad-41fd-94e2-ad79df4668bf no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:28.955152 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-4fe5635a-a27e-4f86-8cb0-2fe529667877 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] For port 7eee13c5-c70b-4f87-af8f-d3f2a9072dcf, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7eee13c5-c70b-4f87-af8f-d3f2a9072dcf,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:28.955770 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4fe5635a-a27e-4f86-8cb0-2fe529667877 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:29.016849 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 16f41a90-f0ad-41fd-94e2-ad79df4668bf not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:14:29.017287 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6f456a13-3d98-4faf-b751-fe64775d983e no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:29.019215 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ffe607b-99b2-419b-acc9-c62e13ecf7a9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:29.019559 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ffe607b-99b2-419b-acc9-c62e13ecf7a9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:29.033772 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe607b-99b2-419b-acc9-c62e13ecf7a9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Calling delete_port for d9dab8cf-9fe6-400b-8321-fa508bc300ea owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:29.041568 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5635a-a27e-4f86-8cb0-2fe529667877 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Calling delete_port for 7eee13c5-c70b-4f87-af8f-d3f2a9072dcf owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:29.083069 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=372fc99d-8fea-4afb-9826-220a6d587c73,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:29.115333 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-14c6fa97-7a3c-40c6-abf1-d9d74cd825d6 None None] Provisioning complete for port 16f41a90-f0ad-41fd-94e2-ad79df4668bf triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:29.116214 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-14c6fa97-7a3c-40c6-abf1-d9d74cd825d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:29.187752 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1858541b-1669-4be1-9da6-d156a75bc4f6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:29.226056 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:29.246381 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-14c6fa97-7a3c-40c6-abf1-d9d74cd825d6 None None] Port 16f41a90-f0ad-41fd-94e2-ad79df4668bf cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:29.255831 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e85e1-03fd-4be1-b591-ed6bbaa905d0 req-4fffe477-cfa3-4b2e-ad76-71759009c2cf tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:29.264419 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-476e85e1-03fd-4be1-b591-ed6bbaa905d0 req-4fffe477-cfa3-4b2e-ad76-71759009c2cf tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 936 time: 0.3302460 Aug 05 14:14:29.280580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-fb681820-a1c1-4365-9300-68a7b7ec968e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:29.282237 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-fb681820-a1c1-4365-9300-68a7b7ec968e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.84 "GET /v2.0/ports/8cf5bb65-52fb-49c7-9db8-1e032ba8e091?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4044859 Aug 05 14:14:29.288892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6f456a13-3d98-4faf-b751-fe64775d983e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6f456a13-3d98-4faf-b751-fe64775d983e,segment=NetworkSegment(b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7),segment_id=b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:29.295811 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:29.296916 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 4cb51a79-5861-4193-bf76-2b345e76cf41 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:29.299569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-38327354-6d18-4298-b2eb-4dae8a483e97 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:29.335660 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858541b-1669-4be1-9da6-d156a75bc4f6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=9ed6de9e-bffe-439b-8e79-55f4fdddc6ff,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:29.448289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=6f456a13-3d98-4faf-b751-fe64775d983e,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:29.461076 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1858541b-1669-4be1-9da6-d156a75bc4f6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:29.477241 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1858541b-1669-4be1-9da6-d156a75bc4f6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/ports/9ed6de9e-bffe-439b-8e79-55f4fdddc6ff HTTP/1.1" status: 204 len: 168 time: 2.0337985 Aug 05 14:14:29.484904 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46188) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:29.494456 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-38327354-6d18-4298-b2eb-4dae8a483e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:29.498839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ffe607b-99b2-419b-acc9-c62e13ecf7a9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:29.551072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe607b-99b2-419b-acc9-c62e13ecf7a9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event deleted for resources: {'Port': ['ID=d9dab8cf-9fe6-400b-8321-fa508bc300ea,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:29.551677 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:29.578686 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-233e2f21-c034-4644-9195-c31be62e17e1 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] GET failed (client error): The resource could not be found. Aug 05 14:14:29.580505 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-233e2f21-c034-4644-9195-c31be62e17e1 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports/9ed6de9e-bffe-439b-8e79-55f4fdddc6ff HTTP/1.1" status: 404 len: 333 time: 0.0794601 Aug 05 14:14:29.588154 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-476e85e1-03fd-4be1-b591-ed6bbaa905d0 req-206b22f3-afb5-427e-9fef-9711b98dd224 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e80e20-ff47-4793-a1b8-4b5553d05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228376 Aug 05 14:14:29.595680 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46190) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:29.614629 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 4cb51a79-5861-4193-bf76-2b345e76cf41, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4cb51a79-5861-4193-bf76-2b345e76cf41,segment=NetworkSegment(b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7),segment_id=b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:29.633618 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:29.634560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:29.761195 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=4cb51a79-5861-4193-bf76-2b345e76cf41,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:29.812129 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:29.848385 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ffe607b-99b2-419b-acc9-c62e13ecf7a9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:29.848987 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-4ffe607b-99b2-419b-acc9-c62e13ecf7a9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Floating IP 04283f32-27d9-43ba-95a1-d7b796315baa disassociated (deleted). External IP: 172.25.5.183, port: 95281298-47e9-4e51-8b94-ab4adf72d7df. Aug 05 14:14:29.934815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-12e6020b-c845-4780-bfcc-0226d52d27db tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port 0d7b0381-92c1-4524-90aa-989f59a1e1a9 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:29.935172 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-12e6020b-c845-4780-bfcc-0226d52d27db tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:29.937342 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fd0a9-8088-40b3-8ef1-270461715791 req-8a93ac6e-ace9-48ad-9c2d-866304cc8a49 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:29.943429 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fd0a9-8088-40b3-8ef1-270461715791 req-8a93ac6e-ace9-48ad-9c2d-866304cc8a49 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:29.950623 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fd0a9-8088-40b3-8ef1-270461715791 req-8a93ac6e-ace9-48ad-9c2d-866304cc8a49 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:29.958059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fd0a9-8088-40b3-8ef1-270461715791 req-8a93ac6e-ace9-48ad-9c2d-866304cc8a49 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:29.964417 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fd0a9-8088-40b3-8ef1-270461715791 req-8a93ac6e-ace9-48ad-9c2d-866304cc8a49 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:29.973982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fd0a9-8088-40b3-8ef1-270461715791 req-8a93ac6e-ace9-48ad-9c2d-866304cc8a49 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:29.976091 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7eee13c5-c70b-4f87-af8f-d3f2a9072dcf up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:14:29.978237 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a54fd0a9-8088-40b3-8ef1-270461715791 req-8a93ac6e-ace9-48ad-9c2d-866304cc8a49 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 4658 time: 0.3900831 Aug 05 14:14:29.995779 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b9839f-491e-4966-bb3d-69ab00d283b8 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:14:30.007238 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:30.079666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 7eee13c5-c70b-4f87-af8f-d3f2a9072dcf completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:30.083090 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Transition to ACTIVE for port object 11b9839f-491e-4966-bb3d-69ab00d283b8 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:30.088061 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4fe5635a-a27e-4f86-8cb0-2fe529667877 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:30.089065 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 7eee13c5-c70b-4f87-af8f-d3f2a9072dcf triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:30.089637 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:30.099843 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a54fd0a9-8088-40b3-8ef1-270461715791 req-58d6072c-0650-4d4c-bde2-e429980323d9 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=60a57c05-229a-4c1d-a609-c1be30c2c753&id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1115224 Aug 05 14:14:30.126085 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-38327354-6d18-4298-b2eb-4dae8a483e97 service neutron] For port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8cf5bb65-52fb-49c7-9db8-1e032ba8e091,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:30.129198 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5635a-a27e-4f86-8cb0-2fe529667877 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Pushing event deleted for resources: {'Port': ['ID=7eee13c5-c70b-4f87-af8f-d3f2a9072dcf,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:30.131946 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:30.182286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Port 7eee13c5-c70b-4f87-af8f-d3f2a9072dcf was deleted so its status cannot be updated. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 05 14:14:30.190701 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3060ff16-2f50-47dc-beaa-45ae48bff9f6 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:30.249481 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 3060ff16-2f50-47dc-beaa-45ae48bff9f6 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:14:30.249834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3060ff16-2f50-47dc-beaa-45ae48bff9f6 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:14:30.262473 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-38327354-6d18-4298-b2eb-4dae8a483e97 service neutron] For port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:14:30.352095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-38327354-6d18-4298-b2eb-4dae8a483e97 service neutron] device_id is not set on port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:14:30.380577 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-12e6020b-c845-4780-bfcc-0226d52d27db tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:30.392009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Pushing event updated for resources: {'Port': ['ID=11b9839f-491e-4966-bb3d-69ab00d283b8,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:30.394153 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-38327354-6d18-4298-b2eb-4dae8a483e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:30.428635 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-38327354-6d18-4298-b2eb-4dae8a483e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:30.436733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-12e6020b-c845-4780-bfcc-0226d52d27db tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for 0d7b0381-92c1-4524-90aa-989f59a1e1a9 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:30.440551 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4fe5635a-a27e-4f86-8cb0-2fe529667877 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:30.446308 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffe607b-99b2-419b-acc9-c62e13ecf7a9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Router c4b28f85-cc2a-424e-ba38-0a21fee61247 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:14:30.487843 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:14:30.488213 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:14:30.534439 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-38327354-6d18-4298-b2eb-4dae8a483e97 service neutron] No DVR routers for this DVR port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:14:30.632465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38327354-6d18-4298-b2eb-4dae8a483e97 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf5bb65-52fb-49c7-9db8-1e032ba8e091,revision_number=6']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:30.662021 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4fe5635a-a27e-4f86-8cb0-2fe529667877 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:30.665642 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4fe5635a-a27e-4f86-8cb0-2fe529667877 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:30.670672 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '372fc99d-8fea-4afb-9826-220a6d587c73'}, {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f456a13-3d98-4faf-b751-fe64775d983e'}, {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb51a79-5861-4193-bf76-2b345e76cf41'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:14:30.674801 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdfd6ba-d5ca-4017-b782-4315dc95be14" -d '{"events": [{"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-unplugged", "status": "completed", "tag": "372fc99d-8fea-4afb-9826-220a6d587c73"}, {"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-unplugged", "status": "completed", "tag": "6f456a13-3d98-4faf-b751-fe64775d983e"}, {"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-unplugged", "status": "completed", "tag": "4cb51a79-5861-4193-bf76-2b345e76cf41"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:14:30.729101 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-38327354-6d18-4298-b2eb-4dae8a483e97 service neutron] In _notify_port_updated(), no bound segment for port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 on network 14d09d10-2b62-4425-8299-f14f2c9a99b4 {{(pid=105724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:14:30.731395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-38327354-6d18-4298-b2eb-4dae8a483e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:30.732134 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-38327354-6d18-4298-b2eb-4dae8a483e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:30.733708 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-38327354-6d18-4298-b2eb-4dae8a483e97 service neutron] 10.222.0.84 "PUT /v2.0/ports/8cf5bb65-52fb-49c7-9db8-1e032ba8e091 HTTP/1.1" status: 200 len: 1033 time: 1.4403558 Aug 05 14:14:30.742992 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 05 Aug 2021 14:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9c3987-f6de-406f-8266-b694931a4d47 x-openstack-request-id: req-4e9c3987-f6de-406f-8266-b694931a4d47 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:14:30.743754 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-unplugged", "status": "completed", "tag": "372fc99d-8fea-4afb-9826-220a6d587c73", "code": 200}, {"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-unplugged", "status": "completed", "tag": "6f456a13-3d98-4faf-b751-fe64775d983e", "code": 200}, {"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-unplugged", "status": "completed", "tag": "4cb51a79-5861-4193-bf76-2b345e76cf41", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:14:30.744198 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e9c3987-f6de-406f-8266-b694931a4d47 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:14:30.744791 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '372fc99d-8fea-4afb-9826-220a6d587c73', 'code': 200} Aug 05 14:14:30.746781 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f456a13-3d98-4faf-b751-fe64775d983e', 'code': 200} Aug 05 14:14:30.747616 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb51a79-5861-4193-bf76-2b345e76cf41', 'code': 200} Aug 05 14:14:30.773401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Attempting to bind port 11b9839f-491e-4966-bb3d-69ab00d283b8 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:14:30.773909 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Attempting to bind port 11b9839f-491e-4966-bb3d-69ab00d283b8 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:14:30.774499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Attempting to bind port 11b9839f-491e-4966-bb3d-69ab00d283b8 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:14:30.780611 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4fe5635a-a27e-4f86-8cb0-2fe529667877 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:30.781163 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe5635a-a27e-4f86-8cb0-2fe529667877 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4fba263-dccb-41c1-a583-fc6563eefa8b {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:14:30.801925 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4fe5635a-a27e-4f86-8cb0-2fe529667877 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:30.803819 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4fe5635a-a27e-4f86-8cb0-2fe529667877 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "DELETE /v2.0/routers/a4fba263-dccb-41c1-a583-fc6563eefa8b HTTP/1.1" status: 204 len: 168 time: 4.2100284 Aug 05 14:14:30.804791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Port 11b9839f-491e-4966-bb3d-69ab00d283b8 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:14:30.805106 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Attempting to bind port 11b9839f-491e-4966-bb3d-69ab00d283b8 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:14:30.808245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46212) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:30.838798 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:14:30.839473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:14:30.840084 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:14:30.840728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Bound port: 11b9839f-491e-4966-bb3d-69ab00d283b8, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:14:30.841326 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:30.880181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffe607b-99b2-419b-acc9-c62e13ecf7a9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:14:30.898614 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ffe607b-99b2-419b-acc9-c62e13ecf7a9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:30.899145 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d84aa0-4427-440b-9bd3-cdcde3adffef None None] Sync routers for ids ['c4b28f85-cc2a-424e-ba38-0a21fee61247'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:14:30.937009 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d84aa0-4427-440b-9bd3-cdcde3adffef None None] Routers {'c4b28f85-cc2a-424e-ba38-0a21fee61247'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:30.937641 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d5d84aa0-4427-440b-9bd3-cdcde3adffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c4b28f85-cc2a-424e-ba38-0a21fee61247'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:30.964348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55568d4-41f0-4215-9445-fe9d2ff41e49 req-e8b29abe-62f4-4cef-a73f-37e2e1286719 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:30.971833 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f55568d4-41f0-4215-9445-fe9d2ff41e49 req-e8b29abe-62f4-4cef-a73f-37e2e1286719 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 948 time: 0.2367306 Aug 05 14:14:30.981107 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4ffe607b-99b2-419b-acc9-c62e13ecf7a9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "DELETE /v2.0/floatingips/04283f32-27d9-43ba-95a1-d7b796315baa HTTP/1.1" status: 204 len: 168 time: 2.7965307 Aug 05 14:14:30.981572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504d0e62-750c-4bb3-a631-8f1c23d49339', 'tag': '95281298-47e9-4e51-8b94-ab4adf72d7df'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:14:30.983850 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c4febb-0754-4530-8d3d-05410d19b6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "504d0e62-750c-4bb3-a631-8f1c23d49339", "tag": "95281298-47e9-4e51-8b94-ab4adf72d7df"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:14:31.039884 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f55568d4-41f0-4215-9445-fe9d2ff41e49 req-d4622a39-07b0-4bf9-8ece-bd829c6359b6 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e80e20-ff47-4793-a1b8-4b5553d05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670733 Aug 05 14:14:31.047533 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-03e011b0-3033-4564-bd82-39009c80cdf0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Deleting port 4cb51a79-5861-4193-bf76-2b345e76cf41 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:31.050209 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-03e011b0-3033-4564-bd82-39009c80cdf0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:31.072840 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-028c0a4d-1b0c-4404-a7ff-a25757553cd8 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:31.075708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] For port 11b9839f-491e-4966-bb3d-69ab00d283b8, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:14:31.078993 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-12e6020b-c845-4780-bfcc-0226d52d27db tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:31.107331 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-d5d84aa0-4427-440b-9bd3-cdcde3adffef None None] Set router c4b28f85-cc2a-424e-ba38-0a21fee61247 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:14:31.171076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] For port 11b9839f-491e-4966-bb3d-69ab00d283b8, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=11b9839f-491e-4966-bb3d-69ab00d283b8,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:14:31.176262 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6020b-c845-4780-bfcc-0226d52d27db tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=0d7b0381-92c1-4524-90aa-989f59a1e1a9,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:31.205776 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:31.267079 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-03e011b0-3033-4564-bd82-39009c80cdf0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] For port 4cb51a79-5861-4193-bf76-2b345e76cf41, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=4cb51a79-5861-4193-bf76-2b345e76cf41,segment=NetworkSegment(b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7),segment_id=b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:31.272989 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-03e011b0-3033-4564-bd82-39009c80cdf0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:31.293109 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-03e011b0-3033-4564-bd82-39009c80cdf0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Calling delete_port for 4cb51a79-5861-4193-bf76-2b345e76cf41 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:31.329237 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-12e6020b-c845-4780-bfcc-0226d52d27db tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:31.331514 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-12e6020b-c845-4780-bfcc-0226d52d27db tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/ports/0d7b0381-92c1-4524-90aa-989f59a1e1a9 HTTP/1.1" status: 204 len: 168 time: 1.7298379 Aug 05 14:14:31.339228 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46224) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:31.354470 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device b86da6fa-6cc7-4e12-97d7-bf6a7de79160 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:31.355260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:31.356253 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:31.367699 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e94d984-48b0-44d4-9339-3709abf08180 req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] 10.222.0.63 "PUT /v2.0/ports/11b9839f-491e-4966-bb3d-69ab00d283b8 HTTP/1.1" status: 200 len: 1096 time: 3.2279229 Aug 05 14:14:31.371590 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03666d74-db17-4c6c-bb8a-c7dbb8cbff95 x-openstack-request-id: req-03666d74-db17-4c6c-bb8a-c7dbb8cbff95 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:14:31.375907 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc19614-f5e2-4b5a-854a-f8938903bd93', 'tag': '11b9839f-491e-4966-bb3d-69ab00d283b8'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:14:31.383550 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2b0725-884e-4937-a117-c16aab12ac51" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc19614-f5e2-4b5a-854a-f8938903bd93", "tag": "11b9839f-491e-4966-bb3d-69ab00d283b8"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:14:31.387195 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504d0e62-750c-4bb3-a631-8f1c23d49339", "tag": "95281298-47e9-4e51-8b94-ab4adf72d7df", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:14:31.387763 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03666d74-db17-4c6c-bb8a-c7dbb8cbff95 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:14:31.388198 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504d0e62-750c-4bb3-a631-8f1c23d49339', 'tag': '95281298-47e9-4e51-8b94-ab4adf72d7df', 'status': 'completed', 'code': 200} Aug 05 14:14:31.527061 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-786be222-41f1-4b16-a850-62d5061dcd77 None None] Provisioning complete for port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:31.527456 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-786be222-41f1-4b16-a850-62d5061dcd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:31.586267 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd58b7b-e7e8-45de-b621-644a2356fd2e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] GET failed (client error): The resource could not be found. Aug 05 14:14:31.588454 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2bd58b7b-e7e8-45de-b621-644a2356fd2e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports/0d7b0381-92c1-4524-90aa-989f59a1e1a9 HTTP/1.1" status: 404 len: 333 time: 0.2133803 Aug 05 14:14:31.594131 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46238) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:31.602820 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-028c0a4d-1b0c-4404-a7ff-a25757553cd8 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:31.664490 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048bb32-2f27-4a97-85e2-fd7c5da7ffb7 service neutron] Pushing event updated for resources: {'Port': ['ID=11b9839f-491e-4966-bb3d-69ab00d283b8,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:31.674351 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949d58b-77d6-4558-8419-e7a2dad474e5 req-7b9f9c2e-dd8d-4c5a-bf35-d110c693b3d2 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:31.676482 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4febb-0754-4530-8d3d-05410d19b6b1 req-0a4b061b-2d1a-4c4b-a63b-e781f0ca548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:31.681422 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-29c4febb-0754-4530-8d3d-05410d19b6b1 req-0a4b061b-2d1a-4c4b-a63b-e781f0ca548e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d739f65a56c043b29ed346d66a259350&device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 1135 time: 0.5086799 Aug 05 14:14:31.695915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-786be222-41f1-4b16-a850-62d5061dcd77 None None] Port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:31.696175 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949d58b-77d6-4558-8419-e7a2dad474e5 req-7b9f9c2e-dd8d-4c5a-bf35-d110c693b3d2 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:31.702941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949d58b-77d6-4558-8419-e7a2dad474e5 req-7b9f9c2e-dd8d-4c5a-bf35-d110c693b3d2 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:31.708906 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949d58b-77d6-4558-8419-e7a2dad474e5 req-7b9f9c2e-dd8d-4c5a-bf35-d110c693b3d2 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:31.715439 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949d58b-77d6-4558-8419-e7a2dad474e5 req-7b9f9c2e-dd8d-4c5a-bf35-d110c693b3d2 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:31.717309 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7949d58b-77d6-4558-8419-e7a2dad474e5 req-7b9f9c2e-dd8d-4c5a-bf35-d110c693b3d2 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 3878 time: 0.3475115 Aug 05 14:14:31.744888 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-03e011b0-3033-4564-bd82-39009c80cdf0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:31.774910 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b0cf43-edca-4e2f-8a0f-b8a156fd498d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting subnet 72d48591-e2f6-420e-a73d-6486e4af870b {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:14:31.779211 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2b0cf43-edca-4e2f-8a0f-b8a156fd498d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:31.806519 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e011b0-3033-4564-bd82-39009c80cdf0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event deleted for resources: {'Port': ['ID=4cb51a79-5861-4193-bf76-2b345e76cf41,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:31.835687 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2b0cf43-edca-4e2f-8a0f-b8a156fd498d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:31.843919 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7949d58b-77d6-4558-8419-e7a2dad474e5 req-218734f3-c36c-4bb2-a96d-2f6e58ef0602 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193893 Aug 05 14:14:31.844980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-03e011b0-3033-4564-bd82-39009c80cdf0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] No DVR routers for this DVR port 4cb51a79-5861-4193-bf76-2b345e76cf41 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:14:31.849372 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-03e011b0-3033-4564-bd82-39009c80cdf0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:31.853544 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-03e011b0-3033-4564-bd82-39009c80cdf0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.84 "DELETE /v2.0/ports/4cb51a79-5861-4193-bf76-2b345e76cf41 HTTP/1.1" status: 204 len: 173 time: 1.1072631 Aug 05 14:14:31.872909 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:31.948100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port b86da6fa-6cc7-4e12-97d7-bf6a7de79160, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b86da6fa-6cc7-4e12-97d7-bf6a7de79160,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:31.955912 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7eee13c5-c70b-4f87-af8f-d3f2a9072dcf no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:31.960901 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:31.986778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d5d84aa0-4427-440b-9bd3-cdcde3adffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'name': 'tempest-TestSecurityGroupsBasicOps-router-717992249', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:12:32Z', 'updated_at': '2021-08-05T14:12:42Z', 'revision_number': 4, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:34Z', 'updated_at': '2021-08-05T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'bca87a1e-1961-4faf-9b09-16fd409635ad', 'name': '', 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'mac_address': 'fa:16:3e:39:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:40Z', 'updated_at': '2021-08-05T14:12:49Z', 'revision_number': 5, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'subnets': [{'id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:31.990028 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 7eee13c5-c70b-4f87-af8f-d3f2a9072dcf {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:14:31.990505 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7eee13c5-c70b-4f87-af8f-d3f2a9072dcf not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:14:32.025579 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94d984-48b0-44d4-9339-3709abf08180 req-7956bb09-fd1b-4650-bb38-f98d7f470a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:32.027554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e94d984-48b0-44d4-9339-3709abf08180 req-7956bb09-fd1b-4650-bb38-f98d7f470a8f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=efb2096c979943289a78557dc4d70974&device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 1099 time: 0.5756502 Aug 05 14:14:32.031693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-6eae5d29-08dc-4646-9288-79b537067825 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Deleting port 372fc99d-8fea-4afb-9826-220a6d587c73 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:32.032212 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-6eae5d29-08dc-4646-9288-79b537067825 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:32.040994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d84aa0-4427-440b-9bd3-cdcde3adffef None None] Checking router: c4b28f85-cc2a-424e-ba38-0a21fee61247 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:14:32.074005 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dc0414-5350-4291-ad56-a7c18aff4633 x-openstack-request-id: req-46dc0414-5350-4291-ad56-a7c18aff4633 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:14:32.074358 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc19614-f5e2-4b5a-854a-f8938903bd93", "tag": "11b9839f-491e-4966-bb3d-69ab00d283b8", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:14:32.074572 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46dc0414-5350-4291-ad56-a7c18aff4633 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:14:32.074990 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc19614-f5e2-4b5a-854a-f8938903bd93', 'tag': '11b9839f-491e-4966-bb3d-69ab00d283b8', 'status': 'completed', 'code': 200} Aug 05 14:14:32.081520 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=b86da6fa-6cc7-4e12-97d7-bf6a7de79160,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:32.093168 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:32.093600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:32.094010 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:32.094472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:32.094870 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:32.095270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:32.095671 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:32.096171 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:32.098026 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:32.098026 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:32.098026 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:32.098026 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:14:32.108753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d84aa0-4427-440b-9bd3-cdcde3adffef None None] Routers {'c4b28f85-cc2a-424e-ba38-0a21fee61247'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:32.109293 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d5d84aa0-4427-440b-9bd3-cdcde3adffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c4b28f85-cc2a-424e-ba38-0a21fee61247'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:32.252978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-d5d84aa0-4427-440b-9bd3-cdcde3adffef None None] Set router c4b28f85-cc2a-424e-ba38-0a21fee61247 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:14:32.287356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdccbc-26ed-48ba-ac21-b8124d2a3c18 req-8e94297d-7389-4b12-859f-f897585644e9 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:32.289274 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-05bdccbc-26ed-48ba-ac21-b8124d2a3c18 req-8e94297d-7389-4b12-859f-f897585644e9 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 948 time: 0.1425796 Aug 05 14:14:32.332982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-6eae5d29-08dc-4646-9288-79b537067825 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] For port 372fc99d-8fea-4afb-9826-220a6d587c73, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=372fc99d-8fea-4afb-9826-220a6d587c73,segment=NetworkSegment(32f3b2c7-405f-4fb9-adc9-ad9695ca72be),segment_id=32f3b2c7-405f-4fb9-adc9-ad9695ca72be)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:32.333361 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-6eae5d29-08dc-4646-9288-79b537067825 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:32.404410 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-05bdccbc-26ed-48ba-ac21-b8124d2a3c18 req-0e227533-80c1-4bb5-8c39-6d834e6fcee3 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e80e20-ff47-4793-a1b8-4b5553d05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981436 Aug 05 14:14:32.556710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d5d84aa0-4427-440b-9bd3-cdcde3adffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'name': 'tempest-TestSecurityGroupsBasicOps-router-717992249', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:12:32Z', 'updated_at': '2021-08-05T14:12:42Z', 'revision_number': 4, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:34Z', 'updated_at': '2021-08-05T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'bca87a1e-1961-4faf-9b09-16fd409635ad', 'name': '', 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'mac_address': 'fa:16:3e:39:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:40Z', 'updated_at': '2021-08-05T14:12:49Z', 'revision_number': 5, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'subnets': [{'id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:32.592200 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e94d984-48b0-44d4-9339-3709abf08180 req-9835e84f-5eb6-46b6-8957-5de80fffc810 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=11b9839f-491e-4966-bb3d-69ab00d283b8 HTTP/1.1" status: 200 len: 217 time: 0.5364795 Aug 05 14:14:32.593534 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d84aa0-4427-440b-9bd3-cdcde3adffef None None] The sync data for ids ['c4b28f85-cc2a-424e-ba38-0a21fee61247'] in n-d-803585-2 is: [{'id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'name': 'tempest-TestSecurityGroupsBasicOps-router-717992249', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:12:32Z', 'updated_at': '2021-08-05T14:12:42Z', 'revision_number': 4, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:34Z', 'updated_at': '2021-08-05T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'bca87a1e-1961-4faf-9b09-16fd409635ad', 'name': '', 'network_id': '0e3dc811-9abb-46ed-8f37-ce3c4689c755', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'mac_address': 'fa:16:3e:39:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:40Z', 'updated_at': '2021-08-05T14:12:49Z', 'revision_number': 5, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'subnets': [{'id': '7c9146ac-c066-45d0-ac2d-dc60038ae307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:14:32.626170 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90de085-bd86-48d9-ad75-9e31e4063931 req-7da8eaad-2e9b-4d57-a057-05ea506722a7 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:32.635296 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f90de085-bd86-48d9-ad75-9e31e4063931 req-7da8eaad-2e9b-4d57-a057-05ea506722a7 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 984 time: 1.0133667 Aug 05 14:14:32.707201 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2b0cf43-edca-4e2f-8a0f-b8a156fd498d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:32.749234 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b86da6fa-6cc7-4e12-97d7-bf6a7de79160'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:14:32.751629 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ae2f86-4ba7-4963-bef9-3bea9478b615" -d '{"events": [{"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-unplugged", "status": "completed", "tag": "b86da6fa-6cc7-4e12-97d7-bf6a7de79160"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:14:32.827493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4febb-0754-4530-8d3d-05410d19b6b1 req-9d56df23-5930-4540-b556-b9d638216eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:32.829196 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-29c4febb-0754-4530-8d3d-05410d19b6b1 req-9d56df23-5930-4540-b556-b9d638216eb8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0e3dc811-9abb-46ed-8f37-ce3c4689c755 HTTP/1.1" status: 200 len: 897 time: 0.9882648 Aug 05 14:14:32.833533 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a15f281-6934-4c01-a451-22daec60420e x-openstack-request-id: req-6a15f281-6934-4c01-a451-22daec60420e {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:14:32.833913 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-unplugged", "status": "completed", "tag": "b86da6fa-6cc7-4e12-97d7-bf6a7de79160", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:14:32.834020 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f90de085-bd86-48d9-ad75-9e31e4063931 req-6f035bd6-d358-44ce-a4ea-69b9d57383d1 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/security-groups?id=add547b8-ff48-4034-86b9-4c5be656e909&id=03eefb30-94e8-46a3-b72b-f6e7954974dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1976717 Aug 05 14:14:32.834428 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a15f281-6934-4c01-a451-22daec60420e {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:14:32.835067 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b86da6fa-6cc7-4e12-97d7-bf6a7de79160', 'code': 200} Aug 05 14:14:32.873016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-028c0a4d-1b0c-4404-a7ff-a25757553cd8 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Deleting port 1b1769b8-e438-43a7-bc3e-037a9e96f3c3 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:32.873484 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-028c0a4d-1b0c-4404-a7ff-a25757553cd8 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:32.922071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94d984-48b0-44d4-9339-3709abf08180 req-bd88875b-0010-4faa-989d-74a49b80dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:32.923885 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e94d984-48b0-44d4-9339-3709abf08180 req-bd88875b-0010-4faa-989d-74a49b80dbe6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.2322490 Aug 05 14:14:32.937062 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-29c4febb-0754-4530-8d3d-05410d19b6b1 req-7c9f78af-0b03-4c7a-8704-aea61eb36364 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95281298-47e9-4e51-8b94-ab4adf72d7df HTTP/1.1" status: 200 len: 217 time: 0.0969906 Aug 05 14:14:32.938385 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2b0cf43-edca-4e2f-8a0f-b8a156fd498d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:33.014240 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8777757c-1cab-4811-8c2c-f97c7ab1e251 None None] New status for floating IP 04283f32-27d9-43ba-95a1-d7b796315baa: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:14:33.076141 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-028c0a4d-1b0c-4404-a7ff-a25757553cd8 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] For port 1b1769b8-e438-43a7-bc3e-037a9e96f3c3, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1b1769b8-e438-43a7-bc3e-037a9e96f3c3,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:33.076535 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-028c0a4d-1b0c-4404-a7ff-a25757553cd8 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:33.092361 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-028c0a4d-1b0c-4404-a7ff-a25757553cd8 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Calling delete_port for 1b1769b8-e438-43a7-bc3e-037a9e96f3c3 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:33.198146 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0cf43-edca-4e2f-8a0f-b8a156fd498d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Subnet': ['ID=72d48591-e2f6-420e-a73d-6486e4af870b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:33.204820 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2b0cf43-edca-4e2f-8a0f-b8a156fd498d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:33.206944 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d2b0cf43-edca-4e2f-8a0f-b8a156fd498d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/72d48591-e2f6-420e-a73d-6486e4af870b HTTP/1.1" status: 204 len: 168 time: 1.6001160 Aug 05 14:14:33.211115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788885d2-d62e-4a41-9356-0325ee53bd99 None None] Network c07c9a5d-c5a9-4d6e-8292-66a2def9fa09 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:33.214555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46278) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:33.250131 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4febb-0754-4530-8d3d-05410d19b6b1 req-956825f9-0ccf-434e-b515-9791ca45c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:33.251776 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-29c4febb-0754-4530-8d3d-05410d19b6b1 req-956825f9-0ccf-434e-b515-9791ca45c495 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7c9146ac-c066-45d0-ac2d-dc60038ae307 HTTP/1.1" status: 200 len: 834 time: 0.2660294 Aug 05 14:14:33.320386 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94d984-48b0-44d4-9339-3709abf08180 req-b161871b-13fb-4f1d-91dc-b8148be9191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:33.321936 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e94d984-48b0-44d4-9339-3709abf08180 req-b161871b-13fb-4f1d-91dc-b8148be9191a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3504848 Aug 05 14:14:33.394169 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-6eae5d29-08dc-4646-9288-79b537067825 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:33.397846 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-6eae5d29-08dc-4646-9288-79b537067825 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:33.398511 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-6eae5d29-08dc-4646-9288-79b537067825 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Floating IP 6c2b4438-31d7-4b8e-b4e1-cfbfb1660299 disassociated. External IP: 172.25.5.82, port: 372fc99d-8fea-4afb-9826-220a6d587c73. Aug 05 14:14:33.399955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-6eae5d29-08dc-4646-9288-79b537067825 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Calling delete_port for 372fc99d-8fea-4afb-9826-220a6d587c73 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:33.513073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-deleted', 'tag': '4cb51a79-5861-4193-bf76-2b345e76cf41'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:14:33.515411 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39445b52-1dee-486b-a92d-f1dee84a2064" -d '{"events": [{"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-deleted", "tag": "4cb51a79-5861-4193-bf76-2b345e76cf41"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:14:33.522291 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4febb-0754-4530-8d3d-05410d19b6b1 req-46ec3268-9cf4-4993-a834-a2e15ffd4898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:33.523665 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-29c4febb-0754-4530-8d3d-05410d19b6b1 req-46ec3268-9cf4-4993-a834-a2e15ffd4898 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0e3dc811-9abb-46ed-8f37-ce3c4689c755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2378387 Aug 05 14:14:33.539664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb670277-36d0-44eb-b631-a685f2d83c42 req-24ae7c25-016a-4ce0-b611-024701401a9a tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:33.542186 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cb670277-36d0-44eb-b631-a685f2d83c42 req-24ae7c25-016a-4ce0-b611-024701401a9a tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.63 "GET /v2.0/ports?device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 984 time: 0.4353647 Aug 05 14:14:33.590029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bff5719-0eca-4985-8465-20ce07a2623d None None] DHCP port deletion for c07c9a5d-c5a9-4d6e-8292-66a2def9fa09 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:14:33.598041 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e94d984-48b0-44d4-9339-3709abf08180 req-87bf6f67-794d-4b1a-9d3e-9f1a728a2277 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677810 Aug 05 14:14:33.607310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497adb9-9ba2-4b27-951a-e79e038e5b42 req-86c50b94-dec6-46e8-873a-ef43910552de tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:33.614338 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497adb9-9ba2-4b27-951a-e79e038e5b42 req-86c50b94-dec6-46e8-873a-ef43910552de tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:33.622954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497adb9-9ba2-4b27-951a-e79e038e5b42 req-86c50b94-dec6-46e8-873a-ef43910552de tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:33.629421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497adb9-9ba2-4b27-951a-e79e038e5b42 req-86c50b94-dec6-46e8-873a-ef43910552de tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:33.639784 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a497adb9-9ba2-4b27-951a-e79e038e5b42 req-86c50b94-dec6-46e8-873a-ef43910552de tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 3143 time: 0.5226469 Aug 05 14:14:33.664742 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:33.665131 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-028c0a4d-1b0c-4404-a7ff-a25757553cd8 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:33.678924 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-3bff5719-0eca-4985-8465-20ce07a2623d None None] Deleting port ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:33.679306 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3bff5719-0eca-4985-8465-20ce07a2623d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:33.689732 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e84ec-f6d0-4f92-8434-24040a24cf78 req-376cf108-14c5-40ce-aaab-2f5c30b45925 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:33.691458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-183e84ec-f6d0-4f92-8434-24040a24cf78 req-376cf108-14c5-40ce-aaab-2f5c30b45925 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 945 time: 0.2108915 Aug 05 14:14:33.749457 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c0a4d-1b0c-4404-a7ff-a25757553cd8 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b1769b8-e438-43a7-bc3e-037a9e96f3c3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:33.936418 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e94d984-48b0-44d4-9339-3709abf08180 req-a1060dd8-e1c4-4ee0-8942-073fdc9eff8e service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266122 Aug 05 14:14:33.936641 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-6eae5d29-08dc-4646-9288-79b537067825 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:33.939815 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-29c4febb-0754-4530-8d3d-05410d19b6b1 req-c221850c-be52-48ca-b296-d1c08e831bb1 service neutron] 10.222.0.63 "GET /v2.0/networks/0e3dc811-9abb-46ed-8f37-ce3c4689c755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078870 Aug 05 14:14:33.963639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3bff5719-0eca-4985-8465-20ce07a2623d None None] For port ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb,segment=NetworkSegment(111e1caa-7b16-49b3-8198-cc00a377a71f),segment_id=111e1caa-7b16-49b3-8198-cc00a377a71f)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:33.964339 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3bff5719-0eca-4985-8465-20ce07a2623d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:33.969173 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-183e84ec-f6d0-4f92-8434-24040a24cf78 req-7f7cdb9f-ea45-4ed3-8561-c1dd39516f0f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472649 Aug 05 14:14:33.979534 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-3bff5719-0eca-4985-8465-20ce07a2623d None None] Calling delete_port for ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:33.994852 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a497adb9-9ba2-4b27-951a-e79e038e5b42 req-a1a5b448-a7b4-4822-b95c-ec7d005fb9ef tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3541043 Aug 05 14:14:34.042962 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae5d29-08dc-4646-9288-79b537067825 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event deleted for resources: {'Port': ['ID=372fc99d-8fea-4afb-9826-220a6d587c73,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:34.080093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-cb670277-36d0-44eb-b631-a685f2d83c42 req-05ebdba2-aff7-47ca-85b3-dda2817fe9bd tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Deleting port 95281298-47e9-4e51-8b94-ab4adf72d7df {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:34.080433 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-cb670277-36d0-44eb-b631-a685f2d83c42 req-05ebdba2-aff7-47ca-85b3-dda2817fe9bd tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:34.135171 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:34.162232 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3bff5719-0eca-4985-8465-20ce07a2623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:34.170798 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:14:34.171459 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:14:34.197515 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3f9bf0-3715-4d4a-b0bf-51090ecfda1d x-openstack-request-id: req-ee3f9bf0-3715-4d4a-b0bf-51090ecfda1d {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:14:34.197814 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-deleted", "tag": "4cb51a79-5861-4193-bf76-2b345e76cf41", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:14:34.198063 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee3f9bf0-3715-4d4a-b0bf-51090ecfda1d {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:14:34.198481 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-deleted', 'tag': '4cb51a79-5861-4193-bf76-2b345e76cf41', 'status': 'completed', 'code': 200} Aug 05 14:14:34.217643 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-028c0a4d-1b0c-4404-a7ff-a25757553cd8 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:34.218714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bff5719-0eca-4985-8465-20ce07a2623d None None] No DVR routers for this DVR port ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:14:34.221585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff5719-0eca-4985-8465-20ce07a2623d None None] Pushing event deleted for resources: {'Port': ['ID=ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:34.227113 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:34.227113 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:34.339414 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-028c0a4d-1b0c-4404-a7ff-a25757553cd8 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:34.345212 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-028c0a4d-1b0c-4404-a7ff-a25757553cd8 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:34.357511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b0725-884e-4937-a117-c16aab12ac51 req-e699b78a-be1d-4a2d-9707-33c84b744c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:34.357511 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df2b0725-884e-4937-a117-c16aab12ac51 req-e699b78a-be1d-4a2d-9707-33c84b744c4d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=efb2096c979943289a78557dc4d70974&device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 1099 time: 0.3428299 Aug 05 14:14:34.373062 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db078083-8288-4ac3-981a-ed58963502bc req-21d5eb96-e28c-4dd0-9ffe-241f97e327c6 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:34.374655 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-db078083-8288-4ac3-981a-ed58963502bc req-21d5eb96-e28c-4dd0-9ffe-241f97e327c6 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 948 time: 0.2702959 Aug 05 14:14:34.424810 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-29c4febb-0754-4530-8d3d-05410d19b6b1 req-b25dfaf5-da34-4eb6-adb5-7794bd4f92b7 service neutron] 10.222.0.63 "GET /v2.0/networks/0e3dc811-9abb-46ed-8f37-ce3c4689c755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545777 Aug 05 14:14:34.442626 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-cb670277-36d0-44eb-b631-a685f2d83c42 req-05ebdba2-aff7-47ca-85b3-dda2817fe9bd tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] For port 95281298-47e9-4e51-8b94-ab4adf72d7df, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=95281298-47e9-4e51-8b94-ab4adf72d7df,segment=NetworkSegment(fc8c005b-c070-4626-8d31-5945f8304623),segment_id=fc8c005b-c070-4626-8d31-5945f8304623)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:34.443099 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-cb670277-36d0-44eb-b631-a685f2d83c42 req-05ebdba2-aff7-47ca-85b3-dda2817fe9bd tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:34.448675 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-028c0a4d-1b0c-4404-a7ff-a25757553cd8 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:34.448932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028c0a4d-1b0c-4404-a7ff-a25757553cd8 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5a385d1-f852-473b-8430-e804eb819f09 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:14:34.480190 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-028c0a4d-1b0c-4404-a7ff-a25757553cd8 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:34.482385 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-028c0a4d-1b0c-4404-a7ff-a25757553cd8 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e5a385d1-f852-473b-8430-e804eb819f09 HTTP/1.1" status: 204 len: 168 time: 3.6710322 Aug 05 14:14:34.488337 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46304) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:34.502527 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] For port ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb, host n-d-803585-2, got binding levels [] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:34.502903 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:34.507818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1959148919', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}, 'admin_state_up': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:34.536081 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-cb670277-36d0-44eb-b631-a685f2d83c42 req-05ebdba2-aff7-47ca-85b3-dda2817fe9bd tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Calling delete_port for 95281298-47e9-4e51-8b94-ab4adf72d7df owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:34.554170 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-db078083-8288-4ac3-981a-ed58963502bc req-fc56f959-a43f-41f4-91b7-157f6feaa91a tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e80e20-ff47-4793-a1b8-4b5553d05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397600 Aug 05 14:14:34.594063 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:34.595878 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:34.613327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fd638-2825-4032-9527-b6508c8f0c13 req-7ba06823-e64d-4a5a-b389-ef694e1622f9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:34.615937 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e3fd638-2825-4032-9527-b6508c8f0c13 req-7ba06823-e64d-4a5a-b389-ef694e1622f9 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 984 time: 0.3651917 Aug 05 14:14:34.622861 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:34.634564 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b0725-884e-4937-a117-c16aab12ac51 req-60ee1700-fe84-4ed1-8ea1-ee840bf52c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:34.636245 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df2b0725-884e-4937-a117-c16aab12ac51 req-60ee1700-fe84-4ed1-8ea1-ee840bf52c0c service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.2308979 Aug 05 14:14:34.643459 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.ipam_backend_mixin [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Port ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb was not found and therefore no delete operation was performed {{(pid=105724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:14:34.658966 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:34.721443 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df2b0725-884e-4937-a117-c16aab12ac51 req-3072574f-d1be-4b3d-afb2-6fb9281bfaad service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=11b9839f-491e-4966-bb3d-69ab00d283b8 HTTP/1.1" status: 200 len: 217 time: 0.0735514 Aug 05 14:14:34.775945 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:34.791008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No DVR routers for this DVR port ccb779f6-fb2b-4c49-adbf-b9dfb4d066bb on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:14:34.796525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-6eae5d29-08dc-4646-9288-79b537067825 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Router aaa8128a-7a9b-44ac-a08c-59829bf1d106 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:14:34.811630 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e3fd638-2825-4032-9527-b6508c8f0c13 req-76af9cb9-c783-486a-b93c-6ea81810889c tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/security-groups?id=add547b8-ff48-4034-86b9-4c5be656e909&id=03eefb30-94e8-46a3-b72b-f6e7954974dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1793637 Aug 05 14:14:34.815319 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:34.873568 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b0725-884e-4937-a117-c16aab12ac51 req-89bcf8b3-b7b3-437d-a96c-747fe7077f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:34.875470 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df2b0725-884e-4937-a117-c16aab12ac51 req-89bcf8b3-b7b3-437d-a96c-747fe7077f86 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.1451035 Aug 05 14:14:34.977977 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:35.001936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07c9a5d-c5a9-4d6e-8292-66a2def9fa09']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:35.012213 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:35.023897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b0725-884e-4937-a117-c16aab12ac51 req-8ca1452f-f629-4f63-a64f-26ce0b7b1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:35.025516 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df2b0725-884e-4937-a117-c16aab12ac51 req-8ca1452f-f629-4f63-a64f-26ce0b7b1d5e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1194961 Aug 05 14:14:35.076703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111e1caa-7b16-49b3-8198-cc00a377a71f') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:35.077100 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111e1caa-7b16-49b3-8198-cc00a377a71f') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:35.110856 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:35.163939 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:35.200325 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:14:35.200766 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:35.204433 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-6eae5d29-08dc-4646-9288-79b537067825 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:14:35.206033 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:14:35.220304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46e9f3a-e8ba-4d15-a362-7c9dd0e39eaf None None] Sync routers for ids ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:14:35.229702 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46e9f3a-e8ba-4d15-a362-7c9dd0e39eaf None None] Routers {'aaa8128a-7a9b-44ac-a08c-59829bf1d106'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:35.230584 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f46e9f3a-e8ba-4d15-a362-7c9dd0e39eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:35.247599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278ae0f-c8bf-457d-8649-e4df3f96629e req-a6f09921-556c-40eb-90df-f2dd5b3726b8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:35.249091 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b278ae0f-c8bf-457d-8649-e4df3f96629e req-a6f09921-556c-40eb-90df-f2dd5b3726b8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 945 time: 0.1053286 Aug 05 14:14:35.255281 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df2b0725-884e-4937-a117-c16aab12ac51 req-8486c926-deac-400c-959e-96143206b1e0 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213748 Aug 05 14:14:35.292632 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:35.316918 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:35.324487 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/networks/c07c9a5d-c5a9-4d6e-8292-66a2def9fa09 HTTP/1.1" status: 204 len: 168 time: 2.0984941 Aug 05 14:14:35.324712 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46320) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:35.328436 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-cb670277-36d0-44eb-b631-a685f2d83c42 req-05ebdba2-aff7-47ca-85b3-dda2817fe9bd tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:35.340503 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-69c9a779-becd-4e27-8f77-d04994fd9284 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2073527982'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:35.380234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-6eae5d29-08dc-4646-9288-79b537067825 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] No DVR routers for this DVR port 372fc99d-8fea-4afb-9826-220a6d587c73 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:14:35.380969 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f46e9f3a-e8ba-4d15-a362-7c9dd0e39eaf None None] Set router aaa8128a-7a9b-44ac-a08c-59829bf1d106 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:14:35.397220 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-6eae5d29-08dc-4646-9288-79b537067825 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:35.398994 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-6eae5d29-08dc-4646-9288-79b537067825 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.84 "DELETE /v2.0/ports/372fc99d-8fea-4afb-9826-220a6d587c73 HTTP/1.1" status: 204 len: 173 time: 3.5372167 Aug 05 14:14:35.401982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebdba2-aff7-47ca-85b3-dda2817fe9bd tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event deleted for resources: {'Port': ['ID=95281298-47e9-4e51-8b94-ab4adf72d7df,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:35.404294 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b278ae0f-c8bf-457d-8649-e4df3f96629e req-929b6073-a4a4-4bf0-97ec-0d043370e5ae tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475005 Aug 05 14:14:35.422833 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c9a779-becd-4e27-8f77-d04994fd9284 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:14:35.434185 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69c9a779-becd-4e27-8f77-d04994fd9284 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:35.434404 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25265f-7d32-47e1-95bd-9a8efacd140b req-58e07c69-0b07-4e6f-8323-473cceee60e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:35.434888 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25265f-7d32-47e1-95bd-9a8efacd140b req-58e07c69-0b07-4e6f-8323-473cceee60e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:35.441438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25265f-7d32-47e1-95bd-9a8efacd140b req-58e07c69-0b07-4e6f-8323-473cceee60e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:35.454886 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aa25265f-7d32-47e1-95bd-9a8efacd140b req-58e07c69-0b07-4e6f-8323-473cceee60e8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 2410 time: 0.3218606 Aug 05 14:14:35.454886 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988ad5b-1c9b-41e9-8532-bc04395dbfe5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Network': ['ID=c07c9a5d-c5a9-4d6e-8292-66a2def9fa09,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:35.456602 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-df2b0725-884e-4937-a117-c16aab12ac51 req-b28661b2-b4a0-440e-81ef-bf000b7bf05d service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919596 Aug 05 14:14:35.541555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb670277-36d0-44eb-b631-a685f2d83c42 req-05ebdba2-aff7-47ca-85b3-dda2817fe9bd tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] No DVR routers for this DVR port 95281298-47e9-4e51-8b94-ab4adf72d7df on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:14:35.551492 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-cb670277-36d0-44eb-b631-a685f2d83c42 req-05ebdba2-aff7-47ca-85b3-dda2817fe9bd tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:35.553634 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cb670277-36d0-44eb-b631-a685f2d83c42 req-05ebdba2-aff7-47ca-85b3-dda2817fe9bd tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.63 "DELETE /v2.0/ports/95281298-47e9-4e51-8b94-ab4adf72d7df HTTP/1.1" status: 204 len: 173 time: 1.9981239 Aug 05 14:14:35.600315 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:35.604060 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aa25265f-7d32-47e1-95bd-9a8efacd140b req-bd0d4ed2-a4b3-40fd-9e2d-92455ecb5846 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500740 Aug 05 14:14:35.664436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-be092940-e315-42f2-924a-cde59f15c5c0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Deleting port 6f456a13-3d98-4faf-b751-fe64775d983e {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:35.665302 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-be092940-e315-42f2-924a-cde59f15c5c0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:35.670013 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c9a779-becd-4e27-8f77-d04994fd9284 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:14:35.675936 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:35.739746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f46e9f3a-e8ba-4d15-a362-7c9dd0e39eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'name': 'tempest-TaggedBootDevicesTest_v242-491608195-router', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'cf9a2d55-698b-404d-a021-524d69875191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:34Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'gw_port': {'id': 'cf9a2d55-698b-404d-a021-524d69875191', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:36Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'ad1718e8-950e-475e-a214-6a04bbaa8a9f', 'name': '', 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'mac_address': 'fa:16:3e:52:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:40Z', 'updated_at': '2021-08-05T14:03:53Z', 'revision_number': 5, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'subnets': [{'id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:35.785999 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69c9a779-becd-4e27-8f77-d04994fd9284 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:35.786384 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-69c9a779-becd-4e27-8f77-d04994fd9284 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Added segment f31ed3ad-1897-4b30-8f01-f5aa3e597344 of type vlan for network 0dd0b8b6-83a9-4283-bd08-b558cb0fb79d Aug 05 14:14:35.790153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46e9f3a-e8ba-4d15-a362-7c9dd0e39eaf None None] Checking router: aaa8128a-7a9b-44ac-a08c-59829bf1d106 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:14:35.806637 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46e9f3a-e8ba-4d15-a362-7c9dd0e39eaf None None] Routers {'aaa8128a-7a9b-44ac-a08c-59829bf1d106'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:35.807468 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f46e9f3a-e8ba-4d15-a362-7c9dd0e39eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:35.916476 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1b1769b8-e438-43a7-bc3e-037a9e96f3c3 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:35.923856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-be092940-e315-42f2-924a-cde59f15c5c0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] For port 6f456a13-3d98-4faf-b751-fe64775d983e, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6f456a13-3d98-4faf-b751-fe64775d983e,segment=NetworkSegment(b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7),segment_id=b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:35.924501 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-be092940-e315-42f2-924a-cde59f15c5c0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:35.941175 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc71311-4b7d-4c10-9293-1ead7d592ede req-523acd64-022f-4a56-83e3-eb2fa88a8a89 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:35.942782 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7bc71311-4b7d-4c10-9293-1ead7d592ede req-523acd64-022f-4a56-83e3-eb2fa88a8a89 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 948 time: 0.1944466 Aug 05 14:14:35.949848 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 1b1769b8-e438-43a7-bc3e-037a9e96f3c3 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:14:35.950636 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1b1769b8-e438-43a7-bc3e-037a9e96f3c3 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:14:35.953253 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69c9a779-becd-4e27-8f77-d04994fd9284 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:35.963998 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-be092940-e315-42f2-924a-cde59f15c5c0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Calling delete_port for 6f456a13-3d98-4faf-b751-fe64775d983e owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:36.017890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Allocated IP 172.25.5.136 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/92b12cfe-c1ae-4716-a964-07cec91fc9db) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:36.079744 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f4d844e4-c736-43f7-929c-7de49c7de964 req-c2b1896f-2e5b-4c75-91bd-c649dad68863 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "GET /v2.0/ports?device_id=504d0e62-750c-4bb3-a631-8f1c23d49339 HTTP/1.1" status: 200 len: 210 time: 0.0404992 Aug 05 14:14:36.173305 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7bc71311-4b7d-4c10-9293-1ead7d592ede req-ee5f7dca-15c7-42ab-9b8a-b7f86d419e22 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e80e20-ff47-4793-a1b8-4b5553d05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129962 Aug 05 14:14:36.188971 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f46e9f3a-e8ba-4d15-a362-7c9dd0e39eaf None None] Set router aaa8128a-7a9b-44ac-a08c-59829bf1d106 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:14:36.190678 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69c9a779-becd-4e27-8f77-d04994fd9284 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:36.199635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c9a779-becd-4e27-8f77-d04994fd9284 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:36.200309 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-deleted', 'tag': '372fc99d-8fea-4afb-9826-220a6d587c73'}, {'server_uuid': '504d0e62-750c-4bb3-a631-8f1c23d49339', 'name': 'network-vif-deleted', 'tag': '95281298-47e9-4e51-8b94-ab4adf72d7df'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:14:36.200876 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69c9a779-becd-4e27-8f77-d04994fd9284 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:36.203157 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455bf069-dd38-4286-b56c-589eaaa632a6" -d '{"events": [{"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-deleted", "tag": "372fc99d-8fea-4afb-9826-220a6d587c73"}, {"server_uuid": "504d0e62-750c-4bb3-a631-8f1c23d49339", "name": "network-vif-deleted", "tag": "95281298-47e9-4e51-8b94-ab4adf72d7df"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:14:36.269082 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-be092940-e315-42f2-924a-cde59f15c5c0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:36.335623 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be092940-e315-42f2-924a-cde59f15c5c0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event deleted for resources: {'Port': ['ID=6f456a13-3d98-4faf-b751-fe64775d983e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:36.340549 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 14:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f9d0c8-4117-438f-80bb-e50c36f7e257 x-openstack-request-id: req-f3f9d0c8-4117-438f-80bb-e50c36f7e257 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:14:36.340910 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-deleted", "tag": "372fc99d-8fea-4afb-9826-220a6d587c73", "status": "completed", "code": 200}, {"server_uuid": "504d0e62-750c-4bb3-a631-8f1c23d49339", "name": "network-vif-deleted", "tag": "95281298-47e9-4e51-8b94-ab4adf72d7df", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:14:36.341165 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3f9d0c8-4117-438f-80bb-e50c36f7e257 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:14:36.341555 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-deleted', 'tag': '372fc99d-8fea-4afb-9826-220a6d587c73', 'status': 'completed', 'code': 200} Aug 05 14:14:36.341807 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504d0e62-750c-4bb3-a631-8f1c23d49339', 'name': 'network-vif-deleted', 'tag': '95281298-47e9-4e51-8b94-ab4adf72d7df', 'status': 'completed', 'code': 200} Aug 05 14:14:36.386324 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-69c9a779-becd-4e27-8f77-d04994fd9284 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0566232 Aug 05 14:14:36.402416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46344) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:36.416931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-6c1a6087-8093-420e-a5ed-d3bec6608dc8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'subnet': {'network_id': '0dd0b8b6-83a9-4283-bd08-b558cb0fb79d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:36.422522 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9a779-becd-4e27-8f77-d04994fd9284 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Network': ['ID=0dd0b8b6-83a9-4283-bd08-b558cb0fb79d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:36.438136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-be092940-e315-42f2-924a-cde59f15c5c0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] No DVR routers for this DVR port 6f456a13-3d98-4faf-b751-fe64775d983e on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:14:36.441362 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-be092940-e315-42f2-924a-cde59f15c5c0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:36.444140 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-be092940-e315-42f2-924a-cde59f15c5c0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.84 "DELETE /v2.0/ports/6f456a13-3d98-4faf-b751-fe64775d983e HTTP/1.1" status: 204 len: 173 time: 1.0334661 Aug 05 14:14:36.457775 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 0dd0b8b6-83a9-4283-bd08-b558cb0fb79d details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:14:36.597095 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:36.624287 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1a6087-8093-420e-a5ed-d3bec6608dc8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:14:36.627336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-da5d7b2c-f6f5-4541-b824-8c006fd0325c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Deleting port b86da6fa-6cc7-4e12-97d7-bf6a7de79160 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:36.627694 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-da5d7b2c-f6f5-4541-b824-8c006fd0325c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:36.632954 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6087-8093-420e-a5ed-d3bec6608dc8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:36.696589 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f46e9f3a-e8ba-4d15-a362-7c9dd0e39eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'name': 'tempest-TaggedBootDevicesTest_v242-491608195-router', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'cf9a2d55-698b-404d-a021-524d69875191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:34Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'gw_port': {'id': 'cf9a2d55-698b-404d-a021-524d69875191', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:36Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'ad1718e8-950e-475e-a214-6a04bbaa8a9f', 'name': '', 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'mac_address': 'fa:16:3e:52:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:40Z', 'updated_at': '2021-08-05T14:03:53Z', 'revision_number': 5, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'subnets': [{'id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:36.727113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46e9f3a-e8ba-4d15-a362-7c9dd0e39eaf None None] The sync data for ids ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'] in n-d-803585-2 is: [{'id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'name': 'tempest-TaggedBootDevicesTest_v242-491608195-router', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'cf9a2d55-698b-404d-a021-524d69875191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:34Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'gw_port': {'id': 'cf9a2d55-698b-404d-a021-524d69875191', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:36Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'ad1718e8-950e-475e-a214-6a04bbaa8a9f', 'name': '', 'network_id': '93a6cc11-4217-4144-a069-004cdc2ebc8a', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'mac_address': 'fa:16:3e:52:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:40Z', 'updated_at': '2021-08-05T14:03:53Z', 'revision_number': 5, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'subnets': [{'id': '8ef51a27-0adf-4fb0-8c00-54e2b061931c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:14:36.751838 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 11b9839f-491e-4966-bb3d-69ab00d283b8 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:14:36.881449 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 95281298-47e9-4e51-8b94-ab4adf72d7df no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:36.890797 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-da5d7b2c-f6f5-4541-b824-8c006fd0325c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] For port b86da6fa-6cc7-4e12-97d7-bf6a7de79160, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b86da6fa-6cc7-4e12-97d7-bf6a7de79160,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:36.891172 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-da5d7b2c-f6f5-4541-b824-8c006fd0325c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:36.913374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-da5d7b2c-f6f5-4541-b824-8c006fd0325c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Calling delete_port for b86da6fa-6cc7-4e12-97d7-bf6a7de79160 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:36.934200 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 95281298-47e9-4e51-8b94-ab4adf72d7df {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:14:36.934563 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 95281298-47e9-4e51-8b94-ab4adf72d7df not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:14:36.941550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 11b9839f-491e-4966-bb3d-69ab00d283b8, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=11b9839f-491e-4966-bb3d-69ab00d283b8,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:36.966854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '11b9839f-491e-4966-bb3d-69ab00d283b8', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '11b9839f-491e-4966-bb3d-69ab00d283b8', 'mac_address': 'fa:16:3e:e7:ae:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:14:37.032292 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24daccf-cc43-420d-b4ce-496f034c3edc req-ed9d96ce-e1d5-4088-a8b6-2088e6afa3a7 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:37.039566 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24daccf-cc43-420d-b4ce-496f034c3edc req-ed9d96ce-e1d5-4088-a8b6-2088e6afa3a7 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:37.047882 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c24daccf-cc43-420d-b4ce-496f034c3edc req-ed9d96ce-e1d5-4088-a8b6-2088e6afa3a7 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 1677 time: 0.2784889 Aug 05 14:14:37.050026 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:37.075497 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b9839f-491e-4966-bb3d-69ab00d283b8 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:14:37.108096 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 11b9839f-491e-4966-bb3d-69ab00d283b8, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=11b9839f-491e-4966-bb3d-69ab00d283b8,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:37.128696 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:37.144277 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c24daccf-cc43-420d-b4ce-496f034c3edc req-11e1b7ef-c6d5-425c-b2f9-2abd281ce2b9 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups?id=90efb7b1-522c-4078-b439-e06b73aedb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892210 Aug 05 14:14:37.199626 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-da5d7b2c-f6f5-4541-b824-8c006fd0325c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:37.200263 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=11b9839f-491e-4966-bb3d-69ab00d283b8,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:37.241069 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a1e07b-efb7-4f72-bc5f-7567dd29462e None None] New status for floating IP 6c2b4438-31d7-4b8e-b4e1-cfbfb1660299: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:14:37.244203 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d7b2c-f6f5-4541-b824-8c006fd0325c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event deleted for resources: {'Port': ['ID=b86da6fa-6cc7-4e12-97d7-bf6a7de79160,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:37.307308 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-da5d7b2c-f6f5-4541-b824-8c006fd0325c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] No DVR routers for this DVR port b86da6fa-6cc7-4e12-97d7-bf6a7de79160 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:14:37.316617 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-da5d7b2c-f6f5-4541-b824-8c006fd0325c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:37.320193 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-da5d7b2c-f6f5-4541-b824-8c006fd0325c tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.84 "DELETE /v2.0/ports/b86da6fa-6cc7-4e12-97d7-bf6a7de79160 HTTP/1.1" status: 204 len: 173 time: 0.8703897 Aug 05 14:14:37.337358 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46370) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:37.373794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6257f42-a805-4e97-ae3f-a2893f7b452d req-9359c964-82c9-480e-a0fb-c3bf532d4d6e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:37.381322 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b6257f42-a805-4e97-ae3f-a2893f7b452d req-9359c964-82c9-480e-a0fb-c3bf532d4d6e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 945 time: 0.8059721 Aug 05 14:14:37.412937 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:37.447074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['11b9839f-491e-4966-bb3d-69ab00d283b8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:14:37.524738 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5cba27f4-60ed-4afa-b9a8-05aec066ed82 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:37.533117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd8f2e-0900-44cd-b431-bb309d0651fa req-9d44be37-4d6d-4997-b048-19f88ce1cf0f tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:37.535111 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-11dd8f2e-0900-44cd-b431-bb309d0651fa req-9d44be37-4d6d-4997-b048-19f88ce1cf0f tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 949 time: 0.1019998 Aug 05 14:14:37.548353 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:37.577437 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:37.588205 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-11dd8f2e-0900-44cd-b431-bb309d0651fa req-19d24cb5-2081-4f1e-9227-3a7de4f7fd98 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e80e20-ff47-4793-a1b8-4b5553d05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437596 Aug 05 14:14:37.596996 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-52f2aa73-063e-4359-942e-61b6b29a365a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Deleting port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:37.597410 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-52f2aa73-063e-4359-942e-61b6b29a365a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:37.616892 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b6257f42-a805-4e97-ae3f-a2893f7b452d req-6784d2e4-fe78-44dc-8365-2db83c491a35 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058733 Aug 05 14:14:37.626702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:37.628996 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Pushing event updated for resources: {'Port': ['ID=92b12cfe-c1ae-4716-a964-07cec91fc9db,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:37.651533 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5cba27f4-60ed-4afa-b9a8-05aec066ed82 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:37.731349 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-52f2aa73-063e-4359-942e-61b6b29a365a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] For port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:37.731718 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-52f2aa73-063e-4359-942e-61b6b29a365a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:37.749051 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-52f2aa73-063e-4359-942e-61b6b29a365a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Calling delete_port for 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:37.856989 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6087-8093-420e-a5ed-d3bec6608dc8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:37.932308 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-52f2aa73-063e-4359-942e-61b6b29a365a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:37.936530 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5cba27f4-60ed-4afa-b9a8-05aec066ed82 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:37.939165 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5cba27f4-60ed-4afa-b9a8-05aec066ed82 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:37.940314 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5cba27f4-60ed-4afa-b9a8-05aec066ed82 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "DELETE /v2.0/security-groups/add547b8-ff48-4034-86b9-4c5be656e909 HTTP/1.1" status: 204 len: 168 time: 0.5971572 Aug 05 14:14:37.943423 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46378) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:37.977798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2aa73-063e-4359-942e-61b6b29a365a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event deleted for resources: {'Port': ['ID=5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:38.002631 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba27f4-60ed-4afa-b9a8-05aec066ed82 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=add547b8-ff48-4034-86b9-4c5be656e909,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:38.013390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a6087-8093-420e-a5ed-d3bec6608dc8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Subnet': ['ID=53e716fb-6f23-49f4-8b2f-50858ac1d03a,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:38.025498 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1a6087-8093-420e-a5ed-d3bec6608dc8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Checking segment: {'id': 'f31ed3ad-1897-4b30-8f01-f5aa3e597344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0dd0b8b6-83a9-4283-bd08-b558cb0fb79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:14:38.025498 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1a6087-8093-420e-a5ed-d3bec6608dc8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network hostable DHCP agents. Network: 0dd0b8b6-83a9-4283-bd08-b558cb0fb79d, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:14:38.053934 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-52f2aa73-063e-4359-942e-61b6b29a365a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] No DVR routers for this DVR port 5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:14:38.060583 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-52f2aa73-063e-4359-942e-61b6b29a365a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:38.062621 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2896aa3-c112-406c-a4f5-01faf9e0f06e req-52f2aa73-063e-4359-942e-61b6b29a365a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.84 "DELETE /v2.0/ports/5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f HTTP/1.1" status: 204 len: 173 time: 0.7358177 Aug 05 14:14:38.087707 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-950abb99-86f1-47a2-9dc9-a4bf7d357853 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:38.101428 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1a6087-8093-420e-a5ed-d3bec6608dc8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 0dd0b8b6-83a9-4283-bd08-b558cb0fb79d is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:14:38.119132 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-950abb99-86f1-47a2-9dc9-a4bf7d357853 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:38.165627 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-6c1a6087-8093-420e-a5ed-d3bec6608dc8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 0dd0b8b6-83a9-4283-bd08-b558cb0fb79d) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:38.178589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a6087-8093-420e-a5ed-d3bec6608dc8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:38.179016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb0fb02-f6a7-48f3-aaa4-b117725882b5 None None] Network 0dd0b8b6-83a9-4283-bd08-b558cb0fb79d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:38.179581 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6087-8093-420e-a5ed-d3bec6608dc8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:38.197793 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:38.238345 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-950abb99-86f1-47a2-9dc9-a4bf7d357853 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:38.242764 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-950abb99-86f1-47a2-9dc9-a4bf7d357853 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:38.248886 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6c1a6087-8093-420e-a5ed-d3bec6608dc8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8404207 Aug 05 14:14:38.249106 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-950abb99-86f1-47a2-9dc9-a4bf7d357853 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "DELETE /v2.0/security-groups/03eefb30-94e8-46a3-b72b-f6e7954974dc HTTP/1.1" status: 204 len: 168 time: 0.2791679 Aug 05 14:14:38.249213 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46386) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:38.250305 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46388) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:38.279376 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950abb99-86f1-47a2-9dc9-a4bf7d357853 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eefb30-94e8-46a3-b72b-f6e7954974dc,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:38.292060 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-80c0bc66-6017-4e09-a5b4-c552fc6f75bb tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1256489493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:38.343726 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-deleted', 'tag': '6f456a13-3d98-4faf-b751-fe64775d983e'}, {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-deleted', 'tag': 'b86da6fa-6cc7-4e12-97d7-bf6a7de79160'}, {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-deleted', 'tag': '5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:14:38.347490 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdc0e0d-c73f-4243-816b-cd283da1b0f8" -d '{"events": [{"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-deleted", "tag": "6f456a13-3d98-4faf-b751-fe64775d983e"}, {"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-deleted", "tag": "b86da6fa-6cc7-4e12-97d7-bf6a7de79160"}, {"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-deleted", "tag": "5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:14:38.438796 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 05 Aug 2021 14:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ad86ef-55f7-4c40-9a2e-d3eb5d28a238 x-openstack-request-id: req-25ad86ef-55f7-4c40-9a2e-d3eb5d28a238 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:14:38.439105 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-deleted", "tag": "6f456a13-3d98-4faf-b751-fe64775d983e", "status": "completed", "code": 200}, {"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-deleted", "tag": "b86da6fa-6cc7-4e12-97d7-bf6a7de79160", "status": "completed", "code": 200}, {"server_uuid": "d073dc86-42f0-4b2e-9030-6ef2592151a8", "name": "network-vif-deleted", "tag": "5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:14:38.439710 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25ad86ef-55f7-4c40-9a2e-d3eb5d28a238 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:14:38.440147 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-deleted', 'tag': '6f456a13-3d98-4faf-b751-fe64775d983e', 'status': 'completed', 'code': 200} Aug 05 14:14:38.440424 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-deleted', 'tag': 'b86da6fa-6cc7-4e12-97d7-bf6a7de79160', 'status': 'completed', 'code': 200} Aug 05 14:14:38.440878 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073dc86-42f0-4b2e-9030-6ef2592151a8', 'name': 'network-vif-deleted', 'tag': '5b5f5188-c5b5-4b25-be4d-fe1adfb4eb3f', 'status': 'completed', 'code': 200} Aug 05 14:14:38.447869 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0b07b628-5ee3-43be-b533-2c6cd0513be3 req-89f2ff65-721e-4f0d-96a1-865981e53cfe tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.1001799 Aug 05 14:14:38.477977 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0dd0b8b6-83a9-4283-bd08-b558cb0fb79d', 'network_id': '0dd0b8b6-83a9-4283-bd08-b558cb0fb79d', 'tenant_id': '34b65db42ce04e00bbd1cac74b05f5a2', 'fixed_ips': [{'subnet_id': '53e716fb-6f23-49f4-8b2f-50858ac1d03a'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:14:38.478917 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:38.541226 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-80c0bc66-6017-4e09-a5b4-c552fc6f75bb tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:38.542531 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-80c0bc66-6017-4e09-a5b4-c552fc6f75bb tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:38.710809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Allocated IP 2001:db8::2 (0dd0b8b6-83a9-4283-bd08-b558cb0fb79d/53e716fb-6f23-49f4-8b2f-50858ac1d03a/938958d0-1d34-4382-a3b3-25694d2c4d43) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:38.775087 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 11b9839f-491e-4966-bb3d-69ab00d283b8 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:14:38.832256 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead4cc4-04e8-4fac-ba1d-1082491745cd req-ce166532-1a9b-4ae7-a76f-79c62921e354 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:38.841050 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fead4cc4-04e8-4fac-ba1d-1082491745cd req-ce166532-1a9b-4ae7-a76f-79c62921e354 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 945 time: 0.1071358 Aug 05 14:14:38.888704 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-80c0bc66-6017-4e09-a5b4-c552fc6f75bb tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:38.894511 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fead4cc4-04e8-4fac-ba1d-1082491745cd req-f8a08b1f-4f82-4498-9e96-532fa27a200b tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522683 Aug 05 14:14:38.910455 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 11b9839f-491e-4966-bb3d-69ab00d283b8 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:38.916598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 11b9839f-491e-4966-bb3d-69ab00d283b8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:38.917153 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:39.025247 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:39.028536 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-80c0bc66-6017-4e09-a5b4-c552fc6f75bb tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:39.063798 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:39.085465 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:39.101928 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-80c0bc66-6017-4e09-a5b4-c552fc6f75bb tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:39.103676 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-80c0bc66-6017-4e09-a5b4-c552fc6f75bb tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8447268 Aug 05 14:14:39.106383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46408) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:39.112791 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c8302060-5988-487a-ba48-b925e3994b69 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'network_id': '0dd0b8b6-83a9-4283-bd08-b558cb0fb79d', 'name': 'tempest-PortsIpV6TestJSON-729791351'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:39.114867 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 11b9839f-491e-4966-bb3d-69ab00d283b8, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=11b9839f-491e-4966-bb3d-69ab00d283b8,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:39.118738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc19614-f5e2-4b5a-854a-f8938903bd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b9839f-491e-4966-bb3d-69ab00d283b8'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:14:39.121016 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3275c1-b3a1-4c35-ad87-9059b3689321" -d '{"events": [{"server_uuid": "cbc19614-f5e2-4b5a-854a-f8938903bd93", "name": "network-vif-plugged", "status": "completed", "tag": "11b9839f-491e-4966-bb3d-69ab00d283b8"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:14:39.137336 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Transition to ACTIVE for port object 938958d0-1d34-4382-a3b3-25694d2c4d43 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:39.143525 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:39.207400 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af727aa-1394-4b94-9d0d-29018e93636a req-c009c45c-b363-4c93-afde-71eedbdef8fa tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:39.209154 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3af727aa-1394-4b94-9d0d-29018e93636a req-c009c45c-b363-4c93-afde-71eedbdef8fa tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 949 time: 0.3260281 Aug 05 14:14:39.230970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Transition to ACTIVE for port object 938958d0-1d34-4382-a3b3-25694d2c4d43 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:39.235598 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef2c161-7a8a-482f-82f2-f1c34ecae3be x-openstack-request-id: req-0ef2c161-7a8a-482f-82f2-f1c34ecae3be {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:14:39.235988 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc19614-f5e2-4b5a-854a-f8938903bd93", "name": "network-vif-plugged", "status": "completed", "tag": "11b9839f-491e-4966-bb3d-69ab00d283b8", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:14:39.236546 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ef2c161-7a8a-482f-82f2-f1c34ecae3be {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:14:39.237529 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc19614-f5e2-4b5a-854a-f8938903bd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b9839f-491e-4966-bb3d-69ab00d283b8', 'code': 200} Aug 05 14:14:39.247325 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:39.355863 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92adfa-5556-4a2e-a4b3-25b8b6dd1328 req-44ae2233-a9e6-4c30-beea-6befe1c1828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:39.357475 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3c92adfa-5556-4a2e-a4b3-25b8b6dd1328 req-44ae2233-a9e6-4c30-beea-6befe1c1828a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 1101 time: 0.0731938 Aug 05 14:14:39.361205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Network 0dd0b8b6-83a9-4283-bd08-b558cb0fb79d is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:39.363094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:39.370922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:39.372472 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3af727aa-1394-4b94-9d0d-29018e93636a req-9efe93c9-6d08-4547-b931-e53bc93a3184 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e80e20-ff47-4793-a1b8-4b5553d05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404679 Aug 05 14:14:39.444426 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Router 8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:14:39.444922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8302060-5988-487a-ba48-b925e3994b69 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:14:39.456665 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c8302060-5988-487a-ba48-b925e3994b69 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:39.466564 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=11b9839f-491e-4966-bb3d-69ab00d283b8,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:39.530360 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3c92adfa-5556-4a2e-a4b3-25b8b6dd1328 req-0c592d04-7200-4f30-aa98-4159b0892eca service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a7e80e20-ff47-4793-a1b8-4b5553d05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587448 Aug 05 14:14:39.531908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-c8302060-5988-487a-ba48-b925e3994b69 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] device_id is not set on port 9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:14:39.622023 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Attempting to bind port 938958d0-1d34-4382-a3b3-25694d2c4d43 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:14:39.622686 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Attempting to bind port 938958d0-1d34-4382-a3b3-25694d2c4d43 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'f31ed3ad-1897-4b30-8f01-f5aa3e597344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0dd0b8b6-83a9-4283-bd08-b558cb0fb79d'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:14:39.623243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Attempting to bind port 938958d0-1d34-4382-a3b3-25694d2c4d43 on network 0dd0b8b6-83a9-4283-bd08-b558cb0fb79d {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:14:39.626541 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Pushing event updated for resources: {'Port': ['ID=938958d0-1d34-4382-a3b3-25694d2c4d43,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:39.636113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:14:39.636820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Checking segment: {'id': 'f31ed3ad-1897-4b30-8f01-f5aa3e597344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0dd0b8b6-83a9-4283-bd08-b558cb0fb79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:14:39.637412 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:39.637878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Bound using segment: {'id': 'f31ed3ad-1897-4b30-8f01-f5aa3e597344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0dd0b8b6-83a9-4283-bd08-b558cb0fb79d'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:14:39.639002 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Bound port: 938958d0-1d34-4382-a3b3-25694d2c4d43, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31ed3ad-1897-4b30-8f01-f5aa3e597344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0dd0b8b6-83a9-4283-bd08-b558cb0fb79d'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:14:39.639002 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:39.710770 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] For port 938958d0-1d34-4382-a3b3-25694d2c4d43, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:14:39.714845 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] For port 938958d0-1d34-4382-a3b3-25694d2c4d43, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=938958d0-1d34-4382-a3b3-25694d2c4d43,segment=NetworkSegment(f31ed3ad-1897-4b30-8f01-f5aa3e597344),segment_id=f31ed3ad-1897-4b30-8f01-f5aa3e597344)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:14:39.720223 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:39.733798 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1aa99f66-cde5-49b2-8457-6497c6d81213 req-d80d96bc-e0f5-4811-a7ca-e41e5f8e6e68 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.1352003 Aug 05 14:14:39.746429 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-c8302060-5988-487a-ba48-b925e3994b69 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Allocated IP 2001:db8::188 (0dd0b8b6-83a9-4283-bd08-b558cb0fb79d/53e716fb-6f23-49f4-8b2f-50858ac1d03a/9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:39.775546 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e652-9bac-4d70-abac-d493fc9657e4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:39.778281 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:14:39.812447 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f576bb91-1b77-4686-984c-cbdb4b51ce7f None None] Sync routers for ids ['8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:14:39.844462 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f576bb91-1b77-4686-984c-cbdb4b51ce7f None None] Routers {'8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:39.845327 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f576bb91-1b77-4686-984c-cbdb4b51ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:39.883300 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:39.888150 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e85cd299-d057-4a81-abd6-fb499f0fa77f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3929987 Aug 05 14:14:39.888818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46430) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:39.900103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-219497e3-3c40-42cd-9bc8-3bf7de0b873d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'enable_snat': False}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:39.910308 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f576bb91-1b77-4686-984c-cbdb4b51ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:39.929235 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f576bb91-1b77-4686-984c-cbdb4b51ce7f None None] Routers {'8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:39.929483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f576bb91-1b77-4686-984c-cbdb4b51ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:39.970926 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51489a77-c54e-43b2-aece-5bce2c5833f2 None None] Pushing event updated for resources: {'Port': ['ID=938958d0-1d34-4382-a3b3-25694d2c4d43,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:39.976068 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f576bb91-1b77-4686-984c-cbdb4b51ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:39.976865 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f576bb91-1b77-4686-984c-cbdb4b51ce7f None None] The sync data for ids ['8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:14:40.070392 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c8302060-5988-487a-ba48-b925e3994b69 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:40.156982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-c8302060-5988-487a-ba48-b925e3994b69 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Transition to ACTIVE for port object 9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:40.206892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490113e-5cba-4d26-9b87-59cbc8a6137d req-adc02e9e-6c60-4269-a749-0847b33f9e82 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:40.228022 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1490113e-5cba-4d26-9b87-59cbc8a6137d req-adc02e9e-6c60-4269-a749-0847b33f9e82 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 945 time: 0.1711214 Aug 05 14:14:40.321318 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1490113e-5cba-4d26-9b87-59cbc8a6137d req-0a20698d-eb66-452d-86ac-c54c823353fa tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918646 Aug 05 14:14:40.353702 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c8302060-5988-487a-ba48-b925e3994b69 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:40.399332 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8302060-5988-487a-ba48-b925e3994b69 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 0dd0b8b6-83a9-4283-bd08-b558cb0fb79d is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:40.416237 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-c8302060-5988-487a-ba48-b925e3994b69 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:40.422819 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8302060-5988-487a-ba48-b925e3994b69 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:40.436765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8302060-5988-487a-ba48-b925e3994b69 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:40.439016 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c8302060-5988-487a-ba48-b925e3994b69 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:40.497954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8302060-5988-487a-ba48-b925e3994b69 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:40.509599 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c8302060-5988-487a-ba48-b925e3994b69 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4020760 Aug 05 14:14:40.510410 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46438) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:41.062371 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06795458-9c4f-41ef-a7bc-cabee9829549 req-0999fbb1-7844-477f-8725-945fc60d1a35 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:41.064016 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06795458-9c4f-41ef-a7bc-cabee9829549 req-0999fbb1-7844-477f-8725-945fc60d1a35 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 950 time: 0.1443636 Aug 05 14:14:41.211599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06795458-9c4f-41ef-a7bc-cabee9829549 req-0418388a-f78b-4d86-ba1d-76e076f257f5 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e80e20-ff47-4793-a1b8-4b5553d05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146069 Aug 05 14:14:41.214583 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ffd3e652-9bac-4d70-abac-d493fc9657e4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Deleting port bca87a1e-1961-4faf-9b09-16fd409635ad {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:41.215231 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e652-9bac-4d70-abac-d493fc9657e4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:41.245562 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb4381f-44d8-42df-a022-65b8aeeb8cbd None None] Network 0dd0b8b6-83a9-4283-bd08-b558cb0fb79d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:41.252484 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-219497e3-3c40-42cd-9bc8-3bf7de0b873d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:41.334072 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d1d7dc82-6e64-4c09-8bf8-d723c06630c1 None None] Provisioning for port 938958d0-1d34-4382-a3b3-25694d2c4d43 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:41.350263 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c30722a-3f05-4eed-ab85-5d9d12d6fd12 req-adf71347-0bbd-4272-b286-fc87c97ce3a7 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.0532870 Aug 05 14:14:41.425659 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-ffd3e652-9bac-4d70-abac-d493fc9657e4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] For port bca87a1e-1961-4faf-9b09-16fd409635ad, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=bca87a1e-1961-4faf-9b09-16fd409635ad,segment=NetworkSegment(fc8c005b-c070-4626-8d31-5945f8304623),segment_id=fc8c005b-c070-4626-8d31-5945f8304623)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:41.426030 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e652-9bac-4d70-abac-d493fc9657e4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:41.444497 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ffd3e652-9bac-4d70-abac-d493fc9657e4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Calling delete_port for bca87a1e-1961-4faf-9b09-16fd409635ad owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:41.522057 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6bda6d53-0d06-4468-9b6b-46774ddd7b41 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:41.573810 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25a01d-16c0-4979-8332-eb9971a69674 req-926b2285-3902-46be-bc45-013e65988778 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:41.576277 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0f25a01d-16c0-4979-8332-eb9971a69674 req-926b2285-3902-46be-bc45-013e65988778 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 945 time: 0.1266339 Aug 05 14:14:41.734842 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0f25a01d-16c0-4979-8332-eb9971a69674 req-1a7f1029-04e7-43ca-87ce-31e73e82792f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513751 Aug 05 14:14:41.892092 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6bda6d53-0d06-4468-9b6b-46774ddd7b41 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:41.900836 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6bda6d53-0d06-4468-9b6b-46774ddd7b41 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:41.954488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c7b74fa3-8718-447f-9bfc-26e81f4922d8 None None] Provisioning for port 9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:41.964138 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c7b74fa3-8718-447f-9bfc-26e81f4922d8 None None] Provisioning complete for port 9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:41.965131 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c7b74fa3-8718-447f-9bfc-26e81f4922d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:41.988738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 938958d0-1d34-4382-a3b3-25694d2c4d43 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:14:42.025425 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e652-9bac-4d70-abac-d493fc9657e4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:42.041898 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c7b74fa3-8718-447f-9bfc-26e81f4922d8 None None] Port 9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:42.056511 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda6d53-0d06-4468-9b6b-46774ddd7b41 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:42.062616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 938958d0-1d34-4382-a3b3-25694d2c4d43 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:42.067147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 938958d0-1d34-4382-a3b3-25694d2c4d43 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:42.067772 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:42.181551 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6bda6d53-0d06-4468-9b6b-46774ddd7b41 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:42.273296 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3e652-9bac-4d70-abac-d493fc9657e4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event deleted for resources: {'Port': ['ID=bca87a1e-1961-4faf-9b09-16fd409635ad,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:42.497025 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:42.499097 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c4624d94-5350-4b73-8911-6f0c376db8a4 None None] Provisioning complete for port 9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:42.499451 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c4624d94-5350-4b73-8911-6f0c376db8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:42.511750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af66520-35b4-4043-b0fb-8a0cd5d11b83 req-bfa582fd-7001-4962-a660-8c9530cd69ed tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:42.519185 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0af66520-35b4-4043-b0fb-8a0cd5d11b83 req-bfa582fd-7001-4962-a660-8c9530cd69ed tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 950 time: 0.1792753 Aug 05 14:14:42.527224 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a6bee3ad-dfe2-43a7-991e-8df5681cca21 req-60968e8f-3db9-4f59-844b-c4074bfb5410 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.0502620 Aug 05 14:14:42.544658 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6bda6d53-0d06-4468-9b6b-46774ddd7b41 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:42.564964 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 938958d0-1d34-4382-a3b3-25694d2c4d43, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=938958d0-1d34-4382-a3b3-25694d2c4d43,segment=NetworkSegment(f31ed3ad-1897-4b30-8f01-f5aa3e597344),segment_id=f31ed3ad-1897-4b30-8f01-f5aa3e597344)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:42.583879 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:42.617310 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0af66520-35b4-4043-b0fb-8a0cd5d11b83 req-3d872cb6-1603-4692-8010-12a967f777a1 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e80e20-ff47-4793-a1b8-4b5553d05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931194 Aug 05 14:14:42.625375 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c4624d94-5350-4b73-8911-6f0c376db8a4 None None] Port 9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:42.673200 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=938958d0-1d34-4382-a3b3-25694d2c4d43,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:42.755008 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f55f940d-11ae-4eea-9b4b-2113b5cfd626 None None] Provisioning complete for port 9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:42.755954 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f55f940d-11ae-4eea-9b4b-2113b5cfd626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:42.757894 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ffd3e652-9bac-4d70-abac-d493fc9657e4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:42.773673 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-219497e3-3c40-42cd-9bc8-3bf7de0b873d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:42.782658 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-219497e3-3c40-42cd-9bc8-3bf7de0b873d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:42.806123 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f55f940d-11ae-4eea-9b4b-2113b5cfd626 None None] Port 9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:43.031232 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b569130-bf30-45a3-9e85-6e8d1ca0dfa7 req-df828c93-05bb-4166-9039-cccd498059c8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:43.032912 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b569130-bf30-45a3-9e85-6e8d1ca0dfa7 req-df828c93-05bb-4166-9039-cccd498059c8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 945 time: 0.0977843 Aug 05 14:14:43.082025 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6bda6d53-0d06-4468-9b6b-46774ddd7b41 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:43.131399 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b569130-bf30-45a3-9e85-6e8d1ca0dfa7 req-baf95c9c-6586-4c0d-a0d2-7cd9ba82860c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790148 Aug 05 14:14:43.132623 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6bda6d53-0d06-4468-9b6b-46774ddd7b41 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:43.133893 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6bda6d53-0d06-4468-9b6b-46774ddd7b41 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:43.235783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219497e3-3c40-42cd-9bc8-3bf7de0b873d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Router 8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:14:43.236756 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda6d53-0d06-4468-9b6b-46774ddd7b41 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:43.252541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd3e652-9bac-4d70-abac-d493fc9657e4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Router c4b28f85-cc2a-424e-ba38-0a21fee61247 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:14:43.323507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bda6d53-0d06-4468-9b6b-46774ddd7b41 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 0dd0b8b6-83a9-4283-bd08-b558cb0fb79d is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:43.325192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-6bda6d53-0d06-4468-9b6b-46774ddd7b41 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:43.480283 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bda6d53-0d06-4468-9b6b-46774ddd7b41 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Router c28b92d8-67b8-444c-8823-2afa37b3271e is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:14:43.487942 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd3e652-9bac-4d70-abac-d493fc9657e4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:14:43.490449 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219497e3-3c40-42cd-9bc8-3bf7de0b873d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:14:43.495268 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ffd3e652-9bac-4d70-abac-d493fc9657e4 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "PUT /v2.0/routers/c4b28f85-cc2a-424e-ba38-0a21fee61247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2457001 Aug 05 14:14:43.498211 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-219497e3-3c40-42cd-9bc8-3bf7de0b873d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:43.499396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46472) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:43.499561 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-219497e3-3c40-42cd-9bc8-3bf7de0b873d tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "PUT /v2.0/routers/8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0 HTTP/1.1" status: 200 len: 922 time: 3.6043429 Aug 05 14:14:43.501349 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b817d7-e511-437f-a00c-fd7b5bd3016c None None] Sync routers for ids ['c4b28f85-cc2a-424e-ba38-0a21fee61247'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:14:43.507229 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46474) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:43.507831 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51be09-c28b-482a-99bd-a8d78a5d19ab None None] Sync routers for ids ['8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:14:43.516869 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b817d7-e511-437f-a00c-fd7b5bd3016c None None] Routers {'c4b28f85-cc2a-424e-ba38-0a21fee61247'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:43.517600 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a6b817d7-e511-437f-a00c-fd7b5bd3016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c4b28f85-cc2a-424e-ba38-0a21fee61247'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:43.527664 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51be09-c28b-482a-99bd-a8d78a5d19ab None None] Routers {'8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:43.528562 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-8a51be09-c28b-482a-99bd-a8d78a5d19ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:43.652284 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-8a51be09-c28b-482a-99bd-a8d78a5d19ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:43.667091 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51be09-c28b-482a-99bd-a8d78a5d19ab None None] Routers {'8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:43.667301 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-8a51be09-c28b-482a-99bd-a8d78a5d19ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:43.702017 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-a6b817d7-e511-437f-a00c-fd7b5bd3016c None None] Set router c4b28f85-cc2a-424e-ba38-0a21fee61247 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:14:43.704263 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-8a51be09-c28b-482a-99bd-a8d78a5d19ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:43.704263 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51be09-c28b-482a-99bd-a8d78a5d19ab None None] The sync data for ids ['8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:14:43.743153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-314111dc-99c7-4d5d-a25a-f673c13af551 None None] Provisioning complete for port 9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:43.743544 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-314111dc-99c7-4d5d-a25a-f673c13af551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:43.810279 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fa4762-ae28-41aa-9d1d-d955a16a54bd tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Deleting subnet 7c9146ac-c066-45d0-ac2d-dc60038ae307 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:14:43.818062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-314111dc-99c7-4d5d-a25a-f673c13af551 None None] Port 9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:43.828943 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1fa4762-ae28-41aa-9d1d-d955a16a54bd tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:43.973443 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1fa4762-ae28-41aa-9d1d-d955a16a54bd tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:44.060208 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 938958d0-1d34-4382-a3b3-25694d2c4d43 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:14:44.089522 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a6b817d7-e511-437f-a00c-fd7b5bd3016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'name': 'tempest-TestSecurityGroupsBasicOps-router-717992249', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:12:32Z', 'updated_at': '2021-08-05T14:14:41Z', 'revision_number': 5, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:34Z', 'updated_at': '2021-08-05T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:44.118209 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1fa4762-ae28-41aa-9d1d-d955a16a54bd tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:44.124004 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b817d7-e511-437f-a00c-fd7b5bd3016c None None] Checking router: c4b28f85-cc2a-424e-ba38-0a21fee61247 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:14:44.154214 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b817d7-e511-437f-a00c-fd7b5bd3016c None None] Routers {'c4b28f85-cc2a-424e-ba38-0a21fee61247'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:44.156169 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a6b817d7-e511-437f-a00c-fd7b5bd3016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c4b28f85-cc2a-424e-ba38-0a21fee61247'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:44.163436 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 938958d0-1d34-4382-a3b3-25694d2c4d43 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:44.163817 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:44.199085 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bda6d53-0d06-4468-9b6b-46774ddd7b41 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:14:44.215659 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6bda6d53-0d06-4468-9b6b-46774ddd7b41 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "PUT /v2.0/routers/c28b92d8-67b8-444c-8823-2afa37b3271e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7041116 Aug 05 14:14:44.218156 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1fa4762-ae28-41aa-9d1d-d955a16a54bd tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:44.221709 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46486) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:44.244656 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-74611161-16a5-4c0e-b595-41642596d675 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "GET /v2.0/routers/8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0 HTTP/1.1" status: 200 len: 922 time: 0.7300110 Aug 05 14:14:44.245367 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a4dab6-06cd-4c0b-baaa-4a5266775227 None None] Sync routers for ids ['c28b92d8-67b8-444c-8823-2afa37b3271e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:14:44.257861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46488) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:44.293773 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4dab6-06cd-4c0b-baaa-4a5266775227 None None] Routers {'c28b92d8-67b8-444c-8823-2afa37b3271e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:44.299932 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-f9a4dab6-06cd-4c0b-baaa-4a5266775227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c28b92d8-67b8-444c-8823-2afa37b3271e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:44.319144 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5b694d25-8877-4304-8c94-0d42ab046877 req-3ec2ec9c-5eff-4d2c-8fc8-cfae0cf30876 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.0737126 Aug 05 14:14:44.342655 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa4762-ae28-41aa-9d1d-d955a16a54bd tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9146ac-c066-45d0-ac2d-dc60038ae307,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:44.351660 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecd4a21-4457-4557-a007-06a4b6c447c5 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:44.353332 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8ecd4a21-4457-4557-a007-06a4b6c447c5 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&device_id=8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0920601 Aug 05 14:14:44.358957 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46490) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:44.375788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1fa4762-ae28-41aa-9d1d-d955a16a54bd tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:44.380169 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c1fa4762-ae28-41aa-9d1d-d955a16a54bd tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "DELETE /v2.0/subnets/7c9146ac-c066-45d0-ac2d-dc60038ae307 HTTP/1.1" status: 204 len: 168 time: 0.6884928 Aug 05 14:14:44.382925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46492) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:44.386045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5073d9e-55f1-4e20-953a-284cf31f9d0d None None] Network 0e3dc811-9abb-46ed-8f37-ce3c4689c755 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:44.449895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98e4511-6355-46fa-bc67-4257660d9c62 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:44.454592 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a98e4511-6355-46fa-bc67-4257660d9c62 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports?device_id=c28b92d8-67b8-444c-8823-2afa37b3271e HTTP/1.1" status: 200 len: 988 time: 0.2272494 Aug 05 14:14:44.455228 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46494) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:44.528545 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a650b-b063-4481-ac1b-f3e6957ed978 req-36778699-5253-49db-87a2-926bc27c6f59 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:44.528913 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-f9a4dab6-06cd-4c0b-baaa-4a5266775227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:44.530692 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-433a650b-b063-4481-ac1b-f3e6957ed978 req-36778699-5253-49db-87a2-926bc27c6f59 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 945 time: 0.2483559 Aug 05 14:14:44.556172 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4dab6-06cd-4c0b-baaa-4a5266775227 None None] Routers {'c28b92d8-67b8-444c-8823-2afa37b3271e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:44.557052 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-f9a4dab6-06cd-4c0b-baaa-4a5266775227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c28b92d8-67b8-444c-8823-2afa37b3271e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:44.570954 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5715ec2-fbd1-4473-a263-cdc76b0b2c4c tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:44.575986 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e5715ec2-fbd1-4473-a263-cdc76b0b2c4c tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 881 time: 0.2139089 Aug 05 14:14:44.582774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46496) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:44.592719 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-f9a4dab6-06cd-4c0b-baaa-4a5266775227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:44.593609 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a4dab6-06cd-4c0b-baaa-4a5266775227 None None] The sync data for ids ['c28b92d8-67b8-444c-8823-2afa37b3271e'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:14:44.620253 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-a6b817d7-e511-437f-a00c-fd7b5bd3016c None None] Set router c4b28f85-cc2a-424e-ba38-0a21fee61247 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:14:44.629268 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-286155a7-63b1-4586-8005-c00cbe9260bd tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0 HTTP/1.1" status: 200 len: 205 time: 0.0448537 Aug 05 14:14:44.634284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46498) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:44.714389 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c373a9cd-8224-472e-8e45-04cde1744391 None None] DHCP port deletion for 0e3dc811-9abb-46ed-8f37-ce3c4689c755 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:14:44.723272 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-433a650b-b063-4481-ac1b-f3e6957ed978 req-f5245e06-cdaf-4619-a6e5-b10c51fb791a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318893 Aug 05 14:14:44.728445 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-299dd262-f348-4060-9c32-b514fa0cbff0 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:44.782843 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:44.791721 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c373a9cd-8224-472e-8e45-04cde1744391 None None] Deleting port 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:44.792219 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c373a9cd-8224-472e-8e45-04cde1744391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:44.860582 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c373a9cd-8224-472e-8e45-04cde1744391 None None] For port 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8678c7e7-a6fb-476c-bc36-90eff6e5b2dc,segment=NetworkSegment(fc8c005b-c070-4626-8d31-5945f8304623),segment_id=fc8c005b-c070-4626-8d31-5945f8304623)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:44.861458 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c373a9cd-8224-472e-8e45-04cde1744391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:44.872428 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a6b817d7-e511-437f-a00c-fd7b5bd3016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'name': 'tempest-TestSecurityGroupsBasicOps-router-717992249', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:12:32Z', 'updated_at': '2021-08-05T14:14:41Z', 'revision_number': 5, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:34Z', 'updated_at': '2021-08-05T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:44.883659 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c373a9cd-8224-472e-8e45-04cde1744391 None None] Calling delete_port for 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:44.904674 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b817d7-e511-437f-a00c-fd7b5bd3016c None None] The sync data for ids ['c4b28f85-cc2a-424e-ba38-0a21fee61247'] in n-d-803585-2 is: [{'id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'name': 'tempest-TestSecurityGroupsBasicOps-router-717992249', 'tenant_id': 'd739f65a56c043b29ed346d66a259350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:12:32Z', 'updated_at': '2021-08-05T14:14:41Z', 'revision_number': 5, 'project_id': 'd739f65a56c043b29ed346d66a259350', 'gw_port': {'id': '1876f544-5683-4c98-ae6c-4868bcb802ee', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b28f85-cc2a-424e-ba38-0a21fee61247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:12:34Z', 'updated_at': '2021-08-05T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:14:44.956473 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-949f4f1c-b8eb-481e-a5af-282085624ffb tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:44.996819 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c373a9cd-8224-472e-8e45-04cde1744391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:45.027787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373a9cd-8224-472e-8e45-04cde1744391 None None] Pushing event deleted for resources: {'Port': ['ID=8678c7e7-a6fb-476c-bc36-90eff6e5b2dc,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:45.039064 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c373a9cd-8224-472e-8e45-04cde1744391 None None] No DVR routers for this DVR port 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:14:45.072674 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-299dd262-f348-4060-9c32-b514fa0cbff0 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:45.550779 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5babde5-a3ba-49db-b18c-fc4267101413 req-fc6567db-e664-4953-8e34-e8c65b609bb4 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.0699384 Aug 05 14:14:45.632259 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-949f4f1c-b8eb-481e-a5af-282085624ffb tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:45.660290 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-299dd262-f348-4060-9c32-b514fa0cbff0 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Deleting port 1876f544-5683-4c98-ae6c-4868bcb802ee {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:45.660757 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-299dd262-f348-4060-9c32-b514fa0cbff0 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:45.841900 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c073aa10-8848-4cb5-98e9-7f234b55e55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:45.858466 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713983b-54d5-4b30-acbe-b92e11161b17 req-d0763b55-1db3-4621-8fd5-2101a2664c43 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:45.867264 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4713983b-54d5-4b30-acbe-b92e11161b17 req-d0763b55-1db3-4621-8fd5-2101a2664c43 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 945 time: 0.0659122 Aug 05 14:14:45.887027 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-949f4f1c-b8eb-481e-a5af-282085624ffb tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Deleting port 92b12cfe-c1ae-4716-a964-07cec91fc9db {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:45.887395 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-949f4f1c-b8eb-481e-a5af-282085624ffb tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:45.923425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4713983b-54d5-4b30-acbe-b92e11161b17 req-4cfb5a3a-39c9-4c9e-8e1d-ed237f2050d4 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500357 Aug 05 14:14:45.924884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:45.962112 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93b3ab76-fba0-4c29-98fd-a10420bf9595 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:45.963711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:14:45.964063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8678c7e7-a6fb-476c-bc36-90eff6e5b2dc not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:14:45.964482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device bca87a1e-1961-4faf-9b09-16fd409635ad no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:45.980809 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-299dd262-f348-4060-9c32-b514fa0cbff0 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] For port 1876f544-5683-4c98-ae6c-4868bcb802ee, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1876f544-5683-4c98-ae6c-4868bcb802ee,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:45.981407 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-299dd262-f348-4060-9c32-b514fa0cbff0 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:45.993903 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:45.994750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: bca87a1e-1961-4faf-9b09-16fd409635ad {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:14:45.995097 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device bca87a1e-1961-4faf-9b09-16fd409635ad not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:14:46.086632 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-299dd262-f348-4060-9c32-b514fa0cbff0 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Calling delete_port for 1876f544-5683-4c98-ae6c-4868bcb802ee owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:46.233256 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-949f4f1c-b8eb-481e-a5af-282085624ffb tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:46.273803 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f2e7c-c6c7-486c-ab1f-db9a68cc500f req-57a5180f-1bcc-44ca-b06d-a67682ff13ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:46.275256 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a5f2e7c-c6c7-486c-ab1f-db9a68cc500f req-57a5180f-1bcc-44ca-b06d-a67682ff13ae service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 1096 time: 0.2089558 Aug 05 14:14:46.280938 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-949f4f1c-b8eb-481e-a5af-282085624ffb tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Calling delete_port for 92b12cfe-c1ae-4716-a964-07cec91fc9db owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:46.618715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f2e7c-c6c7-486c-ab1f-db9a68cc500f req-3762cf5f-7280-4698-ac2a-147e14c86b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:46.620237 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a5f2e7c-c6c7-486c-ab1f-db9a68cc500f req-3762cf5f-7280-4698-ac2a-147e14c86b7a service neutron] 10.222.0.84 "GET /v2.0/networks?id=5eff8ab7-e26f-477d-9573-84337a08c8aa HTTP/1.1" status: 200 len: 898 time: 0.3187747 Aug 05 14:14:46.688299 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-299dd262-f348-4060-9c32-b514fa0cbff0 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:46.691602 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ca037aa-5799-4c15-884b-6ae31d8c5060 req-2cb48b46-d92d-4143-b53e-f1bce7372ee7 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.0351684 Aug 05 14:14:46.756742 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dd262-f348-4060-9c32-b514fa0cbff0 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event deleted for resources: {'Port': ['ID=1876f544-5683-4c98-ae6c-4868bcb802ee,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:46.823135 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a5f2e7c-c6c7-486c-ab1f-db9a68cc500f req-b65095f6-3a78-45e3-a359-7d85d78b279d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=023acbbc-61d8-49a2-abd0-7532114d38de HTTP/1.1" status: 200 len: 1001 time: 0.1899109 Aug 05 14:14:46.893946 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-949f4f1c-b8eb-481e-a5af-282085624ffb tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:46.922638 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c16a9c-ef78-4b67-9c23-1c5e1fbe0b76 req-040271ba-e477-4550-b5f7-3cfb71556469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:46.924053 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e3c16a9c-ef78-4b67-9c23-1c5e1fbe0b76 req-040271ba-e477-4550-b5f7-3cfb71556469 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 1096 time: 0.1987653 Aug 05 14:14:46.926291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-93b3ab76-fba0-4c29-98fd-a10420bf9595 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port 9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:46.926638 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93b3ab76-fba0-4c29-98fd-a10420bf9595 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:46.973616 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f4f1c-b8eb-481e-a5af-282085624ffb tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Pushing event deleted for resources: {'Port': ['ID=92b12cfe-c1ae-4716-a964-07cec91fc9db,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:47.025749 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-299dd262-f348-4060-9c32-b514fa0cbff0 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:47.040445 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f2e7c-c6c7-486c-ab1f-db9a68cc500f req-5127e636-a0b8-4b3c-9789-0b08bb5c587f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:47.041927 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a5f2e7c-c6c7-486c-ab1f-db9a68cc500f req-5127e636-a0b8-4b3c-9789-0b08bb5c587f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=96d72011-8305-4d28-b564-d32bfcefcba0 HTTP/1.1" status: 200 len: 835 time: 0.1897817 Aug 05 14:14:47.239778 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e3c16a9c-ef78-4b67-9c23-1c5e1fbe0b76 req-af22889b-fbdb-4eed-8e5c-16a6834b3d74 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849395 Aug 05 14:14:47.252080 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-299dd262-f348-4060-9c32-b514fa0cbff0 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:47.259795 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-299dd262-f348-4060-9c32-b514fa0cbff0 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:47.278493 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-949f4f1c-b8eb-481e-a5af-282085624ffb tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:47.385640 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93b3ab76-fba0-4c29-98fd-a10420bf9595 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:47.395663 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49efcc-7abb-4447-a227-36b61e46cfc6 req-7387bc7c-5f93-4b3d-8bef-e05d92e0c86e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:47.397382 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9c49efcc-7abb-4447-a227-36b61e46cfc6 req-7387bc7c-5f93-4b3d-8bef-e05d92e0c86e tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 945 time: 0.3853257 Aug 05 14:14:47.446097 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f2e7c-c6c7-486c-ab1f-db9a68cc500f req-120dcc13-17bd-4c57-825d-397689f696f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:47.447559 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a5f2e7c-c6c7-486c-ab1f-db9a68cc500f req-120dcc13-17bd-4c57-825d-397689f696f2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5eff8ab7-e26f-477d-9573-84337a08c8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3695517 Aug 05 14:14:47.451857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-93b3ab76-fba0-4c29-98fd-a10420bf9595 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for 9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:47.453284 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-299dd262-f348-4060-9c32-b514fa0cbff0 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:47.453900 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299dd262-f348-4060-9c32-b514fa0cbff0 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Fanout notify agent at l3_agent the message router_deleted on router c4b28f85-cc2a-424e-ba38-0a21fee61247 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:14:47.466241 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-949f4f1c-b8eb-481e-a5af-282085624ffb tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:47.474993 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-299dd262-f348-4060-9c32-b514fa0cbff0 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:47.475956 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-299dd262-f348-4060-9c32-b514fa0cbff0 tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "DELETE /v2.0/routers/c4b28f85-cc2a-424e-ba38-0a21fee61247 HTTP/1.1" status: 204 len: 168 time: 3.0920346 Aug 05 14:14:47.478786 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46514) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:47.487199 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-949f4f1c-b8eb-481e-a5af-282085624ffb tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:47.584205 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-322b7640-ad2c-4d3d-bf59-eaaeb8e9a5cb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:47.685605 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-322b7640-ad2c-4d3d-bf59-eaaeb8e9a5cb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:47.698237 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-322b7640-ad2c-4d3d-bf59-eaaeb8e9a5cb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3dc811-9abb-46ed-8f37-ce3c4689c755']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:47.717282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-322b7640-ad2c-4d3d-bf59-eaaeb8e9a5cb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8c005b-c070-4626-8d31-5945f8304623') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:47.717666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-322b7640-ad2c-4d3d-bf59-eaaeb8e9a5cb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8c005b-c070-4626-8d31-5945f8304623') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:47.732519 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-322b7640-ad2c-4d3d-bf59-eaaeb8e9a5cb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:47.768330 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-322b7640-ad2c-4d3d-bf59-eaaeb8e9a5cb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:47.780404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322b7640-ad2c-4d3d-bf59-eaaeb8e9a5cb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:14:47.781175 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-322b7640-ad2c-4d3d-bf59-eaaeb8e9a5cb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:14:47.830612 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:14:47.869084 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6e5ddff-9c13-4d66-a6bc-ab7ee37dcf49 req-c2688326-6c01-4ba4-adc7-6306b04aaa39 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.0376971 Aug 05 14:14:47.891404 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-322b7640-ad2c-4d3d-bf59-eaaeb8e9a5cb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:47.907287 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-322b7640-ad2c-4d3d-bf59-eaaeb8e9a5cb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:47.907287 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-322b7640-ad2c-4d3d-bf59-eaaeb8e9a5cb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] 10.222.0.16 "DELETE /v2.0/networks/0e3dc811-9abb-46ed-8f37-ce3c4689c755 HTTP/1.1" status: 204 len: 168 time: 0.4260862 Aug 05 14:14:47.921549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1876f544-5683-4c98-ae6c-4868bcb802ee no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:47.943763 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b7640-ad2c-4d3d-bf59-eaaeb8e9a5cb tempest-TestSecurityGroupsBasicOps-2037701665 tempest-TestSecurityGroupsBasicOps-2037701665-project] Pushing event deleted for resources: {'Network': ['ID=0e3dc811-9abb-46ed-8f37-ce3c4689c755,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:47.955524 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 1876f544-5683-4c98-ae6c-4868bcb802ee {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:14:47.956091 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1876f544-5683-4c98-ae6c-4868bcb802ee not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:14:48.118450 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-949f4f1c-b8eb-481e-a5af-282085624ffb tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.119119 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949f4f1c-b8eb-481e-a5af-282085624ffb tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Fanout notify agent at l3_agent the message router_deleted on router 8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:14:48.125934 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9c49efcc-7abb-4447-a227-36b61e46cfc6 req-bed3e2ed-0778-46c4-b748-fe2c0839c511 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6862774 Aug 05 14:14:48.131724 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-949f4f1c-b8eb-481e-a5af-282085624ffb tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.133072 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-949f4f1c-b8eb-481e-a5af-282085624ffb tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "DELETE /v2.0/routers/8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0 HTTP/1.1" status: 204 len: 168 time: 3.4925270 Aug 05 14:14:48.140482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46522) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:48.152374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b5225ee0-a84c-43e2-bf7b-0dce96d598b1 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1643189894', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:48.228747 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a5f2e7c-c6c7-486c-ab1f-db9a68cc500f req-e2481f49-6d90-46ef-a944-0785043b5649 service neutron] 10.222.0.84 "GET /v2.0/networks/5eff8ab7-e26f-477d-9573-84337a08c8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7595906 Aug 05 14:14:48.261354 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b5225ee0-a84c-43e2-bf7b-0dce96d598b1 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.262498 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b5225ee0-a84c-43e2-bf7b-0dce96d598b1 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.334882 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93b3ab76-fba0-4c29-98fd-a10420bf9595 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.350757 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d8cadbef-74c6-4117-91bb-00cce436cfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.387971 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3ab76-fba0-4c29-98fd-a10420bf9595 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:48.392293 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46528) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:48.423665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 023acbbc-61d8-49a2-abd0-7532114d38de details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:14:48.426074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 023acbbc-61d8-49a2-abd0-7532114d38de no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:48.455186 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b5225ee0-a84c-43e2-bf7b-0dce96d598b1 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.520279 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a5f2e7c-c6c7-486c-ab1f-db9a68cc500f req-947641df-aef1-4174-ac6b-7b4cce9eb4f3 service neutron] 10.222.0.84 "GET /v2.0/networks/5eff8ab7-e26f-477d-9573-84337a08c8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806170 Aug 05 14:14:48.534067 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b5225ee0-a84c-43e2-bf7b-0dce96d598b1 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.626869 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.650840 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6724f29e-5171-44a4-a390-6b637e430cb9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d739f65a56c043b29ed346d66a259350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464066 Aug 05 14:14:48.652280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46532) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:48.665779 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.687828 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93b3ab76-fba0-4c29-98fd-a10420bf9595 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.696086 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b5225ee0-a84c-43e2-bf7b-0dce96d598b1 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.700695 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b5225ee0-a84c-43e2-bf7b-0dce96d598b1 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5560002 Aug 05 14:14:48.700695 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46534) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:48.706083 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a9e33ccf-fd25-4331-aa7f-209418a5cbb5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:48.721596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 023acbbc-61d8-49a2-abd0-7532114d38de, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=023acbbc-61d8-49a2-abd0-7532114d38de,segment=NetworkSegment(a5d1e921-bfef-47f8-98ec-e223ab0c5533),segment_id=a5d1e921-bfef-47f8-98ec-e223ab0c5533)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:48.723825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 023acbbc-61d8-49a2-abd0-7532114d38de, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=023acbbc-61d8-49a2-abd0-7532114d38de,segment=NetworkSegment(a5d1e921-bfef-47f8-98ec-e223ab0c5533),segment_id=a5d1e921-bfef-47f8-98ec-e223ab0c5533)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:48.727281 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '023acbbc-61d8-49a2-abd0-7532114d38de'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:14:48.729489 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69a4758-8fae-4e37-943b-d8cabd87d5c5" -d '{"events": [{"server_uuid": "1eba5256-966f-42b5-80fc-3f2676cfe025", "name": "network-vif-unplugged", "status": "completed", "tag": "023acbbc-61d8-49a2-abd0-7532114d38de"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:14:48.740390 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.746819 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '023acbbc-61d8-49a2-abd0-7532114d38de', 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa', 'port_id': '023acbbc-61d8-49a2-abd0-7532114d38de', 'mac_address': 'fa:16:3e:e1:5a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:14:48.796940 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-626789c6-78bb-4a40-8295-513ed7a0e67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.824031 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.828252 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b81d27-b802-4dfa-a104-75619ebcb8d8 x-openstack-request-id: req-69b81d27-b802-4dfa-a104-75619ebcb8d8 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:14:48.828728 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eba5256-966f-42b5-80fc-3f2676cfe025", "name": "network-vif-unplugged", "status": "completed", "tag": "023acbbc-61d8-49a2-abd0-7532114d38de", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:14:48.829286 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69b81d27-b802-4dfa-a104-75619ebcb8d8 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:14:48.829825 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '023acbbc-61d8-49a2-abd0-7532114d38de', 'code': 200} Aug 05 14:14:48.831632 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=023acbbc-61d8-49a2-abd0-7532114d38de,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:48.840189 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-626789c6-78bb-4a40-8295-513ed7a0e67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.851499 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 023acbbc-61d8-49a2-abd0-7532114d38de {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:14:48.888184 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 023acbbc-61d8-49a2-abd0-7532114d38de, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=023acbbc-61d8-49a2-abd0-7532114d38de,segment=NetworkSegment(a5d1e921-bfef-47f8-98ec-e223ab0c5533),segment_id=a5d1e921-bfef-47f8-98ec-e223ab0c5533)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:48.894594 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.899483 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-626789c6-78bb-4a40-8295-513ed7a0e67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.905045 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-626789c6-78bb-4a40-8295-513ed7a0e67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:48.912073 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-626789c6-78bb-4a40-8295-513ed7a0e67d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8bf24ee2-e4ed-47cd-bef3-077ef2829864 HTTP/1.1" status: 204 len: 168 time: 0.2572484 Aug 05 14:14:48.933647 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626789c6-78bb-4a40-8295-513ed7a0e67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf24ee2-e4ed-47cd-bef3-077ef2829864,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:49.044332 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b24baa72-609c-4f7b-a9c4-7646600fa1c9 req-8221183b-64ff-43df-be84-59d6eb317161 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.0550532 Aug 05 14:14:49.046756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=023acbbc-61d8-49a2-abd0-7532114d38de,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:49.094395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b3ab76-fba0-4c29-98fd-a10420bf9595 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Router c28b92d8-67b8-444c-8823-2afa37b3271e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:14:49.145327 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['023acbbc-61d8-49a2-abd0-7532114d38de'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:14:49.167573 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9e33ccf-fd25-4331-aa7f-209418a5cbb5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:49.275614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46546) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:49.300045 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-47a65a93-acaf-4f8c-95c4-a94c653baa65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:49.320550 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b3ab76-fba0-4c29-98fd-a10420bf9595 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:14:49.342499 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-93b3ab76-fba0-4c29-98fd-a10420bf9595 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "PUT /v2.0/routers/c28b92d8-67b8-444c-8823-2afa37b3271e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8823321 Aug 05 14:14:49.343233 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46550) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:49.382402 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-453b802d-0640-4172-bf5a-fa15ef99c4db tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] GET failed (client error): The resource could not be found. Aug 05 14:14:49.386743 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-453b802d-0640-4172-bf5a-fa15ef99c4db tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports/9fa36c3c-a495-4b0b-b90f-85fbde6b6cbb HTTP/1.1" status: 404 len: 333 time: 0.0399480 Aug 05 14:14:49.387369 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46552) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:49.388586 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68587503-31ac-4dc0-837f-d681d2476193 None None] Sync routers for ids ['c28b92d8-67b8-444c-8823-2afa37b3271e'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:14:49.448302 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68587503-31ac-4dc0-837f-d681d2476193 None None] Routers {'c28b92d8-67b8-444c-8823-2afa37b3271e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:49.449451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-68587503-31ac-4dc0-837f-d681d2476193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c28b92d8-67b8-444c-8823-2afa37b3271e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:49.463266 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-47a65a93-acaf-4f8c-95c4-a94c653baa65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:49.473557 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-47a65a93-acaf-4f8c-95c4-a94c653baa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:49.483845 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f3f8f-bd35-4859-862f-d00f9eff9e74 req-92633457-8bdd-4942-9a10-1fa6fe598537 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:49.491938 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e59f3f8f-bd35-4859-862f-d00f9eff9e74 req-92633457-8bdd-4942-9a10-1fa6fe598537 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 944 time: 0.1887956 Aug 05 14:14:49.494786 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-68587503-31ac-4dc0-837f-d681d2476193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:49.505822 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6f64cec-2907-43e3-b951-34470970c638 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:49.514209 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a65a93-acaf-4f8c-95c4-a94c653baa65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56312f42-83a4-4cbe-ba28-fc5a905a707b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:49.541005 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-47a65a93-acaf-4f8c-95c4-a94c653baa65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3fd045ea4ce4b0fb7e176c4ca6d855e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642965 Aug 05 14:14:49.543797 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46554) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:49.563439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68587503-31ac-4dc0-837f-d681d2476193 None None] Routers {'c28b92d8-67b8-444c-8823-2afa37b3271e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:49.564243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-68587503-31ac-4dc0-837f-d681d2476193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c28b92d8-67b8-444c-8823-2afa37b3271e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:49.569901 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:49.612410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-68587503-31ac-4dc0-837f-d681d2476193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:49.613225 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68587503-31ac-4dc0-837f-d681d2476193 None None] The sync data for ids ['c28b92d8-67b8-444c-8823-2afa37b3271e'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:14:49.615139 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5e72c58-99fb-428a-a9af-2dc5d91a3821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:49.619270 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e59f3f8f-bd35-4859-862f-d00f9eff9e74 req-e7936808-4be8-4654-af50-4e64e0e784fd tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262343 Aug 05 14:14:49.647208 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5e72c58-99fb-428a-a9af-2dc5d91a3821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:49.648809 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46556) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:49.736794 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5ab24d41-75b4-48b1-928a-4b07891d04cf tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/floatingips/8bcf1e8d-2501-44cd-92d7-37370b828fb2 HTTP/1.1" status: 200 len: 992 time: 0.0868046 Aug 05 14:14:49.758536 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5e72c58-99fb-428a-a9af-2dc5d91a3821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:49.761266 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5e72c58-99fb-428a-a9af-2dc5d91a3821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:49.762632 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f5e72c58-99fb-428a-a9af-2dc5d91a3821 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56312f42-83a4-4cbe-ba28-fc5a905a707b HTTP/1.1" status: 204 len: 168 time: 0.2177131 Aug 05 14:14:49.779175 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e72c58-99fb-428a-a9af-2dc5d91a3821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56312f42-83a4-4cbe-ba28-fc5a905a707b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:50.026568 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6f64cec-2907-43e3-b951-34470970c638 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.029355 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6f64cec-2907-43e3-b951-34470970c638 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.111123 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6f64cec-2907-43e3-b951-34470970c638 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.111634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f64cec-2907-43e3-b951-34470970c638 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Fanout notify agent at l3_agent the message router_deleted on router c28b92d8-67b8-444c-8823-2afa37b3271e {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:14:50.143345 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6f64cec-2907-43e3-b951-34470970c638 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.148351 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46564) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:50.157761 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e6f64cec-2907-43e3-b951-34470970c638 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/routers/c28b92d8-67b8-444c-8823-2afa37b3271e HTTP/1.1" status: 204 len: 168 time: 0.7606804 Aug 05 14:14:50.174858 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46566) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:50.207916 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9e33ccf-fd25-4331-aa7f-209418a5cbb5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.214032 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e3157c33-a224-42fd-9f6d-98d61a0a1efc req-9ee9bda3-8441-46c7-a62a-361c98520c63 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.0341809 Aug 05 14:14:50.228382 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-0140688b-e5d4-4a07-aec3-c343486225e4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting subnet 53e716fb-6f23-49f4-8b2f-50858ac1d03a {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:14:50.232248 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0140688b-e5d4-4a07-aec3-c343486225e4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.266322 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9e33ccf-fd25-4331-aa7f-209418a5cbb5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.285463 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0140688b-e5d4-4a07-aec3-c343486225e4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.296856 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4791f53c-7283-4b5e-9c5f-4e3df10b6637 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7048f8f0b564284abdba20a7f6f3325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1184757 Aug 05 14:14:50.307918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46568) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:50.400552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-a9e33ccf-fd25-4331-aa7f-209418a5cbb5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Allocated IP 172.25.5.70 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/8266c32e-a9c2-448c-9a70-ab011e335073) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:50.404920 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-01a1f7fb-5996-4ce2-a338-2f220f11598f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.432803 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 023acbbc-61d8-49a2-abd0-7532114d38de up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:14:50.434342 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0140688b-e5d4-4a07-aec3-c343486225e4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.459210 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-01a1f7fb-5996-4ce2-a338-2f220f11598f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.522679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 023acbbc-61d8-49a2-abd0-7532114d38de triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:50.523839 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.526296 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0140688b-e5d4-4a07-aec3-c343486225e4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.539212 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-01a1f7fb-5996-4ce2-a338-2f220f11598f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.541746 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-01a1f7fb-5996-4ce2-a338-2f220f11598f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.545661 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-01a1f7fb-5996-4ce2-a338-2f220f11598f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/058f73c2-94d1-41a0-b7c4-557ef0b66176 HTTP/1.1" status: 204 len: 168 time: 0.2342567 Aug 05 14:14:50.554307 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9e33ccf-fd25-4331-aa7f-209418a5cbb5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.572239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140688b-e5d4-4a07-aec3-c343486225e4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Subnet': ['ID=53e716fb-6f23-49f4-8b2f-50858ac1d03a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:50.579386 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0140688b-e5d4-4a07-aec3-c343486225e4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.585443 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0140688b-e5d4-4a07-aec3-c343486225e4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/53e716fb-6f23-49f4-8b2f-50858ac1d03a HTTP/1.1" status: 204 len: 168 time: 0.4357221 Aug 05 14:14:50.586812 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46574) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:50.588131 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1f7fb-5996-4ce2-a338-2f220f11598f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058f73c2-94d1-41a0-b7c4-557ef0b66176,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:50.594185 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e705a31-e491-43ab-a0dd-62eb4ae8c1c4 None None] Network 0dd0b8b6-83a9-4283-bd08-b558cb0fb79d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:50.676687 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.678513 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.700055 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9e33ccf-fd25-4331-aa7f-209418a5cbb5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.745696 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port 938958d0-1d34-4382-a3b3-25694d2c4d43 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:50.746326 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.774643 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 023acbbc-61d8-49a2-abd0-7532114d38de, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=023acbbc-61d8-49a2-abd0-7532114d38de,segment=NetworkSegment(a5d1e921-bfef-47f8-98ec-e223ab0c5533),segment_id=a5d1e921-bfef-47f8-98ec-e223ab0c5533)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:50.780522 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e33ccf-fd25-4331-aa7f-209418a5cbb5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:50.783723 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-a9e33ccf-fd25-4331-aa7f-209418a5cbb5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:50.790035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e33ccf-fd25-4331-aa7f-209418a5cbb5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:50.814577 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.831819 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023acbbc-61d8-49a2-abd0-7532114d38de'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:14:50.836022 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3ad96c-aa30-4cb3-996f-2b70b8d1177a" -d '{"events": [{"server_uuid": "1eba5256-966f-42b5-80fc-3f2676cfe025", "name": "network-vif-plugged", "status": "completed", "tag": "023acbbc-61d8-49a2-abd0-7532114d38de"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:14:50.847113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] For port 938958d0-1d34-4382-a3b3-25694d2c4d43, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=938958d0-1d34-4382-a3b3-25694d2c4d43,segment=NetworkSegment(f31ed3ad-1897-4b30-8f01-f5aa3e597344),segment_id=f31ed3ad-1897-4b30-8f01-f5aa3e597344)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:50.847706 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:50.864896 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for 938958d0-1d34-4382-a3b3-25694d2c4d43 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:50.894677 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e33ccf-fd25-4331-aa7f-209418a5cbb5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Pushing event updated for resources: {'Port': ['ID=8266c32e-a9c2-448c-9a70-ab011e335073,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:50.932992 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f61e58f-753f-41e2-b2a8-77b4e57da6b8 x-openstack-request-id: req-0f61e58f-753f-41e2-b2a8-77b4e57da6b8 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:14:50.933560 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eba5256-966f-42b5-80fc-3f2676cfe025", "name": "network-vif-plugged", "status": "completed", "tag": "023acbbc-61d8-49a2-abd0-7532114d38de", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:14:50.934010 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f61e58f-753f-41e2-b2a8-77b4e57da6b8 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:14:50.934607 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023acbbc-61d8-49a2-abd0-7532114d38de', 'code': 200} Aug 05 14:14:50.980678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=023acbbc-61d8-49a2-abd0-7532114d38de,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:51.005292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e81e834-c339-4015-b2a9-ca36c41511c3 None None] DHCP port deletion for 0dd0b8b6-83a9-4283-bd08-b558cb0fb79d request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:14:51.012323 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:51.051167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=938958d0-1d34-4382-a3b3-25694d2c4d43,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:51.058850 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No DVR routers for this DVR port 938958d0-1d34-4382-a3b3-25694d2c4d43 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:14:51.065266 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-5e81e834-c339-4015-b2a9-ca36c41511c3 None None] The port '938958d0-1d34-4382-a3b3-25694d2c4d43' was deleted {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 05 14:14:51.188464 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:51.213557 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd0b8b6-83a9-4283-bd08-b558cb0fb79d']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:51.229574 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31ed3ad-1897-4b30-8f01-f5aa3e597344') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:51.229889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31ed3ad-1897-4b30-8f01-f5aa3e597344') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:51.241595 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:51.259143 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:51.265938 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:14:51.266379 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:14:51.269688 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:14:51.291416 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:51.299166 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9e33ccf-fd25-4331-aa7f-209418a5cbb5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:51.343468 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:51.362793 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:51.372425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/networks/0dd0b8b6-83a9-4283-bd08-b558cb0fb79d HTTP/1.1" status: 204 len: 168 time: 0.7816482 Aug 05 14:14:51.375159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46580) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:51.382520 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1d8a9af-29f0-4c22-9505-fe95cf433924 req-824d5119-df76-4192-b85e-ce4b305e518d tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.0444655 Aug 05 14:14:51.456801 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b268d-5623-4d4d-8146-4c7a4e718b7d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Network': ['ID=0dd0b8b6-83a9-4283-bd08-b558cb0fb79d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:51.487513 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d5a312-c6e7-41b5-9701-bdf94cef37df tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:51.490016 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-55d5a312-c6e7-41b5-9701-bdf94cef37df tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports/1f73b62a-1035-4945-825a-aaa41edd3152 HTTP/1.1" status: 200 len: 844 time: 0.1133163 Aug 05 14:14:51.493890 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46582) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:51.578120 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1d03ac4a-b30e-4023-9514-1b01a3a6395e tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports/1f73b62a-1035-4945-825a-aaa41edd3152?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0789571 Aug 05 14:14:51.578504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46586) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:51.585314 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-efcc4d12-2b58-4f3b-b583-555f4c912c53 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'subnet': {'network_id': '09766a6e-1ca3-44eb-9e47-576774094734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:51.599294 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9e33ccf-fd25-4331-aa7f-209418a5cbb5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:51.606951 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9e33ccf-fd25-4331-aa7f-209418a5cbb5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:51.682602 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcc4d12-2b58-4f3b-b583-555f4c912c53 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:14:51.686519 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-efcc4d12-2b58-4f3b-b583-555f4c912c53 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:51.750749 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e33ccf-fd25-4331-aa7f-209418a5cbb5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Router 2cbe94d5-aeb3-4d9c-a6ba-65ecf047280a is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:14:51.877483 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e33ccf-fd25-4331-aa7f-209418a5cbb5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:14:51.885652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a9e33ccf-fd25-4331-aa7f-209418a5cbb5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:51.886955 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a9e33ccf-fd25-4331-aa7f-209418a5cbb5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "PUT /v2.0/routers/2cbe94d5-aeb3-4d9c-a6ba-65ecf047280a HTTP/1.1" status: 200 len: 879 time: 3.1850767 Aug 05 14:14:51.889124 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a67266e-5f4e-408f-9474-00d5abfdbdb7 None None] Sync routers for ids ['2cbe94d5-aeb3-4d9c-a6ba-65ecf047280a'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:14:51.889791 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46588) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:51.901483 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a67266e-5f4e-408f-9474-00d5abfdbdb7 None None] Routers {'2cbe94d5-aeb3-4d9c-a6ba-65ecf047280a'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:51.902215 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6a67266e-5f4e-408f-9474-00d5abfdbdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['2cbe94d5-aeb3-4d9c-a6ba-65ecf047280a'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:51.912795 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-efcc4d12-2b58-4f3b-b583-555f4c912c53 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:51.949662 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 938958d0-1d34-4382-a3b3-25694d2c4d43 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:14:51.957360 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6a67266e-5f4e-408f-9474-00d5abfdbdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:51.968390 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a67266e-5f4e-408f-9474-00d5abfdbdb7 None None] Routers {'2cbe94d5-aeb3-4d9c-a6ba-65ecf047280a'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:51.969462 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6a67266e-5f4e-408f-9474-00d5abfdbdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['2cbe94d5-aeb3-4d9c-a6ba-65ecf047280a'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:51.976961 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcc4d12-2b58-4f3b-b583-555f4c912c53 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 09766a6e-1ca3-44eb-9e47-576774094734 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:51.983218 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc4d12-2b58-4f3b-b583-555f4c912c53 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Subnet': ['ID=13b93c4e-c364-4bd2-aaca-bd1cbe05ff29,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:51.985833 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-efcc4d12-2b58-4f3b-b583-555f4c912c53 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:51.987308 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 938958d0-1d34-4382-a3b3-25694d2c4d43 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:14:51.988018 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 938958d0-1d34-4382-a3b3-25694d2c4d43 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:14:51.989205 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcc4d12-2b58-4f3b-b583-555f4c912c53 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:51.990737 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-efcc4d12-2b58-4f3b-b583-555f4c912c53 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.002166 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d19b39f-edbe-4275-955a-229e7931c5ad None None] Network 09766a6e-1ca3-44eb-9e47-576774094734 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:52.022143 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-efcc4d12-2b58-4f3b-b583-555f4c912c53 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4416063 Aug 05 14:14:52.024708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46590) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:52.029545 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-64b5f5b4-dc8c-4bb4-be82-a0319e6f3229 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'security_group': {'name': 'tempest-secgroup-462358557'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:52.057314 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6a67266e-5f4e-408f-9474-00d5abfdbdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:52.059581 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a67266e-5f4e-408f-9474-00d5abfdbdb7 None None] The sync data for ids ['2cbe94d5-aeb3-4d9c-a6ba-65ecf047280a'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:14:52.080981 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-64b5f5b4-dc8c-4bb4-be82-a0319e6f3229 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.086296 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-572e38f2-7847-4cc2-a23c-c6506a7b0801 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "GET /v2.0/routers/2cbe94d5-aeb3-4d9c-a6ba-65ecf047280a HTTP/1.1" status: 200 len: 920 time: 0.1940057 Aug 05 14:14:52.087898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46592) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:52.176529 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7462ac-94b8-4c01-b77c-48743b0aa6cf tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:52.181075 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7d7462ac-94b8-4c01-b77c-48743b0aa6cf tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&device_id=2cbe94d5-aeb3-4d9c-a6ba-65ecf047280a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0897210 Aug 05 14:14:52.182141 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46594) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:52.202773 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-64b5f5b4-dc8c-4bb4-be82-a0319e6f3229 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.210591 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-64b5f5b4-dc8c-4bb4-be82-a0319e6f3229 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.228273 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-09766a6e-1ca3-44eb-9e47-576774094734', 'network_id': '09766a6e-1ca3-44eb-9e47-576774094734', 'tenant_id': '34b65db42ce04e00bbd1cac74b05f5a2', 'fixed_ips': [{'subnet_id': '13b93c4e-c364-4bd2-aaca-bd1cbe05ff29'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:14:52.229481 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.249542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5f5b4-dc8c-4bb4-be82-a0319e6f3229 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c91022-d6ad-4d78-b960-ca8a50f38aea,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:52.271662 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-64b5f5b4-dc8c-4bb4-be82-a0319e6f3229 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.273311 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-64b5f5b4-dc8c-4bb4-be82-a0319e6f3229 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2475886 Aug 05 14:14:52.276341 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46596) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:52.285970 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-9f87143f-9c0b-49c6-bd1b-605d03e39697 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'security_group': {'name': 'tempest-secgroup-1149939037'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:52.308595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08434b8a-45b5-4c94-9143-4c02787f478f tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:52.313846 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-08434b8a-45b5-4c94-9143-4c02787f478f tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 881 time: 0.1298122 Aug 05 14:14:52.313994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46598) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:52.329838 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f87143f-9c0b-49c6-bd1b-605d03e39697 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.353919 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2fc2ef02-8caf-4a9d-a311-f5f8da7d5811 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cbe94d5-aeb3-4d9c-a6ba-65ecf047280a HTTP/1.1" status: 200 len: 205 time: 0.0359251 Aug 05 14:14:52.355076 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46600) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:52.391147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Allocated IP 2001:db8::2 (09766a6e-1ca3-44eb-9e47-576774094734/13b93c4e-c364-4bd2-aaca-bd1cbe05ff29/9be6a4e5-89f0-48ff-8917-c44262fd8559) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:52.470709 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f87143f-9c0b-49c6-bd1b-605d03e39697 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.478418 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f87143f-9c0b-49c6-bd1b-605d03e39697 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.524209 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f87143f-9c0b-49c6-bd1b-605d03e39697 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.528115 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9f87143f-9c0b-49c6-bd1b-605d03e39697 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2483292 Aug 05 14:14:52.529241 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46604) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:52.537389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-bde9a203-1255-4689-970a-58e173ca4207 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-585400181', 'security_groups': ['998a0da1-036c-4079-bd70-581b82f83e51'], 'network_id': '09766a6e-1ca3-44eb-9e47-576774094734', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '13b93c4e-c364-4bd2-aaca-bd1cbe05ff29'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:52.537658 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2ec00854-016a-4e25-93b2-186412da30ee req-86c9713c-94af-4c2f-84f2-791dcea8b471 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.0348005 Aug 05 14:14:52.554027 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4805ea6a-ed2a-40ee-a681-d6bf0c6a1cfd tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.560537 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87143f-9c0b-49c6-bd1b-605d03e39697 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998a0da1-036c-4079-bd70-581b82f83e51,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:52.631867 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.645509 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Transition to ACTIVE for port object 9be6a4e5-89f0-48ff-8917-c44262fd8559 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:52.666566 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Transition to ACTIVE for port object 9be6a4e5-89f0-48ff-8917-c44262fd8559 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:52.675362 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.699021 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4805ea6a-ed2a-40ee-a681-d6bf0c6a1cfd tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.737430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Network 09766a6e-1ca3-44eb-9e47-576774094734 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:52.738676 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Pushing event updated for resources: {'Port': ['ID=9be6a4e5-89f0-48ff-8917-c44262fd8559,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:52.742456 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:52.744578 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:52.755699 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde9a203-1255-4689-970a-58e173ca4207 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:14:52.779818 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4805ea6a-ed2a-40ee-a681-d6bf0c6a1cfd tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Deleting port 8266c32e-a9c2-448c-9a70-ab011e335073 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:52.780256 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4805ea6a-ed2a-40ee-a681-d6bf0c6a1cfd tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.809624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Attempting to bind port 9be6a4e5-89f0-48ff-8917-c44262fd8559 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:14:52.810388 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Attempting to bind port 9be6a4e5-89f0-48ff-8917-c44262fd8559 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '96a29adb-3d78-4b24-a05a-eb87ca095be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09766a6e-1ca3-44eb-9e47-576774094734'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:14:52.811029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Attempting to bind port 9be6a4e5-89f0-48ff-8917-c44262fd8559 on network 09766a6e-1ca3-44eb-9e47-576774094734 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:14:52.816814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:14:52.817617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Checking segment: {'id': '96a29adb-3d78-4b24-a05a-eb87ca095be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09766a6e-1ca3-44eb-9e47-576774094734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:14:52.818269 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.818914 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Bound using segment: {'id': '96a29adb-3d78-4b24-a05a-eb87ca095be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09766a6e-1ca3-44eb-9e47-576774094734'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:14:52.819682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Bound port: 9be6a4e5-89f0-48ff-8917-c44262fd8559, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a29adb-3d78-4b24-a05a-eb87ca095be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09766a6e-1ca3-44eb-9e47-576774094734'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:14:52.820243 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.855555 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bde9a203-1255-4689-970a-58e173ca4207 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.868880 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4805ea6a-ed2a-40ee-a681-d6bf0c6a1cfd tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.878528 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-bde9a203-1255-4689-970a-58e173ca4207 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] device_id is not set on port e28c1b45-1abf-4a54-a240-98fdbfcef189 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:14:52.884226 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4805ea6a-ed2a-40ee-a681-d6bf0c6a1cfd tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Calling delete_port for 8266c32e-a9c2-448c-9a70-ab011e335073 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:52.908187 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] For port 9be6a4e5-89f0-48ff-8917-c44262fd8559, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:14:52.914904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] For port 9be6a4e5-89f0-48ff-8917-c44262fd8559, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=9be6a4e5-89f0-48ff-8917-c44262fd8559,segment=NetworkSegment(96a29adb-3d78-4b24-a05a-eb87ca095be3),segment_id=96a29adb-3d78-4b24-a05a-eb87ca095be3)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:14:52.922652 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:52.983867 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790af3fb-5d67-422b-8b59-914f1236fa26 None None] Pushing event updated for resources: {'Port': ['ID=9be6a4e5-89f0-48ff-8917-c44262fd8559,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:53.097585 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4805ea6a-ed2a-40ee-a681-d6bf0c6a1cfd tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:53.107255 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-bde9a203-1255-4689-970a-58e173ca4207 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Allocated IP 2001:db8::ba (09766a6e-1ca3-44eb-9e47-576774094734/13b93c4e-c364-4bd2-aaca-bd1cbe05ff29/e28c1b45-1abf-4a54-a240-98fdbfcef189) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:53.149978 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805ea6a-ed2a-40ee-a681-d6bf0c6a1cfd tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Pushing event deleted for resources: {'Port': ['ID=8266c32e-a9c2-448c-9a70-ab011e335073,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:53.192078 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4805ea6a-ed2a-40ee-a681-d6bf0c6a1cfd tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:53.305887 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bde9a203-1255-4689-970a-58e173ca4207 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:53.330215 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-bde9a203-1255-4689-970a-58e173ca4207 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Transition to ACTIVE for port object e28c1b45-1abf-4a54-a240-98fdbfcef189 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:53.335128 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4805ea6a-ed2a-40ee-a681-d6bf0c6a1cfd tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:53.338261 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4805ea6a-ed2a-40ee-a681-d6bf0c6a1cfd tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:53.375096 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bde9a203-1255-4689-970a-58e173ca4207 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:53.391463 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4805ea6a-ed2a-40ee-a681-d6bf0c6a1cfd tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:53.393201 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4805ea6a-ed2a-40ee-a681-d6bf0c6a1cfd tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Fanout notify agent at l3_agent the message router_deleted on router 2cbe94d5-aeb3-4d9c-a6ba-65ecf047280a {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:14:53.400070 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4805ea6a-ed2a-40ee-a681-d6bf0c6a1cfd tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:53.404946 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4805ea6a-ed2a-40ee-a681-d6bf0c6a1cfd tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "DELETE /v2.0/routers/2cbe94d5-aeb3-4d9c-a6ba-65ecf047280a HTTP/1.1" status: 204 len: 168 time: 1.0449867 Aug 05 14:14:53.405110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46612) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:53.410064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-0117a7de-c9cb-4607-8a77-bb2c632b3e85 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1675110403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:53.422416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde9a203-1255-4689-970a-58e173ca4207 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 09766a6e-1ca3-44eb-9e47-576774094734 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:53.425639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-bde9a203-1255-4689-970a-58e173ca4207 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:53.432402 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde9a203-1255-4689-970a-58e173ca4207 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:53.438245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde9a203-1255-4689-970a-58e173ca4207 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:53.438906 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bde9a203-1255-4689-970a-58e173ca4207 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:53.444499 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0117a7de-c9cb-4607-8a77-bb2c632b3e85 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:53.445804 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0117a7de-c9cb-4607-8a77-bb2c632b3e85 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:53.465431 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bde9a203-1255-4689-970a-58e173ca4207 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9323192 Aug 05 14:14:53.466282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46614) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:53.472516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9a203-1255-4689-970a-58e173ca4207 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=e28c1b45-1abf-4a54-a240-98fdbfcef189,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:53.481913 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5cbce35b-6668-454f-8a36-7135ed7b51b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'subnet': {'network_id': '09766a6e-1ca3-44eb-9e47-576774094734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:53.555162 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0117a7de-c9cb-4607-8a77-bb2c632b3e85 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:53.560788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0117a7de-c9cb-4607-8a77-bb2c632b3e85 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:53.586633 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0117a7de-c9cb-4607-8a77-bb2c632b3e85 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:53.587975 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0117a7de-c9cb-4607-8a77-bb2c632b3e85 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1817667 Aug 05 14:14:53.592257 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46618) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:53.602388 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-43243825-f2c5-4944-ba77-e07cb92fd4bc tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'enable_snat': True}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:53.709584 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4bad3746-993f-4159-a82e-51754b92fb10 req-34eab15f-ce08-4018-871b-65c5e75b2b89 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.0481324 Aug 05 14:14:53.710567 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbce35b-6668-454f-8a36-7135ed7b51b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:14:53.714184 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5cbce35b-6668-454f-8a36-7135ed7b51b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:53.867321 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43243825-f2c5-4944-ba77-e07cb92fd4bc tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:53.888946 n-d-803585-2 neutron-server[105724]: INFO neutron.db.ipam_backend_mixin [None req-5cbce35b-6668-454f-8a36-7135ed7b51b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13b93c4e-c364-4bd2-aaca-bd1cbe05ff29 (CIDR: 2001:db8::/64) Aug 05 14:14:53.894004 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbce35b-6668-454f-8a36-7135ed7b51b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:14:53.895150 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cbce35b-6668-454f-8a36-7135ed7b51b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:14:53.933368 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5cbce35b-6668-454f-8a36-7135ed7b51b6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4656746 Aug 05 14:14:53.936417 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46622) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:53.947560 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-4ea6032d-3d6e-4388-8d2f-d5db37f39e02 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'subnet': {'network_id': '09766a6e-1ca3-44eb-9e47-576774094734', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:53.951696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9be6a4e5-89f0-48ff-8917-c44262fd8559 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:14:54.041585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 9be6a4e5-89f0-48ff-8917-c44262fd8559 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:54.109533 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea6032d-3d6e-4388-8d2f-d5db37f39e02 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:14:54.114137 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ea6032d-3d6e-4388-8d2f-d5db37f39e02 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:54.139040 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43243825-f2c5-4944-ba77-e07cb92fd4bc tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:54.166266 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43243825-f2c5-4944-ba77-e07cb92fd4bc tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:54.305127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-43243825-f2c5-4944-ba77-e07cb92fd4bc tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Allocated IP 172.25.5.28 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/ec262a5b-4c4d-4608-b780-568dcc71aff3) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:54.346711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ab569df2-791b-477d-9ebc-1b0f30bc7fff None None] Provisioning for port 9be6a4e5-89f0-48ff-8917-c44262fd8559 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:54.352803 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ab569df2-791b-477d-9ebc-1b0f30bc7fff None None] Provisioning complete for port 9be6a4e5-89f0-48ff-8917-c44262fd8559 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:54.353186 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ab569df2-791b-477d-9ebc-1b0f30bc7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:54.457609 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43243825-f2c5-4944-ba77-e07cb92fd4bc tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:54.524572 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43243825-f2c5-4944-ba77-e07cb92fd4bc tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:54.544874 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ab569df2-791b-477d-9ebc-1b0f30bc7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:54.575333 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43243825-f2c5-4944-ba77-e07cb92fd4bc tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:54.588367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-43243825-f2c5-4944-ba77-e07cb92fd4bc tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:54.600165 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43243825-f2c5-4944-ba77-e07cb92fd4bc tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:54.608433 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43243825-f2c5-4944-ba77-e07cb92fd4bc tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Pushing event updated for resources: {'Port': ['ID=ec262a5b-4c4d-4608-b780-568dcc71aff3,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:54.652749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ab569df2-791b-477d-9ebc-1b0f30bc7fff None None] For port 9be6a4e5-89f0-48ff-8917-c44262fd8559, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=9be6a4e5-89f0-48ff-8917-c44262fd8559,segment=NetworkSegment(96a29adb-3d78-4b24-a05a-eb87ca095be3),segment_id=96a29adb-3d78-4b24-a05a-eb87ca095be3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:54.665705 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ab569df2-791b-477d-9ebc-1b0f30bc7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:54.839232 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ea6032d-3d6e-4388-8d2f-d5db37f39e02 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:54.897173 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab569df2-791b-477d-9ebc-1b0f30bc7fff None None] Pushing event updated for resources: {'Port': ['ID=9be6a4e5-89f0-48ff-8917-c44262fd8559,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:54.917405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ab569df2-791b-477d-9ebc-1b0f30bc7fff None None] Provisioning complete for port 1f73b62a-1035-4945-825a-aaa41edd3152 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:54.917784 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ab569df2-791b-477d-9ebc-1b0f30bc7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:54.948351 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea6032d-3d6e-4388-8d2f-d5db37f39e02 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 09766a6e-1ca3-44eb-9e47-576774094734 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:54.967287 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-ab569df2-791b-477d-9ebc-1b0f30bc7fff None None] Port 1f73b62a-1035-4945-825a-aaa41edd3152 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:54.968130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-4ea6032d-3d6e-4388-8d2f-d5db37f39e02 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:54.973069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea6032d-3d6e-4388-8d2f-d5db37f39e02 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:54.974312 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4ea6032d-3d6e-4388-8d2f-d5db37f39e02 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:54.983072 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe419e8f-68e8-4f64-ae73-4fdd8ed3511a None None] Network 09766a6e-1ca3-44eb-9e47-576774094734 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:54.985453 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c77a98bf-02a3-45ec-b353-796a2f21e8a0 req-bf720607-dcda-4cf4-963c-214fb0cf010e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.0592592 Aug 05 14:14:55.012854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6032d-3d6e-4388-8d2f-d5db37f39e02 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Subnet': ['ID=e3c92d90-a24e-425e-8379-93e325c94e9b,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:55.029202 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4ea6032d-3d6e-4388-8d2f-d5db37f39e02 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0890307 Aug 05 14:14:55.029416 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46628) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:55.029879 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43243825-f2c5-4944-ba77-e07cb92fd4bc tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:55.034982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-3a69086e-a458-4492-b9d0-f3187195ed1b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-694412402', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e3c92d90-a24e-425e-8379-93e325c94e9b'}], 'security_groups': ['43c91022-d6ad-4d78-b960-ca8a50f38aea']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:55.121588 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5e5247e2-5657-426a-aea7-3ee6410d17a1 None None] Provisioning for port e28c1b45-1abf-4a54-a240-98fdbfcef189 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:55.145118 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5e5247e2-5657-426a-aea7-3ee6410d17a1 None None] Provisioning complete for port e28c1b45-1abf-4a54-a240-98fdbfcef189 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:55.146293 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5e5247e2-5657-426a-aea7-3ee6410d17a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:55.195423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-5e5247e2-5657-426a-aea7-3ee6410d17a1 None None] Port e28c1b45-1abf-4a54-a240-98fdbfcef189 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:55.216319 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3a69086e-a458-4492-b9d0-f3187195ed1b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:55.288641 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43243825-f2c5-4944-ba77-e07cb92fd4bc tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:55.295358 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43243825-f2c5-4944-ba77-e07cb92fd4bc tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:55.305224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de33cc81-842b-4965-b4ec-4b6d35cd6569 None None] Update dhcp port {'port': {'network_id': '09766a6e-1ca3-44eb-9e47-576774094734', 'fixed_ips': [{'subnet_id': '13b93c4e-c364-4bd2-aaca-bd1cbe05ff29', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e3c92d90-a24e-425e-8379-93e325c94e9b'}], 'binding:host_id': 'n-d-803585-2'}, 'id': '9be6a4e5-89f0-48ff-8917-c44262fd8559'} from n-d-803585-2. {{(pid=105725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 14:14:55.334947 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-de33cc81-842b-4965-b4ec-4b6d35cd6569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:55.462234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43243825-f2c5-4944-ba77-e07cb92fd4bc tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Router 529d0adf-a5b9-4f2b-b342-80a0004a7c6b is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:14:55.517381 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-de33cc81-842b-4965-b4ec-4b6d35cd6569 None None] Allocated IP 2001:db8:0:1::2 (09766a6e-1ca3-44eb-9e47-576774094734/e3c92d90-a24e-425e-8379-93e325c94e9b/9be6a4e5-89f0-48ff-8917-c44262fd8559) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:55.588874 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43243825-f2c5-4944-ba77-e07cb92fd4bc tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:14:55.593339 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43243825-f2c5-4944-ba77-e07cb92fd4bc tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:55.596022 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-43243825-f2c5-4944-ba77-e07cb92fd4bc tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "PUT /v2.0/routers/529d0adf-a5b9-4f2b-b342-80a0004a7c6b HTTP/1.1" status: 200 len: 914 time: 2.0022421 Aug 05 14:14:55.598552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46630) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:55.603101 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c669086-52e6-42ea-9f32-eb086af9f8a0 None None] Sync routers for ids ['529d0adf-a5b9-4f2b-b342-80a0004a7c6b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:14:55.625486 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c669086-52e6-42ea-9f32-eb086af9f8a0 None None] Routers {'529d0adf-a5b9-4f2b-b342-80a0004a7c6b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:55.626291 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5c669086-52e6-42ea-9f32-eb086af9f8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['529d0adf-a5b9-4f2b-b342-80a0004a7c6b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:55.635814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-de33cc81-842b-4965-b4ec-4b6d35cd6569 None None] For port 9be6a4e5-89f0-48ff-8917-c44262fd8559, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=9be6a4e5-89f0-48ff-8917-c44262fd8559,segment=NetworkSegment(96a29adb-3d78-4b24-a05a-eb87ca095be3),segment_id=96a29adb-3d78-4b24-a05a-eb87ca095be3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:14:55.675657 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5c669086-52e6-42ea-9f32-eb086af9f8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:55.697932 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c669086-52e6-42ea-9f32-eb086af9f8a0 None None] Routers {'529d0adf-a5b9-4f2b-b342-80a0004a7c6b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:14:55.698737 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5c669086-52e6-42ea-9f32-eb086af9f8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['529d0adf-a5b9-4f2b-b342-80a0004a7c6b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:55.735815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5c669086-52e6-42ea-9f32-eb086af9f8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:14:55.736116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c669086-52e6-42ea-9f32-eb086af9f8a0 None None] The sync data for ids ['529d0adf-a5b9-4f2b-b342-80a0004a7c6b'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:14:55.742031 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-de33cc81-842b-4965-b4ec-4b6d35cd6569 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:55.757522 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-de33cc81-842b-4965-b4ec-4b6d35cd6569 None None] Transition to ACTIVE for port object 9be6a4e5-89f0-48ff-8917-c44262fd8559 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:55.763064 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-de33cc81-842b-4965-b4ec-4b6d35cd6569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:55.869181 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33cc81-842b-4965-b4ec-4b6d35cd6569 None None] Pushing event updated for resources: {'Port': ['ID=9be6a4e5-89f0-48ff-8917-c44262fd8559,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:55.911586 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-3a69086e-a458-4492-b9d0-f3187195ed1b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Delete allocated IP 2001:db8::ba (09766a6e-1ca3-44eb-9e47-576774094734/13b93c4e-c364-4bd2-aaca-bd1cbe05ff29) {{(pid=105724) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 05 14:14:55.926112 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9be6a4e5-89f0-48ff-8917-c44262fd8559 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:14:55.926360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-3a69086e-a458-4492-b9d0-f3187195ed1b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Allocated IP 2001:db8:0:1::bb (09766a6e-1ca3-44eb-9e47-576774094734/e3c92d90-a24e-425e-8379-93e325c94e9b/e28c1b45-1abf-4a54-a240-98fdbfcef189) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:56.157938 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6a4c332b-35bb-4f33-82b8-fd67f9099f74 req-c91a6cf3-f80e-4b54-b6ba-7c30fc3b5280 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.0488191 Aug 05 14:14:56.259186 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3a69086e-a458-4492-b9d0-f3187195ed1b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:56.267554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-32bcfd82-d722-452c-a0e8-4b57d60ddbd7 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "GET /v2.0/routers/529d0adf-a5b9-4f2b-b342-80a0004a7c6b HTTP/1.1" status: 200 len: 920 time: 0.6669016 Aug 05 14:14:56.269367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46638) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:56.276125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-3a69086e-a458-4492-b9d0-f3187195ed1b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Transition to ACTIVE for port object e28c1b45-1abf-4a54-a240-98fdbfcef189 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:14:56.285057 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3a69086e-a458-4492-b9d0-f3187195ed1b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:56.324755 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062f90a4-c039-4238-9ce4-4758b5556691 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:56.329758 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-062f90a4-c039-4238-9ce4-4758b5556691 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&device_id=529d0adf-a5b9-4f2b-b342-80a0004a7c6b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0579624 Aug 05 14:14:56.330999 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46640) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:56.377291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-3a69086e-a458-4492-b9d0-f3187195ed1b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] In _notify_port_updated(), no bound segment for port e28c1b45-1abf-4a54-a240-98fdbfcef189 on network 09766a6e-1ca3-44eb-9e47-576774094734 {{(pid=105724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:14:56.384730 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a69086e-a458-4492-b9d0-f3187195ed1b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:56.391972 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3a69086e-a458-4492-b9d0-f3187195ed1b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:56.400134 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46642) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:56.400364 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3a69086e-a458-4492-b9d0-f3187195ed1b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "PUT /v2.0/ports/e28c1b45-1abf-4a54-a240-98fdbfcef189 HTTP/1.1" status: 200 len: 929 time: 1.3695877 Aug 05 14:14:56.419683 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69086e-a458-4492-b9d0-f3187195ed1b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=e28c1b45-1abf-4a54-a240-98fdbfcef189,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:56.530659 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d153c18-5859-40c6-ba46-4c3da113856c tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:56.532198 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0d153c18-5859-40c6-ba46-4c3da113856c tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 881 time: 0.2001393 Aug 05 14:14:56.535078 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46648) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:56.595478 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d014c0f6-be70-4e45-8856-2c1e5897d314 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "GET /v2.0/ports?device_id=529d0adf-a5b9-4f2b-b342-80a0004a7c6b HTTP/1.1" status: 200 len: 205 time: 0.0591047 Aug 05 14:14:56.598186 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46650) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:56.610577 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ae837933-7539-4802-ae51-249c314e843c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port e28c1b45-1abf-4a54-a240-98fdbfcef189 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:56.611011 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae837933-7539-4802-ae51-249c314e843c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:56.796563 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae837933-7539-4802-ae51-249c314e843c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:56.809696 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d763d7e7-5db7-45fe-b096-d2886a61039e tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:56.816105 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ae837933-7539-4802-ae51-249c314e843c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for e28c1b45-1abf-4a54-a240-98fdbfcef189 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:56.845226 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f537e231-57c1-4091-a72d-9004ea16a132 None None] Provisioning for port 9be6a4e5-89f0-48ff-8917-c44262fd8559 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:56.851488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f537e231-57c1-4091-a72d-9004ea16a132 None None] Provisioning complete for port 9be6a4e5-89f0-48ff-8917-c44262fd8559 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:56.851873 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f537e231-57c1-4091-a72d-9004ea16a132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:56.993094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f537e231-57c1-4091-a72d-9004ea16a132 None None] Provisioning complete for port 1f73b62a-1035-4945-825a-aaa41edd3152 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:56.993763 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f537e231-57c1-4091-a72d-9004ea16a132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.005511 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d763d7e7-5db7-45fe-b096-d2886a61039e tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.079553 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f537e231-57c1-4091-a72d-9004ea16a132 None None] Port 1f73b62a-1035-4945-825a-aaa41edd3152 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:57.118536 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f537e231-57c1-4091-a72d-9004ea16a132 None None] Provisioning for port e28c1b45-1abf-4a54-a240-98fdbfcef189 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:14:57.122090 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae837933-7539-4802-ae51-249c314e843c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.123529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f537e231-57c1-4091-a72d-9004ea16a132 None None] Provisioning complete for port e28c1b45-1abf-4a54-a240-98fdbfcef189 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:57.124021 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f537e231-57c1-4091-a72d-9004ea16a132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.160726 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f537e231-57c1-4091-a72d-9004ea16a132 None None] Port e28c1b45-1abf-4a54-a240-98fdbfcef189 was deleted so its status cannot be updated. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 05 14:14:57.184545 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae837933-7539-4802-ae51-249c314e843c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.186882 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ae837933-7539-4802-ae51-249c314e843c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/ports/e28c1b45-1abf-4a54-a240-98fdbfcef189 HTTP/1.1" status: 204 len: 168 time: 0.7864718 Aug 05 14:14:57.187765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae837933-7539-4802-ae51-249c314e843c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=e28c1b45-1abf-4a54-a240-98fdbfcef189,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:57.189527 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46660) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:57.193929 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-d763d7e7-5db7-45fe-b096-d2886a61039e tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Deleting port ec262a5b-4c4d-4608-b780-568dcc71aff3 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:14:57.194292 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d763d7e7-5db7-45fe-b096-d2886a61039e tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.215487 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96f5b9a-57ce-4899-af82-d90e59d38bdb tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] GET failed (client error): The resource could not be found. Aug 05 14:14:57.217116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c96f5b9a-57ce-4899-af82-d90e59d38bdb tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports/e28c1b45-1abf-4a54-a240-98fdbfcef189 HTTP/1.1" status: 404 len: 333 time: 0.0265894 Aug 05 14:14:57.219815 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46664) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:57.276067 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e03bef3c-d0d5-48fe-b339-e1b49c69184c None None] Could not find standard attr ID for object e28c1b45-1abf-4a54-a240-98fdbfcef189. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:14:57.305859 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-278da6d0-c80a-4609-bd3c-50ff5111f4eb req-99d26af9-70f4-4b8c-a030-b24691a6ae6d tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.0415690 Aug 05 14:14:57.318462 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d763d7e7-5db7-45fe-b096-d2886a61039e tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.327648 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f0d1091c-dfe5-4761-902e-36c8161c46ba tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.334786 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-d763d7e7-5db7-45fe-b096-d2886a61039e tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Calling delete_port for ec262a5b-4c4d-4608-b780-568dcc71aff3 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:14:57.367616 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f0d1091c-dfe5-4761-902e-36c8161c46ba tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.432398 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f0d1091c-dfe5-4761-902e-36c8161c46ba tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.434999 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f0d1091c-dfe5-4761-902e-36c8161c46ba tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.439005 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f0d1091c-dfe5-4761-902e-36c8161c46ba tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/security-groups/998a0da1-036c-4079-bd70-581b82f83e51 HTTP/1.1" status: 204 len: 168 time: 0.2181973 Aug 05 14:14:57.439631 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46668) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:57.468258 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1091c-dfe5-4761-902e-36c8161c46ba tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998a0da1-036c-4079-bd70-581b82f83e51,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:57.524121 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dad92204-b871-4dfe-b9a3-13ce8e8044dd tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.548108 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dad92204-b871-4dfe-b9a3-13ce8e8044dd tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.548323 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d763d7e7-5db7-45fe-b096-d2886a61039e tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.594286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763d7e7-5db7-45fe-b096-d2886a61039e tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Pushing event deleted for resources: {'Port': ['ID=ec262a5b-4c4d-4608-b780-568dcc71aff3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:57.596508 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dad92204-b871-4dfe-b9a3-13ce8e8044dd tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.599202 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dad92204-b871-4dfe-b9a3-13ce8e8044dd tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.602941 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dad92204-b871-4dfe-b9a3-13ce8e8044dd tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/security-groups/43c91022-d6ad-4d78-b960-ca8a50f38aea HTTP/1.1" status: 204 len: 168 time: 0.1522257 Aug 05 14:14:57.610037 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46670) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:57.619947 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad92204-b871-4dfe-b9a3-13ce8e8044dd tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c91022-d6ad-4d78-b960-ca8a50f38aea,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:57.696758 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d763d7e7-5db7-45fe-b096-d2886a61039e tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.702417 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1d1845-d210-4abb-bb8f-486492178f9d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting subnet 13b93c4e-c364-4bd2-aaca-bd1cbe05ff29 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:14:57.735553 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bf1d1845-d210-4abb-bb8f-486492178f9d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.827604 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d763d7e7-5db7-45fe-b096-d2886a61039e tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.833786 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d763d7e7-5db7-45fe-b096-d2886a61039e tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.848331 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bf1d1845-d210-4abb-bb8f-486492178f9d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.891346 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9be6a4e5-89f0-48ff-8917-c44262fd8559 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:14:57.911913 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d763d7e7-5db7-45fe-b096-d2886a61039e tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.912480 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d763d7e7-5db7-45fe-b096-d2886a61039e tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Fanout notify agent at l3_agent the message router_deleted on router 529d0adf-a5b9-4f2b-b342-80a0004a7c6b {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:14:57.921004 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d763d7e7-5db7-45fe-b096-d2886a61039e tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.926014 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d763d7e7-5db7-45fe-b096-d2886a61039e tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "DELETE /v2.0/routers/529d0adf-a5b9-4f2b-b342-80a0004a7c6b HTTP/1.1" status: 204 len: 168 time: 1.3264263 Aug 05 14:14:57.926278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46672) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:57.931766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c1759384-b4b5-42f3-bad0-0280950a7188 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1326343928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:57.954900 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 9be6a4e5-89f0-48ff-8917-c44262fd8559 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:57.955611 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.956517 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1759384-b4b5-42f3-bad0-0280950a7188 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:57.957714 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1759384-b4b5-42f3-bad0-0280950a7188 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:58.002950 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bf1d1845-d210-4abb-bb8f-486492178f9d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:58.016391 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1759384-b4b5-42f3-bad0-0280950a7188 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:58.022090 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1759384-b4b5-42f3-bad0-0280950a7188 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:58.040947 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1759384-b4b5-42f3-bad0-0280950a7188 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:58.042304 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c1759384-b4b5-42f3-bad0-0280950a7188 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1143904 Aug 05 14:14:58.045443 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46674) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:58.050919 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-4b0baf50-5dba-4d89-b478-b01e133e052a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'enable_snat': False}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:58.099430 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bf1d1845-d210-4abb-bb8f-486492178f9d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:58.127988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d1845-d210-4abb-bb8f-486492178f9d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Subnet': ['ID=13b93c4e-c364-4bd2-aaca-bd1cbe05ff29,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:58.138760 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bf1d1845-d210-4abb-bb8f-486492178f9d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:58.139614 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e91d43-498b-429f-b01c-a9011a46a0b2 None None] Network 09766a6e-1ca3-44eb-9e47-576774094734 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:58.142306 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bf1d1845-d210-4abb-bb8f-486492178f9d tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/13b93c4e-c364-4bd2-aaca-bd1cbe05ff29 HTTP/1.1" status: 204 len: 168 time: 0.5299897 Aug 05 14:14:58.146033 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46680) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:58.158821 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-80ad7123-aa57-4b84-920d-124a20f395ea tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'subnet': {'network_id': '09766a6e-1ca3-44eb-9e47-576774094734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:58.335659 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b0baf50-5dba-4d89-b478-b01e133e052a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:58.427735 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ad7123-aa57-4b84-920d-124a20f395ea tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:14:58.434659 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-80ad7123-aa57-4b84-920d-124a20f395ea tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:58.481038 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-252a6994-b69c-4e8e-9475-3a880ccd354f req-ed4b273c-57d4-4682-97c9-c7bdf2565d51 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.0436771 Aug 05 14:14:58.728935 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b0baf50-5dba-4d89-b478-b01e133e052a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:58.755766 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b0baf50-5dba-4d89-b478-b01e133e052a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:58.849990 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-80ad7123-aa57-4b84-920d-124a20f395ea tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:58.896985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ad7123-aa57-4b84-920d-124a20f395ea tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 09766a6e-1ca3-44eb-9e47-576774094734 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:58.902947 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-80ad7123-aa57-4b84-920d-124a20f395ea tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:58.910350 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-4b0baf50-5dba-4d89-b478-b01e133e052a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Allocated IP 172.25.5.216 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/3c556bb6-2594-43ed-900a-1e348c6a4888) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:14:58.912761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ad7123-aa57-4b84-920d-124a20f395ea tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:14:58.913375 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-80ad7123-aa57-4b84-920d-124a20f395ea tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:58.937457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46694) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:58.938340 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-80ad7123-aa57-4b84-920d-124a20f395ea tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7907968 Aug 05 14:14:58.941833 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad7123-aa57-4b84-920d-124a20f395ea tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Subnet': ['ID=98a82603-cf7d-4548-ad8d-c01c2f3da7b2,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:58.944987 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-77aae17b-1390-4aac-913f-071399918790 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'security_group': {'name': 'tempest-secgroup-1450686290'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:59.054198 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-77aae17b-1390-4aac-913f-071399918790 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:59.079435 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b0baf50-5dba-4d89-b478-b01e133e052a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:59.166540 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b0baf50-5dba-4d89-b478-b01e133e052a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:59.220318 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d384be5-a599-4957-b0d8-d321ba5d5194 None None] Network 09766a6e-1ca3-44eb-9e47-576774094734 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:14:59.243275 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-77aae17b-1390-4aac-913f-071399918790 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:59.246972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0baf50-5dba-4d89-b478-b01e133e052a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:14:59.250952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-4b0baf50-5dba-4d89-b478-b01e133e052a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:14:59.253352 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0baf50-5dba-4d89-b478-b01e133e052a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:14:59.367424 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0baf50-5dba-4d89-b478-b01e133e052a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Pushing event updated for resources: {'Port': ['ID=3c556bb6-2594-43ed-900a-1e348c6a4888,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:59.368666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-567d62d7-e01c-488d-aceb-151a5fabf687 None None] Provisioning complete for port 9be6a4e5-89f0-48ff-8917-c44262fd8559 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:59.370218 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-567d62d7-e01c-488d-aceb-151a5fabf687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:59.371696 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-77aae17b-1390-4aac-913f-071399918790 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:59.427461 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-77aae17b-1390-4aac-913f-071399918790 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:59.430334 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-77aae17b-1390-4aac-913f-071399918790 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4896097 Aug 05 14:14:59.431647 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46698) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:59.436589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c5a97f2e-7c3a-4922-972a-a3949d1ec734 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'security_group': {'name': 'tempest-secgroup-1112653732'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:59.447543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aae17b-1390-4aac-913f-071399918790 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95acec80-be7f-4a2d-a046-adaf13815b3c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:59.492398 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c5a97f2e-7c3a-4922-972a-a3949d1ec734 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:59.660320 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c5a97f2e-7c3a-4922-972a-a3949d1ec734 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:59.681560 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c5a97f2e-7c3a-4922-972a-a3949d1ec734 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:59.683911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-567d62d7-e01c-488d-aceb-151a5fabf687 None None] Provisioning complete for port 1f73b62a-1035-4945-825a-aaa41edd3152 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:14:59.684321 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-567d62d7-e01c-488d-aceb-151a5fabf687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:59.728663 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a97f2e-7c3a-4922-972a-a3949d1ec734 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e4be52-8d24-49dc-b9ae-cbe21ec28c4a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:14:59.744607 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c228c921-4f38-4a25-8db6-b428ce078a23 None None] Update dhcp port {'port': {'network_id': '09766a6e-1ca3-44eb-9e47-576774094734', 'fixed_ips': [{'subnet_id': 'e3c92d90-a24e-425e-8379-93e325c94e9b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '98a82603-cf7d-4548-ad8d-c01c2f3da7b2'}], 'binding:host_id': 'n-d-803585-2'}, 'id': '9be6a4e5-89f0-48ff-8917-c44262fd8559'} from n-d-803585-2. {{(pid=105725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 14:14:59.750311 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-567d62d7-e01c-488d-aceb-151a5fabf687 None None] Port 1f73b62a-1035-4945-825a-aaa41edd3152 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:14:59.751409 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c5a97f2e-7c3a-4922-972a-a3949d1ec734 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:59.752315 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6c924100-275f-45cb-ba5a-1b754ee7bae2 req-24e0982a-3fc3-43a5-9a11-a99f1006aa68 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.0355723 Aug 05 14:14:59.756996 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b0baf50-5dba-4d89-b478-b01e133e052a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:59.759860 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46702) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:14:59.760198 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c5a97f2e-7c3a-4922-972a-a3949d1ec734 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3268023 Aug 05 14:14:59.779702 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c228c921-4f38-4a25-8db6-b428ce078a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:59.804752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-22ed12ac-106b-4765-a7ec-61dce8ae72dd tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'security_group': {'name': 'tempest-secgroup-1474482851'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:14:59.865783 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22ed12ac-106b-4765-a7ec-61dce8ae72dd tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:14:59.995766 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-c228c921-4f38-4a25-8db6-b428ce078a23 None None] Allocated IP 2001:db8::2 (09766a6e-1ca3-44eb-9e47-576774094734/98a82603-cf7d-4548-ad8d-c01c2f3da7b2/9be6a4e5-89f0-48ff-8917-c44262fd8559) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:15:00.029816 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b0baf50-5dba-4d89-b478-b01e133e052a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:00.041671 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b0baf50-5dba-4d89-b478-b01e133e052a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:00.055686 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22ed12ac-106b-4765-a7ec-61dce8ae72dd tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:00.095889 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22ed12ac-106b-4765-a7ec-61dce8ae72dd tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:00.104571 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c228c921-4f38-4a25-8db6-b428ce078a23 None None] For port 9be6a4e5-89f0-48ff-8917-c44262fd8559, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=9be6a4e5-89f0-48ff-8917-c44262fd8559,segment=NetworkSegment(96a29adb-3d78-4b24-a05a-eb87ca095be3),segment_id=96a29adb-3d78-4b24-a05a-eb87ca095be3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:15:00.136642 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22ed12ac-106b-4765-a7ec-61dce8ae72dd tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:00.138162 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-22ed12ac-106b-4765-a7ec-61dce8ae72dd tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3770487 Aug 05 14:15:00.139659 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c228c921-4f38-4a25-8db6-b428ce078a23 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:00.142926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46704) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:00.151178 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2142e082-2cf8-4843-a0b3-76d42acbfe9b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-751856692', 'security_groups': ['43472375-c188-4e8e-b3aa-f692ad568ddc'], 'network_id': '09766a6e-1ca3-44eb-9e47-576774094734', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '98a82603-cf7d-4548-ad8d-c01c2f3da7b2'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:00.155540 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c228c921-4f38-4a25-8db6-b428ce078a23 None None] Transition to ACTIVE for port object 9be6a4e5-89f0-48ff-8917-c44262fd8559 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:15:00.162712 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c228c921-4f38-4a25-8db6-b428ce078a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:00.162979 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:15:00.174922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed12ac-106b-4765-a7ec-61dce8ae72dd tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43472375-c188-4e8e-b3aa-f692ad568ddc,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:00.253473 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0baf50-5dba-4d89-b478-b01e133e052a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Router bd2d5d85-8827-441a-bc4e-b18e5451d7f8 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:15:00.282504 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228c921-4f38-4a25-8db6-b428ce078a23 None None] Pushing event updated for resources: {'Port': ['ID=9be6a4e5-89f0-48ff-8917-c44262fd8559,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:00.312142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2142e082-2cf8-4843-a0b3-76d42acbfe9b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:15:00.419676 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2142e082-2cf8-4843-a0b3-76d42acbfe9b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:00.453046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-2142e082-2cf8-4843-a0b3-76d42acbfe9b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] device_id is not set on port 201a7295-e293-4e4b-b039-6e62fe789c82 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:15:00.695640 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-2142e082-2cf8-4843-a0b3-76d42acbfe9b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Allocated IP 2001:db8::f1 (09766a6e-1ca3-44eb-9e47-576774094734/98a82603-cf7d-4548-ad8d-c01c2f3da7b2/201a7295-e293-4e4b-b039-6e62fe789c82) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:15:00.731314 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0baf50-5dba-4d89-b478-b01e133e052a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:15:00.736900 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b0baf50-5dba-4d89-b478-b01e133e052a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:00.739733 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4b0baf50-5dba-4d89-b478-b01e133e052a tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "PUT /v2.0/routers/bd2d5d85-8827-441a-bc4e-b18e5451d7f8 HTTP/1.1" status: 200 len: 916 time: 2.6924753 Aug 05 14:15:00.742007 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46708) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:00.743521 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c3b19-a42d-494e-bdcf-36d624a1c247 None None] Sync routers for ids ['bd2d5d85-8827-441a-bc4e-b18e5451d7f8'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:15:00.756377 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c3b19-a42d-494e-bdcf-36d624a1c247 None None] Routers {'bd2d5d85-8827-441a-bc4e-b18e5451d7f8'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:15:00.761507 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-791c3b19-a42d-494e-bdcf-36d624a1c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['bd2d5d85-8827-441a-bc4e-b18e5451d7f8'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:00.801939 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-791c3b19-a42d-494e-bdcf-36d624a1c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:00.811722 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c3b19-a42d-494e-bdcf-36d624a1c247 None None] Routers {'bd2d5d85-8827-441a-bc4e-b18e5451d7f8'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:15:00.812362 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-791c3b19-a42d-494e-bdcf-36d624a1c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['bd2d5d85-8827-441a-bc4e-b18e5451d7f8'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:00.860962 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-791c3b19-a42d-494e-bdcf-36d624a1c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:00.861744 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c3b19-a42d-494e-bdcf-36d624a1c247 None None] The sync data for ids ['bd2d5d85-8827-441a-bc4e-b18e5451d7f8'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:15:00.917082 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2cd02915-176a-43ad-a0e0-9533d6aae4c6 req-6d09d99b-4641-42c5-995a-52c27a4a2fe0 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/ports?device_id=d073dc86-42f0-4b2e-9030-6ef2592151a8 HTTP/1.1" status: 200 len: 210 time: 0.0321877 Aug 05 14:15:00.971682 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46714) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:00.971824 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-06c29199-e07f-4b08-b5c1-5c694bf13ab9 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "GET /v2.0/routers/bd2d5d85-8827-441a-bc4e-b18e5451d7f8 HTTP/1.1" status: 200 len: 922 time: 0.2283742 Aug 05 14:15:00.987635 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2142e082-2cf8-4843-a0b3-76d42acbfe9b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:01.013498 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-2142e082-2cf8-4843-a0b3-76d42acbfe9b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Transition to ACTIVE for port object 201a7295-e293-4e4b-b039-6e62fe789c82 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:15:01.030237 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcf257f-7fb2-4e2d-acca-ad2a97d4e9ee tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:01.032024 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1fcf257f-7fb2-4e2d-acca-ad2a97d4e9ee tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&device_id=bd2d5d85-8827-441a-bc4e-b18e5451d7f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0585444 Aug 05 14:15:01.034923 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46716) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:01.066345 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2142e082-2cf8-4843-a0b3-76d42acbfe9b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:01.090950 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e4819081-2eaf-4ad0-9b92-7256653c3ef5 None None] Provisioning for port 9be6a4e5-89f0-48ff-8917-c44262fd8559 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:15:01.096059 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e4819081-2eaf-4ad0-9b92-7256653c3ef5 None None] Provisioning complete for port 9be6a4e5-89f0-48ff-8917-c44262fd8559 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:15:01.096528 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e4819081-2eaf-4ad0-9b92-7256653c3ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:01.115865 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2142e082-2cf8-4843-a0b3-76d42acbfe9b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 09766a6e-1ca3-44eb-9e47-576774094734 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:15:01.119674 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-2142e082-2cf8-4843-a0b3-76d42acbfe9b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:15:01.122441 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142e082-2cf8-4843-a0b3-76d42acbfe9b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:15:01.129260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2142e082-2cf8-4843-a0b3-76d42acbfe9b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:01.131995 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2142e082-2cf8-4843-a0b3-76d42acbfe9b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:01.164134 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142e082-2cf8-4843-a0b3-76d42acbfe9b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=201a7295-e293-4e4b-b039-6e62fe789c82,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:01.171960 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2142e082-2cf8-4843-a0b3-76d42acbfe9b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0237207 Aug 05 14:15:01.172318 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46718) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:01.180226 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-18c94fb8-a979-4f80-ad58-f9d79b5e7151 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'subnet': {'network_id': '09766a6e-1ca3-44eb-9e47-576774094734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:01.230182 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5f49b3-9dea-415d-9fe3-0abb76ae32e3 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:01.231787 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-eb5f49b3-9dea-415d-9fe3-0abb76ae32e3 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "GET /v2.0/networks/cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 881 time: 0.1953578 Aug 05 14:15:01.234595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46720) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:01.284583 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-37f57799-eac1-49f1-9340-a184efee119c tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd2d5d85-8827-441a-bc4e-b18e5451d7f8 HTTP/1.1" status: 200 len: 205 time: 0.0485415 Aug 05 14:15:01.287155 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46722) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:01.288401 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e4819081-2eaf-4ad0-9b92-7256653c3ef5 None None] Provisioning complete for port 1f73b62a-1035-4945-825a-aaa41edd3152 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:15:01.289517 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e4819081-2eaf-4ad0-9b92-7256653c3ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:01.339970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e4819081-2eaf-4ad0-9b92-7256653c3ef5 None None] Port 1f73b62a-1035-4945-825a-aaa41edd3152 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:15:01.351278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c94fb8-a979-4f80-ad58-f9d79b5e7151 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:15:01.356747 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-18c94fb8-a979-4f80-ad58-f9d79b5e7151 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:01.444483 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-97c6b285-e310-4790-9901-3482ce0e3394 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:01.472711 n-d-803585-2 neutron-server[105723]: INFO neutron.db.ipam_backend_mixin [None req-18c94fb8-a979-4f80-ad58-f9d79b5e7151 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98a82603-cf7d-4548-ad8d-c01c2f3da7b2 (CIDR: 2001:db8::/64) Aug 05 14:15:01.477960 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c94fb8-a979-4f80-ad58-f9d79b5e7151 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:15:01.478117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c94fb8-a979-4f80-ad58-f9d79b5e7151 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:01.500895 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-18c94fb8-a979-4f80-ad58-f9d79b5e7151 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3271296 Aug 05 14:15:01.507817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46726) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:01.514178 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-43f47ee8-b69e-4265-885b-13e50dd541b7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'subnet': {'network_id': '09766a6e-1ca3-44eb-9e47-576774094734', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:01.571319 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-56b6e951-6b10-4b89-add2-86103f045554 None None] Provisioning for port 201a7295-e293-4e4b-b039-6e62fe789c82 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:15:01.575793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-56b6e951-6b10-4b89-add2-86103f045554 None None] Provisioning complete for port 201a7295-e293-4e4b-b039-6e62fe789c82 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:15:01.576167 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-56b6e951-6b10-4b89-add2-86103f045554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:01.584383 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-97c6b285-e310-4790-9901-3482ce0e3394 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:01.613476 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-56b6e951-6b10-4b89-add2-86103f045554 None None] Port 201a7295-e293-4e4b-b039-6e62fe789c82 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:15:01.649214 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-97c6b285-e310-4790-9901-3482ce0e3394 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Deleting port 3c556bb6-2594-43ed-900a-1e348c6a4888 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:01.649459 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-97c6b285-e310-4790-9901-3482ce0e3394 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:01.656621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f47ee8-b69e-4265-885b-13e50dd541b7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:15:01.661014 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-43f47ee8-b69e-4265-885b-13e50dd541b7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:01.741541 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-97c6b285-e310-4790-9901-3482ce0e3394 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:01.765201 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-97c6b285-e310-4790-9901-3482ce0e3394 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Calling delete_port for 3c556bb6-2594-43ed-900a-1e348c6a4888 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:01.788520 n-d-803585-2 neutron-server[105723]: INFO neutron.db.ipam_backend_mixin [None req-43f47ee8-b69e-4265-885b-13e50dd541b7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e3c92d90-a24e-425e-8379-93e325c94e9b (CIDR: 2001:db8:0:1::/64) Aug 05 14:15:01.794775 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f47ee8-b69e-4265-885b-13e50dd541b7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:15:01.795599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f47ee8-b69e-4265-885b-13e50dd541b7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:01.827559 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-43f47ee8-b69e-4265-885b-13e50dd541b7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3181629 Aug 05 14:15:01.830163 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46732) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:01.840513 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-07fa72cb-5825-4c78-aaec-e3be792a9d0f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'subnet': {'network_id': '09766a6e-1ca3-44eb-9e47-576774094734', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:01.950735 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9be6a4e5-89f0-48ff-8917-c44262fd8559 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:15:01.990128 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-97c6b285-e310-4790-9901-3482ce0e3394 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.002527 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fa72cb-5825-4c78-aaec-e3be792a9d0f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Made reservation on behalf of 34b65db42ce04e00bbd1cac74b05f5a2 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:15:02.010484 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-07fa72cb-5825-4c78-aaec-e3be792a9d0f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.024220 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6b285-e310-4790-9901-3482ce0e3394 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Pushing event deleted for resources: {'Port': ['ID=3c556bb6-2594-43ed-900a-1e348c6a4888,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:02.033962 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 9be6a4e5-89f0-48ff-8917-c44262fd8559 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:15:02.034490 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.073624 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46738) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:02.130204 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-97c6b285-e310-4790-9901-3482ce0e3394 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.241062 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-97c6b285-e310-4790-9901-3482ce0e3394 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.242821 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b449deb-d6c2-46d9-a8ba-ebc144701db5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.244837 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-97c6b285-e310-4790-9901-3482ce0e3394 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.303301 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b449deb-d6c2-46d9-a8ba-ebc144701db5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.312147 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-97c6b285-e310-4790-9901-3482ce0e3394 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.312594 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c6b285-e310-4790-9901-3482ce0e3394 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Fanout notify agent at l3_agent the message router_deleted on router bd2d5d85-8827-441a-bc4e-b18e5451d7f8 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:15:02.321561 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-97c6b285-e310-4790-9901-3482ce0e3394 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.326579 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-97c6b285-e310-4790-9901-3482ce0e3394 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "DELETE /v2.0/routers/bd2d5d85-8827-441a-bc4e-b18e5451d7f8 HTTP/1.1" status: 204 len: 168 time: 1.0340679 Aug 05 14:15:02.326739 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-07fa72cb-5825-4c78-aaec-e3be792a9d0f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.326860 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46740) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:02.331756 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1029007381', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:02.376136 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fa72cb-5825-4c78-aaec-e3be792a9d0f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Network 09766a6e-1ca3-44eb-9e47-576774094734 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:15:02.376357 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.377616 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.383252 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-07fa72cb-5825-4c78-aaec-e3be792a9d0f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:15:02.388594 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fa72cb-5825-4c78-aaec-e3be792a9d0f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:02.389534 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-07fa72cb-5825-4c78-aaec-e3be792a9d0f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.407338 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6307b6-3d3a-4d28-b94e-b0bb931a79fc None None] Network 09766a6e-1ca3-44eb-9e47-576774094734 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:15:02.409597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa72cb-5825-4c78-aaec-e3be792a9d0f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Subnet': ['ID=91de235b-15b9-496f-bc29-0aef74e1565e,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:02.417166 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b449deb-d6c2-46d9-a8ba-ebc144701db5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.417821 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-07fa72cb-5825-4c78-aaec-e3be792a9d0f tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5863585 Aug 05 14:15:02.420528 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46742) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:02.420690 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b449deb-d6c2-46d9-a8ba-ebc144701db5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.424976 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4b449deb-d6c2-46d9-a8ba-ebc144701db5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "DELETE /v2.0/security-groups/90efb7b1-522c-4078-b439-e06b73aedb31 HTTP/1.1" status: 204 len: 168 time: 0.3503311 Aug 05 14:15:02.430374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46744) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:02.431678 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-a29bd80d-03a6-4c95-a011-ea552be962f3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1837646256', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '91de235b-15b9-496f-bc29-0aef74e1565e'}], 'security_groups': ['95acec80-be7f-4a2d-a046-adaf13815b3c', '85e4be52-8d24-49dc-b9ae-cbe21ec28c4a']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:02.494181 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.495493 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b449deb-d6c2-46d9-a8ba-ebc144701db5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90efb7b1-522c-4078-b439-e06b73aedb31,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:02.498494 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-2ede19c3-7ed0-41a2-9f5e-46333ca8edce tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] show failed (client error): The resource could not be found. Aug 05 14:15:02.503112 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2ede19c3-7ed0-41a2-9f5e-46333ca8edce tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "GET /v2.0/security-groups/90efb7b1-522c-4078-b439-e06b73aedb31 HTTP/1.1" status: 404 len: 347 time: 0.0670054 Aug 05 14:15:02.503795 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46746) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:02.523529 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a29bd80d-03a6-4c95-a011-ea552be962f3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.771182 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4830b0d-8392-40cb-8f16-c6e557a09464 None None] Update dhcp port {'port': {'network_id': '09766a6e-1ca3-44eb-9e47-576774094734', 'fixed_ips': [{'subnet_id': 'e3c92d90-a24e-425e-8379-93e325c94e9b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '98a82603-cf7d-4548-ad8d-c01c2f3da7b2', 'ip_address': '2001:db8::2'}, {'subnet_id': '91de235b-15b9-496f-bc29-0aef74e1565e'}], 'binding:host_id': 'n-d-803585-2'}, 'id': '9be6a4e5-89f0-48ff-8917-c44262fd8559'} from n-d-803585-2. {{(pid=105725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 14:15:02.795482 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.825279 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4830b0d-8392-40cb-8f16-c6e557a09464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.878667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e24d1-c7fa-4984-bfa7-bbe1a3db12a5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Deleting port eb21e501-6d6a-48c2-82cd-e83853e923c8 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:02.879610 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc5e24d1-c7fa-4984-bfa7-bbe1a3db12a5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:02.973878 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-a29bd80d-03a6-4c95-a011-ea552be962f3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Delete allocated IP 2001:db8::f1 (09766a6e-1ca3-44eb-9e47-576774094734/98a82603-cf7d-4548-ad8d-c01c2f3da7b2) {{(pid=105723) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 05 14:15:02.991691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-a29bd80d-03a6-4c95-a011-ea552be962f3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Allocated IP 2001:db8:0:2::189 (09766a6e-1ca3-44eb-9e47-576774094734/91de235b-15b9-496f-bc29-0aef74e1565e/201a7295-e293-4e4b-b039-6e62fe789c82) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:15:03.008936 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc5e24d1-c7fa-4984-bfa7-bbe1a3db12a5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:03.009325 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc5e24d1-c7fa-4984-bfa7-bbe1a3db12a5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:03.029577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e24d1-c7fa-4984-bfa7-bbe1a3db12a5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Calling delete_port for eb21e501-6d6a-48c2-82cd-e83853e923c8 owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:03.188646 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:03.223794 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:03.230346 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a29bd80d-03a6-4c95-a011-ea552be962f3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:03.246306 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-a29bd80d-03a6-4c95-a011-ea552be962f3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Transition to ACTIVE for port object 201a7295-e293-4e4b-b039-6e62fe789c82 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:15:03.254399 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a29bd80d-03a6-4c95-a011-ea552be962f3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:03.338843 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-a4830b0d-8392-40cb-8f16-c6e557a09464 None None] Allocated IP 2001:db8:0:2::2 (09766a6e-1ca3-44eb-9e47-576774094734/91de235b-15b9-496f-bc29-0aef74e1565e/9be6a4e5-89f0-48ff-8917-c44262fd8559) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:15:03.455399 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc5e24d1-c7fa-4984-bfa7-bbe1a3db12a5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:03.496839 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Allocated IP 172.25.5.32 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/b091b05a-025c-45fd-999d-936d6e02a688) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:15:03.497899 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a4830b0d-8392-40cb-8f16-c6e557a09464 None None] For port 9be6a4e5-89f0-48ff-8917-c44262fd8559, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=9be6a4e5-89f0-48ff-8917-c44262fd8559,segment=NetworkSegment(96a29adb-3d78-4b24-a05a-eb87ca095be3),segment_id=96a29adb-3d78-4b24-a05a-eb87ca095be3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:15:03.499043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e24d1-c7fa-4984-bfa7-bbe1a3db12a5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event deleted for resources: {'Port': ['ID=eb21e501-6d6a-48c2-82cd-e83853e923c8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:03.545264 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4830b0d-8392-40cb-8f16-c6e557a09464 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:03.564384 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a4830b0d-8392-40cb-8f16-c6e557a09464 None None] Transition to ACTIVE for port object 9be6a4e5-89f0-48ff-8917-c44262fd8559 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:15:03.570863 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4830b0d-8392-40cb-8f16-c6e557a09464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:03.702290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4830b0d-8392-40cb-8f16-c6e557a09464 None None] Pushing event updated for resources: {'Port': ['ID=9be6a4e5-89f0-48ff-8917-c44262fd8559,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:03.730358 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc5e24d1-c7fa-4984-bfa7-bbe1a3db12a5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:03.734510 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc5e24d1-c7fa-4984-bfa7-bbe1a3db12a5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:03.740847 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bc5e24d1-c7fa-4984-bfa7-bbe1a3db12a5 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "DELETE /v2.0/floatingips/6c2b4438-31d7-4b8e-b4e1-cfbfb1660299 HTTP/1.1" status: 204 len: 168 time: 1.2345684 Aug 05 14:15:03.744216 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46762) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:03.930801 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:03.931614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bd80d-03a6-4c95-a011-ea552be962f3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event updated for resources: {'Port': ['ID=201a7295-e293-4e4b-b039-6e62fe789c82,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:03.958310 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9be6a4e5-89f0-48ff-8917-c44262fd8559 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:15:03.979154 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-a29bd80d-03a6-4c95-a011-ea552be962f3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] In _notify_port_updated(), no bound segment for port 201a7295-e293-4e4b-b039-6e62fe789c82 on network 09766a6e-1ca3-44eb-9e47-576774094734 {{(pid=105723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:15:03.985580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-be8b31b2-10f7-4470-bf83-fc2384581e9b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Deleting port 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:03.985951 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29bd80d-03a6-4c95-a011-ea552be962f3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:03.986558 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be8b31b2-10f7-4470-bf83-fc2384581e9b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:03.986738 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a29bd80d-03a6-4c95-a011-ea552be962f3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:03.991984 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a29bd80d-03a6-4c95-a011-ea552be962f3 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "PUT /v2.0/ports/201a7295-e293-4e4b-b039-6e62fe789c82 HTTP/1.1" status: 200 len: 970 time: 1.5687780 Aug 05 14:15:03.992641 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46766) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:04.116121 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:04.126770 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d3db4-38bb-4759-8c05-fb58a1dbf4f2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port 201a7295-e293-4e4b-b039-6e62fe789c82 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:04.127443 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3db4-38bb-4759-8c05-fb58a1dbf4f2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:04.182678 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be8b31b2-10f7-4470-bf83-fc2384581e9b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:04.219350 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:15:04.220616 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-be8b31b2-10f7-4470-bf83-fc2384581e9b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Calling delete_port for 8cf5bb65-52fb-49c7-9db8-1e032ba8e091 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:04.222848 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Pushing event updated for resources: {'Port': ['ID=b091b05a-025c-45fd-999d-936d6e02a688,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:04.225561 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:15:04.230497 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:15:04.276112 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3db4-38bb-4759-8c05-fb58a1dbf4f2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:04.291484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d3db4-38bb-4759-8c05-fb58a1dbf4f2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for 201a7295-e293-4e4b-b039-6e62fe789c82 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:04.521362 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3db4-38bb-4759-8c05-fb58a1dbf4f2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:04.547765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d3db4-38bb-4759-8c05-fb58a1dbf4f2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=201a7295-e293-4e4b-b039-6e62fe789c82,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:04.600918 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e5d3db4-38bb-4759-8c05-fb58a1dbf4f2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:04.605961 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3e5d3db4-38bb-4759-8c05-fb58a1dbf4f2 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/ports/201a7295-e293-4e4b-b039-6e62fe789c82 HTTP/1.1" status: 204 len: 168 time: 0.6122959 Aug 05 14:15:04.606876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46770) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:04.644394 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c035317b-d3ec-4400-83d2-1bb13bc8f31c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] GET failed (client error): The resource could not be found. Aug 05 14:15:04.651631 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:04.653859 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c035317b-d3ec-4400-83d2-1bb13bc8f31c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports/201a7295-e293-4e4b-b039-6e62fe789c82 HTTP/1.1" status: 404 len: 333 time: 0.0456944 Aug 05 14:15:04.654765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46772) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:04.728368 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3c2c-ae17-4203-b90d-e773c1e68427 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:04.770690 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3c2c-ae17-4203-b90d-e773c1e68427 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:04.776433 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7c3e2597-933c-4278-aba7-15f1d74944a0 None None] Provisioning for port 9be6a4e5-89f0-48ff-8917-c44262fd8559 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:15:04.780869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7c3e2597-933c-4278-aba7-15f1d74944a0 None None] Provisioning complete for port 9be6a4e5-89f0-48ff-8917-c44262fd8559 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:15:04.781295 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7c3e2597-933c-4278-aba7-15f1d74944a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:04.857847 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3c2c-ae17-4203-b90d-e773c1e68427 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:04.861830 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3c2c-ae17-4203-b90d-e773c1e68427 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:04.863311 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ee6c3c2c-ae17-4203-b90d-e773c1e68427 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/security-groups/43472375-c188-4e8e-b3aa-f692ad568ddc HTTP/1.1" status: 204 len: 168 time: 0.2074006 Aug 05 14:15:04.868747 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46776) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:04.927109 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c3c2c-ae17-4203-b90d-e773c1e68427 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43472375-c188-4e8e-b3aa-f692ad568ddc,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:04.976633 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7c3e2597-933c-4278-aba7-15f1d74944a0 None None] Provisioning complete for port 1f73b62a-1035-4945-825a-aaa41edd3152 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:15:04.977303 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7c3e2597-933c-4278-aba7-15f1d74944a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:05.032633 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e2597-933c-4278-aba7-15f1d74944a0 None None] Port 1f73b62a-1035-4945-825a-aaa41edd3152 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:15:05.045835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7c3e2597-933c-4278-aba7-15f1d74944a0 None None] Could not find standard attr ID for object 201a7295-e293-4e4b-b039-6e62fe789c82. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:15:05.050756 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b4f508ac-c1d5-4a44-aad5-6b48ae47bcc8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:05.086693 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b4f508ac-c1d5-4a44-aad5-6b48ae47bcc8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:05.161667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-87e42916-5303-4dc2-86e7-abbefc888c05 None None] Could not find standard attr ID for object 201a7295-e293-4e4b-b039-6e62fe789c82. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:15:05.190279 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b4f508ac-c1d5-4a44-aad5-6b48ae47bcc8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:05.193448 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b4f508ac-c1d5-4a44-aad5-6b48ae47bcc8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:05.211806 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b4f508ac-c1d5-4a44-aad5-6b48ae47bcc8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/security-groups/85e4be52-8d24-49dc-b9ae-cbe21ec28c4a HTTP/1.1" status: 204 len: 168 time: 0.3413565 Aug 05 14:15:05.228507 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46782) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:05.282010 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f508ac-c1d5-4a44-aad5-6b48ae47bcc8 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e4be52-8d24-49dc-b9ae-cbe21ec28c4a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:05.362712 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f9f03dd-e4dd-4c70-a9a1-66c773c90714 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:05.398864 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f9f03dd-e4dd-4c70-a9a1-66c773c90714 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:05.431229 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be8b31b2-10f7-4470-bf83-fc2384581e9b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:05.481242 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f9f03dd-e4dd-4c70-a9a1-66c773c90714 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:05.484282 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f9f03dd-e4dd-4c70-a9a1-66c773c90714 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:05.485974 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9f9f03dd-e4dd-4c70-a9a1-66c773c90714 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/security-groups/95acec80-be7f-4a2d-a046-adaf13815b3c HTTP/1.1" status: 204 len: 168 time: 0.2562535 Aug 05 14:15:05.489672 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b31b2-10f7-4470-bf83-fc2384581e9b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event deleted for resources: {'Port': ['ID=8cf5bb65-52fb-49c7-9db8-1e032ba8e091,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:05.501162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46784) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:05.502064 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f03dd-e4dd-4c70-a9a1-66c773c90714 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95acec80-be7f-4a2d-a046-adaf13815b3c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:05.583926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d62f08-66eb-4859-8275-5f85942a9c39 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting subnet 98a82603-cf7d-4548-ad8d-c01c2f3da7b2 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:15:05.587900 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-23d62f08-66eb-4859-8275-5f85942a9c39 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:05.632211 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be8b31b2-10f7-4470-bf83-fc2384581e9b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:05.636483 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-be8b31b2-10f7-4470-bf83-fc2384581e9b tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "DELETE /v2.0/ports/8cf5bb65-52fb-49c7-9db8-1e032ba8e091 HTTP/1.1" status: 204 len: 168 time: 1.8884275 Aug 05 14:15:05.636633 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-23d62f08-66eb-4859-8275-5f85942a9c39 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:05.639049 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46786) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:05.648339 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:05.738406 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-23d62f08-66eb-4859-8275-5f85942a9c39 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:05.819813 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-23d62f08-66eb-4859-8275-5f85942a9c39 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:05.834221 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-23d62f08-66eb-4859-8275-5f85942a9c39 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:05.836530 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-23d62f08-66eb-4859-8275-5f85942a9c39 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/98a82603-cf7d-4548-ad8d-c01c2f3da7b2 HTTP/1.1" status: 204 len: 168 time: 0.3321698 Aug 05 14:15:05.843069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46788) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:05.844188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8bb232-9538-478a-9ecb-76e5e05a4b9c None None] Network 09766a6e-1ca3-44eb-9e47-576774094734 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:15:05.876934 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d62f08-66eb-4859-8275-5f85942a9c39 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Subnet': ['ID=98a82603-cf7d-4548-ad8d-c01c2f3da7b2,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:05.999993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4aabe69d-ba08-4f51-aaf8-5aa146571bb8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Deleting port 16f41a90-f0ad-41fd-94e2-ad79df4668bf {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:06.002832 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4aabe69d-ba08-4f51-aaf8-5aa146571bb8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:06.036643 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aab8893-bad0-4f53-95eb-607678e42493 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting subnet 91de235b-15b9-496f-bc29-0aef74e1565e {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:15:06.090042 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8aab8893-bad0-4f53-95eb-607678e42493 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:06.096279 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Router 0fbe04e1-6480-4cde-90fc-82fec88b21ce is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:15:06.181636 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8aab8893-bad0-4f53-95eb-607678e42493 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:06.311238 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4aabe69d-ba08-4f51-aaf8-5aa146571bb8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:06.385239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4aabe69d-ba08-4f51-aaf8-5aa146571bb8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Calling delete_port for 16f41a90-f0ad-41fd-94e2-ad79df4668bf owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:06.428508 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:15:06.453511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65565c94-ae1d-4765-bb35-7234a98d32d8 None None] Sync routers for ids ['0fbe04e1-6480-4cde-90fc-82fec88b21ce'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:15:06.467811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65565c94-ae1d-4765-bb35-7234a98d32d8 None None] Routers {'0fbe04e1-6480-4cde-90fc-82fec88b21ce'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:15:06.468492 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-65565c94-ae1d-4765-bb35-7234a98d32d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0fbe04e1-6480-4cde-90fc-82fec88b21ce'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:06.519997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-65565c94-ae1d-4765-bb35-7234a98d32d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:06.524637 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8aab8893-bad0-4f53-95eb-607678e42493 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:06.528710 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:06.532819 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b4800ec9-cf0b-4050-9eec-9c29b6fa6bed tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2022929 Aug 05 14:15:06.533463 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46796) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:06.537979 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65565c94-ae1d-4765-bb35-7234a98d32d8 None None] Routers {'0fbe04e1-6480-4cde-90fc-82fec88b21ce'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:15:06.539616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-58db5299-fc69-43df-a84b-dec87f471738 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:06.540312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-65565c94-ae1d-4765-bb35-7234a98d32d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0fbe04e1-6480-4cde-90fc-82fec88b21ce'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:06.600936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-65565c94-ae1d-4765-bb35-7234a98d32d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:06.601656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65565c94-ae1d-4765-bb35-7234a98d32d8 None None] The sync data for ids ['0fbe04e1-6480-4cde-90fc-82fec88b21ce'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:15:06.669548 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8aab8893-bad0-4f53-95eb-607678e42493 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:06.704599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab8893-bad0-4f53-95eb-607678e42493 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Subnet': ['ID=91de235b-15b9-496f-bc29-0aef74e1565e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:06.714437 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4aabe69d-ba08-4f51-aaf8-5aa146571bb8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:06.733048 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8aab8893-bad0-4f53-95eb-607678e42493 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:06.736905 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8aab8893-bad0-4f53-95eb-607678e42493 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/91de235b-15b9-496f-bc29-0aef74e1565e HTTP/1.1" status: 204 len: 168 time: 0.8914642 Aug 05 14:15:06.748181 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46798) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:06.786529 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabe69d-ba08-4f51-aaf8-5aa146571bb8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event deleted for resources: {'Port': ['ID=16f41a90-f0ad-41fd-94e2-ad79df4668bf,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:06.787588 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba23528-93a2-4484-84c1-59f5f40a7fd4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] DELETE failed (client error): The resource could not be found. Aug 05 14:15:06.788128 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba23528-93a2-4484-84c1-59f5f40a7fd4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:06.798975 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bba23528-93a2-4484-84c1-59f5f40a7fd4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/98a82603-cf7d-4548-ad8d-c01c2f3da7b2 HTTP/1.1" status: 404 len: 337 time: 0.0474980 Aug 05 14:15:06.799306 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46800) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:06.856474 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4aabe69d-ba08-4f51-aaf8-5aa146571bb8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:06.863440 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4aabe69d-ba08-4f51-aaf8-5aa146571bb8 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "DELETE /v2.0/ports/16f41a90-f0ad-41fd-94e2-ad79df4668bf HTTP/1.1" status: 204 len: 168 time: 1.2212765 Aug 05 14:15:06.864517 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46804) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:06.929680 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a69d0b7-46cc-4280-9d3b-49ad0e453800 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Deleting subnet 33f2503f-0424-4c1d-ba63-29e061f584f1 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:15:06.933678 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a69d0b7-46cc-4280-9d3b-49ad0e453800 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:06.993051 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d87a46e-043a-4efb-8398-83520c2704c9 None None] Network 09766a6e-1ca3-44eb-9e47-576774094734 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:15:07.004297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-483e4a05-598c-4f22-b8ce-93355e737f98 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting subnet e3c92d90-a24e-425e-8379-93e325c94e9b {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:15:07.020213 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-483e4a05-598c-4f22-b8ce-93355e737f98 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.030023 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a69d0b7-46cc-4280-9d3b-49ad0e453800 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.128654 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-483e4a05-598c-4f22-b8ce-93355e737f98 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.192720 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a69d0b7-46cc-4280-9d3b-49ad0e453800 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.271996 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a69d0b7-46cc-4280-9d3b-49ad0e453800 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.333515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69d0b7-46cc-4280-9d3b-49ad0e453800 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event deleted for resources: {'Subnet': ['ID=33f2503f-0424-4c1d-ba63-29e061f584f1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:07.339836 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a69d0b7-46cc-4280-9d3b-49ad0e453800 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.350394 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9a69d0b7-46cc-4280-9d3b-49ad0e453800 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "DELETE /v2.0/subnets/33f2503f-0424-4c1d-ba63-29e061f584f1 HTTP/1.1" status: 204 len: 168 time: 0.4834485 Aug 05 14:15:07.351783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46812) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:07.355114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6c5a31-30a1-4e73-bf0f-6dce6f15172c None None] Network de3b5517-820c-4f25-a4f3-58d6603842f0 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:15:07.418830 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-58db5299-fc69-43df-a84b-dec87f471738 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.424377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b9cacd-886a-4cf5-8e7e-5b923080c03e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Deleting subnet baa85579-9346-4ba3-9869-594967089d73 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:15:07.427574 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-483e4a05-598c-4f22-b8ce-93355e737f98 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.429713 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68b9cacd-886a-4cf5-8e7e-5b923080c03e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.458658 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a24fc528-ef30-488e-aa67-8f08de3db227 None None] Provisioning complete for port 9be6a4e5-89f0-48ff-8917-c44262fd8559 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:15:07.459556 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a24fc528-ef30-488e-aa67-8f08de3db227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.468589 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-58db5299-fc69-43df-a84b-dec87f471738 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.495388 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68b9cacd-886a-4cf5-8e7e-5b923080c03e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.554845 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-483e4a05-598c-4f22-b8ce-93355e737f98 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.573500 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-483e4a05-598c-4f22-b8ce-93355e737f98 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.574759 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-483e4a05-598c-4f22-b8ce-93355e737f98 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/e3c92d90-a24e-425e-8379-93e325c94e9b HTTP/1.1" status: 204 len: 168 time: 0.7745411 Aug 05 14:15:07.580015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46814) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:07.636970 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68b9cacd-886a-4cf5-8e7e-5b923080c03e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.637720 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-7115bf86-a42f-4e9e-bfdc-1dc0733943da tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] DELETE failed (client error): The resource could not be found. Aug 05 14:15:07.638233 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7115bf86-a42f-4e9e-bfdc-1dc0733943da tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:07.640440 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7115bf86-a42f-4e9e-bfdc-1dc0733943da tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/13b93c4e-c364-4bd2-aaca-bd1cbe05ff29 HTTP/1.1" status: 404 len: 337 time: 0.0404973 Aug 05 14:15:07.642875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e4a05-598c-4f22-b8ce-93355e737f98 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c92d90-a24e-425e-8379-93e325c94e9b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:07.648112 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46816) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:07.683406 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-58db5299-fc69-43df-a84b-dec87f471738 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Deleting port b091b05a-025c-45fd-999d-936d6e02a688 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:07.683756 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-58db5299-fc69-43df-a84b-dec87f471738 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.687237 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-57c51ae1-e584-4571-9534-95148243c7c6 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "GET /v2.0/ports?device_id=c28b92d8-67b8-444c-8823-2afa37b3271e HTTP/1.1" status: 200 len: 205 time: 0.0375283 Aug 05 14:15:07.690851 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46818) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:07.703991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a24fc528-ef30-488e-aa67-8f08de3db227 None None] Provisioning complete for port 1f73b62a-1035-4945-825a-aaa41edd3152 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:15:07.711491 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a24fc528-ef30-488e-aa67-8f08de3db227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.746797 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-09ecc3fa-c094-47f3-95c3-bbf50235b584 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] delete failed (client error): The resource could not be found. Aug 05 14:15:07.751094 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-09ecc3fa-c094-47f3-95c3-bbf50235b584 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/routers/c28b92d8-67b8-444c-8823-2afa37b3271e HTTP/1.1" status: 404 len: 336 time: 0.0592079 Aug 05 14:15:07.756293 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46820) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:07.767714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a24fc528-ef30-488e-aa67-8f08de3db227 None None] Port 1f73b62a-1035-4945-825a-aaa41edd3152 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:15:07.808488 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f0ac53-2331-44b1-8686-0d201bca2771 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] DELETE failed (client error): The resource could not be found. Aug 05 14:15:07.809041 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f0ac53-2331-44b1-8686-0d201bca2771 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:07.811445 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-87f0ac53-2331-44b1-8686-0d201bca2771 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/53e716fb-6f23-49f4-8b2f-50858ac1d03a HTTP/1.1" status: 404 len: 337 time: 0.0535800 Aug 05 14:15:07.813914 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46822) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:07.815858 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68b9cacd-886a-4cf5-8e7e-5b923080c03e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.843131 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1a4061-398b-4afa-bc7a-e1a6543e06bf None None] DHCP port deletion for de3b5517-820c-4f25-a4f3-58d6603842f0 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:15:07.865360 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-220a0331-d143-4969-a41a-298c35d755a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] DELETE failed (client error): The resource could not be found. Aug 05 14:15:07.866325 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220a0331-d143-4969-a41a-298c35d755a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:07.870593 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-220a0331-d143-4969-a41a-298c35d755a7 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/72d48591-e2f6-420e-a73d-6486e4af870b HTTP/1.1" status: 404 len: 337 time: 0.0534787 Aug 05 14:15:07.871144 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46824) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:07.892566 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9cacd-886a-4cf5-8e7e-5b923080c03e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event deleted for resources: {'Subnet': ['ID=baa85579-9346-4ba3-9869-594967089d73,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:07.895209 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68b9cacd-886a-4cf5-8e7e-5b923080c03e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:07.899680 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-68b9cacd-886a-4cf5-8e7e-5b923080c03e tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "DELETE /v2.0/subnets/baa85579-9346-4ba3-9869-594967089d73 HTTP/1.1" status: 204 len: 168 time: 0.5443463 Aug 05 14:15:07.901077 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46826) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:07.906425 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7baea33-8c89-41f6-9755-45ecb5b227ce None None] Network 14d09d10-2b62-4425-8299-f14f2c9a99b4 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:15:07.950460 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9794a428-831d-409a-82c2-1806e8a6ed4e None None] DHCP port deletion for 09766a6e-1ca3-44eb-9e47-576774094734 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:15:07.950677 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed46fbe2-f1d1-4be6-9d3f-aa9e7f2e7671 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] DELETE failed (client error): The resource could not be found. Aug 05 14:15:07.950962 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed46fbe2-f1d1-4be6-9d3f-aa9e7f2e7671 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:07.955361 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46828) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:07.955542 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ed46fbe2-f1d1-4be6-9d3f-aa9e7f2e7671 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/06257403-4ddd-42a8-9b49-2ccfec7b083d HTTP/1.1" status: 404 len: 337 time: 0.0751517 Aug 05 14:15:07.970287 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7bcb306e-74c9-430a-8d19-4446a1e53365 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:15:07.990158 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d4fd50-b61a-4890-b669-790f825ef74c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] DELETE failed (client error): The resource could not be found. Aug 05 14:15:07.991043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d4fd50-b61a-4890-b669-790f825ef74c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:07.993446 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-07d4fd50-b61a-4890-b669-790f825ef74c tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/ports/332fc34b-e6bd-4d9d-8134-c99d55173572 HTTP/1.1" status: 404 len: 333 time: 0.0366666 Aug 05 14:15:07.999471 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46830) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:08.008763 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-58db5299-fc69-43df-a84b-dec87f471738 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:08.032103 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbdf216-a461-4cce-9c1e-6f8299fdabf1 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] DELETE failed (client error): The resource could not be found. Aug 05 14:15:08.032571 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-58db5299-fc69-43df-a84b-dec87f471738 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Calling delete_port for b091b05a-025c-45fd-999d-936d6e02a688 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:08.032827 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afbdf216-a461-4cce-9c1e-6f8299fdabf1 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:08.037051 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-afbdf216-a461-4cce-9c1e-6f8299fdabf1 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/ba097667-ba9a-4bfa-ac69-2205614e137b HTTP/1.1" status: 404 len: 337 time: 0.0361199 Aug 05 14:15:08.039474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46832) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:08.084040 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4426ce21-7559-44bd-83fa-8c3a6376a473 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] DELETE failed (client error): The resource could not be found. Aug 05 14:15:08.084517 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4426ce21-7559-44bd-83fa-8c3a6376a473 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:08.088957 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4426ce21-7559-44bd-83fa-8c3a6376a473 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/08d565b6-e651-4e9f-a570-46774113661d HTTP/1.1" status: 404 len: 337 time: 0.0484595 Aug 05 14:15:08.089584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46836) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:08.105250 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dd1a4061-398b-4afa-bc7a-e1a6543e06bf None None] Deleting port 7bcb306e-74c9-430a-8d19-4446a1e53365 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:08.105807 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dd1a4061-398b-4afa-bc7a-e1a6543e06bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:08.132007 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-50468ea0-a516-4cf1-9023-29a451b8f9d4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] DELETE failed (client error): The resource could not be found. Aug 05 14:15:08.132720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50468ea0-a516-4cf1-9023-29a451b8f9d4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:08.134543 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-50468ea0-a516-4cf1-9023-29a451b8f9d4 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/ports/1aa5a263-2dd2-4f19-9029-0c3d3ead323e HTTP/1.1" status: 404 len: 333 time: 0.0439777 Aug 05 14:15:08.136978 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46838) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:08.237920 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-16573fb7-bff0-49c5-b59d-23e238863b37 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] DELETE failed (client error): The resource could not be found. Aug 05 14:15:08.241811 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16573fb7-bff0-49c5-b59d-23e238863b37 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:08.253604 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-16573fb7-bff0-49c5-b59d-23e238863b37 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/684e3208-f2e5-4c5c-b9f0-816d02c84a7b HTTP/1.1" status: 404 len: 337 time: 0.1155870 Aug 05 14:15:08.259029 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46842) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:08.281240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dd1a4061-398b-4afa-bc7a-e1a6543e06bf None None] For port 7bcb306e-74c9-430a-8d19-4446a1e53365, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7bcb306e-74c9-430a-8d19-4446a1e53365,segment=NetworkSegment(b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7),segment_id=b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:15:08.281955 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dd1a4061-398b-4afa-bc7a-e1a6543e06bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:08.340140 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dd1a4061-398b-4afa-bc7a-e1a6543e06bf None None] Calling delete_port for 7bcb306e-74c9-430a-8d19-4446a1e53365 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:08.343075 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:08.386282 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-84070ebb-a742-4a4e-9bd6-b7e2844d12f5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] DELETE failed (client error): The resource could not be found. Aug 05 14:15:08.386282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84070ebb-a742-4a4e-9bd6-b7e2844d12f5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:08.386282 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-84070ebb-a742-4a4e-9bd6-b7e2844d12f5 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/subnets/9225cc85-d702-44bf-8e65-3af5d017e955 HTTP/1.1" status: 404 len: 337 time: 0.1235557 Aug 05 14:15:08.386282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46846) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:08.390993 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-9794a428-831d-409a-82c2-1806e8a6ed4e None None] Deleting port 9be6a4e5-89f0-48ff-8917-c44262fd8559 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:08.390993 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9794a428-831d-409a-82c2-1806e8a6ed4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:08.391775 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:08.500368 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-58db5299-fc69-43df-a84b-dec87f471738 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:08.524607 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9794a428-831d-409a-82c2-1806e8a6ed4e None None] For port 9be6a4e5-89f0-48ff-8917-c44262fd8559, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=9be6a4e5-89f0-48ff-8917-c44262fd8559,segment=NetworkSegment(96a29adb-3d78-4b24-a05a-eb87ca095be3),segment_id=96a29adb-3d78-4b24-a05a-eb87ca095be3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:15:08.525416 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9794a428-831d-409a-82c2-1806e8a6ed4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:08.545615 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-9794a428-831d-409a-82c2-1806e8a6ed4e None None] Calling delete_port for 9be6a4e5-89f0-48ff-8917-c44262fd8559 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:08.591235 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db5299-fc69-43df-a84b-dec87f471738 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Pushing event deleted for resources: {'Port': ['ID=b091b05a-025c-45fd-999d-936d6e02a688,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:08.600121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e0a401-b625-4577-9fb7-7103e70801b9 None None] DHCP port deletion for 14d09d10-2b62-4425-8299-f14f2c9a99b4 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:15:08.608363 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Deleting port 1f73b62a-1035-4945-825a-aaa41edd3152 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:08.608732 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:08.624266 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Deleting port 7bcb306e-74c9-430a-8d19-4446a1e53365 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:08.624813 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:08.810165 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-58db5299-fc69-43df-a84b-dec87f471738 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:08.810374 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 7bcb306e-74c9-430a-8d19-4446a1e53365, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7bcb306e-74c9-430a-8d19-4446a1e53365,segment=NetworkSegment(b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7),segment_id=b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:15:08.810564 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] For port 7bcb306e-74c9-430a-8d19-4446a1e53365, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7bcb306e-74c9-430a-8d19-4446a1e53365,segment=NetworkSegment(b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7),segment_id=b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:15:08.810564 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:08.811031 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:08.811031 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Calling delete_port for 1f73b62a-1035-4945-825a-aaa41edd3152 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:08.811876 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:08.987720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=7bcb306e-74c9-430a-8d19-4446a1e53365,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:09.003992 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Calling delete_port for 7bcb306e-74c9-430a-8d19-4446a1e53365 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:09.014330 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.073555 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9794a428-831d-409a-82c2-1806e8a6ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.085092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Port': ['ID=1f73b62a-1035-4945-825a-aaa41edd3152,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:09.110869 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dd1a4061-398b-4afa-bc7a-e1a6543e06bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.139628 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:09.140303 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:09.140812 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:09.141419 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:09.141969 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:09.142517 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:09.143016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:09.143719 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:09.144965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:09.145489 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:09.146530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:09.147071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:09.150673 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.155822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9794a428-831d-409a-82c2-1806e8a6ed4e None None] No DVR routers for this DVR port 9be6a4e5-89f0-48ff-8917-c44262fd8559 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:15:09.156823 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c8bd6dd6-3dd5-4403-ab6e-b434166d878b tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/ports/1f73b62a-1035-4945-825a-aaa41edd3152 HTTP/1.1" status: 204 len: 168 time: 0.7697313 Aug 05 14:15:09.157167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794a428-831d-409a-82c2-1806e8a6ed4e None None] Pushing event deleted for resources: {'Port': ['ID=9be6a4e5-89f0-48ff-8917-c44262fd8559,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:09.159130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46872) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:09.195680 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-80e0a401-b625-4577-9fb7-7103e70801b9 None None] Deleting port f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:09.196199 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-80e0a401-b625-4577-9fb7-7103e70801b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.200137 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a4061-398b-4afa-bc7a-e1a6543e06bf None None] No DVR routers for this DVR port 7bcb306e-74c9-430a-8d19-4446a1e53365 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:15:09.215908 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a4061-398b-4afa-bc7a-e1a6543e06bf None None] Pushing event deleted for resources: {'Port': ['ID=7bcb306e-74c9-430a-8d19-4446a1e53365,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:09.300976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-80e0a401-b625-4577-9fb7-7103e70801b9 None None] For port f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11,segment=NetworkSegment(b4027bc2-f31e-4dff-8f33-ccffe02f0ff5),segment_id=b4027bc2-f31e-4dff-8f33-ccffe02f0ff5)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:15:09.302073 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-80e0a401-b625-4577-9fb7-7103e70801b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.339125 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-80e0a401-b625-4577-9fb7-7103e70801b9 None None] Calling delete_port for f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:09.358440 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b9cb27ac-9e17-406d-82e5-bd1b1acbb795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.440649 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-58db5299-fc69-43df-a84b-dec87f471738 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.448087 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-58db5299-fc69-43df-a84b-dec87f471738 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.525470 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b9cb27ac-9e17-406d-82e5-bd1b1acbb795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.543649 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58db5299-fc69-43df-a84b-dec87f471738 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Router 0fbe04e1-6480-4cde-90fc-82fec88b21ce has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:15:09.554092 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.562703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-b9cb27ac-9e17-406d-82e5-bd1b1acbb795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09766a6e-1ca3-44eb-9e47-576774094734']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:09.588876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event deleted for resources: {'Port': ['ID=7bcb306e-74c9-430a-8d19-4446a1e53365,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:09.592752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-b9cb27ac-9e17-406d-82e5-bd1b1acbb795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a29adb-3d78-4b24-a05a-eb87ca095be3') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:09.593054 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-b9cb27ac-9e17-406d-82e5-bd1b1acbb795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a29adb-3d78-4b24-a05a-eb87ca095be3') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:09.616303 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b9cb27ac-9e17-406d-82e5-bd1b1acbb795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.627756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] No DVR routers for this DVR port 7bcb306e-74c9-430a-8d19-4446a1e53365 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:15:09.658981 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b9cb27ac-9e17-406d-82e5-bd1b1acbb795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.661441 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-80e0a401-b625-4577-9fb7-7103e70801b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.685076 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cb27ac-9e17-406d-82e5-bd1b1acbb795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:15:09.685589 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b9cb27ac-9e17-406d-82e5-bd1b1acbb795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:15:09.695917 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:15:09.746320 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0a401-b625-4577-9fb7-7103e70801b9 None None] No DVR routers for this DVR port f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:15:09.751432 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.755290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0a401-b625-4577-9fb7-7103e70801b9 None None] Pushing event deleted for resources: {'Port': ['ID=f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:09.773994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3b5517-820c-4f25-a4f3-58d6603842f0']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:09.782976 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58db5299-fc69-43df-a84b-dec87f471738 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:15:09.791175 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-58db5299-fc69-43df-a84b-dec87f471738 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.792344 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-58db5299-fc69-43df-a84b-dec87f471738 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "PUT /v2.0/routers/0fbe04e1-6480-4cde-90fc-82fec88b21ce HTTP/1.1" status: 200 len: 706 time: 3.2580142 Aug 05 14:15:09.795032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:09.795336 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ce5c35-9dfa-4efd-a287-dd10d94bb3c7') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:09.796940 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46884) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:09.803940 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a567b84-3d82-4c8a-b0bf-ae2680a11ca8 None None] Sync routers for ids ['0fbe04e1-6480-4cde-90fc-82fec88b21ce'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:15:09.822979 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b9cb27ac-9e17-406d-82e5-bd1b1acbb795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.844072 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a567b84-3d82-4c8a-b0bf-ae2680a11ca8 None None] Routers {'0fbe04e1-6480-4cde-90fc-82fec88b21ce'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:15:09.845369 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0a567b84-3d82-4c8a-b0bf-ae2680a11ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0fbe04e1-6480-4cde-90fc-82fec88b21ce'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:09.850574 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b9cb27ac-9e17-406d-82e5-bd1b1acbb795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.860004 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b9cb27ac-9e17-406d-82e5-bd1b1acbb795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] 10.222.0.16 "DELETE /v2.0/networks/09766a6e-1ca3-44eb-9e47-576774094734 HTTP/1.1" status: 204 len: 168 time: 0.6995969 Aug 05 14:15:09.888162 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb27ac-9e17-406d-82e5-bd1b1acbb795 tempest-PortsIpV6TestJSON-2083352288 tempest-PortsIpV6TestJSON-2083352288-project] Pushing event deleted for resources: {'Network': ['ID=09766a6e-1ca3-44eb-9e47-576774094734,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:09.929818 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8a94ea1f-fc5c-4f63-8c0c-eb351d0c86a9 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "GET /v2.0/routers/0fbe04e1-6480-4cde-90fc-82fec88b21ce HTTP/1.1" status: 200 len: 741 time: 0.1311831 Aug 05 14:15:09.932224 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46890) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:09.951946 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:09.958598 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0a567b84-3d82-4c8a-b0bf-ae2680a11ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:09.989150 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9f769997-eb8a-4ed3-a532-d2068eb9c070 tempest-RoutersAdminTest-2096002180 tempest-RoutersAdminTest-2096002180-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&device_id=0fbe04e1-6480-4cde-90fc-82fec88b21ce HTTP/1.1" status: 200 len: 205 time: 0.0547991 Aug 05 14:15:09.992132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46894) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:10.003379 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a567b84-3d82-4c8a-b0bf-ae2680a11ca8 None None] Routers {'0fbe04e1-6480-4cde-90fc-82fec88b21ce'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:15:10.009648 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0a567b84-3d82-4c8a-b0bf-ae2680a11ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:14:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0fbe04e1-6480-4cde-90fc-82fec88b21ce'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:10.011038 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:10.027335 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:15:10.028548 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:10.076856 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9be6a4e5-89f0-48ff-8917-c44262fd8559 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:15:10.086616 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dde0a549-3960-4218-8323-461fb3bca456 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fbe04e1-6480-4cde-90fc-82fec88b21ce HTTP/1.1" status: 200 len: 205 time: 0.0875626 Aug 05 14:15:10.088272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46896) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:10.112065 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0a567b84-3d82-4c8a-b0bf-ae2680a11ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: self.session.flush() Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:15:10.115675 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:15:10.119862 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a567b84-3d82-4c8a-b0bf-ae2680a11ca8 None None] The sync data for ids ['0fbe04e1-6480-4cde-90fc-82fec88b21ce'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:15:10.154244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 9be6a4e5-89f0-48ff-8917-c44262fd8559 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:15:10.158865 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9be6a4e5-89f0-48ff-8917-c44262fd8559 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:15:10.159615 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:15:10.188275 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:10.201468 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:15:10.202028 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f7eaa55f-5f4e-4d68-9ab5-c5e65db16d11 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:15:10.220674 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:10.237867 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "DELETE /v2.0/networks/de3b5517-820c-4f25-a4f3-58d6603842f0 HTTP/1.1" status: 204 len: 168 time: 2.3360837 Aug 05 14:15:10.239565 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46904) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:10.267232 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-824b8993-dfe8-4ca5-8a2c-6069edc39845 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:10.268208 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f9c2a-cd8f-4024-9927-a3d3ad0abb73 tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event deleted for resources: {'Network': ['ID=de3b5517-820c-4f25-a4f3-58d6603842f0,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:10.388851 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46908) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:10.548066 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-824b8993-dfe8-4ca5-8a2c-6069edc39845 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:10.550517 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-824b8993-dfe8-4ca5-8a2c-6069edc39845 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:10.915474 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0deccd26-126e-40e0-a65b-a29cff937c5a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:10.970757 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-824b8993-dfe8-4ca5-8a2c-6069edc39845 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:10.971265 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824b8993-dfe8-4ca5-8a2c-6069edc39845 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Fanout notify agent at l3_agent the message router_deleted on router 0fbe04e1-6480-4cde-90fc-82fec88b21ce {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:15:10.985509 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-824b8993-dfe8-4ca5-8a2c-6069edc39845 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:10.991572 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-824b8993-dfe8-4ca5-8a2c-6069edc39845 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "DELETE /v2.0/routers/0fbe04e1-6480-4cde-90fc-82fec88b21ce HTTP/1.1" status: 204 len: 168 time: 0.9003649 Aug 05 14:15:10.992774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46924) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:11.025454 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2001c74e-f49a-47e4-896e-b48b8d9571b0 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fbe04e1-6480-4cde-90fc-82fec88b21ce HTTP/1.1" status: 200 len: 205 time: 0.0296471 Aug 05 14:15:11.026460 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46926) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:11.060811 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0deccd26-126e-40e0-a65b-a29cff937c5a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:11.087292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-0deccd26-126e-40e0-a65b-a29cff937c5a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d09d10-2b62-4425-8299-f14f2c9a99b4']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:11.095420 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-ff0f496c-5b36-423f-b812-4878df2c7171 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] delete failed (client error): The resource could not be found. Aug 05 14:15:11.100566 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ff0f496c-5b36-423f-b812-4878df2c7171 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "DELETE /v2.0/routers/0fbe04e1-6480-4cde-90fc-82fec88b21ce HTTP/1.1" status: 404 len: 336 time: 0.0691297 Aug 05 14:15:11.104763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46928) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:11.108625 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-0deccd26-126e-40e0-a65b-a29cff937c5a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:11.108930 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-0deccd26-126e-40e0-a65b-a29cff937c5a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4027bc2-f31e-4dff-8f33-ccffe02f0ff5') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:11.124037 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f37065f1-cdb3-44bd-8100-468dd7820495 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34b65db42ce04e00bbd1cac74b05f5a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7315452 Aug 05 14:15:11.129837 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46932) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:11.138311 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b59eefcf-815f-46a2-bd25-51ac5e9bb54d tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd2d5d85-8827-441a-bc4e-b18e5451d7f8 HTTP/1.1" status: 200 len: 205 time: 0.0323596 Aug 05 14:15:11.142437 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46934) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:11.146969 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0deccd26-126e-40e0-a65b-a29cff937c5a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:11.197892 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0deccd26-126e-40e0-a65b-a29cff937c5a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:11.214181 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0deccd26-126e-40e0-a65b-a29cff937c5a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:15:11.215262 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0deccd26-126e-40e0-a65b-a29cff937c5a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:15:11.218944 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:15:11.222599 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-02eb6171-8778-4d6f-8b1c-f40e81e60c56 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] delete failed (client error): The resource could not be found. Aug 05 14:15:11.223775 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-02eb6171-8778-4d6f-8b1c-f40e81e60c56 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "DELETE /v2.0/routers/bd2d5d85-8827-441a-bc4e-b18e5451d7f8 HTTP/1.1" status: 404 len: 336 time: 0.0800633 Aug 05 14:15:11.235944 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46938) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:11.305045 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-963346b6-3dbc-421f-8737-b9cba689e0de tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "GET /v2.0/ports?device_id=529d0adf-a5b9-4f2b-b342-80a0004a7c6b HTTP/1.1" status: 200 len: 205 time: 0.0675130 Aug 05 14:15:11.310284 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46942) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:11.363353 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e75f132-7fcf-4458-958d-b539a34ab317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:11.366069 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0deccd26-126e-40e0-a65b-a29cff937c5a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:11.368883 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-8d9db2e6-16a6-4ea3-9fe5-dc9b1b0b9cb2 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] delete failed (client error): The resource could not be found. Aug 05 14:15:11.372567 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8d9db2e6-16a6-4ea3-9fe5-dc9b1b0b9cb2 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "DELETE /v2.0/routers/529d0adf-a5b9-4f2b-b342-80a0004a7c6b HTTP/1.1" status: 404 len: 336 time: 0.0586658 Aug 05 14:15:11.373050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46946) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:11.383056 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0deccd26-126e-40e0-a65b-a29cff937c5a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:11.393021 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0deccd26-126e-40e0-a65b-a29cff937c5a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] 10.222.0.16 "DELETE /v2.0/networks/14d09d10-2b62-4425-8299-f14f2c9a99b4 HTTP/1.1" status: 204 len: 168 time: 1.1246285 Aug 05 14:15:11.404475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deccd26-126e-40e0-a65b-a29cff937c5a tempest-TaggedBootDevicesTest_v242-1982253778 tempest-TaggedBootDevicesTest_v242-1982253778-project] Pushing event deleted for resources: {'Network': ['ID=14d09d10-2b62-4425-8299-f14f2c9a99b4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:11.416769 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-84ac9b4e-b6a1-4c01-b94b-8c01f97f84f8 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cbe94d5-aeb3-4d9c-a6ba-65ecf047280a HTTP/1.1" status: 200 len: 205 time: 0.0403743 Aug 05 14:15:11.419735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46948) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:11.432379 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e75f132-7fcf-4458-958d-b539a34ab317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:11.527771 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-be1d7e15-a618-4a8f-a663-3feb30650acd tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] delete failed (client error): The resource could not be found. Aug 05 14:15:11.529439 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-be1d7e15-a618-4a8f-a663-3feb30650acd tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "DELETE /v2.0/routers/2cbe94d5-aeb3-4d9c-a6ba-65ecf047280a HTTP/1.1" status: 404 len: 336 time: 0.0733757 Aug 05 14:15:11.532008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46952) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:11.568124 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-27822561-1033-4455-8811-e126c2efac8c tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0 HTTP/1.1" status: 200 len: 205 time: 0.0325694 Aug 05 14:15:11.570509 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46956) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:11.573818 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e75f132-7fcf-4458-958d-b539a34ab317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:11.581020 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e75f132-7fcf-4458-958d-b539a34ab317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:11.596118 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6e75f132-7fcf-4458-958d-b539a34ab317 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e52057c-4079-4041-8fb9-84012736ef7e HTTP/1.1" status: 204 len: 168 time: 0.4636850 Aug 05 14:15:11.624903 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75f132-7fcf-4458-958d-b539a34ab317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e52057c-4079-4041-8fb9-84012736ef7e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:11.659679 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-677dcbcc-f0cd-4277-8e91-0f986295dc0f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] delete failed (client error): The resource could not be found. Aug 05 14:15:11.664321 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46962) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:11.672996 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-677dcbcc-f0cd-4277-8e91-0f986295dc0f tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "DELETE /v2.0/routers/8e45cd33-3ff2-40a8-b1c5-b55b6c153dc0 HTTP/1.1" status: 404 len: 336 time: 0.0982823 Aug 05 14:15:11.789017 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-24096697-22aa-4226-9d9c-54c28023dfac tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0b37a52-ba5f-4e58-b1f4-5380289f7838 HTTP/1.1" status: 200 len: 205 time: 0.1179485 Aug 05 14:15:11.795763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46970) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:11.869406 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-538b935c-1dc3-4979-b4b0-232d652d1ba5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] delete failed (client error): The resource could not be found. Aug 05 14:15:11.873020 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-538b935c-1dc3-4979-b4b0-232d652d1ba5 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "DELETE /v2.0/routers/d0b37a52-ba5f-4e58-b1f4-5380289f7838 HTTP/1.1" status: 404 len: 336 time: 0.0737138 Aug 05 14:15:11.873217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46974) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:11.912714 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40747a4-7705-400f-8f66-fe75d2d9cf97 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] DELETE failed (client error): The resource could not be found. Aug 05 14:15:11.913534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40747a4-7705-400f-8f66-fe75d2d9cf97 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:11.915690 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a40747a4-7705-400f-8f66-fe75d2d9cf97 tempest-RoutersAdminTest-393456064 tempest-RoutersAdminTest-393456064-project] 10.222.0.16 "DELETE /v2.0/subnets/a590e805-0e87-4521-9c8b-e87443d30512 HTTP/1.1" status: 404 len: 337 time: 0.0414562 Aug 05 14:15:12.485073 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47004) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:12.733276 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0200cde-ae4d-40ec-8c60-10d08d818d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:12.997633 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0200cde-ae4d-40ec-8c60-10d08d818d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:13.005689 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0200cde-ae4d-40ec-8c60-10d08d818d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:13.010836 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47024) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:13.124789 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0200cde-ae4d-40ec-8c60-10d08d818d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69196519-b92d-4ef4-a5a7-05f267819c70,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:13.130059 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f0200cde-ae4d-40ec-8c60-10d08d818d38 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2bd3600ba24d4e3d812d6777c861c007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6432424 Aug 05 14:15:13.132978 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47032) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:13.241890 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-76a4fa93-24b4-43d7-a165-bcbcc546ffbd tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group': {'name': 'tempest-secgroup--43414922'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:13.275378 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0aabcac9-ecd7-48ad-af0c-4624e76f6f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:13.285052 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76a4fa93-24b4-43d7-a165-bcbcc546ffbd tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:13.336523 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76a4fa93-24b4-43d7-a165-bcbcc546ffbd tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:13.367348 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0aabcac9-ecd7-48ad-af0c-4624e76f6f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:13.467469 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0aabcac9-ecd7-48ad-af0c-4624e76f6f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:13.471089 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0aabcac9-ecd7-48ad-af0c-4624e76f6f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:13.472325 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0aabcac9-ecd7-48ad-af0c-4624e76f6f62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69196519-b92d-4ef4-a5a7-05f267819c70 HTTP/1.1" status: 204 len: 168 time: 0.3380914 Aug 05 14:15:13.491043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabcac9-ecd7-48ad-af0c-4624e76f6f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69196519-b92d-4ef4-a5a7-05f267819c70,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:13.583236 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76a4fa93-24b4-43d7-a165-bcbcc546ffbd tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:13.596099 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76a4fa93-24b4-43d7-a165-bcbcc546ffbd tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:13.649720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4fa93-24b4-43d7-a165-bcbcc546ffbd tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56811d5-c2ce-4f1a-8cbb-803306661908,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:13.851255 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76a4fa93-24b4-43d7-a165-bcbcc546ffbd tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:13.871575 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76a4fa93-24b4-43d7-a165-bcbcc546ffbd tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:13.977609 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76a4fa93-24b4-43d7-a165-bcbcc546ffbd tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:13.986061 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-76a4fa93-24b4-43d7-a165-bcbcc546ffbd tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9724624 Aug 05 14:15:13.987705 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47056) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:13.992899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4fa93-24b4-43d7-a165-bcbcc546ffbd tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910d8910-3889-4b06-a4cd-90ac2776abee,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:14.137040 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b746654d-4df8-45c1-82ca-40e5ca582b47 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1449542 Aug 05 14:15:14.138589 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47062) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:14.143404 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b39cfa79-9445-4bc4-a356-8ae47fe1ad8d tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group': {'name': 'tempest-security--1928552260', 'description': 'tempest-security-description-1825096385'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:14.241517 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b39cfa79-9445-4bc4-a356-8ae47fe1ad8d tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:14.278192 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47066) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:14.406845 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4c5c832b-d1d5-4d29-bdc5-f4a2ff6776e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8540fbdc0374aa2b0ac5c3f97f5b697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272535 Aug 05 14:15:14.411958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47072) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:14.468117 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b39cfa79-9445-4bc4-a356-8ae47fe1ad8d tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:14.477905 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b39cfa79-9445-4bc4-a356-8ae47fe1ad8d tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:14.485286 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b39cfa79-9445-4bc4-a356-8ae47fe1ad8d tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:14.490726 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b39cfa79-9445-4bc4-a356-8ae47fe1ad8d tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "PUT /v2.0/security-groups/910d8910-3889-4b06-a4cd-90ac2776abee HTTP/1.1" status: 200 len: 1780 time: 0.3510053 Aug 05 14:15:14.495420 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47076) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:14.576929 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-488a5830-dc6b-4911-89a2-2e46d9aba31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:14.585058 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cfa79-9445-4bc4-a356-8ae47fe1ad8d tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910d8910-3889-4b06-a4cd-90ac2776abee,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:14.607256 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1c7a71da-4468-4391-a132-4a7eeca17d57 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-groups/910d8910-3889-4b06-a4cd-90ac2776abee HTTP/1.1" status: 200 len: 1780 time: 0.1110480 Aug 05 14:15:14.612439 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-488a5830-dc6b-4911-89a2-2e46d9aba31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:14.613841 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47080) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:14.690275 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87eb39c9-0005-46b6-b4f8-a22bb48a0f4d tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:14.719800 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-488a5830-dc6b-4911-89a2-2e46d9aba31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:14.726383 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-488a5830-dc6b-4911-89a2-2e46d9aba31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:14.732201 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-488a5830-dc6b-4911-89a2-2e46d9aba31e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b50538d-e56b-466f-8ab3-b37b72beda8a HTTP/1.1" status: 204 len: 168 time: 0.3160677 Aug 05 14:15:14.747107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a5830-dc6b-4911-89a2-2e46d9aba31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b50538d-e56b-466f-8ab3-b37b72beda8a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:14.789397 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488a5830-dc6b-4911-89a2-2e46d9aba31e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:14.789970 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488a5830-dc6b-4911-89a2-2e46d9aba31e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:14.790407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488a5830-dc6b-4911-89a2-2e46d9aba31e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:14.790828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488a5830-dc6b-4911-89a2-2e46d9aba31e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:14.791268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488a5830-dc6b-4911-89a2-2e46d9aba31e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:14.791796 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488a5830-dc6b-4911-89a2-2e46d9aba31e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:14.792000 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488a5830-dc6b-4911-89a2-2e46d9aba31e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:14.792434 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488a5830-dc6b-4911-89a2-2e46d9aba31e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:14.793033 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488a5830-dc6b-4911-89a2-2e46d9aba31e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:14.793515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488a5830-dc6b-4911-89a2-2e46d9aba31e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:14.794853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488a5830-dc6b-4911-89a2-2e46d9aba31e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:14.795346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488a5830-dc6b-4911-89a2-2e46d9aba31e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:14.803245 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:14.820519 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87eb39c9-0005-46b6-b4f8-a22bb48a0f4d tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:14.937098 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87eb39c9-0005-46b6-b4f8-a22bb48a0f4d tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:14.943346 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87eb39c9-0005-46b6-b4f8-a22bb48a0f4d tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:14.949056 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-87eb39c9-0005-46b6-b4f8-a22bb48a0f4d tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-groups/910d8910-3889-4b06-a4cd-90ac2776abee HTTP/1.1" status: 204 len: 168 time: 0.3326657 Aug 05 14:15:14.949217 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47090) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:14.961685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb39c9-0005-46b6-b4f8-a22bb48a0f4d tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=910d8910-3889-4b06-a4cd-90ac2776abee,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:15.092314 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-23f50d98-2be6-401f-bee6-cb2c7de9fd3e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1428685 Aug 05 14:15:15.095199 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47094) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:15.130890 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-31a7078f-16c6-4053-9097-4887737d4c97 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] delete failed (client error): The resource could not be found. Aug 05 14:15:15.136796 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47100) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:15.142512 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1b8ac927-035b-48b9-b107-7e58e51777a4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group': {'name': 'tempest-secgroup--1177035572'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:15.147589 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-31a7078f-16c6-4053-9097-4887737d4c97 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-groups/910d8910-3889-4b06-a4cd-90ac2776abee HTTP/1.1" status: 404 len: 347 time: 0.0512459 Aug 05 14:15:15.196123 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b8ac927-035b-48b9-b107-7e58e51777a4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:15.329385 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b8ac927-035b-48b9-b107-7e58e51777a4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:15.351564 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b8ac927-035b-48b9-b107-7e58e51777a4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:15.407161 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b8ac927-035b-48b9-b107-7e58e51777a4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:15.410776 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1b8ac927-035b-48b9-b107-7e58e51777a4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2701287 Aug 05 14:15:15.412758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47114) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:15.415071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ac927-035b-48b9-b107-7e58e51777a4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4537dca4-5070-4c67-abfe-e3eff6e5ca7f,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:15.418181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-423c031b-24ce-4c21-bac8-43b263242504 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group_rule': {'security_group_id': '4537dca4-5070-4c67-abfe-e3eff6e5ca7f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:15.498880 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-423c031b-24ce-4c21-bac8-43b263242504 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:15.641903 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-423c031b-24ce-4c21-bac8-43b263242504 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:15.650295 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-423c031b-24ce-4c21-bac8-43b263242504 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:15.695944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c031b-24ce-4c21-bac8-43b263242504 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f620d6-6404-44a7-b0c4-4ff708f950cd,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:15.705763 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-423c031b-24ce-4c21-bac8-43b263242504 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:15.710856 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-423c031b-24ce-4c21-bac8-43b263242504 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2967641 Aug 05 14:15:15.711087 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47130) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:15.767436 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd527-2d44-49e2-9b4e-fefdad4e2473 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:15.797793 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd527-2d44-49e2-9b4e-fefdad4e2473 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:15.841397 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd527-2d44-49e2-9b4e-fefdad4e2473 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:15.850008 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd527-2d44-49e2-9b4e-fefdad4e2473 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:15.851261 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a6ddd527-2d44-49e2-9b4e-fefdad4e2473 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/53f620d6-6404-44a7-b0c4-4ff708f950cd HTTP/1.1" status: 204 len: 168 time: 0.1389816 Aug 05 14:15:15.854104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47138) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:15.857537 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddd527-2d44-49e2-9b4e-fefdad4e2473 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53f620d6-6404-44a7-b0c4-4ff708f950cd,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:15.879109 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-308eae02-63f7-4e74-adde-d38fbcdbf855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:15.942405 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c22d66ff-8fb5-436e-895a-a2047041c97d tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0867636 Aug 05 14:15:15.947751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47142) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:15.991874 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:16.071597 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a687deaf-8875-47fe-b15f-ee826f6d5378 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:16.110597 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a687deaf-8875-47fe-b15f-ee826f6d5378 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:16.184367 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a687deaf-8875-47fe-b15f-ee826f6d5378 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:16.187532 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a687deaf-8875-47fe-b15f-ee826f6d5378 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:16.192025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47152) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:16.200569 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a687deaf-8875-47fe-b15f-ee826f6d5378 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-groups/4537dca4-5070-4c67-abfe-e3eff6e5ca7f HTTP/1.1" status: 204 len: 168 time: 0.2514882 Aug 05 14:15:16.223862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47154) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:16.226730 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687deaf-8875-47fe-b15f-ee826f6d5378 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4537dca4-5070-4c67-abfe-e3eff6e5ca7f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:16.352086 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47160) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:16.357158 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1f0ac11e-5c17-48f3-a121-916824a0047a tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424219482'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:16.364754 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3becb0b3-c454-4d4c-bc41-054eec5fbc2b tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1705379 Aug 05 14:15:16.404122 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f0ac11e-5c17-48f3-a121-916824a0047a tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:16.435210 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-7de7892d-991f-4dda-bd7d-f93ce2ecd271 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] Request body: {'port': {'network_id': 'f4460795-db8f-4610-9f04-4f4c817f523b', 'name': 'tempest-NetworksNegativeTestJSON-840534056'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:16.464219 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de7892d-991f-4dda-bd7d-f93ce2ecd271 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] POST failed (client error): The resource could not be found. Aug 05 14:15:16.467275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de7892d-991f-4dda-bd7d-f93ce2ecd271 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:16.470353 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7de7892d-991f-4dda-bd7d-f93ce2ecd271 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2450979 Aug 05 14:15:16.476286 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47166) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:16.516898 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2111ffb6-51fc-4a17-ae7f-4b56f1c05818 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] DELETE failed (client error): The resource could not be found. Aug 05 14:15:16.517430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2111ffb6-51fc-4a17-ae7f-4b56f1c05818 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:16.519552 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2111ffb6-51fc-4a17-ae7f-4b56f1c05818 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] 10.222.0.16 "DELETE /v2.0/networks/008116b0-d03f-42bb-a982-46707249f8e0 HTTP/1.1" status: 404 len: 339 time: 0.0412953 Aug 05 14:15:16.526172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47168) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:16.586179 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-9069bdaa-aa35-4050-8e10-17271cc6df20 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] DELETE failed (client error): The resource could not be found. Aug 05 14:15:16.587700 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9069bdaa-aa35-4050-8e10-17271cc6df20 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:16.590140 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9069bdaa-aa35-4050-8e10-17271cc6df20 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] 10.222.0.16 "DELETE /v2.0/ports/f01034f7-953b-40a0-b654-f777e5c895e9 HTTP/1.1" status: 404 len: 333 time: 0.0628018 Aug 05 14:15:16.593885 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47174) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:16.602827 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f0ac11e-5c17-48f3-a121-916824a0047a tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:16.615788 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f0ac11e-5c17-48f3-a121-916824a0047a tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:16.650527 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c698e4-efd2-4b7b-91b6-b0c698bcc105 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] DELETE failed (client error): The resource could not be found. Aug 05 14:15:16.651322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c698e4-efd2-4b7b-91b6-b0c698bcc105 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:16.658161 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47178) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:16.659630 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-47c698e4-efd2-4b7b-91b6-b0c698bcc105 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] 10.222.0.16 "DELETE /v2.0/subnets/b0d6f2b7-8a75-4616-983e-54fa65c99f91 HTTP/1.1" status: 404 len: 337 time: 0.0643103 Aug 05 14:15:16.728273 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-982a06bb-806a-42fb-bb04-85d28274e825 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] GET failed (client error): The resource could not be found. Aug 05 14:15:16.735584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47182) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:16.753734 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-982a06bb-806a-42fb-bb04-85d28274e825 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] 10.222.0.16 "GET /v2.0/networks/2f377a84-8ac4-488c-a2d6-d7ded36a9b10 HTTP/1.1" status: 404 len: 339 time: 0.0712729 Aug 05 14:15:16.755541 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f0ac11e-5c17-48f3-a121-916824a0047a tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:16.757081 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1f0ac11e-5c17-48f3-a121-916824a0047a tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4036114 Aug 05 14:15:16.758900 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ac11e-5c17-48f3-a121-916824a0047a tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d3ec89-7ae9-4115-8365-e87c1a4f14b5,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:16.761244 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47184) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:16.772191 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6389d0a-fcc9-4613-9597-944af79b922d tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] GET failed (client error): The resource could not be found. Aug 05 14:15:16.772897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-be926f5b-6c4a-4ae0-ac67-f01b90b159ab tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group_rule': {'security_group_id': '02d3ec89-7ae9-4115-8365-e87c1a4f14b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:16.779331 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f6389d0a-fcc9-4613-9597-944af79b922d tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] 10.222.0.16 "GET /v2.0/ports/1926e94a-e7be-4262-ad4a-9f0290918edc HTTP/1.1" status: 404 len: 333 time: 0.0419614 Aug 05 14:15:16.780338 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47186) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:16.820834 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-35971121-8ef2-4aa1-a8b8-88ba70f78e1d tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] GET failed (client error): The resource could not be found. Aug 05 14:15:16.827048 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be926f5b-6c4a-4ae0-ac67-f01b90b159ab tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:16.827636 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-35971121-8ef2-4aa1-a8b8-88ba70f78e1d tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] 10.222.0.16 "GET /v2.0/subnets/0b44913e-b077-4904-b3c4-c9231844d166 HTTP/1.1" status: 404 len: 337 time: 0.0456469 Aug 05 14:15:16.828437 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47190) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:16.834310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f4dcdf5f-86d3-4919-82d1-135963268f62 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] Request body: {'network': {'name': 'new_name'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:16.849800 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4dcdf5f-86d3-4919-82d1-135963268f62 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] PUT failed (client error): The resource could not be found. Aug 05 14:15:16.850821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4dcdf5f-86d3-4919-82d1-135963268f62 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:16.858808 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f4dcdf5f-86d3-4919-82d1-135963268f62 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] 10.222.0.16 "PUT /v2.0/networks/192082dc-dfec-4ccf-974a-849995664185 HTTP/1.1" status: 404 len: 339 time: 0.0291286 Aug 05 14:15:16.859523 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47192) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:16.868861 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-40487347-b856-45c4-ab26-b06f53acbcd8 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] Request body: {'port': {'name': 'new_name'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:16.904158 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-40487347-b856-45c4-ab26-b06f53acbcd8 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] PUT failed (client error): The resource could not be found. Aug 05 14:15:16.904989 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40487347-b856-45c4-ab26-b06f53acbcd8 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:16.910547 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-40487347-b856-45c4-ab26-b06f53acbcd8 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] 10.222.0.16 "PUT /v2.0/ports/f34f31a5-bc2f-4ba9-aea9-8ea20a55d0d5 HTTP/1.1" status: 404 len: 333 time: 0.0491068 Aug 05 14:15:16.916400 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47194) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:16.923979 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be926f5b-6c4a-4ae0-ac67-f01b90b159ab tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:16.926718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-7645d8d0-2ea5-4055-bf18-3c692657b771 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:16.934696 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be926f5b-6c4a-4ae0-ac67-f01b90b159ab tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:16.961332 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-7645d8d0-2ea5-4055-bf18-3c692657b771 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] PUT failed (client error): The resource could not be found. Aug 05 14:15:16.961795 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7645d8d0-2ea5-4055-bf18-3c692657b771 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:15:16.966335 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7645d8d0-2ea5-4055-bf18-3c692657b771 tempest-NetworksNegativeTestJSON-456853341 tempest-NetworksNegativeTestJSON-456853341-project] 10.222.0.16 "PUT /v2.0/subnets/b1f51369-b7f8-4b6f-8089-96ca88677df1 HTTP/1.1" status: 404 len: 337 time: 0.0436077 Aug 05 14:15:16.972376 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be926f5b-6c4a-4ae0-ac67-f01b90b159ab tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25318b4-dd20-4be5-909b-19041551ff4e,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:16.979759 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-be926f5b-6c4a-4ae0-ac67-f01b90b159ab tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:16.983131 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-be926f5b-6c4a-4ae0-ac67-f01b90b159ab tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2193384 Aug 05 14:15:16.984494 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47200) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:16.989905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-edc4279a-e488-466d-b7c4-5bf99624bd16 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group_rule': {'security_group_id': '02d3ec89-7ae9-4115-8365-e87c1a4f14b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:17.029823 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-edc4279a-e488-466d-b7c4-5bf99624bd16 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:17.161137 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-edc4279a-e488-466d-b7c4-5bf99624bd16 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:17.166324 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-edc4279a-e488-466d-b7c4-5bf99624bd16 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:17.197432 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4279a-e488-466d-b7c4-5bf99624bd16 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6368af7a-d824-49f3-b186-616a9494fff4,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:17.230960 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-edc4279a-e488-466d-b7c4-5bf99624bd16 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:17.235562 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47206) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:17.236590 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-edc4279a-e488-466d-b7c4-5bf99624bd16 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2510068 Aug 05 14:15:17.242207 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-cf2cee16-c8f2-4d73-a614-0c9dfd79617a tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group_rule': {'security_group_id': '02d3ec89-7ae9-4115-8365-e87c1a4f14b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:17.290057 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cf2cee16-c8f2-4d73-a614-0c9dfd79617a tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:17.378362 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cf2cee16-c8f2-4d73-a614-0c9dfd79617a tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:17.384130 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cf2cee16-c8f2-4d73-a614-0c9dfd79617a tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:17.404793 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cee16-c8f2-4d73-a614-0c9dfd79617a tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ea36e0-dcb4-468c-8b69-0a4c15426dc7,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:17.426947 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cf2cee16-c8f2-4d73-a614-0c9dfd79617a tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:17.430075 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cf2cee16-c8f2-4d73-a614-0c9dfd79617a tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1924415 Aug 05 14:15:17.432016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47216) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:17.439221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-a0ec284c-9f0e-49dc-8c90-1277a8141a3f tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group_rule': {'security_group_id': '02d3ec89-7ae9-4115-8365-e87c1a4f14b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:17.452645 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47218) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:17.505296 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a0ec284c-9f0e-49dc-8c90-1277a8141a3f tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:17.596544 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a0ec284c-9f0e-49dc-8c90-1277a8141a3f tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:17.641050 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0095faaa-a049-460f-bc82-2ab3bb7e925c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:17.643368 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a0ec284c-9f0e-49dc-8c90-1277a8141a3f tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:17.675166 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec284c-9f0e-49dc-8c90-1277a8141a3f tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79beb56d-4a95-4e57-9064-642f95280a1d,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:17.684978 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a0ec284c-9f0e-49dc-8c90-1277a8141a3f tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:17.690438 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a0ec284c-9f0e-49dc-8c90-1277a8141a3f tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2530499 Aug 05 14:15:17.690715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47228) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:17.697270 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-95ca8d24-b729-4cd7-aedb-6a7b2f0c61ad tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group_rule': {'security_group_id': '02d3ec89-7ae9-4115-8365-e87c1a4f14b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:17.807804 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0095faaa-a049-460f-bc82-2ab3bb7e925c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:17.818292 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0095faaa-a049-460f-bc82-2ab3bb7e925c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:17.852077 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0095faaa-a049-460f-bc82-2ab3bb7e925c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a5409fab2b248ecb0fd38b6a519470a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3980560 Aug 05 14:15:17.855534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47234) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:17.875579 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095faaa-a049-460f-bc82-2ab3bb7e925c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d124eaf-aaba-443e-8f58-fbbd27bfa78d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:17.908259 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-95ca8d24-b729-4cd7-aedb-6a7b2f0c61ad tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:17.947444 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e878aad7-b540-4c75-ab56-eb337d8743d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:17.992833 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e878aad7-b540-4c75-ab56-eb337d8743d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.038801 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-95ca8d24-b729-4cd7-aedb-6a7b2f0c61ad tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.050119 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-95ca8d24-b729-4cd7-aedb-6a7b2f0c61ad tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.075738 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca8d24-b729-4cd7-aedb-6a7b2f0c61ad tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b486c4-3750-44a5-94d8-335315aac036,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:18.088828 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e878aad7-b540-4c75-ab56-eb337d8743d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.092585 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e878aad7-b540-4c75-ab56-eb337d8743d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.093991 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e878aad7-b540-4c75-ab56-eb337d8743d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d124eaf-aaba-443e-8f58-fbbd27bfa78d HTTP/1.1" status: 204 len: 168 time: 0.2373319 Aug 05 14:15:18.097587 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-95ca8d24-b729-4cd7-aedb-6a7b2f0c61ad tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.101968 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47242) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:18.102173 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-95ca8d24-b729-4cd7-aedb-6a7b2f0c61ad tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4096699 Aug 05 14:15:18.109083 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878aad7-b540-4c75-ab56-eb337d8743d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d124eaf-aaba-443e-8f58-fbbd27bfa78d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:18.162340 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1d4498b-5789-4dbb-a721-670bcabca670 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.189514 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1d4498b-5789-4dbb-a721-670bcabca670 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.228808 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1d4498b-5789-4dbb-a721-670bcabca670 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.241871 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1d4498b-5789-4dbb-a721-670bcabca670 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.243569 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f1d4498b-5789-4dbb-a721-670bcabca670 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/51b486c4-3750-44a5-94d8-335315aac036 HTTP/1.1" status: 204 len: 168 time: 0.1398692 Aug 05 14:15:18.246013 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47246) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:18.250429 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4498b-5789-4dbb-a721-670bcabca670 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51b486c4-3750-44a5-94d8-335315aac036,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:18.314737 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4df60768-60b9-4db5-91d8-0152fa2d7c09 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0674553 Aug 05 14:15:18.319262 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47250) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:18.367156 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-552c4aec-d2d2-4d4a-b864-c18698280938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.385205 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-240cf492-0df0-4ca2-9f64-2986bb888ce4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.404061 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-240cf492-0df0-4ca2-9f64-2986bb888ce4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.442840 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-240cf492-0df0-4ca2-9f64-2986bb888ce4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.457459 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-240cf492-0df0-4ca2-9f64-2986bb888ce4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.460813 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-240cf492-0df0-4ca2-9f64-2986bb888ce4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/79beb56d-4a95-4e57-9064-642f95280a1d HTTP/1.1" status: 204 len: 168 time: 0.1396172 Aug 05 14:15:18.465322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47258) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:18.478282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cf492-0df0-4ca2-9f64-2986bb888ce4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79beb56d-4a95-4e57-9064-642f95280a1d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:18.546798 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bdd447b8-c2e8-4a8f-a813-269d2e0fc2ea tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0802174 Aug 05 14:15:18.549571 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47264) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:18.584933 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.592947 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af7728ec-7c49-475c-bfb8-e4d4659dba36 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.604128 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af7728ec-7c49-475c-bfb8-e4d4659dba36 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.662623 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af7728ec-7c49-475c-bfb8-e4d4659dba36 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.671572 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af7728ec-7c49-475c-bfb8-e4d4659dba36 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.673701 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-af7728ec-7c49-475c-bfb8-e4d4659dba36 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/74ea36e0-dcb4-468c-8b69-0a4c15426dc7 HTTP/1.1" status: 204 len: 168 time: 0.1231878 Aug 05 14:15:18.676492 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47270) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:18.697718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7728ec-7c49-475c-bfb8-e4d4659dba36 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74ea36e0-dcb4-468c-8b69-0a4c15426dc7,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:18.837224 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47282) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:18.837596 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-aa93bf95-252d-4f39-9fbc-19c6158762db tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1596439 Aug 05 14:15:18.877462 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3256dadc-a58d-4e04-adf7-61bc9a845913 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.889326 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3256dadc-a58d-4e04-adf7-61bc9a845913 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.943893 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3256dadc-a58d-4e04-adf7-61bc9a845913 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.949406 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3256dadc-a58d-4e04-adf7-61bc9a845913 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:18.950776 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3256dadc-a58d-4e04-adf7-61bc9a845913 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6368af7a-d824-49f3-b186-616a9494fff4 HTTP/1.1" status: 204 len: 168 time: 0.1121912 Aug 05 14:15:18.953583 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47286) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:18.972919 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256dadc-a58d-4e04-adf7-61bc9a845913 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6368af7a-d824-49f3-b186-616a9494fff4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:19.050304 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4efbdd3c-fba4-4e58-bf1d-968aac6a398f tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0879991 Aug 05 14:15:19.052894 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47292) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:19.107598 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48869d49-8aa7-4e80-b45e-bbb8b00338b5 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:19.121212 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48869d49-8aa7-4e80-b45e-bbb8b00338b5 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:19.163924 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48869d49-8aa7-4e80-b45e-bbb8b00338b5 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:19.173798 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48869d49-8aa7-4e80-b45e-bbb8b00338b5 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:19.175932 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-48869d49-8aa7-4e80-b45e-bbb8b00338b5 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/a25318b4-dd20-4be5-909b-19041551ff4e HTTP/1.1" status: 204 len: 168 time: 0.1212523 Aug 05 14:15:19.179112 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47300) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:19.183069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48869d49-8aa7-4e80-b45e-bbb8b00338b5 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a25318b4-dd20-4be5-909b-19041551ff4e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:19.283243 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47304) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:19.286712 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-32e81027-8fea-410f-a6f3-f86a6bb57cf2 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0997300 Aug 05 14:15:19.351652 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47306) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:19.385998 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2661feda-b13c-41a0-b3d4-730853c71f13 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:19.420511 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2661feda-b13c-41a0-b3d4-730853c71f13 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:19.478773 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2661feda-b13c-41a0-b3d4-730853c71f13 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:19.482714 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2661feda-b13c-41a0-b3d4-730853c71f13 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:19.484463 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2661feda-b13c-41a0-b3d4-730853c71f13 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-groups/02d3ec89-7ae9-4115-8365-e87c1a4f14b5 HTTP/1.1" status: 204 len: 168 time: 0.1999621 Aug 05 14:15:19.487140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47312) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:19.510648 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:19.516457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661feda-b13c-41a0-b3d4-730853c71f13 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d3ec89-7ae9-4115-8365-e87c1a4f14b5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:19.592185 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1d6c287a-e977-4869-b7ef-fb36cbd272b1 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1036999 Aug 05 14:15:19.596387 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47320) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:19.602197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6e2658a5-3992-4143-bd06-b8c78a0f9405 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group': {'name': 'tempest-secgroup--1934189143'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:19.634957 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-77753842-1acc-4b02-9079-3de815489364 tempest-DvrRoutersNegativeTest-1783891128 tempest-DvrRoutersNegativeTest-1783891128-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1453446080', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:19.646710 n-d-803585-2 neutron-server[105724]: DEBUG neutron.policy [None req-77753842-1acc-4b02-9079-3de815489364 tempest-DvrRoutersNegativeTest-1783891128 tempest-DvrRoutersNegativeTest-1783891128-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=105724) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 05 14:15:19.647071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.policy [None req-77753842-1acc-4b02-9079-3de815489364 tempest-DvrRoutersNegativeTest-1783891128 tempest-DvrRoutersNegativeTest-1783891128-project] Failed policy check for 'create_router' {{(pid=105724) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 05 14:15:19.647656 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-77753842-1acc-4b02-9079-3de815489364 tempest-DvrRoutersNegativeTest-1783891128 tempest-DvrRoutersNegativeTest-1783891128-project] create failed (client error): Access was denied to this resource. Aug 05 14:15:19.652866 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-77753842-1acc-4b02-9079-3de815489364 tempest-DvrRoutersNegativeTest-1783891128 tempest-DvrRoutersNegativeTest-1783891128-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2929027 Aug 05 14:15:19.674919 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e2658a5-3992-4143-bd06-b8c78a0f9405 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:19.835791 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e2658a5-3992-4143-bd06-b8c78a0f9405 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:19.846630 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e2658a5-3992-4143-bd06-b8c78a0f9405 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:19.896986 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e2658a5-3992-4143-bd06-b8c78a0f9405 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:19.901557 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6e2658a5-3992-4143-bd06-b8c78a0f9405 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3013971 Aug 05 14:15:19.902184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47334) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:19.907498 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-93594b06-ef58-4080-b497-756914bc63d6 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group_rule': {'security_group_id': '11878dcb-384b-441b-93e6-8871cf84d53e', 'direction': 'ingress', 'protocol': 17}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:19.915201 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2658a5-3992-4143-bd06-b8c78a0f9405 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11878dcb-384b-441b-93e6-8871cf84d53e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:19.950547 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-93594b06-ef58-4080-b497-756914bc63d6 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.114326 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-93594b06-ef58-4080-b497-756914bc63d6 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.131837 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-93594b06-ef58-4080-b497-756914bc63d6 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.161701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93594b06-ef58-4080-b497-756914bc63d6 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c260b94-6ea8-42b6-9a05-da06b01bd35a,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:20.179726 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47344) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:20.200468 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-93594b06-ef58-4080-b497-756914bc63d6 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.215250 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-93594b06-ef58-4080-b497-756914bc63d6 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3055651 Aug 05 14:15:20.215250 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47348) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:20.304107 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-58d91d1b-8eb7-404f-ab44-9438015ac041 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.331218 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-58d91d1b-8eb7-404f-ab44-9438015ac041 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.365263 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa14eff7-6296-4862-bf70-d87d0e91837e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.415876 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-58d91d1b-8eb7-404f-ab44-9438015ac041 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.420936 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-58d91d1b-8eb7-404f-ab44-9438015ac041 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.423325 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-58d91d1b-8eb7-404f-ab44-9438015ac041 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-groups/11878dcb-384b-441b-93e6-8871cf84d53e HTTP/1.1" status: 204 len: 168 time: 0.2077708 Aug 05 14:15:20.426552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47354) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:20.440346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d91d1b-8eb7-404f-ab44-9438015ac041 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11878dcb-384b-441b-93e6-8871cf84d53e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:20.509566 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-93820e02-304e-4716-a48c-28bce26ba15f tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0815597 Aug 05 14:15:20.513139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47356) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:20.534600 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-76ddc9a6-b064-4d61-b5b8-6b1feb0bca98 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group': {'name': 'tempest-secgroup--40869975'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:20.554202 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa14eff7-6296-4862-bf70-d87d0e91837e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.563123 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa14eff7-6296-4862-bf70-d87d0e91837e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.590287 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76ddc9a6-b064-4d61-b5b8-6b1feb0bca98 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.626859 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-aa14eff7-6296-4862-bf70-d87d0e91837e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52068b83b3aa4679b085272b3e93bdd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4457920 Aug 05 14:15:20.630277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47362) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:20.647648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14eff7-6296-4862-bf70-d87d0e91837e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f526647e-09a7-4bbf-9e76-2b715608f649,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:20.712195 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-682f4602-3455-4e73-8b18-b93c15404946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.751951 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76ddc9a6-b064-4d61-b5b8-6b1feb0bca98 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.757855 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76ddc9a6-b064-4d61-b5b8-6b1feb0bca98 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.773308 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-682f4602-3455-4e73-8b18-b93c15404946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.802608 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76ddc9a6-b064-4d61-b5b8-6b1feb0bca98 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.806549 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-76ddc9a6-b064-4d61-b5b8-6b1feb0bca98 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2780023 Aug 05 14:15:20.808091 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47368) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:20.811752 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddc9a6-b064-4d61-b5b8-6b1feb0bca98 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1498a859-7baf-4c42-8bfa-7f481e80d646,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:20.831170 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0e470c9c-c322-4458-80e8-50ae1a23ed6f tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group': {'name': 'tempest-secgroup--2035159407'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:20.864798 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-682f4602-3455-4e73-8b18-b93c15404946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.870167 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e470c9c-c322-4458-80e8-50ae1a23ed6f tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.882993 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-682f4602-3455-4e73-8b18-b93c15404946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:20.884237 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-682f4602-3455-4e73-8b18-b93c15404946 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f526647e-09a7-4bbf-9e76-2b715608f649 HTTP/1.1" status: 204 len: 168 time: 0.2493131 Aug 05 14:15:20.895927 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f4602-3455-4e73-8b18-b93c15404946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f526647e-09a7-4bbf-9e76-2b715608f649,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:21.018020 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e470c9c-c322-4458-80e8-50ae1a23ed6f tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:21.025534 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e470c9c-c322-4458-80e8-50ae1a23ed6f tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:21.060318 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e470c9c-c322-4458-80e8-50ae1a23ed6f tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:21.068535 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47380) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:21.073281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5f20796c-a5db-47a0-8c26-1087c51dac64 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group_rule': {'security_group_id': '1498a859-7baf-4c42-8bfa-7f481e80d646', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f1317ccf-508e-4c50-839e-8015707fb3e1', 'remote_ip_prefix': None}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:21.074848 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0e470c9c-c322-4458-80e8-50ae1a23ed6f tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2553504 Aug 05 14:15:21.079212 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e470c9c-c322-4458-80e8-50ae1a23ed6f tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1317ccf-508e-4c50-839e-8015707fb3e1,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:21.129858 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f20796c-a5db-47a0-8c26-1087c51dac64 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:21.259697 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f20796c-a5db-47a0-8c26-1087c51dac64 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:21.271669 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f20796c-a5db-47a0-8c26-1087c51dac64 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:21.298809 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:21.305884 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f20796c-a5db-47a0-8c26-1087c51dac64 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:21.307335 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5f20796c-a5db-47a0-8c26-1087c51dac64 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2377641 Aug 05 14:15:21.310520 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47392) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:21.311297 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20796c-a5db-47a0-8c26-1087c51dac64 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6519be79-42d7-45ea-a0bb-d1fd2ddc8331,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:21.340719 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b25cd95-95b2-41dd-b3a2-433f64ef680e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:21.351236 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b25cd95-95b2-41dd-b3a2-433f64ef680e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:21.396356 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b25cd95-95b2-41dd-b3a2-433f64ef680e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:21.406508 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b25cd95-95b2-41dd-b3a2-433f64ef680e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:21.410373 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0b25cd95-95b2-41dd-b3a2-433f64ef680e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6519be79-42d7-45ea-a0bb-d1fd2ddc8331 HTTP/1.1" status: 204 len: 168 time: 0.0956693 Aug 05 14:15:21.411175 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47398) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:21.418196 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25cd95-95b2-41dd-b3a2-433f64ef680e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6519be79-42d7-45ea-a0bb-d1fd2ddc8331,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:21.496454 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b36b1a0e-2c80-4620-b4d1-a08ff43b2f4d tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0836616 Aug 05 14:15:21.498778 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47402) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:21.567657 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c8123471-4ae4-47af-8dc3-6e1891054caa tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:21.612034 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c8123471-4ae4-47af-8dc3-6e1891054caa tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:21.675969 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c8123471-4ae4-47af-8dc3-6e1891054caa tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:21.678881 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c8123471-4ae4-47af-8dc3-6e1891054caa tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:21.680245 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c8123471-4ae4-47af-8dc3-6e1891054caa tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-groups/f1317ccf-508e-4c50-839e-8015707fb3e1 HTTP/1.1" status: 204 len: 168 time: 0.1802809 Aug 05 14:15:21.683157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47414) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:21.690803 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8123471-4ae4-47af-8dc3-6e1891054caa tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1317ccf-508e-4c50-839e-8015707fb3e1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:21.827503 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-afc15ed9-3178-4dad-b4f7-2c7318ccc448 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1419706 Aug 05 14:15:21.829030 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47424) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:21.966700 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae036e66-616a-470b-982a-01cbcde6a37b tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:21.982392 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47430) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:22.003282 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae036e66-616a-470b-982a-01cbcde6a37b tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:22.096116 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae036e66-616a-470b-982a-01cbcde6a37b tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:22.100641 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae036e66-616a-470b-982a-01cbcde6a37b tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:22.102486 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ae036e66-616a-470b-982a-01cbcde6a37b tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-groups/1498a859-7baf-4c42-8bfa-7f481e80d646 HTTP/1.1" status: 204 len: 168 time: 0.2689722 Aug 05 14:15:22.105303 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47436) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:22.114901 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae036e66-616a-470b-982a-01cbcde6a37b tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1498a859-7baf-4c42-8bfa-7f481e80d646,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:22.177731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-cf9b25d7-3c88-4296-8312-01fba8d17342 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group': {'name': 'tempest-secgroup--538360807'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:22.202584 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9d1ed1eb-c3d7-4280-be26-a7a6ec4e9a36 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0959058 Aug 05 14:15:22.209524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47438) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:22.214889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-db347d48-9a77-444f-a14a-c7a084176ad4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group': {'name': 'tempest-secgroup--109234321'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:22.237540 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.api [None req-db347d48-9a77-444f-a14a-c7a084176ad4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 14:15:22.237540 n-d-803585-2 neutron-server[105723]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 05 14:15:22.237540 n-d-803585-2 neutron-server[105723]: [parameters: {'project_id': '9bbcb35a1f354f45bdb172dd4cf99f9d', 'id': 'a6df1e75-9ec7-4cd7-9912-9344ee278009', 'expiration': datetime.datetime(2021, 8, 5, 14, 17, 22, 231719)}] Aug 05 14:15:22.237540 n-d-803585-2 neutron-server[105723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:15:22.239908 n-d-803585-2 neutron-server[105723]: DEBUG oslo_db.api [None req-db347d48-9a77-444f-a14a-c7a084176ad4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:15:22.258954 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cf9b25d7-3c88-4296-8312-01fba8d17342 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:22.277863 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cf9b25d7-3c88-4296-8312-01fba8d17342 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:22.455764 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cf9b25d7-3c88-4296-8312-01fba8d17342 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:22.465525 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cf9b25d7-3c88-4296-8312-01fba8d17342 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:22.526841 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b25d7-3c88-4296-8312-01fba8d17342 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30928331-e7b9-4ef4-94ba-c14dd23404ad,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:22.627440 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cf9b25d7-3c88-4296-8312-01fba8d17342 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:22.641634 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cf9b25d7-3c88-4296-8312-01fba8d17342 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:22.673121 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cf9b25d7-3c88-4296-8312-01fba8d17342 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:22.678658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47452) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:22.689271 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cf9b25d7-3c88-4296-8312-01fba8d17342 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7054524 Aug 05 14:15:22.746289 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b25d7-3c88-4296-8312-01fba8d17342 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22f59bf-6fae-4f4e-a148-7fc930873ebd,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:22.810152 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db347d48-9a77-444f-a14a-c7a084176ad4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:22.852327 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c805da45-ef20-4f54-aaa5-9c26fc7be113 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1686752 Aug 05 14:15:22.853057 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47456) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:22.860333 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-026c7799-97fb-413e-b84f-98d4dfb4a71e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group': {'name': 'tempest-security--1616781214', 'description': 'tempest-security-description-1121110465'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:22.899649 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-026c7799-97fb-413e-b84f-98d4dfb4a71e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.024198 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db347d48-9a77-444f-a14a-c7a084176ad4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.037539 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db347d48-9a77-444f-a14a-c7a084176ad4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.048928 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-026c7799-97fb-413e-b84f-98d4dfb4a71e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.059395 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-026c7799-97fb-413e-b84f-98d4dfb4a71e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.062115 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-026c7799-97fb-413e-b84f-98d4dfb4a71e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.066824 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-026c7799-97fb-413e-b84f-98d4dfb4a71e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "PUT /v2.0/security-groups/d22f59bf-6fae-4f4e-a148-7fc930873ebd HTTP/1.1" status: 200 len: 1780 time: 0.2092319 Aug 05 14:15:23.071032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47466) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:23.096238 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db347d48-9a77-444f-a14a-c7a084176ad4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.100804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47468) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:23.101199 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-db347d48-9a77-444f-a14a-c7a084176ad4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8905923 Aug 05 14:15:23.106311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b9a18e57-768c-4071-af26-21b3000091e9 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group_rule': {'security_group_id': 'a3a7542b-a320-4c0a-ab12-453443397298', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:23.118603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c7799-97fb-413e-b84f-98d4dfb4a71e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22f59bf-6fae-4f4e-a148-7fc930873ebd,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:23.131237 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db347d48-9a77-444f-a14a-c7a084176ad4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a7542b-a320-4c0a-ab12-453443397298,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:23.154102 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b9a18e57-768c-4071-af26-21b3000091e9 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.154935 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-81156d09-072f-42c6-8fe4-5bc63ca20a3e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-groups/d22f59bf-6fae-4f4e-a148-7fc930873ebd HTTP/1.1" status: 200 len: 1780 time: 0.0714109 Aug 05 14:15:23.157404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47470) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:23.242038 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b9a18e57-768c-4071-af26-21b3000091e9 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.250444 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fe811ef5-a8a6-464d-9258-0744fe7e92ab tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.252089 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b9a18e57-768c-4071-af26-21b3000091e9 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.273060 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a18e57-768c-4071-af26-21b3000091e9 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad01505-596e-4455-a232-5c52500eaee2,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:23.284461 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fe811ef5-a8a6-464d-9258-0744fe7e92ab tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.290000 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b9a18e57-768c-4071-af26-21b3000091e9 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.294417 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b9a18e57-768c-4071-af26-21b3000091e9 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1889863 Aug 05 14:15:23.296171 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47474) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:23.326001 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae0869db-6675-4785-b843-16e7bfff9376 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.337679 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae0869db-6675-4785-b843-16e7bfff9376 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.397273 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae0869db-6675-4785-b843-16e7bfff9376 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.416084 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae0869db-6675-4785-b843-16e7bfff9376 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.418723 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ae0869db-6675-4785-b843-16e7bfff9376 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/aad01505-596e-4455-a232-5c52500eaee2 HTTP/1.1" status: 204 len: 168 time: 0.1211064 Aug 05 14:15:23.422788 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47480) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:23.430667 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fe811ef5-a8a6-464d-9258-0744fe7e92ab tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.434487 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fe811ef5-a8a6-464d-9258-0744fe7e92ab tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.437904 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fe811ef5-a8a6-464d-9258-0744fe7e92ab tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-groups/d22f59bf-6fae-4f4e-a148-7fc930873ebd HTTP/1.1" status: 204 len: 168 time: 0.2764833 Aug 05 14:15:23.446862 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47482) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:23.451042 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0869db-6675-4785-b843-16e7bfff9376 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aad01505-596e-4455-a232-5c52500eaee2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:23.487099 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-030d3689-ed90-4781-9ea4-4fe6b9b24752 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0624349 Aug 05 14:15:23.489599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47484) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:23.492170 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe811ef5-a8a6-464d-9258-0744fe7e92ab tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22f59bf-6fae-4f4e-a148-7fc930873ebd,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:23.560866 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47486) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:23.561869 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a78a00b8-0fd8-4bfd-96ee-6860c169f01f tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1172233 Aug 05 14:15:23.583202 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-dcdf445d-9d6b-4243-83fe-71c3f841ba0e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] delete failed (client error): The resource could not be found. Aug 05 14:15:23.587859 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dcdf445d-9d6b-4243-83fe-71c3f841ba0e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-groups/d22f59bf-6fae-4f4e-a148-7fc930873ebd HTTP/1.1" status: 404 len: 347 time: 0.0217738 Aug 05 14:15:23.589046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47490) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:23.594009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-38fc30ae-423c-424b-9d59-6f3a3703c559 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510590422'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:23.625818 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa4de110-3262-465c-acb6-5929eb0c2974 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.641345 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-38fc30ae-423c-424b-9d59-6f3a3703c559 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.680209 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa4de110-3262-465c-acb6-5929eb0c2974 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.817911 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-38fc30ae-423c-424b-9d59-6f3a3703c559 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.824051 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa4de110-3262-465c-acb6-5929eb0c2974 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.826810 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa4de110-3262-465c-acb6-5929eb0c2974 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.828064 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-aa4de110-3262-465c-acb6-5929eb0c2974 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-groups/a3a7542b-a320-4c0a-ab12-453443397298 HTTP/1.1" status: 204 len: 168 time: 0.3370631 Aug 05 14:15:23.830909 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47496) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:23.841525 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-38fc30ae-423c-424b-9d59-6f3a3703c559 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.882028 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4de110-3262-465c-acb6-5929eb0c2974 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a7542b-a320-4c0a-ab12-453443397298,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:23.915142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc30ae-423c-424b-9d59-6f3a3703c559 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de87701-0216-4894-b2cf-c550523564a3,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:23.935222 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-38fc30ae-423c-424b-9d59-6f3a3703c559 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:23.937632 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-38fc30ae-423c-424b-9d59-6f3a3703c559 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3472600 Aug 05 14:15:23.939361 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47500) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:23.944877 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e50a8e45-bc29-4f3a-a3ad-dde86c1f403f tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group_rule': {'security_group_id': '3de87701-0216-4894-b2cf-c550523564a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:23.968534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47506) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:23.969755 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-72b72731-bde6-4e4a-bd0b-9981cfac88ca tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1367259 Aug 05 14:15:23.977965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-af2a7555-c84c-4c15-919c-bf262a342da9 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group': {'name': 'tempest-secgroup--96825016'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:24.031704 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e50a8e45-bc29-4f3a-a3ad-dde86c1f403f tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.047347 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af2a7555-c84c-4c15-919c-bf262a342da9 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.217202 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e50a8e45-bc29-4f3a-a3ad-dde86c1f403f tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.220016 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af2a7555-c84c-4c15-919c-bf262a342da9 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.223733 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e50a8e45-bc29-4f3a-a3ad-dde86c1f403f tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.232611 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af2a7555-c84c-4c15-919c-bf262a342da9 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.262900 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a8e45-bc29-4f3a-a3ad-dde86c1f403f tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf54e52-27b5-4bfe-86c8-649ebb62e846,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:24.278416 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e50a8e45-bc29-4f3a-a3ad-dde86c1f403f tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.282789 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47514) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:24.282930 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e50a8e45-bc29-4f3a-a3ad-dde86c1f403f tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3424089 Aug 05 14:15:24.287054 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-af2a7555-c84c-4c15-919c-bf262a342da9 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.288489 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-af2a7555-c84c-4c15-919c-bf262a342da9 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3153183 Aug 05 14:15:24.291231 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a7555-c84c-4c15-919c-bf262a342da9 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83763ab6-bfaa-4a70-9927-367b47140e14,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:24.291409 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47516) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:24.307867 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-cdbbd4b2-32f2-402a-a7c2-06a7051a8e3e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group_rule': {'security_group_id': '83763ab6-bfaa-4a70-9927-367b47140e14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:24.343984 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d2c0166-4fd2-47b3-9695-c34bc87e0910 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.360509 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d2c0166-4fd2-47b3-9695-c34bc87e0910 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.390148 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdbbd4b2-32f2-402a-a7c2-06a7051a8e3e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.430963 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d2c0166-4fd2-47b3-9695-c34bc87e0910 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.446133 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d2c0166-4fd2-47b3-9695-c34bc87e0910 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.451405 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0d2c0166-4fd2-47b3-9695-c34bc87e0910 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/2bf54e52-27b5-4bfe-86c8-649ebb62e846 HTTP/1.1" status: 204 len: 168 time: 0.1637683 Aug 05 14:15:24.453389 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47524) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:24.477304 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c0166-4fd2-47b3-9695-c34bc87e0910 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bf54e52-27b5-4bfe-86c8-649ebb62e846,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:24.511524 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdbbd4b2-32f2-402a-a7c2-06a7051a8e3e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.525404 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdbbd4b2-32f2-402a-a7c2-06a7051a8e3e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.545870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47526) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:24.559557 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbd4b2-32f2-402a-a7c2-06a7051a8e3e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7033d039-89ee-498a-a6c0-d7cffe9cae3e,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:24.572069 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdbbd4b2-32f2-402a-a7c2-06a7051a8e3e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.576865 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cdbbd4b2-32f2-402a-a7c2-06a7051a8e3e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2809901 Aug 05 14:15:24.577465 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47532) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:24.596621 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cb8e171e-a550-4c4c-b737-cef2fdd5b03e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1416798 Aug 05 14:15:24.600093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47534) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:24.609653 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fd75b781-21af-41b8-9dfc-f1d77e74dc54 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-group-rules/7033d039-89ee-498a-a6c0-d7cffe9cae3e HTTP/1.1" status: 200 len: 763 time: 0.0261672 Aug 05 14:15:24.612251 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47536) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:24.729816 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d0720244-c85d-4d96-a00b-9c2ea0126add tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1131873 Aug 05 14:15:24.732270 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47538) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:24.750842 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e3d7668-0d6c-4bb7-8810-8c16d8c63210 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.773180 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ca40d32e-d5b4-491a-9b3d-3b17a9bf2fa4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.786677 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e3d7668-0d6c-4bb7-8810-8c16d8c63210 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.809415 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ca40d32e-d5b4-491a-9b3d-3b17a9bf2fa4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.866410 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e3d7668-0d6c-4bb7-8810-8c16d8c63210 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.869821 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e3d7668-0d6c-4bb7-8810-8c16d8c63210 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.871455 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1e3d7668-0d6c-4bb7-8810-8c16d8c63210 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-groups/3de87701-0216-4894-b2cf-c550523564a3 HTTP/1.1" status: 204 len: 168 time: 0.2703998 Aug 05 14:15:24.876389 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47546) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:24.891197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d7668-0d6c-4bb7-8810-8c16d8c63210 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de87701-0216-4894-b2cf-c550523564a3,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:24.974190 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ca40d32e-d5b4-491a-9b3d-3b17a9bf2fa4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:24.976732 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3cc0a563-a720-4d10-aa6f-2c60b75240b4 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0990973 Aug 05 14:15:24.977654 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47550) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:24.983048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-8680c98c-3fa4-49f6-99ec-7ca7c533b042 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group': {'name': 'tempest-secgroup--633804003'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:24.997723 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ca40d32e-d5b4-491a-9b3d-3b17a9bf2fa4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.003128 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47554) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:25.010918 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ca40d32e-d5b4-491a-9b3d-3b17a9bf2fa4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7033d039-89ee-498a-a6c0-d7cffe9cae3e HTTP/1.1" status: 204 len: 168 time: 0.2767286 Aug 05 14:15:25.014190 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47556) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:25.050959 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40d32e-d5b4-491a-9b3d-3b17a9bf2fa4 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7033d039-89ee-498a-a6c0-d7cffe9cae3e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:25.076321 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8680c98c-3fa4-49f6-99ec-7ca7c533b042 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.125218 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0510f1be-07bc-4e22-94cf-ae907737eb53 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1195776 Aug 05 14:15:25.128163 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47558) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:25.133179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-39177844-2ba9-4e25-b7b0-a6d39e7aff01 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group_rule': {'security_group_id': '83763ab6-bfaa-4a70-9927-367b47140e14', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:25.289829 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.api [None req-39177844-2ba9-4e25-b7b0-a6d39e7aff01 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 14:15:25.289829 n-d-803585-2 neutron-server[105724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 14:15:25.289829 n-d-803585-2 neutron-server[105724]: [parameters: {'project_id_1': '9bbcb35a1f354f45bdb172dd4cf99f9d', 'expiration_1': datetime.datetime(2021, 8, 5, 14, 15, 25, 148407)}] Aug 05 14:15:25.289829 n-d-803585-2 neutron-server[105724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:15:25.290175 n-d-803585-2 neutron-server[105724]: DEBUG oslo_db.api [None req-39177844-2ba9-4e25-b7b0-a6d39e7aff01 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:15:25.368615 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-ff287ca8-73f6-46c1-a291-8ee657351bf2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting port 6aab0d86-7246-4540-987b-fae7622fe1ec {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:25.368975 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff287ca8-73f6-46c1-a291-8ee657351bf2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.420417 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8680c98c-3fa4-49f6-99ec-7ca7c533b042 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.429870 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8680c98c-3fa4-49f6-99ec-7ca7c533b042 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.447638 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8680c98c-3fa4-49f6-99ec-7ca7c533b042 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.448795 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8680c98c-3fa4-49f6-99ec-7ca7c533b042 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4700189 Aug 05 14:15:25.452287 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47562) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:25.461386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-189b1890-f87e-44fb-8aa8-9f173a3579da tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group_rule': {'security_group_id': 'e4b4b965-2a42-423c-a04e-8ba3ee0ab855', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:25.502888 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45bcfa9c-1aa2-400b-a4d4-74be8143f99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.511082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680c98c-3fa4-49f6-99ec-7ca7c533b042 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b4b965-2a42-423c-a04e-8ba3ee0ab855,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:25.523871 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff287ca8-73f6-46c1-a291-8ee657351bf2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.524199 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff287ca8-73f6-46c1-a291-8ee657351bf2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.546747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-ff287ca8-73f6-46c1-a291-8ee657351bf2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Calling delete_port for 6aab0d86-7246-4540-987b-fae7622fe1ec owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:25.548547 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-189b1890-f87e-44fb-8aa8-9f173a3579da tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.655460 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-189b1890-f87e-44fb-8aa8-9f173a3579da tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.664748 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-189b1890-f87e-44fb-8aa8-9f173a3579da tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.685455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b1890-f87e-44fb-8aa8-9f173a3579da tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5797bf37-b95d-4244-ad93-2b10abfe9ac1,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:25.715941 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-189b1890-f87e-44fb-8aa8-9f173a3579da tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.717171 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-189b1890-f87e-44fb-8aa8-9f173a3579da tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2593443 Aug 05 14:15:25.721004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47564) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:25.725898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-29d0cf40-9365-4171-a6ad-a7d5154017a8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group_rule': {'security_group_id': 'e4b4b965-2a42-423c-a04e-8ba3ee0ab855', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:25.791966 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-29d0cf40-9365-4171-a6ad-a7d5154017a8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.850929 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff287ca8-73f6-46c1-a291-8ee657351bf2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.868074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-45bcfa9c-1aa2-400b-a4d4-74be8143f99d admin admin] Deleting port ad1718e8-950e-475e-a214-6a04bbaa8a9f {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:25.868436 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45bcfa9c-1aa2-400b-a4d4-74be8143f99d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.902031 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff287ca8-73f6-46c1-a291-8ee657351bf2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Port': ['ID=6aab0d86-7246-4540-987b-fae7622fe1ec,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:25.923610 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-29d0cf40-9365-4171-a6ad-a7d5154017a8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.924542 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-39177844-2ba9-4e25-b7b0-a6d39e7aff01 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.970756 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-29d0cf40-9365-4171-a6ad-a7d5154017a8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.975081 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-45bcfa9c-1aa2-400b-a4d4-74be8143f99d admin admin] For port ad1718e8-950e-475e-a214-6a04bbaa8a9f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ad1718e8-950e-475e-a214-6a04bbaa8a9f,segment=NetworkSegment(32f3b2c7-405f-4fb9-adc9-ad9695ca72be),segment_id=32f3b2c7-405f-4fb9-adc9-ad9695ca72be)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:15:25.976183 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45bcfa9c-1aa2-400b-a4d4-74be8143f99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:25.994824 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-45bcfa9c-1aa2-400b-a4d4-74be8143f99d admin admin] Calling delete_port for ad1718e8-950e-475e-a214-6a04bbaa8a9f owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:26.043561 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-39177844-2ba9-4e25-b7b0-a6d39e7aff01 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:26.044744 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0cf40-9365-4171-a6ad-a7d5154017a8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a47ffbd-beaf-40cd-99a5-67ba365e9955,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:26.053918 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-39177844-2ba9-4e25-b7b0-a6d39e7aff01 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:26.055819 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff287ca8-73f6-46c1-a291-8ee657351bf2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:26.056209 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-ff287ca8-73f6-46c1-a291-8ee657351bf2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Floating IP 8bcf1e8d-2501-44cd-92d7-37370b828fb2 disassociated (deleted). External IP: 172.25.5.138, port: 023acbbc-61d8-49a2-abd0-7532114d38de. Aug 05 14:15:26.095294 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-29d0cf40-9365-4171-a6ad-a7d5154017a8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:26.099221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47576) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:26.099518 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-29d0cf40-9365-4171-a6ad-a7d5154017a8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3774757 Aug 05 14:15:26.105364 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-75e2a71f-d2c0-49bd-916e-0d0ac5da2af8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group_rule': {'security_group_id': 'e4b4b965-2a42-423c-a04e-8ba3ee0ab855', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:26.116830 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39177844-2ba9-4e25-b7b0-a6d39e7aff01 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6493fe31-6708-41cb-b3a0-1a83029ff2c2,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:26.164924 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-39177844-2ba9-4e25-b7b0-a6d39e7aff01 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:26.169070 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-39177844-2ba9-4e25-b7b0-a6d39e7aff01 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0367892 Aug 05 14:15:26.170397 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47580) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:26.202038 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1254a6a2-0b8a-4ecb-9359-f2f1dca89362 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-group-rules/6493fe31-6708-41cb-b3a0-1a83029ff2c2 HTTP/1.1" status: 200 len: 763 time: 0.0312061 Aug 05 14:15:26.204887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47582) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:26.223807 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-75e2a71f-d2c0-49bd-916e-0d0ac5da2af8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:26.319227 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-75e2a71f-d2c0-49bd-916e-0d0ac5da2af8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:26.333685 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7769d8e8-7fcb-43c1-a608-c7aa187fde0d tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1247504 Aug 05 14:15:26.352598 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47586) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:26.353321 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-75e2a71f-d2c0-49bd-916e-0d0ac5da2af8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:26.379745 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2a71f-d2c0-49bd-916e-0d0ac5da2af8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a513319-be71-4cdb-b4fe-c06aedabbc36,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:26.419815 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-75e2a71f-d2c0-49bd-916e-0d0ac5da2af8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:26.421343 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-75e2a71f-d2c0-49bd-916e-0d0ac5da2af8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3207686 Aug 05 14:15:26.422873 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-40e73459-886d-491d-a7f7-8432825a8e26 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:26.428147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47590) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:26.437431 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-04dfcd84-c932-40d3-a0c5-a122e22c574e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group_rule': {'security_group_id': 'e4b4b965-2a42-423c-a04e-8ba3ee0ab855', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:26.453617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff287ca8-73f6-46c1-a291-8ee657351bf2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:15:26.457615 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45bcfa9c-1aa2-400b-a4d4-74be8143f99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:26.472992 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-40e73459-886d-491d-a7f7-8432825a8e26 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:26.506795 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcfa9c-1aa2-400b-a4d4-74be8143f99d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1718e8-950e-475e-a214-6a04bbaa8a9f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:26.654721 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-40e73459-886d-491d-a7f7-8432825a8e26 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:26.667913 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-40e73459-886d-491d-a7f7-8432825a8e26 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:26.669131 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-40e73459-886d-491d-a7f7-8432825a8e26 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6493fe31-6708-41cb-b3a0-1a83029ff2c2 HTTP/1.1" status: 204 len: 168 time: 0.3136191 Aug 05 14:15:26.677594 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47598) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:26.699349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e73459-886d-491d-a7f7-8432825a8e26 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6493fe31-6708-41cb-b3a0-1a83029ff2c2,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:26.795507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff287ca8-73f6-46c1-a291-8ee657351bf2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:15:26.797195 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04dfcd84-c932-40d3-a0c5-a122e22c574e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:26.808012 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9d65de-e217-4e5c-b2a3-fbddd0284291 None None] Sync routers for ids ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:15:26.811553 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-07912c4c-6cc3-4c00-bbac-20dce99d2426 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1325731 Aug 05 14:15:26.815145 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47604) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:26.820469 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff287ca8-73f6-46c1-a291-8ee657351bf2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:26.824197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9d65de-e217-4e5c-b2a3-fbddd0284291 None None] Routers {'7b6b7ebb-29b8-4e4e-b569-776dc3903a07'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:15:26.831870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-4837b3e1-6bb3-4b6c-9199-6b55e3e6cf0e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Request body: {'security_group_rule': {'security_group_id': '83763ab6-bfaa-4a70-9927-367b47140e14', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:26.841827 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9e9d65de-e217-4e5c-b2a3-fbddd0284291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:15:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:27.006651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-9e9d65de-e217-4e5c-b2a3-fbddd0284291 None None] Set router 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:15:27.007506 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45bcfa9c-1aa2-400b-a4d4-74be8143f99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:27.213082 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4837b3e1-6bb3-4b6c-9199-6b55e3e6cf0e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:27.344295 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4837b3e1-6bb3-4b6c-9199-6b55e3e6cf0e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:27.348835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9e9d65de-e217-4e5c-b2a3-fbddd0284291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147867140', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:22Z', 'updated_at': '2021-08-05T14:13:31Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:23Z', 'updated_at': '2021-08-05T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '01ef4189-ed63-4b0a-bce2-3400d4524750', 'name': '', 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:68:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:29Z', 'updated_at': '2021-08-05T14:13:40Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:27.356370 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4837b3e1-6bb3-4b6c-9199-6b55e3e6cf0e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:27.362501 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bcfa9c-1aa2-400b-a4d4-74be8143f99d admin admin] Router aaa8128a-7a9b-44ac-a08c-59829bf1d106 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:15:27.383039 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ff287ca8-73f6-46c1-a291-8ee657351bf2 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/floatingips/8bcf1e8d-2501-44cd-92d7-37370b828fb2 HTTP/1.1" status: 204 len: 168 time: 2.3625729 Aug 05 14:15:27.391158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9d65de-e217-4e5c-b2a3-fbddd0284291 None None] Checking router: 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:15:27.393833 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837b3e1-6bb3-4b6c-9199-6b55e3e6cf0e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c626afb4-8911-41f8-a408-2d77077897e1,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:27.399016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'tag': '023acbbc-61d8-49a2-abd0-7532114d38de'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:15:27.404321 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4837b3e1-6bb3-4b6c-9199-6b55e3e6cf0e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:27.415561 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff34a5c-6689-4b0c-a9ea-c603742ae1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1eba5256-966f-42b5-80fc-3f2676cfe025", "tag": "023acbbc-61d8-49a2-abd0-7532114d38de"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:15:27.415828 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4837b3e1-6bb3-4b6c-9199-6b55e3e6cf0e tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5930598 Aug 05 14:15:27.416400 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47620) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:27.418489 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9d65de-e217-4e5c-b2a3-fbddd0284291 None None] Routers {'7b6b7ebb-29b8-4e4e-b569-776dc3903a07'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:15:27.419203 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9e9d65de-e217-4e5c-b2a3-fbddd0284291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:15:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:27.466846 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6ebcaf4a-3daf-4a9a-8b99-0d7c2862f3d5 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-group-rules/c626afb4-8911-41f8-a408-2d77077897e1 HTTP/1.1" status: 200 len: 764 time: 0.0491912 Aug 05 14:15:27.480214 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47626) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:27.527331 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04dfcd84-c932-40d3-a0c5-a122e22c574e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:27.540543 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04dfcd84-c932-40d3-a0c5-a122e22c574e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:27.599119 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1af2732b-e703-4048-b2d8-30721ec7ca5a tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1177518 Aug 05 14:15:27.620632 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47628) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:27.621179 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-9e9d65de-e217-4e5c-b2a3-fbddd0284291 None None] Set router 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:15:27.647618 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfcd84-c932-40d3-a0c5-a122e22c574e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1116663e-6752-4e61-9991-f34d18f10b72,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:27.648340 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bcfa9c-1aa2-400b-a4d4-74be8143f99d admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:15:27.671880 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e8908d-3b5c-49ed-b855-b072e619e659 None None] Sync routers for ids ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:15:27.687297 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-04dfcd84-c932-40d3-a0c5-a122e22c574e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:27.693004 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-45bcfa9c-1aa2-400b-a4d4-74be8143f99d admin admin] 10.222.0.16 "PUT /v2.0/routers/aaa8128a-7a9b-44ac-a08c-59829bf1d106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1436315 Aug 05 14:15:27.693668 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47632) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:27.698127 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-04dfcd84-c932-40d3-a0c5-a122e22c574e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2671511 Aug 05 14:15:27.700244 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47634) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:27.708396 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e8908d-3b5c-49ed-b855-b072e619e659 None None] Routers {'aaa8128a-7a9b-44ac-a08c-59829bf1d106'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:15:27.709987 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-26e8908d-3b5c-49ed-b855-b072e619e659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:15:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:27.723369 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-db558632-f014-45e2-bf27-2dcde1e4ea39 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:27.725236 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0d2cba42-dc19-4d3f-8693-37db571329f8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group_rule': {'security_group_id': 'e4b4b965-2a42-423c-a04e-8ba3ee0ab855', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:27.796004 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d2cba42-dc19-4d3f-8693-37db571329f8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:27.798371 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678e6c8e-d75f-4ef4-9b4c-22646a61896e x-openstack-request-id: req-678e6c8e-d75f-4ef4-9b4c-22646a61896e {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:15:27.799379 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eba5256-966f-42b5-80fc-3f2676cfe025", "tag": "023acbbc-61d8-49a2-abd0-7532114d38de", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:15:27.799812 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-678e6c8e-d75f-4ef4-9b4c-22646a61896e {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:15:27.800470 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'tag': '023acbbc-61d8-49a2-abd0-7532114d38de', 'status': 'completed', 'code': 200} Aug 05 14:15:27.804002 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-db558632-f014-45e2-bf27-2dcde1e4ea39 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:27.880927 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff34a5c-6689-4b0c-a9ea-c603742ae1b2 req-c83a36d2-75d5-4d47-9f9d-08fcff160692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:27.883422 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ff34a5c-6689-4b0c-a9ea-c603742ae1b2 req-c83a36d2-75d5-4d47-9f9d-08fcff160692 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b8337b594bf34d3abccae65212524bf9&device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 1096 time: 0.0815036 Aug 05 14:15:27.937850 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-db558632-f014-45e2-bf27-2dcde1e4ea39 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:27.965225 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-db558632-f014-45e2-bf27-2dcde1e4ea39 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:27.966413 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-db558632-f014-45e2-bf27-2dcde1e4ea39 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/c626afb4-8911-41f8-a408-2d77077897e1 HTTP/1.1" status: 204 len: 168 time: 0.3408921 Aug 05 14:15:27.967265 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db558632-f014-45e2-bf27-2dcde1e4ea39 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c626afb4-8911-41f8-a408-2d77077897e1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:27.969739 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47642) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:28.000103 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-26e8908d-3b5c-49ed-b855-b072e619e659 None None] Set router aaa8128a-7a9b-44ac-a08c-59829bf1d106 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:15:28.087236 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1d29-ae6b-4c6f-9abc-a421d56ab50b admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:28.091854 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d2cba42-dc19-4d3f-8693-37db571329f8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:28.103986 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d2cba42-dc19-4d3f-8693-37db571329f8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:28.136434 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cba42-dc19-4d3f-8693-37db571329f8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e65425-3ca3-40a1-86a5-b18b928248d7,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:28.163926 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d2cba42-dc19-4d3f-8693-37db571329f8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:28.166224 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0d2cba42-dc19-4d3f-8693-37db571329f8 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4522402 Aug 05 14:15:28.170515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47648) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:28.201162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9e9d65de-e217-4e5c-b2a3-fbddd0284291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147867140', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:22Z', 'updated_at': '2021-08-05T14:13:31Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:23Z', 'updated_at': '2021-08-05T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '01ef4189-ed63-4b0a-bce2-3400d4524750', 'name': '', 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:68:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:29Z', 'updated_at': '2021-08-05T14:13:40Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:28.202745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeb075-ae7d-4696-9157-8e29afc55f8a req-54b34935-dfdb-42bf-bd7c-5e2335b70b3f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:28.214526 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-11aeb075-ae7d-4696-9157-8e29afc55f8a req-54b34935-dfdb-42bf-bd7c-5e2335b70b3f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 945 time: 0.2643995 Aug 05 14:15:28.231607 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8fa55eff-cc86-4bc2-822a-9593add62cff tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:28.245821 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8fa55eff-cc86-4bc2-822a-9593add62cff tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:28.289934 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9d65de-e217-4e5c-b2a3-fbddd0284291 None None] The sync data for ids ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'] in n-d-803585-2 is: [{'id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147867140', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:22Z', 'updated_at': '2021-08-05T14:13:31Z', 'revision_number': 4, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:23Z', 'updated_at': '2021-08-05T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '01ef4189-ed63-4b0a-bce2-3400d4524750', 'name': '', 'network_id': '5eff8ab7-e26f-477d-9573-84337a08c8aa', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'mac_address': 'fa:16:3e:68:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:29Z', 'updated_at': '2021-08-05T14:13:40Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'subnets': [{'id': '96d72011-8305-4d28-b564-d32bfcefcba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:15:28.290723 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-02fbab46-f5e5-4302-8611-722020eb9359 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2863014 Aug 05 14:15:28.294491 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47650) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:28.318554 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-26e8908d-3b5c-49ed-b855-b072e619e659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'name': 'tempest-TaggedBootDevicesTest_v242-491608195-router', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'cf9a2d55-698b-404d-a021-524d69875191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:34Z', 'updated_at': '2021-08-05T14:15:26Z', 'revision_number': 5, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'gw_port': {'id': 'cf9a2d55-698b-404d-a021-524d69875191', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:36Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:28.345512 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8fa55eff-cc86-4bc2-822a-9593add62cff tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:28.355122 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e8908d-3b5c-49ed-b855-b072e619e659 None None] Checking router: aaa8128a-7a9b-44ac-a08c-59829bf1d106 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:15:28.356073 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8fa55eff-cc86-4bc2-822a-9593add62cff tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:28.357285 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8fa55eff-cc86-4bc2-822a-9593add62cff tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e3e65425-3ca3-40a1-86a5-b18b928248d7 HTTP/1.1" status: 204 len: 168 time: 0.1853940 Aug 05 14:15:28.360857 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47652) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:28.368593 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff34a5c-6689-4b0c-a9ea-c603742ae1b2 req-abdcc9b0-9dfb-4083-b2de-a1447845c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:28.371511 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ff34a5c-6689-4b0c-a9ea-c603742ae1b2 req-abdcc9b0-9dfb-4083-b2de-a1447845c196 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5eff8ab7-e26f-477d-9573-84337a08c8aa HTTP/1.1" status: 200 len: 898 time: 0.4426005 Aug 05 14:15:28.393973 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa55eff-cc86-4bc2-822a-9593add62cff tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3e65425-3ca3-40a1-86a5-b18b928248d7,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:28.397317 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e8908d-3b5c-49ed-b855-b072e619e659 None None] Routers {'aaa8128a-7a9b-44ac-a08c-59829bf1d106'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:15:28.398151 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-26e8908d-3b5c-49ed-b855-b072e619e659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:15:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:28.414849 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-11aeb075-ae7d-4696-9157-8e29afc55f8a req-68d60c4e-a048-4e74-a318-8d0bbd643c02 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990902 Aug 05 14:15:28.480366 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ff34a5c-6689-4b0c-a9ea-c603742ae1b2 req-7a240591-0969-4c95-8117-1a1206347772 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=023acbbc-61d8-49a2-abd0-7532114d38de HTTP/1.1" status: 200 len: 217 time: 0.0759437 Aug 05 14:15:28.537094 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a28c2e39-3167-4959-8962-733289b9e608 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:28.557390 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-deee1c0e-4a7a-4fbf-8a36-57f58c49b890 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1885793 Aug 05 14:15:28.558389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47658) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:28.566941 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-26e8908d-3b5c-49ed-b855-b072e619e659 None None] Set router aaa8128a-7a9b-44ac-a08c-59829bf1d106 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:15:28.570518 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff34a5c-6689-4b0c-a9ea-c603742ae1b2 req-ce683034-6e7c-4088-b029-3b0fe32bf8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:28.572259 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ff34a5c-6689-4b0c-a9ea-c603742ae1b2 req-ce683034-6e7c-4088-b029-3b0fe32bf8f4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=96d72011-8305-4d28-b564-d32bfcefcba0 HTTP/1.1" status: 200 len: 835 time: 0.0846589 Aug 05 14:15:28.574156 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1d29-ae6b-4c6f-9abc-a421d56ab50b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:28.621969 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a28c2e39-3167-4959-8962-733289b9e608 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:28.658910 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3539cdab-baed-437a-9c3b-a1ed8a44c5ee tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:28.671934 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff34a5c-6689-4b0c-a9ea-c603742ae1b2 req-6cc244a6-afa4-4b6c-a004-e0ab49090ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:28.673541 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ff34a5c-6689-4b0c-a9ea-c603742ae1b2 req-6cc244a6-afa4-4b6c-a004-e0ab49090ffc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5eff8ab7-e26f-477d-9573-84337a08c8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905368 Aug 05 14:15:28.682141 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3539cdab-baed-437a-9c3b-a1ed8a44c5ee tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:28.739978 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a28c2e39-3167-4959-8962-733289b9e608 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:28.742699 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a28c2e39-3167-4959-8962-733289b9e608 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:28.753888 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a28c2e39-3167-4959-8962-733289b9e608 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "DELETE /v2.0/security-groups/83763ab6-bfaa-4a70-9927-367b47140e14 HTTP/1.1" status: 204 len: 168 time: 0.4582412 Aug 05 14:15:28.754590 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47660) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:28.787012 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc1d29-ae6b-4c6f-9abc-a421d56ab50b admin admin] Deleting port cf9a2d55-698b-404d-a021-524d69875191 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:28.787012 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1d29-ae6b-4c6f-9abc-a421d56ab50b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:28.787376 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3539cdab-baed-437a-9c3b-a1ed8a44c5ee tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:28.835747 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3539cdab-baed-437a-9c3b-a1ed8a44c5ee tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:28.839521 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3539cdab-baed-437a-9c3b-a1ed8a44c5ee tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/1116663e-6752-4e61-9991-f34d18f10b72 HTTP/1.1" status: 204 len: 168 time: 0.2776916 Aug 05 14:15:28.842499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47664) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:28.847431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c2e39-3167-4959-8962-733289b9e608 tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83763ab6-bfaa-4a70-9927-367b47140e14,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:28.860751 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced0b24-2149-44d0-9480-b15f967aca8f None None] New status for floating IP 8bcf1e8d-2501-44cd-92d7-37370b828fb2: DOWN {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:15:28.875184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539cdab-baed-437a-9c3b-a1ed8a44c5ee tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1116663e-6752-4e61-9991-f34d18f10b72,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:28.929992 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47670) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:28.930531 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a5af697d-b37a-4277-aba3-6be51811b16b tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1685016 Aug 05 14:15:28.941786 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ff34a5c-6689-4b0c-a9ea-c603742ae1b2 req-782e0168-76f2-4c79-9e16-6646c0597779 service neutron] 10.222.0.84 "GET /v2.0/networks/5eff8ab7-e26f-477d-9573-84337a08c8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570484 Aug 05 14:15:29.040000 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-26e8908d-3b5c-49ed-b855-b072e619e659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'name': 'tempest-TaggedBootDevicesTest_v242-491608195-router', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'cf9a2d55-698b-404d-a021-524d69875191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:34Z', 'updated_at': '2021-08-05T14:15:26Z', 'revision_number': 5, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'gw_port': {'id': 'cf9a2d55-698b-404d-a021-524d69875191', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:36Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:29.059235 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-372aff55-8bbb-47c3-a90f-3691b3828334 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2141337 Aug 05 14:15:29.062104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47674) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:29.110940 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72349006-a5ae-4c72-8784-a2d294a1e36e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:29.119422 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e8908d-3b5c-49ed-b855-b072e619e659 None None] The sync data for ids ['aaa8128a-7a9b-44ac-a08c-59829bf1d106'] in n-d-803585-2 is: [{'id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'name': 'tempest-TaggedBootDevicesTest_v242-491608195-router', 'tenant_id': '453b7272943240199f4e2d4e8c2daa65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'cf9a2d55-698b-404d-a021-524d69875191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:03:34Z', 'updated_at': '2021-08-05T14:15:26Z', 'revision_number': 5, 'project_id': '453b7272943240199f4e2d4e8c2daa65', 'gw_port': {'id': 'cf9a2d55-698b-404d-a021-524d69875191', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8128a-7a9b-44ac-a08c-59829bf1d106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:03:36Z', 'updated_at': '2021-08-05T14:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:15:29.121151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-3bbc1d29-ae6b-4c6f-9abc-a421d56ab50b admin admin] For port cf9a2d55-698b-404d-a021-524d69875191, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=cf9a2d55-698b-404d-a021-524d69875191,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:15:29.121527 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1d29-ae6b-4c6f-9abc-a421d56ab50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:29.128640 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-54474322-d4e0-47b9-8907-141cc61b94be tempest-SecGroupTest-611558737 tempest-SecGroupTest-611558737-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1964881 Aug 05 14:15:29.141678 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72349006-a5ae-4c72-8784-a2d294a1e36e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:29.194551 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc1d29-ae6b-4c6f-9abc-a421d56ab50b admin admin] Calling delete_port for cf9a2d55-698b-404d-a021-524d69875191 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:29.250262 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72349006-a5ae-4c72-8784-a2d294a1e36e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:29.259865 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72349006-a5ae-4c72-8784-a2d294a1e36e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:29.263208 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-72349006-a5ae-4c72-8784-a2d294a1e36e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/4a513319-be71-4cdb-b4fe-c06aedabbc36 HTTP/1.1" status: 204 len: 168 time: 0.1995754 Aug 05 14:15:29.267226 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47680) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:29.275118 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72349006-a5ae-4c72-8784-a2d294a1e36e tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a513319-be71-4cdb-b4fe-c06aedabbc36,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:29.309771 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ff34a5c-6689-4b0c-a9ea-c603742ae1b2 req-8d442d52-7133-483b-8fed-0727af551939 service neutron] 10.222.0.84 "GET /v2.0/networks/5eff8ab7-e26f-477d-9573-84337a08c8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389628 Aug 05 14:15:29.333332 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bacd6-2519-4765-88f5-103dd9b150b8 req-56243237-7333-4da9-9c1e-46ae23612799 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:29.334809 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e63bacd6-2519-4765-88f5-103dd9b150b8 req-56243237-7333-4da9-9c1e-46ae23612799 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.84 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 945 time: 0.2297792 Aug 05 14:15:29.396133 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-768e104c-d941-4e4a-bfca-3358cfc346a9 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1249962 Aug 05 14:15:29.396637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47686) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:29.481696 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2871d51b-1a00-4779-909b-c8df8bc17770 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:29.491127 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2871d51b-1a00-4779-909b-c8df8bc17770 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:29.532324 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2871d51b-1a00-4779-909b-c8df8bc17770 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:29.552017 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2871d51b-1a00-4779-909b-c8df8bc17770 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:29.557496 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1d29-ae6b-4c6f-9abc-a421d56ab50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:29.558420 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2871d51b-1a00-4779-909b-c8df8bc17770 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/3a47ffbd-beaf-40cd-99a5-67ba365e9955 HTTP/1.1" status: 204 len: 168 time: 0.1565545 Aug 05 14:15:29.559200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47692) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:29.559542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47694) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:29.580784 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871d51b-1a00-4779-909b-c8df8bc17770 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a47ffbd-beaf-40cd-99a5-67ba365e9955,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:29.678400 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc1d29-ae6b-4c6f-9abc-a421d56ab50b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf9a2d55-698b-404d-a021-524d69875191,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:29.692935 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ecb396e4-dea5-41dd-ac6d-279278505829 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1274865 Aug 05 14:15:29.693777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47698) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:29.782315 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-281aeb1e-57a3-4189-b1c8-33799057d472 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bbcb35a1f354f45bdb172dd4cf99f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139511 Aug 05 14:15:29.793130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47700) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:29.810741 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a39e46-a624-4e3c-9ea2-4e01b3b1128c req-18dad171-6e08-4bbe-8a98-efab05092b0f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:29.812357 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9a39e46-a624-4e3c-9ea2-4e01b3b1128c req-18dad171-6e08-4bbe-8a98-efab05092b0f tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 945 time: 0.2502918 Aug 05 14:15:29.817610 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a793783c-2fab-4d61-a302-32724235cfc5 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:29.844366 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a793783c-2fab-4d61-a302-32724235cfc5 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:29.875427 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-e63bacd6-2519-4765-88f5-103dd9b150b8 req-aff996b1-85d3-4d6b-a9f3-a7f92638453a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting port 023acbbc-61d8-49a2-abd0-7532114d38de {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:29.875776 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e63bacd6-2519-4765-88f5-103dd9b150b8 req-aff996b1-85d3-4d6b-a9f3-a7f92638453a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:29.895706 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1d29-ae6b-4c6f-9abc-a421d56ab50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:29.945915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ad1718e8-950e-475e-a214-6a04bbaa8a9f no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:15:29.984088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: ad1718e8-950e-475e-a214-6a04bbaa8a9f {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:15:29.984694 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ad1718e8-950e-475e-a214-6a04bbaa8a9f not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:15:30.086040 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9a39e46-a624-4e3c-9ea2-4e01b3b1128c req-fcea4017-3a5a-441b-8bf9-9647f18fd09c tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe92652c-5aeb-42f5-aa97-d37b72ca3031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2569573 Aug 05 14:15:30.089357 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1d29-ae6b-4c6f-9abc-a421d56ab50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.092421 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1d29-ae6b-4c6f-9abc-a421d56ab50b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.097246 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a793783c-2fab-4d61-a302-32724235cfc5 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.120068 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fd97632-b44b-4594-94ed-01ab989c29f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.135367 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a793783c-2fab-4d61-a302-32724235cfc5 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.139747 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a793783c-2fab-4d61-a302-32724235cfc5 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5797bf37-b95d-4244-ad93-2b10abfe9ac1 HTTP/1.1" status: 204 len: 168 time: 0.4360111 Aug 05 14:15:30.141818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47710) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:30.193674 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793783c-2fab-4d61-a302-32724235cfc5 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5797bf37-b95d-4244-ad93-2b10abfe9ac1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:30.207014 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a7ecd246-bc3e-45cc-9a21-f48daa62f1d3 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0616202 Aug 05 14:15:30.218397 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47712) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:30.224119 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fd97632-b44b-4594-94ed-01ab989c29f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.228469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-e63bacd6-2519-4765-88f5-103dd9b150b8 req-aff996b1-85d3-4d6b-a9f3-a7f92638453a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] For port 023acbbc-61d8-49a2-abd0-7532114d38de, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=023acbbc-61d8-49a2-abd0-7532114d38de,segment=NetworkSegment(a5d1e921-bfef-47f8-98ec-e223ab0c5533),segment_id=a5d1e921-bfef-47f8-98ec-e223ab0c5533)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:15:30.229174 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e63bacd6-2519-4765-88f5-103dd9b150b8 req-aff996b1-85d3-4d6b-a9f3-a7f92638453a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.241990 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1d29-ae6b-4c6f-9abc-a421d56ab50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.241990 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbc1d29-ae6b-4c6f-9abc-a421d56ab50b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaa8128a-7a9b-44ac-a08c-59829bf1d106 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:15:30.257485 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1d29-ae6b-4c6f-9abc-a421d56ab50b admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.260997 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3bbc1d29-ae6b-4c6f-9abc-a421d56ab50b admin admin] 10.222.0.16 "DELETE /v2.0/routers/aaa8128a-7a9b-44ac-a08c-59829bf1d106 HTTP/1.1" status: 204 len: 168 time: 2.5576675 Aug 05 14:15:30.261318 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47720) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:30.265920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-e63bacd6-2519-4765-88f5-103dd9b150b8 req-aff996b1-85d3-4d6b-a9f3-a7f92638453a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Calling delete_port for 023acbbc-61d8-49a2-abd0-7532114d38de owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:30.342939 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4c356bd1-8019-451f-9b5f-3cd008f8b463 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.372531 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4c356bd1-8019-451f-9b5f-3cd008f8b463 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.381823 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fd97632-b44b-4594-94ed-01ab989c29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.384543 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6fd97632-b44b-4594-94ed-01ab989c29f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.388677 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6fd97632-b44b-4594-94ed-01ab989c29f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e56811d5-c2ce-4f1a-8cbb-803306661908 HTTP/1.1" status: 204 len: 168 time: 0.5944474 Aug 05 14:15:30.400703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd97632-b44b-4594-94ed-01ab989c29f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56811d5-c2ce-4f1a-8cbb-803306661908,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:30.439138 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-459f3b4e-e638-40bd-bc15-0ac311f332c9 admin admin] Deleting subnet 8ef51a27-0adf-4fb0-8c00-54e2b061931c {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:15:30.443558 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-459f3b4e-e638-40bd-bc15-0ac311f332c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.484132 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-459f3b4e-e638-40bd-bc15-0ac311f332c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.486381 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4c356bd1-8019-451f-9b5f-3cd008f8b463 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.490167 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4c356bd1-8019-451f-9b5f-3cd008f8b463 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.491371 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4c356bd1-8019-451f-9b5f-3cd008f8b463 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-groups/e4b4b965-2a42-423c-a04e-8ba3ee0ab855 HTTP/1.1" status: 204 len: 168 time: 0.2719233 Aug 05 14:15:30.493960 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47724) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:30.520066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c356bd1-8019-451f-9b5f-3cd008f8b463 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b4b965-2a42-423c-a04e-8ba3ee0ab855,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:30.610228 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-096da389-b44d-48e6-81f7-1048a1d69907 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1076119 Aug 05 14:15:30.636279 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47726) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:30.640896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f73be5f7-411e-4414-a84a-56dd2d6cb225 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group': {'name': 'tempest-secgroup--73046248'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:30.668635 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e63bacd6-2519-4765-88f5-103dd9b150b8 req-aff996b1-85d3-4d6b-a9f3-a7f92638453a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.700141 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-459f3b4e-e638-40bd-bc15-0ac311f332c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.707274 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f73be5f7-411e-4414-a84a-56dd2d6cb225 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.710730 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff996b1-85d3-4d6b-a9f3-a7f92638453a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Port': ['ID=023acbbc-61d8-49a2-abd0-7532114d38de,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:30.793001 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63bacd6-2519-4765-88f5-103dd9b150b8 req-aff996b1-85d3-4d6b-a9f3-a7f92638453a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] No DVR routers for this DVR port 023acbbc-61d8-49a2-abd0-7532114d38de on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:15:30.797610 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e63bacd6-2519-4765-88f5-103dd9b150b8 req-aff996b1-85d3-4d6b-a9f3-a7f92638453a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.798137 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-459f3b4e-e638-40bd-bc15-0ac311f332c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.801009 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e63bacd6-2519-4765-88f5-103dd9b150b8 req-aff996b1-85d3-4d6b-a9f3-a7f92638453a tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.84 "DELETE /v2.0/ports/023acbbc-61d8-49a2-abd0-7532114d38de HTTP/1.1" status: 204 len: 173 time: 1.4582963 Aug 05 14:15:30.801735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'name': 'network-vif-deleted', 'tag': '023acbbc-61d8-49a2-abd0-7532114d38de'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:15:30.804428 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0e0cf7-f402-4d4a-9cf9-41ba201ff174" -d '{"events": [{"server_uuid": "1eba5256-966f-42b5-80fc-3f2676cfe025", "name": "network-vif-deleted", "tag": "023acbbc-61d8-49a2-abd0-7532114d38de"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:15:30.824795 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba285c2-f2c2-4447-9e6d-7d93f4d60256 None None] Network 93a6cc11-4217-4144-a069-004cdc2ebc8a requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:15:30.836682 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-459f3b4e-e638-40bd-bc15-0ac311f332c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:30.851928 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-459f3b4e-e638-40bd-bc15-0ac311f332c9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8ef51a27-0adf-4fb0-8c00-54e2b061931c HTTP/1.1" status: 204 len: 168 time: 0.5878007 Aug 05 14:15:30.854449 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47736) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:30.873339 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f3b4e-e638-40bd-bc15-0ac311f332c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef51a27-0adf-4fb0-8c00-54e2b061931c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:30.923036 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487f7447-f585-49f4-8b14-2644bac2f35f x-openstack-request-id: req-487f7447-f585-49f4-8b14-2644bac2f35f {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:15:30.923634 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eba5256-966f-42b5-80fc-3f2676cfe025", "name": "network-vif-deleted", "tag": "023acbbc-61d8-49a2-abd0-7532114d38de", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:15:30.923835 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-487f7447-f585-49f4-8b14-2644bac2f35f {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:15:30.924351 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eba5256-966f-42b5-80fc-3f2676cfe025', 'name': 'network-vif-deleted', 'tag': '023acbbc-61d8-49a2-abd0-7532114d38de', 'status': 'completed', 'code': 200} Aug 05 14:15:31.026270 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f73be5f7-411e-4414-a84a-56dd2d6cb225 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.034906 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.040337 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f73be5f7-411e-4414-a84a-56dd2d6cb225 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.100424 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73be5f7-411e-4414-a84a-56dd2d6cb225 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e665642-2147-4e33-979f-4adab008afb0,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:31.130116 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f73be5f7-411e-4414-a84a-56dd2d6cb225 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.136085 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f73be5f7-411e-4414-a84a-56dd2d6cb225 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5187140 Aug 05 14:15:31.138111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47750) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:31.146557 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-bff5f412-0d33-477a-aee8-5499120c0435 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group_rule': {'security_group_id': '1e665642-2147-4e33-979f-4adab008afb0', 'direction': 'ingress', 'protocol': 17}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:31.193916 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bff5f412-0d33-477a-aee8-5499120c0435 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.214443 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99194bbc-8307-4eb1-bc6a-32d6fdfab6ae None None] DHCP port deletion for 93a6cc11-4217-4144-a069-004cdc2ebc8a request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:15:31.296681 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] Deleting port 88a98247-0f0a-422a-b7a8-01352ce94eec {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:31.297298 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.335692 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-99194bbc-8307-4eb1-bc6a-32d6fdfab6ae None None] Deleting port 88a98247-0f0a-422a-b7a8-01352ce94eec {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:31.336051 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-99194bbc-8307-4eb1-bc6a-32d6fdfab6ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.354454 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bff5f412-0d33-477a-aee8-5499120c0435 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.365677 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bff5f412-0d33-477a-aee8-5499120c0435 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.409170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5f412-0d33-477a-aee8-5499120c0435 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72900ad2-9c1b-4975-8c96-1033e4f1d11a,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:31.415226 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bff5f412-0d33-477a-aee8-5499120c0435 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.418312 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bff5f412-0d33-477a-aee8-5499120c0435 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2771752 Aug 05 14:15:31.423745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47760) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:31.482770 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a1e05930-9905-41c4-958f-a9d550113495 req-cef6de2c-4883-40d3-840d-80782d95a609 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eba5256-966f-42b5-80fc-3f2676cfe025 HTTP/1.1" status: 200 len: 210 time: 0.1794121 Aug 05 14:15:31.544993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] For port 88a98247-0f0a-422a-b7a8-01352ce94eec, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=88a98247-0f0a-422a-b7a8-01352ce94eec,segment=NetworkSegment(32f3b2c7-405f-4fb9-adc9-ad9695ca72be),segment_id=32f3b2c7-405f-4fb9-adc9-ad9695ca72be)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:15:31.550466 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.576671 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-99194bbc-8307-4eb1-bc6a-32d6fdfab6ae None None] For port 88a98247-0f0a-422a-b7a8-01352ce94eec, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=88a98247-0f0a-422a-b7a8-01352ce94eec,segment=NetworkSegment(32f3b2c7-405f-4fb9-adc9-ad9695ca72be),segment_id=32f3b2c7-405f-4fb9-adc9-ad9695ca72be)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:15:31.577236 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-99194bbc-8307-4eb1-bc6a-32d6fdfab6ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.578924 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] Calling delete_port for 88a98247-0f0a-422a-b7a8-01352ce94eec owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:31.622733 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-99194bbc-8307-4eb1-bc6a-32d6fdfab6ae None None] Calling delete_port for 88a98247-0f0a-422a-b7a8-01352ce94eec owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:31.665159 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33d5a19c-ede0-44ff-af90-6041194ea05f tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.701010 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33d5a19c-ede0-44ff-af90-6041194ea05f tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.761385 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33d5a19c-ede0-44ff-af90-6041194ea05f tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.769665 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33d5a19c-ede0-44ff-af90-6041194ea05f tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.774206 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-33d5a19c-ede0-44ff-af90-6041194ea05f tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-groups/1e665642-2147-4e33-979f-4adab008afb0 HTTP/1.1" status: 204 len: 168 time: 0.3447249 Aug 05 14:15:31.774778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47772) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:31.786346 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.794298 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5a19c-ede0-44ff-af90-6041194ea05f tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e665642-2147-4e33-979f-4adab008afb0,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:31.827175 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=88a98247-0f0a-422a-b7a8-01352ce94eec,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:31.839760 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-99194bbc-8307-4eb1-bc6a-32d6fdfab6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.842804 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] No DVR routers for this DVR port 88a98247-0f0a-422a-b7a8-01352ce94eec on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:15:31.869663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99194bbc-8307-4eb1-bc6a-32d6fdfab6ae None None] No DVR routers for this DVR port 88a98247-0f0a-422a-b7a8-01352ce94eec on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:15:31.899292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99194bbc-8307-4eb1-bc6a-32d6fdfab6ae None None] Pushing event deleted for resources: {'Port': ['ID=88a98247-0f0a-422a-b7a8-01352ce94eec,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:31.900293 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5231ba7e-9594-4956-b634-6c7421fd3203 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1241250 Aug 05 14:15:31.908705 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47776) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:31.919065 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-4e2fbaa2-b343-4b6f-b58b-66f0628bd2b5 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group': {'name': 'tempest-secgroup--172026130'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:31.964983 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.970400 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4e2fbaa2-b343-4b6f-b58b-66f0628bd2b5 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:31.991052 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a6cc11-4217-4144-a069-004cdc2ebc8a']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:31.994703 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 88a98247-0f0a-422a-b7a8-01352ce94eec no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:15:32.017066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f3b2c7-405f-4fb9-adc9-ad9695ca72be') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:32.017713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f3b2c7-405f-4fb9-adc9-ad9695ca72be') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:32.033154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 88a98247-0f0a-422a-b7a8-01352ce94eec {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:15:32.033628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 88a98247-0f0a-422a-b7a8-01352ce94eec not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:15:32.034054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device cf9a2d55-698b-404d-a021-524d69875191 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:15:32.044044 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.084478 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: cf9a2d55-698b-404d-a021-524d69875191 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:15:32.084717 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device cf9a2d55-698b-404d-a021-524d69875191 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:15:32.104029 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.124762 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:15:32.125327 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:15:32.131310 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:15:32.137380 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4e2fbaa2-b343-4b6f-b58b-66f0628bd2b5 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.147313 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4e2fbaa2-b343-4b6f-b58b-66f0628bd2b5 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.204955 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4e2fbaa2-b343-4b6f-b58b-66f0628bd2b5 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.213207 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4e2fbaa2-b343-4b6f-b58b-66f0628bd2b5 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3006306 Aug 05 14:15:32.223943 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47788) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:32.226310 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c6f662be-a787-4810-86d8-abe23f7af549 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group': {'name': 'tempest-secgroup--65659177'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:32.245467 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.257898 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.263021 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/93a6cc11-4217-4144-a069-004cdc2ebc8a HTTP/1.1" status: 204 len: 168 time: 1.4064791 Aug 05 14:15:32.277112 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30c175-70b7-42ae-9d56-2131a77d5cc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=93a6cc11-4217-4144-a069-004cdc2ebc8a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:32.282429 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6f662be-a787-4810-86d8-abe23f7af549 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.288829 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fbaa2-b343-4b6f-b58b-66f0628bd2b5 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4458f3c-3a10-4e78-bf13-8d57eac552f4,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:32.439406 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6f662be-a787-4810-86d8-abe23f7af549 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.446456 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6f662be-a787-4810-86d8-abe23f7af549 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.469415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47796) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:32.493423 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6f662be-a787-4810-86d8-abe23f7af549 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.497844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47798) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:32.500461 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c6f662be-a787-4810-86d8-abe23f7af549 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2843301 Aug 05 14:15:32.503118 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f662be-a787-4810-86d8-abe23f7af549 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3533eda2-9fa0-4d91-bb7e-a86240fb2460,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:32.520422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-491f6f83-e46d-49e6-8c28-d2b5efbc54e9 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group_rule': {'security_group_id': 'f4458f3c-3a10-4e78-bf13-8d57eac552f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3533eda2-9fa0-4d91-bb7e-a86240fb2460', 'remote_ip_prefix': None}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:32.578351 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5d648912-ca3d-41ef-b8b1-d98d374e64e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=453b7272943240199f4e2d4e8c2daa65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1057713 Aug 05 14:15:32.579092 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47806) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:32.591798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47808) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:32.615061 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-491f6f83-e46d-49e6-8c28-d2b5efbc54e9 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.658532 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72ee97bc-5ce8-4a50-a02f-2bd209adb24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.711153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 023acbbc-61d8-49a2-abd0-7532114d38de no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:15:32.716128 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72ee97bc-5ce8-4a50-a02f-2bd209adb24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.750707 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 023acbbc-61d8-49a2-abd0-7532114d38de {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:15:32.752395 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 023acbbc-61d8-49a2-abd0-7532114d38de not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:15:32.793340 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72ee97bc-5ce8-4a50-a02f-2bd209adb24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.796365 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-72ee97bc-5ce8-4a50-a02f-2bd209adb24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.802719 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-72ee97bc-5ce8-4a50-a02f-2bd209adb24d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60a57c05-229a-4c1d-a609-c1be30c2c753 HTTP/1.1" status: 204 len: 168 time: 0.2220023 Aug 05 14:15:32.825710 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee97bc-5ce8-4a50-a02f-2bd209adb24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a57c05-229a-4c1d-a609-c1be30c2c753,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:32.843418 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-491f6f83-e46d-49e6-8c28-d2b5efbc54e9 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.883904 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-491f6f83-e46d-49e6-8c28-d2b5efbc54e9 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.914406 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-491f6f83-e46d-49e6-8c28-d2b5efbc54e9 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.915649 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-491f6f83-e46d-49e6-8c28-d2b5efbc54e9 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4149444 Aug 05 14:15:32.921143 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f6f83-e46d-49e6-8c28-d2b5efbc54e9 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925057a3-b236-49ee-9f5e-538425093308,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:32.921308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47818) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:32.972565 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9102cc0b-5a69-4eab-8045-07697cd3ab53 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:32.995831 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9102cc0b-5a69-4eab-8045-07697cd3ab53 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:33.036885 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9102cc0b-5a69-4eab-8045-07697cd3ab53 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:33.049761 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9102cc0b-5a69-4eab-8045-07697cd3ab53 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:33.057572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47828) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:33.058772 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9102cc0b-5a69-4eab-8045-07697cd3ab53 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/925057a3-b236-49ee-9f5e-538425093308 HTTP/1.1" status: 204 len: 168 time: 0.1374371 Aug 05 14:15:33.068658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102cc0b-5a69-4eab-8045-07697cd3ab53 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=925057a3-b236-49ee-9f5e-538425093308,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:33.150172 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ee8711f2-1440-4b6a-937a-2e3ce97a01ec tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0885670 Aug 05 14:15:33.150619 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47832) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:33.239419 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5bb331c1-8173-4877-90e3-dd24844a618d tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:33.252619 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-54fa5de8-da0d-470c-8318-b97c58a62924 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:33.305859 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5bb331c1-8173-4877-90e3-dd24844a618d tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:33.399442 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5bb331c1-8173-4877-90e3-dd24844a618d tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:33.403608 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5bb331c1-8173-4877-90e3-dd24844a618d tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:33.405089 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5bb331c1-8173-4877-90e3-dd24844a618d tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-groups/3533eda2-9fa0-4d91-bb7e-a86240fb2460 HTTP/1.1" status: 204 len: 168 time: 0.2526970 Aug 05 14:15:33.436899 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47852) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:33.440041 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb331c1-8173-4877-90e3-dd24844a618d tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3533eda2-9fa0-4d91-bb7e-a86240fb2460,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:33.589065 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3fc04721-f429-4da6-bc3c-b2dd12939cbd tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1490505 Aug 05 14:15:33.595861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47864) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:33.695607 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f03744b-54fc-4523-b673-e0328c9e9769 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:33.776283 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f03744b-54fc-4523-b673-e0328c9e9769 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:33.880672 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f03744b-54fc-4523-b673-e0328c9e9769 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:33.884140 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f03744b-54fc-4523-b673-e0328c9e9769 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:33.887719 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1f03744b-54fc-4523-b673-e0328c9e9769 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-groups/f4458f3c-3a10-4e78-bf13-8d57eac552f4 HTTP/1.1" status: 204 len: 168 time: 0.2893677 Aug 05 14:15:33.897767 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47880) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:33.927136 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03744b-54fc-4523-b673-e0328c9e9769 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4458f3c-3a10-4e78-bf13-8d57eac552f4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:34.071850 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-49d1d843-6643-4095-89e7-ce8ef60ead0d tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1688595 Aug 05 14:15:34.074984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47890) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:34.088608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d148ef7b-b7c6-4091-85b1-0ea8ff4b6adc tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group': {'name': 'tempest-secgroup--525225688'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:34.125383 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d148ef7b-b7c6-4091-85b1-0ea8ff4b6adc tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:34.287799 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d148ef7b-b7c6-4091-85b1-0ea8ff4b6adc tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:34.305069 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d148ef7b-b7c6-4091-85b1-0ea8ff4b6adc tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:34.449356 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d148ef7b-b7c6-4091-85b1-0ea8ff4b6adc tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:34.467705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d148ef7b-b7c6-4091-85b1-0ea8ff4b6adc tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3915133 Aug 05 14:15:34.480938 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47908) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:34.481990 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148ef7b-b7c6-4091-85b1-0ea8ff4b6adc tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f12d2bb-6308-474c-b4d2-505e295dd15b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:34.511712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b827abdb-cb09-4e4a-93c7-81145d69647a tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group_rule': {'security_group_id': '0f12d2bb-6308-474c-b4d2-505e295dd15b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:34.631174 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47916) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:34.663748 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b827abdb-cb09-4e4a-93c7-81145d69647a tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:34.679137 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-54fa5de8-da0d-470c-8318-b97c58a62924 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting port 01ef4189-ed63-4b0a-bce2-3400d4524750 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:34.679491 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-54fa5de8-da0d-470c-8318-b97c58a62924 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:34.821087 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-42433389-edc7-408d-987c-5e04d5d20067 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1147231650-network', 'tenant_id': 'c67640574cf34cf3a6eb781f2f334a8e'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:34.873055 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42433389-edc7-408d-987c-5e04d5d20067 admin admin] Made reservation on behalf of c67640574cf34cf3a6eb781f2f334a8e for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:15:34.875591 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42433389-edc7-408d-987c-5e04d5d20067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:34.903877 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42433389-edc7-408d-987c-5e04d5d20067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:34.943409 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b827abdb-cb09-4e4a-93c7-81145d69647a tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:34.957341 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b827abdb-cb09-4e4a-93c7-81145d69647a tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:34.974308 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-54fa5de8-da0d-470c-8318-b97c58a62924 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] For port 01ef4189-ed63-4b0a-bce2-3400d4524750, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=01ef4189-ed63-4b0a-bce2-3400d4524750,segment=NetworkSegment(a5d1e921-bfef-47f8-98ec-e223ab0c5533),segment_id=a5d1e921-bfef-47f8-98ec-e223ab0c5533)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:15:34.974773 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-54fa5de8-da0d-470c-8318-b97c58a62924 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:34.996366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827abdb-cb09-4e4a-93c7-81145d69647a tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286eea6c-bc28-4d6f-9248-2c92d6d8ffed,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:35.004344 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-54fa5de8-da0d-470c-8318-b97c58a62924 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Calling delete_port for 01ef4189-ed63-4b0a-bce2-3400d4524750 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:35.129905 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42433389-edc7-408d-987c-5e04d5d20067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:35.138819 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42433389-edc7-408d-987c-5e04d5d20067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:35.165918 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b827abdb-cb09-4e4a-93c7-81145d69647a tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:35.170241 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b827abdb-cb09-4e4a-93c7-81145d69647a tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6781721 Aug 05 14:15:35.174953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47948) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:35.213911 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42433389-edc7-408d-987c-5e04d5d20067 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:15:35.238216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42433389-edc7-408d-987c-5e04d5d20067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:35.255075 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b568311a-5785-4b00-93b1-3cf45913e126 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:35.267477 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b568311a-5785-4b00-93b1-3cf45913e126 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:35.314887 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-54fa5de8-da0d-470c-8318-b97c58a62924 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:35.331786 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42433389-edc7-408d-987c-5e04d5d20067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:35.332156 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-42433389-edc7-408d-987c-5e04d5d20067 admin admin] Added segment 1ccfdf64-4a82-40a4-adb3-4f0c95cee039 of type vlan for network 459a4a5b-a726-4022-a365-e2bc3ef0e3ea Aug 05 14:15:35.346949 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa5de8-da0d-470c-8318-b97c58a62924 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Port': ['ID=01ef4189-ed63-4b0a-bce2-3400d4524750,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:35.454713 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b568311a-5785-4b00-93b1-3cf45913e126 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:35.463196 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b568311a-5785-4b00-93b1-3cf45913e126 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:35.471240 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b568311a-5785-4b00-93b1-3cf45913e126 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/286eea6c-bc28-4d6f-9248-2c92d6d8ffed HTTP/1.1" status: 204 len: 168 time: 0.2873456 Aug 05 14:15:35.471479 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47978) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:35.507213 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568311a-5785-4b00-93b1-3cf45913e126 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=286eea6c-bc28-4d6f-9248-2c92d6d8ffed,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:35.514280 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42433389-edc7-408d-987c-5e04d5d20067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:35.578650 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42433389-edc7-408d-987c-5e04d5d20067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:35.580507 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42433389-edc7-408d-987c-5e04d5d20067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:35.583016 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42433389-edc7-408d-987c-5e04d5d20067 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:35.733596 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9b4b6ccd-858a-4dd8-b2fa-d1b55e6beead tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2290502 Aug 05 14:15:35.737208 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48004) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:35.748163 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42433389-edc7-408d-987c-5e04d5d20067 admin admin] Pushing event updated for resources: {'Network': ['ID=459a4a5b-a726-4022-a365-e2bc3ef0e3ea,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:35.754321 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-42433389-edc7-408d-987c-5e04d5d20067 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1209970 Aug 05 14:15:35.757769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48008) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:35.764320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-185772aa-af01-4b96-a9e6-ae40da5d818f admin admin] Request body: {'subnet': {'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1147231650-subnet', 'tenant_id': 'c67640574cf34cf3a6eb781f2f334a8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:35.767855 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 459a4a5b-a726-4022-a365-e2bc3ef0e3ea details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:15:35.832832 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185772aa-af01-4b96-a9e6-ae40da5d818f admin admin] Made reservation on behalf of c67640574cf34cf3a6eb781f2f334a8e for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:15:35.836184 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-185772aa-af01-4b96-a9e6-ae40da5d818f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:35.923898 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-993acbbd-f843-4318-ab2b-70ae8069bb47 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:36.036364 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-54fa5de8-da0d-470c-8318-b97c58a62924 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:36.073423 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-993acbbd-f843-4318-ab2b-70ae8069bb47 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:36.251999 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-993acbbd-f843-4318-ab2b-70ae8069bb47 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:36.259354 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-993acbbd-f843-4318-ab2b-70ae8069bb47 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:36.260546 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-993acbbd-f843-4318-ab2b-70ae8069bb47 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-groups/0f12d2bb-6308-474c-b4d2-505e295dd15b HTTP/1.1" status: 204 len: 168 time: 0.5215955 Aug 05 14:15:36.274187 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48060) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:36.316013 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993acbbd-f843-4318-ab2b-70ae8069bb47 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f12d2bb-6308-474c-b4d2-505e295dd15b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:36.375309 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-15b7ed68-67fb-448f-9a39-bc4b69659e67 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0961609 Aug 05 14:15:36.412090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48074) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:36.420809 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f8e5e232-3dc3-4aee-bcfd-22c556b84883 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1383845272'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:36.496345 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e232-3dc3-4aee-bcfd-22c556b84883 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:36.604954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fa5de8-da0d-470c-8318-b97c58a62924 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Router 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:15:36.642992 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e232-3dc3-4aee-bcfd-22c556b84883 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:36.686457 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e232-3dc3-4aee-bcfd-22c556b84883 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:36.731135 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5e232-3dc3-4aee-bcfd-22c556b84883 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae567a2-5f0a-4573-9563-4de18fac20dc,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:36.736808 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e232-3dc3-4aee-bcfd-22c556b84883 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:36.747774 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f8e5e232-3dc3-4aee-bcfd-22c556b84883 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3341308 Aug 05 14:15:36.750699 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48116) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:36.757051 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-2415ab7b-d7f2-4b19-b2a1-20bfb1dd7a52 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group_rule': {'security_group_id': '1ae567a2-5f0a-4573-9563-4de18fac20dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:36.877327 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2415ab7b-d7f2-4b19-b2a1-20bfb1dd7a52 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:36.982500 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fa5de8-da0d-470c-8318-b97c58a62924 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:15:36.988645 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-185772aa-af01-4b96-a9e6-ae40da5d818f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:37.015347 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1cacf8-f6b9-4cb2-9f05-d33ec78bb82c None None] Sync routers for ids ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:15:37.025978 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1cacf8-f6b9-4cb2-9f05-d33ec78bb82c None None] Routers {'7b6b7ebb-29b8-4e4e-b569-776dc3903a07'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:15:37.026621 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3f1cacf8-f6b9-4cb2-9f05-d33ec78bb82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:15:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:37.031084 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-54fa5de8-da0d-470c-8318-b97c58a62924 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "PUT /v2.0/routers/7b6b7ebb-29b8-4e4e-b569-776dc3903a07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4270749 Aug 05 14:15:37.041498 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48144) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:37.080308 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2415ab7b-d7f2-4b19-b2a1-20bfb1dd7a52 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:37.085353 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2415ab7b-d7f2-4b19-b2a1-20bfb1dd7a52 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:37.133297 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415ab7b-d7f2-4b19-b2a1-20bfb1dd7a52 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785ccae8-a75f-4f4b-a387-c1e4f59170af,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:37.154647 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2415ab7b-d7f2-4b19-b2a1-20bfb1dd7a52 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:37.158531 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2415ab7b-d7f2-4b19-b2a1-20bfb1dd7a52 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4055972 Aug 05 14:15:37.161884 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48160) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:37.185539 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185772aa-af01-4b96-a9e6-ae40da5d818f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eff0f5c-6cbd-44c3-89de-d3542c80b78b,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:37.209877 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185772aa-af01-4b96-a9e6-ae40da5d818f admin admin] Checking segment: {'id': '1ccfdf64-4a82-40a4-adb3-4f0c95cee039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:15:37.210516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185772aa-af01-4b96-a9e6-ae40da5d818f admin admin] Network hostable DHCP agents. Network: 459a4a5b-a726-4022-a365-e2bc3ef0e3ea, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:15:37.211318 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bdd742aa-9c7a-4552-8f58-1ec2f93e14b1 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-group-rules/785ccae8-a75f-4f4b-a387-c1e4f59170af HTTP/1.1" status: 200 len: 763 time: 0.0458937 Aug 05 14:15:37.213489 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48166) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:37.229044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed9af5d-9970-42f7-a894-32301f196b92 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting subnet 96d72011-8305-4d28-b564-d32bfcefcba0 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:15:37.246966 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ed9af5d-9970-42f7-a894-32301f196b92 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:37.317485 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ed9af5d-9970-42f7-a894-32301f196b92 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:37.320964 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185772aa-af01-4b96-a9e6-ae40da5d818f admin admin] Network 459a4a5b-a726-4022-a365-e2bc3ef0e3ea is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:15:37.332973 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-755f22fd-9485-47f1-a181-e5cd0052a0e7 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1163013 Aug 05 14:15:37.335871 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48176) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:37.373349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-185772aa-af01-4b96-a9e6-ae40da5d818f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 459a4a5b-a726-4022-a365-e2bc3ef0e3ea) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:15:37.384196 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c6602-492b-4e6c-a5d3-ff971b0ec076 None None] Network 459a4a5b-a726-4022-a365-e2bc3ef0e3ea requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:15:37.384678 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185772aa-af01-4b96-a9e6-ae40da5d818f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:37.386187 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-185772aa-af01-4b96-a9e6-ae40da5d818f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:37.412727 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:15:37.423791 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45cdf17f-0e25-48d5-825c-a641dcabdbae tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:37.430653 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-185772aa-af01-4b96-a9e6-ae40da5d818f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6699910 Aug 05 14:15:37.470596 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45cdf17f-0e25-48d5-825c-a641dcabdbae tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:37.496220 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-3f1cacf8-f6b9-4cb2-9f05-d33ec78bb82c None None] Set router 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:15:37.574818 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45cdf17f-0e25-48d5-825c-a641dcabdbae tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:37.584700 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45cdf17f-0e25-48d5-825c-a641dcabdbae tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:37.597838 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-45cdf17f-0e25-48d5-825c-a641dcabdbae tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/785ccae8-a75f-4f4b-a387-c1e4f59170af HTTP/1.1" status: 204 len: 168 time: 0.2604375 Aug 05 14:15:37.602852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48202) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:37.643759 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cdf17f-0e25-48d5-825c-a641dcabdbae tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=785ccae8-a75f-4f4b-a387-c1e4f59170af,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:37.757126 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ed9af5d-9970-42f7-a894-32301f196b92 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:37.797451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac5bb99-0af1-40c1-8718-ec2be069c69b None None] Network 459a4a5b-a726-4022-a365-e2bc3ef0e3ea requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:15:37.990626 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9db54c45-7adf-4b1e-92aa-1806a1b065ba tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3791873 Aug 05 14:15:37.991151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48240) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:37.996276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-cb8fc0d0-5a24-4bdc-9b31-4277e2beebbe tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group_rule': {'security_group_id': '1ae567a2-5f0a-4573-9563-4de18fac20dc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:38.056768 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3f1cacf8-f6b9-4cb2-9f05-d33ec78bb82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147867140', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:22Z', 'updated_at': '2021-08-05T14:15:35Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:23Z', 'updated_at': '2021-08-05T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:38.071769 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc0d0-5a24-4bdc-9b31-4277e2beebbe tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:38.134710 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ed9af5d-9970-42f7-a894-32301f196b92 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:38.180795 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1cacf8-f6b9-4cb2-9f05-d33ec78bb82c None None] Checking router: 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:15:38.182947 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc0d0-5a24-4bdc-9b31-4277e2beebbe tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:38.191758 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc0d0-5a24-4bdc-9b31-4277e2beebbe tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:38.207347 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1cacf8-f6b9-4cb2-9f05-d33ec78bb82c None None] Routers {'7b6b7ebb-29b8-4e4e-b569-776dc3903a07'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:15:38.209931 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3f1cacf8-f6b9-4cb2-9f05-d33ec78bb82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:15:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:38.226232 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ed9af5d-9970-42f7-a894-32301f196b92 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:38.228665 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1ed9af5d-9970-42f7-a894-32301f196b92 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/subnets/96d72011-8305-4d28-b564-d32bfcefcba0 HTTP/1.1" status: 204 len: 168 time: 1.1836705 Aug 05 14:15:38.230023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9af5d-9970-42f7-a894-32301f196b92 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Subnet': ['ID=96d72011-8305-4d28-b564-d32bfcefcba0,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:38.233645 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48274) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:38.233829 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d915e101-dbc5-4bd1-91e3-90a7c6b7490a None None] Network 5eff8ab7-e26f-477d-9573-84337a08c8aa requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:15:38.239929 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fc0d0-5a24-4bdc-9b31-4277e2beebbe tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b0ccab-0796-4d3e-bbbc-72dcf3e5b765,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:38.337442 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc0d0-5a24-4bdc-9b31-4277e2beebbe tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:38.350606 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cb8fc0d0-5a24-4bdc-9b31-4277e2beebbe tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3580194 Aug 05 14:15:38.354225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48286) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:38.422691 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9c57c825-b0c7-4c09-a58a-96e200af3333 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-group-rules/03b0ccab-0796-4d3e-bbbc-72dcf3e5b765 HTTP/1.1" status: 200 len: 763 time: 0.0667343 Aug 05 14:15:38.427050 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48292) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:38.585056 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c706046c-0ccf-49eb-bd5a-7abc0d5eb90d tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1546209 Aug 05 14:15:38.585852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48308) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:38.604345 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-3f1cacf8-f6b9-4cb2-9f05-d33ec78bb82c None None] Set router 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:15:38.680259 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6fc22586-de0c-423f-bc73-e6c1c66b04c9 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:38.702983 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6fc22586-de0c-423f-bc73-e6c1c66b04c9 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:38.747196 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] DHCP port deletion for 5eff8ab7-e26f-477d-9573-84337a08c8aa request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:15:38.779753 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6fc22586-de0c-423f-bc73-e6c1c66b04c9 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:38.788416 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6fc22586-de0c-423f-bc73-e6c1c66b04c9 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:38.794873 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6fc22586-de0c-423f-bc73-e6c1c66b04c9 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/03b0ccab-0796-4d3e-bbbc-72dcf3e5b765 HTTP/1.1" status: 204 len: 168 time: 0.2076583 Aug 05 14:15:38.797065 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48328) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:38.829066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc22586-de0c-423f-bc73-e6c1c66b04c9 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03b0ccab-0796-4d3e-bbbc-72dcf3e5b765,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:38.887659 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] Deleting port e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:38.894088 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:38.934719 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ce30e668-c11f-40ce-8ebe-c08b694d2984 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1181519 Aug 05 14:15:38.936804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48342) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:38.964758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-07a1fb55-5f92-4f87-b981-7600619ff72a tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Request body: {'security_group_rule': {'security_group_id': '1ae567a2-5f0a-4573-9563-4de18fac20dc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:38.995220 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-1cd0177f-a326-422d-b1ef-efba1d58ecc8 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:39.000363 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-1cd0177f-a326-422d-b1ef-efba1d58ecc8 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/networks?id=459a4a5b-a726-4022-a365-e2bc3ef0e3ea HTTP/1.1" status: 200 len: 815 time: 0.7987127 Aug 05 14:15:39.046569 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d21f-cd61-44a6-832d-4da6319d0aef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:39.052509 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-cc202a15-08f8-4bce-832e-6dc8104c8944 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/quotas/c67640574cf34cf3a6eb781f2f334a8e HTTP/1.1" status: 200 len: 375 time: 0.0408621 Aug 05 14:15:39.135682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] For port e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a,segment=NetworkSegment(a5d1e921-bfef-47f8-98ec-e223ab0c5533),segment_id=a5d1e921-bfef-47f8-98ec-e223ab0c5533)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:15:39.141420 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:39.177048 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] Calling delete_port for e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:39.226939 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-07a1fb55-5f92-4f87-b981-7600619ff72a tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Project 2504fa87c9294d1b86b704e4b282cc2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:15:39.229269 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3f1cacf8-f6b9-4cb2-9f05-d33ec78bb82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147867140', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:22Z', 'updated_at': '2021-08-05T14:15:35Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:23Z', 'updated_at': '2021-08-05T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:39.283344 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07a1fb55-5f92-4f87-b981-7600619ff72a tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:39.293964 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1cacf8-f6b9-4cb2-9f05-d33ec78bb82c None None] The sync data for ids ['7b6b7ebb-29b8-4e4e-b569-776dc3903a07'] in n-d-803585-2 is: [{'id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147867140', 'tenant_id': 'b8337b594bf34d3abccae65212524bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:13:22Z', 'updated_at': '2021-08-05T14:15:35Z', 'revision_number': 5, 'project_id': 'b8337b594bf34d3abccae65212524bf9', 'gw_port': {'id': '4953f00e-9fc1-4dc3-8505-35300e0a5b96', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b7ebb-29b8-4e4e-b569-776dc3903a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:13:23Z', 'updated_at': '2021-08-05T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:15:39.337600 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-ec3bef43-49a8-4c61-b0be-8acec53e917e tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c67640574cf34cf3a6eb781f2f334a8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1786578 Aug 05 14:15:39.385032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-4f536515-a999-4b85-ab29-9231574df5bf service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:15:39.386759 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-4f536515-a999-4b85-ab29-9231574df5bf service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0252600 Aug 05 14:15:39.466354 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:39.521882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] Pushing event deleted for resources: {'Port': ['ID=e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:39.552514 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:39.553269 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:39.553833 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:39.554486 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:39.557987 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:39.558659 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:39.569208 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:39.570103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:39.570685 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:39.571680 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:39.572225 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:39.593237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:15:39.611236 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a19e2b-3f76-40e6-8cab-f837325517b5 None None] No DVR routers for this DVR port e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:15:39.626667 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07a1fb55-5f92-4f87-b981-7600619ff72a tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:39.677484 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07a1fb55-5f92-4f87-b981-7600619ff72a tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:39.799095 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-58d6d8cf-a523-45a3-a432-7f2725a7ea20 service neutron] 10.222.0.16 "GET /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029361 Aug 05 14:15:39.816729 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-07a1fb55-5f92-4f87-b981-7600619ff72a tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:39.820894 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48416) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:39.830008 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-07a1fb55-5f92-4f87-b981-7600619ff72a tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8884156 Aug 05 14:15:39.863403 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cf38ab8e-7674-4730-af14-62061ca52d3b tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-group-rules/235918ca-95f1-4f93-b32d-bcbd443ef037 HTTP/1.1" status: 200 len: 769 time: 0.0410719 Aug 05 14:15:39.864003 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48422) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:39.879471 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-8d702e03-0cbe-4bcb-8ba2-df3574ca17cc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5327094 Aug 05 14:15:39.975447 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 01ef4189-ed63-4b0a-bce2-3400d4524750 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:15:40.014607 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 01ef4189-ed63-4b0a-bce2-3400d4524750 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:15:40.014947 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 01ef4189-ed63-4b0a-bce2-3400d4524750 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:15:40.015545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:15:40.033998 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2ca5888e-3f49-4b66-b128-752472fc2ae1 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1687026 Aug 05 14:15:40.042923 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48436) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:40.063929 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-6549c995-7fce-4c8b-bdaf-d16975b5b479 service neutron] 10.222.0.16 "GET /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233446 Aug 05 14:15:40.065942 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d21f-cd61-44a6-832d-4da6319d0aef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:40.076363 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1fb55-5f92-4f87-b981-7600619ff72a tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235918ca-95f1-4f93-b32d-bcbd443ef037,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:40.090208 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:15:40.090582 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e0ed10cd-41db-4ff0-a5b3-8bb4381a0a2a not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:15:40.140122 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ad681959-e1bc-4b24-b7cd-b3b4852de970 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:40.166402 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ad681959-e1bc-4b24-b7cd-b3b4852de970 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:40.190032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-82c9f93b-e213-4007-8a22-fe4699a59c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:40.191004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-82c9f93b-e213-4007-8a22-fe4699a59c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:40.191610 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-82c9f93b-e213-4007-8a22-fe4699a59c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:40.192092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-82c9f93b-e213-4007-8a22-fe4699a59c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:40.192596 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-82c9f93b-e213-4007-8a22-fe4699a59c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:40.193068 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-82c9f93b-e213-4007-8a22-fe4699a59c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:40.193543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-82c9f93b-e213-4007-8a22-fe4699a59c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:40.195690 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-82c9f93b-e213-4007-8a22-fe4699a59c8f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6e036408f4db49cba61ec7696aa2c980&device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 6491 time: 0.1208429 Aug 05 14:15:40.214595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6d21f-cd61-44a6-832d-4da6319d0aef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Deleting port 4953f00e-9fc1-4dc3-8505-35300e0a5b96 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:15:40.215130 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d21f-cd61-44a6-832d-4da6319d0aef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:40.351783 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ad681959-e1bc-4b24-b7cd-b3b4852de970 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:40.385894 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ad681959-e1bc-4b24-b7cd-b3b4852de970 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:40.392795 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ad681959-e1bc-4b24-b7cd-b3b4852de970 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/235918ca-95f1-4f93-b32d-bcbd443ef037 HTTP/1.1" status: 204 len: 168 time: 0.3464978 Aug 05 14:15:40.407171 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48470) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:40.433294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad681959-e1bc-4b24-b7cd-b3b4852de970 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=235918ca-95f1-4f93-b32d-bcbd443ef037,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:40.600304 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-3bc6d21f-cd61-44a6-832d-4da6319d0aef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] For port 4953f00e-9fc1-4dc3-8505-35300e0a5b96, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4953f00e-9fc1-4dc3-8505-35300e0a5b96,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:15:40.601656 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d21f-cd61-44a6-832d-4da6319d0aef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:40.636809 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6d21f-cd61-44a6-832d-4da6319d0aef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Calling delete_port for 4953f00e-9fc1-4dc3-8505-35300e0a5b96 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:15:40.701914 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b14f3fcd-346d-4473-9b57-ba7bff44dfa7 req-1a1d0ecc-7cf3-4333-8ca0-531c0d01d5a9 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 210 time: 0.2954874 Aug 05 14:15:40.729477 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6114186a-5890-4e78-b888-c2b61d89d6cc tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3186114 Aug 05 14:15:40.732548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48512) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:40.888016 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f580ee38-b940-4d7c-9f45-fedca7ffd068 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:40.949836 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f580ee38-b940-4d7c-9f45-fedca7ffd068 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:41.050302 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f580ee38-b940-4d7c-9f45-fedca7ffd068 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:41.052881 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f580ee38-b940-4d7c-9f45-fedca7ffd068 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:41.058764 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f580ee38-b940-4d7c-9f45-fedca7ffd068 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "DELETE /v2.0/security-groups/1ae567a2-5f0a-4573-9563-4de18fac20dc HTTP/1.1" status: 204 len: 168 time: 0.3248041 Aug 05 14:15:41.060072 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48530) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:41.083048 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580ee38-b940-4d7c-9f45-fedca7ffd068 tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae567a2-5f0a-4573-9563-4de18fac20dc,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:41.141765 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a2ccb299-5a98-46aa-9f5a-c3af59f2fb1c tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0683680 Aug 05 14:15:41.142913 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48532) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:41.228227 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fe1b659c-0013-4e15-b971-4db60e91538f tempest-SecGroupIPv6Test-797271341 tempest-SecGroupIPv6Test-797271341-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0837548 Aug 05 14:15:41.329632 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-2c95bf7c-40e4-424e-a557-fb031644c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:41.330283 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-2c95bf7c-40e4-424e-a557-fb031644c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:41.334465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-2c95bf7c-40e4-424e-a557-fb031644c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:41.336805 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-2c95bf7c-40e4-424e-a557-fb031644c675 service neutron] 10.222.0.63 "GET /v2.0/networks?id=49ee7bf9-24d1-4e2b-931b-356656b891c1&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1 HTTP/1.1" status: 200 len: 2294 time: 1.0382385 Aug 05 14:15:41.339964 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d21f-cd61-44a6-832d-4da6319d0aef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:41.420583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6d21f-cd61-44a6-832d-4da6319d0aef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Port': ['ID=4953f00e-9fc1-4dc3-8505-35300e0a5b96,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:41.587428 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-44234d51-c0b0-4ca7-abd3-1834f88196f8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d HTTP/1.1" status: 200 len: 1001 time: 0.2372348 Aug 05 14:15:41.711315 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d21f-cd61-44a6-832d-4da6319d0aef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:41.753368 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48562) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:41.923398 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b18233d8-6d91-4e54-85ed-25b7d663cf76 req-ecf20c23-4c78-44ec-8894-c03842b40340 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 210 time: 0.0822484 Aug 05 14:15:41.925501 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d21f-cd61-44a6-832d-4da6319d0aef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:41.929470 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d21f-cd61-44a6-832d-4da6319d0aef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:41.976010 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-038a15b9-71bb-44eb-8cb0-f78cc916bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:41.977590 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-038a15b9-71bb-44eb-8cb0-f78cc916bbfe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=99590631-4fd2-461f-8715-2f2e7cafe5bd HTTP/1.1" status: 200 len: 851 time: 0.3770659 Aug 05 14:15:42.081155 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-30e15efb-8471-45c0-a928-17fa60321ad4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2504fa87c9294d1b86b704e4b282cc2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236763 Aug 05 14:15:42.084513 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48568) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:42.101720 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d21f-cd61-44a6-832d-4da6319d0aef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:42.102234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc6d21f-cd61-44a6-832d-4da6319d0aef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Fanout notify agent at l3_agent the message router_deleted on router 7b6b7ebb-29b8-4e4e-b569-776dc3903a07 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:15:42.119494 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d21f-cd61-44a6-832d-4da6319d0aef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:42.120400 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3bc6d21f-cd61-44a6-832d-4da6319d0aef tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/routers/7b6b7ebb-29b8-4e4e-b569-776dc3903a07 HTTP/1.1" status: 204 len: 168 time: 3.8826222 Aug 05 14:15:42.126202 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48570) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:42.229538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-ad20ab72-ffae-495e-bd2f-4007abbd179d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:42.231140 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-ad20ab72-ffae-495e-bd2f-4007abbd179d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.84 "GET /v2.0/networks?id=459a4a5b-a726-4022-a365-e2bc3ef0e3ea HTTP/1.1" status: 200 len: 815 time: 0.2090526 Aug 05 14:15:42.234592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-b71619ab-583c-4d98-ab22-2d0f8040fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:42.236476 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-b71619ab-583c-4d98-ab22-2d0f8040fb5c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49ee7bf9-24d1-4e2b-931b-356656b891c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2155182 Aug 05 14:15:42.275077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-18ee0993-636a-49e5-9ca3-08b7135a20b4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Request body: {'port': {'device_id': 'f073e24e-587a-4dbc-9afc-c184086c9409', 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea', 'admin_state_up': True, 'tenant_id': 'c67640574cf34cf3a6eb781f2f334a8e'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:42.382244 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f40b377c-923a-453f-b13d-e8e76bbdfe3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:42.427958 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f40b377c-923a-453f-b13d-e8e76bbdfe3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:42.437614 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-3021bd23-d884-4d90-8c4b-b31c8b924e3c service neutron] 10.222.0.63 "GET /v2.0/networks/49ee7bf9-24d1-4e2b-931b-356656b891c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865952 Aug 05 14:15:42.479793 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-37784287-64ea-43a3-9913-5ba1c482f3a8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:42.490066 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f40b377c-923a-453f-b13d-e8e76bbdfe3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:42.492794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f40b377c-923a-453f-b13d-e8e76bbdfe3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:42.494057 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f40b377c-923a-453f-b13d-e8e76bbdfe3e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30928331-e7b9-4ef4-94ba-c14dd23404ad HTTP/1.1" status: 204 len: 168 time: 0.4083645 Aug 05 14:15:42.506729 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b377c-923a-453f-b13d-e8e76bbdfe3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30928331-e7b9-4ef4-94ba-c14dd23404ad,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:42.702581 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-37784287-64ea-43a3-9913-5ba1c482f3a8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:42.762845 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-37784287-64ea-43a3-9913-5ba1c482f3a8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eff8ab7-e26f-477d-9573-84337a08c8aa']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:42.784125 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-37784287-64ea-43a3-9913-5ba1c482f3a8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d1e921-bfef-47f8-98ec-e223ab0c5533') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:42.784532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-37784287-64ea-43a3-9913-5ba1c482f3a8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d1e921-bfef-47f8-98ec-e223ab0c5533') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:15:42.796926 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-37784287-64ea-43a3-9913-5ba1c482f3a8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:42.883225 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-37784287-64ea-43a3-9913-5ba1c482f3a8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:42.893385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37784287-64ea-43a3-9913-5ba1c482f3a8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:15:42.893895 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-37784287-64ea-43a3-9913-5ba1c482f3a8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:15:42.899491 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:15:42.995755 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-2c04f550-cb68-4099-bd80-37beb5c699ea service neutron] 10.222.0.63 "GET /v2.0/networks/49ee7bf9-24d1-4e2b-931b-356656b891c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430601 Aug 05 14:15:43.063472 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-37784287-64ea-43a3-9913-5ba1c482f3a8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:43.066315 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-909ffd21-c3e9-4c47-9a25-a55816ec43d7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=2c927f5c-290c-4b0f-bd3f-2f5908f555c8 HTTP/1.1" status: 200 len: 217 time: 0.0596869 Aug 05 14:15:43.073140 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-18ee0993-636a-49e5-9ca3-08b7135a20b4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Made reservation on behalf of c67640574cf34cf3a6eb781f2f334a8e for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:15:43.075406 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-37784287-64ea-43a3-9913-5ba1c482f3a8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:43.078240 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-18ee0993-636a-49e5-9ca3-08b7135a20b4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:43.088345 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-37784287-64ea-43a3-9913-5ba1c482f3a8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/networks/5eff8ab7-e26f-477d-9573-84337a08c8aa HTTP/1.1" status: 204 len: 168 time: 0.9598453 Aug 05 14:15:43.090441 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48594) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:43.138363 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31e8d471-02ec-4e98-a508-520a41beb5a7 req-98e3764e-7f3d-489b-a5ce-24e831c0f8b5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 210 time: 0.0691090 Aug 05 14:15:43.200516 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0a651f03-a29b-42bf-89cf-4e1847386aa6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:43.222117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37784287-64ea-43a3-9913-5ba1c482f3a8 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'Network': ['ID=5eff8ab7-e26f-477d-9573-84337a08c8aa,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:43.264360 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0a651f03-a29b-42bf-89cf-4e1847386aa6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:43.324833 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-e297d79c-12a9-4ab9-b61a-2be283352d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:43.326419 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-e297d79c-12a9-4ab9-b61a-2be283352d7a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.2445505 Aug 05 14:15:43.332247 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-18ee0993-636a-49e5-9ca3-08b7135a20b4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Allocated IP 172.20.0.4 (459a4a5b-a726-4022-a365-e2bc3ef0e3ea/4eff0f5c-6cbd-44c3-89de-d3542c80b78b/de1b5d18-b4fc-4c13-8f9d-cc2650686f77) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:15:43.358240 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0a651f03-a29b-42bf-89cf-4e1847386aa6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:43.365674 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0a651f03-a29b-42bf-89cf-4e1847386aa6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:43.367677 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0a651f03-a29b-42bf-89cf-4e1847386aa6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] 10.222.0.16 "DELETE /v2.0/security-groups/fe92652c-5aeb-42f5-aa97-d37b72ca3031 HTTP/1.1" status: 204 len: 168 time: 0.2760668 Aug 05 14:15:43.421527 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a651f03-a29b-42bf-89cf-4e1847386aa6 tempest-TestNetworkAdvancedServerOps-2118206335 tempest-TestNetworkAdvancedServerOps-2118206335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe92652c-5aeb-42f5-aa97-d37b72ca3031,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:43.436152 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-3296c0a9-9564-4b06-9e15-1e4308b9f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:43.437860 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-3296c0a9-9564-4b06-9e15-1e4308b9f81f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1029468 Aug 05 14:15:43.652078 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-18ee0993-636a-49e5-9ca3-08b7135a20b4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:43.712125 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-4dbe2920-1855-4b36-888a-6195c2e401e5 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575097 Aug 05 14:15:43.713751 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-18ee0993-636a-49e5-9ca3-08b7135a20b4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:43.807122 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-18ee0993-636a-49e5-9ca3-08b7135a20b4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Network 459a4a5b-a726-4022-a365-e2bc3ef0e3ea is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:15:43.811796 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-18ee0993-636a-49e5-9ca3-08b7135a20b4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:15:43.856329 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-18ee0993-636a-49e5-9ca3-08b7135a20b4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:15:43.901863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4953f00e-9fc1-4dc3-8505-35300e0a5b96 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:15:43.934455 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4953f00e-9fc1-4dc3-8505-35300e0a5b96 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:15:43.935147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4953f00e-9fc1-4dc3-8505-35300e0a5b96 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:15:43.951690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee0993-636a-49e5-9ca3-08b7135a20b4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Pushing event updated for resources: {'Port': ['ID=de1b5d18-b4fc-4c13-8f9d-cc2650686f77,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:44.001567 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-18ee0993-636a-49e5-9ca3-08b7135a20b4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:44.002115 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-18ee0993-636a-49e5-9ca3-08b7135a20b4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:44.011730 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48632) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:44.023832 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-6997ee91-37a7-4518-9e84-2cd0f0046b6e service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861254 Aug 05 14:15:44.046983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48636) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:44.083532 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-18ee0993-636a-49e5-9ca3-08b7135a20b4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8344986 Aug 05 14:15:44.085652 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-f0aff7bf-b081-4ff8-b48d-f8509150075a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=7161d31e-c4bb-48b6-8ed5-499b92efc745 HTTP/1.1" status: 200 len: 217 time: 0.0533881 Aug 05 14:15:44.157345 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Request body: {'port': {'device_id': 'f073e24e-587a-4dbc-9afc-c184086c9409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:44.173366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-f5b4c13c-b83e-438b-9ac4-b632ada79616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:44.177586 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-f5b4c13c-b83e-438b-9ac4-b632ada79616 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.0811350 Aug 05 14:15:44.262358 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7284d544-8da9-4318-8fb4-3634f9528317 tempest-ServiceProvidersTest-194516613 tempest-ServiceProvidersTest-194516613-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2446704 Aug 05 14:15:44.364334 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8644e02-d583-4119-8b37-49832ca233d0 req-4fc83bce-4b46-4a19-8ee6-67ed490ecd93 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:44.372334 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e8644e02-d583-4119-8b37-49832ca233d0 req-4fc83bce-4b46-4a19-8ee6-67ed490ecd93 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 931 time: 0.1085732 Aug 05 14:15:44.380493 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:44.383802 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-1801cd80-55a4-4862-af5b-4a217816621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:44.385328 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-1801cd80-55a4-4862-af5b-4a217816621e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1777530 Aug 05 14:15:44.410410 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-dc413d47-4b9a-4229-a296-44c0b4661224 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8337b594bf34d3abccae65212524bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3621955 Aug 05 14:15:44.412462 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48652) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:44.544061 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e8644e02-d583-4119-8b37-49832ca233d0 req-c4b953f1-49a3-4586-880a-c2e785550ae0 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704023 Aug 05 14:15:44.600337 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b1781003-2ffe-430e-8bb8-d6d1ff340514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:44.654155 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b1781003-2ffe-430e-8bb8-d6d1ff340514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:44.655872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48662) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:44.749645 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b1781003-2ffe-430e-8bb8-d6d1ff340514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:44.755805 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b1781003-2ffe-430e-8bb8-d6d1ff340514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:44.758524 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b1781003-2ffe-430e-8bb8-d6d1ff340514 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc6a8158-7557-4a0e-82bd-c83e5d4f6129 HTTP/1.1" status: 204 len: 168 time: 0.3450019 Aug 05 14:15:44.775735 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1781003-2ffe-430e-8bb8-d6d1ff340514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6a8158-7557-4a0e-82bd-c83e5d4f6129,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:44.809704 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:44.821449 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-d76bd7d8-dfe9-4ca4-922f-74b9476a9d16 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018962 Aug 05 14:15:44.839575 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8102526-93ea-4cb1-b1e1-926382590654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:45.017695 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8102526-93ea-4cb1-b1e1-926382590654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:45.027225 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8102526-93ea-4cb1-b1e1-926382590654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:45.107324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8102526-93ea-4cb1-b1e1-926382590654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6987fc77-3c26-47ef-abb3-7de448eaee91,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:45.161863 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a8102526-93ea-4cb1-b1e1-926382590654 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c092339ba6374195811b8c49777bd0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5048430 Aug 05 14:15:45.176819 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48684) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:45.187488 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-8fc80cb9-00d0-4072-b71b-c404dc6b75cb service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509526 Aug 05 14:15:45.256391 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-fb8b5bbd-7a2b-47ac-a9e1-6f5dcc2fb638 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=b8eb1684-08f2-4780-84fe-e55025c46bf3 HTTP/1.1" status: 200 len: 217 time: 0.0560160 Aug 05 14:15:45.291792 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48690) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:45.305667 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-10e32e7f-ef2c-45c4-9639-5556cb1d6923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:45.330590 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-10e32e7f-ef2c-45c4-9639-5556cb1d6923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:45.392610 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-10e32e7f-ef2c-45c4-9639-5556cb1d6923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:45.396042 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-10e32e7f-ef2c-45c4-9639-5556cb1d6923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:45.397559 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-10e32e7f-ef2c-45c4-9639-5556cb1d6923 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6987fc77-3c26-47ef-abb3-7de448eaee91 HTTP/1.1" status: 204 len: 168 time: 0.2181027 Aug 05 14:15:45.416148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e32e7f-ef2c-45c4-9639-5556cb1d6923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6987fc77-3c26-47ef-abb3-7de448eaee91,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:45.443482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-13e658f8-bb81-4d7e-abd7-19f464701c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:45.445011 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-13e658f8-bb81-4d7e-abd7-19f464701c06 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.1782527 Aug 05 14:15:45.476061 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-014dc82f-1dd6-471b-953c-f7db2ed308a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41bba6d26b924e1ca194a9b1d3853d92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1828423 Aug 05 14:15:45.478530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48698) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:45.531156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1b5d18-b4fc-4c13-8f9d-cc2650686f77 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:15:45.559596 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:45.569270 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b21c8dbb-b02c-4cd8-9b86-7fb99eb7272d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:45.582562 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Transition to ACTIVE for port object de1b5d18-b4fc-4c13-8f9d-cc2650686f77 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:15:45.592093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-5f5e3956-14b6-426f-86cc-b5050cc19162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:45.596024 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-5f5e3956-14b6-426f-86cc-b5050cc19162 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1387327 Aug 05 14:15:45.603614 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:45.615982 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b21c8dbb-b02c-4cd8-9b86-7fb99eb7272d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:45.747639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ebc7e-a016-46a6-a138-3438817e0931 req-d85e47e8-76c3-4ff4-95b0-f08f68c5db21 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:45.759991 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-de6ebc7e-a016-46a6-a138-3438817e0931 req-d85e47e8-76c3-4ff4-95b0-f08f68c5db21 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 943 time: 0.0890989 Aug 05 14:15:45.794727 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b21c8dbb-b02c-4cd8-9b86-7fb99eb7272d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:45.797652 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b21c8dbb-b02c-4cd8-9b86-7fb99eb7272d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:45.805167 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b21c8dbb-b02c-4cd8-9b86-7fb99eb7272d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c6abb5b-97d0-4c79-97d0-69784c5524c6 HTTP/1.1" status: 204 len: 168 time: 0.3255067 Aug 05 14:15:45.830280 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-84830bb9-ad98-4763-bd0a-abd1e6c16fc8 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234573 Aug 05 14:15:45.848540 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Pushing event updated for resources: {'Port': ['ID=de1b5d18-b4fc-4c13-8f9d-cc2650686f77,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:45.854957 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-73d5897b-2424-4058-b806-071518473a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:45.885926 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-de6ebc7e-a016-46a6-a138-3438817e0931 req-5fd930bc-bca2-4929-8037-7413b5eadc4f tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106684 Aug 05 14:15:45.886745 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c8dbb-b02c-4cd8-9b86-7fb99eb7272d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6abb5b-97d0-4c79-97d0-69784c5524c6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:46.005354 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:46.006333 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-8e89a645-ecab-430a-a26a-babd2fa0f450 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582105 Aug 05 14:15:46.179390 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-44c7c46f-2b6f-4006-9a98-9481cd688726 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=c3959024-cd38-493d-b979-ae02a3fd5bed HTTP/1.1" status: 200 len: 217 time: 0.1628549 Aug 05 14:15:46.255786 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Attempting to bind port de1b5d18-b4fc-4c13-8f9d-cc2650686f77 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:15:46.255786 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Attempting to bind port de1b5d18-b4fc-4c13-8f9d-cc2650686f77 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '1ccfdf64-4a82-40a4-adb3-4f0c95cee039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:15:46.255786 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Attempting to bind port de1b5d18-b4fc-4c13-8f9d-cc2650686f77 on network 459a4a5b-a726-4022-a365-e2bc3ef0e3ea {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:15:46.261360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Port de1b5d18-b4fc-4c13-8f9d-cc2650686f77 on network 459a4a5b-a726-4022-a365-e2bc3ef0e3ea not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:15:46.261695 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Attempting to bind port de1b5d18-b4fc-4c13-8f9d-cc2650686f77 on network 459a4a5b-a726-4022-a365-e2bc3ef0e3ea {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:15:46.270840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:15:46.271176 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Checking segment: {'id': '1ccfdf64-4a82-40a4-adb3-4f0c95cee039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:15:46.271573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Bound using segment: {'id': '1ccfdf64-4a82-40a4-adb3-4f0c95cee039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:15:46.272025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Bound port: de1b5d18-b4fc-4c13-8f9d-cc2650686f77, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ccfdf64-4a82-40a4-adb3-4f0c95cee039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:15:46.272389 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:46.316175 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-d7e79e98-d792-46d4-84a5-3baf3756dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:46.317346 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-d7e79e98-d792-46d4-84a5-3baf3756dcbe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.1188781 Aug 05 14:15:46.401821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] For port de1b5d18-b4fc-4c13-8f9d-cc2650686f77, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:15:46.406148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] For port de1b5d18-b4fc-4c13-8f9d-cc2650686f77, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=de1b5d18-b4fc-4c13-8f9d-cc2650686f77,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:15:46.437507 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:46.495474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Pushing event updated for resources: {'Port': ['ID=de1b5d18-b4fc-4c13-8f9d-cc2650686f77,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:46.514595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:46.515227 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:46.516770 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-bbd7b7b2-fe5b-4fe1-b9fb-feffbb204a5c service neutron] 10.222.0.84 "PUT /v2.0/ports/de1b5d18-b4fc-4c13-8f9d-cc2650686f77 HTTP/1.1" status: 200 len: 1091 time: 2.3648713 Aug 05 14:15:46.517182 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f073e24e-587a-4dbc-9afc-c184086c9409', 'tag': 'de1b5d18-b4fc-4c13-8f9d-cc2650686f77'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:15:46.520329 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5059b4-0126-4a13-9197-33b950b595e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f073e24e-587a-4dbc-9afc-c184086c9409", "tag": "de1b5d18-b4fc-4c13-8f9d-cc2650686f77"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:15:46.550196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-1cc366f2-07d2-4ac9-a54f-ba3e4e3bfff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:46.556362 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-1cc366f2-07d2-4ac9-a54f-ba3e4e3bfff6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1483626 Aug 05 14:15:46.667656 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e615320-1530-4060-b88d-64da68722d94 x-openstack-request-id: req-6e615320-1530-4060-b88d-64da68722d94 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:15:46.668048 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f073e24e-587a-4dbc-9afc-c184086c9409", "tag": "de1b5d18-b4fc-4c13-8f9d-cc2650686f77", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:15:46.668386 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e615320-1530-4060-b88d-64da68722d94 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:15:46.668858 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f073e24e-587a-4dbc-9afc-c184086c9409', 'tag': 'de1b5d18-b4fc-4c13-8f9d-cc2650686f77', 'status': 'completed', 'code': 200} Aug 05 14:15:47.166715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-2164039f-fa00-427a-aabb-83141ca4f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:47.169249 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-2164039f-fa00-427a-aabb-83141ca4f7e7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c67640574cf34cf3a6eb781f2f334a8e&device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 1094 time: 0.6060851 Aug 05 14:15:47.240481 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-fb2ae1d6-65c7-48d0-b483-c8b50a201fec service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de1b5d18-b4fc-4c13-8f9d-cc2650686f77 HTTP/1.1" status: 200 len: 217 time: 0.0542800 Aug 05 14:15:47.298902 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48768) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:47.301740 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f3db6-56b1-4587-ba97-b8d43f6eb20d req-91dd121d-667a-402e-8fdd-fd011a549378 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:47.306461 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b0f3db6-56b1-4587-ba97-b8d43f6eb20d req-91dd121d-667a-402e-8fdd-fd011a549378 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 943 time: 0.1929412 Aug 05 14:15:47.309049 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48770) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:47.312804 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0121267 Aug 05 14:15:47.405127 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-345eac91-1bd0-466d-8c9b-eeedcbf07124 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7607174 Aug 05 14:15:47.472944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-8170a469-ccee-46e3-bbcf-cc3e39b73138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:47.481155 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-8170a469-ccee-46e3-bbcf-cc3e39b73138 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4eff0f5c-6cbd-44c3-89de-d3542c80b78b HTTP/1.1" status: 200 len: 855 time: 0.2210035 Aug 05 14:15:47.516394 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b0f3db6-56b1-4587-ba97-b8d43f6eb20d req-73ca903b-7f0d-4638-83e2-5611325ca0f1 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629572 Aug 05 14:15:47.563881 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-ec1ce06a-5a0d-4f4c-9e54-bf63295b2906 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=459a4a5b-a726-4022-a365-e2bc3ef0e3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760465 Aug 05 14:15:47.603994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48784) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:47.699443 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-a2ef6794-d979-4fa4-bf3c-ef32898e7146 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858295 Aug 05 14:15:47.718798 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-6000dc95-9a6f-4318-99f7-d836e17d43ea admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-867137915-network', 'tenant_id': 'd685abee54fe4e32aea2434144da2681'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:47.765511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6000dc95-9a6f-4318-99f7-d836e17d43ea admin admin] Made reservation on behalf of d685abee54fe4e32aea2434144da2681 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:15:47.769604 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6000dc95-9a6f-4318-99f7-d836e17d43ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:47.782799 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6000dc95-9a6f-4318-99f7-d836e17d43ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:47.836015 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e81fb608-9b46-4f46-a608-92226928dc4c tempest-NetworksApiDiscovery-1504698469 tempest-NetworksApiDiscovery-1504698469-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5133874 Aug 05 14:15:47.847100 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-e0965841-d91f-4789-9f45-f9b25f286d4c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3176ee0-d977-4960-b6c2-a03be5f071ae HTTP/1.1" status: 200 len: 217 time: 0.1152191 Aug 05 14:15:47.957384 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6000dc95-9a6f-4318-99f7-d836e17d43ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:47.961639 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6000dc95-9a6f-4318-99f7-d836e17d43ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:47.962036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-ecd5b57e-5015-470e-a7d7-14a0d5d88797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:47.963763 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-ecd5b57e-5015-470e-a7d7-14a0d5d88797 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=84bdd077-911d-4689-bd57-064e082f69c5 HTTP/1.1" status: 200 len: 797 time: 0.1085041 Aug 05 14:15:47.969576 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-ba0409dd-0c91-40fa-b600-f6de84eb68b7 service neutron] 10.222.0.84 "GET /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898156 Aug 05 14:15:47.990980 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6000dc95-9a6f-4318-99f7-d836e17d43ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:15:48.008135 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6000dc95-9a6f-4318-99f7-d836e17d43ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:48.008534 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-6000dc95-9a6f-4318-99f7-d836e17d43ea admin admin] Added segment 57c7f5dd-d6e8-4a0a-bb9e-0d27eaa85b7c of type vlan for network d40e6fca-b34c-4f5d-bbef-10b02f9a125a Aug 05 14:15:48.070968 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6000dc95-9a6f-4318-99f7-d836e17d43ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:48.134982 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000dc95-9a6f-4318-99f7-d836e17d43ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:48.153306 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6000dc95-9a6f-4318-99f7-d836e17d43ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:48.155858 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6000dc95-9a6f-4318-99f7-d836e17d43ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:48.156479 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6000dc95-9a6f-4318-99f7-d836e17d43ea admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:48.209344 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48798) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:48.291072 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000dc95-9a6f-4318-99f7-d836e17d43ea admin admin] Pushing event updated for resources: {'Network': ['ID=d40e6fca-b34c-4f5d-bbef-10b02f9a125a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:48.306345 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network d40e6fca-b34c-4f5d-bbef-10b02f9a125a details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:15:48.338597 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-30f64dc8-3337-45cb-b015-1e40dcb5432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:48.340666 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6000dc95-9a6f-4318-99f7-d836e17d43ea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7350457 Aug 05 14:15:48.341882 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48806) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:48.345396 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-30f64dc8-3337-45cb-b015-1e40dcb5432b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3721244 Aug 05 14:15:48.354509 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d71a9aa7-6e43-4258-b106-1fb002d0ec81 admin admin] Request body: {'subnet': {'network_id': 'd40e6fca-b34c-4f5d-bbef-10b02f9a125a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-867137915-subnet', 'tenant_id': 'd685abee54fe4e32aea2434144da2681', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:48.455245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71a9aa7-6e43-4258-b106-1fb002d0ec81 admin admin] Made reservation on behalf of d685abee54fe4e32aea2434144da2681 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:15:48.458961 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d71a9aa7-6e43-4258-b106-1fb002d0ec81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:48.489174 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-29bc778a-b014-4844-ba4f-3de5c7cad8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:48.591663 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-de230a7c-74ca-4a2b-a4f1-cf73fa76c3ec service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345452 Aug 05 14:15:48.593147 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:48.628156 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd00318d-107c-4b46-9c7c-ac482ac1ac4a req-0844680d-6a7b-46ea-8972-679752d31117 service neutron] 10.222.0.84 "GET /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6453259 Aug 05 14:15:48.852232 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d71a9aa7-6e43-4258-b106-1fb002d0ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:48.859991 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-4711f819-0aa8-4962-9b65-ed438f4aefd3 service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092190 Aug 05 14:15:48.928609 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd9012bb-d32e-4c7a-91bc-64e5250387ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:48.942457 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a9aa7-6e43-4258-b106-1fb002d0ec81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7900a03f-0793-47ad-994a-926551475c7c,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:48.953115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a9aa7-6e43-4258-b106-1fb002d0ec81 admin admin] Checking segment: {'id': '57c7f5dd-d6e8-4a0a-bb9e-0d27eaa85b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd40e6fca-b34c-4f5d-bbef-10b02f9a125a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:15:48.953598 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71a9aa7-6e43-4258-b106-1fb002d0ec81 admin admin] Network hostable DHCP agents. Network: d40e6fca-b34c-4f5d-bbef-10b02f9a125a, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:15:48.973203 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71a9aa7-6e43-4258-b106-1fb002d0ec81 admin admin] Network d40e6fca-b34c-4f5d-bbef-10b02f9a125a is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:15:48.991056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-d71a9aa7-6e43-4258-b106-1fb002d0ec81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, d40e6fca-b34c-4f5d-bbef-10b02f9a125a) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:15:48.999867 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d71adb-ce73-4ad0-8678-b012fb648fbe None None] Network d40e6fca-b34c-4f5d-bbef-10b02f9a125a requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:15:49.004893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71a9aa7-6e43-4258-b106-1fb002d0ec81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:49.005704 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d71a9aa7-6e43-4258-b106-1fb002d0ec81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:49.021828 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-0b379f98-8802-4105-a253-3d464a816b32 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd1c7278-e3e1-487f-9ace-bca5738d9ea9 HTTP/1.1" status: 200 len: 217 time: 0.1519156 Aug 05 14:15:49.093387 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6bc86-85c4-4948-84a2-19eac8c4eafe req-8806d86c-dd8e-447a-9c29-51aeaed20117 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:49.101547 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-daa6bc86-85c4-4948-84a2-19eac8c4eafe req-8806d86c-dd8e-447a-9c29-51aeaed20117 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 943 time: 0.2330179 Aug 05 14:15:49.151635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48830) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:49.251663 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5059b4-0126-4a13-9197-33b950b595e0 req-b12677b5-f4ce-4abf-9a64-cac43533b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:49.254531 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5d5059b4-0126-4a13-9197-33b950b595e0 req-b12677b5-f4ce-4abf-9a64-cac43533b21b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c67640574cf34cf3a6eb781f2f334a8e&device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 1094 time: 0.3872333 Aug 05 14:15:49.264825 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-cfc094cd-7df3-4437-bb8e-67073dddfb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:49.266725 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-cfc094cd-7df3-4437-bb8e-67073dddfb6e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=84bdd077-911d-4689-bd57-064e082f69c5 HTTP/1.1" status: 200 len: 797 time: 0.2350805 Aug 05 14:15:49.269599 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec7994a-1476-47ff-8a63-70e582ec3388 None None] Network d40e6fca-b34c-4f5d-bbef-10b02f9a125a requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:15:49.384068 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22728498-d684-49fa-86dc-78a6a5409da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:49.414998 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-daa6bc86-85c4-4948-84a2-19eac8c4eafe req-3488df87-950a-4cab-a324-b147bde6edd5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039856 Aug 05 14:15:49.508909 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:49.519444 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-9c69d75d-ceda-42ba-9cdd-0f0a9ce55638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:49.521169 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-9c69d75d-ceda-42ba-9cdd-0f0a9ce55638 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2330422 Aug 05 14:15:49.536112 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5059b4-0126-4a13-9197-33b950b595e0 req-d0b7fe00-4981-4984-a66c-01ad7470587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:49.539419 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5d5059b4-0126-4a13-9197-33b950b595e0 req-d0b7fe00-4981-4984-a66c-01ad7470587e service neutron] 10.222.0.84 "GET /v2.0/networks?id=459a4a5b-a726-4022-a365-e2bc3ef0e3ea HTTP/1.1" status: 200 len: 916 time: 0.2686286 Aug 05 14:15:49.574596 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd9012bb-d32e-4c7a-91bc-64e5250387ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:49.615871 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d71a9aa7-6e43-4258-b106-1fb002d0ec81 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2723322 Aug 05 14:15:49.743758 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd9012bb-d32e-4c7a-91bc-64e5250387ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:49.761166 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22728498-d684-49fa-86dc-78a6a5409da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:49.766857 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22728498-d684-49fa-86dc-78a6a5409da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:49.798670 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22728498-d684-49fa-86dc-78a6a5409da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7f7379-c82a-40b5-bbed-81e8219003b7,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:49.825779 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5d5059b4-0126-4a13-9197-33b950b595e0 req-b6cb773f-69d8-4c40-8c8c-6f6b0535eb4a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de1b5d18-b4fc-4c13-8f9d-cc2650686f77 HTTP/1.1" status: 200 len: 217 time: 0.0925646 Aug 05 14:15:49.833380 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-22728498-d684-49fa-86dc-78a6a5409da3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5d0e95b0cf049e7bfcc602e6b22b243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6803346 Aug 05 14:15:49.836980 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48850) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:49.844110 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-adcee88c-d809-46d2-bbd9-876a13e02475 service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656186 Aug 05 14:15:49.883255 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bd9012bb-d32e-4c7a-91bc-64e5250387ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cb5679409444a95a0a868d238c16c48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6728468 Aug 05 14:15:49.888360 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48852) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:49.921499 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bbebacbc-63de-482f-8079-0ed45146155f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:50.017675 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bbebacbc-63de-482f-8079-0ed45146155f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:50.019288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9012bb-d32e-4c7a-91bc-64e5250387ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f84c86-e3d8-4584-9b40-45e126cc203e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:50.059292 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc8b7bbe-9030-45f1-9c5e-c040e7803d27 req-9089af87-2726-465e-8fec-9995a762bb24 service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005556 Aug 05 14:15:50.069741 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5059b4-0126-4a13-9197-33b950b595e0 req-720f35ae-f6f9-435a-ba7f-4c37498642f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:50.071578 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5d5059b4-0126-4a13-9197-33b950b595e0 req-720f35ae-f6f9-435a-ba7f-4c37498642f3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4eff0f5c-6cbd-44c3-89de-d3542c80b78b HTTP/1.1" status: 200 len: 855 time: 0.2330372 Aug 05 14:15:50.078621 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-40dae6ea-99d4-4cee-bac9-bf66515b899d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:50.133529 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5d5059b4-0126-4a13-9197-33b950b595e0 req-08408080-4bcc-4f95-8179-5826d92480ce service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=459a4a5b-a726-4022-a365-e2bc3ef0e3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534260 Aug 05 14:15:50.167486 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bbebacbc-63de-482f-8079-0ed45146155f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:50.170085 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bbebacbc-63de-482f-8079-0ed45146155f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:50.178422 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bbebacbc-63de-482f-8079-0ed45146155f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb7f7379-c82a-40b5-bbed-81e8219003b7 HTTP/1.1" status: 204 len: 168 time: 0.3400218 Aug 05 14:15:50.219963 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebacbc-63de-482f-8079-0ed45146155f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7f7379-c82a-40b5-bbed-81e8219003b7,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:50.239921 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-40dae6ea-99d4-4cee-bac9-bf66515b899d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:50.338280 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5d5059b4-0126-4a13-9197-33b950b595e0 req-b085a8c9-fd7d-4f14-bbd7-3468a57898e9 service neutron] 10.222.0.84 "GET /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944170 Aug 05 14:15:50.346544 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-40dae6ea-99d4-4cee-bac9-bf66515b899d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:50.350419 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-40dae6ea-99d4-4cee-bac9-bf66515b899d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:50.354307 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-40dae6ea-99d4-4cee-bac9-bf66515b899d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63f84c86-e3d8-4584-9b40-45e126cc203e HTTP/1.1" status: 204 len: 168 time: 0.4623010 Aug 05 14:15:50.372254 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dae6ea-99d4-4cee-bac9-bf66515b899d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f84c86-e3d8-4584-9b40-45e126cc203e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:50.594313 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5d5059b4-0126-4a13-9197-33b950b595e0 req-73f648e2-93e8-443a-91fc-3f2b991c1250 service neutron] 10.222.0.84 "GET /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391145 Aug 05 14:15:50.616213 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a235b6a-0811-40e3-95da-d5828ee1ef15 req-a11fb357-d4e0-40a5-9ad8-04b6e5640148 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:50.626601 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5a235b6a-0811-40e3-95da-d5828ee1ef15 req-a11fb357-d4e0-40a5-9ad8-04b6e5640148 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 943 time: 0.0947039 Aug 05 14:15:50.742517 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5a235b6a-0811-40e3-95da-d5828ee1ef15 req-5ebcd625-c99c-4fdf-9632-ccdb40e4479c tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124871 Aug 05 14:15:50.773131 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device de1b5d18-b4fc-4c13-8f9d-cc2650686f77 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:15:50.874977 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48892) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:50.880818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-03a298d6-42cc-4f35-b67e-0482aec0fe13 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-467478476-network', 'tenant_id': '70ce3fc1e2b540cbbd1dfa9bfa15c898'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:50.903410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port de1b5d18-b4fc-4c13-8f9d-cc2650686f77, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=de1b5d18-b4fc-4c13-8f9d-cc2650686f77,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:15:50.919031 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'de1b5d18-b4fc-4c13-8f9d-cc2650686f77', 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea', 'port_id': 'de1b5d18-b4fc-4c13-8f9d-cc2650686f77', 'mac_address': 'fa:16:3e:4b:79:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eff0f5c-6cbd-44c3-89de-d3542c80b78b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:15:50.930871 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a298d6-42cc-4f35-b67e-0482aec0fe13 admin admin] Made reservation on behalf of 70ce3fc1e2b540cbbd1dfa9bfa15c898 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:15:50.933595 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-03a298d6-42cc-4f35-b67e-0482aec0fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:50.960356 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-03a298d6-42cc-4f35-b67e-0482aec0fe13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:50.976074 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:50.992205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1b5d18-b4fc-4c13-8f9d-cc2650686f77 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:15:51.022111 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port de1b5d18-b4fc-4c13-8f9d-cc2650686f77, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=de1b5d18-b4fc-4c13-8f9d-cc2650686f77,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:15:51.035052 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:51.071851 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48894) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:51.102763 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-67cb710a-e246-4b7a-8055-753d0859ef87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:51.149938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=de1b5d18-b4fc-4c13-8f9d-cc2650686f77,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:51.175665 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-03a298d6-42cc-4f35-b67e-0482aec0fe13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:51.183454 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-03a298d6-42cc-4f35-b67e-0482aec0fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:51.267814 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a298d6-42cc-4f35-b67e-0482aec0fe13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851dda60-2d65-477f-aa96-5db80e2852d3,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:51.293480 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a298d6-42cc-4f35-b67e-0482aec0fe13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:15:51.303656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['de1b5d18-b4fc-4c13-8f9d-cc2650686f77'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:15:51.307618 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-03a298d6-42cc-4f35-b67e-0482aec0fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:51.307968 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-03a298d6-42cc-4f35-b67e-0482aec0fe13 admin admin] Added segment 5c9f64eb-cdc3-484c-b2b6-8fcd96d460f4 of type vlan for network 06ed3a7d-0267-4e0f-9877-ad37e5631361 Aug 05 14:15:51.378763 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-03a298d6-42cc-4f35-b67e-0482aec0fe13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:51.385808 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:51.394284 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-67cb710a-e246-4b7a-8055-753d0859ef87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:51.400912 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-67cb710a-e246-4b7a-8055-753d0859ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:51.446504 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-03a298d6-42cc-4f35-b67e-0482aec0fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:51.447525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a298d6-42cc-4f35-b67e-0482aec0fe13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:51.448169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-03a298d6-42cc-4f35-b67e-0482aec0fe13 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:51.475702 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-67cb710a-e246-4b7a-8055-753d0859ef87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=106726b2c455482c944fea7bc1d18fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003112 Aug 05 14:15:51.484059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48910) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:51.556782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb710a-e246-4b7a-8055-753d0859ef87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c40e4e2-6661-428e-912b-d507feba5914,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:51.563139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a298d6-42cc-4f35-b67e-0482aec0fe13 admin admin] Pushing event updated for resources: {'Network': ['ID=06ed3a7d-0267-4e0f-9877-ad37e5631361,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:51.583446 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-03a298d6-42cc-4f35-b67e-0482aec0fe13 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7071915 Aug 05 14:15:51.584397 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48916) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:51.589185 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2b500d2a-f2b2-40f2-bf3d-0393b96af969 admin admin] Request body: {'subnet': {'network_id': '06ed3a7d-0267-4e0f-9877-ad37e5631361', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-467478476-subnet', 'tenant_id': '70ce3fc1e2b540cbbd1dfa9bfa15c898', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:51.592380 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-392982b8-9f79-41c2-851d-0414a93d92f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:51.604590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 06ed3a7d-0267-4e0f-9877-ad37e5631361 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:15:51.666829 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b500d2a-f2b2-40f2-bf3d-0393b96af969 admin admin] Made reservation on behalf of 70ce3fc1e2b540cbbd1dfa9bfa15c898 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:15:51.672271 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b500d2a-f2b2-40f2-bf3d-0393b96af969 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:51.675445 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-392982b8-9f79-41c2-851d-0414a93d92f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:51.773448 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-392982b8-9f79-41c2-851d-0414a93d92f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:51.776121 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-392982b8-9f79-41c2-851d-0414a93d92f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:51.777632 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-392982b8-9f79-41c2-851d-0414a93d92f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c40e4e2-6661-428e-912b-d507feba5914 HTTP/1.1" status: 204 len: 168 time: 0.2923229 Aug 05 14:15:51.786605 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392982b8-9f79-41c2-851d-0414a93d92f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c40e4e2-6661-428e-912b-d507feba5914,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:52.005793 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b500d2a-f2b2-40f2-bf3d-0393b96af969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:52.006385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372fad6-6798-4ee3-a2e0-8a7749e0b4ee req-55ab2228-3d0f-494b-adda-55630bb1e06d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:52.007918 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2372fad6-6798-4ee3-a2e0-8a7749e0b4ee req-55ab2228-3d0f-494b-adda-55630bb1e06d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 944 time: 0.1148481 Aug 05 14:15:52.068825 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2372fad6-6798-4ee3-a2e0-8a7749e0b4ee req-90f7406a-37e1-494e-b9f6-a2a691bc1841 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539734 Aug 05 14:15:52.109956 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b500d2a-f2b2-40f2-bf3d-0393b96af969 admin admin] Checking segment: {'id': '5c9f64eb-cdc3-484c-b2b6-8fcd96d460f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ed3a7d-0267-4e0f-9877-ad37e5631361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:15:52.110357 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b500d2a-f2b2-40f2-bf3d-0393b96af969 admin admin] Network hostable DHCP agents. Network: 06ed3a7d-0267-4e0f-9877-ad37e5631361, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:15:52.127836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b500d2a-f2b2-40f2-bf3d-0393b96af969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe99a8a6-eafb-4177-95f6-219e64527517,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:52.149847 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b500d2a-f2b2-40f2-bf3d-0393b96af969 admin admin] Network 06ed3a7d-0267-4e0f-9877-ad37e5631361 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:15:52.162494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-2b500d2a-f2b2-40f2-bf3d-0393b96af969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 06ed3a7d-0267-4e0f-9877-ad37e5631361) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:15:52.167594 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b500d2a-f2b2-40f2-bf3d-0393b96af969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:52.168220 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b500d2a-f2b2-40f2-bf3d-0393b96af969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:52.173784 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e0143f-b12b-4062-9a0e-bffeed74f524 None None] Network 06ed3a7d-0267-4e0f-9877-ad37e5631361 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:15:52.231022 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2b500d2a-f2b2-40f2-bf3d-0393b96af969 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6457798 Aug 05 14:15:52.400498 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6def66d3-119b-448f-8e79-a82c57814604 None None] Network 06ed3a7d-0267-4e0f-9877-ad37e5631361 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:15:52.772209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device de1b5d18-b4fc-4c13-8f9d-cc2650686f77 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:15:52.827986 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port de1b5d18-b4fc-4c13-8f9d-cc2650686f77 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:15:52.834490 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port de1b5d18-b4fc-4c13-8f9d-cc2650686f77 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:15:52.834875 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:52.934991 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:52.967907 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f073e24e-587a-4dbc-9afc-c184086c9409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1b5d18-b4fc-4c13-8f9d-cc2650686f77'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:15:52.971941 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bd8f36-aee9-497e-bc7e-d90a93d3c99d" -d '{"events": [{"server_uuid": "f073e24e-587a-4dbc-9afc-c184086c9409", "name": "network-vif-plugged", "status": "completed", "tag": "de1b5d18-b4fc-4c13-8f9d-cc2650686f77"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:15:52.998773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port de1b5d18-b4fc-4c13-8f9d-cc2650686f77, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=de1b5d18-b4fc-4c13-8f9d-cc2650686f77,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:15:53.004848 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:53.078961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=de1b5d18-b4fc-4c13-8f9d-cc2650686f77,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:53.133945 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a744fe-3953-4c15-95f8-78ff0617c818 x-openstack-request-id: req-c3a744fe-3953-4c15-95f8-78ff0617c818 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:15:53.134169 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f073e24e-587a-4dbc-9afc-c184086c9409", "name": "network-vif-plugged", "status": "completed", "tag": "de1b5d18-b4fc-4c13-8f9d-cc2650686f77", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:15:53.134648 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3a744fe-3953-4c15-95f8-78ff0617c818 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:15:53.135459 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f073e24e-587a-4dbc-9afc-c184086c9409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1b5d18-b4fc-4c13-8f9d-cc2650686f77', 'code': 200} Aug 05 14:15:53.305944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6d2bb-61ad-4bb7-9443-9c35974cfa7e req-18798baa-7601-4255-94e6-a99f7ad2aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:53.308342 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-39f6d2bb-61ad-4bb7-9443-9c35974cfa7e req-18798baa-7601-4255-94e6-a99f7ad2aae9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 1096 time: 0.1117308 Aug 05 14:15:53.321466 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-1d6ebd20-8e1b-40de-98b4-96f2cb1f62cd tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:53.327091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ba362-5984-486c-b165-6966f862b03d req-e8252e4a-224b-44ec-bcfe-af1b33a2d162 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:53.328651 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-900ba362-5984-486c-b165-6966f862b03d req-e8252e4a-224b-44ec-bcfe-af1b33a2d162 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.1218486 Aug 05 14:15:53.337555 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-1d6ebd20-8e1b-40de-98b4-96f2cb1f62cd tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/networks?id=d40e6fca-b34c-4f5d-bbef-10b02f9a125a HTTP/1.1" status: 200 len: 811 time: 0.1712387 Aug 05 14:15:53.360855 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-8429b1cf-dac2-4b00-8ed5-9a3d16aab9ff tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/quotas/d685abee54fe4e32aea2434144da2681 HTTP/1.1" status: 200 len: 375 time: 0.0217838 Aug 05 14:15:53.435774 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-86321748-673e-4d92-a046-6f6c0035e45f tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d685abee54fe4e32aea2434144da2681&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718331 Aug 05 14:15:53.495243 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-39f6d2bb-61ad-4bb7-9443-9c35974cfa7e req-5da5d132-82de-4c16-96fa-5b07ed67d794 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626160 Aug 05 14:15:53.527074 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-900ba362-5984-486c-b165-6966f862b03d req-2c20fe84-6764-4110-818b-6b9b2156e7d4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639137 Aug 05 14:15:53.842365 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-13779e8e-adb1-428a-878e-5b607cb49073 service neutron] 10.222.0.16 "GET /v2.0/networks/d40e6fca-b34c-4f5d-bbef-10b02f9a125a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785148 Aug 05 14:15:54.076631 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-ade7f520-aec3-4d7e-be28-d7e1ee004b4a service neutron] 10.222.0.16 "GET /v2.0/networks/d40e6fca-b34c-4f5d-bbef-10b02f9a125a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175634 Aug 05 14:15:54.481408 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-063eab8c-2069-4d29-8128-28523360c61c req-1d418a8a-e886-4547-8873-90d873d784ef tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 210 time: 0.0607808 Aug 05 14:15:54.695437 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65ee49-bc3f-41d0-bef0-37a5c23cdf84 req-97236b8a-123b-4e42-9375-d92a5deb4dad tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:54.703803 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d65ee49-bc3f-41d0-bef0-37a5c23cdf84 req-97236b8a-123b-4e42-9375-d92a5deb4dad tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.0917637 Aug 05 14:15:54.792918 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d65ee49-bc3f-41d0-bef0-37a5c23cdf84 req-a73da2d3-6e64-4cab-9f0b-227358833c53 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857563 Aug 05 14:15:55.054591 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde5e92-fc10-4604-9d63-6866120109cb req-331eb332-eff3-4414-8269-324ccba733bf tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:55.062920 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dfde5e92-fc10-4604-9d63-6866120109cb req-331eb332-eff3-4414-8269-324ccba733bf tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.0864196 Aug 05 14:15:55.117760 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dfde5e92-fc10-4604-9d63-6866120109cb req-a832798f-3032-4115-8bb0-17beaeaa7c23 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538666 Aug 05 14:15:55.426950 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49134) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:55.658550 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-38c82eeb-e0fa-420a-a6a2-bca05de80e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:55.761929 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fb303de0-f803-49d2-8b1d-3167239e2e17 req-731e3c94-79f7-402b-b36e-d637f9b07563 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 210 time: 0.0842342 Aug 05 14:15:55.829595 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-38c82eeb-e0fa-420a-a6a2-bca05de80e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:55.841855 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-38c82eeb-e0fa-420a-a6a2-bca05de80e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:55.922554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934104b-3cf5-449a-84a5-12f98554f5eb req-7ce82589-1bc4-472f-84da-3adef465fa0d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:55.934668 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b934104b-3cf5-449a-84a5-12f98554f5eb req-7ce82589-1bc4-472f-84da-3adef465fa0d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.1539633 Aug 05 14:15:55.947436 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c82eeb-e0fa-420a-a6a2-bca05de80e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c871f0e3-3c76-48ad-9a40-79cfe7a605b4,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:56.001095 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-38c82eeb-e0fa-420a-a6a2-bca05de80e5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6884fed8d27c420fa2f46a15f7a8657e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5704706 Aug 05 14:15:56.003475 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49164) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:56.021525 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b934104b-3cf5-449a-84a5-12f98554f5eb req-990b3536-27ae-4025-94da-d6161fb901f3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916092 Aug 05 14:15:56.099082 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-71495ebb-bd23-4fc4-9c03-f24c55f1231b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:56.213246 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-c5bd9fea-478c-4b26-8247-aa0a1803298e tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:56.215178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-c5bd9fea-478c-4b26-8247-aa0a1803298e tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.63 "GET /v2.0/networks?id=d40e6fca-b34c-4f5d-bbef-10b02f9a125a HTTP/1.1" status: 200 len: 811 time: 0.1131108 Aug 05 14:15:56.229617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-05b28035-a56c-416d-8baa-ca428d5ab814 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Request body: {'port': {'device_id': '476b3818-2899-4cd6-82e0-40829812b742', 'network_id': 'd40e6fca-b34c-4f5d-bbef-10b02f9a125a', 'admin_state_up': True, 'tenant_id': 'd685abee54fe4e32aea2434144da2681'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:56.288735 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-71495ebb-bd23-4fc4-9c03-f24c55f1231b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:56.426931 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-71495ebb-bd23-4fc4-9c03-f24c55f1231b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:56.430794 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-71495ebb-bd23-4fc4-9c03-f24c55f1231b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:56.432252 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-71495ebb-bd23-4fc4-9c03-f24c55f1231b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c871f0e3-3c76-48ad-9a40-79cfe7a605b4 HTTP/1.1" status: 204 len: 168 time: 0.4275112 Aug 05 14:15:56.443105 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71495ebb-bd23-4fc4-9c03-f24c55f1231b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c871f0e3-3c76-48ad-9a40-79cfe7a605b4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:56.445189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-05b28035-a56c-416d-8baa-ca428d5ab814 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Made reservation on behalf of d685abee54fe4e32aea2434144da2681 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:15:56.450313 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-05b28035-a56c-416d-8baa-ca428d5ab814 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:56.683464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-05b28035-a56c-416d-8baa-ca428d5ab814 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Allocated IP 172.20.0.4 (d40e6fca-b34c-4f5d-bbef-10b02f9a125a/7900a03f-0793-47ad-994a-926551475c7c/b1d5742e-2bfe-4f94-a3a4-7fda75400836) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:15:56.925695 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49194) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:56.934880 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-05b28035-a56c-416d-8baa-ca428d5ab814 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:56.944115 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33080a86-415d-409e-9ea9-cd2179326002 req-8be849d8-7b21-427e-9e15-99fe118235ad tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 210 time: 0.0598917 Aug 05 14:15:56.954349 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-acae4c87-cc52-4ef4-b00a-6eea21def75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:57.039069 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-05b28035-a56c-416d-8baa-ca428d5ab814 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:57.121498 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-05b28035-a56c-416d-8baa-ca428d5ab814 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Network d40e6fca-b34c-4f5d-bbef-10b02f9a125a is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:15:57.135750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-05b28035-a56c-416d-8baa-ca428d5ab814 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:15:57.140818 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-05b28035-a56c-416d-8baa-ca428d5ab814 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:15:57.219463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-05b28035-a56c-416d-8baa-ca428d5ab814 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:57.222194 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-05b28035-a56c-416d-8baa-ca428d5ab814 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:57.225915 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b28035-a56c-416d-8baa-ca428d5ab814 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Pushing event updated for resources: {'Port': ['ID=b1d5742e-2bfe-4f94-a3a4-7fda75400836,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:57.248332 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-acae4c87-cc52-4ef4-b00a-6eea21def75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:57.280562 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-acae4c87-cc52-4ef4-b00a-6eea21def75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:57.290494 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-05b28035-a56c-416d-8baa-ca428d5ab814 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0649750 Aug 05 14:15:57.316614 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Request body: {'port': {'device_id': '476b3818-2899-4cd6-82e0-40829812b742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:57.369643 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-acae4c87-cc52-4ef4-b00a-6eea21def75a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e403809acc54ae49df3ddeecaa9f794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4421871 Aug 05 14:15:57.372091 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49216) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:57.382063 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a04c22-a344-4fda-b579-80177f0761c4 req-63f33980-4747-41ab-8038-a75a260b19e7 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:57.386725 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1a04c22-a344-4fda-b579-80177f0761c4 req-63f33980-4747-41ab-8038-a75a260b19e7 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.1507657 Aug 05 14:15:57.393603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae4c87-cc52-4ef4-b00a-6eea21def75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d92dd60-f107-46c9-9ec2-463a9cc8297e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:57.450047 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:57.458520 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab72cd1b-2aee-4f76-a9dc-eb7f2b12bfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:57.489259 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1a04c22-a344-4fda-b579-80177f0761c4 req-63f196d1-ec14-4989-add5-c22028f9afa3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712931 Aug 05 14:15:57.552415 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab72cd1b-2aee-4f76-a9dc-eb7f2b12bfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:57.629771 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab72cd1b-2aee-4f76-a9dc-eb7f2b12bfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:57.632974 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab72cd1b-2aee-4f76-a9dc-eb7f2b12bfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:57.634357 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ab72cd1b-2aee-4f76-a9dc-eb7f2b12bfba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d92dd60-f107-46c9-9ec2-463a9cc8297e HTTP/1.1" status: 204 len: 168 time: 0.2612517 Aug 05 14:15:57.645759 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72cd1b-2aee-4f76-a9dc-eb7f2b12bfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d92dd60-f107-46c9-9ec2-463a9cc8297e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:57.821898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d5742e-2bfe-4f94-a3a4-7fda75400836 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:15:57.836366 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:57.851558 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Transition to ACTIVE for port object b1d5742e-2bfe-4f94-a3a4-7fda75400836 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:15:57.860687 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:57.985285 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d5742e-2bfe-4f94-a3a4-7fda75400836,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:58.156701 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a6e17-00e2-4f38-9240-2644f1cfc129 req-d68d87fd-09a5-4d50-b092-1ebd77055e45 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:58.158619 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-579a6e17-00e2-4f38-9240-2644f1cfc129 req-d68d87fd-09a5-4d50-b092-1ebd77055e45 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 943 time: 0.1046851 Aug 05 14:15:58.176129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Attempting to bind port b1d5742e-2bfe-4f94-a3a4-7fda75400836 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:15:58.176547 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Attempting to bind port b1d5742e-2bfe-4f94-a3a4-7fda75400836 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '57c7f5dd-d6e8-4a0a-bb9e-0d27eaa85b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd40e6fca-b34c-4f5d-bbef-10b02f9a125a'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:15:58.176948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Attempting to bind port b1d5742e-2bfe-4f94-a3a4-7fda75400836 on network d40e6fca-b34c-4f5d-bbef-10b02f9a125a {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:15:58.673291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Port b1d5742e-2bfe-4f94-a3a4-7fda75400836 on network d40e6fca-b34c-4f5d-bbef-10b02f9a125a not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:15:58.676652 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Attempting to bind port b1d5742e-2bfe-4f94-a3a4-7fda75400836 on network d40e6fca-b34c-4f5d-bbef-10b02f9a125a {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:15:58.699729 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-579a6e17-00e2-4f38-9240-2644f1cfc129 req-8fbc3552-5c83-44eb-af10-dc80cd747779 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329764 Aug 05 14:15:58.703099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:15:58.704414 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Checking segment: {'id': '57c7f5dd-d6e8-4a0a-bb9e-0d27eaa85b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd40e6fca-b34c-4f5d-bbef-10b02f9a125a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:15:58.705981 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Bound using segment: {'id': '57c7f5dd-d6e8-4a0a-bb9e-0d27eaa85b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd40e6fca-b34c-4f5d-bbef-10b02f9a125a'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:15:58.708251 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Bound port: b1d5742e-2bfe-4f94-a3a4-7fda75400836, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c7f5dd-d6e8-4a0a-bb9e-0d27eaa85b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd40e6fca-b34c-4f5d-bbef-10b02f9a125a'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:15:58.709147 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:58.734501 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4443f8-7bb9-4bc3-8a1f-04d323a37321 req-b98544b1-597d-4aea-82d1-372b44ec8a6d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:58.745126 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae4443f8-7bb9-4bc3-8a1f-04d323a37321 req-b98544b1-597d-4aea-82d1-372b44ec8a6d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.1091430 Aug 05 14:15:58.835670 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae4443f8-7bb9-4bc3-8a1f-04d323a37321 req-ffbbb9f3-081c-4031-8458-920529d4f527 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894032 Aug 05 14:15:58.836265 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49290) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:58.901639 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] For port b1d5742e-2bfe-4f94-a3a4-7fda75400836, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:15:58.910480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] For port b1d5742e-2bfe-4f94-a3a4-7fda75400836, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b1d5742e-2bfe-4f94-a3a4-7fda75400836,segment=NetworkSegment(57c7f5dd-d6e8-4a0a-bb9e-0d27eaa85b7c),segment_id=57c7f5dd-d6e8-4a0a-bb9e-0d27eaa85b7c)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:15:58.918632 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:58.985285 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:58.986029 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:58.988149 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] 10.222.0.63 "PUT /v2.0/ports/b1d5742e-2bfe-4f94-a3a4-7fda75400836 HTTP/1.1" status: 200 len: 1091 time: 1.6857908 Aug 05 14:15:58.988676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476b3818-2899-4cd6-82e0-40829812b742', 'tag': 'b1d5742e-2bfe-4f94-a3a4-7fda75400836'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:15:58.991353 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53630a1-7b6a-4b1a-969b-9b936e4143b0" -d '{"events": [{"name": "network-changed", "server_uuid": "476b3818-2899-4cd6-82e0-40829812b742", "tag": "b1d5742e-2bfe-4f94-a3a4-7fda75400836"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:15:59.041437 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-84cc773a-0dc7-4285-8b34-0b5599d0caed admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1859414326-network', 'tenant_id': '7d6b24d8365245e281d16ceac14d3dfd'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:59.074568 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f026ec-a2f9-44b2-b6ed-34dc00034c0d x-openstack-request-id: req-c5f026ec-a2f9-44b2-b6ed-34dc00034c0d {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:15:59.075144 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476b3818-2899-4cd6-82e0-40829812b742", "tag": "b1d5742e-2bfe-4f94-a3a4-7fda75400836", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:15:59.075705 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5f026ec-a2f9-44b2-b6ed-34dc00034c0d {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:15:59.076374 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476b3818-2899-4cd6-82e0-40829812b742', 'tag': 'b1d5742e-2bfe-4f94-a3a4-7fda75400836', 'status': 'completed', 'code': 200} Aug 05 14:15:59.089422 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cc773a-0dc7-4285-8b34-0b5599d0caed admin admin] Made reservation on behalf of 7d6b24d8365245e281d16ceac14d3dfd for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:15:59.094544 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-84cc773a-0dc7-4285-8b34-0b5599d0caed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:59.128587 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcc532-4515-4953-96c9-9fba9d1b04f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d5742e-2bfe-4f94-a3a4-7fda75400836,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:59.137535 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-84cc773a-0dc7-4285-8b34-0b5599d0caed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:59.153299 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-5b5af69e-1a45-4793-901c-a9d6354cf710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:59.155905 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-5b5af69e-1a45-4793-901c-a9d6354cf710 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d685abee54fe4e32aea2434144da2681&device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 1094 time: 0.1047075 Aug 05 14:15:59.228261 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-c0b9e695-c211-483e-8a1e-d1dd0052f3a7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1d5742e-2bfe-4f94-a3a4-7fda75400836 HTTP/1.1" status: 200 len: 217 time: 0.0636828 Aug 05 14:15:59.337032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-7eb6f10c-cbc5-469b-831e-5d71c08c0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:59.338646 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-7eb6f10c-cbc5-469b-831e-5d71c08c0c40 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7900a03f-0793-47ad-994a-926551475c7c HTTP/1.1" status: 200 len: 851 time: 0.0997930 Aug 05 14:15:59.383415 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-6932e781-474e-4efc-9b48-ca9afeebe1da service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d40e6fca-b34c-4f5d-bbef-10b02f9a125a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350952 Aug 05 14:15:59.426128 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-84cc773a-0dc7-4285-8b34-0b5599d0caed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:59.434018 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-84cc773a-0dc7-4285-8b34-0b5599d0caed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:59.458486 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84cc773a-0dc7-4285-8b34-0b5599d0caed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:15:59.470686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-84cc773a-0dc7-4285-8b34-0b5599d0caed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:59.471350 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-84cc773a-0dc7-4285-8b34-0b5599d0caed admin admin] Added segment 76eafe26-17bd-4acd-aa94-8a018a881d34 of type vlan for network ee45fee7-b64a-4738-8bef-3a94357e418e Aug 05 14:15:59.529944 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-f12a4bc4-40a6-4b83-bb9a-c76f4474227f service neutron] 10.222.0.63 "GET /v2.0/networks/d40e6fca-b34c-4f5d-bbef-10b02f9a125a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298635 Aug 05 14:15:59.555017 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-84cc773a-0dc7-4285-8b34-0b5599d0caed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:59.615585 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-84cc773a-0dc7-4285-8b34-0b5599d0caed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:59.617847 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cc773a-0dc7-4285-8b34-0b5599d0caed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:59.617847 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-84cc773a-0dc7-4285-8b34-0b5599d0caed admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:59.712423 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc773a-0dc7-4285-8b34-0b5599d0caed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c6bb56-5402-44a0-8acb-38f317de85d1,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:59.727355 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-84cc773a-0dc7-4285-8b34-0b5599d0caed admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8874843 Aug 05 14:15:59.728316 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49330) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:15:59.732603 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2849d6dd-5d75-41d5-8125-caf4605cae83 req-7bf216e6-69e9-4759-aaf5-0cd5417f87c1 service neutron] 10.222.0.63 "GET /v2.0/networks/d40e6fca-b34c-4f5d-bbef-10b02f9a125a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929412 Aug 05 14:15:59.738864 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-97b1c9a4-f96d-44bc-a272-b6f13b7c9274 admin admin] Request body: {'subnet': {'network_id': 'ee45fee7-b64a-4738-8bef-3a94357e418e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1859414326-subnet', 'tenant_id': '7d6b24d8365245e281d16ceac14d3dfd', 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:15:59.747509 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc773a-0dc7-4285-8b34-0b5599d0caed admin admin] Pushing event updated for resources: {'Network': ['ID=ee45fee7-b64a-4738-8bef-3a94357e418e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:15:59.762683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network ee45fee7-b64a-4738-8bef-3a94357e418e details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:15:59.802298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b1c9a4-f96d-44bc-a272-b6f13b7c9274 admin admin] Made reservation on behalf of 7d6b24d8365245e281d16ceac14d3dfd for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:15:59.805521 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-97b1c9a4-f96d-44bc-a272-b6f13b7c9274 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:15:59.887378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53630a1-7b6a-4b1a-969b-9b936e4143b0 req-dcda8a9e-e5c4-405e-b0a7-3707e9391164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:15:59.888972 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53630a1-7b6a-4b1a-969b-9b936e4143b0 req-dcda8a9e-e5c4-405e-b0a7-3707e9391164 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d685abee54fe4e32aea2434144da2681&device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 1094 time: 0.1009355 Aug 05 14:16:00.075167 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53630a1-7b6a-4b1a-969b-9b936e4143b0 req-912b01e6-2f0b-4152-9c2c-893cbb1d16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:00.076743 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53630a1-7b6a-4b1a-969b-9b936e4143b0 req-912b01e6-2f0b-4152-9c2c-893cbb1d16a1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d40e6fca-b34c-4f5d-bbef-10b02f9a125a HTTP/1.1" status: 200 len: 912 time: 0.1798751 Aug 05 14:16:00.079012 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a35d42-4e0e-4ee7-a092-3208be9e95af req-6dfb0cc2-9932-42da-9934-06b5381bdc50 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:00.080768 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-76a35d42-4e0e-4ee7-a092-3208be9e95af req-6dfb0cc2-9932-42da-9934-06b5381bdc50 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 943 time: 0.2490587 Aug 05 14:16:00.162165 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53630a1-7b6a-4b1a-969b-9b936e4143b0 req-46a91b49-054d-4e21-a69b-8dee0dc57acc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1d5742e-2bfe-4f94-a3a4-7fda75400836 HTTP/1.1" status: 200 len: 217 time: 0.0497599 Aug 05 14:16:00.169300 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-76a35d42-4e0e-4ee7-a092-3208be9e95af req-eaea22ed-2645-4091-ab20-0eb3fa32bc83 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817084 Aug 05 14:16:00.258340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c00a2-9973-436f-b4a3-e711b5115171 req-66a735b8-4dc1-4136-92ae-a6abbf7f9d57 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:00.266119 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b4c00a2-9973-436f-b4a3-e711b5115171 req-66a735b8-4dc1-4136-92ae-a6abbf7f9d57 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.2296391 Aug 05 14:16:00.281516 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53630a1-7b6a-4b1a-969b-9b936e4143b0 req-05a3b1e3-c222-4eda-b259-3df7d7ae0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:00.283136 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53630a1-7b6a-4b1a-969b-9b936e4143b0 req-05a3b1e3-c222-4eda-b259-3df7d7ae0cfd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7900a03f-0793-47ad-994a-926551475c7c HTTP/1.1" status: 200 len: 851 time: 0.1079106 Aug 05 14:16:00.297638 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-97b1c9a4-f96d-44bc-a272-b6f13b7c9274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:00.326325 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53630a1-7b6a-4b1a-969b-9b936e4143b0 req-e44cee78-8744-45f1-82f3-751164cdbbd9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d40e6fca-b34c-4f5d-bbef-10b02f9a125a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346196 Aug 05 14:16:00.403843 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1c9a4-f96d-44bc-a272-b6f13b7c9274 admin admin] Checking segment: {'id': '76eafe26-17bd-4acd-aa94-8a018a881d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ee45fee7-b64a-4738-8bef-3a94357e418e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:16:00.404214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b1c9a4-f96d-44bc-a272-b6f13b7c9274 admin admin] Network hostable DHCP agents. Network: ee45fee7-b64a-4738-8bef-3a94357e418e, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:16:00.432572 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1c9a4-f96d-44bc-a272-b6f13b7c9274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b117df5d-968f-44db-ad14-ee3ef0de0a30,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:00.467767 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b1c9a4-f96d-44bc-a272-b6f13b7c9274 admin admin] Network ee45fee7-b64a-4738-8bef-3a94357e418e is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:16:00.484482 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b4c00a2-9973-436f-b4a3-e711b5115171 req-bf18cfb5-4815-4e83-815b-e4203a890e84 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001023 Aug 05 14:16:00.500423 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-97b1c9a4-f96d-44bc-a272-b6f13b7c9274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, ee45fee7-b64a-4738-8bef-3a94357e418e) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:16:00.513328 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7237af-3be9-4016-bee6-8a0f172ef30b None None] Network ee45fee7-b64a-4738-8bef-3a94357e418e requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:16:00.517030 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b1c9a4-f96d-44bc-a272-b6f13b7c9274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:00.518501 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-97b1c9a4-f96d-44bc-a272-b6f13b7c9274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:00.552745 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-97b1c9a4-f96d-44bc-a272-b6f13b7c9274 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8228233 Aug 05 14:16:00.555604 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49358) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:00.568999 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1859414326-router', 'tenant_id': '7d6b24d8365245e281d16ceac14d3dfd', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:16:00.604707 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:00.608932 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:00.668443 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53630a1-7b6a-4b1a-969b-9b936e4143b0 req-0fc0d926-bcc7-4401-9918-377f7df1d685 service neutron] 10.222.0.63 "GET /v2.0/networks/d40e6fca-b34c-4f5d-bbef-10b02f9a125a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287854 Aug 05 14:16:00.792196 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:00.950518 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-ee45fee7-b64a-4738-8bef-3a94357e418e', 'network_id': 'ee45fee7-b64a-4738-8bef-3a94357e418e', 'tenant_id': '7d6b24d8365245e281d16ceac14d3dfd', 'fixed_ips': [{'subnet_id': 'b117df5d-968f-44db-ad14-ee3ef0de0a30'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:16:00.953609 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:01.061466 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53630a1-7b6a-4b1a-969b-9b936e4143b0 req-5d735d5d-4279-4497-ac2c-2300fdddb652 service neutron] 10.222.0.63 "GET /v2.0/networks/d40e6fca-b34c-4f5d-bbef-10b02f9a125a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836122 Aug 05 14:16:01.145422 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b1d5742e-2bfe-4f94-a3a4-7fda75400836 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:16:01.147395 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:01.280260 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Allocated IP 172.20.0.2 (ee45fee7-b64a-4738-8bef-3a94357e418e/b117df5d-968f-44db-ad14-ee3ef0de0a30/18831565-75c4-4cb0-a465-43ea8338e5ab) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:16:01.367795 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b1d5742e-2bfe-4f94-a3a4-7fda75400836, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b1d5742e-2bfe-4f94-a3a4-7fda75400836,segment=NetworkSegment(57c7f5dd-d6e8-4a0a-bb9e-0d27eaa85b7c),segment_id=57c7f5dd-d6e8-4a0a-bb9e-0d27eaa85b7c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:01.384993 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'b1d5742e-2bfe-4f94-a3a4-7fda75400836', 'network_id': 'd40e6fca-b34c-4f5d-bbef-10b02f9a125a', 'port_id': 'b1d5742e-2bfe-4f94-a3a4-7fda75400836', 'mac_address': 'fa:16:3e:ac:94:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7900a03f-0793-47ad-994a-926551475c7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:16:01.442729 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa798c-4ab2-4793-8beb-4b35a9126c78 req-5c6d5c42-ee6b-4509-8370-9e9e41384f8f tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:01.445775 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78fa798c-4ab2-4793-8beb-4b35a9126c78 req-5c6d5c42-ee6b-4509-8370-9e9e41384f8f tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 943 time: 0.1304874 Aug 05 14:16:01.480123 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:01.512328 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:01.538912 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d5742e-2bfe-4f94-a3a4-7fda75400836 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:16:01.555695 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-78fa798c-4ab2-4793-8beb-4b35a9126c78 req-43e803b0-324c-475b-8cbd-af7668251e41 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010234 Aug 05 14:16:01.624672 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b1d5742e-2bfe-4f94-a3a4-7fda75400836, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b1d5742e-2bfe-4f94-a3a4-7fda75400836,segment=NetworkSegment(57c7f5dd-d6e8-4a0a-bb9e-0d27eaa85b7c),segment_id=57c7f5dd-d6e8-4a0a-bb9e-0d27eaa85b7c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:01.636463 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:01.638444 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:01.656170 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:01.768983 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=b1d5742e-2bfe-4f94-a3a4-7fda75400836,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:01.774907 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Transition to ACTIVE for port object 18831565-75c4-4cb0-a465-43ea8338e5ab will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:16:01.797585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Transition to ACTIVE for port object 18831565-75c4-4cb0-a465-43ea8338e5ab will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:16:01.822139 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:01.848333 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317219fa-186e-43f9-90de-28279d3f3e6d req-4d4acef0-3526-4295-b677-ee15242fb8d6 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:01.859856 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-317219fa-186e-43f9-90de-28279d3f3e6d req-4d4acef0-3526-4295-b677-ee15242fb8d6 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.1488974 Aug 05 14:16:01.898985 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Network ee45fee7-b64a-4738-8bef-3a94357e418e is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:16:01.904782 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:16:01.931444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:16:01.938782 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Allocated IP 172.25.5.241 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/6a66beda-21b3-4b4d-a35f-71e1e84c5247) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:16:01.976169 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Pushing event updated for resources: {'Port': ['ID=18831565-75c4-4cb0-a465-43ea8338e5ab,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:02.024411 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Attempting to bind port 18831565-75c4-4cb0-a465-43ea8338e5ab on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:16:02.024911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Attempting to bind port 18831565-75c4-4cb0-a465-43ea8338e5ab by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '76eafe26-17bd-4acd-aa94-8a018a881d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ee45fee7-b64a-4738-8bef-3a94357e418e'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:16:02.025359 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Attempting to bind port 18831565-75c4-4cb0-a465-43ea8338e5ab on network ee45fee7-b64a-4738-8bef-3a94357e418e {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:16:02.029465 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['b1d5742e-2bfe-4f94-a3a4-7fda75400836'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:16:02.084464 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:16:02.089244 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-317219fa-186e-43f9-90de-28279d3f3e6d req-b155fa12-fa29-4edc-bebf-7ae544c440e9 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107632 Aug 05 14:16:02.096187 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Checking segment: {'id': '76eafe26-17bd-4acd-aa94-8a018a881d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ee45fee7-b64a-4738-8bef-3a94357e418e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:16:02.101657 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:02.102307 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Bound using segment: {'id': '76eafe26-17bd-4acd-aa94-8a018a881d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ee45fee7-b64a-4738-8bef-3a94357e418e'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:16:02.102892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Bound port: 18831565-75c4-4cb0-a465-43ea8338e5ab, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76eafe26-17bd-4acd-aa94-8a018a881d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ee45fee7-b64a-4738-8bef-3a94357e418e'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:16:02.103364 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:02.177823 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:02.266666 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:02.274559 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] For port 18831565-75c4-4cb0-a465-43ea8338e5ab, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:16:02.285167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] For port 18831565-75c4-4cb0-a465-43ea8338e5ab, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=18831565-75c4-4cb0-a465-43ea8338e5ab,segment=NetworkSegment(76eafe26-17bd-4acd-aa94-8a018a881d34),segment_id=76eafe26-17bd-4acd-aa94-8a018a881d34)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:16:02.295221 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:02.320973 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:16:02.324118 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:16:02.326797 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:16:02.392061 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22ad08-a77f-4e02-867f-dcabbe683bbe None None] Pushing event updated for resources: {'Port': ['ID=18831565-75c4-4cb0-a465-43ea8338e5ab,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:02.445201 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=6a66beda-21b3-4b4d-a35f-71e1e84c5247,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:02.858011 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:02.938541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71addab7-1ea6-44ea-8efd-8c986209e242 req-5e3a329c-ac6b-41fd-89d3-192679f26a44 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:02.946419 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71addab7-1ea6-44ea-8efd-8c986209e242 req-5e3a329c-ac6b-41fd-89d3-192679f26a44 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 944 time: 0.2028239 Aug 05 14:16:03.039555 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71addab7-1ea6-44ea-8efd-8c986209e242 req-26fdcd81-cb71-4a47-b43f-051ea40e86e5 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922215 Aug 05 14:16:03.161976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b1d5742e-2bfe-4f94-a3a4-7fda75400836 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:03.226559 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:03.287446 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port b1d5742e-2bfe-4f94-a3a4-7fda75400836 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:16:03.307376 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port b1d5742e-2bfe-4f94-a3a4-7fda75400836 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:03.311206 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:03.328943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025e518-a658-4276-aae4-d7e2ec0481a3 req-d3bea015-4161-4d3e-a76b-9fd0dfe1507b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:03.336926 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2025e518-a658-4276-aae4-d7e2ec0481a3 req-d3bea015-4161-4d3e-a76b-9fd0dfe1507b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.0917058 Aug 05 14:16:03.401287 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2025e518-a658-4276-aae4-d7e2ec0481a3 req-f124fed1-a0b3-458d-98b4-a833ccc4f07f tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633183 Aug 05 14:16:03.466134 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Router 01354cf5-44f8-4f63-85e1-394b7ff44499 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:16:03.523811 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:03.592404 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b1d5742e-2bfe-4f94-a3a4-7fda75400836, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b1d5742e-2bfe-4f94-a3a4-7fda75400836,segment=NetworkSegment(57c7f5dd-d6e8-4a0a-bb9e-0d27eaa85b7c),segment_id=57c7f5dd-d6e8-4a0a-bb9e-0d27eaa85b7c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:03.593582 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476b3818-2899-4cd6-82e0-40829812b742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d5742e-2bfe-4f94-a3a4-7fda75400836'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:16:03.598272 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1190c4-7e67-4354-9617-2a2f3a038dce" -d '{"events": [{"server_uuid": "476b3818-2899-4cd6-82e0-40829812b742", "name": "network-vif-plugged", "status": "completed", "tag": "b1d5742e-2bfe-4f94-a3a4-7fda75400836"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:16:03.618876 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:03.680697 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3915e5-7680-439b-a115-b718589cadce x-openstack-request-id: req-4f3915e5-7680-439b-a115-b718589cadce {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:16:03.681245 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476b3818-2899-4cd6-82e0-40829812b742", "name": "network-vif-plugged", "status": "completed", "tag": "b1d5742e-2bfe-4f94-a3a4-7fda75400836", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:16:03.681662 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f3915e5-7680-439b-a115-b718589cadce {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:16:03.682217 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476b3818-2899-4cd6-82e0-40829812b742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d5742e-2bfe-4f94-a3a4-7fda75400836', 'code': 200} Aug 05 14:16:03.727116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=b1d5742e-2bfe-4f94-a3a4-7fda75400836,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:03.841107 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0166ead-eecc-4997-a53d-9e4daf32233d req-f9c9a71e-02ae-44e5-be99-bba7558afeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:03.843933 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0166ead-eecc-4997-a53d-9e4daf32233d req-f9c9a71e-02ae-44e5-be99-bba7558afeda service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 1096 time: 0.0951600 Aug 05 14:16:03.962778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438a2681-75c6-4d49-a5b8-1282bf9bca37 None None] Network ee45fee7-b64a-4738-8bef-3a94357e418e requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:16:04.008191 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0166ead-eecc-4997-a53d-9e4daf32233d req-b06e42df-4472-4263-baad-12daa209a3b6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337564 Aug 05 14:16:04.159871 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:16:04.178740 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:04.180426 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-69797da4-b930-4748-b59d-55fd65838fb3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.6220412 Aug 05 14:16:04.183433 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49462) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:04.359576 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 18831565-75c4-4cb0-a465-43ea8338e5ab up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:04.368757 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Sync routers for ids ['01354cf5-44f8-4f63-85e1-394b7ff44499'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:16:04.397979 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b956315d-d351-4a65-8ed1-76cafe11ec79 None None] Provisioning for port 18831565-75c4-4cb0-a465-43ea8338e5ab completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:16:04.438090 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Routers {'01354cf5-44f8-4f63-85e1-394b7ff44499'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:16:04.439625 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:15:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['01354cf5-44f8-4f63-85e1-394b7ff44499'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:04.456732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab370d0-e451-457e-860c-7ee248fdbb86 req-b6f1f177-32e6-4f57-b4a2-7d2080bb948b tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:04.464404 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5ab370d0-e451-457e-860c-7ee248fdbb86 req-b6f1f177-32e6-4f57-b4a2-7d2080bb948b tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 945 time: 0.2737262 Aug 05 14:16:04.627751 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5ab370d0-e451-457e-860c-7ee248fdbb86 req-900ccf35-6cfe-45b1-bd6f-6f084d7b7476 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623936 Aug 05 14:16:04.672757 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242696a-9c15-423e-8b49-a9f9266b272b req-786cc894-c9cc-4257-944f-a95e47b83d24 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:04.700836 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4242696a-9c15-423e-8b49-a9f9266b272b req-786cc894-c9cc-4257-944f-a95e47b83d24 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.1434157 Aug 05 14:16:04.732411 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Set router 01354cf5-44f8-4f63-85e1-394b7ff44499 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:16:04.768838 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4242696a-9c15-423e-8b49-a9f9266b272b req-e12579f2-970a-4c75-a7af-d54af4c3e1a2 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654199 Aug 05 14:16:04.949813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 18831565-75c4-4cb0-a465-43ea8338e5ab completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:16:04.960319 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 18831565-75c4-4cb0-a465-43ea8338e5ab triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:04.960696 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:05.081559 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:05.274122 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:05.283694 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01354cf5-44f8-4f63-85e1-394b7ff44499', 'name': 'tempest-ImageQuotaTest-1859414326-router', 'tenant_id': '7d6b24d8365245e281d16ceac14d3dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '6a66beda-21b3-4b4d-a35f-71e1e84c5247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:00Z', 'updated_at': '2021-08-05T14:16:02Z', 'revision_number': 3, 'project_id': '7d6b24d8365245e281d16ceac14d3dfd', 'gw_port': {'id': '6a66beda-21b3-4b4d-a35f-71e1e84c5247', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fa:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01354cf5-44f8-4f63-85e1-394b7ff44499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:01Z', 'updated_at': '2021-08-05T14:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:05.342862 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Checking router: 01354cf5-44f8-4f63-85e1-394b7ff44499 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:16:05.343087 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Updating router 01354cf5-44f8-4f63-85e1-394b7ff44499 port 6a66beda-21b3-4b4d-a35f-71e1e84c5247 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:16:05.373590 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:05.509800 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Allocated IP 172.20.0.1 (ee45fee7-b64a-4738-8bef-3a94357e418e/b117df5d-968f-44db-ad14-ee3ef0de0a30/34282e04-02e1-48f1-ae84-c88f0410b989) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:16:05.529591 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 18831565-75c4-4cb0-a465-43ea8338e5ab, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=18831565-75c4-4cb0-a465-43ea8338e5ab,segment=NetworkSegment(76eafe26-17bd-4acd-aa94-8a018a881d34),segment_id=76eafe26-17bd-4acd-aa94-8a018a881d34)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:05.624874 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:05.639842 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-16cb211e-62ad-4fc3-9c15-ceeb57f208c2 None None] Provisioning complete for port 18831565-75c4-4cb0-a465-43ea8338e5ab triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:05.640224 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-16cb211e-62ad-4fc3-9c15-ceeb57f208c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:05.741026 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:05.747713 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=18831565-75c4-4cb0-a465-43ea8338e5ab,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:05.769991 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Transition to ACTIVE for port object 34282e04-02e1-48f1-ae84-c88f0410b989 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:16:05.871162 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:05.909631 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652f566-1521-4acf-b0ce-96009e52a60d req-4d388a69-59bd-4823-9d85-162c8cdb57ae tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:05.924394 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d652f566-1521-4acf-b0ce-96009e52a60d req-4d388a69-59bd-4823-9d85-162c8cdb57ae tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 945 time: 0.1254544 Aug 05 14:16:06.005472 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d652f566-1521-4acf-b0ce-96009e52a60d req-e7184b4e-1ebe-45eb-b8eb-b776daca10f6 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706010 Aug 05 14:16:06.061306 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Network ee45fee7-b64a-4738-8bef-3a94357e418e is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:16:06.063648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Pushing event updated for resources: {'Port': ['ID=34282e04-02e1-48f1-ae84-c88f0410b989,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:06.066409 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:16:06.072123 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:16:06.086650 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:06.102121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Transition to ACTIVE for port object 6a66beda-21b3-4b4d-a35f-71e1e84c5247 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:16:06.169433 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:06.186791 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26ab7f-912d-4a3b-8e23-a6941f05ecc0 req-d44ba89b-9eb2-4d82-b250-0773a6e94652 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:06.188580 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c26ab7f-912d-4a3b-8e23-a6941f05ecc0 req-d44ba89b-9eb2-4d82-b250-0773a6e94652 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.2593122 Aug 05 14:16:06.218792 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:06.245147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac66eb0-5d69-4c28-b4e9-ab18924d7450 req-c685e6a5-14cf-494e-923b-0d0bbd1c3f68 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:06.254123 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cac66eb0-5d69-4c28-b4e9-ab18924d7450 req-c685e6a5-14cf-494e-923b-0d0bbd1c3f68 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 945 time: 0.0991757 Aug 05 14:16:06.280720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 18831565-75c4-4cb0-a465-43ea8338e5ab up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:06.345235 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cac66eb0-5d69-4c28-b4e9-ab18924d7450 req-f1350846-598d-42fe-bebe-bc373d39453f tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833087 Aug 05 14:16:06.427361 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6ea86-f680-4c81-ac94-347635563f3e None None] Pushing event updated for resources: {'Port': ['ID=6a66beda-21b3-4b4d-a35f-71e1e84c5247,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:06.523549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Attempting to bind port 6a66beda-21b3-4b4d-a35f-71e1e84c5247 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:16:06.524364 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Attempting to bind port 6a66beda-21b3-4b4d-a35f-71e1e84c5247 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:16:06.525717 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Attempting to bind port 6a66beda-21b3-4b4d-a35f-71e1e84c5247 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:16:06.543665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:16:06.544334 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:16:06.545028 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:06.545638 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:16:06.546384 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Bound port: 6a66beda-21b3-4b4d-a35f-71e1e84c5247, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:16:06.546998 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:06.562730 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:06.605654 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 18831565-75c4-4cb0-a465-43ea8338e5ab triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:06.606540 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:06.669234 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c26ab7f-912d-4a3b-8e23-a6941f05ecc0 req-35d24bd9-4c6f-49d5-b8f1-8663dd4d2543 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700010 Aug 05 14:16:06.679921 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] For port 6a66beda-21b3-4b4d-a35f-71e1e84c5247, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:16:06.688551 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] For port 6a66beda-21b3-4b4d-a35f-71e1e84c5247, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=6a66beda-21b3-4b4d-a35f-71e1e84c5247,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:16:06.765623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fc5c0ab8-fe33-48dc-add6-7bd1e7577098 None None] Provisioning for port 34282e04-02e1-48f1-ae84-c88f0410b989 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:16:06.771544 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:06.776332 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fc5c0ab8-fe33-48dc-add6-7bd1e7577098 None None] Provisioning complete for port 34282e04-02e1-48f1-ae84-c88f0410b989 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:06.777174 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fc5c0ab8-fe33-48dc-add6-7bd1e7577098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:06.969046 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871eec7-3e75-4539-8ee0-471a9d6c6e1d req-1843c6ff-649d-4d86-8976-b80cee30c6d1 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:06.977102 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1871eec7-3e75-4539-8ee0-471a9d6c6e1d req-1843c6ff-649d-4d86-8976-b80cee30c6d1 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 945 time: 0.0876310 Aug 05 14:16:07.002695 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Routers {'01354cf5-44f8-4f63-85e1-394b7ff44499'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:16:07.003338 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:15:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['01354cf5-44f8-4f63-85e1-394b7ff44499'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:07.047675 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fc5c0ab8-fe33-48dc-add6-7bd1e7577098 None None] Port 34282e04-02e1-48f1-ae84-c88f0410b989 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:16:07.066940 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1871eec7-3e75-4539-8ee0-471a9d6c6e1d req-7c04ff61-8493-4ff7-b316-10ca40d649d1 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888631 Aug 05 14:16:07.071673 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:07.077683 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:07.083465 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6ea86-f680-4c81-ac94-347635563f3e None None] Pushing event updated for resources: {'Port': ['ID=6a66beda-21b3-4b4d-a35f-71e1e84c5247,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:07.180124 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] Set router 01354cf5-44f8-4f63-85e1-394b7ff44499 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:16:07.270761 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:07.274888 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Pushing event updated for resources: {'Port': ['ID=34282e04-02e1-48f1-ae84-c88f0410b989,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:07.499877 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Network ee45fee7-b64a-4738-8bef-3a94357e418e is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:16:07.504806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:16:07.669741 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01354cf5-44f8-4f63-85e1-394b7ff44499', 'name': 'tempest-ImageQuotaTest-1859414326-router', 'tenant_id': '7d6b24d8365245e281d16ceac14d3dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '6a66beda-21b3-4b4d-a35f-71e1e84c5247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:00Z', 'updated_at': '2021-08-05T14:16:06Z', 'revision_number': 4, 'project_id': '7d6b24d8365245e281d16ceac14d3dfd', 'gw_port': {'id': '6a66beda-21b3-4b4d-a35f-71e1e84c5247', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fa:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01354cf5-44f8-4f63-85e1-394b7ff44499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:01Z', 'updated_at': '2021-08-05T14:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '34282e04-02e1-48f1-ae84-c88f0410b989', 'name': '', 'network_id': 'ee45fee7-b64a-4738-8bef-3a94357e418e', 'tenant_id': '7d6b24d8365245e281d16ceac14d3dfd', 'mac_address': 'fa:16:3e:99:5a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01354cf5-44f8-4f63-85e1-394b7ff44499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'b117df5d-968f-44db-ad14-ee3ef0de0a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:05Z', 'updated_at': '2021-08-05T14:16:05Z', 'revision_number': 1, 'project_id': '7d6b24d8365245e281d16ceac14d3dfd', 'subnets': [{'id': 'b117df5d-968f-44db-ad14-ee3ef0de0a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:07.743958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e01b2b5-17d5-4af0-97a1-d3e8d2685e2c None None] The sync data for ids ['01354cf5-44f8-4f63-85e1-394b7ff44499'] in n-d-803585-2 is: [{'id': '01354cf5-44f8-4f63-85e1-394b7ff44499', 'name': 'tempest-ImageQuotaTest-1859414326-router', 'tenant_id': '7d6b24d8365245e281d16ceac14d3dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '6a66beda-21b3-4b4d-a35f-71e1e84c5247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:00Z', 'updated_at': '2021-08-05T14:16:06Z', 'revision_number': 4, 'project_id': '7d6b24d8365245e281d16ceac14d3dfd', 'gw_port': {'id': '6a66beda-21b3-4b4d-a35f-71e1e84c5247', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fa:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01354cf5-44f8-4f63-85e1-394b7ff44499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:01Z', 'updated_at': '2021-08-05T14:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '34282e04-02e1-48f1-ae84-c88f0410b989', 'name': '', 'network_id': 'ee45fee7-b64a-4738-8bef-3a94357e418e', 'tenant_id': '7d6b24d8365245e281d16ceac14d3dfd', 'mac_address': 'fa:16:3e:99:5a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01354cf5-44f8-4f63-85e1-394b7ff44499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'b117df5d-968f-44db-ad14-ee3ef0de0a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:05Z', 'updated_at': '2021-08-05T14:16:05Z', 'revision_number': 1, 'project_id': '7d6b24d8365245e281d16ceac14d3dfd', 'subnets': [{'id': 'b117df5d-968f-44db-ad14-ee3ef0de0a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:16:07.930487 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Router 01354cf5-44f8-4f63-85e1-394b7ff44499 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:16:07.936031 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0b528-8b6e-4dc8-aaf9-c1fe286427a5 req-d3b6862b-d062-4f86-a5a5-a9c02475fc4a tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:07.944193 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c1c0b528-8b6e-4dc8-aaf9-c1fe286427a5 req-d3b6862b-d062-4f86-a5a5-a9c02475fc4a tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.1279013 Aug 05 14:16:08.002809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-096ce0df-d7cb-40f8-bd24-fae117d06b88 None None] Provisioning complete for port 34282e04-02e1-48f1-ae84-c88f0410b989 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:08.003457 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-096ce0df-d7cb-40f8-bd24-fae117d06b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:08.023949 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c1c0b528-8b6e-4dc8-aaf9-c1fe286427a5 req-df31c620-fafc-44ec-a3df-639fb4c32039 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785167 Aug 05 14:16:08.074055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-096ce0df-d7cb-40f8-bd24-fae117d06b88 None None] Port 34282e04-02e1-48f1-ae84-c88f0410b989 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:16:08.212968 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:16:08.232283 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-45958644-9c6c-41e1-a9ff-f5d0d079f517 admin admin] 10.222.0.16 "PUT /v2.0/routers/01354cf5-44f8-4f63-85e1-394b7ff44499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0476594 Aug 05 14:16:08.362600 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9332b14-64e5-475d-937d-7169250b77f7 req-5ffff492-c21f-4690-b79c-10472a9f43d4 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:08.372012 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f9332b14-64e5-475d-937d-7169250b77f7 req-5ffff492-c21f-4690-b79c-10472a9f43d4 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 945 time: 0.1175623 Aug 05 14:16:08.475676 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f9332b14-64e5-475d-937d-7169250b77f7 req-0216a6c3-2a50-4f74-b5bb-559f7aa791ac tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020398 Aug 05 14:16:09.013593 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97ac22-076c-40f5-963e-2562c941129a req-bdc48c71-c524-4ad6-ab35-124a57958e7d tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:09.023165 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-af97ac22-076c-40f5-963e-2562c941129a req-bdc48c71-c524-4ad6-ab35-124a57958e7d tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 945 time: 0.1332414 Aug 05 14:16:09.027256 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559891a-5c66-4f22-b4ef-a6b8607241e3 req-10ddc3fd-6e97-44da-854b-1f083a007a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:09.028307 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c559891a-5c66-4f22-b4ef-a6b8607241e3 req-10ddc3fd-6e97-44da-854b-1f083a007a29 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d685abee54fe4e32aea2434144da2681&device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 1096 time: 0.0953977 Aug 05 14:16:09.112832 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-af97ac22-076c-40f5-963e-2562c941129a req-75b18e66-7c82-45a8-838b-b7366d6945df tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884244 Aug 05 14:16:09.318491 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559891a-5c66-4f22-b4ef-a6b8607241e3 req-04cc7edd-3af4-48ce-8850-f10d5902c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:09.335727 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c559891a-5c66-4f22-b4ef-a6b8607241e3 req-04cc7edd-3af4-48ce-8850-f10d5902c111 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d40e6fca-b34c-4f5d-bbef-10b02f9a125a HTTP/1.1" status: 200 len: 912 time: 0.2592471 Aug 05 14:16:09.460919 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c559891a-5c66-4f22-b4ef-a6b8607241e3 req-ded8abd1-913c-470d-be37-9fa7359ed819 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1d5742e-2bfe-4f94-a3a4-7fda75400836 HTTP/1.1" status: 200 len: 217 time: 0.0904121 Aug 05 14:16:09.573912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a51d8-2b80-4dda-84ce-1af687e8de88 req-000ba383-18ff-449b-9daa-474a59d3b340 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:09.582640 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e55a51d8-2b80-4dda-84ce-1af687e8de88 req-000ba383-18ff-449b-9daa-474a59d3b340 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.2448230 Aug 05 14:16:09.625067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559891a-5c66-4f22-b4ef-a6b8607241e3 req-460a0fdb-8b38-4c1d-9fdc-0dbb2b189efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:09.627489 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c559891a-5c66-4f22-b4ef-a6b8607241e3 req-460a0fdb-8b38-4c1d-9fdc-0dbb2b189efe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7900a03f-0793-47ad-994a-926551475c7c HTTP/1.1" status: 200 len: 851 time: 0.1525774 Aug 05 14:16:09.749504 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c559891a-5c66-4f22-b4ef-a6b8607241e3 req-14396464-a8b1-486a-b581-c53e1f906971 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d40e6fca-b34c-4f5d-bbef-10b02f9a125a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020370 Aug 05 14:16:09.772145 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e55a51d8-2b80-4dda-84ce-1af687e8de88 req-003bf4e3-e004-45af-b6e5-21fa71b335e0 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808877 Aug 05 14:16:10.006804 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c559891a-5c66-4f22-b4ef-a6b8607241e3 req-def98ada-d3f8-4b05-a957-3a288a9a3189 service neutron] 10.222.0.63 "GET /v2.0/networks/d40e6fca-b34c-4f5d-bbef-10b02f9a125a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330108 Aug 05 14:16:10.111224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6a66beda-21b3-4b4d-a35f-71e1e84c5247 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:10.276801 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 6a66beda-21b3-4b4d-a35f-71e1e84c5247 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:16:10.290362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 6a66beda-21b3-4b4d-a35f-71e1e84c5247 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:10.290692 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:10.335692 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c559891a-5c66-4f22-b4ef-a6b8607241e3 req-43eb4153-7448-41e9-9502-8bddb920ef74 service neutron] 10.222.0.63 "GET /v2.0/networks/d40e6fca-b34c-4f5d-bbef-10b02f9a125a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154109 Aug 05 14:16:10.362928 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f40fb4-1858-4b4d-97ee-e3fdc8aed322 req-1fd8b07b-2c85-4870-9481-acdbc385bddb tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:10.371648 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-79f40fb4-1858-4b4d-97ee-e3fdc8aed322 req-1fd8b07b-2c85-4870-9481-acdbc385bddb tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 945 time: 0.1029325 Aug 05 14:16:10.446011 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-79f40fb4-1858-4b4d-97ee-e3fdc8aed322 req-8d1d0cf2-c2b1-40db-bcae-7139173e2233 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611684 Aug 05 14:16:10.573347 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:10.627435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 6a66beda-21b3-4b4d-a35f-71e1e84c5247, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=6a66beda-21b3-4b4d-a35f-71e1e84c5247,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:10.635891 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:10.760279 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=6a66beda-21b3-4b4d-a35f-71e1e84c5247,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:10.897680 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49660) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:11.008517 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66be22-0f0f-4d83-8006-cf368e66f128 req-183ee286-ae44-4bf4-a9da-9392360d29d5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:11.027561 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ff66be22-0f0f-4d83-8006-cf368e66f128 req-183ee286-ae44-4bf4-a9da-9392360d29d5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.1343007 Aug 05 14:16:11.076454 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ff66be22-0f0f-4d83-8006-cf368e66f128 req-9213f2b6-e173-4d20-82a4-7e15a459065b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479226 Aug 05 14:16:11.629143 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9316a0-d624-47f1-871b-8d45bd44ca1f req-b6b2b23b-2610-4d8f-86dd-a7fea861af21 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:11.636556 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ab9316a0-d624-47f1-871b-8d45bd44ca1f req-b6b2b23b-2610-4d8f-86dd-a7fea861af21 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 945 time: 0.0815086 Aug 05 14:16:11.703953 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ab9316a0-d624-47f1-871b-8d45bd44ca1f req-da9f77cf-b88d-4472-a695-a1faba4ab071 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664930 Aug 05 14:16:11.708050 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fd1bca05-2536-4801-8953-215ba531e3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:11.899461 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193fe742-f373-4dbd-9491-ee4570835fa5 None None] Sync routers for ids ['01354cf5-44f8-4f63-85e1-394b7ff44499'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:16:11.957502 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193fe742-f373-4dbd-9491-ee4570835fa5 None None] Routers {'01354cf5-44f8-4f63-85e1-394b7ff44499'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:16:11.959329 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-193fe742-f373-4dbd-9491-ee4570835fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:15:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['01354cf5-44f8-4f63-85e1-394b7ff44499'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:11.993081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6a66beda-21b3-4b4d-a35f-71e1e84c5247 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:12.144236 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfc5c3-c6f3-4b34-ac03-7c518b204747 req-3f8f05b3-4360-41ae-8c3d-2331766b24e7 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:12.166106 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e1bfc5c3-c6f3-4b34-ac03-7c518b204747 req-3f8f05b3-4360-41ae-8c3d-2331766b24e7 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 945 time: 0.1407552 Aug 05 14:16:12.206772 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 6a66beda-21b3-4b4d-a35f-71e1e84c5247 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:12.207068 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:12.265307 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-193fe742-f373-4dbd-9491-ee4570835fa5 None None] Set router 01354cf5-44f8-4f63-85e1-394b7ff44499 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:16:12.316082 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e1bfc5c3-c6f3-4b34-ac03-7c518b204747 req-13dcb53c-5ab4-495c-b0bf-d5ec54e17e5d tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485009 Aug 05 14:16:12.400292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57740b8d-6866-4460-8d6c-feb81ee00e69 req-4ffea58e-2b97-4ab1-9061-a340a3fd192d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:12.401977 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57740b8d-6866-4460-8d6c-feb81ee00e69 req-4ffea58e-2b97-4ab1-9061-a340a3fd192d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.0748029 Aug 05 14:16:12.430937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-fd1bca05-2536-4801-8953-215ba531e3a3 admin admin] Deleting port 34282e04-02e1-48f1-ae84-c88f0410b989 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:16:12.431288 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fd1bca05-2536-4801-8953-215ba531e3a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:12.646444 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57740b8d-6866-4460-8d6c-feb81ee00e69 req-ec6a26f7-0f32-433b-a97d-0f3b2be2597d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336862 Aug 05 14:16:12.741149 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fd1bca05-2536-4801-8953-215ba531e3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:12.755536 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-fd1bca05-2536-4801-8953-215ba531e3a3 admin admin] Calling delete_port for 34282e04-02e1-48f1-ae84-c88f0410b989 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:16:12.888182 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-193fe742-f373-4dbd-9491-ee4570835fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01354cf5-44f8-4f63-85e1-394b7ff44499', 'name': 'tempest-ImageQuotaTest-1859414326-router', 'tenant_id': '7d6b24d8365245e281d16ceac14d3dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '6a66beda-21b3-4b4d-a35f-71e1e84c5247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:00Z', 'updated_at': '2021-08-05T14:16:06Z', 'revision_number': 4, 'project_id': '7d6b24d8365245e281d16ceac14d3dfd', 'gw_port': {'id': '6a66beda-21b3-4b4d-a35f-71e1e84c5247', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01354cf5-44f8-4f63-85e1-394b7ff44499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:01Z', 'updated_at': '2021-08-05T14:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '34282e04-02e1-48f1-ae84-c88f0410b989', 'name': '', 'network_id': 'ee45fee7-b64a-4738-8bef-3a94357e418e', 'tenant_id': '7d6b24d8365245e281d16ceac14d3dfd', 'mac_address': 'fa:16:3e:99:5a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01354cf5-44f8-4f63-85e1-394b7ff44499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'b117df5d-968f-44db-ad14-ee3ef0de0a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:05Z', 'updated_at': '2021-08-05T14:16:06Z', 'revision_number': 2, 'project_id': '7d6b24d8365245e281d16ceac14d3dfd', 'subnets': [{'id': 'b117df5d-968f-44db-ad14-ee3ef0de0a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:12.970186 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193fe742-f373-4dbd-9491-ee4570835fa5 None None] Checking router: 01354cf5-44f8-4f63-85e1-394b7ff44499 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:16:12.971626 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193fe742-f373-4dbd-9491-ee4570835fa5 None None] Updating router 01354cf5-44f8-4f63-85e1-394b7ff44499 port 34282e04-02e1-48f1-ae84-c88f0410b989 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:16:13.018837 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-193fe742-f373-4dbd-9491-ee4570835fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:13.147158 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fd1bca05-2536-4801-8953-215ba531e3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:13.175626 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bca05-2536-4801-8953-215ba531e3a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=34282e04-02e1-48f1-ae84-c88f0410b989,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:13.404296 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.db.api [None req-193fe742-f373-4dbd-9491-ee4570835fa5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:16:13.404668 n-d-803585-2 neutron-server[105726]: DEBUG oslo_db.api [None req-193fe742-f373-4dbd-9491-ee4570835fa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:16:13.512470 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8cab2-2e51-4bdc-83c5-e99b70f13de2 req-73517e47-85e4-4e08-944c-1e3ffd2dcf93 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:13.514409 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95d8cab2-2e51-4bdc-83c5-e99b70f13de2 req-73517e47-85e4-4e08-944c-1e3ffd2dcf93 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 945 time: 0.0891016 Aug 05 14:16:13.597409 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95d8cab2-2e51-4bdc-83c5-e99b70f13de2 req-6310d381-16eb-4da2-bbd0-abb73160021a tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760987 Aug 05 14:16:13.624791 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fd1bca05-2536-4801-8953-215ba531e3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:13.913324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d08eb-6aac-488e-af82-75e595e9989f req-cdac7368-a384-4f2e-b898-d96474413cb8 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:13.915396 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fc5d08eb-6aac-488e-af82-75e595e9989f req-cdac7368-a384-4f2e-b898-d96474413cb8 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.1158347 Aug 05 14:16:13.948462 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193fe742-f373-4dbd-9491-ee4570835fa5 None None] Port 34282e04-02e1-48f1-ae84-c88f0410b989 not found while updating agent binding for router 01354cf5-44f8-4f63-85e1-394b7ff44499. {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 05 14:16:14.003753 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193fe742-f373-4dbd-9491-ee4570835fa5 None None] Routers {'01354cf5-44f8-4f63-85e1-394b7ff44499'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:16:14.004464 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-193fe742-f373-4dbd-9491-ee4570835fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:15:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['01354cf5-44f8-4f63-85e1-394b7ff44499'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:14.010608 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fc5d08eb-6aac-488e-af82-75e595e9989f req-c1b604d3-8879-4bba-9de2-076395975634 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517688 Aug 05 14:16:14.039523 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e2620-bca1-4a65-9c71-52404233a92f req-abd04064-4c5f-40d1-8ee0-3e444210fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:14.041191 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c8e2620-bca1-4a65-9c71-52404233a92f req-abd04064-4c5f-40d1-8ee0-3e444210fb10 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d685abee54fe4e32aea2434144da2681&device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 1096 time: 0.1247563 Aug 05 14:16:14.087010 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b7791-abd2-4ada-b8ac-334e9ef16fda req-a2cf23dc-d024-4319-b11f-91a7b556e2e2 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:14.096198 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-814b7791-abd2-4ada-b8ac-334e9ef16fda req-a2cf23dc-d024-4319-b11f-91a7b556e2e2 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 945 time: 0.2151754 Aug 05 14:16:14.145684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1bca05-2536-4801-8953-215ba531e3a3 admin admin] Router 01354cf5-44f8-4f63-85e1-394b7ff44499 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:16:14.165566 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-814b7791-abd2-4ada-b8ac-334e9ef16fda req-fc3e3eae-9946-4764-96ce-a1986f2e805d tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683038 Aug 05 14:16:14.260684 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e2620-bca1-4a65-9c71-52404233a92f req-f4f3e763-354c-4a7a-a93e-613e5dd3fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:14.283621 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c8e2620-bca1-4a65-9c71-52404233a92f req-f4f3e763-354c-4a7a-a93e-613e5dd3fd81 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d40e6fca-b34c-4f5d-bbef-10b02f9a125a HTTP/1.1" status: 200 len: 912 time: 0.2325890 Aug 05 14:16:14.414305 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1bca05-2536-4801-8953-215ba531e3a3 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:16:14.423195 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fd1bca05-2536-4801-8953-215ba531e3a3 admin admin] 10.222.0.16 "PUT /v2.0/routers/01354cf5-44f8-4f63-85e1-394b7ff44499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5235596 Aug 05 14:16:14.427983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49768) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:14.430508 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:16:14.454971 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-193fe742-f373-4dbd-9491-ee4570835fa5 None None] Set router 01354cf5-44f8-4f63-85e1-394b7ff44499 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:16:14.578203 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:14.824675 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:14.865188 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:14.895855 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-193fe742-f373-4dbd-9491-ee4570835fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01354cf5-44f8-4f63-85e1-394b7ff44499', 'name': 'tempest-ImageQuotaTest-1859414326-router', 'tenant_id': '7d6b24d8365245e281d16ceac14d3dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '6a66beda-21b3-4b4d-a35f-71e1e84c5247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:00Z', 'updated_at': '2021-08-05T14:16:13Z', 'revision_number': 5, 'project_id': '7d6b24d8365245e281d16ceac14d3dfd', 'gw_port': {'id': '6a66beda-21b3-4b4d-a35f-71e1e84c5247', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01354cf5-44f8-4f63-85e1-394b7ff44499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:01Z', 'updated_at': '2021-08-05T14:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:14.933847 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c8e2620-bca1-4a65-9c71-52404233a92f req-99f61c17-e305-45d9-b046-df82f3a337c8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1d5742e-2bfe-4f94-a3a4-7fda75400836 HTTP/1.1" status: 200 len: 217 time: 0.6438072 Aug 05 14:16:14.945801 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193fe742-f373-4dbd-9491-ee4570835fa5 None None] The sync data for ids ['01354cf5-44f8-4f63-85e1-394b7ff44499'] in n-d-803585-2 is: [{'id': '01354cf5-44f8-4f63-85e1-394b7ff44499', 'name': 'tempest-ImageQuotaTest-1859414326-router', 'tenant_id': '7d6b24d8365245e281d16ceac14d3dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '6a66beda-21b3-4b4d-a35f-71e1e84c5247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:00Z', 'updated_at': '2021-08-05T14:16:13Z', 'revision_number': 5, 'project_id': '7d6b24d8365245e281d16ceac14d3dfd', 'gw_port': {'id': '6a66beda-21b3-4b4d-a35f-71e1e84c5247', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01354cf5-44f8-4f63-85e1-394b7ff44499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:01Z', 'updated_at': '2021-08-05T14:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:16:14.962958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Deleting port 6a66beda-21b3-4b4d-a35f-71e1e84c5247 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:16:14.963669 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:15.054177 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e2620-bca1-4a65-9c71-52404233a92f req-23b09fe7-b0cf-4efd-9c7d-1992b0558c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:15.057111 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c8e2620-bca1-4a65-9c71-52404233a92f req-23b09fe7-b0cf-4efd-9c7d-1992b0558c6c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7900a03f-0793-47ad-994a-926551475c7c HTTP/1.1" status: 200 len: 851 time: 0.1161158 Aug 05 14:16:15.115251 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c8e2620-bca1-4a65-9c71-52404233a92f req-5ee69193-0d2c-4e09-a88c-4d7d1500dc5c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d40e6fca-b34c-4f5d-bbef-10b02f9a125a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494645 Aug 05 14:16:15.181227 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] For port 6a66beda-21b3-4b4d-a35f-71e1e84c5247, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=6a66beda-21b3-4b4d-a35f-71e1e84c5247,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:15.181864 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:15.198003 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Calling delete_port for 6a66beda-21b3-4b4d-a35f-71e1e84c5247 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:16:15.215636 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2b3b6-07d4-469f-a4ad-2d2793f8ed0b req-8dd55b8c-c490-463b-b35f-eaf56dc2da83 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:15.222935 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6d2b3b6-07d4-469f-a4ad-2d2793f8ed0b req-8dd55b8c-c490-463b-b35f-eaf56dc2da83 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.1195879 Aug 05 14:16:15.281589 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6d2b3b6-07d4-469f-a4ad-2d2793f8ed0b req-0d309a1d-17e4-4432-94f9-cb05cffa87e2 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575476 Aug 05 14:16:15.284479 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c8e2620-bca1-4a65-9c71-52404233a92f req-efe6959e-14de-4d53-9006-7bdd3012a21a service neutron] 10.222.0.63 "GET /v2.0/networks/d40e6fca-b34c-4f5d-bbef-10b02f9a125a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615307 Aug 05 14:16:15.404400 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c8e2620-bca1-4a65-9c71-52404233a92f req-3caab1ee-9c86-46ed-8035-66771688b016 service neutron] 10.222.0.63 "GET /v2.0/networks/d40e6fca-b34c-4f5d-bbef-10b02f9a125a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055994 Aug 05 14:16:15.482699 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69bf92-149f-4554-a42c-38a9d47f1d8f req-f0dc343e-b8ec-4bce-b117-08faf09640dc tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:15.484955 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5c69bf92-149f-4554-a42c-38a9d47f1d8f req-f0dc343e-b8ec-4bce-b117-08faf09640dc tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 945 time: 0.1183870 Aug 05 14:16:15.548686 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5c69bf92-149f-4554-a42c-38a9d47f1d8f req-b6c02ca9-9fe8-4d3f-8cf8-535f3f0e0b03 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540390 Aug 05 14:16:15.571850 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:15.601758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a66beda-21b3-4b4d-a35f-71e1e84c5247,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:15.635869 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:15.636378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:15.636822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:15.637260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:15.637695 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:15.638128 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:15.640196 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:15.640647 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:15.641138 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:15.641603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:15.642037 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:15.642496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:15.707269 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:15.843852 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1dbff6a4-facc-49e0-b2eb-3d76a1f82807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:15.855699 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:15.858311 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:15.931538 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:15.932065 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01354cf5-44f8-4f63-85e1-394b7ff44499 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:16:15.942733 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:15.946218 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2229fc21-e4fe-460e-a65f-29dee4b38333 admin admin] 10.222.0.16 "DELETE /v2.0/routers/01354cf5-44f8-4f63-85e1-394b7ff44499 HTTP/1.1" status: 204 len: 168 time: 1.5150263 Aug 05 14:16:15.946666 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49818) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:15.985161 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:16.025447 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Deleting subnet b117df5d-968f-44db-ad14-ee3ef0de0a30 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:16:16.029040 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:16.045435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 34282e04-02e1-48f1-ae84-c88f0410b989 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:16:16.115238 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 34282e04-02e1-48f1-ae84-c88f0410b989 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:16:16.116018 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 34282e04-02e1-48f1-ae84-c88f0410b989 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:16:16.122970 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:16.261425 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:16.351893 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:16.411091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b117df5d-968f-44db-ad14-ee3ef0de0a30,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:16.421750 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:16.429367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49844) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:16.433760 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b117df5d-968f-44db-ad14-ee3ef0de0a30 HTTP/1.1" status: 204 len: 168 time: 0.4857538 Aug 05 14:16:16.436173 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9284c216-1c69-4b44-bc8f-b72ababec390 None None] Network ee45fee7-b64a-4738-8bef-3a94357e418e requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:16:16.448896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:16.449551 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:16.450157 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:16.450651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:16.451287 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:16.451869 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:16.452339 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:16.452861 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:16.453452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:16.454833 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:16.455606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:16.456386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610015a8-b304-4d48-a712-89c54934ffbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:16.590416 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:16.742651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925c2c6-d4f5-4b1d-b91f-e0bb77f545a2 req-791dbedc-9dd5-412b-beb5-b0fab846f34b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:16.753967 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] Deleting port 18831565-75c4-4cb0-a465-43ea8338e5ab {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:16:16.754735 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:16.781014 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f925c2c6-d4f5-4b1d-b91f-e0bb77f545a2 req-791dbedc-9dd5-412b-beb5-b0fab846f34b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.3185768 Aug 05 14:16:16.878499 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f925c2c6-d4f5-4b1d-b91f-e0bb77f545a2 req-49a72f91-6977-4644-ab80-e4bd810c8a99 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939238 Aug 05 14:16:16.928073 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32957866-f761-406b-8a45-a90c7230a02f None None] Sync routers for ids ['01354cf5-44f8-4f63-85e1-394b7ff44499'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:16:16.955263 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32957866-f761-406b-8a45-a90c7230a02f None None] Routers set() bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:16:16.955724 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32957866-f761-406b-8a45-a90c7230a02f None None] Router IDs set() for agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 05 14:16:16.956395 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_agentschedulers_db [None req-32957866-f761-406b-8a45-a90c7230a02f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'01354cf5-44f8-4f63-85e1-394b7ff44499'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:15:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent'). {{(pid=105725) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 05 14:16:16.983346 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32957866-f761-406b-8a45-a90c7230a02f None None] Routers set() bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:16:16.983789 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32957866-f761-406b-8a45-a90c7230a02f None None] Router IDs set() for agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 05 14:16:16.984446 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_agentschedulers_db [None req-32957866-f761-406b-8a45-a90c7230a02f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'01354cf5-44f8-4f63-85e1-394b7ff44499'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:15:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent'). {{(pid=105725) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 05 14:16:16.985055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32957866-f761-406b-8a45-a90c7230a02f None None] The sync data for ids ['01354cf5-44f8-4f63-85e1-394b7ff44499'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:16:16.994817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] For port 18831565-75c4-4cb0-a465-43ea8338e5ab, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=18831565-75c4-4cb0-a465-43ea8338e5ab,segment=NetworkSegment(76eafe26-17bd-4acd-aa94-8a018a881d34),segment_id=76eafe26-17bd-4acd-aa94-8a018a881d34)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:16.995205 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:17.024970 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] Calling delete_port for 18831565-75c4-4cb0-a465-43ea8338e5ab owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:16:17.047419 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3956f-16f6-4fb1-8e0c-582b1356c4c2 req-290157b9-aa54-4c4c-880f-8a9f88d61eb5 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:17.057441 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cce3956f-16f6-4fb1-8e0c-582b1356c4c2 req-290157b9-aa54-4c4c-880f-8a9f88d61eb5 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 945 time: 0.1610041 Aug 05 14:16:17.087195 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035b1318-e966-42a8-81b6-4d520002fbc4 None None] DHCP port deletion for ee45fee7-b64a-4738-8bef-3a94357e418e request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:16:17.202798 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-035b1318-e966-42a8-81b6-4d520002fbc4 None None] Deleting port 18831565-75c4-4cb0-a465-43ea8338e5ab {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:16:17.203292 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-035b1318-e966-42a8-81b6-4d520002fbc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:17.218410 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cce3956f-16f6-4fb1-8e0c-582b1356c4c2 req-d01a17d8-362e-44c3-988b-b5046ce86793 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580019 Aug 05 14:16:17.291900 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:17.323813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-035b1318-e966-42a8-81b6-4d520002fbc4 None None] For port 18831565-75c4-4cb0-a465-43ea8338e5ab, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=18831565-75c4-4cb0-a465-43ea8338e5ab,segment=NetworkSegment(76eafe26-17bd-4acd-aa94-8a018a881d34),segment_id=76eafe26-17bd-4acd-aa94-8a018a881d34)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:17.331219 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-035b1318-e966-42a8-81b6-4d520002fbc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:17.346324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=18831565-75c4-4cb0-a465-43ea8338e5ab,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:17.347076 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-035b1318-e966-42a8-81b6-4d520002fbc4 None None] Calling delete_port for 18831565-75c4-4cb0-a465-43ea8338e5ab owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:16:17.357435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] No DVR routers for this DVR port 18831565-75c4-4cb0-a465-43ea8338e5ab on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:16:17.450192 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:16:17.457239 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-035b1318-e966-42a8-81b6-4d520002fbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:17.522601 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b1318-e966-42a8-81b6-4d520002fbc4 None None] Pushing event deleted for resources: {'Port': ['ID=18831565-75c4-4cb0-a465-43ea8338e5ab,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:17.536308 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:17.544745 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b1318-e966-42a8-81b6-4d520002fbc4 None None] No DVR routers for this DVR port 18831565-75c4-4cb0-a465-43ea8338e5ab on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:16:17.570665 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee45fee7-b64a-4738-8bef-3a94357e418e']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:17.590872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76eafe26-17bd-4acd-aa94-8a018a881d34') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:17.591413 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76eafe26-17bd-4acd-aa94-8a018a881d34') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:17.604577 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:17.656199 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:17.686441 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:16:17.686991 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:16:17.690015 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:16:17.765493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c517402-e17e-4752-bce1-7b3f145ec383 req-3f848ced-3ad2-45d1-85a7-cf2832a10911 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:17.767599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7c517402-e17e-4752-bce1-7b3f145ec383 req-3f848ced-3ad2-45d1-85a7-cf2832a10911 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 945 time: 0.1250553 Aug 05 14:16:17.768940 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:17.783111 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:17.788434 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ee45fee7-b64a-4738-8bef-3a94357e418e HTTP/1.1" status: 204 len: 168 time: 1.3558235 Aug 05 14:16:17.869945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da304d-4ea9-48a0-8ce7-de21bdfc1a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee45fee7-b64a-4738-8bef-3a94357e418e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:17.889768 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7c517402-e17e-4752-bce1-7b3f145ec383 req-82cf2c77-4829-4294-b23e-12af7d4352bd tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126475 Aug 05 14:16:17.976292 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49888) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:18.007443 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 18831565-75c4-4cb0-a465-43ea8338e5ab no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:16:18.056651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 18831565-75c4-4cb0-a465-43ea8338e5ab {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:16:18.057176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 18831565-75c4-4cb0-a465-43ea8338e5ab not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:16:18.057783 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6a66beda-21b3-4b4d-a35f-71e1e84c5247 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:16:18.084361 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 6a66beda-21b3-4b4d-a35f-71e1e84c5247 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:16:18.084715 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6a66beda-21b3-4b4d-a35f-71e1e84c5247 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:16:18.106822 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-74da1859-b798-4913-a0ad-0f2ab620e4a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d6b24d8365245e281d16ceac14d3dfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290262 Aug 05 14:16:18.109696 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49896) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:18.121694 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f2a32-91ef-4a1f-91f1-3b1b2327a45a req-432bc337-c600-4ca8-9852-d03f65bbc9ab tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:18.124294 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-777f2a32-91ef-4a1f-91f1-3b1b2327a45a req-432bc337-c600-4ca8-9852-d03f65bbc9ab tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.0748918 Aug 05 14:16:18.180472 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-777f2a32-91ef-4a1f-91f1-3b1b2327a45a req-673245c3-cb0b-4d29-9f14-94f88fd475ef tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494585 Aug 05 14:16:18.188237 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8a0405d4-6739-47a0-95ce-96704bd71d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:18.215650 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8a0405d4-6739-47a0-95ce-96704bd71d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:18.300126 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8a0405d4-6739-47a0-95ce-96704bd71d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:18.303258 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8a0405d4-6739-47a0-95ce-96704bd71d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:18.316657 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8a0405d4-6739-47a0-95ce-96704bd71d30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4c6bb56-5402-44a0-8acb-38f317de85d1 HTTP/1.1" status: 204 len: 168 time: 0.2034664 Aug 05 14:16:18.365745 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4771fbdc-976f-4c3f-a8d6-e9e3ab1edab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:18.374753 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0405d4-6739-47a0-95ce-96704bd71d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c6bb56-5402-44a0-8acb-38f317de85d1,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:18.572712 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:18.849634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49914) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:18.866360 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f505161a-6606-414b-b630-68cb0c1ad8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:19.035059 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f505161a-6606-414b-b630-68cb0c1ad8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:19.052929 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f505161a-6606-414b-b630-68cb0c1ad8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:19.121515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41807523-eca5-414a-bf44-86d0d7e3d7d1 req-856fbc78-0196-44db-875e-7c0243445bbd tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:19.123629 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41807523-eca5-414a-bf44-86d0d7e3d7d1 req-856fbc78-0196-44db-875e-7c0243445bbd tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 945 time: 0.1161094 Aug 05 14:16:19.132139 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505161a-6606-414b-b630-68cb0c1ad8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44525c4-b55f-418a-bf77-adb7b15b6b26,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:19.152563 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f505161a-6606-414b-b630-68cb0c1ad8a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2994571 Aug 05 14:16:19.152937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49928) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:19.231347 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41807523-eca5-414a-bf44-86d0d7e3d7d1 req-58cd6baf-71de-48de-a5b5-d28aba8035ff tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775244 Aug 05 14:16:19.234668 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2a3e-780e-4b25-b662-4a500f3029ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:19.266172 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2a3e-780e-4b25-b662-4a500f3029ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:19.371083 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18a3fc-e5ce-41a0-afc0-dc03130ed746 req-f03e33be-0fde-44fc-84b8-c5ac6a9ff7da tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:19.373984 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6c18a3fc-e5ce-41a0-afc0-dc03130ed746 req-f03e33be-0fde-44fc-84b8-c5ac6a9ff7da tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.0986950 Aug 05 14:16:19.431933 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6c18a3fc-e5ce-41a0-afc0-dc03130ed746 req-d80567c8-f243-486a-8ed7-c22c89537f13 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514185 Aug 05 14:16:19.443710 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2a3e-780e-4b25-b662-4a500f3029ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:19.448506 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2a3e-780e-4b25-b662-4a500f3029ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:19.452979 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6f0f2a3e-780e-4b25-b662-4a500f3029ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c44525c4-b55f-418a-bf77-adb7b15b6b26 HTTP/1.1" status: 204 len: 168 time: 0.2990327 Aug 05 14:16:19.465573 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f2a3e-780e-4b25-b662-4a500f3029ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44525c4-b55f-418a-bf77-adb7b15b6b26,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:19.511033 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:19.739679 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f5074-c52d-441f-be0e-e6519bef298b req-700932cb-0059-402a-9fea-284fe99a1a11 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:19.742132 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-561f5074-c52d-441f-be0e-e6519bef298b req-700932cb-0059-402a-9fea-284fe99a1a11 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.63 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 945 time: 0.0767167 Aug 05 14:16:19.930205 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-561f5074-c52d-441f-be0e-e6519bef298b req-7dc4b2d0-8976-45a3-9cf6-e49d61852e74 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Deleting port b1d5742e-2bfe-4f94-a3a4-7fda75400836 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:16:19.931000 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-561f5074-c52d-441f-be0e-e6519bef298b req-7dc4b2d0-8976-45a3-9cf6-e49d61852e74 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:20.127317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-561f5074-c52d-441f-be0e-e6519bef298b req-7dc4b2d0-8976-45a3-9cf6-e49d61852e74 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] For port b1d5742e-2bfe-4f94-a3a4-7fda75400836, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b1d5742e-2bfe-4f94-a3a4-7fda75400836,segment=NetworkSegment(57c7f5dd-d6e8-4a0a-bb9e-0d27eaa85b7c),segment_id=57c7f5dd-d6e8-4a0a-bb9e-0d27eaa85b7c)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:20.129039 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-561f5074-c52d-441f-be0e-e6519bef298b req-7dc4b2d0-8976-45a3-9cf6-e49d61852e74 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:20.154468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-561f5074-c52d-441f-be0e-e6519bef298b req-7dc4b2d0-8976-45a3-9cf6-e49d61852e74 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Calling delete_port for b1d5742e-2bfe-4f94-a3a4-7fda75400836 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:16:20.411482 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-561f5074-c52d-441f-be0e-e6519bef298b req-7dc4b2d0-8976-45a3-9cf6-e49d61852e74 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:20.425317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['b1d5742e-2bfe-4f94-a3a4-7fda75400836'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:16:20.457491 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83328a75-511f-4c2b-8444-350541c005ff req-62ed1a47-92c9-4d12-842a-2bc0616bb683 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:20.460867 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-83328a75-511f-4c2b-8444-350541c005ff req-62ed1a47-92c9-4d12-842a-2bc0616bb683 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/ports?device_id=476b3818-2899-4cd6-82e0-40829812b742 HTTP/1.1" status: 200 len: 867 time: 0.1134965 Aug 05 14:16:20.488531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4b2d0-8976-45a3-9cf6-e49d61852e74 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Pushing event deleted for resources: {'Port': ['ID=b1d5742e-2bfe-4f94-a3a4-7fda75400836,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:20.577113 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-561f5074-c52d-441f-be0e-e6519bef298b req-7dc4b2d0-8976-45a3-9cf6-e49d61852e74 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] No DVR routers for this DVR port b1d5742e-2bfe-4f94-a3a4-7fda75400836 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:16:20.581644 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-561f5074-c52d-441f-be0e-e6519bef298b req-7dc4b2d0-8976-45a3-9cf6-e49d61852e74 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:20.583799 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-561f5074-c52d-441f-be0e-e6519bef298b req-7dc4b2d0-8976-45a3-9cf6-e49d61852e74 tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.63 "DELETE /v2.0/ports/b1d5742e-2bfe-4f94-a3a4-7fda75400836 HTTP/1.1" status: 204 len: 173 time: 0.8320863 Aug 05 14:16:20.584272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476b3818-2899-4cd6-82e0-40829812b742', 'name': 'network-vif-deleted', 'tag': 'b1d5742e-2bfe-4f94-a3a4-7fda75400836'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:16:20.586627 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a41bbe-d750-4a77-8389-4b8a82b34491" -d '{"events": [{"server_uuid": "476b3818-2899-4cd6-82e0-40829812b742", "name": "network-vif-deleted", "tag": "b1d5742e-2bfe-4f94-a3a4-7fda75400836"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:16:20.630537 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-83328a75-511f-4c2b-8444-350541c005ff req-e28bafb3-4ff1-4a01-bc29-1f20a7fe8ecf tempest-TestServerAdvancedOps-1343919933 tempest-TestServerAdvancedOps-1343919933-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455927 Aug 05 14:16:20.769771 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe884820-533f-4976-98ff-954640e72ac9 x-openstack-request-id: req-fe884820-533f-4976-98ff-954640e72ac9 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:16:20.770145 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476b3818-2899-4cd6-82e0-40829812b742", "name": "network-vif-deleted", "tag": "b1d5742e-2bfe-4f94-a3a4-7fda75400836", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:16:20.770795 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe884820-533f-4976-98ff-954640e72ac9 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:16:20.771366 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476b3818-2899-4cd6-82e0-40829812b742', 'name': 'network-vif-deleted', 'tag': 'b1d5742e-2bfe-4f94-a3a4-7fda75400836', 'status': 'completed', 'code': 200} Aug 05 14:16:20.786659 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343741c1-d952-4e7b-922c-9076db2f0e3f req-f106d2a3-544f-4a33-af7c-0133622afb10 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:20.796859 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-343741c1-d952-4e7b-922c-9076db2f0e3f req-f106d2a3-544f-4a33-af7c-0133622afb10 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.1174922 Aug 05 14:16:20.845484 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-343741c1-d952-4e7b-922c-9076db2f0e3f req-85ecb234-66df-4080-ac8b-80e1235f8ed9 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473549 Aug 05 14:16:21.296547 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:21.719085 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50002) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:21.773623 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c654ca-dfcf-4939-a2b5-a9f52cf833ab admin admin] Deleting subnet 7900a03f-0793-47ad-994a-926551475c7c {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:16:21.777314 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33c654ca-dfcf-4939-a2b5-a9f52cf833ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:21.820171 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33c654ca-dfcf-4939-a2b5-a9f52cf833ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:21.869357 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33c654ca-dfcf-4939-a2b5-a9f52cf833ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:22.009511 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33c654ca-dfcf-4939-a2b5-a9f52cf833ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:22.037610 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f23626-5df1-446b-a183-004b0a6915b0 req-1dd1b0a2-e896-4c65-bc20-5ff3057d61d7 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:22.042880 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77f23626-5df1-446b-a183-004b0a6915b0 req-1dd1b0a2-e896-4c65-bc20-5ff3057d61d7 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.0953298 Aug 05 14:16:22.082851 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c654ca-dfcf-4939-a2b5-a9f52cf833ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7900a03f-0793-47ad-994a-926551475c7c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:22.092384 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33c654ca-dfcf-4939-a2b5-a9f52cf833ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:22.094929 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-33c654ca-dfcf-4939-a2b5-a9f52cf833ab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7900a03f-0793-47ad-994a-926551475c7c HTTP/1.1" status: 204 len: 168 time: 0.3735211 Aug 05 14:16:22.098767 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50012) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:22.134296 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77f23626-5df1-446b-a183-004b0a6915b0 req-85d511c5-6be2-465b-a1e3-cc0cca6799fb tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836189 Aug 05 14:16:22.191649 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-12d503d5-7434-45f5-8a28-a9bb08209670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:22.296995 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-12d503d5-7434-45f5-8a28-a9bb08209670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:22.311434 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-12d503d5-7434-45f5-8a28-a9bb08209670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40e6fca-b34c-4f5d-bbef-10b02f9a125a']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:22.325323 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-12d503d5-7434-45f5-8a28-a9bb08209670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c7f5dd-d6e8-4a0a-bb9e-0d27eaa85b7c') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:22.326067 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-12d503d5-7434-45f5-8a28-a9bb08209670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c7f5dd-d6e8-4a0a-bb9e-0d27eaa85b7c') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:22.340538 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-12d503d5-7434-45f5-8a28-a9bb08209670 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:22.361772 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-12d503d5-7434-45f5-8a28-a9bb08209670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:22.378494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d503d5-7434-45f5-8a28-a9bb08209670 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:16:22.378960 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-12d503d5-7434-45f5-8a28-a9bb08209670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:16:22.382345 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:16:22.470337 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-12d503d5-7434-45f5-8a28-a9bb08209670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:22.480999 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-12d503d5-7434-45f5-8a28-a9bb08209670 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:22.489492 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50020) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:22.492687 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-12d503d5-7434-45f5-8a28-a9bb08209670 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d40e6fca-b34c-4f5d-bbef-10b02f9a125a HTTP/1.1" status: 204 len: 168 time: 0.3917444 Aug 05 14:16:22.527766 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d503d5-7434-45f5-8a28-a9bb08209670 admin admin] Pushing event deleted for resources: {'Network': ['ID=d40e6fca-b34c-4f5d-bbef-10b02f9a125a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:22.570530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f404de21-45a6-432f-a920-0e958e830556 admin admin] Deleting subnet fe99a8a6-eafb-4177-95f6-219e64527517 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:16:22.574157 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f404de21-45a6-432f-a920-0e958e830556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:22.619794 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f404de21-45a6-432f-a920-0e958e830556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:22.676491 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f404de21-45a6-432f-a920-0e958e830556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:22.835371 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f404de21-45a6-432f-a920-0e958e830556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:22.878450 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f404de21-45a6-432f-a920-0e958e830556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:22.880689 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f404de21-45a6-432f-a920-0e958e830556 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fe99a8a6-eafb-4177-95f6-219e64527517 HTTP/1.1" status: 204 len: 168 time: 0.3879614 Aug 05 14:16:22.881968 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404de21-45a6-432f-a920-0e958e830556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe99a8a6-eafb-4177-95f6-219e64527517,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:22.884324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50038) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:22.978940 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35557b29-8d2b-4365-a062-088970568f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:23.092763 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35557b29-8d2b-4365-a062-088970568f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:23.109237 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-35557b29-8d2b-4365-a062-088970568f3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ed3a7d-0267-4e0f-9877-ad37e5631361']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:23.130004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-35557b29-8d2b-4365-a062-088970568f3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9f64eb-cdc3-484c-b2b6-8fcd96d460f4') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:23.131030 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-35557b29-8d2b-4365-a062-088970568f3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9f64eb-cdc3-484c-b2b6-8fcd96d460f4') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:23.145462 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35557b29-8d2b-4365-a062-088970568f3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:23.167462 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35557b29-8d2b-4365-a062-088970568f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:23.178551 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35557b29-8d2b-4365-a062-088970568f3b admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:16:23.179205 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35557b29-8d2b-4365-a062-088970568f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:23.224931 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b1d5742e-2bfe-4f94-a3a4-7fda75400836 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:16:23.243321 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:16:23.265631 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: b1d5742e-2bfe-4f94-a3a4-7fda75400836 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:16:23.265989 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b1d5742e-2bfe-4f94-a3a4-7fda75400836 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:16:23.292839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35557b29-8d2b-4365-a062-088970568f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:23.348003 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35557b29-8d2b-4365-a062-088970568f3b admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:23.350648 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-35557b29-8d2b-4365-a062-088970568f3b admin admin] 10.222.0.16 "DELETE /v2.0/networks/06ed3a7d-0267-4e0f-9877-ad37e5631361 HTTP/1.1" status: 204 len: 168 time: 0.4648840 Aug 05 14:16:23.356018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35557b29-8d2b-4365-a062-088970568f3b admin admin] Pushing event deleted for resources: {'Network': ['ID=06ed3a7d-0267-4e0f-9877-ad37e5631361,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:23.358119 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50058) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:23.407215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c0730-b912-4eca-a72a-7a3d43bb3f1a req-526fcce7-9841-414b-8b49-c7d7921bc0fc tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:23.419511 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc3c0730-b912-4eca-a72a-7a3d43bb3f1a req-526fcce7-9841-414b-8b49-c7d7921bc0fc tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.1445732 Aug 05 14:16:23.492280 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc3c0730-b912-4eca-a72a-7a3d43bb3f1a req-978f9c38-edf9-41b2-92b6-aebb8902ae96 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657272 Aug 05 14:16:23.562300 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fd138c2f-8052-4df3-bc34-eb1b9fcd8655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:23.627752 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50066) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:23.743820 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fd138c2f-8052-4df3-bc34-eb1b9fcd8655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:23.808404 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fd138c2f-8052-4df3-bc34-eb1b9fcd8655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:23.826452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50070) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:23.827102 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-452a2068-9ec6-44ce-a5d7-1595bf0ee7ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d685abee54fe4e32aea2434144da2681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1978879 Aug 05 14:16:23.912454 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fd138c2f-8052-4df3-bc34-eb1b9fcd8655 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=388f8c0cf170494aaf21de56c3f2a2f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5507703 Aug 05 14:16:23.913088 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50072) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:23.920800 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd138c2f-8052-4df3-bc34-eb1b9fcd8655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df42298-124f-480b-b477-2171006b9761,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:23.946877 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-918338d5-8ec7-442b-a358-9a56701454e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:23.997702 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b1e775a-64d3-4ace-b3c5-167bb868a77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:24.003730 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-918338d5-8ec7-442b-a358-9a56701454e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:24.059383 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b1e775a-64d3-4ace-b3c5-167bb868a77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:24.097363 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-918338d5-8ec7-442b-a358-9a56701454e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:24.101748 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-918338d5-8ec7-442b-a358-9a56701454e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:24.104091 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-918338d5-8ec7-442b-a358-9a56701454e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1fed7db-0cc8-4f52-9df0-9b9e39a8f477 HTTP/1.1" status: 204 len: 168 time: 0.2758169 Aug 05 14:16:24.140196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918338d5-8ec7-442b-a358-9a56701454e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fed7db-0cc8-4f52-9df0-9b9e39a8f477,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:24.190553 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b1e775a-64d3-4ace-b3c5-167bb868a77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:24.193888 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b1e775a-64d3-4ace-b3c5-167bb868a77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:24.195901 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1b1e775a-64d3-4ace-b3c5-167bb868a77f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8df42298-124f-480b-b477-2171006b9761 HTTP/1.1" status: 204 len: 168 time: 0.2815416 Aug 05 14:16:24.209842 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e775a-64d3-4ace-b3c5-167bb868a77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df42298-124f-480b-b477-2171006b9761,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:24.759354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0964465-5c5b-4f3b-9453-6aa813d8051a req-bb9c5cda-4ac2-4097-82b1-7ff4a3a53845 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:24.770146 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0964465-5c5b-4f3b-9453-6aa813d8051a req-bb9c5cda-4ac2-4097-82b1-7ff4a3a53845 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.1148746 Aug 05 14:16:24.886454 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0964465-5c5b-4f3b-9453-6aa813d8051a req-b1877ea9-7844-4b54-ae30-24040e04ab45 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079619 Aug 05 14:16:24.973488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device de1b5d18-b4fc-4c13-8f9d-cc2650686f77 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:16:24.976904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device de1b5d18-b4fc-4c13-8f9d-cc2650686f77 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:16:25.198342 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50182) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:25.225045 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d62f817-ea99-42ad-b1f0-3315ad1c4e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:25.231268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50188) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:25.316375 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port de1b5d18-b4fc-4c13-8f9d-cc2650686f77, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=de1b5d18-b4fc-4c13-8f9d-cc2650686f77,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:25.328035 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50202) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:25.328862 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-978087b4-958f-44de-b60b-a2022a47e300 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70ce3fc1e2b540cbbd1dfa9bfa15c898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0959802 Aug 05 14:16:25.374853 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'de1b5d18-b4fc-4c13-8f9d-cc2650686f77', 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea', 'port_id': 'de1b5d18-b4fc-4c13-8f9d-cc2650686f77', 'mac_address': 'fa:16:3e:4b:79:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eff0f5c-6cbd-44c3-89de-d3542c80b78b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:16:25.399156 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d62f817-ea99-42ad-b1f0-3315ad1c4e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:25.421948 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:25.447436 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de1b5d18-b4fc-4c13-8f9d-cc2650686f77 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:16:25.466514 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d62f817-ea99-42ad-b1f0-3315ad1c4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:25.471010 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port de1b5d18-b4fc-4c13-8f9d-cc2650686f77, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=de1b5d18-b4fc-4c13-8f9d-cc2650686f77,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:25.471491 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cff47fa2-c958-413c-9ec4-bbf96042e9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:25.474373 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:25.478296 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:25.504314 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cff47fa2-c958-413c-9ec4-bbf96042e9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:25.578514 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:16:25.579223 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:16:25.597509 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=de1b5d18-b4fc-4c13-8f9d-cc2650686f77,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:25.608615 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62f817-ea99-42ad-b1f0-3315ad1c4e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ded9aaa-df18-4b68-b539-dcc87ff86040,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:25.631681 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7d62f817-ea99-42ad-b1f0-3315ad1c4e74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8111e2876fd8445e94bc8fe10dd125ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311512 Aug 05 14:16:25.633283 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cff47fa2-c958-413c-9ec4-bbf96042e9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:25.636755 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cff47fa2-c958-413c-9ec4-bbf96042e9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:25.638270 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cff47fa2-c958-413c-9ec4-bbf96042e9d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/851dda60-2d65-477f-aa96-5db80e2852d3 HTTP/1.1" status: 204 len: 168 time: 0.3090217 Aug 05 14:16:25.639065 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50238) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:25.685425 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff47fa2-c958-413c-9ec4-bbf96042e9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851dda60-2d65-477f-aa96-5db80e2852d3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:25.691716 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['de1b5d18-b4fc-4c13-8f9d-cc2650686f77'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:16:25.715329 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-06a7fb4c-ec8b-4db3-b1ea-0c5e7404ee17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:25.748331 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-06a7fb4c-ec8b-4db3-b1ea-0c5e7404ee17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:25.834347 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-06a7fb4c-ec8b-4db3-b1ea-0c5e7404ee17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:25.838031 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-06a7fb4c-ec8b-4db3-b1ea-0c5e7404ee17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:25.839987 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-06a7fb4c-ec8b-4db3-b1ea-0c5e7404ee17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ded9aaa-df18-4b68-b539-dcc87ff86040 HTTP/1.1" status: 204 len: 168 time: 0.1906974 Aug 05 14:16:25.870009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7fb4c-ec8b-4db3-b1ea-0c5e7404ee17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ded9aaa-df18-4b68-b539-dcc87ff86040,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:26.145048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100dbd4-3a06-4761-adb7-06b48661c217 req-0ffa0015-71b5-4d04-bdb3-4c5a63442ba7 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:26.147301 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b100dbd4-3a06-4761-adb7-06b48661c217 req-0ffa0015-71b5-4d04-bdb3-4c5a63442ba7 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 944 time: 0.1513033 Aug 05 14:16:26.159086 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:26.181198 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id de1b5d18-b4fc-4c13-8f9d-cc2650686f77 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:16:26.225467 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port de1b5d18-b4fc-4c13-8f9d-cc2650686f77, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=de1b5d18-b4fc-4c13-8f9d-cc2650686f77,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:26.230764 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:26.246342 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b100dbd4-3a06-4761-adb7-06b48661c217 req-1ec7951a-da18-4331-9d34-6579caac2b04 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848317 Aug 05 14:16:26.349770 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=de1b5d18-b4fc-4c13-8f9d-cc2650686f77,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:26.990900 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device de1b5d18-b4fc-4c13-8f9d-cc2650686f77 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:27.088652 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port de1b5d18-b4fc-4c13-8f9d-cc2650686f77 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:27.089130 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:27.471464 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:27.519721 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50478) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:27.556745 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port de1b5d18-b4fc-4c13-8f9d-cc2650686f77, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=de1b5d18-b4fc-4c13-8f9d-cc2650686f77,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:27.558564 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f073e24e-587a-4dbc-9afc-c184086c9409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1b5d18-b4fc-4c13-8f9d-cc2650686f77'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:16:27.562576 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6540b8a4-8b54-4995-98da-94003919f420" -d '{"events": [{"server_uuid": "f073e24e-587a-4dbc-9afc-c184086c9409", "name": "network-vif-plugged", "status": "completed", "tag": "de1b5d18-b4fc-4c13-8f9d-cc2650686f77"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:16:27.568098 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:27.588038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a6986-2d08-49a7-a041-85e70d53a5e1 req-4db5d869-dbb5-4846-97c7-27d142a8de67 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:27.610506 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-982a6986-2d08-49a7-a041-85e70d53a5e1 req-4db5d869-dbb5-4846-97c7-27d142a8de67 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 943 time: 0.2069323 Aug 05 14:16:27.636282 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=de1b5d18-b4fc-4c13-8f9d-cc2650686f77,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:27.663992 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edf3c74-082b-4386-af7f-d14cc3e240a1 x-openstack-request-id: req-4edf3c74-082b-4386-af7f-d14cc3e240a1 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:16:27.664290 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f073e24e-587a-4dbc-9afc-c184086c9409", "name": "network-vif-plugged", "status": "completed", "tag": "de1b5d18-b4fc-4c13-8f9d-cc2650686f77", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:16:27.664546 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4edf3c74-082b-4386-af7f-d14cc3e240a1 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:16:27.664948 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f073e24e-587a-4dbc-9afc-c184086c9409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1b5d18-b4fc-4c13-8f9d-cc2650686f77', 'code': 200} Aug 05 14:16:27.729897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0903412f-d698-4135-a2f0-770c6acf66f6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1848887542-network', 'tenant_id': '938b1560f7e5463b94f779198eaceba4'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:16:27.756046 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-982a6986-2d08-49a7-a041-85e70d53a5e1 req-9c4876fe-3455-4c9a-b887-9ab0d92df66e tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432793 Aug 05 14:16:27.773013 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0903412f-d698-4135-a2f0-770c6acf66f6 admin admin] Made reservation on behalf of 938b1560f7e5463b94f779198eaceba4 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:16:27.775703 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0903412f-d698-4135-a2f0-770c6acf66f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:27.795403 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0903412f-d698-4135-a2f0-770c6acf66f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:27.929387 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0903412f-d698-4135-a2f0-770c6acf66f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:27.936195 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0903412f-d698-4135-a2f0-770c6acf66f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:27.979545 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0903412f-d698-4135-a2f0-770c6acf66f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:16:27.989684 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c85a7e-fcc7-4fc7-85c7-baad8d1fc716 req-74351a6f-e1be-49bf-8258-be8691aaad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:27.991136 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903412f-d698-4135-a2f0-770c6acf66f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7505a7-7e55-48ca-b77b-773b73ccf5ed,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:28.011598 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0903412f-d698-4135-a2f0-770c6acf66f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:28.012954 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-0903412f-d698-4135-a2f0-770c6acf66f6 admin admin] Added segment 08a94037-45cb-47a3-898e-2662e41e32ef of type vlan for network b679858e-6139-479d-a5d3-fd48d6285e1d Aug 05 14:16:28.019638 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7c85a7e-fcc7-4fc7-85c7-baad8d1fc716 req-74351a6f-e1be-49bf-8258-be8691aaad40 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 1096 time: 0.2030330 Aug 05 14:16:28.079495 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7c85a7e-fcc7-4fc7-85c7-baad8d1fc716 req-d7d004f8-4d61-4e2a-b780-0ef57b7192ff service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489142 Aug 05 14:16:28.110725 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0903412f-d698-4135-a2f0-770c6acf66f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:28.158176 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0903412f-d698-4135-a2f0-770c6acf66f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:28.159343 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0903412f-d698-4135-a2f0-770c6acf66f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:28.160039 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0903412f-d698-4135-a2f0-770c6acf66f6 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:28.236285 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0903412f-d698-4135-a2f0-770c6acf66f6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7153754 Aug 05 14:16:28.238935 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50566) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:28.244065 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e0749aee-bca6-4ec0-a672-e1719dcece83 admin admin] Request body: {'subnet': {'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1848887542-subnet', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:16:28.256586 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903412f-d698-4135-a2f0-770c6acf66f6 admin admin] Pushing event updated for resources: {'Network': ['ID=b679858e-6139-479d-a5d3-fd48d6285e1d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:28.270405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network b679858e-6139-479d-a5d3-fd48d6285e1d details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:16:28.285273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0749aee-bca6-4ec0-a672-e1719dcece83 admin admin] Made reservation on behalf of 938b1560f7e5463b94f779198eaceba4 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:16:28.288004 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e0749aee-bca6-4ec0-a672-e1719dcece83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:28.954457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866460d-7e2f-4d47-b4ef-82184b4c24ed req-8c874367-bbf9-477d-a80a-97104a593481 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:28.966805 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b866460d-7e2f-4d47-b4ef-82184b4c24ed req-8c874367-bbf9-477d-a80a-97104a593481 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.0717835 Aug 05 14:16:29.024882 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b866460d-7e2f-4d47-b4ef-82184b4c24ed req-37bc9653-f06a-4520-acd2-3d6a36f5cbbd tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535684 Aug 05 14:16:29.218239 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e0749aee-bca6-4ec0-a672-e1719dcece83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:29.277884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0749aee-bca6-4ec0-a672-e1719dcece83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71006c8f-08b4-4b58-b5ce-c343b7c3e537,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:29.287408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0749aee-bca6-4ec0-a672-e1719dcece83 admin admin] Checking segment: {'id': '08a94037-45cb-47a3-898e-2662e41e32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:16:29.287769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0749aee-bca6-4ec0-a672-e1719dcece83 admin admin] Network hostable DHCP agents. Network: b679858e-6139-479d-a5d3-fd48d6285e1d, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:16:29.308819 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0749aee-bca6-4ec0-a672-e1719dcece83 admin admin] Network b679858e-6139-479d-a5d3-fd48d6285e1d is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:16:29.320813 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-e0749aee-bca6-4ec0-a672-e1719dcece83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, b679858e-6139-479d-a5d3-fd48d6285e1d) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:16:29.325613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0749aee-bca6-4ec0-a672-e1719dcece83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:29.326051 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e0749aee-bca6-4ec0-a672-e1719dcece83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:29.335528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ccd0aa-c4b4-4711-9cbc-8702c161e3b7 None None] Network b679858e-6139-479d-a5d3-fd48d6285e1d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:16:29.359395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50686) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:29.362850 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e0749aee-bca6-4ec0-a672-e1719dcece83 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1187282 Aug 05 14:16:29.365530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1848887542-router', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:16:29.409912 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:29.411272 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:29.484218 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:29.549517 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-b679858e-6139-479d-a5d3-fd48d6285e1d', 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'fixed_ips': [{'subnet_id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:16:29.550458 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:29.736788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:29.806080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Allocated IP 172.20.0.2 (b679858e-6139-479d-a5d3-fd48d6285e1d/71006c8f-08b4-4b58-b5ce-c343b7c3e537/9521b7cb-bc98-4f37-a300-4c9a7c172c41) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:16:30.038564 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:30.049440 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Transition to ACTIVE for port object 9521b7cb-bc98-4f37-a300-4c9a7c172c41 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:16:30.069626 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Transition to ACTIVE for port object 9521b7cb-bc98-4f37-a300-4c9a7c172c41 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:16:30.081267 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:30.112413 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:30.144289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Pushing event updated for resources: {'Port': ['ID=9521b7cb-bc98-4f37-a300-4c9a7c172c41,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:30.152749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Network b679858e-6139-479d-a5d3-fd48d6285e1d is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:16:30.154648 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:16:30.164146 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:16:30.177904 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:30.266815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Attempting to bind port 9521b7cb-bc98-4f37-a300-4c9a7c172c41 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:16:30.266815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Attempting to bind port 9521b7cb-bc98-4f37-a300-4c9a7c172c41 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '08a94037-45cb-47a3-898e-2662e41e32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:16:30.266815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Attempting to bind port 9521b7cb-bc98-4f37-a300-4c9a7c172c41 on network b679858e-6139-479d-a5d3-fd48d6285e1d {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:16:30.275931 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:16:30.275931 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Checking segment: {'id': '08a94037-45cb-47a3-898e-2662e41e32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:16:30.275931 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:30.276393 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Bound using segment: {'id': '08a94037-45cb-47a3-898e-2662e41e32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:16:30.278449 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Bound port: 9521b7cb-bc98-4f37-a300-4c9a7c172c41, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a94037-45cb-47a3-898e-2662e41e32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:16:30.278449 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:30.294212 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf22a16-979c-432f-bd4f-053dccb015db req-74a76708-bcfa-4c33-923f-2c96c6918170 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:30.305242 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8cf22a16-979c-432f-bd4f-053dccb015db req-74a76708-bcfa-4c33-923f-2c96c6918170 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.0922625 Aug 05 14:16:30.355815 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8cf22a16-979c-432f-bd4f-053dccb015db req-215be62d-967b-4f35-a8a8-b239ef3c47d0 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495517 Aug 05 14:16:30.423603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Allocated IP 172.25.5.142 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/df2383d2-efc2-4d16-a1e6-5d4365c79a65) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:16:30.434004 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] For port 9521b7cb-bc98-4f37-a300-4c9a7c172c41, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:16:30.438493 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] For port 9521b7cb-bc98-4f37-a300-4c9a7c172c41, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=9521b7cb-bc98-4f37-a300-4c9a7c172c41,segment=NetworkSegment(08a94037-45cb-47a3-898e-2662e41e32ef),segment_id=08a94037-45cb-47a3-898e-2662e41e32ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:16:30.445518 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:30.551220 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fd396-b91a-4624-b96c-9576c8063dbc None None] Pushing event updated for resources: {'Port': ['ID=9521b7cb-bc98-4f37-a300-4c9a7c172c41,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:30.654773 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60f3ca-7477-4509-a318-e2b2fa58583e req-8d266deb-75c5-4e6e-9f7c-45141b722af7 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:30.657640 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-db60f3ca-7477-4509-a318-e2b2fa58583e req-8d266deb-75c5-4e6e-9f7c-45141b722af7 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.2147291 Aug 05 14:16:30.718971 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-db60f3ca-7477-4509-a318-e2b2fa58583e req-6bc841cb-3a7f-4462-b297-dfe126d99713 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522914 Aug 05 14:16:30.767953 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:30.819958 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:30.914111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:16:30.918592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:16:30.926180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:16:30.984321 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Pushing event updated for resources: {'Port': ['ID=df2383d2-efc2-4d16-a1e6-5d4365c79a65,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:31.398544 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:31.652035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023d264-36df-4866-a2ad-668d09f257c7 req-d6799e7b-2350-48ac-9a11-b673303d7ce7 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:31.652035 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d023d264-36df-4866-a2ad-668d09f257c7 req-d6799e7b-2350-48ac-9a11-b673303d7ce7 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/networks?id=459a4a5b-a726-4022-a365-e2bc3ef0e3ea HTTP/1.1" status: 200 len: 815 time: 0.2806971 Aug 05 14:16:31.731061 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d023d264-36df-4866-a2ad-668d09f257c7 req-7b24bda5-c74b-47e5-81cf-3a8a35b472bb tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/quotas/c67640574cf34cf3a6eb781f2f334a8e HTTP/1.1" status: 200 len: 375 time: 0.0710406 Aug 05 14:16:31.885015 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:31.958591 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d023d264-36df-4866-a2ad-668d09f257c7 req-78136a07-44f9-4c75-9de7-ed1d0170e679 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c67640574cf34cf3a6eb781f2f334a8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1335063 Aug 05 14:16:32.062136 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9521b7cb-bc98-4f37-a300-4c9a7c172c41 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:32.124216 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 9521b7cb-bc98-4f37-a300-4c9a7c172c41 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:16:32.348290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f14c325-23eb-456e-b15c-1cf0342dac61 None None] Network b679858e-6139-479d-a5d3-fd48d6285e1d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:16:32.509488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2fd357dc-eec5-4c37-be82-30010795a469 None None] Provisioning for port 9521b7cb-bc98-4f37-a300-4c9a7c172c41 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:16:32.514451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2fd357dc-eec5-4c37-be82-30010795a469 None None] Provisioning complete for port 9521b7cb-bc98-4f37-a300-4c9a7c172c41 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:32.515419 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2fd357dc-eec5-4c37-be82-30010795a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:32.634753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5037c64-f7b9-4e5e-a8a6-1170bfc85ce9 req-cfbdd9c4-fa32-4e6e-9cde-2997408b2aac tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:32.636394 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c5037c64-f7b9-4e5e-a8a6-1170bfc85ce9 req-cfbdd9c4-fa32-4e6e-9cde-2997408b2aac tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.84 "GET /v2.0/ports?device_id=f073e24e-587a-4dbc-9afc-c184086c9409 HTTP/1.1" status: 200 len: 945 time: 0.1957507 Aug 05 14:16:32.638320 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d023d264-36df-4866-a2ad-668d09f257c7 req-c7b1fd43-a2cb-4b71-951c-50ea39254359 service neutron] 10.222.0.16 "GET /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447257 Aug 05 14:16:32.692861 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2fd357dc-eec5-4c37-be82-30010795a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:32.728877 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2fd357dc-eec5-4c37-be82-30010795a469 None None] For port 9521b7cb-bc98-4f37-a300-4c9a7c172c41, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=9521b7cb-bc98-4f37-a300-4c9a7c172c41,segment=NetworkSegment(08a94037-45cb-47a3-898e-2662e41e32ef),segment_id=08a94037-45cb-47a3-898e-2662e41e32ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:32.736187 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2fd357dc-eec5-4c37-be82-30010795a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:32.858353 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd357dc-eec5-4c37-be82-30010795a469 None None] Pushing event updated for resources: {'Port': ['ID=9521b7cb-bc98-4f37-a300-4c9a7c172c41,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:32.870835 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Router 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:16:32.953788 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1e26c615-831e-46bf-81c5-143e4f17819d service neutron] 10.222.0.16 "GET /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759118 Aug 05 14:16:32.988191 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f107c38e-442d-47ae-bb42-810d1cd523d6 None None] Provisioning complete for port 9521b7cb-bc98-4f37-a300-4c9a7c172c41 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:32.988522 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f107c38e-442d-47ae-bb42-810d1cd523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:33.018301 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-c5037c64-f7b9-4e5e-a8a6-1170bfc85ce9 req-789890e7-e709-49a3-883a-bd716d3a3fa8 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Deleting port de1b5d18-b4fc-4c13-8f9d-cc2650686f77 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:16:33.018301 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c5037c64-f7b9-4e5e-a8a6-1170bfc85ce9 req-789890e7-e709-49a3-883a-bd716d3a3fa8 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:33.198860 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:16:33.211093 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Sync routers for ids ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:16:33.231376 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Routers {'64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:16:33.232672 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:16:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:33.240499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-c5037c64-f7b9-4e5e-a8a6-1170bfc85ce9 req-789890e7-e709-49a3-883a-bd716d3a3fa8 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] For port de1b5d18-b4fc-4c13-8f9d-cc2650686f77, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=de1b5d18-b4fc-4c13-8f9d-cc2650686f77,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:33.241060 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c5037c64-f7b9-4e5e-a8a6-1170bfc85ce9 req-789890e7-e709-49a3-883a-bd716d3a3fa8 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:33.243990 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:33.249385 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4bf986aa-9a5c-4fc5-bafb-1c6967356d7e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8858316 Aug 05 14:16:33.251551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50816) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:33.276941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-c5037c64-f7b9-4e5e-a8a6-1170bfc85ce9 req-789890e7-e709-49a3-883a-bd716d3a3fa8 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Calling delete_port for de1b5d18-b4fc-4c13-8f9d-cc2650686f77 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:16:33.330017 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fe9ffa89-e897-4551-a67d-b9a6cc0edc5c req-38fc5cd0-7f3c-4b36-9d62-e36642ba0fa2 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 210 time: 0.0897067 Aug 05 14:16:33.583890 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c5037c64-f7b9-4e5e-a8a6-1170bfc85ce9 req-789890e7-e709-49a3-883a-bd716d3a3fa8 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:33.609174 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Set router 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:16:33.650710 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789890e7-e709-49a3-883a-bd716d3a3fa8 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Pushing event deleted for resources: {'Port': ['ID=de1b5d18-b4fc-4c13-8f9d-cc2650686f77,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:33.715650 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5037c64-f7b9-4e5e-a8a6-1170bfc85ce9 req-789890e7-e709-49a3-883a-bd716d3a3fa8 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] No DVR routers for this DVR port de1b5d18-b4fc-4c13-8f9d-cc2650686f77 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:16:33.721352 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c5037c64-f7b9-4e5e-a8a6-1170bfc85ce9 req-789890e7-e709-49a3-883a-bd716d3a3fa8 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:33.725799 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c5037c64-f7b9-4e5e-a8a6-1170bfc85ce9 req-789890e7-e709-49a3-883a-bd716d3a3fa8 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.84 "DELETE /v2.0/ports/de1b5d18-b4fc-4c13-8f9d-cc2650686f77 HTTP/1.1" status: 204 len: 173 time: 1.0812545 Aug 05 14:16:33.726626 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f073e24e-587a-4dbc-9afc-c184086c9409', 'name': 'network-vif-deleted', 'tag': 'de1b5d18-b4fc-4c13-8f9d-cc2650686f77'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:16:33.729875 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223563c0-e3eb-437f-9ae3-d7191a5e80da" -d '{"events": [{"server_uuid": "f073e24e-587a-4dbc-9afc-c184086c9409", "name": "network-vif-deleted", "tag": "de1b5d18-b4fc-4c13-8f9d-cc2650686f77"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:16:33.794172 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae174d8-26e1-4802-a843-7e6645eead32 x-openstack-request-id: req-2ae174d8-26e1-4802-a843-7e6645eead32 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:16:33.794343 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f073e24e-587a-4dbc-9afc-c184086c9409", "name": "network-vif-deleted", "tag": "de1b5d18-b4fc-4c13-8f9d-cc2650686f77", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:16:33.794858 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ae174d8-26e1-4802-a843-7e6645eead32 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:16:33.795898 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f073e24e-587a-4dbc-9afc-c184086c9409', 'name': 'network-vif-deleted', 'tag': 'de1b5d18-b4fc-4c13-8f9d-cc2650686f77', 'status': 'completed', 'code': 200} Aug 05 14:16:34.095103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9521b7cb-bc98-4f37-a300-4c9a7c172c41 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:34.252800 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 9521b7cb-bc98-4f37-a300-4c9a7c172c41 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:34.253487 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:34.280414 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'name': 'tempest-TestServerBasicOps-1848887542-router', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:29Z', 'updated_at': '2021-08-05T14:16:31Z', 'revision_number': 3, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'gw_port': {'id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:30Z', 'updated_at': '2021-08-05T14:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:34.333640 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:34.345092 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Checking router: 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:16:34.348879 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Updating router 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a port df2383d2-efc2-4d16-a1e6-5d4365c79a65 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:16:34.417240 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:34.596124 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-10b605e6-f6b9-491e-a383-825e6949e632 req-76925b70-b7be-468a-9061-b846d606bb22 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 210 time: 0.0769794 Aug 05 14:16:34.771962 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Allocated IP 172.20.0.1 (b679858e-6139-479d-a5d3-fd48d6285e1d/71006c8f-08b4-4b58-b5ce-c343b7c3e537/6f20a0d4-67a0-493a-a438-df254f38f5bc) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:16:34.943095 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:34.963338 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Transition to ACTIVE for port object df2383d2-efc2-4d16-a1e6-5d4365c79a65 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:16:34.971065 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:35.012090 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:35.020706 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device de1b5d18-b4fc-4c13-8f9d-cc2650686f77 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:16:35.059549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Transition to ACTIVE for port object 6f20a0d4-67a0-493a-a438-df254f38f5bc will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:16:35.071078 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: de1b5d18-b4fc-4c13-8f9d-cc2650686f77 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:16:35.073670 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device de1b5d18-b4fc-4c13-8f9d-cc2650686f77 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:16:35.110469 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Attempting to bind port df2383d2-efc2-4d16-a1e6-5d4365c79a65 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:16:35.111020 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Attempting to bind port df2383d2-efc2-4d16-a1e6-5d4365c79a65 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:16:35.111383 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Attempting to bind port df2383d2-efc2-4d16-a1e6-5d4365c79a65 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:16:35.129398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023d264-36df-4866-a2ad-668d09f257c7 req-732517d3-0ea1-45e3-a771-115628e6b95b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:35.141526 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d023d264-36df-4866-a2ad-668d09f257c7 req-732517d3-0ea1-45e3-a771-115628e6b95b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.63 "GET /v2.0/networks?id=459a4a5b-a726-4022-a365-e2bc3ef0e3ea HTTP/1.1" status: 200 len: 815 time: 0.2383001 Aug 05 14:16:35.144310 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:16:35.144781 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:16:35.145045 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:35.145442 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:16:35.145949 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Bound port: df2383d2-efc2-4d16-a1e6-5d4365c79a65, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:16:35.154869 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:35.162780 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-d023d264-36df-4866-a2ad-668d09f257c7 req-30519fd0-cabf-47f1-a14b-ab5995086fd5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Request body: {'port': {'device_id': 'fbc19e22-785b-43ec-9fd2-ed3e038c0a68', 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea', 'admin_state_up': True, 'tenant_id': 'c67640574cf34cf3a6eb781f2f334a8e'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:16:35.207943 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:35.262284 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] For port df2383d2-efc2-4d16-a1e6-5d4365c79a65, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:16:35.268247 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] For port df2383d2-efc2-4d16-a1e6-5d4365c79a65, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=df2383d2-efc2-4d16-a1e6-5d4365c79a65,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:16:35.286851 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:35.289943 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4eb5a-d904-4921-b731-f92a9da9f600 None None] Pushing event updated for resources: {'Port': ['ID=df2383d2-efc2-4d16-a1e6-5d4365c79a65,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:35.297416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Network b679858e-6139-479d-a5d3-fd48d6285e1d is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:16:35.301217 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:16:35.310514 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:16:35.327223 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4eb5a-d904-4921-b731-f92a9da9f600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:35.327582 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4eb5a-d904-4921-b731-f92a9da9f600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:35.328490 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4eb5a-d904-4921-b731-f92a9da9f600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:35.328861 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4eb5a-d904-4921-b731-f92a9da9f600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:35.329200 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4eb5a-d904-4921-b731-f92a9da9f600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:35.329522 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4eb5a-d904-4921-b731-f92a9da9f600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:35.333298 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4eb5a-d904-4921-b731-f92a9da9f600 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:35.333964 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4eb5a-d904-4921-b731-f92a9da9f600 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:35.334475 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4eb5a-d904-4921-b731-f92a9da9f600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:35.334913 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4eb5a-d904-4921-b731-f92a9da9f600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:35.335377 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4eb5a-d904-4921-b731-f92a9da9f600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:35.335861 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4eb5a-d904-4921-b731-f92a9da9f600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:35.370185 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Pushing event updated for resources: {'Port': ['ID=6f20a0d4-67a0-493a-a438-df254f38f5bc,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:35.375505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d023d264-36df-4866-a2ad-668d09f257c7 req-30519fd0-cabf-47f1-a14b-ab5995086fd5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Made reservation on behalf of c67640574cf34cf3a6eb781f2f334a8e for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:16:35.380863 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d023d264-36df-4866-a2ad-668d09f257c7 req-30519fd0-cabf-47f1-a14b-ab5995086fd5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:35.389061 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:35.416445 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Routers {'64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:16:35.417488 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:16:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:35.578748 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-d023d264-36df-4866-a2ad-668d09f257c7 req-30519fd0-cabf-47f1-a14b-ab5995086fd5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Allocated IP 172.20.0.7 (459a4a5b-a726-4022-a365-e2bc3ef0e3ea/4eff0f5c-6cbd-44c3-89de-d3542c80b78b/44d9bcac-f602-41ba-ad7f-0896ffeeff9e) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:16:35.584629 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4eb5a-d904-4921-b731-f92a9da9f600 None None] Pushing event updated for resources: {'Port': ['ID=df2383d2-efc2-4d16-a1e6-5d4365c79a65,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:35.775290 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:35.832653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a6f07f6b-40f3-47a3-9861-66f36a245e68 None None] Provisioning for port 6f20a0d4-67a0-493a-a438-df254f38f5bc completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:16:35.835517 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] Set router 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:16:35.844724 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a6f07f6b-40f3-47a3-9861-66f36a245e68 None None] Provisioning complete for port 6f20a0d4-67a0-493a-a438-df254f38f5bc triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:35.849605 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a6f07f6b-40f3-47a3-9861-66f36a245e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:35.923920 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a6f07f6b-40f3-47a3-9861-66f36a245e68 None None] Port 6f20a0d4-67a0-493a-a438-df254f38f5bc cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:16:35.950706 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d023d264-36df-4866-a2ad-668d09f257c7 req-30519fd0-cabf-47f1-a14b-ab5995086fd5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:35.985978 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c6aa8cb4-5266-4458-9751-638ae2c9a27c req-e6bb54ee-658e-40e7-87dc-0e8f94817e38 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 210 time: 0.0273826 Aug 05 14:16:36.078984 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d023d264-36df-4866-a2ad-668d09f257c7 req-30519fd0-cabf-47f1-a14b-ab5995086fd5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:36.108941 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:36.125463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d023d264-36df-4866-a2ad-668d09f257c7 req-30519fd0-cabf-47f1-a14b-ab5995086fd5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Network 459a4a5b-a726-4022-a365-e2bc3ef0e3ea is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:16:36.130099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-d023d264-36df-4866-a2ad-668d09f257c7 req-30519fd0-cabf-47f1-a14b-ab5995086fd5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:16:36.136795 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d023d264-36df-4866-a2ad-668d09f257c7 req-30519fd0-cabf-47f1-a14b-ab5995086fd5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:16:36.148725 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:36.208055 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30519fd0-cabf-47f1-a14b-ab5995086fd5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Pushing event updated for resources: {'Port': ['ID=44d9bcac-f602-41ba-ad7f-0896ffeeff9e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:36.255681 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Pushing event updated for resources: {'Port': ['ID=6f20a0d4-67a0-493a-a438-df254f38f5bc,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:36.263768 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023d264-36df-4866-a2ad-668d09f257c7 req-30519fd0-cabf-47f1-a14b-ab5995086fd5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:36.264522 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d023d264-36df-4866-a2ad-668d09f257c7 req-30519fd0-cabf-47f1-a14b-ab5995086fd5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:36.268913 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'name': 'tempest-TestServerBasicOps-1848887542-router', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:29Z', 'updated_at': '2021-08-05T14:16:31Z', 'revision_number': 3, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'gw_port': {'id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:30Z', 'updated_at': '2021-08-05T14:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:36.269671 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:36.292664 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d023d264-36df-4866-a2ad-668d09f257c7 req-30519fd0-cabf-47f1-a14b-ab5995086fd5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1394279 Aug 05 14:16:36.304354 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5925c5c-95f8-45b8-9513-079d9adc3fae None None] The sync data for ids ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'] in n-d-803585-2 is: [{'id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'name': 'tempest-TestServerBasicOps-1848887542-router', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:29Z', 'updated_at': '2021-08-05T14:16:31Z', 'revision_number': 3, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'gw_port': {'id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:30Z', 'updated_at': '2021-08-05T14:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:16:36.307256 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Request body: {'port': {'device_id': 'fbc19e22-785b-43ec-9fd2-ed3e038c0a68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:16:36.407637 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:36.526851 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Network b679858e-6139-479d-a5d3-fd48d6285e1d is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:16:36.528471 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:16:36.768489 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Router 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:16:37.075391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d9bcac-f602-41ba-ad7f-0896ffeeff9e {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:16:37.085522 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:37.099692 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8b40ab6e-3ef6-47e1-923c-00c94abf2cdd None None] Provisioning complete for port 6f20a0d4-67a0-493a-a438-df254f38f5bc triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:37.100396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Transition to ACTIVE for port object 44d9bcac-f602-41ba-ad7f-0896ffeeff9e will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:16:37.103913 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8b40ab6e-3ef6-47e1-923c-00c94abf2cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:37.105650 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:37.124669 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:16:37.139481 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-70c7ad56-0f77-49ec-bb39-109cadc78c9c admin admin] 10.222.0.16 "PUT /v2.0/routers/64f096d7-6c6f-45b9-8e49-5dee9ca8e68a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8705852 Aug 05 14:16:37.177413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=44d9bcac-f602-41ba-ad7f-0896ffeeff9e,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:37.256660 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8b40ab6e-3ef6-47e1-923c-00c94abf2cdd None None] Port 6f20a0d4-67a0-493a-a438-df254f38f5bc cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:16:37.320605 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a79a6-eead-4d83-9d77-ac670a53e9a1 req-58742a6d-8e12-41c9-bf13-34447730d657 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:37.328938 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9c2a79a6-eead-4d83-9d77-ac670a53e9a1 req-58742a6d-8e12-41c9-bf13-34447730d657 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 943 time: 0.1131129 Aug 05 14:16:37.360118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Attempting to bind port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:16:37.360480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Attempting to bind port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '1ccfdf64-4a82-40a4-adb3-4f0c95cee039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:16:37.360822 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Attempting to bind port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e on network 459a4a5b-a726-4022-a365-e2bc3ef0e3ea {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:16:37.394819 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9c2a79a6-eead-4d83-9d77-ac670a53e9a1 req-758b0c0f-8834-4712-a040-a4b6c7d92951 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599101 Aug 05 14:16:37.397763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e on network 459a4a5b-a726-4022-a365-e2bc3ef0e3ea not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:16:37.399068 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Attempting to bind port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e on network 459a4a5b-a726-4022-a365-e2bc3ef0e3ea {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:16:37.407989 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:16:37.408336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Checking segment: {'id': '1ccfdf64-4a82-40a4-adb3-4f0c95cee039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:16:37.408724 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Bound using segment: {'id': '1ccfdf64-4a82-40a4-adb3-4f0c95cee039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:16:37.409163 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Bound port: 44d9bcac-f602-41ba-ad7f-0896ffeeff9e, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ccfdf64-4a82-40a4-adb3-4f0c95cee039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:16:37.409565 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:37.537705 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] For port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:16:37.543444 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] For port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=44d9bcac-f602-41ba-ad7f-0896ffeeff9e,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:16:37.548503 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:37.604021 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:37.604939 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:37.606608 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d023d264-36df-4866-a2ad-668d09f257c7 req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] 10.222.0.63 "PUT /v2.0/ports/44d9bcac-f602-41ba-ad7f-0896ffeeff9e HTTP/1.1" status: 200 len: 1091 time: 1.3045297 Aug 05 14:16:37.607288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc19e22-785b-43ec-9fd2-ed3e038c0a68', 'tag': '44d9bcac-f602-41ba-ad7f-0896ffeeff9e'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:16:37.609844 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e729ac3b-6de7-400d-92d1-1ad46a308767" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc19e22-785b-43ec-9fd2-ed3e038c0a68", "tag": "44d9bcac-f602-41ba-ad7f-0896ffeeff9e"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:16:37.706031 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488c6627-1231-41b8-a4ca-d1aa958282d9 x-openstack-request-id: req-488c6627-1231-41b8-a4ca-d1aa958282d9 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:16:37.706379 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc19e22-785b-43ec-9fd2-ed3e038c0a68", "tag": "44d9bcac-f602-41ba-ad7f-0896ffeeff9e", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:16:37.706599 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-488c6627-1231-41b8-a4ca-d1aa958282d9 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:16:37.707005 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc19e22-785b-43ec-9fd2-ed3e038c0a68', 'tag': '44d9bcac-f602-41ba-ad7f-0896ffeeff9e', 'status': 'completed', 'code': 200} Aug 05 14:16:37.712364 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bf492-bb01-4cf5-ab86-9b915707f6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=44d9bcac-f602-41ba-ad7f-0896ffeeff9e,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:37.729397 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023d264-36df-4866-a2ad-668d09f257c7 req-025b5978-517c-47a4-a140-4112c097f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:37.746109 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d023d264-36df-4866-a2ad-668d09f257c7 req-025b5978-517c-47a4-a140-4112c097f634 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c67640574cf34cf3a6eb781f2f334a8e&device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 1094 time: 0.0936947 Aug 05 14:16:37.840256 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d023d264-36df-4866-a2ad-668d09f257c7 req-f33abc59-672c-4923-8c8d-ea218c273578 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44d9bcac-f602-41ba-ad7f-0896ffeeff9e HTTP/1.1" status: 200 len: 217 time: 0.0840633 Aug 05 14:16:37.995429 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023d264-36df-4866-a2ad-668d09f257c7 req-f4e220a5-9d98-42d3-8ee8-30a67b6da69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:37.996956 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d023d264-36df-4866-a2ad-668d09f257c7 req-f4e220a5-9d98-42d3-8ee8-30a67b6da69b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4eff0f5c-6cbd-44c3-89de-d3542c80b78b HTTP/1.1" status: 200 len: 855 time: 0.1507447 Aug 05 14:16:38.036049 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d023d264-36df-4866-a2ad-668d09f257c7 req-d0d14195-e78a-4c0d-8370-a7fe34bd4a36 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=459a4a5b-a726-4022-a365-e2bc3ef0e3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310707 Aug 05 14:16:38.105888 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device df2383d2-efc2-4d16-a1e6-5d4365c79a65 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:38.261976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port df2383d2-efc2-4d16-a1e6-5d4365c79a65 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:16:38.277766 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port df2383d2-efc2-4d16-a1e6-5d4365c79a65 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:38.280721 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:38.320890 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d023d264-36df-4866-a2ad-668d09f257c7 req-a3f39165-ea3c-410e-8b4b-996e367c62cf service neutron] 10.222.0.63 "GET /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773280 Aug 05 14:16:38.326818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50940) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:38.334313 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5f59aba6-bdff-4350-90ab-8f1e4c5c83a4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-471224443-network', 'tenant_id': 'd91bca98415245e380ff5bcd4e60c139'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:16:38.449777 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f59aba6-bdff-4350-90ab-8f1e4c5c83a4 admin admin] Made reservation on behalf of d91bca98415245e380ff5bcd4e60c139 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:16:38.460274 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5f59aba6-bdff-4350-90ab-8f1e4c5c83a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:38.492989 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5f59aba6-bdff-4350-90ab-8f1e4c5c83a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:38.502062 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:38.544113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port df2383d2-efc2-4d16-a1e6-5d4365c79a65, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=df2383d2-efc2-4d16-a1e6-5d4365c79a65,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:38.549508 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:38.620601 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=df2383d2-efc2-4d16-a1e6-5d4365c79a65,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:38.695926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64bba4-fe39-4646-a8b0-69c77db863f6 req-f4223e09-f5d5-46b1-aec6-45d74ac5b9f4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:38.708223 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb64bba4-fe39-4646-a8b0-69c77db863f6 req-f4223e09-f5d5-46b1-aec6-45d74ac5b9f4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 943 time: 0.1434276 Aug 05 14:16:38.722969 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d023d264-36df-4866-a2ad-668d09f257c7 req-629b2905-a566-4a6f-8158-7d0b906dc13d service neutron] 10.222.0.63 "GET /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895705 Aug 05 14:16:38.779117 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb64bba4-fe39-4646-a8b0-69c77db863f6 req-d4658c3c-1c61-4d0c-897a-3bad30644c1e tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687804 Aug 05 14:16:38.851925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729ac3b-6de7-400d-92d1-1ad46a308767 req-9ca0e52f-9ebe-402c-8a1b-c9220863ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:38.853899 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e729ac3b-6de7-400d-92d1-1ad46a308767 req-9ca0e52f-9ebe-402c-8a1b-c9220863ef20 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c67640574cf34cf3a6eb781f2f334a8e&device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 1094 time: 0.0565865 Aug 05 14:16:38.861434 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5f59aba6-bdff-4350-90ab-8f1e4c5c83a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:38.899987 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0908b-fae6-4062-b421-dea0501c704f req-3dc26442-a70a-4a3d-977e-b954300aaf04 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:38.909107 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87e0908b-fae6-4062-b421-dea0501c704f req-3dc26442-a70a-4a3d-977e-b954300aaf04 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 950 time: 0.2269397 Aug 05 14:16:38.912600 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5f59aba6-bdff-4350-90ab-8f1e4c5c83a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:38.974376 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f59aba6-bdff-4350-90ab-8f1e4c5c83a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:16:38.986544 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59aba6-bdff-4350-90ab-8f1e4c5c83a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe840b8-ed94-4e24-af27-8ad38e96cee2,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:39.012904 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5f59aba6-bdff-4350-90ab-8f1e4c5c83a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:39.013548 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-5f59aba6-bdff-4350-90ab-8f1e4c5c83a4 admin admin] Added segment 3afdff32-b32f-4ae5-8fd1-e5c65d93eda3 of type vlan for network 8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450 Aug 05 14:16:39.057161 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87e0908b-fae6-4062-b421-dea0501c704f req-70411212-740c-4fbf-92dc-4cdc4c30b2db tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e80e20-ff47-4793-a1b8-4b5553d05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467159 Aug 05 14:16:39.106115 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729ac3b-6de7-400d-92d1-1ad46a308767 req-5058db8f-5df2-4fe9-ac21-33bc506237ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:39.107794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5f59aba6-bdff-4350-90ab-8f1e4c5c83a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:39.108643 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e729ac3b-6de7-400d-92d1-1ad46a308767 req-5058db8f-5df2-4fe9-ac21-33bc506237ff service neutron] 10.222.0.63 "GET /v2.0/networks?id=459a4a5b-a726-4022-a365-e2bc3ef0e3ea HTTP/1.1" status: 200 len: 916 time: 0.2457023 Aug 05 14:16:39.156214 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5f59aba6-bdff-4350-90ab-8f1e4c5c83a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:39.159796 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59aba6-bdff-4350-90ab-8f1e4c5c83a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:39.160815 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5f59aba6-bdff-4350-90ab-8f1e4c5c83a4 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:39.179823 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Sync routers for ids ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:16:39.189683 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e729ac3b-6de7-400d-92d1-1ad46a308767 req-f3ce2fcc-f42f-46b1-ae8e-3afd8a09a384 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44d9bcac-f602-41ba-ad7f-0896ffeeff9e HTTP/1.1" status: 200 len: 217 time: 0.0701241 Aug 05 14:16:39.194784 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Routers {'64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:16:39.195950 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:16:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:39.295696 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5f59aba6-bdff-4350-90ab-8f1e4c5c83a4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9676204 Aug 05 14:16:39.299689 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50962) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:39.301717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729ac3b-6de7-400d-92d1-1ad46a308767 req-f3751730-60a8-4d31-9d3e-8f32062e2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:39.303605 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e729ac3b-6de7-400d-92d1-1ad46a308767 req-f3751730-60a8-4d31-9d3e-8f32062e2d7b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4eff0f5c-6cbd-44c3-89de-d3542c80b78b HTTP/1.1" status: 200 len: 855 time: 0.1046784 Aug 05 14:16:39.305641 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-14e76261-01c4-4fde-b4eb-2f61b30fa9e4 admin admin] Request body: {'subnet': {'network_id': '8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-471224443-subnet', 'tenant_id': 'd91bca98415245e380ff5bcd4e60c139', 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:16:39.309139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59aba6-bdff-4350-90ab-8f1e4c5c83a4 admin admin] Pushing event updated for resources: {'Network': ['ID=8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:39.331796 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:16:39.333722 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e76261-01c4-4fde-b4eb-2f61b30fa9e4 admin admin] Made reservation on behalf of d91bca98415245e380ff5bcd4e60c139 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:16:39.337273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-14e76261-01c4-4fde-b4eb-2f61b30fa9e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:39.367234 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e729ac3b-6de7-400d-92d1-1ad46a308767 req-b7134a55-0ae4-4954-b424-6a7d0936033e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=459a4a5b-a726-4022-a365-e2bc3ef0e3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489419 Aug 05 14:16:39.474413 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Set router 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:16:39.647506 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e729ac3b-6de7-400d-92d1-1ad46a308767 req-44a1cbb9-e8e0-4abd-8b5f-3fb989efcc86 service neutron] 10.222.0.63 "GET /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696810 Aug 05 14:16:39.686564 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-14e76261-01c4-4fde-b4eb-2f61b30fa9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:39.739711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e76261-01c4-4fde-b4eb-2f61b30fa9e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1324c358-5277-4561-9ac7-429a1728d4a1,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:39.770315 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e76261-01c4-4fde-b4eb-2f61b30fa9e4 admin admin] Checking segment: {'id': '3afdff32-b32f-4ae5-8fd1-e5c65d93eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:16:39.770968 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e76261-01c4-4fde-b4eb-2f61b30fa9e4 admin admin] Network hostable DHCP agents. Network: 8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:16:39.792388 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e76261-01c4-4fde-b4eb-2f61b30fa9e4 admin admin] Network 8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:16:39.795231 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e729ac3b-6de7-400d-92d1-1ad46a308767 req-cb430f04-6155-443c-9f9d-b0c431122013 service neutron] 10.222.0.63 "GET /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297200 Aug 05 14:16:39.813366 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-14e76261-01c4-4fde-b4eb-2f61b30fa9e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:16:39.820408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e76261-01c4-4fde-b4eb-2f61b30fa9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:39.821015 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-14e76261-01c4-4fde-b4eb-2f61b30fa9e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:39.840880 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-14e76261-01c4-4fde-b4eb-2f61b30fa9e4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5398803 Aug 05 14:16:39.844973 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50976) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:39.849814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112b15a8-ea66-43a5-a397-ab49bac660d6 None None] Network 8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:16:39.853120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-471224443-router', 'tenant_id': 'd91bca98415245e380ff5bcd4e60c139', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:16:39.884340 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:39.885541 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:39.966828 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'name': 'tempest-TestServerBasicOps-1848887542-router', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:29Z', 'updated_at': '2021-08-05T14:16:35Z', 'revision_number': 4, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'gw_port': {'id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:30Z', 'updated_at': '2021-08-05T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '6f20a0d4-67a0-493a-a438-df254f38f5bc', 'name': '', 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'mac_address': 'fa:16:3e:58:c9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:34Z', 'updated_at': '2021-08-05T14:16:35Z', 'revision_number': 2, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'subnets': [{'id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:40.027340 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Checking router: 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:16:40.027340 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Updating router 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a port 6f20a0d4-67a0-493a-a438-df254f38f5bc binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:16:40.044875 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:40.045721 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cf2f5-915f-4655-a146-16dded74375c req-d5661b97-0784-454e-9956-1fb6c638f36e tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:40.047628 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c55cf2f5-915f-4655-a146-16dded74375c req-d5661b97-0784-454e-9956-1fb6c638f36e tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 943 time: 0.1634431 Aug 05 14:16:40.056235 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device df2383d2-efc2-4d16-a1e6-5d4365c79a65 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:40.101545 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:40.103397 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c55cf2f5-915f-4655-a146-16dded74375c req-1aaaab98-f191-4586-b0b0-ecaf7f9d314b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455027 Aug 05 14:16:40.112758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ea2d5-ac4f-4def-bbad-6e1e21cf2bfe req-c59df91f-74a6-4806-a464-cc1277c6eb5e tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:40.114412 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e77ea2d5-ac4f-4def-bbad-6e1e21cf2bfe req-c59df91f-74a6-4806-a464-cc1277c6eb5e tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.63 "GET /v2.0/ports?device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 950 time: 0.1177144 Aug 05 14:16:40.253030 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:40.267884 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-e77ea2d5-ac4f-4def-bbad-6e1e21cf2bfe req-7ff951c3-0723-4cfb-87dc-812b72bd5d40 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Deleting port 11b9839f-491e-4966-bb3d-69ab00d283b8 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:16:40.268251 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e77ea2d5-ac4f-4def-bbad-6e1e21cf2bfe req-7ff951c3-0723-4cfb-87dc-812b72bd5d40 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:40.358386 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e121c-f699-4e27-850c-25656f2423e8 req-c0330071-7324-4614-a134-737a7cc29da6 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:40.367082 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-850e121c-f699-4e27-850c-25656f2423e8 req-c0330071-7324-4614-a134-737a7cc29da6 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbc19614-f5e2-4b5a-854a-f8938903bd93 HTTP/1.1" status: 200 len: 950 time: 0.1606331 Aug 05 14:16:40.394143 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-e77ea2d5-ac4f-4def-bbad-6e1e21cf2bfe req-7ff951c3-0723-4cfb-87dc-812b72bd5d40 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] For port 11b9839f-491e-4966-bb3d-69ab00d283b8, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=11b9839f-491e-4966-bb3d-69ab00d283b8,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:40.394810 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e77ea2d5-ac4f-4def-bbad-6e1e21cf2bfe req-7ff951c3-0723-4cfb-87dc-812b72bd5d40 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:40.412118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-e77ea2d5-ac4f-4def-bbad-6e1e21cf2bfe req-7ff951c3-0723-4cfb-87dc-812b72bd5d40 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Calling delete_port for 11b9839f-491e-4966-bb3d-69ab00d283b8 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:16:40.442008 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-850e121c-f699-4e27-850c-25656f2423e8 req-dcfdd523-e66b-4a36-8699-d174378d09f8 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e80e20-ff47-4793-a1b8-4b5553d05fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687723 Aug 05 14:16:40.507526 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450', 'network_id': '8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450', 'tenant_id': 'd91bca98415245e380ff5bcd4e60c139', 'fixed_ips': [{'subnet_id': '1324c358-5277-4561-9ac7-429a1728d4a1'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:16:40.508397 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:40.578481 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e77ea2d5-ac4f-4def-bbad-6e1e21cf2bfe req-7ff951c3-0723-4cfb-87dc-812b72bd5d40 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:40.639875 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff951c3-0723-4cfb-87dc-812b72bd5d40 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Pushing event deleted for resources: {'Port': ['ID=11b9839f-491e-4966-bb3d-69ab00d283b8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:40.665603 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['11b9839f-491e-4966-bb3d-69ab00d283b8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:16:40.696395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77ea2d5-ac4f-4def-bbad-6e1e21cf2bfe req-7ff951c3-0723-4cfb-87dc-812b72bd5d40 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] No DVR routers for this DVR port 11b9839f-491e-4966-bb3d-69ab00d283b8 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:16:40.701003 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e77ea2d5-ac4f-4def-bbad-6e1e21cf2bfe req-7ff951c3-0723-4cfb-87dc-812b72bd5d40 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:40.705542 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e77ea2d5-ac4f-4def-bbad-6e1e21cf2bfe req-7ff951c3-0723-4cfb-87dc-812b72bd5d40 tempest-VolumesBackupsTest-322531271 tempest-VolumesBackupsTest-322531271-project] 10.222.0.63 "DELETE /v2.0/ports/11b9839f-491e-4966-bb3d-69ab00d283b8 HTTP/1.1" status: 204 len: 173 time: 0.5841486 Aug 05 14:16:40.706291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc19614-f5e2-4b5a-854a-f8938903bd93', 'name': 'network-vif-deleted', 'tag': '11b9839f-491e-4966-bb3d-69ab00d283b8'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:16:40.712269 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:40.720024 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b2721e-ba51-4033-ac18-87ea9a5a2233" -d '{"events": [{"server_uuid": "cbc19614-f5e2-4b5a-854a-f8938903bd93", "name": "network-vif-deleted", "tag": "11b9839f-491e-4966-bb3d-69ab00d283b8"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:16:40.742290 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:40.786525 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99487ba-b8ca-41b7-bdbb-09b2edc8aa6a x-openstack-request-id: req-f99487ba-b8ca-41b7-bdbb-09b2edc8aa6a {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:16:40.786839 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc19614-f5e2-4b5a-854a-f8938903bd93", "name": "network-vif-deleted", "tag": "11b9839f-491e-4966-bb3d-69ab00d283b8", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:16:40.787100 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f99487ba-b8ca-41b7-bdbb-09b2edc8aa6a {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:16:40.787512 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc19614-f5e2-4b5a-854a-f8938903bd93', 'name': 'network-vif-deleted', 'tag': '11b9839f-491e-4966-bb3d-69ab00d283b8', 'status': 'completed', 'code': 200} Aug 05 14:16:40.790063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port df2383d2-efc2-4d16-a1e6-5d4365c79a65 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:40.790476 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:40.930009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Allocated IP 172.25.5.237 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/e230dfca-b0d5-429d-b833-e9f50e24e15a) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:16:40.998132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Allocated IP 172.20.0.2 (8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450/1324c358-5277-4561-9ac7-429a1728d4a1/15e192b2-0a8c-4726-bf48-e3896a716a68) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:16:41.090891 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:41.136120 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:41.176257 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:41.176507 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Transition to ACTIVE for port object 6f20a0d4-67a0-493a-a438-df254f38f5bc will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:16:41.216655 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:41.306906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:16:41.310046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:16:41.336978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:16:41.380147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389d0b4-ccca-466f-91b8-bf7781046daa req-4c372dfa-2ce2-45f3-b79b-8299fef549bb tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:41.382183 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7389d0b4-ccca-466f-91b8-bf7781046daa req-4c372dfa-2ce2-45f3-b79b-8299fef549bb tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 943 time: 0.1354513 Aug 05 14:16:41.432468 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:41.440271 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Pushing event updated for resources: {'Port': ['ID=e230dfca-b0d5-429d-b833-e9f50e24e15a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:41.440840 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7389d0b4-ccca-466f-91b8-bf7781046daa req-205a944e-23e4-4f97-9014-059024e4c768 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482142 Aug 05 14:16:41.489377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Transition to ACTIVE for port object 15e192b2-0a8c-4726-bf48-e3896a716a68 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:16:41.544148 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Transition to ACTIVE for port object 15e192b2-0a8c-4726-bf48-e3896a716a68 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:16:41.555105 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 44d9bcac-f602-41ba-ad7f-0896ffeeff9e details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:16:41.668855 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:41.712568 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9b24f-1311-4f97-9ec1-591af20c75f8 None None] Pushing event updated for resources: {'Port': ['ID=6f20a0d4-67a0-493a-a438-df254f38f5bc,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:41.743247 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9b24f-1311-4f97-9ec1-591af20c75f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:41.743845 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9b24f-1311-4f97-9ec1-591af20c75f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:41.744628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9b24f-1311-4f97-9ec1-591af20c75f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:41.745123 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9b24f-1311-4f97-9ec1-591af20c75f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:41.745619 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9b24f-1311-4f97-9ec1-591af20c75f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:41.746370 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9b24f-1311-4f97-9ec1-591af20c75f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:41.746954 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9b24f-1311-4f97-9ec1-591af20c75f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:41.747448 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9b24f-1311-4f97-9ec1-591af20c75f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:41.748029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9b24f-1311-4f97-9ec1-591af20c75f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:41.748542 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9b24f-1311-4f97-9ec1-591af20c75f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:41.749036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9b24f-1311-4f97-9ec1-591af20c75f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:41.751003 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9b24f-1311-4f97-9ec1-591af20c75f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:16:41.813297 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:41.820730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Network 8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:16:41.828931 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Pushing event updated for resources: {'Port': ['ID=15e192b2-0a8c-4726-bf48-e3896a716a68,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:41.838110 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:16:41.845243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:16:41.847710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Attempting to bind port 6f20a0d4-67a0-493a-a438-df254f38f5bc on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:16:41.848245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Attempting to bind port 6f20a0d4-67a0-493a-a438-df254f38f5bc by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '08a94037-45cb-47a3-898e-2662e41e32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:16:41.848784 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Attempting to bind port 6f20a0d4-67a0-493a-a438-df254f38f5bc on network b679858e-6139-479d-a5d3-fd48d6285e1d {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:16:41.854377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=44d9bcac-f602-41ba-ad7f-0896ffeeff9e,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:41.869630 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:16:41.870014 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Checking segment: {'id': '08a94037-45cb-47a3-898e-2662e41e32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:16:41.870459 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:41.870894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Bound using segment: {'id': '08a94037-45cb-47a3-898e-2662e41e32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:16:41.871468 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Bound port: 6f20a0d4-67a0-493a-a438-df254f38f5bc, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a94037-45cb-47a3-898e-2662e41e32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:16:41.871855 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:41.899299 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '44d9bcac-f602-41ba-ad7f-0896ffeeff9e', 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea', 'port_id': '44d9bcac-f602-41ba-ad7f-0896ffeeff9e', 'mac_address': 'fa:16:3e:eb:b4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eff0f5c-6cbd-44c3-89de-d3542c80b78b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:16:42.022468 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Attempting to bind port 15e192b2-0a8c-4726-bf48-e3896a716a68 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:16:42.022740 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Attempting to bind port 15e192b2-0a8c-4726-bf48-e3896a716a68 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '3afdff32-b32f-4ae5-8fd1-e5c65d93eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:16:42.022936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Attempting to bind port 15e192b2-0a8c-4726-bf48-e3896a716a68 on network 8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:16:42.033337 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:42.047750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:16:42.048054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Checking segment: {'id': '3afdff32-b32f-4ae5-8fd1-e5c65d93eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:16:42.048416 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:42.048820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Bound using segment: {'id': '3afdff32-b32f-4ae5-8fd1-e5c65d93eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:16:42.049288 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Bound port: 15e192b2-0a8c-4726-bf48-e3896a716a68, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afdff32-b32f-4ae5-8fd1-e5c65d93eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:16:42.049679 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:42.061132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d9bcac-f602-41ba-ad7f-0896ffeeff9e {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:16:42.107477 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:42.133539 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=44d9bcac-f602-41ba-ad7f-0896ffeeff9e,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:42.147490 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] For port 6f20a0d4-67a0-493a-a438-df254f38f5bc, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:16:42.152659 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:42.157772 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] For port 6f20a0d4-67a0-493a-a438-df254f38f5bc, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=6f20a0d4-67a0-493a-a438-df254f38f5bc,segment=NetworkSegment(08a94037-45cb-47a3-898e-2662e41e32ef),segment_id=08a94037-45cb-47a3-898e-2662e41e32ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:16:42.169127 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] For port 15e192b2-0a8c-4726-bf48-e3896a716a68, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:16:42.174083 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] For port 15e192b2-0a8c-4726-bf48-e3896a716a68, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=15e192b2-0a8c-4726-bf48-e3896a716a68,segment=NetworkSegment(3afdff32-b32f-4ae5-8fd1-e5c65d93eda3),segment_id=3afdff32-b32f-4ae5-8fd1-e5c65d93eda3)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:16:42.201487 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:42.210714 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:42.250882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=44d9bcac-f602-41ba-ad7f-0896ffeeff9e,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:42.311880 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Router 57fa41bc-313b-4d77-852e-eebca7d2d783 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:16:42.366655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9b24f-1311-4f97-9ec1-591af20c75f8 None None] Pushing event updated for resources: {'Port': ['ID=6f20a0d4-67a0-493a-a438-df254f38f5bc,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:42.404372 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Routers {'64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:16:42.405162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:16:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:42.529457 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:16:42.549501 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Sync routers for ids ['57fa41bc-313b-4d77-852e-eebca7d2d783'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:16:42.572141 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Routers {'57fa41bc-313b-4d77-852e-eebca7d2d783'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:16:42.574840 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:16:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['57fa41bc-313b-4d77-852e-eebca7d2d783'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:42.594553 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:42.605314 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5c127a35-49ab-460d-84b7-6ed690a57e37 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7587092 Aug 05 14:16:42.608540 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51040) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:42.664556 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['44d9bcac-f602-41ba-ad7f-0896ffeeff9e'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:16:42.729198 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a2c04-4840-4cc4-ae77-8faaa8d3c679 req-7dbc0cb1-95c9-42dc-99c4-164524627cce tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:42.733379 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-631a2c04-4840-4cc4-ae77-8faaa8d3c679 req-7dbc0cb1-95c9-42dc-99c4-164524627cce tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 944 time: 0.1533830 Aug 05 14:16:42.766837 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Set router 57fa41bc-313b-4d77-852e-eebca7d2d783 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:16:42.856849 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-631a2c04-4840-4cc4-ae77-8faaa8d3c679 req-d39095d8-7568-48d4-a211-9475d2663172 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156826 Aug 05 14:16:42.878239 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] Set router 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:16:42.889068 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b31b7-8fd5-48f5-b959-9e3897f48840 None None] Pushing event updated for resources: {'Port': ['ID=15e192b2-0a8c-4726-bf48-e3896a716a68,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:43.145856 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'name': 'tempest-TestServerBasicOps-471224443-router', 'tenant_id': 'd91bca98415245e380ff5bcd4e60c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'e230dfca-b0d5-429d-b833-e9f50e24e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:39Z', 'updated_at': '2021-08-05T14:16:41Z', 'revision_number': 3, 'project_id': 'd91bca98415245e380ff5bcd4e60c139', 'gw_port': {'id': 'e230dfca-b0d5-429d-b833-e9f50e24e15a', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:47:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:40Z', 'updated_at': '2021-08-05T14:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:43.197783 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Checking router: 57fa41bc-313b-4d77-852e-eebca7d2d783 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:16:43.198443 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Updating router 57fa41bc-313b-4d77-852e-eebca7d2d783 port e230dfca-b0d5-429d-b833-e9f50e24e15a binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:16:43.235906 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:43.267585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'name': 'tempest-TestServerBasicOps-1848887542-router', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:29Z', 'updated_at': '2021-08-05T14:16:35Z', 'revision_number': 4, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'gw_port': {'id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:30Z', 'updated_at': '2021-08-05T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '6f20a0d4-67a0-493a-a438-df254f38f5bc', 'name': '', 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'mac_address': 'fa:16:3e:58:c9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:34Z', 'updated_at': '2021-08-05T14:16:42Z', 'revision_number': 4, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'subnets': [{'id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:43.300020 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def11aaf-edeb-4968-8914-cedb29fa1c0e None None] The sync data for ids ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'] in n-d-803585-2 is: [{'id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'name': 'tempest-TestServerBasicOps-1848887542-router', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:29Z', 'updated_at': '2021-08-05T14:16:35Z', 'revision_number': 4, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'gw_port': {'id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:30Z', 'updated_at': '2021-08-05T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '6f20a0d4-67a0-493a-a438-df254f38f5bc', 'name': '', 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'mac_address': 'fa:16:3e:58:c9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:34Z', 'updated_at': '2021-08-05T14:16:42Z', 'revision_number': 4, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'subnets': [{'id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:16:43.335930 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:43.336756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 11b9839f-491e-4966-bb3d-69ab00d283b8 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:16:43.379587 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 11b9839f-491e-4966-bb3d-69ab00d283b8 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:16:43.379938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 11b9839f-491e-4966-bb3d-69ab00d283b8 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:16:43.691235 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:43.717501 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Transition to ACTIVE for port object e230dfca-b0d5-429d-b833-e9f50e24e15a will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:16:43.736789 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:43.846092 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Attempting to bind port e230dfca-b0d5-429d-b833-e9f50e24e15a on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:16:43.846908 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Attempting to bind port e230dfca-b0d5-429d-b833-e9f50e24e15a by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:16:43.847589 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Attempting to bind port e230dfca-b0d5-429d-b833-e9f50e24e15a on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:16:43.860623 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:16:43.861435 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:16:43.862095 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:43.862964 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:16:43.863663 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Bound port: e230dfca-b0d5-429d-b833-e9f50e24e15a, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:16:43.864269 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:43.870199 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a8b00-2398-46a7-8d58-d6b90d612a90 None None] Pushing event updated for resources: {'Port': ['ID=e230dfca-b0d5-429d-b833-e9f50e24e15a,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:44.030425 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] For port e230dfca-b0d5-429d-b833-e9f50e24e15a, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:16:44.042853 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] For port e230dfca-b0d5-429d-b833-e9f50e24e15a, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e230dfca-b0d5-429d-b833-e9f50e24e15a,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:16:44.064532 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:44.106303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8ed76c-4e44-40cd-ba7f-fd6df58881f8 None None] Network 8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:16:44.132582 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542bf3c-8ec6-4759-87a3-e1ec84210f18 req-978aafa0-5138-4964-9da8-e9035081fb3e tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:44.145608 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f542bf3c-8ec6-4759-87a3-e1ec84210f18 req-978aafa0-5138-4964-9da8-e9035081fb3e tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 944 time: 0.1924825 Aug 05 14:16:44.238418 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4fa3f9df-277b-4d10-b518-441ebb6f9f46 None None] Provisioning for port 15e192b2-0a8c-4726-bf48-e3896a716a68 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:16:44.242835 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Routers {'57fa41bc-313b-4d77-852e-eebca7d2d783'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:16:44.243920 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:16:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['57fa41bc-313b-4d77-852e-eebca7d2d783'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:44.283334 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f542bf3c-8ec6-4759-87a3-e1ec84210f18 req-9ffcf870-83b0-4f72-aaa6-860244fe1d27 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348612 Aug 05 14:16:44.289490 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6f20a0d4-67a0-493a-a438-df254f38f5bc up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:44.299002 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a8b00-2398-46a7-8d58-d6b90d612a90 None None] Pushing event updated for resources: {'Port': ['ID=e230dfca-b0d5-429d-b833-e9f50e24e15a,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:44.301036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Allocated IP 172.20.0.1 (8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450/1324c358-5277-4561-9ac7-429a1728d4a1/fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:16:44.478018 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] Set router 57fa41bc-313b-4d77-852e-eebca7d2d783 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:16:44.532828 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:44.553445 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 6f20a0d4-67a0-493a-a438-df254f38f5bc completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:16:44.562603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Transition to ACTIVE for port object fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:16:44.573654 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 6f20a0d4-67a0-493a-a438-df254f38f5bc triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:44.574111 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:44.625315 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:44.692436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Pushing event updated for resources: {'Port': ['ID=fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:44.720447 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Network 8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:16:44.725745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:16:44.729326 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:16:44.806636 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:44.844515 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:44.928155 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'name': 'tempest-TestServerBasicOps-471224443-router', 'tenant_id': 'd91bca98415245e380ff5bcd4e60c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'e230dfca-b0d5-429d-b833-e9f50e24e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:39Z', 'updated_at': '2021-08-05T14:16:41Z', 'revision_number': 3, 'project_id': 'd91bca98415245e380ff5bcd4e60c139', 'gw_port': {'id': 'e230dfca-b0d5-429d-b833-e9f50e24e15a', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:47:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:40Z', 'updated_at': '2021-08-05T14:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:44.986819 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0f41be-03e3-4e28-8169-9288fffc9f25 None None] The sync data for ids ['57fa41bc-313b-4d77-852e-eebca7d2d783'] in n-d-803585-2 is: [{'id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'name': 'tempest-TestServerBasicOps-471224443-router', 'tenant_id': 'd91bca98415245e380ff5bcd4e60c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'e230dfca-b0d5-429d-b833-e9f50e24e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:39Z', 'updated_at': '2021-08-05T14:16:41Z', 'revision_number': 3, 'project_id': 'd91bca98415245e380ff5bcd4e60c139', 'gw_port': {'id': 'e230dfca-b0d5-429d-b833-e9f50e24e15a', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:47:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:40Z', 'updated_at': '2021-08-05T14:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:16:45.072146 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:45.290282 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:45.329389 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-303984cd-e802-4d22-a366-b9cea3d2dad8 None None] Provisioning for port fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:16:45.372451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 44d9bcac-f602-41ba-ad7f-0896ffeeff9e up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:45.453365 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:45.468672 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:45.508998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 6f20a0d4-67a0-493a-a438-df254f38f5bc, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=6f20a0d4-67a0-493a-a438-df254f38f5bc,segment=NetworkSegment(08a94037-45cb-47a3-898e-2662e41e32ef),segment_id=08a94037-45cb-47a3-898e-2662e41e32ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:45.519578 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-303984cd-e802-4d22-a366-b9cea3d2dad8 None None] Provisioning complete for port fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:45.520021 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-303984cd-e802-4d22-a366-b9cea3d2dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:45.534276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Pushing event updated for resources: {'Port': ['ID=fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:45.557888 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:45.558766 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 15e192b2-0a8c-4726-bf48-e3896a716a68 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:45.615686 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:45.654760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d91d6a-caf7-4995-9784-08a4f3a380b7 req-e42ffd74-d3c0-4c46-beb5-67862ff0b19c tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:45.672014 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89d91d6a-caf7-4995-9784-08a4f3a380b7 req-e42ffd74-d3c0-4c46-beb5-67862ff0b19c tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 944 time: 0.1834531 Aug 05 14:16:45.781293 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89d91d6a-caf7-4995-9784-08a4f3a380b7 req-dad0f2b2-c34b-4c3d-8ea2-b9b8e87425d6 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015594 Aug 05 14:16:45.786071 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-303984cd-e802-4d22-a366-b9cea3d2dad8 None None] Port fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:16:45.814666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=6f20a0d4-67a0-493a-a438-df254f38f5bc,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:45.830968 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 15e192b2-0a8c-4726-bf48-e3896a716a68 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:16:45.835436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Network 8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:16:45.837512 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:16:45.851025 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 15e192b2-0a8c-4726-bf48-e3896a716a68 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:45.851415 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:45.854326 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:16:45.856349 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-303984cd-e802-4d22-a366-b9cea3d2dad8 None None] Provisioning complete for port 15e192b2-0a8c-4726-bf48-e3896a716a68 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:45.856761 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-303984cd-e802-4d22-a366-b9cea3d2dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:45.881281 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2b47b4bb-6427-4cd2-a5b8-de7fe9fa672d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:45.903029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:45.903413 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:46.073912 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:46.108003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Router 57fa41bc-313b-4d77-852e-eebca7d2d783 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:16:46.268045 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:46.332882 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:16:46.344028 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e2d82e48-0205-4901-abc8-03bbb0906a79 admin admin] 10.222.0.16 "PUT /v2.0/routers/57fa41bc-313b-4d77-852e-eebca7d2d783/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7338049 Aug 05 14:16:46.375458 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=44d9bcac-f602-41ba-ad7f-0896ffeeff9e,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:46.376880 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-303984cd-e802-4d22-a366-b9cea3d2dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:46.380696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc19e22-785b-43ec-9fd2-ed3e038c0a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d9bcac-f602-41ba-ad7f-0896ffeeff9e'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:16:46.384151 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa778bc1-a195-446c-8d29-d64f610d8a0e" -d '{"events": [{"server_uuid": "fbc19e22-785b-43ec-9fd2-ed3e038c0a68", "name": "network-vif-plugged", "status": "completed", "tag": "44d9bcac-f602-41ba-ad7f-0896ffeeff9e"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:16:46.401139 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:46.498846 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=44d9bcac-f602-41ba-ad7f-0896ffeeff9e,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:46.590894 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c0c8fa-c308-4e18-97ea-437143156fa2 x-openstack-request-id: req-55c0c8fa-c308-4e18-97ea-437143156fa2 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:16:46.593203 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc19e22-785b-43ec-9fd2-ed3e038c0a68", "name": "network-vif-plugged", "status": "completed", "tag": "44d9bcac-f602-41ba-ad7f-0896ffeeff9e", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:16:46.593716 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55c0c8fa-c308-4e18-97ea-437143156fa2 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:16:46.594367 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc19e22-785b-43ec-9fd2-ed3e038c0a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d9bcac-f602-41ba-ad7f-0896ffeeff9e', 'code': 200} Aug 05 14:16:46.665457 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:46.669754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-303984cd-e802-4d22-a366-b9cea3d2dad8 None None] For port 15e192b2-0a8c-4726-bf48-e3896a716a68, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=15e192b2-0a8c-4726-bf48-e3896a716a68,segment=NetworkSegment(3afdff32-b32f-4ae5-8fd1-e5c65d93eda3),segment_id=3afdff32-b32f-4ae5-8fd1-e5c65d93eda3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:46.681611 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-303984cd-e802-4d22-a366-b9cea3d2dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:46.705838 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58aca1-90db-47db-88eb-162926dd0026 req-36deb0d7-67e8-4595-9ee5-98d2f8669d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:46.708126 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ff58aca1-90db-47db-88eb-162926dd0026 req-36deb0d7-67e8-4595-9ee5-98d2f8669d14 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 1096 time: 0.1158888 Aug 05 14:16:46.841255 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ff58aca1-90db-47db-88eb-162926dd0026 req-3813f534-4803-49aa-9b32-87b3d8e298e3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249473 Aug 05 14:16:46.925838 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303984cd-e802-4d22-a366-b9cea3d2dad8 None None] Pushing event updated for resources: {'Port': ['ID=15e192b2-0a8c-4726-bf48-e3896a716a68,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:46.945438 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:16:46.945851 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:16:46.946590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fd1f6eba-6770-4f70-a0d0-1429afaf721b None None] Provisioning complete for port fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:46.946967 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fd1f6eba-6770-4f70-a0d0-1429afaf721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:47.031867 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f6eba-6770-4f70-a0d0-1429afaf721b None None] Port fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:16:47.091369 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 51100) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:47.114651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d39581-028e-4fc7-93a6-2d771f756cdf req-e0cae0c4-96cf-4691-a23a-09e132534541 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:47.117298 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95d39581-028e-4fc7-93a6-2d771f756cdf req-e0cae0c4-96cf-4691-a23a-09e132534541 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.1026056 Aug 05 14:16:47.169741 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95d39581-028e-4fc7-93a6-2d771f756cdf req-85aa4d57-a92c-4647-b7bd-2dfbb98b791b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465949 Aug 05 14:16:47.380982 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c956405f-f882-4913-a0bf-cfcbae23e93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:47.433552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51106) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:47.467287 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-49fbb128-084a-43b9-8193-0b7981b75429 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-648805661', 'description': 'tempest-secgroup-smoke-648805661 description', 'project_id': '938b1560f7e5463b94f779198eaceba4'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:16:47.583496 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c956405f-f882-4913-a0bf-cfcbae23e93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:47.589082 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c956405f-f882-4913-a0bf-cfcbae23e93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:47.623372 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49fbb128-084a-43b9-8193-0b7981b75429 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:47.654182 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c956405f-f882-4913-a0bf-cfcbae23e93b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6cfa02e310e42efaf1070c3d89a3371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5586407 Aug 05 14:16:47.673251 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 51110) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:47.758729 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49fbb128-084a-43b9-8193-0b7981b75429 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:47.764906 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49fbb128-084a-43b9-8193-0b7981b75429 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:47.781651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956405f-f882-4913-a0bf-cfcbae23e93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca3de2e-bea3-4457-99f9-05e47d5b5190,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:47.821715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbb128-084a-43b9-8193-0b7981b75429 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b82cb8a2-43ba-484d-8628-a9563debb894,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:47.825171 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49fbb128-084a-43b9-8193-0b7981b75429 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:47.826601 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-49fbb128-084a-43b9-8193-0b7981b75429 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3915319 Aug 05 14:16:47.830110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51112) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:47.845177 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-2b514e3f-b9b2-4ce2-9729-3e3d4829c11c tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Request body: {'security_group_rule': {'security_group_id': 'b82cb8a2-43ba-484d-8628-a9563debb894', 'project_id': '938b1560f7e5463b94f779198eaceba4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:16:47.877145 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6f20a0d4-67a0-493a-a438-df254f38f5bc up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:47.878512 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aeeb65a4-98eb-4aa1-a90a-a9ca87003f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:47.901318 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2b514e3f-b9b2-4ce2-9729-3e3d4829c11c tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:47.906763 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aeeb65a4-98eb-4aa1-a90a-a9ca87003f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:47.967766 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aeeb65a4-98eb-4aa1-a90a-a9ca87003f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:47.971569 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aeeb65a4-98eb-4aa1-a90a-a9ca87003f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:47.973013 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-aeeb65a4-98eb-4aa1-a90a-a9ca87003f5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ca3de2e-bea3-4457-99f9-05e47d5b5190 HTTP/1.1" status: 204 len: 168 time: 0.2988427 Aug 05 14:16:47.985473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb65a4-98eb-4aa1-a90a-a9ca87003f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca3de2e-bea3-4457-99f9-05e47d5b5190,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:47.985973 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 6f20a0d4-67a0-493a-a438-df254f38f5bc triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:47.986462 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.040683 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2b514e3f-b9b2-4ce2-9729-3e3d4829c11c tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.050477 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2b514e3f-b9b2-4ce2-9729-3e3d4829c11c tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.080982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b514e3f-b9b2-4ce2-9729-3e3d4829c11c tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ef51f1-ef20-4abc-b654-4de5e2976e96,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:48.099694 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2b514e3f-b9b2-4ce2-9729-3e3d4829c11c tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.103545 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2b514e3f-b9b2-4ce2-9729-3e3d4829c11c tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2698176 Aug 05 14:16:48.104036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51118) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:48.109829 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-bb75a80e-e413-440a-92ea-bc41c170a09c tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Request body: {'security_group_rule': {'security_group_id': 'b82cb8a2-43ba-484d-8628-a9563debb894', 'project_id': '938b1560f7e5463b94f779198eaceba4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:16:48.126286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Sync routers for ids ['57fa41bc-313b-4d77-852e-eebca7d2d783'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:16:48.145885 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb75a80e-e413-440a-92ea-bc41c170a09c tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.176823 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e230dfca-b0d5-429d-b833-e9f50e24e15a up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:48.231806 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb75a80e-e413-440a-92ea-bc41c170a09c tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.231970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Routers {'57fa41bc-313b-4d77-852e-eebca7d2d783'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:16:48.232875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:16:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['57fa41bc-313b-4d77-852e-eebca7d2d783'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:48.237861 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb75a80e-e413-440a-92ea-bc41c170a09c tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.263590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75a80e-e413-440a-92ea-bc41c170a09c tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339c40c7-e337-4955-9fe0-0f756367a48f,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:48.280019 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb75a80e-e413-440a-92ea-bc41c170a09c tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.282469 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bb75a80e-e413-440a-92ea-bc41c170a09c tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1774485 Aug 05 14:16:48.284848 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51124) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:48.293606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b6dfb1dd-2d66-4835-af15-6ea11e3e35d7 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Request body: {'security_group_rule': {'security_group_id': 'b82cb8a2-43ba-484d-8628-a9563debb894', 'project_id': '938b1560f7e5463b94f779198eaceba4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:16:48.359527 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb1dd-2d66-4835-af15-6ea11e3e35d7 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.447853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8beb9-4a11-4702-944f-20f0972815d4 req-53db4f27-2a98-460c-9f9e-b2e5b8d1ca4b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:48.464117 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3fb8beb9-4a11-4702-944f-20f0972815d4 req-53db4f27-2a98-460c-9f9e-b2e5b8d1ca4b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.1303482 Aug 05 14:16:48.514110 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb1dd-2d66-4835-af15-6ea11e3e35d7 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.519509 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 51128) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:48.530349 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb1dd-2d66-4835-af15-6ea11e3e35d7 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.536935 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3fb8beb9-4a11-4702-944f-20f0972815d4 req-ff38ea6a-b709-4728-bcaa-790b6733da7f tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700989 Aug 05 14:16:48.537972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Set router 57fa41bc-313b-4d77-852e-eebca7d2d783 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:16:48.552441 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfb1dd-2d66-4835-af15-6ea11e3e35d7 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06dddd8b-cea4-4360-b959-c333a5fc51c4,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:48.585072 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb1dd-2d66-4835-af15-6ea11e3e35d7 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.588270 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b6dfb1dd-2d66-4835-af15-6ea11e3e35d7 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3013573 Aug 05 14:16:48.591866 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51134) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:48.598076 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a22643d3-990c-498b-97ce-0b6a3eb0a76b tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Request body: {'security_group_rule': {'security_group_id': 'b82cb8a2-43ba-484d-8628-a9563debb894', 'project_id': '938b1560f7e5463b94f779198eaceba4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:16:48.603536 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3b983499-f89b-4943-894e-5cc3b9a0cb1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.647550 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4f714084-2ead-4ce2-a26d-01beb33105ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.673254 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.698706 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a22643d3-990c-498b-97ce-0b6a3eb0a76b tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.709036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port e230dfca-b0d5-429d-b833-e9f50e24e15a completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:16:48.715703 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e230dfca-b0d5-429d-b833-e9f50e24e15a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:48.715982 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.777452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98854936-7f88-4868-a5bd-47ffdc3353d8 req-ee676181-9ce9-4051-b190-f897292a7130 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:48.779180 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98854936-7f88-4868-a5bd-47ffdc3353d8 req-ee676181-9ce9-4051-b190-f897292a7130 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.1339762 Aug 05 14:16:48.821205 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a22643d3-990c-498b-97ce-0b6a3eb0a76b tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.825141 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3b983499-f89b-4943-894e-5cc3b9a0cb1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.830219 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3b983499-f89b-4943-894e-5cc3b9a0cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.840899 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98854936-7f88-4868-a5bd-47ffdc3353d8 req-557c0518-f7dd-40c9-9f4c-e05024057083 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535707 Aug 05 14:16:48.841913 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a22643d3-990c-498b-97ce-0b6a3eb0a76b tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.887160 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22643d3-990c-498b-97ce-0b6a3eb0a76b tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec69d86-5f36-4b3c-84c4-d70d736f6c61,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:48.902052 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b983499-f89b-4943-894e-5cc3b9a0cb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655d13b0-15ae-4f8e-a12c-8637dbedfcde,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:48.904341 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a22643d3-990c-498b-97ce-0b6a3eb0a76b tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.906795 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a22643d3-990c-498b-97ce-0b6a3eb0a76b tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3133321 Aug 05 14:16:48.909470 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51138) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:48.914722 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-10f6286c-3670-49e9-bb89-df174c0e1abb tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Request body: {'security_group_rule': {'security_group_id': 'b82cb8a2-43ba-484d-8628-a9563debb894', 'project_id': '938b1560f7e5463b94f779198eaceba4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:16:48.931302 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.943663 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3b983499-f89b-4943-894e-5cc3b9a0cb1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f13d26b077cb4878863d05836cdeb775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009445 Aug 05 14:16:48.945581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 51140) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:48.962770 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port e230dfca-b0d5-429d-b833-e9f50e24e15a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e230dfca-b0d5-429d-b833-e9f50e24e15a,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:48.972530 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:48.973812 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 15e192b2-0a8c-4726-bf48-e3896a716a68 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:48.974312 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-10f6286c-3670-49e9-bb89-df174c0e1abb tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Project 938b1560f7e5463b94f779198eaceba4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:16:48.981278 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-10f6286c-3670-49e9-bb89-df174c0e1abb tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:49.036952 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c609761c-3f4c-4891-8af5-62e62e23cc15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:49.075116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'name': 'tempest-TestServerBasicOps-471224443-router', 'tenant_id': 'd91bca98415245e380ff5bcd4e60c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'e230dfca-b0d5-429d-b833-e9f50e24e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:39Z', 'updated_at': '2021-08-05T14:16:45Z', 'revision_number': 4, 'project_id': 'd91bca98415245e380ff5bcd4e60c139', 'gw_port': {'id': 'e230dfca-b0d5-429d-b833-e9f50e24e15a', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:47:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:40Z', 'updated_at': '2021-08-05T14:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e', 'name': '', 'network_id': '8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450', 'tenant_id': 'd91bca98415245e380ff5bcd4e60c139', 'mac_address': 'fa:16:3e:83:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '1324c358-5277-4561-9ac7-429a1728d4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:43Z', 'updated_at': '2021-08-05T14:16:45Z', 'revision_number': 2, 'project_id': 'd91bca98415245e380ff5bcd4e60c139', 'subnets': [{'id': '1324c358-5277-4561-9ac7-429a1728d4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:49.100299 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c609761c-3f4c-4891-8af5-62e62e23cc15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:49.142768 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-10f6286c-3670-49e9-bb89-df174c0e1abb tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:49.153480 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-10f6286c-3670-49e9-bb89-df174c0e1abb tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:49.170413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6286c-3670-49e9-bb89-df174c0e1abb tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619b1b01-7e4f-4ef2-8431-0255e31c8644,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:49.175606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Checking router: 57fa41bc-313b-4d77-852e-eebca7d2d783 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:16:49.176055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Updating router 57fa41bc-313b-4d77-852e-eebca7d2d783 port fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:16:49.200198 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-10f6286c-3670-49e9-bb89-df174c0e1abb tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:49.201804 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-10f6286c-3670-49e9-bb89-df174c0e1abb tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2913692 Aug 05 14:16:49.204459 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51146) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:49.210943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-31c4d3da-d494-423d-b558-8f2d43860d2f tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Request body: {'security_group_rule': {'security_group_id': 'b82cb8a2-43ba-484d-8628-a9563debb894', 'project_id': '938b1560f7e5463b94f779198eaceba4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:16:49.215177 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c609761c-3f4c-4891-8af5-62e62e23cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:49.218361 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c609761c-3f4c-4891-8af5-62e62e23cc15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:49.221532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=e230dfca-b0d5-429d-b833-e9f50e24e15a,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:49.234943 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c609761c-3f4c-4891-8af5-62e62e23cc15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/655d13b0-15ae-4f8e-a12c-8637dbedfcde HTTP/1.1" status: 204 len: 168 time: 0.2758181 Aug 05 14:16:49.275942 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609761c-3f4c-4891-8af5-62e62e23cc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655d13b0-15ae-4f8e-a12c-8637dbedfcde,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:49.286929 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-31c4d3da-d494-423d-b558-8f2d43860d2f tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Project 938b1560f7e5463b94f779198eaceba4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:16:49.294489 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31c4d3da-d494-423d-b558-8f2d43860d2f tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:49.311145 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922681e-eccf-4b27-b690-af6a28c3d4ca req-f4b59112-cab0-4170-9345-891ebdbf389b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:49.322942 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c922681e-eccf-4b27-b690-af6a28c3d4ca req-f4b59112-cab0-4170-9345-891ebdbf389b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.1474550 Aug 05 14:16:49.354316 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:49.378879 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 15e192b2-0a8c-4726-bf48-e3896a716a68 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:49.382633 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:49.408993 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c922681e-eccf-4b27-b690-af6a28c3d4ca req-531085ab-b569-4fe6-b647-6172fd44c0c5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757911 Aug 05 14:16:49.476688 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31c4d3da-d494-423d-b558-8f2d43860d2f tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:49.490906 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31c4d3da-d494-423d-b558-8f2d43860d2f tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:49.520977 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31c4d3da-d494-423d-b558-8f2d43860d2f tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:49.531567 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-31c4d3da-d494-423d-b558-8f2d43860d2f tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3165953 Aug 05 14:16:49.531567 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4d3da-d494-423d-b558-8f2d43860d2f tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6db30c-92d3-4a32-b2d6-ebba3adbc3b8,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:49.599971 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:49.703690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125cba0-142e-4e40-9131-53002efb1b0e req-d3573588-c1ff-48f9-9262-a1bca961ade4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:49.713452 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2125cba0-142e-4e40-9131-53002efb1b0e req-d3573588-c1ff-48f9-9262-a1bca961ade4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.1520522 Aug 05 14:16:49.876489 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2125cba0-142e-4e40-9131-53002efb1b0e req-091849e5-4367-4dbb-9be5-a517e4b38eaa tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457512 Aug 05 14:16:49.998180 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-744ee42f-096b-490a-8234-8483c38de4d3 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-648805661&fields=id&tenant_id=938b1560f7e5463b94f779198eaceba4 HTTP/1.1" status: 200 len: 267 time: 0.0825567 Aug 05 14:16:50.133436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51218) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:50.138914 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e230dfca-b0d5-429d-b833-e9f50e24e15a up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:50.157345 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0d04e457-6e86-4054-80eb-14c2e2e158a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:50.193112 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:50.210483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Transition to ACTIVE for port object fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:16:50.225187 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:50.233128 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e230dfca-b0d5-429d-b833-e9f50e24e15a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:50.234134 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:50.291744 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-64de0999-7ff7-4d3e-afd6-fa51441a27db tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:50.322627 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-64de0999-7ff7-4d3e-afd6-fa51441a27db tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/networks?id=b679858e-6139-479d-a5d3-fd48d6285e1d HTTP/1.1" status: 200 len: 809 time: 0.3234372 Aug 05 14:16:50.371384 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0d04e457-6e86-4054-80eb-14c2e2e158a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:50.383625 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0d04e457-6e86-4054-80eb-14c2e2e158a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:50.388505 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71c978-1dce-43e6-adf4-f7c59b3b9131 None None] Pushing event updated for resources: {'Port': ['ID=fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:50.427845 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-be1799be-835e-4b98-9230-66a38992076d tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/quotas/938b1560f7e5463b94f779198eaceba4 HTTP/1.1" status: 200 len: 375 time: 0.1036057 Aug 05 14:16:50.479664 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0d04e457-6e86-4054-80eb-14c2e2e158a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b38f226cee44a00853b321b6da52fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394928 Aug 05 14:16:50.479664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51230) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:16:50.572724 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Attempting to bind port fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:16:50.573106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Attempting to bind port fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '3afdff32-b32f-4ae5-8fd1-e5c65d93eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:16:50.573886 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Attempting to bind port fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e on network 8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:16:50.600165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04e457-6e86-4054-80eb-14c2e2e158a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e988ed6-b3dd-40d6-b7c1-4a2e696e4968,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:50.605829 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-c82ea6ca-7532-4f1b-949e-ff0c96ca65ff tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=938b1560f7e5463b94f779198eaceba4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1763709 Aug 05 14:16:50.725931 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:16:50.726342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Checking segment: {'id': '3afdff32-b32f-4ae5-8fd1-e5c65d93eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:16:50.726750 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:50.729855 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Bound using segment: {'id': '3afdff32-b32f-4ae5-8fd1-e5c65d93eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:16:50.733026 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Bound port: fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afdff32-b32f-4ae5-8fd1-e5c65d93eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:16:50.733671 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:50.735233 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68aa9998-ac66-4fdb-89a1-2dec423d68da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:50.782936 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68aa9998-ac66-4fdb-89a1-2dec423d68da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:50.795728 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-387020a5-d9f1-4c46-b8b5-3dc111a72981 service neutron] 10.222.0.16 "GET /v2.0/networks/b679858e-6139-479d-a5d3-fd48d6285e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750467 Aug 05 14:16:50.795930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a467da-cf8d-4478-8c6b-bbcda1cd78e3 req-4e07a1a0-46d4-4ddf-9c2f-9cd3520f117c tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:50.797541 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-02a467da-cf8d-4478-8c6b-bbcda1cd78e3 req-4e07a1a0-46d4-4ddf-9c2f-9cd3520f117c tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.1126933 Aug 05 14:16:50.906576 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-02a467da-cf8d-4478-8c6b-bbcda1cd78e3 req-250cbe74-ed70-4ebf-aee1-0d26b8f9ed15 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893126 Aug 05 14:16:50.914723 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] For port fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:16:50.918662 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] For port fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e,segment=NetworkSegment(3afdff32-b32f-4ae5-8fd1-e5c65d93eda3),segment_id=3afdff32-b32f-4ae5-8fd1-e5c65d93eda3)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:16:50.938471 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:50.938969 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68aa9998-ac66-4fdb-89a1-2dec423d68da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:50.941934 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68aa9998-ac66-4fdb-89a1-2dec423d68da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:50.943784 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-68aa9998-ac66-4fdb-89a1-2dec423d68da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e988ed6-b3dd-40d6-b7c1-4a2e696e4968 HTTP/1.1" status: 204 len: 168 time: 0.4661205 Aug 05 14:16:50.953369 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa9998-ac66-4fdb-89a1-2dec423d68da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e988ed6-b3dd-40d6-b7c1-4a2e696e4968,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:50.969604 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e6bdfdf2-ef1f-4ff6-aa95-f326c3acc948 service neutron] 10.222.0.16 "GET /v2.0/networks/b679858e-6139-479d-a5d3-fd48d6285e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725407 Aug 05 14:16:51.055116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Routers {'57fa41bc-313b-4d77-852e-eebca7d2d783'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:16:51.056327 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:16:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['57fa41bc-313b-4d77-852e-eebca7d2d783'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:51.130785 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71c978-1dce-43e6-adf4-f7c59b3b9131 None None] Pushing event updated for resources: {'Port': ['ID=fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:51.298990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] Set router 57fa41bc-313b-4d77-852e-eebca7d2d783 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:16:51.395921 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2867084f-141d-4b51-a82c-72ef2c62b6e2 req-904b57a5-b90d-47d2-9dac-38736ebd0e98 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 210 time: 0.0669515 Aug 05 14:16:51.419536 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:16:51.429416 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:51.677104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'name': 'tempest-TestServerBasicOps-471224443-router', 'tenant_id': 'd91bca98415245e380ff5bcd4e60c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'e230dfca-b0d5-429d-b833-e9f50e24e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:39Z', 'updated_at': '2021-08-05T14:16:45Z', 'revision_number': 4, 'project_id': 'd91bca98415245e380ff5bcd4e60c139', 'gw_port': {'id': 'e230dfca-b0d5-429d-b833-e9f50e24e15a', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:47:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:40Z', 'updated_at': '2021-08-05T14:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e', 'name': '', 'network_id': '8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450', 'tenant_id': 'd91bca98415245e380ff5bcd4e60c139', 'mac_address': 'fa:16:3e:83:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '1324c358-5277-4561-9ac7-429a1728d4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:43Z', 'updated_at': '2021-08-05T14:16:50Z', 'revision_number': 4, 'project_id': 'd91bca98415245e380ff5bcd4e60c139', 'subnets': [{'id': '1324c358-5277-4561-9ac7-429a1728d4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:16:51.724801 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a2d20e-f6a4-459a-bcb2-d7bd91690eeb None None] The sync data for ids ['57fa41bc-313b-4d77-852e-eebca7d2d783'] in n-d-803585-2 is: [{'id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'name': 'tempest-TestServerBasicOps-471224443-router', 'tenant_id': 'd91bca98415245e380ff5bcd4e60c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'e230dfca-b0d5-429d-b833-e9f50e24e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:39Z', 'updated_at': '2021-08-05T14:16:45Z', 'revision_number': 4, 'project_id': 'd91bca98415245e380ff5bcd4e60c139', 'gw_port': {'id': 'e230dfca-b0d5-429d-b833-e9f50e24e15a', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:47:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:40Z', 'updated_at': '2021-08-05T14:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e', 'name': '', 'network_id': '8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450', 'tenant_id': 'd91bca98415245e380ff5bcd4e60c139', 'mac_address': 'fa:16:3e:83:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '1324c358-5277-4561-9ac7-429a1728d4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:43Z', 'updated_at': '2021-08-05T14:16:50Z', 'revision_number': 4, 'project_id': 'd91bca98415245e380ff5bcd4e60c139', 'subnets': [{'id': '1324c358-5277-4561-9ac7-429a1728d4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:16:52.146510 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:52.249041 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41aa5f-83d6-4588-804c-d4216c7d02c0 req-bac10c6c-f952-4eed-b067-f286b71105c0 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:52.255767 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:16:52.258155 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ca41aa5f-83d6-4588-804c-d4216c7d02c0 req-bac10c6c-f952-4eed-b067-f286b71105c0 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.1066236 Aug 05 14:16:52.294329 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:52.295062 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:52.368347 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ca41aa5f-83d6-4588-804c-d4216c7d02c0 req-b23e32b9-35b0-4cdb-a07a-0db1fc6ff659 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024430 Aug 05 14:16:52.575223 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:52.584364 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42bfab58-ea26-4e72-b6e9-939d11683027 req-5acaaee9-8746-4b5f-888e-f592cf2d6fcf tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 210 time: 0.0478482 Aug 05 14:16:52.643763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e,segment=NetworkSegment(3afdff32-b32f-4ae5-8fd1-e5c65d93eda3),segment_id=3afdff32-b32f-4ae5-8fd1-e5c65d93eda3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:52.655058 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:52.779272 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:53.090750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-95812445-c4b7-4c4c-b7c0-1c1fead04012 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:53.092326 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-95812445-c4b7-4c4c-b7c0-1c1fead04012 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.84 "GET /v2.0/networks?id=b679858e-6139-479d-a5d3-fd48d6285e1d HTTP/1.1" status: 200 len: 809 time: 0.1960120 Aug 05 14:16:53.194150 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-510d96a4-a4f1-46e5-be5a-08949627a05b tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=938b1560f7e5463b94f779198eaceba4 HTTP/1.1" status: 200 len: 379 time: 0.0754755 Aug 05 14:16:53.211422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-9d15ead5-b52c-463a-b0eb-3d365004597e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Request body: {'port': {'device_id': 'e6525293-cba8-4837-856b-a956ca6066e6', 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d', 'admin_state_up': True, 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'security_groups': ['b82cb8a2-43ba-484d-8628-a9563debb894']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:16:53.353714 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-9d15ead5-b52c-463a-b0eb-3d365004597e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Made reservation on behalf of 938b1560f7e5463b94f779198eaceba4 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:16:53.357666 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-9d15ead5-b52c-463a-b0eb-3d365004597e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:53.556166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-9d15ead5-b52c-463a-b0eb-3d365004597e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Allocated IP 172.20.0.8 (b679858e-6139-479d-a5d3-fd48d6285e1d/71006c8f-08b4-4b58-b5ce-c343b7c3e537/80fde71c-a28e-4492-94a9-d014192aaecb) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:16:53.598279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5301b1-e951-4949-a406-007af07a8c02 req-4c985793-0f1b-48dd-8673-e30bf8d8a004 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:53.609950 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc5301b1-e951-4949-a406-007af07a8c02 req-4c985793-0f1b-48dd-8673-e30bf8d8a004 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.1311090 Aug 05 14:16:53.658585 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc5301b1-e951-4949-a406-007af07a8c02 req-7429a7d5-c2dd-4f36-8791-a7b4dbf8f4e5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429380 Aug 05 14:16:53.760125 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14a6a908-05af-4ca8-88ed-fc801c3d5a01 req-f7355b7e-5d67-41d8-bd43-c0287c0c0180 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 210 time: 0.0454340 Aug 05 14:16:53.822075 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-9d15ead5-b52c-463a-b0eb-3d365004597e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:53.840825 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-9d15ead5-b52c-463a-b0eb-3d365004597e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Transition to ACTIVE for port object 80fde71c-a28e-4492-94a9-d014192aaecb will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:16:53.891910 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-9d15ead5-b52c-463a-b0eb-3d365004597e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:53.948607 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-9d15ead5-b52c-463a-b0eb-3d365004597e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Network b679858e-6139-479d-a5d3-fd48d6285e1d is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:16:53.951790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-9d15ead5-b52c-463a-b0eb-3d365004597e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:16:53.956682 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-9d15ead5-b52c-463a-b0eb-3d365004597e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:16:54.021770 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15ead5-b52c-463a-b0eb-3d365004597e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Pushing event updated for resources: {'Port': ['ID=80fde71c-a28e-4492-94a9-d014192aaecb,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:54.034049 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-9d15ead5-b52c-463a-b0eb-3d365004597e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:54.035022 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-9d15ead5-b52c-463a-b0eb-3d365004597e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:54.053074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:16:54.054554 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-9d15ead5-b52c-463a-b0eb-3d365004597e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8489764 Aug 05 14:16:54.076845 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Request body: {'port': {'device_id': 'e6525293-cba8-4837-856b-a956ca6066e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:16:54.144891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:54.145514 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:54.188165 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:54.386214 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a7b91a83-049d-4ac3-a5a0-05ba062ae3f2 None None] Provisioning for port 80fde71c-a28e-4492-94a9-d014192aaecb completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:16:54.391526 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a7b91a83-049d-4ac3-a5a0-05ba062ae3f2 None None] Provisioning complete for port 80fde71c-a28e-4492-94a9-d014192aaecb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:16:54.392101 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7b91a83-049d-4ac3-a5a0-05ba062ae3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:54.448591 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a7b91a83-049d-4ac3-a5a0-05ba062ae3f2 None None] Port 80fde71c-a28e-4492-94a9-d014192aaecb cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:16:54.707495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80fde71c-a28e-4492-94a9-d014192aaecb {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:16:54.721973 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:54.745755 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Transition to ACTIVE for port object 80fde71c-a28e-4492-94a9-d014192aaecb will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:16:54.758983 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:54.863175 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Pushing event updated for resources: {'Port': ['ID=80fde71c-a28e-4492-94a9-d014192aaecb,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:54.949227 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb2ffa-6cd4-40b5-a1ac-e22a0f5f1ee7 req-e2b97732-0b20-41ae-bd9b-88fa5ab008b2 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:54.954989 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-22bb2ffa-6cd4-40b5-a1ac-e22a0f5f1ee7 req-e2b97732-0b20-41ae-bd9b-88fa5ab008b2 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.1623881 Aug 05 14:16:55.029662 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Attempting to bind port 80fde71c-a28e-4492-94a9-d014192aaecb on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:16:55.030003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Attempting to bind port 80fde71c-a28e-4492-94a9-d014192aaecb by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '08a94037-45cb-47a3-898e-2662e41e32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:16:55.030930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Attempting to bind port 80fde71c-a28e-4492-94a9-d014192aaecb on network b679858e-6139-479d-a5d3-fd48d6285e1d {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:16:55.054167 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Port 80fde71c-a28e-4492-94a9-d014192aaecb on network b679858e-6139-479d-a5d3-fd48d6285e1d not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:16:55.055226 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Attempting to bind port 80fde71c-a28e-4492-94a9-d014192aaecb on network b679858e-6139-479d-a5d3-fd48d6285e1d {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:16:55.063606 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-22bb2ffa-6cd4-40b5-a1ac-e22a0f5f1ee7 req-cc86000d-4f49-43b5-960f-fe8cd5c9ef97 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885406 Aug 05 14:16:55.068935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:16:55.069466 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Checking segment: {'id': '08a94037-45cb-47a3-898e-2662e41e32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:16:55.070022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Bound using segment: {'id': '08a94037-45cb-47a3-898e-2662e41e32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:16:55.070661 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Bound port: 80fde71c-a28e-4492-94a9-d014192aaecb, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08a94037-45cb-47a3-898e-2662e41e32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:16:55.071222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:55.115731 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800b91d-30c6-4ad4-822d-71bbb39c6a68 req-8440391b-aabe-4ffc-ae0e-5c25147ca7ba tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:55.127839 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7800b91d-30c6-4ad4-822d-71bbb39c6a68 req-8440391b-aabe-4ffc-ae0e-5c25147ca7ba tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 943 time: 0.1580088 Aug 05 14:16:55.213231 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7800b91d-30c6-4ad4-822d-71bbb39c6a68 req-cebdcf72-b13f-4556-b8c0-07f995a65650 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/security-groups?id=b82cb8a2-43ba-484d-8628-a9563debb894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834708 Aug 05 14:16:55.235661 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] For port 80fde71c-a28e-4492-94a9-d014192aaecb, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:16:55.239779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] For port 80fde71c-a28e-4492-94a9-d014192aaecb, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=80fde71c-a28e-4492-94a9-d014192aaecb,segment=NetworkSegment(08a94037-45cb-47a3-898e-2662e41e32ef),segment_id=08a94037-45cb-47a3-898e-2662e41e32ef)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:16:55.248640 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:55.291622 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:55.292257 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:55.293968 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] 10.222.0.84 "PUT /v2.0/ports/80fde71c-a28e-4492-94a9-d014192aaecb HTTP/1.1" status: 200 len: 1091 time: 1.2297759 Aug 05 14:16:55.294450 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6525293-cba8-4837-856b-a956ca6066e6', 'tag': '80fde71c-a28e-4492-94a9-d014192aaecb'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:16:55.297754 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bb9277-ba61-45dd-9417-1ec16f88d735" -d '{"events": [{"name": "network-changed", "server_uuid": "e6525293-cba8-4837-856b-a956ca6066e6", "tag": "80fde71c-a28e-4492-94a9-d014192aaecb"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:16:55.331889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef5916-115f-4eb4-b040-d6f8c377da7d service neutron] Pushing event updated for resources: {'Port': ['ID=80fde71c-a28e-4492-94a9-d014192aaecb,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:55.392944 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764d00dd-a656-40f7-9ce8-2c705c5f8ac0 x-openstack-request-id: req-764d00dd-a656-40f7-9ce8-2c705c5f8ac0 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:16:55.393248 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6525293-cba8-4837-856b-a956ca6066e6", "tag": "80fde71c-a28e-4492-94a9-d014192aaecb", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:16:55.393503 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-764d00dd-a656-40f7-9ce8-2c705c5f8ac0 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:16:55.393910 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6525293-cba8-4837-856b-a956ca6066e6', 'tag': '80fde71c-a28e-4492-94a9-d014192aaecb', 'status': 'completed', 'code': 200} Aug 05 14:16:55.426027 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-64433052-898f-4ce0-91cf-952f69994b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:55.427696 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-64433052-898f-4ce0-91cf-952f69994b64 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=938b1560f7e5463b94f779198eaceba4&device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 1094 time: 0.0791059 Aug 05 14:16:55.501901 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-7816182d-a514-447b-a489-a5aeb1434e2e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80fde71c-a28e-4492-94a9-d014192aaecb HTTP/1.1" status: 200 len: 217 time: 0.0648062 Aug 05 14:16:55.578896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-62fbcb6b-f4e5-41a7-905e-29ddca7f29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:55.580844 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-62fbcb6b-f4e5-41a7-905e-29ddca7f29e9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=71006c8f-08b4-4b58-b5ce-c343b7c3e537 HTTP/1.1" status: 200 len: 848 time: 0.0683908 Aug 05 14:16:55.649395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-7ebd8372-8ddf-44b4-a4a1-5329c20d02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:55.650952 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-7ebd8372-8ddf-44b4-a4a1-5329c20d02f3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b679858e-6139-479d-a5d3-fd48d6285e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591447 Aug 05 14:16:55.787428 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-641428f8-314a-486a-8197-6951833b62f0 service neutron] 10.222.0.84 "GET /v2.0/networks/b679858e-6139-479d-a5d3-fd48d6285e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273499 Aug 05 14:16:55.906081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebd62ae8-77e4-48a0-a4cf-c4f8ad1cc264 req-c8622c88-dfea-4d55-9399-029a77314a34 service neutron] 10.222.0.84 "GET /v2.0/networks/b679858e-6139-479d-a5d3-fd48d6285e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119423 Aug 05 14:16:56.005070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb9277-ba61-45dd-9417-1ec16f88d735 req-86b10b98-5645-4831-b6e9-cd71c2e54ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:56.006788 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c5bb9277-ba61-45dd-9417-1ec16f88d735 req-86b10b98-5645-4831-b6e9-cd71c2e54ba9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=938b1560f7e5463b94f779198eaceba4&device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 1094 time: 0.0488067 Aug 05 14:16:56.107066 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb9277-ba61-45dd-9417-1ec16f88d735 req-4998f41d-006f-49a6-9da4-ff9fc0ec1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:56.109633 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c5bb9277-ba61-45dd-9417-1ec16f88d735 req-4998f41d-006f-49a6-9da4-ff9fc0ec1e97 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b679858e-6139-479d-a5d3-fd48d6285e1d HTTP/1.1" status: 200 len: 910 time: 0.0952332 Aug 05 14:16:56.163923 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c5bb9277-ba61-45dd-9417-1ec16f88d735 req-68384e15-2d89-4cee-a047-a1f9437b83d3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80fde71c-a28e-4492-94a9-d014192aaecb HTTP/1.1" status: 200 len: 217 time: 0.0458813 Aug 05 14:16:56.241895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb9277-ba61-45dd-9417-1ec16f88d735 req-7754a293-55fa-4307-9bb0-bda5e0cd3033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:56.243582 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c5bb9277-ba61-45dd-9417-1ec16f88d735 req-7754a293-55fa-4307-9bb0-bda5e0cd3033 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=71006c8f-08b4-4b58-b5ce-c343b7c3e537 HTTP/1.1" status: 200 len: 848 time: 0.0712008 Aug 05 14:16:56.255965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b056b29-103b-4385-8d1e-7698089f05e2 req-774340ae-1acb-4852-a6d0-e3b8d1c9f10b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:56.257705 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b056b29-103b-4385-8d1e-7698089f05e2 req-774340ae-1acb-4852-a6d0-e3b8d1c9f10b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0965250 Aug 05 14:16:56.342416 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b056b29-103b-4385-8d1e-7698089f05e2 req-6be8ca0d-a220-4721-a7e6-b1e758416299 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532954 Aug 05 14:16:56.366234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb9277-ba61-45dd-9417-1ec16f88d735 req-4cb7b2e7-c19f-4fcf-9493-350e87f21ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:56.366234 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c5bb9277-ba61-45dd-9417-1ec16f88d735 req-4cb7b2e7-c19f-4fcf-9493-350e87f21ce8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b679858e-6139-479d-a5d3-fd48d6285e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047914 Aug 05 14:16:56.385538 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607828c-d848-45d7-ab1a-0a37909ebc8a req-8337ad24-b3b3-4a7a-b611-bacb7aa18421 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:56.394722 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9607828c-d848-45d7-ab1a-0a37909ebc8a req-8337ad24-b3b3-4a7a-b611-bacb7aa18421 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 943 time: 0.0710847 Aug 05 14:16:56.453404 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9607828c-d848-45d7-ab1a-0a37909ebc8a req-76183386-c4db-4e04-ae7f-d5768d2f106d tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/security-groups?id=b82cb8a2-43ba-484d-8628-a9563debb894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576339 Aug 05 14:16:56.574007 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c5bb9277-ba61-45dd-9417-1ec16f88d735 req-603403c6-613e-4409-ab9c-32271251c28a service neutron] 10.222.0.84 "GET /v2.0/networks/b679858e-6139-479d-a5d3-fd48d6285e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019808 Aug 05 14:16:56.705187 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c5bb9277-ba61-45dd-9417-1ec16f88d735 req-73c4560c-e834-4378-b9aa-705bca773fed service neutron] 10.222.0.84 "GET /v2.0/networks/b679858e-6139-479d-a5d3-fd48d6285e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198335 Aug 05 14:16:57.507048 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4b887-d9d4-4e12-b08c-2486e66ae794 req-554fc553-f12f-4807-89c5-5e6ad4ba4765 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:57.519724 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-27e4b887-d9d4-4e12-b08c-2486e66ae794 req-554fc553-f12f-4807-89c5-5e6ad4ba4765 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0721867 Aug 05 14:16:57.584482 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-27e4b887-d9d4-4e12-b08c-2486e66ae794 req-83b28bdc-16f4-4f4d-9e13-841b9b6f84e5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634570 Aug 05 14:16:57.645085 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf0601-d521-4de4-80b1-b2a90846a923 req-c07a6fc8-64ae-44d5-9be6-6352485c93e9 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:57.656090 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14cf0601-d521-4de4-80b1-b2a90846a923 req-c07a6fc8-64ae-44d5-9be6-6352485c93e9 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 943 time: 0.1104126 Aug 05 14:16:57.768348 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-14cf0601-d521-4de4-80b1-b2a90846a923 req-17c61d61-ba4b-470d-808f-fc1bf49d1391 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/security-groups?id=b82cb8a2-43ba-484d-8628-a9563debb894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804744 Aug 05 14:16:58.777835 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae783ee-35a6-4c21-bb31-3e78f7161b77 req-f709809f-7527-4b56-9a2b-e32babdad56a tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:58.786272 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fae783ee-35a6-4c21-bb31-3e78f7161b77 req-f709809f-7527-4b56-9a2b-e32babdad56a tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0921984 Aug 05 14:16:58.846128 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fae783ee-35a6-4c21-bb31-3e78f7161b77 req-3a397637-7f99-4f02-a28f-597b0d3e8ae3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562799 Aug 05 14:16:58.945015 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235aa9d-bf1f-47aa-b405-5eb5e4ef1645 req-4398aa29-b28b-4349-afe9-b4516c37abf8 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:16:58.947440 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9235aa9d-bf1f-47aa-b405-5eb5e4ef1645 req-4398aa29-b28b-4349-afe9-b4516c37abf8 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 943 time: 0.0781264 Aug 05 14:16:58.999572 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9235aa9d-bf1f-47aa-b405-5eb5e4ef1645 req-60268321-ed96-4dac-a271-fc226da3600d tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/security-groups?id=b82cb8a2-43ba-484d-8628-a9563debb894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418308 Aug 05 14:16:59.144972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 80fde71c-a28e-4492-94a9-d014192aaecb details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:16:59.294972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 80fde71c-a28e-4492-94a9-d014192aaecb, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=80fde71c-a28e-4492-94a9-d014192aaecb,segment=NetworkSegment(08a94037-45cb-47a3-898e-2662e41e32ef),segment_id=08a94037-45cb-47a3-898e-2662e41e32ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:59.307728 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '80fde71c-a28e-4492-94a9-d014192aaecb', 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d', 'port_id': '80fde71c-a28e-4492-94a9-d014192aaecb', 'mac_address': 'fa:16:3e:a8:22:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:16:59.354410 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:59.372238 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80fde71c-a28e-4492-94a9-d014192aaecb {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:16:59.402132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 80fde71c-a28e-4492-94a9-d014192aaecb, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=80fde71c-a28e-4492-94a9-d014192aaecb,segment=NetworkSegment(08a94037-45cb-47a3-898e-2662e41e32ef),segment_id=08a94037-45cb-47a3-898e-2662e41e32ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:16:59.408153 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:16:59.493933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=80fde71c-a28e-4492-94a9-d014192aaecb,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:16:59.626484 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['80fde71c-a28e-4492-94a9-d014192aaecb'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:17:00.007838 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf71f6-54e9-49aa-9e6e-84d6f200106c req-39764464-b842-42c5-a479-6859a43ea75f tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:00.010103 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0bf71f6-54e9-49aa-9e6e-84d6f200106c req-39764464-b842-42c5-a479-6859a43ea75f tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0668428 Aug 05 14:17:00.058082 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0bf71f6-54e9-49aa-9e6e-84d6f200106c req-a117f4f7-aa97-404f-a2de-63802187893a tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 Aug 05 14:17:00.163734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f84241-e2f9-49f9-856e-a4a145920ac1 req-6892c88a-18c9-4a42-9ef9-6c1d0e1097b6 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:00.166710 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d3f84241-e2f9-49f9-856e-a4a145920ac1 req-6892c88a-18c9-4a42-9ef9-6c1d0e1097b6 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 944 time: 0.0585408 Aug 05 14:17:00.212755 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d3f84241-e2f9-49f9-856e-a4a145920ac1 req-27cbcd4d-066b-4b61-8acd-73ec41fa0a46 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/security-groups?id=b82cb8a2-43ba-484d-8628-a9563debb894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384612 Aug 05 14:17:01.144130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 80fde71c-a28e-4492-94a9-d014192aaecb up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:17:01.187684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe2701-3e56-4e6c-a2df-39e72f864045 req-fc505c89-7a1b-42fd-beb6-93d26e428ded tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:01.189874 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25fe2701-3e56-4e6c-a2df-39e72f864045 req-fc505c89-7a1b-42fd-beb6-93d26e428ded tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0537095 Aug 05 14:17:01.215426 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 80fde71c-a28e-4492-94a9-d014192aaecb completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:17:01.220817 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 80fde71c-a28e-4492-94a9-d014192aaecb triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:17:01.221198 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:01.266910 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25fe2701-3e56-4e6c-a2df-39e72f864045 req-a012794f-d7f8-46e8-8388-bf44a39bb6db tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699480 Aug 05 14:17:01.319368 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:01.393320 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 80fde71c-a28e-4492-94a9-d014192aaecb, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=80fde71c-a28e-4492-94a9-d014192aaecb,segment=NetworkSegment(08a94037-45cb-47a3-898e-2662e41e32ef),segment_id=08a94037-45cb-47a3-898e-2662e41e32ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:17:01.394159 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6525293-cba8-4837-856b-a956ca6066e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fde71c-a28e-4492-94a9-d014192aaecb'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:17:01.400043 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c69e7b9-8d56-4e65-8019-e6071be81aef" -d '{"events": [{"server_uuid": "e6525293-cba8-4837-856b-a956ca6066e6", "name": "network-vif-plugged", "status": "completed", "tag": "80fde71c-a28e-4492-94a9-d014192aaecb"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:17:01.406982 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:01.438613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b058ab8-d90d-4121-8a30-72f42399511a req-f7585867-d0dd-4805-9a27-ba1863e7a311 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:01.441618 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1b058ab8-d90d-4121-8a30-72f42399511a req-f7585867-d0dd-4805-9a27-ba1863e7a311 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 944 time: 0.1241198 Aug 05 14:17:01.496947 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1b058ab8-d90d-4121-8a30-72f42399511a req-eef1ebee-84ab-4f0d-a917-0645084f5228 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/security-groups?id=b82cb8a2-43ba-484d-8628-a9563debb894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458751 Aug 05 14:17:01.523593 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf5f39c-5ef9-481d-9201-5ccc40eebc7b x-openstack-request-id: req-3cf5f39c-5ef9-481d-9201-5ccc40eebc7b {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:17:01.526430 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6525293-cba8-4837-856b-a956ca6066e6", "name": "network-vif-plugged", "status": "completed", "tag": "80fde71c-a28e-4492-94a9-d014192aaecb", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:17:01.528628 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3cf5f39c-5ef9-481d-9201-5ccc40eebc7b {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:17:01.528854 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6525293-cba8-4837-856b-a956ca6066e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fde71c-a28e-4492-94a9-d014192aaecb', 'code': 200} Aug 05 14:17:01.555847 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=80fde71c-a28e-4492-94a9-d014192aaecb,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:01.592995 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab6800-6a98-4b2f-8784-d2a6fcf40cac req-d31f7487-6394-4d68-8215-b226023b70b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:01.595174 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a5ab6800-6a98-4b2f-8784-d2a6fcf40cac req-d31f7487-6394-4d68-8215-b226023b70b8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 1096 time: 0.0525997 Aug 05 14:17:01.643602 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a5ab6800-6a98-4b2f-8784-d2a6fcf40cac req-cba3672c-faae-4134-a884-e422e8f68982 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b82cb8a2-43ba-484d-8628-a9563debb894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410964 Aug 05 14:17:02.414216 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd3252-2827-4e8f-a089-8a4780274cfd req-5300b354-2a7e-44ef-9a8d-ba0880fcc306 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:02.416699 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7efd3252-2827-4e8f-a089-8a4780274cfd req-5300b354-2a7e-44ef-9a8d-ba0880fcc306 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0664654 Aug 05 14:17:02.545769 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7efd3252-2827-4e8f-a089-8a4780274cfd req-ebc69336-2d2b-4a28-8cde-d5225fdd7d4b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125827 Aug 05 14:17:02.648416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90272c6-f91c-4704-b91e-bad71c7c4ae6 req-f5ab8812-5184-4c68-9ec6-5f758e6a618b tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:02.650664 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a90272c6-f91c-4704-b91e-bad71c7c4ae6 req-f5ab8812-5184-4c68-9ec6-5f758e6a618b tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 945 time: 0.0649357 Aug 05 14:17:02.695342 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a90272c6-f91c-4704-b91e-bad71c7c4ae6 req-73fcf8be-c476-40a4-9f16-b41c1a8807fd tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/security-groups?id=b82cb8a2-43ba-484d-8628-a9563debb894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375431 Aug 05 14:17:02.859634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb94b65-60df-4169-b21b-c4f6201cee2a req-d6a5e889-69db-4bc7-b03a-05e279cdce27 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:02.861424 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eeb94b65-60df-4169-b21b-c4f6201cee2a req-d6a5e889-69db-4bc7-b03a-05e279cdce27 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 945 time: 0.0608807 Aug 05 14:17:02.905866 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eeb94b65-60df-4169-b21b-c4f6201cee2a req-251e018a-400a-4313-97b1-b51035058377 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/security-groups?id=b82cb8a2-43ba-484d-8628-a9563debb894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381382 Aug 05 14:17:03.062215 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b19b8-f96b-4dd5-b67c-bcc8a9ef48de req-89bceb54-4d9d-463b-a1f5-b10c5b3ea978 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:03.066232 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-499b19b8-f96b-4dd5-b67c-bcc8a9ef48de req-89bceb54-4d9d-463b-a1f5-b10c5b3ea978 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 945 time: 0.0839732 Aug 05 14:17:03.168202 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-499b19b8-f96b-4dd5-b67c-bcc8a9ef48de req-3da91f8b-08a0-47e4-a035-4bcedc4c4b56 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/security-groups?id=b82cb8a2-43ba-484d-8628-a9563debb894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886798 Aug 05 14:17:03.180594 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51920) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:03.441804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51926) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:03.485464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8989c147-41e4-41b9-aed8-b9112395e98f tempest-TestServerBasicOps-642569696 tempest-TestServerBasicOps-642569696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:03.490268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 51930) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:03.490628 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8989c147-41e4-41b9-aed8-b9112395e98f tempest-TestServerBasicOps-642569696 tempest-TestServerBasicOps-642569696-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 1091 time: 0.3085439 Aug 05 14:17:03.495889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': '80fde71c-a28e-4492-94a9-d014192aaecb', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:17:03.529454 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:03.617339 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5ff387f-6068-4e7a-8138-819565876da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:03.737775 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e05b0-c285-40dc-bc29-6c7fc6c89f1b req-551bf2bb-d8de-4933-b958-da30481084a5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:03.739470 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b64e05b0-c285-40dc-bc29-6c7fc6c89f1b req-551bf2bb-d8de-4933-b958-da30481084a5 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0668249 Aug 05 14:17:03.745897 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5ff387f-6068-4e7a-8138-819565876da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:03.754499 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5ff387f-6068-4e7a-8138-819565876da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:03.803903 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b64e05b0-c285-40dc-bc29-6c7fc6c89f1b req-30244b27-c978-4f93-bd5c-45b1c3fcfe0c tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557656 Aug 05 14:17:03.814334 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:03.848289 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c5ff387f-6068-4e7a-8138-819565876da6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6785c849ce5f47d59818cfe76699a692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4051254 Aug 05 14:17:03.850583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff387f-6068-4e7a-8138-819565876da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4729d20c-72af-4815-b62a-25baf48f3de6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:03.853076 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51940) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:03.927552 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5388f37a-b9ed-4b31-9f1f-88497aafe612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:03.972460 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5388f37a-b9ed-4b31-9f1f-88497aafe612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:04.044986 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5388f37a-b9ed-4b31-9f1f-88497aafe612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:04.048210 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5388f37a-b9ed-4b31-9f1f-88497aafe612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:04.052078 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5388f37a-b9ed-4b31-9f1f-88497aafe612 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4729d20c-72af-4815-b62a-25baf48f3de6 HTTP/1.1" status: 204 len: 168 time: 0.1956005 Aug 05 14:17:04.058985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388f37a-b9ed-4b31-9f1f-88497aafe612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4729d20c-72af-4815-b62a-25baf48f3de6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:04.438470 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Allocated IP 172.25.5.242 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/c5ce763d-4145-4405-8f73-f7b8351de224) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:17:04.448575 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51952) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:04.582588 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:04.592980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51956) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:04.612656 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b714ce5a-d96f-4fbc-a8dd-b289cae17b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:04.622109 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f68e7dcf-5f1b-4d99-ac1f-3b1e965c00c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:04.691501 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:04.766754 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:17:04.769608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:17:04.773667 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:17:04.779917 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Pushing event updated for resources: {'Port': ['ID=c5ce763d-4145-4405-8f73-f7b8351de224,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:04.814590 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b714ce5a-d96f-4fbc-a8dd-b289cae17b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:04.826506 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b714ce5a-d96f-4fbc-a8dd-b289cae17b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:04.867770 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714ce5a-d96f-4fbc-a8dd-b289cae17b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b61bef-470d-4647-9c55-6eaf64a52133,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:04.892109 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b714ce5a-d96f-4fbc-a8dd-b289cae17b0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1419ff4c1dd54e32a8575feb4b901284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981179 Aug 05 14:17:04.895166 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 51962) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:04.968614 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f68e7dcf-5f1b-4d99-ac1f-3b1e965c00c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:04.974135 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f68e7dcf-5f1b-4d99-ac1f-3b1e965c00c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:05.020254 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f68e7dcf-5f1b-4d99-ac1f-3b1e965c00c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8aadad1bf454efb8d4d5a64fca513ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5680125 Aug 05 14:17:05.020254 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e7dcf-5f1b-4d99-ac1f-3b1e965c00c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d34f2a8-65b3-485d-ae55-723146d65d60,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:05.022844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51964) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:05.078746 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e6ff447-3502-429e-aa26-1db89ec47351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:05.096735 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef893-045b-4c75-adcf-b19bf241bba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:05.099636 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a663e-dedd-4e02-b30a-cc5dd1ab3bde req-b5821a89-85bb-496b-837e-cae01e45edff tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:05.102586 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-de5a663e-dedd-4e02-b30a-cc5dd1ab3bde req-b5821a89-85bb-496b-837e-cae01e45edff tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.1911948 Aug 05 14:17:05.125769 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef893-045b-4c75-adcf-b19bf241bba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:05.180827 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef893-045b-4c75-adcf-b19bf241bba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:05.183629 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef893-045b-4c75-adcf-b19bf241bba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:05.184207 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e6ff447-3502-429e-aa26-1db89ec47351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:05.185081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5d9ef893-045b-4c75-adcf-b19bf241bba1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d34f2a8-65b3-485d-ae55-723146d65d60 HTTP/1.1" status: 204 len: 168 time: 0.1609302 Aug 05 14:17:05.194958 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ef893-045b-4c75-adcf-b19bf241bba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d34f2a8-65b3-485d-ae55-723146d65d60,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:05.260816 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-de5a663e-dedd-4e02-b30a-cc5dd1ab3bde req-a53f02bf-b1b9-4061-8ac8-ebeed79ba3bd tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022556 Aug 05 14:17:05.367185 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e6ff447-3502-429e-aa26-1db89ec47351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:05.370083 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e6ff447-3502-429e-aa26-1db89ec47351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:05.374762 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3e6ff447-3502-429e-aa26-1db89ec47351 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47b61bef-470d-4647-9c55-6eaf64a52133 HTTP/1.1" status: 204 len: 168 time: 0.4762843 Aug 05 14:17:05.429647 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ff447-3502-429e-aa26-1db89ec47351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b61bef-470d-4647-9c55-6eaf64a52133,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:05.647402 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:05.672147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 51976) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:05.689811 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-80af6934-1886-49fb-9b26-bc250ded03bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:05.788303 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:05.853051 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-80af6934-1886-49fb-9b26-bc250ded03bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:05.859292 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-80af6934-1886-49fb-9b26-bc250ded03bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:05.910445 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-80af6934-1886-49fb-9b26-bc250ded03bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f0d0fbf4e474af98049ffa798b69aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365012 Aug 05 14:17:05.911427 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af6934-1886-49fb-9b26-bc250ded03bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe078c3-52ae-4e82-be17-98a65a8ab122,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:05.913005 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 51986) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:06.019449 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c84b57a-5525-44e4-89ac-58fd71e929a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:06.035669 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:06.041819 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:06.049462 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c84b57a-5525-44e4-89ac-58fd71e929a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:06.143077 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Pushing event updated for resources: {'Port': ['ID=c5ce763d-4145-4405-8f73-f7b8351de224,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:06.159169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:06.206322 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c84b57a-5525-44e4-89ac-58fd71e929a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:06.208942 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c84b57a-5525-44e4-89ac-58fd71e929a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:06.212469 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2c84b57a-5525-44e4-89ac-58fd71e929a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ffe078c3-52ae-4e82-be17-98a65a8ab122 HTTP/1.1" status: 204 len: 168 time: 0.2958555 Aug 05 14:17:06.228248 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84b57a-5525-44e4-89ac-58fd71e929a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe078c3-52ae-4e82-be17-98a65a8ab122,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:06.303293 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Floating IP e7e58289-9b9a-41bc-9e16-5e423626560b associated. External IP: 172.25.5.242, port: 80fde71c-a28e-4492-94a9-d014192aaecb. Aug 05 14:17:06.478772 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec5d0f-5157-445d-9f1e-c44bbb7fec75 req-07010576-f20d-4f0d-9e12-28b0743312ca tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:06.480662 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ecec5d0f-5157-445d-9f1e-c44bbb7fec75 req-07010576-f20d-4f0d-9e12-28b0743312ca tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.1216674 Aug 05 14:17:06.579702 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ecec5d0f-5157-445d-9f1e-c44bbb7fec75 req-4ce3f385-f121-4762-a32f-a754bc43b1c7 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900826 Aug 05 14:17:06.672023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Router 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:17:06.818303 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:17:06.833601 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9ce131-72ac-478d-a11e-2d0b5e14f9d4 None None] Sync routers for ids ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:17:06.840500 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:06.860371 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9ce131-72ac-478d-a11e-2d0b5e14f9d4 None None] Routers {'64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:17:06.861958 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-eb9ce131-72ac-478d-a11e-2d0b5e14f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:16:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:06.870897 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c86e3265-edf7-4a61-9e73-cc047d347330 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3793194 Aug 05 14:17:06.871490 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6525293-cba8-4837-856b-a956ca6066e6', 'tag': '80fde71c-a28e-4492-94a9-d014192aaecb'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:17:06.874882 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa98499-0a27-4dc4-85c9-050bcb8cbf2f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6525293-cba8-4837-856b-a956ca6066e6", "tag": "80fde71c-a28e-4492-94a9-d014192aaecb"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:17:06.922416 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa753b08-e787-443d-9d17-b625aaf6c9d8 x-openstack-request-id: req-fa753b08-e787-443d-9d17-b625aaf6c9d8 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:17:06.922937 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6525293-cba8-4837-856b-a956ca6066e6", "tag": "80fde71c-a28e-4492-94a9-d014192aaecb", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:17:06.923516 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa753b08-e787-443d-9d17-b625aaf6c9d8 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:17:06.924130 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6525293-cba8-4837-856b-a956ca6066e6', 'tag': '80fde71c-a28e-4492-94a9-d014192aaecb', 'status': 'completed', 'code': 200} Aug 05 14:17:07.018659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa98499-0a27-4dc4-85c9-050bcb8cbf2f req-7a2b1cba-bb89-4831-a78e-7e1e2684190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:07.021137 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0aa98499-0a27-4dc4-85c9-050bcb8cbf2f req-7a2b1cba-bb89-4831-a78e-7e1e2684190f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=938b1560f7e5463b94f779198eaceba4&device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 1096 time: 0.0733922 Aug 05 14:17:07.046556 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-eb9ce131-72ac-478d-a11e-2d0b5e14f9d4 None None] Set router 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:17:07.190000 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa98499-0a27-4dc4-85c9-050bcb8cbf2f req-400752cf-98b0-4ca7-980a-282412cb462a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:07.191567 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0aa98499-0a27-4dc4-85c9-050bcb8cbf2f req-400752cf-98b0-4ca7-980a-282412cb462a service neutron] 10.222.0.84 "GET /v2.0/networks?id=b679858e-6139-479d-a5d3-fd48d6285e1d HTTP/1.1" status: 200 len: 910 time: 0.1636109 Aug 05 14:17:07.280535 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0aa98499-0a27-4dc4-85c9-050bcb8cbf2f req-ab0e233e-7292-4800-aeb4-f281f40b6c6b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80fde71c-a28e-4492-94a9-d014192aaecb HTTP/1.1" status: 200 len: 999 time: 0.0808544 Aug 05 14:17:07.348888 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa98499-0a27-4dc4-85c9-050bcb8cbf2f req-356837db-6201-41b1-b6b4-ec7cd7012c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:07.350679 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0aa98499-0a27-4dc4-85c9-050bcb8cbf2f req-356837db-6201-41b1-b6b4-ec7cd7012c6c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=71006c8f-08b4-4b58-b5ce-c343b7c3e537 HTTP/1.1" status: 200 len: 848 time: 0.0585742 Aug 05 14:17:07.380848 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-eb9ce131-72ac-478d-a11e-2d0b5e14f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'name': 'tempest-TestServerBasicOps-1848887542-router', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:29Z', 'updated_at': '2021-08-05T14:16:35Z', 'revision_number': 4, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'gw_port': {'id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:30Z', 'updated_at': '2021-08-05T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'e7e58289-9b9a-41bc-9e16-5e423626560b', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'floating_ip_address': '172.25.5.242', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'port_id': '80fde71c-a28e-4492-94a9-d014192aaecb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d', 'mac_address': 'fa:16:3e:a8:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6525293-cba8-4837-856b-a956ca6066e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:17:05Z', 'updated_at': '2021-08-05T14:17:05Z', 'revision_number': 0, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f20a0d4-67a0-493a-a438-df254f38f5bc', 'name': '', 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'mac_address': 'fa:16:3e:58:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:34Z', 'updated_at': '2021-08-05T14:16:45Z', 'revision_number': 5, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'subnets': [{'id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:07.406053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa98499-0a27-4dc4-85c9-050bcb8cbf2f req-635905fc-34f8-4032-af4a-cb238b90d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:07.407918 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0aa98499-0a27-4dc4-85c9-050bcb8cbf2f req-635905fc-34f8-4032-af4a-cb238b90d89a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b679858e-6139-479d-a5d3-fd48d6285e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492358 Aug 05 14:17:07.434895 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9ce131-72ac-478d-a11e-2d0b5e14f9d4 None None] Checking router: 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:17:07.444388 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9ce131-72ac-478d-a11e-2d0b5e14f9d4 None None] Routers {'64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:17:07.445002 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-eb9ce131-72ac-478d-a11e-2d0b5e14f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:16:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:07.550644 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0aa98499-0a27-4dc4-85c9-050bcb8cbf2f req-721487aa-9f63-4f65-b92e-f7832f396609 service neutron] 10.222.0.84 "GET /v2.0/networks/b679858e-6139-479d-a5d3-fd48d6285e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333561 Aug 05 14:17:07.629096 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-eb9ce131-72ac-478d-a11e-2d0b5e14f9d4 None None] Set router 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:17:07.837192 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0aa98499-0a27-4dc4-85c9-050bcb8cbf2f req-0ee22fab-8f77-4818-82fa-5521cd15257b service neutron] 10.222.0.84 "GET /v2.0/networks/b679858e-6139-479d-a5d3-fd48d6285e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751641 Aug 05 14:17:07.869804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb44bca-a01f-4d5e-a57a-2875b9065ae5 req-f32c906c-771b-4013-a87d-9c58d1b8124f tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:07.871371 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0cb44bca-a01f-4d5e-a57a-2875b9065ae5 req-f32c906c-771b-4013-a87d-9c58d1b8124f tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.1392546 Aug 05 14:17:07.938557 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0cb44bca-a01f-4d5e-a57a-2875b9065ae5 req-03dc7587-ef17-4b32-9fc9-822881240f8d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597522 Aug 05 14:17:08.040711 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-eb9ce131-72ac-478d-a11e-2d0b5e14f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'name': 'tempest-TestServerBasicOps-1848887542-router', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:29Z', 'updated_at': '2021-08-05T14:16:35Z', 'revision_number': 4, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'gw_port': {'id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:30Z', 'updated_at': '2021-08-05T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'e7e58289-9b9a-41bc-9e16-5e423626560b', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'floating_ip_address': '172.25.5.242', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'port_id': '80fde71c-a28e-4492-94a9-d014192aaecb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d', 'mac_address': 'fa:16:3e:a8:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6525293-cba8-4837-856b-a956ca6066e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:17:05Z', 'updated_at': '2021-08-05T14:17:05Z', 'revision_number': 0, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f20a0d4-67a0-493a-a438-df254f38f5bc', 'name': '', 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'mac_address': 'fa:16:3e:58:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:34Z', 'updated_at': '2021-08-05T14:16:45Z', 'revision_number': 5, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'subnets': [{'id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:08.071396 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9ce131-72ac-478d-a11e-2d0b5e14f9d4 None None] The sync data for ids ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'] in n-d-803585-2 is: [{'id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'name': 'tempest-TestServerBasicOps-1848887542-router', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:29Z', 'updated_at': '2021-08-05T14:16:35Z', 'revision_number': 4, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'gw_port': {'id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:30Z', 'updated_at': '2021-08-05T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'e7e58289-9b9a-41bc-9e16-5e423626560b', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'floating_ip_address': '172.25.5.242', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'port_id': '80fde71c-a28e-4492-94a9-d014192aaecb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d', 'mac_address': 'fa:16:3e:a8:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6525293-cba8-4837-856b-a956ca6066e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:17:05Z', 'updated_at': '2021-08-05T14:17:05Z', 'revision_number': 0, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f20a0d4-67a0-493a-a438-df254f38f5bc', 'name': '', 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'mac_address': 'fa:16:3e:58:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:34Z', 'updated_at': '2021-08-05T14:16:45Z', 'revision_number': 5, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'subnets': [{'id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:17:08.442506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32de889-af32-4df4-80c4-ed522b275af0 None None] New status for floating IP e7e58289-9b9a-41bc-9e16-5e423626560b: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:17:09.125064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a961bf2-6ba1-4808-912c-cb15a50b57d3 req-7b83e899-8b56-4fd5-b782-7541d5b60d7a tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:09.127221 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a961bf2-6ba1-4808-912c-cb15a50b57d3 req-7b83e899-8b56-4fd5-b782-7541d5b60d7a tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0824730 Aug 05 14:17:09.180723 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a961bf2-6ba1-4808-912c-cb15a50b57d3 req-bf6515f6-2bea-4d7c-bfc2-2218d2627143 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463183 Aug 05 14:17:10.372905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb514c6f-ecc3-423f-943f-5ace860a87a0 req-7f7e9a96-294a-4856-8853-3aa1b63b2ebb tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:10.375351 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fb514c6f-ecc3-423f-943f-5ace860a87a0 req-7f7e9a96-294a-4856-8853-3aa1b63b2ebb tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0886559 Aug 05 14:17:10.434754 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fb514c6f-ecc3-423f-943f-5ace860a87a0 req-dfccff44-3e4d-453c-a3dd-7f8d2c5abf4e tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522616 Aug 05 14:17:11.650092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd5b5a-2998-4ba4-909b-424661933446 req-ba4af3fa-8735-43bc-ab45-2ce05dbf91aa tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:11.651736 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-39dd5b5a-2998-4ba4-909b-424661933446 req-ba4af3fa-8735-43bc-ab45-2ce05dbf91aa tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0950966 Aug 05 14:17:11.720954 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52174) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:11.726410 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-39dd5b5a-2998-4ba4-909b-424661933446 req-cc3f75a3-bd4f-4212-849c-a9a9de36cac1 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661824 Aug 05 14:17:11.889927 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6ac26083-5de3-41de-a9fa-1702a35f8eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:12.017554 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6ac26083-5de3-41de-a9fa-1702a35f8eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:12.040055 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6ac26083-5de3-41de-a9fa-1702a35f8eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:12.086416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac26083-5de3-41de-a9fa-1702a35f8eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe0f608-f1b2-450a-9fe7-7bbe73cb60b5,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:12.097459 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52198) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:12.099252 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6ac26083-5de3-41de-a9fa-1702a35f8eb0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69ce3c963dd2446a8d31bb43a9327604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3768032 Aug 05 14:17:12.160106 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd6f2094-1121-4249-a1ce-15e883669f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:12.184854 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd6f2094-1121-4249-a1ce-15e883669f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:12.247731 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd6f2094-1121-4249-a1ce-15e883669f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:12.252538 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd6f2094-1121-4249-a1ce-15e883669f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:12.254211 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dd6f2094-1121-4249-a1ce-15e883669f2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fe0f608-f1b2-450a-9fe7-7bbe73cb60b5 HTTP/1.1" status: 204 len: 168 time: 0.1557603 Aug 05 14:17:12.270395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f2094-1121-4249-a1ce-15e883669f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe0f608-f1b2-450a-9fe7-7bbe73cb60b5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:12.894165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafaa6f-7eec-44be-858e-eb038bed7ff5 req-73d295af-264d-45d5-b951-ef7371e0f70a tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:12.895755 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cfafaa6f-7eec-44be-858e-eb038bed7ff5 req-73d295af-264d-45d5-b951-ef7371e0f70a tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0620644 Aug 05 14:17:12.947902 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cfafaa6f-7eec-44be-858e-eb038bed7ff5 req-af9ac28c-b708-4d9a-85da-194a6347ab13 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453231 Aug 05 14:17:13.169229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe4f19-c4d5-427e-8a4c-674eef20ba94 req-7c36c1d1-d53a-4e99-9234-6356107baaa5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:13.176904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe4f19-c4d5-427e-8a4c-674eef20ba94 req-7c36c1d1-d53a-4e99-9234-6356107baaa5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:13.183190 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe4f19-c4d5-427e-8a4c-674eef20ba94 req-7c36c1d1-d53a-4e99-9234-6356107baaa5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:13.190465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe4f19-c4d5-427e-8a4c-674eef20ba94 req-7c36c1d1-d53a-4e99-9234-6356107baaa5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:13.196631 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe4f19-c4d5-427e-8a4c-674eef20ba94 req-7c36c1d1-d53a-4e99-9234-6356107baaa5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:13.203950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe4f19-c4d5-427e-8a4c-674eef20ba94 req-7c36c1d1-d53a-4e99-9234-6356107baaa5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:13.211173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe4f19-c4d5-427e-8a4c-674eef20ba94 req-7c36c1d1-d53a-4e99-9234-6356107baaa5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:13.213339 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fabe4f19-c4d5-427e-8a4c-674eef20ba94 req-7c36c1d1-d53a-4e99-9234-6356107baaa5 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5434 time: 0.1112473 Aug 05 14:17:13.265145 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fabe4f19-c4d5-427e-8a4c-674eef20ba94 req-8340ef48-1331-472a-8f83-cf2925db6db4 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444214 Aug 05 14:17:13.426933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cccfc5-fe34-4c2a-b859-55b86f821661 req-1d935378-3ed3-45be-9503-cd95c9a4a22a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:13.436936 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cccfc5-fe34-4c2a-b859-55b86f821661 req-1d935378-3ed3-45be-9503-cd95c9a4a22a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:13.444657 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cccfc5-fe34-4c2a-b859-55b86f821661 req-1d935378-3ed3-45be-9503-cd95c9a4a22a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:13.453387 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cccfc5-fe34-4c2a-b859-55b86f821661 req-1d935378-3ed3-45be-9503-cd95c9a4a22a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:13.460886 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cccfc5-fe34-4c2a-b859-55b86f821661 req-1d935378-3ed3-45be-9503-cd95c9a4a22a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:13.469793 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cccfc5-fe34-4c2a-b859-55b86f821661 req-1d935378-3ed3-45be-9503-cd95c9a4a22a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:13.476533 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cccfc5-fe34-4c2a-b859-55b86f821661 req-1d935378-3ed3-45be-9503-cd95c9a4a22a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:13.479723 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86cccfc5-fe34-4c2a-b859-55b86f821661 req-1d935378-3ed3-45be-9503-cd95c9a4a22a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5434 time: 0.1188848 Aug 05 14:17:14.465304 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adb479-8139-4b9e-a88e-3ac83cc3f1e7 req-475e504c-599b-45e5-85e5-93a5d9b61488 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:14.473893 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-55adb479-8139-4b9e-a88e-3ac83cc3f1e7 req-475e504c-599b-45e5-85e5-93a5d9b61488 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.4381196 Aug 05 14:17:14.519862 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-55adb479-8139-4b9e-a88e-3ac83cc3f1e7 req-110d0e82-4cd6-4181-98c7-45f89ab53121 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446792 Aug 05 14:17:14.819179 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:15.432803 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52376) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:15.614549 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f3eb95b-378d-41af-908a-a1f765c58a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:15.641115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52388) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:15.721483 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b80419-bc6f-4d1a-8c2b-86df155df531 req-6e4213f7-3e30-4686-b34f-0cbc448aeb60 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:15.724601 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-94b80419-bc6f-4d1a-8c2b-86df155df531 req-6e4213f7-3e30-4686-b34f-0cbc448aeb60 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0763042 Aug 05 14:17:15.786086 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f3eb95b-378d-41af-908a-a1f765c58a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:15.791907 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f3eb95b-378d-41af-908a-a1f765c58a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:15.820513 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9f3eb95b-378d-41af-908a-a1f765c58a40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94103fa2c9264203b4b6383b258762c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3865967 Aug 05 14:17:15.824686 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52394) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:15.864090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3eb95b-378d-41af-908a-a1f765c58a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83d0d96-4578-4a00-9575-3caf0dd66051,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:15.907000 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8149bd06-656f-4b34-a737-b1c7bef3b046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:15.926877 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-94b80419-bc6f-4d1a-8c2b-86df155df531 req-4c26ab31-5421-4886-bc67-53c25d7c8a00 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953883 Aug 05 14:17:15.944945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9362122-cfab-4ef4-87a8-ef4052a33318 req-387d938d-fe23-4045-a585-6275ad38a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:15.945820 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9362122-cfab-4ef4-87a8-ef4052a33318 req-387d938d-fe23-4045-a585-6275ad38a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:15.946710 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9362122-cfab-4ef4-87a8-ef4052a33318 req-387d938d-fe23-4045-a585-6275ad38a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:15.948057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9362122-cfab-4ef4-87a8-ef4052a33318 req-387d938d-fe23-4045-a585-6275ad38a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:15.948915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9362122-cfab-4ef4-87a8-ef4052a33318 req-387d938d-fe23-4045-a585-6275ad38a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:15.949566 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9362122-cfab-4ef4-87a8-ef4052a33318 req-387d938d-fe23-4045-a585-6275ad38a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:15.950213 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9362122-cfab-4ef4-87a8-ef4052a33318 req-387d938d-fe23-4045-a585-6275ad38a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:15.959948 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b9362122-cfab-4ef4-87a8-ef4052a33318 req-387d938d-fe23-4045-a585-6275ad38a2fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 6491 time: 0.3167171 Aug 05 14:17:15.970574 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f62d8ac9-b948-4093-864a-29e8041b13ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:15.997677 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:16.027193 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f62d8ac9-b948-4093-864a-29e8041b13ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:16.031499 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b9362122-cfab-4ef4-87a8-ef4052a33318 req-f991578e-59a2-48d9-a953-e22ef97ae187 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707359 Aug 05 14:17:16.088489 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f62d8ac9-b948-4093-864a-29e8041b13ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:16.092352 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f62d8ac9-b948-4093-864a-29e8041b13ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:16.093782 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f62d8ac9-b948-4093-864a-29e8041b13ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e83d0d96-4578-4a00-9575-3caf0dd66051 HTTP/1.1" status: 204 len: 168 time: 0.2670281 Aug 05 14:17:16.102110 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d8ac9-b948-4093-864a-29e8041b13ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83d0d96-4578-4a00-9575-3caf0dd66051,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:16.110431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d8ac9-b948-4093-864a-29e8041b13ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.111076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d8ac9-b948-4093-864a-29e8041b13ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.111609 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d8ac9-b948-4093-864a-29e8041b13ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.113469 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d8ac9-b948-4093-864a-29e8041b13ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.114082 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d8ac9-b948-4093-864a-29e8041b13ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.114496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d8ac9-b948-4093-864a-29e8041b13ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.114841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d8ac9-b948-4093-864a-29e8041b13ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.115180 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d8ac9-b948-4093-864a-29e8041b13ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.115514 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d8ac9-b948-4093-864a-29e8041b13ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.115845 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d8ac9-b948-4093-864a-29e8041b13ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.116189 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d8ac9-b948-4093-864a-29e8041b13ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.116518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d8ac9-b948-4093-864a-29e8041b13ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.427174 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52406) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:16.442941 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89b48868-c8e0-42e8-b48a-de3fa47cb20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:16.564883 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89b48868-c8e0-42e8-b48a-de3fa47cb20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:16.570469 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89b48868-c8e0-42e8-b48a-de3fa47cb20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:16.622139 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-89b48868-c8e0-42e8-b48a-de3fa47cb20c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d66fe441c3a41c5a5def4458a71020c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1915145 Aug 05 14:17:16.622605 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52408) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:16.626740 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b48868-c8e0-42e8-b48a-de3fa47cb20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c263a2-d607-4546-8bbf-f98a5de95fff,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:16.685333 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2dfc3909-384a-47c4-bd64-2255dab50baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:16.715356 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2dfc3909-384a-47c4-bd64-2255dab50baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:16.778684 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2dfc3909-384a-47c4-bd64-2255dab50baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:16.782134 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2dfc3909-384a-47c4-bd64-2255dab50baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:16.783518 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2dfc3909-384a-47c4-bd64-2255dab50baa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0c263a2-d607-4546-8bbf-f98a5de95fff HTTP/1.1" status: 204 len: 168 time: 0.1591356 Aug 05 14:17:16.795400 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc3909-384a-47c4-bd64-2255dab50baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c263a2-d607-4546-8bbf-f98a5de95fff,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:16.807856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc3909-384a-47c4-bd64-2255dab50baa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.808493 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc3909-384a-47c4-bd64-2255dab50baa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.808936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc3909-384a-47c4-bd64-2255dab50baa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.809544 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc3909-384a-47c4-bd64-2255dab50baa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.810105 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc3909-384a-47c4-bd64-2255dab50baa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.811887 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc3909-384a-47c4-bd64-2255dab50baa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.812327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc3909-384a-47c4-bd64-2255dab50baa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.812914 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc3909-384a-47c4-bd64-2255dab50baa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.813492 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc3909-384a-47c4-bd64-2255dab50baa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.814014 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc3909-384a-47c4-bd64-2255dab50baa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.814555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc3909-384a-47c4-bd64-2255dab50baa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:16.815365 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfc3909-384a-47c4-bd64-2255dab50baa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:17.091001 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bfecd-531f-4cb3-8f65-0beccf3b03ea req-0aa61561-f15e-4155-bac6-5ec3ac1365b3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:17.094111 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bb5bfecd-531f-4cb3-8f65-0beccf3b03ea req-0aa61561-f15e-4155-bac6-5ec3ac1365b3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0790324 Aug 05 14:17:17.148959 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bb5bfecd-531f-4cb3-8f65-0beccf3b03ea req-a0718d41-ad50-413e-921e-e35678bb902b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439456 Aug 05 14:17:18.076876 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52448) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:18.202858 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5d778b6-27c9-4d05-9aa7-1915cc17e980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:18.294120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cf090-225b-41d7-8d04-f1ce78b8e33d req-8cb12105-8724-484a-b117-1609c84a0760 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:18.295913 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-532cf090-225b-41d7-8d04-f1ce78b8e33d req-8cb12105-8724-484a-b117-1609c84a0760 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0599947 Aug 05 14:17:18.330799 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5d778b6-27c9-4d05-9aa7-1915cc17e980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:18.335855 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5d778b6-27c9-4d05-9aa7-1915cc17e980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:18.354103 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ae9e07e0-9555-49f3-bdbc-ac5c59492ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:18.369808 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-532cf090-225b-41d7-8d04-f1ce78b8e33d req-ff583c84-d4b7-457c-b045-7d3bbed72599 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665095 Aug 05 14:17:18.394141 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c5d778b6-27c9-4d05-9aa7-1915cc17e980 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25a721558717498f9656afae79e2cbac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158717 Aug 05 14:17:18.395120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d778b6-27c9-4d05-9aa7-1915cc17e980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63a59c5-ad60-4ee4-8b60-a44febb2927c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:18.396651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52454) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:18.459835 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7debce46-0106-4b13-ba2e-5fb198dd8dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:18.491002 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7debce46-0106-4b13-ba2e-5fb198dd8dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:18.558182 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7debce46-0106-4b13-ba2e-5fb198dd8dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:18.562063 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7debce46-0106-4b13-ba2e-5fb198dd8dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:18.563786 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7debce46-0106-4b13-ba2e-5fb198dd8dd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f63a59c5-ad60-4ee4-8b60-a44febb2927c HTTP/1.1" status: 204 len: 168 time: 0.1660826 Aug 05 14:17:18.573388 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:18.573719 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debce46-0106-4b13-ba2e-5fb198dd8dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63a59c5-ad60-4ee4-8b60-a44febb2927c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:19.511951 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:19.527071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3268ad-2195-42b2-a061-345ebb1448b6 req-f2b0bada-7e37-448a-8c41-34d10c6c8bc3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:19.529869 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8f3268ad-2195-42b2-a061-345ebb1448b6 req-f2b0bada-7e37-448a-8c41-34d10c6c8bc3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0637281 Aug 05 14:17:19.552809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 44d9bcac-f602-41ba-ad7f-0896ffeeff9e details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:17:19.581857 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8f3268ad-2195-42b2-a061-345ebb1448b6 req-b27750e0-48a5-4001-abfd-4d3b7a895580 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444615 Aug 05 14:17:19.685981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=44d9bcac-f602-41ba-ad7f-0896ffeeff9e,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:17:19.705385 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '44d9bcac-f602-41ba-ad7f-0896ffeeff9e', 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea', 'port_id': '44d9bcac-f602-41ba-ad7f-0896ffeeff9e', 'mac_address': 'fa:16:3e:eb:b4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eff0f5c-6cbd-44c3-89de-d3542c80b78b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:17:19.757470 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:19.773082 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44d9bcac-f602-41ba-ad7f-0896ffeeff9e {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:17:19.814390 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=44d9bcac-f602-41ba-ad7f-0896ffeeff9e,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:17:19.816571 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:19.881980 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=44d9bcac-f602-41ba-ad7f-0896ffeeff9e,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:20.097769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['44d9bcac-f602-41ba-ad7f-0896ffeeff9e'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:17:20.739194 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4697961-8032-4130-8403-c9e661617a41 req-6f123f0e-260b-422d-b7da-a7d5c7da5725 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:20.740787 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e4697961-8032-4130-8403-c9e661617a41 req-6f123f0e-260b-422d-b7da-a7d5c7da5725 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 944 time: 0.0648997 Aug 05 14:17:20.792656 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e4697961-8032-4130-8403-c9e661617a41 req-3e6f92de-d96a-4545-9681-de937b7fc52d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419466 Aug 05 14:17:21.318167 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:21.566516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 44d9bcac-f602-41ba-ad7f-0896ffeeff9e up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:17:21.644388 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:17:21.644875 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:21.738959 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:21.771264 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc19e22-785b-43ec-9fd2-ed3e038c0a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d9bcac-f602-41ba-ad7f-0896ffeeff9e'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:17:21.773815 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e952fa02-36a9-4f56-8409-d6120c91ac6f" -d '{"events": [{"server_uuid": "fbc19e22-785b-43ec-9fd2-ed3e038c0a68", "name": "network-vif-plugged", "status": "completed", "tag": "44d9bcac-f602-41ba-ad7f-0896ffeeff9e"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:17:21.789366 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=44d9bcac-f602-41ba-ad7f-0896ffeeff9e,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:17:21.798292 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:21.871276 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76163606-8d98-4c5d-8909-00817e1d9696 x-openstack-request-id: req-76163606-8d98-4c5d-8909-00817e1d9696 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:17:21.871568 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc19e22-785b-43ec-9fd2-ed3e038c0a68", "name": "network-vif-plugged", "status": "completed", "tag": "44d9bcac-f602-41ba-ad7f-0896ffeeff9e", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:17:21.871822 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76163606-8d98-4c5d-8909-00817e1d9696 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:17:21.872215 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc19e22-785b-43ec-9fd2-ed3e038c0a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d9bcac-f602-41ba-ad7f-0896ffeeff9e', 'code': 200} Aug 05 14:17:21.873794 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=44d9bcac-f602-41ba-ad7f-0896ffeeff9e,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:21.989601 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f626b06-08e8-4ac2-8cad-53a98aa9c12d req-897c9589-dcdb-4aa6-bfcd-a0726b150587 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:21.991318 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3f626b06-08e8-4ac2-8cad-53a98aa9c12d req-897c9589-dcdb-4aa6-bfcd-a0726b150587 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0589385 Aug 05 14:17:22.060840 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3f626b06-08e8-4ac2-8cad-53a98aa9c12d req-3088fccc-6446-4d00-9c79-437e29651c90 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576415 Aug 05 14:17:22.071863 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a1c89-d605-4b59-91ff-bdfe9025d91d req-646fa47a-4abb-40bf-a7e4-aaa7bf5a3894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:22.073773 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-176a1c89-d605-4b59-91ff-bdfe9025d91d req-646fa47a-4abb-40bf-a7e4-aaa7bf5a3894 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 1096 time: 0.0851915 Aug 05 14:17:22.124683 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-176a1c89-d605-4b59-91ff-bdfe9025d91d req-a66ee074-2155-4468-b371-9549d6ec1dbc service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419195 Aug 05 14:17:23.208542 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c84ef-ce93-4de9-bee8-90e4e5b7ec11 req-b24744b9-ad29-4473-8dd8-82d01cacb04b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:23.210503 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-344c84ef-ce93-4de9-bee8-90e4e5b7ec11 req-b24744b9-ad29-4473-8dd8-82d01cacb04b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0744300 Aug 05 14:17:23.264444 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-344c84ef-ce93-4de9-bee8-90e4e5b7ec11 req-4df57651-f764-40a6-88a1-53d450e23276 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462997 Aug 05 14:17:23.418910 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3320092-9f59-48e8-84fc-98cdf7835ca3 req-3472f6ed-afc7-4212-ae08-eadb0f4a4b58 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:23.422782 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3320092-9f59-48e8-84fc-98cdf7835ca3 req-3472f6ed-afc7-4212-ae08-eadb0f4a4b58 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0755949 Aug 05 14:17:23.494965 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3320092-9f59-48e8-84fc-98cdf7835ca3 req-020df150-e078-4aab-af9e-d2456eb860f4 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624585 Aug 05 14:17:24.248253 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-7bc96905-6938-49cf-bb26-9f4ebecd9060 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:24.257029 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-7bc96905-6938-49cf-bb26-9f4ebecd9060 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/networks?id=459a4a5b-a726-4022-a365-e2bc3ef0e3ea HTTP/1.1" status: 200 len: 815 time: 0.1796374 Aug 05 14:17:24.276922 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-610cbbfb-5389-46e3-b902-6fc536d26df0 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/quotas/c67640574cf34cf3a6eb781f2f334a8e HTTP/1.1" status: 200 len: 375 time: 0.0189061 Aug 05 14:17:24.350909 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-0a5cd871-9338-41e9-b6db-282dc788d80d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c67640574cf34cf3a6eb781f2f334a8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730345 Aug 05 14:17:24.511849 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-3e6ae866-3446-4bcf-99c5-94174065414e service neutron] 10.222.0.16 "GET /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447947 Aug 05 14:17:24.648628 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-3671f157-08f5-4392-8a7f-fe6a90ad1c3c service neutron] 10.222.0.16 "GET /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296334 Aug 05 14:17:24.990109 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a35982d-4374-4272-988b-04d6d74d3103 req-0717ee5e-ec97-4a49-b61c-f761fbf9551c tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 210 time: 0.0700991 Aug 05 14:17:25.203527 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ff2d3-9ff2-46c2-8644-6328732d1ee0 req-b76285c6-6879-4a15-adb3-45b340d57b6b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:25.205206 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-194ff2d3-9ff2-46c2-8644-6328732d1ee0 req-b76285c6-6879-4a15-adb3-45b340d57b6b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbc19e22-785b-43ec-9fd2-ed3e038c0a68 HTTP/1.1" status: 200 len: 945 time: 0.0649762 Aug 05 14:17:25.366533 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-194ff2d3-9ff2-46c2-8644-6328732d1ee0 req-99ab7b6b-f7d2-4de5-a724-c4d920ded49d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Deleting port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:17:25.366930 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-194ff2d3-9ff2-46c2-8644-6328732d1ee0 req-99ab7b6b-f7d2-4de5-a724-c4d920ded49d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:25.527095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-194ff2d3-9ff2-46c2-8644-6328732d1ee0 req-99ab7b6b-f7d2-4de5-a724-c4d920ded49d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] For port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=44d9bcac-f602-41ba-ad7f-0896ffeeff9e,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:17:25.527482 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-194ff2d3-9ff2-46c2-8644-6328732d1ee0 req-99ab7b6b-f7d2-4de5-a724-c4d920ded49d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:25.546102 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-194ff2d3-9ff2-46c2-8644-6328732d1ee0 req-99ab7b6b-f7d2-4de5-a724-c4d920ded49d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Calling delete_port for 44d9bcac-f602-41ba-ad7f-0896ffeeff9e owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:17:25.722594 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-194ff2d3-9ff2-46c2-8644-6328732d1ee0 req-99ab7b6b-f7d2-4de5-a724-c4d920ded49d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:25.782842 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab7b6b-f7d2-4de5-a724-c4d920ded49d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Pushing event deleted for resources: {'Port': ['ID=44d9bcac-f602-41ba-ad7f-0896ffeeff9e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:25.849263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-194ff2d3-9ff2-46c2-8644-6328732d1ee0 req-99ab7b6b-f7d2-4de5-a724-c4d920ded49d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] No DVR routers for this DVR port 44d9bcac-f602-41ba-ad7f-0896ffeeff9e on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:17:25.852225 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-194ff2d3-9ff2-46c2-8644-6328732d1ee0 req-99ab7b6b-f7d2-4de5-a724-c4d920ded49d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:25.855006 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-194ff2d3-9ff2-46c2-8644-6328732d1ee0 req-99ab7b6b-f7d2-4de5-a724-c4d920ded49d tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.63 "DELETE /v2.0/ports/44d9bcac-f602-41ba-ad7f-0896ffeeff9e HTTP/1.1" status: 204 len: 173 time: 0.6428745 Aug 05 14:17:25.855574 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc19e22-785b-43ec-9fd2-ed3e038c0a68', 'name': 'network-vif-deleted', 'tag': '44d9bcac-f602-41ba-ad7f-0896ffeeff9e'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:17:25.859946 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76814ab-86f6-4a22-aeea-27999c7e7201" -d '{"events": [{"server_uuid": "fbc19e22-785b-43ec-9fd2-ed3e038c0a68", "name": "network-vif-deleted", "tag": "44d9bcac-f602-41ba-ad7f-0896ffeeff9e"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:17:25.912489 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab89435-ada5-4b01-86a4-e53176b13db5 x-openstack-request-id: req-1ab89435-ada5-4b01-86a4-e53176b13db5 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:17:25.913179 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc19e22-785b-43ec-9fd2-ed3e038c0a68", "name": "network-vif-deleted", "tag": "44d9bcac-f602-41ba-ad7f-0896ffeeff9e", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:17:25.913489 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ab89435-ada5-4b01-86a4-e53176b13db5 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:17:25.913959 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc19e22-785b-43ec-9fd2-ed3e038c0a68', 'name': 'network-vif-deleted', 'tag': '44d9bcac-f602-41ba-ad7f-0896ffeeff9e', 'status': 'completed', 'code': 200} Aug 05 14:17:26.120410 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f110a7d3-e896-4d12-9962-df852dad974b req-e5439e73-1993-4768-878e-5e0b7da07fbd tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 210 time: 0.0425274 Aug 05 14:17:26.305620 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-69d6ba87-e73c-4b5a-9189-43a0d388290a tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:26.307445 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-69d6ba87-e73c-4b5a-9189-43a0d388290a tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.84 "GET /v2.0/networks?id=459a4a5b-a726-4022-a365-e2bc3ef0e3ea HTTP/1.1" status: 200 len: 815 time: 0.1249268 Aug 05 14:17:26.330154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-d99487b8-cc48-43af-bf77-cac7cf839fa3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Request body: {'port': {'device_id': '6198045c-fcbb-48f7-940e-783b1508a93c', 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea', 'admin_state_up': True, 'tenant_id': 'c67640574cf34cf3a6eb781f2f334a8e'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:17:26.507563 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-d99487b8-cc48-43af-bf77-cac7cf839fa3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Made reservation on behalf of c67640574cf34cf3a6eb781f2f334a8e for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:17:26.512292 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-d99487b8-cc48-43af-bf77-cac7cf839fa3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:26.724673 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-d99487b8-cc48-43af-bf77-cac7cf839fa3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Allocated IP 172.20.0.10 (459a4a5b-a726-4022-a365-e2bc3ef0e3ea/4eff0f5c-6cbd-44c3-89de-d3542c80b78b/979deb02-7561-4cac-88cf-dbfb4985fff4) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:17:26.904619 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-d99487b8-cc48-43af-bf77-cac7cf839fa3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:26.952093 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-d99487b8-cc48-43af-bf77-cac7cf839fa3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:26.993692 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-d99487b8-cc48-43af-bf77-cac7cf839fa3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Network 459a4a5b-a726-4022-a365-e2bc3ef0e3ea is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:17:26.998130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-d99487b8-cc48-43af-bf77-cac7cf839fa3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:17:27.000875 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-d99487b8-cc48-43af-bf77-cac7cf839fa3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:17:27.054000 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99487b8-cc48-43af-bf77-cac7cf839fa3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Pushing event updated for resources: {'Port': ['ID=979deb02-7561-4cac-88cf-dbfb4985fff4,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:27.081943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-d99487b8-cc48-43af-bf77-cac7cf839fa3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:27.081943 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-d99487b8-cc48-43af-bf77-cac7cf839fa3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:27.100956 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-d99487b8-cc48-43af-bf77-cac7cf839fa3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7830067 Aug 05 14:17:27.121468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Request body: {'port': {'device_id': '6198045c-fcbb-48f7-940e-783b1508a93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:17:27.208204 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:27.332959 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e7a1e-013f-4b88-b057-3059ecd8f6f2 req-15b4d491-eb3e-4a48-bc50-488062c2e84e tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:27.335617 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-678e7a1e-013f-4b88-b057-3059ecd8f6f2 req-15b4d491-eb3e-4a48-bc50-488062c2e84e tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 932 time: 0.0670662 Aug 05 14:17:27.430610 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-678e7a1e-013f-4b88-b057-3059ecd8f6f2 req-3fbabbc5-d527-4799-b63c-163537a7e2fc tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694864 Aug 05 14:17:27.581633 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979deb02-7561-4cac-88cf-dbfb4985fff4 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:17:27.590333 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:27.627294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 44d9bcac-f602-41ba-ad7f-0896ffeeff9e no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:17:27.628885 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Transition to ACTIVE for port object 979deb02-7561-4cac-88cf-dbfb4985fff4 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:17:27.637998 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:27.666527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 44d9bcac-f602-41ba-ad7f-0896ffeeff9e {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:17:27.666883 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 44d9bcac-f602-41ba-ad7f-0896ffeeff9e not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:17:27.705418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=979deb02-7561-4cac-88cf-dbfb4985fff4,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:27.801371 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Attempting to bind port 979deb02-7561-4cac-88cf-dbfb4985fff4 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:17:27.801844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Attempting to bind port 979deb02-7561-4cac-88cf-dbfb4985fff4 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '1ccfdf64-4a82-40a4-adb3-4f0c95cee039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:17:27.802324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Attempting to bind port 979deb02-7561-4cac-88cf-dbfb4985fff4 on network 459a4a5b-a726-4022-a365-e2bc3ef0e3ea {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:17:27.821751 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Port 979deb02-7561-4cac-88cf-dbfb4985fff4 on network 459a4a5b-a726-4022-a365-e2bc3ef0e3ea not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:17:27.822103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Attempting to bind port 979deb02-7561-4cac-88cf-dbfb4985fff4 on network 459a4a5b-a726-4022-a365-e2bc3ef0e3ea {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:17:27.832500 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:17:27.833354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Checking segment: {'id': '1ccfdf64-4a82-40a4-adb3-4f0c95cee039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:17:27.834355 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Bound using segment: {'id': '1ccfdf64-4a82-40a4-adb3-4f0c95cee039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:17:27.835232 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Bound port: 979deb02-7561-4cac-88cf-dbfb4985fff4, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ccfdf64-4a82-40a4-adb3-4f0c95cee039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:17:27.836028 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:27.985189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] For port 979deb02-7561-4cac-88cf-dbfb4985fff4, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:17:27.992236 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] For port 979deb02-7561-4cac-88cf-dbfb4985fff4, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=979deb02-7561-4cac-88cf-dbfb4985fff4,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:17:28.002169 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:28.033298 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:28.034357 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:28.035983 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] 10.222.0.84 "PUT /v2.0/ports/979deb02-7561-4cac-88cf-dbfb4985fff4 HTTP/1.1" status: 200 len: 1092 time: 0.9214239 Aug 05 14:17:28.057452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6198045c-fcbb-48f7-940e-783b1508a93c', 'tag': '979deb02-7561-4cac-88cf-dbfb4985fff4'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:17:28.061249 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7d450c-6e9f-4816-9ad6-be97c36e4bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "6198045c-fcbb-48f7-940e-783b1508a93c", "tag": "979deb02-7561-4cac-88cf-dbfb4985fff4"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:17:28.138035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c749f-998d-49bd-90bd-cac3054d6dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=979deb02-7561-4cac-88cf-dbfb4985fff4,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:28.144774 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd916d44-cb87-49ed-a949-be92be789946 x-openstack-request-id: req-bd916d44-cb87-49ed-a949-be92be789946 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:17:28.145073 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6198045c-fcbb-48f7-940e-783b1508a93c", "tag": "979deb02-7561-4cac-88cf-dbfb4985fff4", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:17:28.145328 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd916d44-cb87-49ed-a949-be92be789946 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:17:28.145723 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6198045c-fcbb-48f7-940e-783b1508a93c', 'tag': '979deb02-7561-4cac-88cf-dbfb4985fff4', 'status': 'completed', 'code': 200} Aug 05 14:17:28.155669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-1de5107a-3e84-4624-851d-2067f6b9eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:28.156969 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-1de5107a-3e84-4624-851d-2067f6b9eb11 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c67640574cf34cf3a6eb781f2f334a8e&device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 1095 time: 0.0688837 Aug 05 14:17:28.213340 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-dd0bb326-4f45-43d3-beb6-4fac82ffdac6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=979deb02-7561-4cac-88cf-dbfb4985fff4 HTTP/1.1" status: 200 len: 217 time: 0.0464337 Aug 05 14:17:28.274604 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-0124ac29-1249-4aec-ad34-9f2363466a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:28.276465 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-0124ac29-1249-4aec-ad34-9f2363466a63 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4eff0f5c-6cbd-44c3-89de-d3542c80b78b HTTP/1.1" status: 200 len: 855 time: 0.0556412 Aug 05 14:17:28.315349 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-38575d4a-7b82-4619-b5d6-50118b929e50 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=459a4a5b-a726-4022-a365-e2bc3ef0e3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303907 Aug 05 14:17:28.428698 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-0197e8bb-1a9d-42ac-946e-a80f5034e18b service neutron] 10.222.0.84 "GET /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047349 Aug 05 14:17:28.430073 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:17:28.577901 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29b018-06d2-49d7-94be-bc6d3e2b69f8 req-9924882e-b63b-4c59-8076-6629f00aeb7f tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:28.580320 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc29b018-06d2-49d7-94be-bc6d3e2b69f8 req-9924882e-b63b-4c59-8076-6629f00aeb7f tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 944 time: 0.0638354 Aug 05 14:17:28.585050 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a07a5ea7-d606-402e-9247-7ba15a115b10 req-46ce639d-4d44-4673-a3e1-f9f98a7164b4 service neutron] 10.222.0.84 "GET /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478496 Aug 05 14:17:28.662838 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc29b018-06d2-49d7-94be-bc6d3e2b69f8 req-b46160fc-ae72-4357-8309-fddc2fd81c7b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748103 Aug 05 14:17:28.757359 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d450c-6e9f-4816-9ad6-be97c36e4bc5 req-ffcef1a1-fc13-4d61-8373-1e7ce28f1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:28.765377 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad7d450c-6e9f-4816-9ad6-be97c36e4bc5 req-ffcef1a1-fc13-4d61-8373-1e7ce28f1de7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c67640574cf34cf3a6eb781f2f334a8e&device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 1095 time: 0.1055739 Aug 05 14:17:28.876439 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d450c-6e9f-4816-9ad6-be97c36e4bc5 req-c7b58ef2-f86a-4f91-936c-1b066a2ab474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:28.877926 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad7d450c-6e9f-4816-9ad6-be97c36e4bc5 req-c7b58ef2-f86a-4f91-936c-1b066a2ab474 service neutron] 10.222.0.84 "GET /v2.0/networks?id=459a4a5b-a726-4022-a365-e2bc3ef0e3ea HTTP/1.1" status: 200 len: 916 time: 0.1027231 Aug 05 14:17:28.930864 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad7d450c-6e9f-4816-9ad6-be97c36e4bc5 req-d62eeded-0098-4d66-82b5-7b2671428ff9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=979deb02-7561-4cac-88cf-dbfb4985fff4 HTTP/1.1" status: 200 len: 217 time: 0.0432661 Aug 05 14:17:28.992667 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52696) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:29.038882 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d450c-6e9f-4816-9ad6-be97c36e4bc5 req-7c1d061e-90c6-4f00-9c10-4eb10d32b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:29.042925 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad7d450c-6e9f-4816-9ad6-be97c36e4bc5 req-7c1d061e-90c6-4f00-9c10-4eb10d32b2d9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4eff0f5c-6cbd-44c3-89de-d3542c80b78b HTTP/1.1" status: 200 len: 855 time: 0.1042047 Aug 05 14:17:29.088116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad7d450c-6e9f-4816-9ad6-be97c36e4bc5 req-67bef399-ec87-4dee-a0d1-92dbe893a83d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=459a4a5b-a726-4022-a365-e2bc3ef0e3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365191 Aug 05 14:17:29.162585 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8505d54-796e-475f-8424-972151441892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:29.231241 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad7d450c-6e9f-4816-9ad6-be97c36e4bc5 req-63097176-6c3d-442b-bceb-b08b203c9a73 service neutron] 10.222.0.84 "GET /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341341 Aug 05 14:17:29.347348 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad7d450c-6e9f-4816-9ad6-be97c36e4bc5 req-0228b09e-8537-4a4f-87ff-19b82de8df38 service neutron] 10.222.0.84 "GET /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073980 Aug 05 14:17:29.355369 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8505d54-796e-475f-8424-972151441892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:29.361734 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8505d54-796e-475f-8424-972151441892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:29.415516 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a8505d54-796e-475f-8424-972151441892 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ed1c1493adf4cd586125c10c7e77043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212000 Aug 05 14:17:29.416441 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8505d54-796e-475f-8424-972151441892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476d0fc8-035a-4829-8a31-18455be6e4f4,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:29.417986 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52710) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:29.476559 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fcdf824-7d8d-4af9-af5a-2230c89dd897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:29.500322 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fcdf824-7d8d-4af9-af5a-2230c89dd897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:29.550949 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fcdf824-7d8d-4af9-af5a-2230c89dd897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:29.554120 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fcdf824-7d8d-4af9-af5a-2230c89dd897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:29.557702 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4fcdf824-7d8d-4af9-af5a-2230c89dd897 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/476d0fc8-035a-4829-8a31-18455be6e4f4 HTTP/1.1" status: 204 len: 168 time: 0.1362805 Aug 05 14:17:29.569044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcdf824-7d8d-4af9-af5a-2230c89dd897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476d0fc8-035a-4829-8a31-18455be6e4f4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:29.810449 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3856d6-0a21-4620-b246-dd9bbf912d75 req-8e786107-beb7-41ff-ab28-f0e535991581 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:29.812116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fd3856d6-0a21-4620-b246-dd9bbf912d75 req-8e786107-beb7-41ff-ab28-f0e535991581 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 944 time: 0.0578723 Aug 05 14:17:29.868534 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fd3856d6-0a21-4620-b246-dd9bbf912d75 req-f2838aef-074c-4552-ac35-954d9e7a5c3f tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486495 Aug 05 14:17:31.066166 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36616a-e571-4722-b209-66a8503b5a1f req-d4ef47f6-f9f8-437d-a62f-9b926e0c36cb tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:31.067736 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3a36616a-e571-4722-b209-66a8503b5a1f req-d4ef47f6-f9f8-437d-a62f-9b926e0c36cb tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 944 time: 0.0800893 Aug 05 14:17:31.111292 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3a36616a-e571-4722-b209-66a8503b5a1f req-08eb46c4-5db5-4c2f-a4b1-b215297ae9fd tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363891 Aug 05 14:17:31.255746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 979deb02-7561-4cac-88cf-dbfb4985fff4 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:17:31.382870 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 979deb02-7561-4cac-88cf-dbfb4985fff4, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=979deb02-7561-4cac-88cf-dbfb4985fff4,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:17:31.397466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '979deb02-7561-4cac-88cf-dbfb4985fff4', 'network_id': '459a4a5b-a726-4022-a365-e2bc3ef0e3ea', 'port_id': '979deb02-7561-4cac-88cf-dbfb4985fff4', 'mac_address': 'fa:16:3e:bb:df:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eff0f5c-6cbd-44c3-89de-d3542c80b78b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:17:31.437829 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:31.451596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979deb02-7561-4cac-88cf-dbfb4985fff4 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:17:31.474126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 979deb02-7561-4cac-88cf-dbfb4985fff4, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=979deb02-7561-4cac-88cf-dbfb4985fff4,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:17:31.481935 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:31.556344 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=979deb02-7561-4cac-88cf-dbfb4985fff4,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:31.725878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['979deb02-7561-4cac-88cf-dbfb4985fff4'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:17:32.314646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4a9e1-20e1-485c-9bc1-b2d384047128 req-e489b764-de9e-453a-88b2-20ecddd69e8b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:32.314646 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bcd4a9e1-20e1-485c-9bc1-b2d384047128 req-e489b764-de9e-453a-88b2-20ecddd69e8b tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 945 time: 0.1118619 Aug 05 14:17:32.364552 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bcd4a9e1-20e1-485c-9bc1-b2d384047128 req-b25ab9de-59cb-4856-a34a-0c852d395267 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465610 Aug 05 14:17:33.267981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 979deb02-7561-4cac-88cf-dbfb4985fff4 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:17:33.460161 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 979deb02-7561-4cac-88cf-dbfb4985fff4 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:17:33.473408 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 979deb02-7561-4cac-88cf-dbfb4985fff4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:17:33.473408 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:33.557415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be8482-365a-4c4a-aab3-7561b70a3231 req-9593a244-c4e8-4325-ad74-abcfce6ddaf3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:33.559237 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e1be8482-365a-4c4a-aab3-7561b70a3231 req-9593a244-c4e8-4325-ad74-abcfce6ddaf3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 945 time: 0.0696344 Aug 05 14:17:33.623452 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:33.654204 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e1be8482-365a-4c4a-aab3-7561b70a3231 req-1e1136f0-9946-4fd9-b186-57364eb26d15 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827351 Aug 05 14:17:33.658405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6198045c-fcbb-48f7-940e-783b1508a93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979deb02-7561-4cac-88cf-dbfb4985fff4'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:17:33.660579 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a09dbae-1708-4bf2-aa7a-7786858dc2ed" -d '{"events": [{"server_uuid": "6198045c-fcbb-48f7-940e-783b1508a93c", "name": "network-vif-plugged", "status": "completed", "tag": "979deb02-7561-4cac-88cf-dbfb4985fff4"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:17:33.679621 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 979deb02-7561-4cac-88cf-dbfb4985fff4, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=979deb02-7561-4cac-88cf-dbfb4985fff4,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:17:33.686903 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:33.735981 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfd4bdb-e19c-45f5-a90c-020b2f3ec03b x-openstack-request-id: req-abfd4bdb-e19c-45f5-a90c-020b2f3ec03b {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:17:33.736744 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6198045c-fcbb-48f7-940e-783b1508a93c", "name": "network-vif-plugged", "status": "completed", "tag": "979deb02-7561-4cac-88cf-dbfb4985fff4", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:17:33.737191 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abfd4bdb-e19c-45f5-a90c-020b2f3ec03b {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:17:33.737770 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6198045c-fcbb-48f7-940e-783b1508a93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979deb02-7561-4cac-88cf-dbfb4985fff4', 'code': 200} Aug 05 14:17:33.784163 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=979deb02-7561-4cac-88cf-dbfb4985fff4,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:33.835900 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ee4cf-3d7a-4007-806b-d4a8d7df0a08 req-22d169d8-24f9-4d34-93a7-c3493977fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:33.837999 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c57ee4cf-3d7a-4007-806b-d4a8d7df0a08 req-22d169d8-24f9-4d34-93a7-c3493977fca8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 1097 time: 0.0429101 Aug 05 14:17:33.876540 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c57ee4cf-3d7a-4007-806b-d4a8d7df0a08 req-1c2bd256-6e15-40ab-9b13-e0ac48c8cef6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294445 Aug 05 14:17:34.771066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f11927-8f07-4ab2-9ecc-41168c94f54e req-09c46042-60d9-4fec-ba86-d94454218c73 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:34.773415 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-54f11927-8f07-4ab2-9ecc-41168c94f54e req-09c46042-60d9-4fec-ba86-d94454218c73 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 946 time: 0.0589499 Aug 05 14:17:34.828398 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-54f11927-8f07-4ab2-9ecc-41168c94f54e req-bbffa862-da1b-4e58-a724-c574c938fdea tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471935 Aug 05 14:17:35.986234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75882dce-87b7-46e2-b7e1-c0ff2a82b242 req-5e874f67-f711-4748-94a0-d88148a600d9 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:35.987909 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75882dce-87b7-46e2-b7e1-c0ff2a82b242 req-5e874f67-f711-4748-94a0-d88148a600d9 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 946 time: 0.0700934 Aug 05 14:17:36.039022 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75882dce-87b7-46e2-b7e1-c0ff2a82b242 req-8a0ad78a-bae7-40a1-9c3e-417be5638d89 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394006 Aug 05 14:17:36.162141 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22305c66-0751-41ea-b2ba-0315a332ff67 req-53a160b6-fb44-4ccb-869e-60af1d0bf279 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:36.163988 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22305c66-0751-41ea-b2ba-0315a332ff67 req-53a160b6-fb44-4ccb-869e-60af1d0bf279 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 946 time: 0.0558193 Aug 05 14:17:36.205217 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22305c66-0751-41ea-b2ba-0315a332ff67 req-b1af3c33-d16e-4251-9779-b4d1606e4ad3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341220 Aug 05 14:17:36.423272 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f711e5-2a4c-429f-9df6-2b3a485ccf99 req-bc66e111-27ab-49b1-8e14-8af7faf2936e tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:36.424925 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25f711e5-2a4c-429f-9df6-2b3a485ccf99 req-bc66e111-27ab-49b1-8e14-8af7faf2936e tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 946 time: 0.0552936 Aug 05 14:17:36.484192 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25f711e5-2a4c-429f-9df6-2b3a485ccf99 req-e1f06cf8-d665-49fc-ab5e-a0a29b90043a tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523899 Aug 05 14:17:36.649827 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0718de-fd2c-4229-92a6-b85521766eb3 req-ae7941b8-5532-4b80-8522-d5977bf9990e tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:36.651784 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3f0718de-fd2c-4229-92a6-b85521766eb3 req-ae7941b8-5532-4b80-8522-d5977bf9990e tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 946 time: 0.0888400 Aug 05 14:17:36.697752 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3f0718de-fd2c-4229-92a6-b85521766eb3 req-d4950128-077d-47dd-a879-c942e2693547 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394816 Aug 05 14:17:36.989906 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bc4f6-df20-474d-b13a-3e282045e4ae req-406e96c3-7608-43ee-9794-fe16faee9454 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:36.992694 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-504bc4f6-df20-474d-b13a-3e282045e4ae req-406e96c3-7608-43ee-9794-fe16faee9454 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 946 time: 0.0633440 Aug 05 14:17:37.077185 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-504bc4f6-df20-474d-b13a-3e282045e4ae req-20dddb1b-65b4-4380-969c-a8ba8f171fc2 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765491 Aug 05 14:17:37.293779 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57340992-8fb4-4581-8433-a1150cab620b req-695e24aa-e874-40ae-85d9-ddb1d514421e tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:37.303893 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57340992-8fb4-4581-8433-a1150cab620b req-695e24aa-e874-40ae-85d9-ddb1d514421e tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 946 time: 0.0712872 Aug 05 14:17:37.347905 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57340992-8fb4-4581-8433-a1150cab620b req-213d4277-cfb4-40ca-8c8c-f4590378a413 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432453 Aug 05 14:17:37.729607 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4392c-b0c9-4aed-bebc-2198f677badf req-ee166cba-9827-4ac9-8b95-a26849b17f55 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:37.731725 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-00e4392c-b0c9-4aed-bebc-2198f677badf req-ee166cba-9827-4ac9-8b95-a26849b17f55 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 946 time: 0.0592210 Aug 05 14:17:37.774489 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-00e4392c-b0c9-4aed-bebc-2198f677badf req-18e8ae0b-c97e-4459-8043-2ad93638cf3f tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363333 Aug 05 14:17:38.943892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25739563-8fde-4996-b04d-185598d8d91b req-aa9c2e9b-dd25-4307-a03d-16d8a38baa91 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:38.945629 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25739563-8fde-4996-b04d-185598d8d91b req-aa9c2e9b-dd25-4307-a03d-16d8a38baa91 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 946 time: 0.0928550 Aug 05 14:17:38.995874 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25739563-8fde-4996-b04d-185598d8d91b req-6a23277e-2f83-4e66-a6c3-4bc6bc0756d6 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410051 Aug 05 14:17:39.240630 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52926) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:39.254325 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79787392-95a5-4b12-b836-6e92ab1b908d req-02841bb1-caf5-4d17-868d-7ec7996b42c3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:39.256556 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-79787392-95a5-4b12-b836-6e92ab1b908d req-02841bb1-caf5-4d17-868d-7ec7996b42c3 tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.84 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 946 time: 0.0978093 Aug 05 14:17:39.462073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-79787392-95a5-4b12-b836-6e92ab1b908d req-a3db53a2-3940-48a3-aba6-f6d172ec4efa tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Deleting port 979deb02-7561-4cac-88cf-dbfb4985fff4 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:17:39.462536 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-79787392-95a5-4b12-b836-6e92ab1b908d req-a3db53a2-3940-48a3-aba6-f6d172ec4efa tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:39.473612 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1e2b48b1-7e38-43fc-9085-e3edf9d63281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:39.612656 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1e2b48b1-7e38-43fc-9085-e3edf9d63281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:39.620364 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1e2b48b1-7e38-43fc-9085-e3edf9d63281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:39.691197 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1e2b48b1-7e38-43fc-9085-e3edf9d63281 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f5e51cde51b4134825183d28a54ceac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4490762 Aug 05 14:17:39.692471 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b48b1-7e38-43fc-9085-e3edf9d63281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b362580-e845-48a3-9d27-481260f64a21,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:39.695180 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52936) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:39.695339 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-79787392-95a5-4b12-b836-6e92ab1b908d req-a3db53a2-3940-48a3-aba6-f6d172ec4efa tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] For port 979deb02-7561-4cac-88cf-dbfb4985fff4, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=979deb02-7561-4cac-88cf-dbfb4985fff4,segment=NetworkSegment(1ccfdf64-4a82-40a4-adb3-4f0c95cee039),segment_id=1ccfdf64-4a82-40a4-adb3-4f0c95cee039)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:17:39.696002 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-79787392-95a5-4b12-b836-6e92ab1b908d req-a3db53a2-3940-48a3-aba6-f6d172ec4efa tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:39.725948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-79787392-95a5-4b12-b836-6e92ab1b908d req-a3db53a2-3940-48a3-aba6-f6d172ec4efa tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Calling delete_port for 979deb02-7561-4cac-88cf-dbfb4985fff4 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:17:39.765218 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3aaa96ad-b17d-449c-bf43-27d4b96da9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:39.796794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3aaa96ad-b17d-449c-bf43-27d4b96da9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:39.873753 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3aaa96ad-b17d-449c-bf43-27d4b96da9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:39.880160 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3aaa96ad-b17d-449c-bf43-27d4b96da9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:39.884818 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3aaa96ad-b17d-449c-bf43-27d4b96da9d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b362580-e845-48a3-9d27-481260f64a21 HTTP/1.1" status: 204 len: 168 time: 0.1811876 Aug 05 14:17:39.902884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa96ad-b17d-449c-bf43-27d4b96da9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b362580-e845-48a3-9d27-481260f64a21,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:39.949397 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-79787392-95a5-4b12-b836-6e92ab1b908d req-a3db53a2-3940-48a3-aba6-f6d172ec4efa tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:39.964267 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['979deb02-7561-4cac-88cf-dbfb4985fff4'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:17:40.014467 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db53a2-3940-48a3-aba6-f6d172ec4efa tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Pushing event deleted for resources: {'Port': ['ID=979deb02-7561-4cac-88cf-dbfb4985fff4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:40.072464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-79787392-95a5-4b12-b836-6e92ab1b908d req-a3db53a2-3940-48a3-aba6-f6d172ec4efa tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] No DVR routers for this DVR port 979deb02-7561-4cac-88cf-dbfb4985fff4 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:17:40.076620 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-79787392-95a5-4b12-b836-6e92ab1b908d req-a3db53a2-3940-48a3-aba6-f6d172ec4efa tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:40.078902 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-79787392-95a5-4b12-b836-6e92ab1b908d req-a3db53a2-3940-48a3-aba6-f6d172ec4efa tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.84 "DELETE /v2.0/ports/979deb02-7561-4cac-88cf-dbfb4985fff4 HTTP/1.1" status: 204 len: 173 time: 0.8143597 Aug 05 14:17:40.079298 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6198045c-fcbb-48f7-940e-783b1508a93c', 'name': 'network-vif-deleted', 'tag': '979deb02-7561-4cac-88cf-dbfb4985fff4'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:17:40.081804 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b462fe6f-9e0b-4020-8e18-dc5b30ed8e70" -d '{"events": [{"server_uuid": "6198045c-fcbb-48f7-940e-783b1508a93c", "name": "network-vif-deleted", "tag": "979deb02-7561-4cac-88cf-dbfb4985fff4"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:17:40.161908 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9998cfbc-7e1d-4791-b6ed-e2787e9a5f76 x-openstack-request-id: req-9998cfbc-7e1d-4791-b6ed-e2787e9a5f76 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:17:40.162668 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6198045c-fcbb-48f7-940e-783b1508a93c", "name": "network-vif-deleted", "tag": "979deb02-7561-4cac-88cf-dbfb4985fff4", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:17:40.164737 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9998cfbc-7e1d-4791-b6ed-e2787e9a5f76 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:17:40.165783 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6198045c-fcbb-48f7-940e-783b1508a93c', 'name': 'network-vif-deleted', 'tag': '979deb02-7561-4cac-88cf-dbfb4985fff4', 'status': 'completed', 'code': 200} Aug 05 14:17:40.223753 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1ebe5a8-46c1-4986-b95b-bcfa12c4a667 req-a4fa118a-0288-4a0e-a063-d8c0107b49fc tempest-ServerDiskConfigTestJSON-882917849 tempest-ServerDiskConfigTestJSON-882917849-project] 10.222.0.16 "GET /v2.0/ports?device_id=6198045c-fcbb-48f7-940e-783b1508a93c HTTP/1.1" status: 200 len: 210 time: 0.0874138 Aug 05 14:17:41.178226 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 52974) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:41.419418 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f1121bc7-9b3d-4e79-ab77-908dd71a3fbc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1338245536-network', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:17:41.476859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1121bc7-9b3d-4e79-ab77-908dd71a3fbc admin admin] Made reservation on behalf of 065dc2b7c099445c8c1ebc365ab739b7 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:17:41.479277 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1121bc7-9b3d-4e79-ab77-908dd71a3fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:41.489123 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1121bc7-9b3d-4e79-ab77-908dd71a3fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:41.591905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 52990) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:41.636442 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1121bc7-9b3d-4e79-ab77-908dd71a3fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:41.654674 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1121bc7-9b3d-4e79-ab77-908dd71a3fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:41.683524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e6dd29-dc52-4c09-80b8-00dc1453d114 admin admin] Deleting subnet 4eff0f5c-6cbd-44c3-89de-d3542c80b78b {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:17:41.688884 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1e6dd29-dc52-4c09-80b8-00dc1453d114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:41.707612 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1121bc7-9b3d-4e79-ab77-908dd71a3fbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:17:41.721541 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1121bc7-9b3d-4e79-ab77-908dd71a3fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:41.722283 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-f1121bc7-9b3d-4e79-ab77-908dd71a3fbc admin admin] Added segment 5c57a87c-bb0c-4205-8484-dfbe7208ef16 of type vlan for network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 Aug 05 14:17:41.759146 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1e6dd29-dc52-4c09-80b8-00dc1453d114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:41.795582 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1121bc7-9b3d-4e79-ab77-908dd71a3fbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:41.818134 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1121bc7-9b3d-4e79-ab77-908dd71a3fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a122f19-20f3-4e62-b2cf-e4c72c9909bb,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:41.848645 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1121bc7-9b3d-4e79-ab77-908dd71a3fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:41.852499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1121bc7-9b3d-4e79-ab77-908dd71a3fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:41.855740 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1121bc7-9b3d-4e79-ab77-908dd71a3fbc admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:41.903612 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1e6dd29-dc52-4c09-80b8-00dc1453d114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:42.002410 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1121bc7-9b3d-4e79-ab77-908dd71a3fbc admin admin] Pushing event updated for resources: {'Network': ['ID=6de624eb-5a9e-4fa7-b78e-3b61944c6be0,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:42.008000 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f1121bc7-9b3d-4e79-ab77-908dd71a3fbc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8272455 Aug 05 14:17:42.016852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53002) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:42.022112 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:17:42.024431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e8b0ce4f-6a1d-4d82-956d-2b07df749189 admin admin] Request body: {'subnet': {'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1338245536-subnet', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:17:42.072210 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b0ce4f-6a1d-4d82-956d-2b07df749189 admin admin] Made reservation on behalf of 065dc2b7c099445c8c1ebc365ab739b7 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:17:42.080188 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e8b0ce4f-6a1d-4d82-956d-2b07df749189 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:42.115272 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-2c0ca334-4b93-4015-b132-ce40a69ca7e3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2082798 Aug 05 14:17:42.160221 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1e6dd29-dc52-4c09-80b8-00dc1453d114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:42.239635 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1e6dd29-dc52-4c09-80b8-00dc1453d114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:42.242956 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c1e6dd29-dc52-4c09-80b8-00dc1453d114 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4eff0f5c-6cbd-44c3-89de-d3542c80b78b HTTP/1.1" status: 204 len: 168 time: 0.6495085 Aug 05 14:17:42.255413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6dd29-dc52-4c09-80b8-00dc1453d114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eff0f5c-6cbd-44c3-89de-d3542c80b78b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:42.258463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53004) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:42.398051 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e8b0ce4f-6a1d-4d82-956d-2b07df749189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:42.442608 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-a119a738-9503-4cce-82a7-2ddfb0af0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:42.443104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-a119a738-9503-4cce-82a7-2ddfb0af0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:42.443581 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-a119a738-9503-4cce-82a7-2ddfb0af0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:42.444050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-a119a738-9503-4cce-82a7-2ddfb0af0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:42.444520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-a119a738-9503-4cce-82a7-2ddfb0af0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:42.445199 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-a119a738-9503-4cce-82a7-2ddfb0af0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:42.447346 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-a119a738-9503-4cce-82a7-2ddfb0af0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:42.449148 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-a119a738-9503-4cce-82a7-2ddfb0af0ebb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6e036408f4db49cba61ec7696aa2c980&device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 6491 time: 0.2048600 Aug 05 14:17:42.457612 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f175df3f-bd84-400a-92da-0813ed33c4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:42.542159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0ce4f-6a1d-4d82-956d-2b07df749189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=870cad23-9608-4bc8-8247-31dbaf4eed94,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:42.555252 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b0ce4f-6a1d-4d82-956d-2b07df749189 admin admin] Checking segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:17:42.555617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b0ce4f-6a1d-4d82-956d-2b07df749189 admin admin] Network hostable DHCP agents. Network: 6de624eb-5a9e-4fa7-b78e-3b61944c6be0, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:17:42.579360 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508ee51-f66a-4009-bd16-e159f1b79d2e req-9ab18104-9660-4f1e-be1b-4cb5bdafc4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:42.587079 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b508ee51-f66a-4009-bd16-e159f1b79d2e req-9ab18104-9660-4f1e-be1b-4cb5bdafc4af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 1096 time: 0.2214966 Aug 05 14:17:42.611292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b0ce4f-6a1d-4d82-956d-2b07df749189 admin admin] Network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:17:42.628326 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-e8b0ce4f-6a1d-4d82-956d-2b07df749189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 6de624eb-5a9e-4fa7-b78e-3b61944c6be0) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:17:42.634601 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b0ce4f-6a1d-4d82-956d-2b07df749189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:42.635246 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e8b0ce4f-6a1d-4d82-956d-2b07df749189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:42.637989 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7b074b-8444-4693-8118-967717939dbf None None] Network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:17:42.655557 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-5883c43c-8f4b-46a0-9f48-90b252657c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:42.656272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-5883c43c-8f4b-46a0-9f48-90b252657c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:42.656658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-5883c43c-8f4b-46a0-9f48-90b252657c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:42.658279 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-5883c43c-8f4b-46a0-9f48-90b252657c5d service neutron] 10.222.0.63 "GET /v2.0/networks?id=49ee7bf9-24d1-4e2b-931b-356656b891c1&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1 HTTP/1.1" status: 200 len: 2294 time: 0.1377068 Aug 05 14:17:42.692929 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b508ee51-f66a-4009-bd16-e159f1b79d2e req-6b9caf76-2486-4033-85ae-e53ec82fea20 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b82cb8a2-43ba-484d-8628-a9563debb894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957868 Aug 05 14:17:42.712165 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e8b0ce4f-6a1d-4d82-956d-2b07df749189 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6897614 Aug 05 14:17:42.719642 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53010) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:42.737837 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:17:42.792826 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:42.796379 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:42.798820 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-3a22a205-bbf9-40fa-a761-0ef64a30d9ea service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d HTTP/1.1" status: 200 len: 1001 time: 0.1227219 Aug 05 14:17:42.876328 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-d71556c3-57ed-41fc-b4e4-83113b5a017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:42.878533 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-d71556c3-57ed-41fc-b4e4-83113b5a017b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=99590631-4fd2-461f-8715-2f2e7cafe5bd HTTP/1.1" status: 200 len: 851 time: 0.0720165 Aug 05 14:17:42.928730 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:42.935904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:17:42.937351 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:42.939827 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f175df3f-bd84-400a-92da-0813ed33c4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:42.956701 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f175df3f-bd84-400a-92da-0813ed33c4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459a4a5b-a726-4022-a365-e2bc3ef0e3ea']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:42.976758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f175df3f-bd84-400a-92da-0813ed33c4e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccfdf64-4a82-40a4-adb3-4f0c95cee039') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:42.977496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f175df3f-bd84-400a-92da-0813ed33c4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccfdf64-4a82-40a4-adb3-4f0c95cee039') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:43.000294 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-86243fb9-47e4-4e3f-85ad-55ac629ac1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:43.002879 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-86243fb9-47e4-4e3f-85ad-55ac629ac1b3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49ee7bf9-24d1-4e2b-931b-356656b891c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141689 Aug 05 14:17:43.008323 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f175df3f-bd84-400a-92da-0813ed33c4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:43.126284 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f175df3f-bd84-400a-92da-0813ed33c4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:43.129869 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f175df3f-bd84-400a-92da-0813ed33c4e4 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:17:43.130210 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Allocated IP 172.20.0.2 (6de624eb-5a9e-4fa7-b78e-3b61944c6be0/870cad23-9608-4bc8-8247-31dbaf4eed94/d2af5db1-f228-4af0-b330-4f5fe22451bc) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:17:43.131616 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f175df3f-bd84-400a-92da-0813ed33c4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:17:43.195305 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:17:43.210871 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f175df3f-bd84-400a-92da-0813ed33c4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:43.244013 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f175df3f-bd84-400a-92da-0813ed33c4e4 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:43.247767 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f175df3f-bd84-400a-92da-0813ed33c4e4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/459a4a5b-a726-4022-a365-e2bc3ef0e3ea HTTP/1.1" status: 204 len: 168 time: 0.9861362 Aug 05 14:17:43.280379 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175df3f-bd84-400a-92da-0813ed33c4e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=459a4a5b-a726-4022-a365-e2bc3ef0e3ea,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:43.325704 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:43.359493 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-328912e1-1c04-4ff7-a24e-09646311fd50 service neutron] 10.222.0.63 "GET /v2.0/networks/49ee7bf9-24d1-4e2b-931b-356656b891c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481042 Aug 05 14:17:43.376395 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:43.397806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Transition to ACTIVE for port object d2af5db1-f228-4af0-b330-4f5fe22451bc will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:17:43.434925 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Transition to ACTIVE for port object d2af5db1-f228-4af0-b330-4f5fe22451bc will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:17:43.452448 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 979deb02-7561-4cac-88cf-dbfb4985fff4 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:17:43.460602 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:43.633779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53024) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:43.653834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 979deb02-7561-4cac-88cf-dbfb4985fff4 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:17:43.654409 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 979deb02-7561-4cac-88cf-dbfb4985fff4 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:17:43.701870 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:17:43.712244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:17:43.720550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:17:43.792524 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-c49ec70d-b27f-4442-97ed-3ab6b36e66b2 service neutron] 10.222.0.63 "GET /v2.0/networks/49ee7bf9-24d1-4e2b-931b-356656b891c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222054 Aug 05 14:17:43.863840 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-cb26fdd7-20f5-41ba-bfa5-953e72b4a872 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=2c927f5c-290c-4b0f-bd3f-2f5908f555c8 HTTP/1.1" status: 200 len: 217 time: 0.0611455 Aug 05 14:17:43.867241 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-00e7bf80-232e-4ca6-b8dd-efc9cc097061 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c67640574cf34cf3a6eb781f2f334a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322638 Aug 05 14:17:43.870421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53026) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:44.021402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Attempting to bind port d2af5db1-f228-4af0-b330-4f5fe22451bc on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:17:44.022051 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Attempting to bind port d2af5db1-f228-4af0-b330-4f5fe22451bc by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:17:44.022675 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Attempting to bind port d2af5db1-f228-4af0-b330-4f5fe22451bc on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:17:44.056659 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Pushing event updated for resources: {'Port': ['ID=d2af5db1-f228-4af0-b330-4f5fe22451bc,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:44.063942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-94c23995-d839-41f0-bbeb-76c037ba8d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:44.068255 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-94c23995-d839-41f0-bbeb-76c037ba8d71 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.1845841 Aug 05 14:17:44.079381 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:44.080017 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:44.080549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:44.081763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:44.082317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:44.082828 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:44.083331 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:44.083911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:44.084467 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:44.084977 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:44.085478 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:44.085987 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:44.092154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:17:44.092897 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Checking segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:17:44.093486 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:44.094055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Bound using segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:17:44.094739 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Bound port: d2af5db1-f228-4af0-b330-4f5fe22451bc, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:17:44.095325 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:44.159534 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e6f8-65b5-43be-bfe5-2a8ad6e79c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:44.166011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] For port d2af5db1-f228-4af0-b330-4f5fe22451bc, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:17:44.169863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] For port d2af5db1-f228-4af0-b330-4f5fe22451bc, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d2af5db1-f228-4af0-b330-4f5fe22451bc,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:17:44.178821 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:44.189188 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e6f8-65b5-43be-bfe5-2a8ad6e79c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:44.242183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55628790-1949-4d51-9706-cb1ddd1b3f42 None None] Pushing event updated for resources: {'Port': ['ID=d2af5db1-f228-4af0-b330-4f5fe22451bc,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:44.272772 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-0919d57e-0412-4d15-9c9a-43374d298dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:44.274532 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-0919d57e-0412-4d15-9c9a-43374d298dea service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1983368 Aug 05 14:17:44.316960 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e6f8-65b5-43be-bfe5-2a8ad6e79c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:44.319784 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e6f8-65b5-43be-bfe5-2a8ad6e79c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:44.323885 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5ad5e6f8-65b5-43be-bfe5-2a8ad6e79c0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0 HTTP/1.1" status: 204 len: 168 time: 0.4511271 Aug 05 14:17:44.386671 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5e6f8-65b5-43be-bfe5-2a8ad6e79c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ab6d5b-86c2-4ba4-80e2-5ef1a89ee9d0,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:44.509896 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-aefafe01-7672-4a2c-826d-4baf6c1b695e service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278395 Aug 05 14:17:44.698286 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:44.733207 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-0c3ca3e1-71d2-474c-8fc3-744f720aecdc service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126625 Aug 05 14:17:44.767738 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:44.829528 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:44.850374 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-92f5e12b-419f-45bf-8668-f9706aae9959 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=7161d31e-c4bb-48b6-8ed5-499b92efc745 HTTP/1.1" status: 200 len: 217 time: 0.1014462 Aug 05 14:17:44.924646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-ff6043e4-95c8-47ee-9331-d06ec7140e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:44.926546 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-ff6043e4-95c8-47ee-9331-d06ec7140e84 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.0683165 Aug 05 14:17:45.006305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-7c27109d-b349-4ac2-82b7-2297a500e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:45.007868 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-7c27109d-b349-4ac2-82b7-2297a500e9a0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740750 Aug 05 14:17:45.032342 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Allocated IP 172.25.5.162 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/2dc0aacc-7bb2-441d-a737-9b9335762a1e) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:17:45.185940 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-c34fec83-be86-4705-9b06-b6613a59b6b5 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696327 Aug 05 14:17:45.241299 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:45.315050 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:45.371130 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-c73b09da-38b6-4704-ac8a-5a994074af99 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777682 Aug 05 14:17:45.380019 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:17:45.384366 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:17:45.387040 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:17:45.425809 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Pushing event updated for resources: {'Port': ['ID=2dc0aacc-7bb2-441d-a737-9b9335762a1e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:45.491203 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-db9c5153-44f4-43ff-bd8e-0b254c2c1050 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=b8eb1684-08f2-4780-84fe-e55025c46bf3 HTTP/1.1" status: 200 len: 217 time: 0.1108129 Aug 05 14:17:45.604274 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-5b61797c-37cf-4f32-b7f1-dc7a7d0a01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:45.606337 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-5b61797c-37cf-4f32-b7f1-dc7a7d0a01bb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.1076136 Aug 05 14:17:45.861139 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b4b2f999-afe0-4b3f-8e73-94075876a6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:45.964931 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:46.109752 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:46.159466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7bb35f-2e4b-4806-be78-9d1336dab208 None None] Network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:17:46.185057 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-a3e35a28-bcf2-4b7e-b07d-122fecb46975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:46.189572 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-a3e35a28-bcf2-4b7e-b07d-122fecb46975 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5758741 Aug 05 14:17:46.197008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53072) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:46.291995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d2af5db1-f228-4af0-b330-4f5fe22451bc up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:17:46.321171 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-807fa530-e718-44b3-ad77-f14c726fac4a None None] Provisioning for port d2af5db1-f228-4af0-b330-4f5fe22451bc completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:17:46.398858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port d2af5db1-f228-4af0-b330-4f5fe22451bc completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:17:46.441080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d2af5db1-f228-4af0-b330-4f5fe22451bc triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:17:46.453659 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:46.586164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d0b66927-0366-4a13-8ed7-d330ad94cfe3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-691193256-network', 'tenant_id': 'cbb0a420f3da41faa96fa3da547ac73f'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:17:46.606860 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-a8bc6987-ee73-4359-88c4-bfcd415d8a1d service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880155 Aug 05 14:17:46.637075 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:46.641334 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b66927-0366-4a13-8ed7-d330ad94cfe3 admin admin] Made reservation on behalf of cbb0a420f3da41faa96fa3da547ac73f for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:17:46.648080 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:46.649255 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d0b66927-0366-4a13-8ed7-d330ad94cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:46.676368 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d0b66927-0366-4a13-8ed7-d330ad94cfe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:46.718649 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port d2af5db1-f228-4af0-b330-4f5fe22451bc, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d2af5db1-f228-4af0-b330-4f5fe22451bc,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:17:46.726288 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:46.849673 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=d2af5db1-f228-4af0-b330-4f5fe22451bc,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:46.913926 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-637aa99f-981b-441f-947b-44967da8eb42 None None] Provisioning complete for port d2af5db1-f228-4af0-b330-4f5fe22451bc triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:17:46.914633 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-637aa99f-981b-441f-947b-44967da8eb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:46.946835 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-677eaef2-ef47-4309-ae3f-44347ed04d79 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166511 Aug 05 14:17:47.004985 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-c9620c12-90f0-41c7-936c-3f136b2a5ad2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=c3959024-cd38-493d-b979-ae02a3fd5bed HTTP/1.1" status: 200 len: 217 time: 0.0467830 Aug 05 14:17:47.027272 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Router 535cbba1-f470-4e50-829a-caf7d17f9517 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:17:47.078091 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d0b66927-0366-4a13-8ed7-d330ad94cfe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:47.106363 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d0b66927-0366-4a13-8ed7-d330ad94cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:47.138100 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-5d929a17-b5a7-400a-9d0f-29b8336c37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:47.139911 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-5d929a17-b5a7-400a-9d0f-29b8336c37f0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.1143689 Aug 05 14:17:47.156514 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b66927-0366-4a13-8ed7-d330ad94cfe3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:17:47.177632 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:17:47.193965 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Sync routers for ids ['535cbba1-f470-4e50-829a-caf7d17f9517'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:17:47.209781 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Routers {'535cbba1-f470-4e50-829a-caf7d17f9517'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:17:47.211540 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:17:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['535cbba1-f470-4e50-829a-caf7d17f9517'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:47.215631 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:47.217046 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7ea09209-953a-44d6-b75d-663c25693dfd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4963927 Aug 05 14:17:47.219994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53084) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:47.232942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b66927-0366-4a13-8ed7-d330ad94cfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c23b853-7776-4641-afd0-b5a7462cc4f9,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:47.249988 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d0b66927-0366-4a13-8ed7-d330ad94cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:47.250345 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-d0b66927-0366-4a13-8ed7-d330ad94cfe3 admin admin] Added segment c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd of type vlan for network 74ae4304-296b-4f9a-8638-946c5f214380 Aug 05 14:17:47.362676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-4e026bda-df48-4f97-809f-e4f3ca81a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:47.364398 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-4e026bda-df48-4f97-809f-e4f3ca81a27b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2119665 Aug 05 14:17:47.369525 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d0b66927-0366-4a13-8ed7-d330ad94cfe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:47.481724 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d0b66927-0366-4a13-8ed7-d330ad94cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:47.482788 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Set router 535cbba1-f470-4e50-829a-caf7d17f9517 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:17:47.482969 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b66927-0366-4a13-8ed7-d330ad94cfe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:47.483558 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d0b66927-0366-4a13-8ed7-d330ad94cfe3 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:47.601155 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b66927-0366-4a13-8ed7-d330ad94cfe3 admin admin] Pushing event updated for resources: {'Network': ['ID=74ae4304-296b-4f9a-8638-946c5f214380,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:47.612378 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 74ae4304-296b-4f9a-8638-946c5f214380 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:17:47.628783 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-c981f256-6655-41e5-9cc3-fd8301971145 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523098 Aug 05 14:17:47.636095 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d0b66927-0366-4a13-8ed7-d330ad94cfe3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4324467 Aug 05 14:17:47.639975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53086) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:47.666432 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a8519ac4-3276-4138-b817-1cead327fc2f admin admin] Request body: {'subnet': {'network_id': '74ae4304-296b-4f9a-8638-946c5f214380', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-691193256-subnet', 'tenant_id': 'cbb0a420f3da41faa96fa3da547ac73f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:17:47.758629 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:45Z', 'revision_number': 3, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:47.791969 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8519ac4-3276-4138-b817-1cead327fc2f admin admin] Made reservation on behalf of cbb0a420f3da41faa96fa3da547ac73f for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:17:47.795303 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8519ac4-3276-4138-b817-1cead327fc2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:47.808206 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Checking router: 535cbba1-f470-4e50-829a-caf7d17f9517 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:17:47.809364 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Updating router 535cbba1-f470-4e50-829a-caf7d17f9517 port 2dc0aacc-7bb2-441d-a737-9b9335762a1e binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:17:47.835299 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:47.884681 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-43d02ddc-4833-475c-8d08-a3d29b776daa service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450798 Aug 05 14:17:47.945362 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-b4426376-39dd-44a5-9e37-210c5ca22b96 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3176ee0-d977-4960-b6c2-a03be5f071ae HTTP/1.1" status: 200 len: 217 time: 0.0508049 Aug 05 14:17:47.971371 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:48.089452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d2af5db1-f228-4af0-b330-4f5fe22451bc up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:17:48.094396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-bdece1c2-a5c7-4923-8175-4fc72ae43277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:48.097390 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-bdece1c2-a5c7-4923-8175-4fc72ae43277 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=84bdd077-911d-4689-bd57-064e082f69c5 HTTP/1.1" status: 200 len: 797 time: 0.1430287 Aug 05 14:17:48.160481 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d2af5db1-f228-4af0-b330-4f5fe22451bc triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:17:48.161088 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:48.161607 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e051824-dc23-4c76-8969-ab522dd93f5d req-a5dd4449-75d3-4b26-bbda-51d5000bedee service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1889825 Aug 05 14:17:48.282917 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Allocated IP 172.20.0.1 (6de624eb-5a9e-4fa7-b78e-3b61944c6be0/870cad23-9608-4bc8-8247-31dbaf4eed94/d80a0a7c-5992-4f56-9cd4-31e1340783b2) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:17:48.284319 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-0c98c69f-6fc5-40c4-9948-46e4d2b60eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:48.286139 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-0c98c69f-6fc5-40c4-9948-46e4d2b60eea service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1745031 Aug 05 14:17:48.289510 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8519ac4-3276-4138-b817-1cead327fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:48.364602 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:48.379931 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-275eecd7-0545-407f-b144-98578a051bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:48.383798 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Transition to ACTIVE for port object 2dc0aacc-7bb2-441d-a737-9b9335762a1e will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:17:48.395693 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:48.420025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e051824-dc23-4c76-8969-ab522dd93f5d req-c51c6766-0904-45c9-8694-3e9ed3b602db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:48.421569 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e051824-dc23-4c76-8969-ab522dd93f5d req-c51c6766-0904-45c9-8694-3e9ed3b602db service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=938b1560f7e5463b94f779198eaceba4&device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 1096 time: 0.1994200 Aug 05 14:17:48.453324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8519ac4-3276-4138-b817-1cead327fc2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a26dbbf-3dff-406a-8915-f986e80b3042,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:48.459699 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Attempting to bind port 2dc0aacc-7bb2-441d-a737-9b9335762a1e on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:17:48.460083 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Attempting to bind port 2dc0aacc-7bb2-441d-a737-9b9335762a1e by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:17:48.461148 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Attempting to bind port 2dc0aacc-7bb2-441d-a737-9b9335762a1e on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:17:48.472002 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:17:48.472386 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:17:48.472799 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:48.473732 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:17:48.474225 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Bound port: 2dc0aacc-7bb2-441d-a737-9b9335762a1e, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:17:48.474639 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:48.515604 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:48.536422 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Transition to ACTIVE for port object d80a0a7c-5992-4f56-9cd4-31e1340783b2 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:17:48.539943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8519ac4-3276-4138-b817-1cead327fc2f admin admin] Checking segment: {'id': 'c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '74ae4304-296b-4f9a-8638-946c5f214380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:17:48.540320 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8519ac4-3276-4138-b817-1cead327fc2f admin admin] Network hostable DHCP agents. Network: 74ae4304-296b-4f9a-8638-946c5f214380, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:17:48.568354 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-e079cd9e-5c2b-4f82-b7b5-1cac82d377cd service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715523 Aug 05 14:17:48.585894 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] For port 2dc0aacc-7bb2-441d-a737-9b9335762a1e, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:17:48.586356 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:48.589548 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] For port 2dc0aacc-7bb2-441d-a737-9b9335762a1e, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2dc0aacc-7bb2-441d-a737-9b9335762a1e,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:17:48.596511 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a046ecb-17b6-43fd-bf2a-8ec19637c1fe None None] Pushing event updated for resources: {'Port': ['ID=2dc0aacc-7bb2-441d-a737-9b9335762a1e,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:48.608061 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:48.611748 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a046ecb-17b6-43fd-bf2a-8ec19637c1fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:48.612285 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a046ecb-17b6-43fd-bf2a-8ec19637c1fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:48.612625 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a046ecb-17b6-43fd-bf2a-8ec19637c1fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:48.612963 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a046ecb-17b6-43fd-bf2a-8ec19637c1fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:48.613298 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a046ecb-17b6-43fd-bf2a-8ec19637c1fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:48.613689 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a046ecb-17b6-43fd-bf2a-8ec19637c1fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:48.614181 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a046ecb-17b6-43fd-bf2a-8ec19637c1fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:48.614547 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a046ecb-17b6-43fd-bf2a-8ec19637c1fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:48.614957 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a046ecb-17b6-43fd-bf2a-8ec19637c1fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:48.615399 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a046ecb-17b6-43fd-bf2a-8ec19637c1fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:48.615781 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a046ecb-17b6-43fd-bf2a-8ec19637c1fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:48.616165 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a046ecb-17b6-43fd-bf2a-8ec19637c1fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:17:48.622938 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:48.659374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8519ac4-3276-4138-b817-1cead327fc2f admin admin] Network 74ae4304-296b-4f9a-8638-946c5f214380 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:17:48.681157 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a046ecb-17b6-43fd-bf2a-8ec19637c1fe None None] Pushing event updated for resources: {'Port': ['ID=2dc0aacc-7bb2-441d-a737-9b9335762a1e,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:48.686238 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-a8519ac4-3276-4138-b817-1cead327fc2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 74ae4304-296b-4f9a-8638-946c5f214380) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:17:48.688326 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e051824-dc23-4c76-8969-ab522dd93f5d req-0f5d2194-f52d-4211-a0a6-998498900350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:48.690660 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e051824-dc23-4c76-8969-ab522dd93f5d req-0f5d2194-f52d-4211-a0a6-998498900350 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b679858e-6139-479d-a5d3-fd48d6285e1d HTTP/1.1" status: 200 len: 910 time: 0.2442224 Aug 05 14:17:48.694384 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6bdae1-e375-4ad2-975b-0ec75a36e5df None None] Network 74ae4304-296b-4f9a-8638-946c5f214380 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:17:48.696912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8519ac4-3276-4138-b817-1cead327fc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:48.697586 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8519ac4-3276-4138-b817-1cead327fc2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:48.706196 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Routers {'535cbba1-f470-4e50-829a-caf7d17f9517'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:17:48.707584 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:17:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['535cbba1-f470-4e50-829a-caf7d17f9517'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:48.737256 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:17:48.747972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:17:48.750557 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:17:48.833788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Pushing event updated for resources: {'Port': ['ID=d80a0a7c-5992-4f56-9cd4-31e1340783b2,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:48.857632 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a8519ac4-3276-4138-b817-1cead327fc2f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2004986 Aug 05 14:17:48.870948 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:48.909205 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e051824-dc23-4c76-8969-ab522dd93f5d req-4c879cc2-fde6-4e98-a5f3-5761e6fc634f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80fde71c-a28e-4492-94a9-d014192aaecb HTTP/1.1" status: 200 len: 1001 time: 0.2089131 Aug 05 14:17:48.954054 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] Set router 535cbba1-f470-4e50-829a-caf7d17f9517 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:17:49.008725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34701b9d-316a-4a52-bcb3-bc57aaa42e77 None None] Network 74ae4304-296b-4f9a-8638-946c5f214380 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:17:49.014475 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-c8087694-52be-4ffc-92a4-575bbd21f6f5 service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306500 Aug 05 14:17:49.146479 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e051824-dc23-4c76-8969-ab522dd93f5d req-6d6aac79-4d1e-4152-a155-f085b7e5f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:49.147993 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e051824-dc23-4c76-8969-ab522dd93f5d req-6d6aac79-4d1e-4152-a155-f085b7e5f1fd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=71006c8f-08b4-4b58-b5ce-c343b7c3e537 HTTP/1.1" status: 200 len: 848 time: 0.2276497 Aug 05 14:17:49.159039 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-563c18f8-e92b-4454-bf9c-76166a6ed6e6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd1c7278-e3e1-487f-9ace-bca5738d9ea9 HTTP/1.1" status: 200 len: 217 time: 0.1314397 Aug 05 14:17:49.171903 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:49.246202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-bda0c971-33d8-46ff-86ee-47b3ff9f763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:49.248054 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-bda0c971-33d8-46ff-86ee-47b3ff9f763c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=84bdd077-911d-4689-bd57-064e082f69c5 HTTP/1.1" status: 200 len: 797 time: 0.0771601 Aug 05 14:17:49.250204 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e051824-dc23-4c76-8969-ab522dd93f5d req-fcee6c6c-6f74-433b-8aee-3bf62d0171a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:49.251909 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e051824-dc23-4c76-8969-ab522dd93f5d req-fcee6c6c-6f74-433b-8aee-3bf62d0171a3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b679858e-6139-479d-a5d3-fd48d6285e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917575 Aug 05 14:17:49.257813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1f7c2913-ca29-4a8a-8f6d-daa2b38aeba4 None None] Provisioning for port d80a0a7c-5992-4f56-9cd4-31e1340783b2 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:17:49.303206 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1f7c2913-ca29-4a8a-8f6d-daa2b38aeba4 None None] Provisioning complete for port d80a0a7c-5992-4f56-9cd4-31e1340783b2 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:17:49.303576 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2913-ca29-4a8a-8f6d-daa2b38aeba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:49.425874 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c2913-ca29-4a8a-8f6d-daa2b38aeba4 None None] Port d80a0a7c-5992-4f56-9cd4-31e1340783b2 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:17:49.439526 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:45Z', 'revision_number': 3, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:49.473687 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988098f9-9287-40cb-b238-2c7d24f4e505 None None] The sync data for ids ['535cbba1-f470-4e50-829a-caf7d17f9517'] in n-d-803585-2 is: [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:45Z', 'revision_number': 3, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:17:49.496796 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-0de08d83-310f-4525-9e6e-76688cea9372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:49.499323 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-0de08d83-310f-4525-9e6e-76688cea9372 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2440636 Aug 05 14:17:49.529797 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:49.554568 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e051824-dc23-4c76-8969-ab522dd93f5d req-bea26849-2d24-4976-b6af-3f92ddc3251c service neutron] 10.222.0.84 "GET /v2.0/networks/b679858e-6139-479d-a5d3-fd48d6285e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869875 Aug 05 14:17:49.750888 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-f53e5ef9-4610-48e1-a0e3-a92635d45311 service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383773 Aug 05 14:17:49.838902 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e051824-dc23-4c76-8969-ab522dd93f5d req-cc5f06d1-8e34-4855-ab93-da3bb64f8a56 service neutron] 10.222.0.84 "GET /v2.0/networks/b679858e-6139-479d-a5d3-fd48d6285e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487252 Aug 05 14:17:49.903617 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779e29d9-6b2d-4a94-a4b7-a4eec73875da req-c0321b30-5aaf-4cf9-8cd4-31ecd6b381ab service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457529 Aug 05 14:17:50.081158 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:50.097070 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:50.133724 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2dc0aacc-7bb2-441d-a737-9b9335762a1e up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:17:50.196403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Pushing event updated for resources: {'Port': ['ID=d80a0a7c-5992-4f56-9cd4-31e1340783b2,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:50.215900 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 2dc0aacc-7bb2-441d-a737-9b9335762a1e completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:17:50.220188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 2dc0aacc-7bb2-441d-a737-9b9335762a1e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:17:50.220506 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:50.222943 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:50.231431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-17e212d9-d50d-4b0d-9ace-7fb1881c6519 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:50.232998 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-17e212d9-d50d-4b0d-9ace-7fb1881c6519 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/networks?id=74ae4304-296b-4f9a-8638-946c5f214380 HTTP/1.1" status: 200 len: 813 time: 0.3244653 Aug 05 14:17:50.310502 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:50.335431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 2dc0aacc-7bb2-441d-a737-9b9335762a1e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2dc0aacc-7bb2-441d-a737-9b9335762a1e,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:17:50.340194 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:50.401777 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=2dc0aacc-7bb2-441d-a737-9b9335762a1e,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:50.419603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:17:50.422925 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:17:50.426229 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-3e2faac5-0e90-4ac9-9dc2-9b065eb42bce tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/quotas/cbb0a420f3da41faa96fa3da547ac73f HTTP/1.1" status: 200 len: 375 time: 0.1829665 Aug 05 14:17:50.470213 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-26e3eb7a-9747-44af-b682-b1084fdf4824 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cbb0a420f3da41faa96fa3da547ac73f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365281 Aug 05 14:17:50.619883 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-90333145-7be7-4731-ae8a-a061d8991c23 service neutron] 10.222.0.16 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184127 Aug 05 14:17:50.778562 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Router 535cbba1-f470-4e50-829a-caf7d17f9517 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:17:50.780759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f5cd316c-6f0a-4bb0-831c-cc1617283d30 None None] Provisioning complete for port d80a0a7c-5992-4f56-9cd4-31e1340783b2 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:17:50.781283 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f5cd316c-6f0a-4bb0-831c-cc1617283d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:50.797443 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-0925aa03-1234-45c5-a81b-a74b0c79a69c service neutron] 10.222.0.16 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581478 Aug 05 14:17:50.887747 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd316c-6f0a-4bb0-831c-cc1617283d30 None None] Port d80a0a7c-5992-4f56-9cd4-31e1340783b2 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:17:50.956200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:17:50.962914 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-73e368ca-27d7-4806-90ab-a797e5f84c47 admin admin] 10.222.0.16 "PUT /v2.0/routers/535cbba1-f470-4e50-829a-caf7d17f9517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7402644 Aug 05 14:17:51.245905 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c09a53f3-e9e0-4042-bccb-dfce21a414e3 req-e5e2a26c-beb0-4005-8d6c-88958c044db0 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 210 time: 0.1701472 Aug 05 14:17:51.310522 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:51.724053 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53164) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:51.725788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2cc1b2e4-d198-484d-a73c-649d8d6b7c77 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1954422213-network', 'tenant_id': 'b67c9b9e17cb4e81ac57ea35d82f46db'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:17:51.753863 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc1b2e4-d198-484d-a73c-649d8d6b7c77 admin admin] Made reservation on behalf of b67c9b9e17cb4e81ac57ea35d82f46db for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:17:51.756821 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b2e4-d198-484d-a73c-649d8d6b7c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:51.767515 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b2e4-d198-484d-a73c-649d8d6b7c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:51.912007 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b2e4-d198-484d-a73c-649d8d6b7c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:51.919968 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Sync routers for ids ['535cbba1-f470-4e50-829a-caf7d17f9517'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:17:51.929754 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b2e4-d198-484d-a73c-649d8d6b7c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:51.945040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Routers {'535cbba1-f470-4e50-829a-caf7d17f9517'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:17:51.946037 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:17:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['535cbba1-f470-4e50-829a-caf7d17f9517'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:52.006673 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc1b2e4-d198-484d-a73c-649d8d6b7c77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:17:52.024280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1b2e4-d198-484d-a73c-649d8d6b7c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6851ceb-f057-4a9a-9ef8-e5c7acf477a9,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:52.031754 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b2e4-d198-484d-a73c-649d8d6b7c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:52.032113 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-2cc1b2e4-d198-484d-a73c-649d8d6b7c77 admin admin] Added segment eb2333f6-9d27-4646-bb35-5c0a020705f7 of type vlan for network c8884f81-f79c-4af5-a755-8f97074baecf Aug 05 14:17:52.118431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2dc0aacc-7bb2-441d-a737-9b9335762a1e up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:17:52.126441 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b2e4-d198-484d-a73c-649d8d6b7c77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:52.167672 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b2e4-d198-484d-a73c-649d8d6b7c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:52.170215 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc1b2e4-d198-484d-a73c-649d8d6b7c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:52.170807 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b2e4-d198-484d-a73c-649d8d6b7c77 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:52.171834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Set router 535cbba1-f470-4e50-829a-caf7d17f9517 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:17:52.266956 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1b2e4-d198-484d-a73c-649d8d6b7c77 admin admin] Pushing event updated for resources: {'Network': ['ID=c8884f81-f79c-4af5-a755-8f97074baecf,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:52.276430 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2cc1b2e4-d198-484d-a73c-649d8d6b7c77 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5552349 Aug 05 14:17:52.279098 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53176) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:52.286571 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-98457da6-e854-4674-abbc-62d3b9bb9c0d admin admin] Request body: {'subnet': {'network_id': 'c8884f81-f79c-4af5-a755-8f97074baecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1954422213-subnet', 'tenant_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:17:52.294041 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network c8884f81-f79c-4af5-a755-8f97074baecf details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:17:52.317557 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98457da6-e854-4674-abbc-62d3b9bb9c0d admin admin] Made reservation on behalf of b67c9b9e17cb4e81ac57ea35d82f46db for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:17:52.320211 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98457da6-e854-4674-abbc-62d3b9bb9c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:52.327535 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 2dc0aacc-7bb2-441d-a737-9b9335762a1e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:17:52.328560 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:52.482441 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8391aeee-9677-47a9-b4d0-9e4d5b1e6c85 req-af2bf79d-dfce-42fe-aa19-0dd2a30c5539 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 210 time: 0.0481718 Aug 05 14:17:52.639908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-b89e2a16-11c7-4a43-a4f7-46d085739a4a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:52.641953 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-b89e2a16-11c7-4a43-a4f7-46d085739a4a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.63 "GET /v2.0/networks?id=74ae4304-296b-4f9a-8638-946c5f214380 HTTP/1.1" status: 200 len: 813 time: 0.2427735 Aug 05 14:17:52.656838 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-5717d092-a092-41ff-84ab-9f77cf895c73 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Request body: {'port': {'device_id': '1d1abc87-fb4e-4147-a28d-76e3776e92f3', 'network_id': '74ae4304-296b-4f9a-8638-946c5f214380', 'admin_state_up': True, 'tenant_id': 'cbb0a420f3da41faa96fa3da547ac73f'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:17:52.732151 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98457da6-e854-4674-abbc-62d3b9bb9c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:52.757482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 2, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:52.790303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Checking router: 535cbba1-f470-4e50-829a-caf7d17f9517 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:17:52.791002 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Updating router 535cbba1-f470-4e50-829a-caf7d17f9517 port d80a0a7c-5992-4f56-9cd4-31e1340783b2 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:17:52.820126 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:52.842284 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98457da6-e854-4674-abbc-62d3b9bb9c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e9f9f7-12c6-45db-a896-b6dc551a4d25,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:52.867113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98457da6-e854-4674-abbc-62d3b9bb9c0d admin admin] Checking segment: {'id': 'eb2333f6-9d27-4646-bb35-5c0a020705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c8884f81-f79c-4af5-a755-8f97074baecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:17:52.867715 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98457da6-e854-4674-abbc-62d3b9bb9c0d admin admin] Network hostable DHCP agents. Network: c8884f81-f79c-4af5-a755-8f97074baecf, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:17:52.897054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98457da6-e854-4674-abbc-62d3b9bb9c0d admin admin] Network c8884f81-f79c-4af5-a755-8f97074baecf is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:17:52.898920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-5717d092-a092-41ff-84ab-9f77cf895c73 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Made reservation on behalf of cbb0a420f3da41faa96fa3da547ac73f for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:17:52.905376 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-5717d092-a092-41ff-84ab-9f77cf895c73 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:52.915409 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-98457da6-e854-4674-abbc-62d3b9bb9c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, c8884f81-f79c-4af5-a755-8f97074baecf) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:17:52.923261 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98457da6-e854-4674-abbc-62d3b9bb9c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:52.926430 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-98457da6-e854-4674-abbc-62d3b9bb9c0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:52.956615 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-98457da6-e854-4674-abbc-62d3b9bb9c0d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6749775 Aug 05 14:17:52.959210 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53186) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:52.964359 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1954422213-router', 'tenant_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:17:52.999044 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6658cba-85f7-4c40-bb0e-bdc381116715 None None] Network c8884f81-f79c-4af5-a755-8f97074baecf requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:17:53.011318 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:53.012982 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:53.087156 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:53.143732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-5717d092-a092-41ff-84ab-9f77cf895c73 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Allocated IP 172.20.0.14 (74ae4304-296b-4f9a-8638-946c5f214380/5a26dbbf-3dff-406a-8915-f986e80b3042/80b81db7-e362-483c-95d3-7ecab057adc3) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:17:53.219098 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-c8884f81-f79c-4af5-a755-8f97074baecf', 'network_id': 'c8884f81-f79c-4af5-a755-8f97074baecf', 'tenant_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'fixed_ips': [{'subnet_id': '72e9f9f7-12c6-45db-a896-b6dc551a4d25'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:17:53.219975 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:53.323772 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:53.415089 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-5717d092-a092-41ff-84ab-9f77cf895c73 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:53.496327 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Allocated IP 172.20.0.2 (c8884f81-f79c-4af5-a755-8f97074baecf/72e9f9f7-12c6-45db-a896-b6dc551a4d25/54028d1e-27c9-4f84-a5e0-467e25e206d1) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:17:53.515252 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-5717d092-a092-41ff-84ab-9f77cf895c73 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:53.560465 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:53.615651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Transition to ACTIVE for port object d80a0a7c-5992-4f56-9cd4-31e1340783b2 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:17:53.619512 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-5717d092-a092-41ff-84ab-9f77cf895c73 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Network 74ae4304-296b-4f9a-8638-946c5f214380 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:17:53.626035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-5717d092-a092-41ff-84ab-9f77cf895c73 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:17:53.640409 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:53.643422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-5717d092-a092-41ff-84ab-9f77cf895c73 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:17:53.650601 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717d092-a092-41ff-84ab-9f77cf895c73 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Pushing event updated for resources: {'Port': ['ID=80b81db7-e362-483c-95d3-7ecab057adc3,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:53.654338 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:53.675810 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:53.745017 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7f9e9-3d2c-475e-a293-9c3a41ba05e8 None None] Pushing event updated for resources: {'Port': ['ID=d80a0a7c-5992-4f56-9cd4-31e1340783b2,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:53.834657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-5717d092-a092-41ff-84ab-9f77cf895c73 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:53.835415 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-5717d092-a092-41ff-84ab-9f77cf895c73 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:53.875487 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56a8d3-727d-48d5-bb94-90474e502262 req-225ee546-f7fb-4b7b-b53e-260b5f737aee tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:53.877282 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c56a8d3-727d-48d5-bb94-90474e502262 req-225ee546-f7fb-4b7b-b53e-260b5f737aee tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 932 time: 0.2201233 Aug 05 14:17:53.911307 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Allocated IP 172.25.5.244 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/abd66f5e-ae6d-4785-a7df-c7c4277a944e) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:17:53.927370 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-5717d092-a092-41ff-84ab-9f77cf895c73 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2752779 Aug 05 14:17:53.966776 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c56a8d3-727d-48d5-bb94-90474e502262 req-b548fb02-7532-404d-927c-6975b966d36f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711238 Aug 05 14:17:53.971069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Request body: {'port': {'device_id': '1d1abc87-fb4e-4147-a28d-76e3776e92f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:17:54.084488 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:54.092679 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:54.138625 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:54.195139 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:54.201267 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:17:54.206957 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Transition to ACTIVE for port object 54028d1e-27c9-4f84-a5e0-467e25e206d1 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:17:54.219951 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:17:54.231260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:17:54.231736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Transition to ACTIVE for port object 54028d1e-27c9-4f84-a5e0-467e25e206d1 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:17:54.251734 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Attempting to bind port d80a0a7c-5992-4f56-9cd4-31e1340783b2 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:17:54.252098 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Attempting to bind port d80a0a7c-5992-4f56-9cd4-31e1340783b2 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:17:54.252458 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Attempting to bind port d80a0a7c-5992-4f56-9cd4-31e1340783b2 on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:17:54.257344 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:54.270394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Pushing event updated for resources: {'Port': ['ID=abd66f5e-ae6d-4785-a7df-c7c4277a944e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:54.344975 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Pushing event updated for resources: {'Port': ['ID=54028d1e-27c9-4f84-a5e0-467e25e206d1,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:54.361555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:17:54.362332 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Checking segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:17:54.362999 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:54.363687 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Bound using segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:17:54.364435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Bound port: d80a0a7c-5992-4f56-9cd4-31e1340783b2, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:17:54.365075 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:54.369164 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Network c8884f81-f79c-4af5-a755-8f97074baecf is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:17:54.374690 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:17:54.377814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:17:54.461648 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Attempting to bind port 54028d1e-27c9-4f84-a5e0-467e25e206d1 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:17:54.462127 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Attempting to bind port 54028d1e-27c9-4f84-a5e0-467e25e206d1 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'eb2333f6-9d27-4646-bb35-5c0a020705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c8884f81-f79c-4af5-a755-8f97074baecf'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:17:54.465315 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Attempting to bind port 54028d1e-27c9-4f84-a5e0-467e25e206d1 on network c8884f81-f79c-4af5-a755-8f97074baecf {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:17:54.504510 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:17:54.505220 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Checking segment: {'id': 'eb2333f6-9d27-4646-bb35-5c0a020705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c8884f81-f79c-4af5-a755-8f97074baecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:17:54.505597 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:54.506096 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Bound using segment: {'id': 'eb2333f6-9d27-4646-bb35-5c0a020705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c8884f81-f79c-4af5-a755-8f97074baecf'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:17:54.506883 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Bound port: 54028d1e-27c9-4f84-a5e0-467e25e206d1, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2333f6-9d27-4646-bb35-5c0a020705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c8884f81-f79c-4af5-a755-8f97074baecf'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:17:54.507629 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:54.583259 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b81db7-e362-483c-95d3-7ecab057adc3 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:17:54.597856 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] For port d80a0a7c-5992-4f56-9cd4-31e1340783b2, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:17:54.603239 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:54.607323 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] For port d80a0a7c-5992-4f56-9cd4-31e1340783b2, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d80a0a7c-5992-4f56-9cd4-31e1340783b2,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:17:54.613752 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] For port 54028d1e-27c9-4f84-a5e0-467e25e206d1, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:17:54.617814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] For port 54028d1e-27c9-4f84-a5e0-467e25e206d1, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=54028d1e-27c9-4f84-a5e0-467e25e206d1,segment=NetworkSegment(eb2333f6-9d27-4646-bb35-5c0a020705f7),segment_id=eb2333f6-9d27-4646-bb35-5c0a020705f7)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:17:54.619989 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:54.644324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Transition to ACTIVE for port object 80b81db7-e362-483c-95d3-7ecab057adc3 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:17:54.651189 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:54.659290 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:54.788599 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:54.799371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Routers {'535cbba1-f470-4e50-829a-caf7d17f9517'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:17:54.800036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:17:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['535cbba1-f470-4e50-829a-caf7d17f9517'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:54.860393 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Pushing event updated for resources: {'Port': ['ID=80b81db7-e362-483c-95d3-7ecab057adc3,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:54.892098 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7f9e9-3d2c-475e-a293-9c3a41ba05e8 None None] Pushing event updated for resources: {'Port': ['ID=d80a0a7c-5992-4f56-9cd4-31e1340783b2,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:54.985754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Attempting to bind port 80b81db7-e362-483c-95d3-7ecab057adc3 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:17:54.986149 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Attempting to bind port 80b81db7-e362-483c-95d3-7ecab057adc3 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '74ae4304-296b-4f9a-8638-946c5f214380'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:17:54.986493 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Attempting to bind port 80b81db7-e362-483c-95d3-7ecab057adc3 on network 74ae4304-296b-4f9a-8638-946c5f214380 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:17:55.020826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Port 80b81db7-e362-483c-95d3-7ecab057adc3 on network 74ae4304-296b-4f9a-8638-946c5f214380 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:17:55.021276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Attempting to bind port 80b81db7-e362-483c-95d3-7ecab057adc3 on network 74ae4304-296b-4f9a-8638-946c5f214380 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:17:55.048621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:17:55.065816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Checking segment: {'id': 'c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '74ae4304-296b-4f9a-8638-946c5f214380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:17:55.066197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Bound using segment: {'id': 'c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '74ae4304-296b-4f9a-8638-946c5f214380'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:17:55.066818 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Bound port: 80b81db7-e362-483c-95d3-7ecab057adc3, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '74ae4304-296b-4f9a-8638-946c5f214380'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:17:55.067195 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:55.164826 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] Set router 535cbba1-f470-4e50-829a-caf7d17f9517 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:17:55.166649 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a003f8-eb85-4890-8d93-b0260e23985a None None] Pushing event updated for resources: {'Port': ['ID=54028d1e-27c9-4f84-a5e0-467e25e206d1,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:55.279481 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] For port 80b81db7-e362-483c-95d3-7ecab057adc3, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:17:55.288184 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] For port 80b81db7-e362-483c-95d3-7ecab057adc3, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=80b81db7-e362-483c-95d3-7ecab057adc3,segment=NetworkSegment(c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd),segment_id=c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:17:55.296428 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:55.368407 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:55.369279 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:55.371781 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] 10.222.0.63 "PUT /v2.0/ports/80b81db7-e362-483c-95d3-7ecab057adc3 HTTP/1.1" status: 200 len: 1092 time: 1.4132164 Aug 05 14:17:55.374096 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1abc87-fb4e-4147-a28d-76e3776e92f3', 'tag': '80b81db7-e362-483c-95d3-7ecab057adc3'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:17:55.393530 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164b2d1c-4845-44f8-9a2f-f8d9e6e5cf4b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1abc87-fb4e-4147-a28d-76e3776e92f3", "tag": "80b81db7-e362-483c-95d3-7ecab057adc3"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:17:55.512974 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac4e379-8fa9-454b-9a5f-06117815c4a7 x-openstack-request-id: req-bac4e379-8fa9-454b-9a5f-06117815c4a7 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:17:55.513276 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1abc87-fb4e-4147-a28d-76e3776e92f3", "tag": "80b81db7-e362-483c-95d3-7ecab057adc3", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:17:55.513536 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bac4e379-8fa9-454b-9a5f-06117815c4a7 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:17:55.520533 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1abc87-fb4e-4147-a28d-76e3776e92f3', 'tag': '80b81db7-e362-483c-95d3-7ecab057adc3', 'status': 'completed', 'code': 200} Aug 05 14:17:55.522652 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:54Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:55.558349 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1461c59-996e-4779-add4-9d8d7f45b90d None None] The sync data for ids ['535cbba1-f470-4e50-829a-caf7d17f9517'] in n-d-803585-2 is: [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:54Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:17:55.562529 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c38a7-91fb-4beb-8f3a-6958ee3de140 req-d70f9c55-cbf5-4852-a842-6569e06d203a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:55.571059 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-597c38a7-91fb-4beb-8f3a-6958ee3de140 req-d70f9c55-cbf5-4852-a842-6569e06d203a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.1642387 Aug 05 14:17:55.575616 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26aff5-6f85-4b99-8f92-e3f079a75e22 service neutron] Pushing event updated for resources: {'Port': ['ID=80b81db7-e362-483c-95d3-7ecab057adc3,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:55.591985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-d292de3f-38db-4c90-ac2f-7e1ab0c8b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:55.594765 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-d292de3f-38db-4c90-ac2f-7e1ab0c8b39d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbb0a420f3da41faa96fa3da547ac73f&device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 1095 time: 0.1652038 Aug 05 14:17:55.675496 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-597c38a7-91fb-4beb-8f3a-6958ee3de140 req-b802985d-6ffc-4d3c-8621-10ace3374711 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034544 Aug 05 14:17:55.719250 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-28c55aed-c1e1-4211-82ff-51a083ec7671 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b81db7-e362-483c-95d3-7ecab057adc3 HTTP/1.1" status: 200 len: 217 time: 0.0943131 Aug 05 14:17:55.770086 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:55.832060 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-32300f89-195c-4a86-b3ec-ac61a6eba722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:55.834182 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-32300f89-195c-4a86-b3ec-ac61a6eba722 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5a26dbbf-3dff-406a-8915-f986e80b3042 HTTP/1.1" status: 200 len: 853 time: 0.1057761 Aug 05 14:17:55.899881 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-d7d06bb2-85af-46f4-a6fb-84a914978fc5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=74ae4304-296b-4f9a-8638-946c5f214380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564427 Aug 05 14:17:55.997531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Router fbd896cd-0d29-438a-ac41-a62e0efa5779 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:17:56.232940 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 54028d1e-27c9-4f84-a5e0-467e25e206d1 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:17:56.269317 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:17:56.279935 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Sync routers for ids ['fbd896cd-0d29-438a-ac41-a62e0efa5779'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:17:56.300647 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Routers {'fbd896cd-0d29-438a-ac41-a62e0efa5779'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:17:56.301351 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3958adac-6389-45e5-a150-1f07b707218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:17:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fbd896cd-0d29-438a-ac41-a62e0efa5779'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:56.310847 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:56.312140 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-90db7459-29af-4c41-83c5-eaa4e1102523 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3519197 Aug 05 14:17:56.315407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53218) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:17:56.414057 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 54028d1e-27c9-4f84-a5e0-467e25e206d1 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:17:56.431105 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d80a0a7c-5992-4f56-9cd4-31e1340783b2 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:17:56.480013 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858e8a80-276f-41c2-b8eb-334c951f47d2 None None] Network c8884f81-f79c-4af5-a755-8f97074baecf requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:17:56.600768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7a6700ae-cf1d-4955-85fe-9689d8e13fc1 None None] Provisioning for port 54028d1e-27c9-4f84-a5e0-467e25e206d1 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:17:56.617600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7a6700ae-cf1d-4955-85fe-9689d8e13fc1 None None] Provisioning complete for port 54028d1e-27c9-4f84-a5e0-467e25e206d1 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:17:56.618368 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7a6700ae-cf1d-4955-85fe-9689d8e13fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:56.691323 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port d80a0a7c-5992-4f56-9cd4-31e1340783b2 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:17:56.737278 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d80a0a7c-5992-4f56-9cd4-31e1340783b2 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:17:56.737640 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:56.821657 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Set router fbd896cd-0d29-438a-ac41-a62e0efa5779 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:17:56.901641 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-28bb61e2-4f78-40ab-b212-1cae531c4434 service neutron] 10.222.0.63 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9925239 Aug 05 14:17:57.080997 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7a6700ae-cf1d-4955-85fe-9689d8e13fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:57.222183 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c1a68-1fa1-4451-a1b4-a74b6439e7a3 req-47086442-f807-4998-82c9-80970480f342 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:57.223002 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:57.226551 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-607c1a68-1fa1-4451-a1b4-a74b6439e7a3 req-47086442-f807-4998-82c9-80970480f342 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.3233411 Aug 05 14:17:57.242444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-7a6700ae-cf1d-4955-85fe-9689d8e13fc1 None None] For port 54028d1e-27c9-4f84-a5e0-467e25e206d1, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=54028d1e-27c9-4f84-a5e0-467e25e206d1,segment=NetworkSegment(eb2333f6-9d27-4646-bb35-5c0a020705f7),segment_id=eb2333f6-9d27-4646-bb35-5c0a020705f7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:17:57.264330 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7a6700ae-cf1d-4955-85fe-9689d8e13fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:57.305462 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3958adac-6389-45e5-a150-1f07b707218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'name': 'tempest-TestVolumeBootPattern-1954422213-router', 'tenant_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'abd66f5e-ae6d-4785-a7df-c7c4277a944e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:53Z', 'updated_at': '2021-08-05T14:17:54Z', 'revision_number': 3, 'project_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'gw_port': {'id': 'abd66f5e-ae6d-4785-a7df-c7c4277a944e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:53Z', 'updated_at': '2021-08-05T14:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:57.362829 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port d80a0a7c-5992-4f56-9cd4-31e1340783b2, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d80a0a7c-5992-4f56-9cd4-31e1340783b2,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:17:57.372065 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Checking router: fbd896cd-0d29-438a-ac41-a62e0efa5779 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:17:57.373316 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Updating router fbd896cd-0d29-438a-ac41-a62e0efa5779 port abd66f5e-ae6d-4785-a7df-c7c4277a944e binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:17:57.383295 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:57.396359 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-607c1a68-1fa1-4451-a1b4-a74b6439e7a3 req-6d6bfd69-d6dc-4494-85cb-ea6c997ac977 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539748 Aug 05 14:17:57.443953 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-82f4b762-4ff2-4444-8da9-21e910aefac7 req-5f113d87-a467-43ff-ba7d-9272179281a0 service neutron] 10.222.0.63 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600420 Aug 05 14:17:57.457801 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6700ae-cf1d-4955-85fe-9689d8e13fc1 None None] Pushing event updated for resources: {'Port': ['ID=54028d1e-27c9-4f84-a5e0-467e25e206d1,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:57.482529 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:57.502081 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:57.621716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b2d1c-4845-44f8-9a2f-f8d9e6e5cf4b req-842f451e-e35e-4552-a654-e8b0a01f9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:57.633411 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-164b2d1c-4845-44f8-9a2f-f8d9e6e5cf4b req-842f451e-e35e-4552-a654-e8b0a01f9761 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbb0a420f3da41faa96fa3da547ac73f&device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 1095 time: 0.0923936 Aug 05 14:17:57.638569 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8a081cfb-f47c-4bae-80fb-4c16a41124f9 None None] Provisioning complete for port 54028d1e-27c9-4f84-a5e0-467e25e206d1 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:17:57.639602 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8a081cfb-f47c-4bae-80fb-4c16a41124f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:57.700769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=d80a0a7c-5992-4f56-9cd4-31e1340783b2,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:57.793303 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Allocated IP 172.20.0.1 (c8884f81-f79c-4af5-a755-8f97074baecf/72e9f9f7-12c6-45db-a896-b6dc551a4d25/2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:17:57.904005 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b2d1c-4845-44f8-9a2f-f8d9e6e5cf4b req-bdca63d9-3e05-434d-83d7-2c7c3bfeba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:57.905574 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-164b2d1c-4845-44f8-9a2f-f8d9e6e5cf4b req-bdca63d9-3e05-434d-83d7-2c7c3bfeba89 service neutron] 10.222.0.63 "GET /v2.0/networks?id=74ae4304-296b-4f9a-8638-946c5f214380 HTTP/1.1" status: 200 len: 914 time: 0.2712026 Aug 05 14:17:57.947066 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:57.955799 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-164b2d1c-4845-44f8-9a2f-f8d9e6e5cf4b req-c27e4ae0-f454-4832-99e8-3755222e61ea service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b81db7-e362-483c-95d3-7ecab057adc3 HTTP/1.1" status: 200 len: 217 time: 0.0420325 Aug 05 14:17:57.958919 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Transition to ACTIVE for port object abd66f5e-ae6d-4785-a7df-c7c4277a944e will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:17:57.966019 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:57.983917 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:58.018870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Transition to ACTIVE for port object 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:17:58.027293 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371b191-e331-430f-bc6f-21723e4ab643 None None] Pushing event updated for resources: {'Port': ['ID=abd66f5e-ae6d-4785-a7df-c7c4277a944e,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:58.046751 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Attempting to bind port abd66f5e-ae6d-4785-a7df-c7c4277a944e on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:17:58.047174 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Attempting to bind port abd66f5e-ae6d-4785-a7df-c7c4277a944e by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:17:58.047538 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Attempting to bind port abd66f5e-ae6d-4785-a7df-c7c4277a944e on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:17:58.056176 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:17:58.056602 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:17:58.056830 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b2d1c-4845-44f8-9a2f-f8d9e6e5cf4b req-a519a558-c485-4436-bfab-d6eae387fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:58.057040 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:58.057449 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:17:58.057927 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Bound port: abd66f5e-ae6d-4785-a7df-c7c4277a944e, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:17:58.058898 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:58.059024 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-164b2d1c-4845-44f8-9a2f-f8d9e6e5cf4b req-a519a558-c485-4436-bfab-d6eae387fc53 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5a26dbbf-3dff-406a-8915-f986e80b3042 HTTP/1.1" status: 200 len: 853 time: 0.0941610 Aug 05 14:17:58.084214 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:58.123446 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-164b2d1c-4845-44f8-9a2f-f8d9e6e5cf4b req-c5725b5a-41fd-4279-888f-00ca9ec80650 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=74ae4304-296b-4f9a-8638-946c5f214380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566733 Aug 05 14:17:58.139609 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-3958adac-6389-45e5-a150-1f07b707218b None None] For port abd66f5e-ae6d-4785-a7df-c7c4277a944e, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:17:58.147284 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-3958adac-6389-45e5-a150-1f07b707218b None None] For port abd66f5e-ae6d-4785-a7df-c7c4277a944e, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=abd66f5e-ae6d-4785-a7df-c7c4277a944e,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:17:58.165664 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:58.205335 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 54028d1e-27c9-4f84-a5e0-467e25e206d1 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:17:58.212902 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Network c8884f81-f79c-4af5-a755-8f97074baecf is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:17:58.220107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:17:58.224329 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:17:58.300635 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:58.305440 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Pushing event updated for resources: {'Port': ['ID=2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:58.308590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 54028d1e-27c9-4f84-a5e0-467e25e206d1 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:17:58.309040 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:58.313394 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371b191-e331-430f-bc6f-21723e4ab643 None None] Pushing event updated for resources: {'Port': ['ID=abd66f5e-ae6d-4785-a7df-c7c4277a944e,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:58.317731 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Routers {'fbd896cd-0d29-438a-ac41-a62e0efa5779'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:17:58.318452 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3958adac-6389-45e5-a150-1f07b707218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:17:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fbd896cd-0d29-438a-ac41-a62e0efa5779'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:58.413069 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d80a0a7c-5992-4f56-9cd4-31e1340783b2 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:17:58.444267 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-164b2d1c-4845-44f8-9a2f-f8d9e6e5cf4b req-3697ff9a-e1bd-4297-8051-879dadf37318 service neutron] 10.222.0.63 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042324 Aug 05 14:17:58.491178 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d80a0a7c-5992-4f56-9cd4-31e1340783b2 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:17:58.491993 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:58.579448 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:58.617194 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-164b2d1c-4845-44f8-9a2f-f8d9e6e5cf4b req-0451fbc1-7f3c-4931-8225-259b55142f0d service neutron] 10.222.0.63 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694524 Aug 05 14:17:58.669390 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-3958adac-6389-45e5-a150-1f07b707218b None None] Set router fbd896cd-0d29-438a-ac41-a62e0efa5779 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:17:58.770099 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bb8abcfe-dfed-4c4b-8184-ef780c8fbb83 None None] Provisioning for port 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:17:58.775385 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bb8abcfe-dfed-4c4b-8184-ef780c8fbb83 None None] Provisioning complete for port 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:17:58.775955 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bb8abcfe-dfed-4c4b-8184-ef780c8fbb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:58.783961 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:58.801000 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1c53e-59fa-4971-8434-4257c179acf0 req-77839868-6b63-4b36-a579-04ead4587ed9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:17:58.812047 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e8d1c53e-59fa-4971-8434-4257c179acf0 req-77839868-6b63-4b36-a579-04ead4587ed9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.2680616 Aug 05 14:17:58.821579 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:58.857938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-bb8abcfe-dfed-4c4b-8184-ef780c8fbb83 None None] Port 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:17:58.920272 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3958adac-6389-45e5-a150-1f07b707218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'name': 'tempest-TestVolumeBootPattern-1954422213-router', 'tenant_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'abd66f5e-ae6d-4785-a7df-c7c4277a944e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:53Z', 'updated_at': '2021-08-05T14:17:54Z', 'revision_number': 3, 'project_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'gw_port': {'id': 'abd66f5e-ae6d-4785-a7df-c7c4277a944e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:53Z', 'updated_at': '2021-08-05T14:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:17:58.933508 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e8d1c53e-59fa-4971-8434-4257c179acf0 req-f6c75f1c-5f3a-48ad-ac4f-3454c580a985 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201999 Aug 05 14:17:58.950670 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3958adac-6389-45e5-a150-1f07b707218b None None] The sync data for ids ['fbd896cd-0d29-438a-ac41-a62e0efa5779'] in n-d-803585-2 is: [{'id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'name': 'tempest-TestVolumeBootPattern-1954422213-router', 'tenant_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'abd66f5e-ae6d-4785-a7df-c7c4277a944e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:53Z', 'updated_at': '2021-08-05T14:17:54Z', 'revision_number': 3, 'project_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'gw_port': {'id': 'abd66f5e-ae6d-4785-a7df-c7c4277a944e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:53Z', 'updated_at': '2021-08-05T14:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:17:58.956758 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:58.960216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Pushing event updated for resources: {'Port': ['ID=2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:17:59.100325 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Network c8884f81-f79c-4af5-a755-8f97074baecf is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:17:59.102196 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:17:59.275531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Router fbd896cd-0d29-438a-ac41-a62e0efa5779 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:17:59.555524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:17:59.564840 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-42d1da98-bb6c-4977-b8ef-2fc10e26dfb0 admin admin] 10.222.0.16 "PUT /v2.0/routers/fbd896cd-0d29-438a-ac41-a62e0efa5779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2484124 Aug 05 14:17:59.589258 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bc7a7a55-9668-48d4-aaeb-730e9b2fe6d1 None None] Provisioning complete for port 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:17:59.589813 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bc7a7a55-9668-48d4-aaeb-730e9b2fe6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:17:59.637538 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a7a55-9668-48d4-aaeb-730e9b2fe6d1 None None] Port 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:17:59.826146 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 80b81db7-e362-483c-95d3-7ecab057adc3 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:17:59.947656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 80b81db7-e362-483c-95d3-7ecab057adc3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=80b81db7-e362-483c-95d3-7ecab057adc3,segment=NetworkSegment(c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd),segment_id=c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:17:59.966318 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '80b81db7-e362-483c-95d3-7ecab057adc3', 'network_id': '74ae4304-296b-4f9a-8638-946c5f214380', 'port_id': '80b81db7-e362-483c-95d3-7ecab057adc3', 'mac_address': 'fa:16:3e:7a:41:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a26dbbf-3dff-406a-8915-f986e80b3042', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:18:00.102936 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:00.150745 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b81db7-e362-483c-95d3-7ecab057adc3 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:18:00.192056 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device abd66f5e-ae6d-4785-a7df-c7c4277a944e up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:18:00.201570 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 80b81db7-e362-483c-95d3-7ecab057adc3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=80b81db7-e362-483c-95d3-7ecab057adc3,segment=NetworkSegment(c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd),segment_id=c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:18:00.218044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a84f9-04cc-4b4c-879f-3662fa3842e1 req-1f8cabc1-15bb-4ba7-819e-77e972b6e628 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:00.231347 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-772a84f9-04cc-4b4c-879f-3662fa3842e1 req-1f8cabc1-15bb-4ba7-819e-77e972b6e628 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.1397965 Aug 05 14:18:00.257108 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:00.304412 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-772a84f9-04cc-4b4c-879f-3662fa3842e1 req-643eab8d-f136-48e3-97e2-0b659dc1e77e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672507 Aug 05 14:18:00.336073 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=80b81db7-e362-483c-95d3-7ecab057adc3,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:00.438026 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port abd66f5e-ae6d-4785-a7df-c7c4277a944e completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:18:00.444732 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port abd66f5e-ae6d-4785-a7df-c7c4277a944e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:18:00.444732 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:00.557060 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['80b81db7-e362-483c-95d3-7ecab057adc3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:18:00.617305 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:00.703636 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port abd66f5e-ae6d-4785-a7df-c7c4277a944e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=abd66f5e-ae6d-4785-a7df-c7c4277a944e,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:18:00.714971 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:00.806789 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=abd66f5e-ae6d-4785-a7df-c7c4277a944e,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:01.621144 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd57d7-634f-4bef-937a-f730411e537c req-d92168f1-8ac2-4824-919e-84fdebff828a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:01.635432 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bcbd57d7-634f-4bef-937a-f730411e537c req-d92168f1-8ac2-4824-919e-84fdebff828a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 945 time: 0.1222215 Aug 05 14:18:01.635635 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Sync routers for ids ['fbd896cd-0d29-438a-ac41-a62e0efa5779'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:18:01.649763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Routers {'fbd896cd-0d29-438a-ac41-a62e0efa5779'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:18:01.650430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:17:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fbd896cd-0d29-438a-ac41-a62e0efa5779'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:18:01.695472 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bcbd57d7-634f-4bef-937a-f730411e537c req-b306d262-5bfc-4ebf-a602-56d41eaa898e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624113 Aug 05 14:18:01.850429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Set router fbd896cd-0d29-438a-ac41-a62e0efa5779 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:18:01.918055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 80b81db7-e362-483c-95d3-7ecab057adc3 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:18:02.091791 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 80b81db7-e362-483c-95d3-7ecab057adc3 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:18:02.109531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 80b81db7-e362-483c-95d3-7ecab057adc3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:18:02.110194 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:02.161455 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device abd66f5e-ae6d-4785-a7df-c7c4277a944e up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:18:02.317838 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port abd66f5e-ae6d-4785-a7df-c7c4277a944e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:18:02.317838 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:02.626111 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:02.672766 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'name': 'tempest-TestVolumeBootPattern-1954422213-router', 'tenant_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'abd66f5e-ae6d-4785-a7df-c7c4277a944e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:53Z', 'updated_at': '2021-08-05T14:17:58Z', 'revision_number': 4, 'project_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'gw_port': {'id': 'abd66f5e-ae6d-4785-a7df-c7c4277a944e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:53Z', 'updated_at': '2021-08-05T14:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0', 'name': '', 'network_id': 'c8884f81-f79c-4af5-a755-8f97074baecf', 'tenant_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'mac_address': 'fa:16:3e:6d:8b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '72e9f9f7-12c6-45db-a896-b6dc551a4d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:57Z', 'updated_at': '2021-08-05T14:17:58Z', 'revision_number': 2, 'project_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'subnets': [{'id': '72e9f9f7-12c6-45db-a896-b6dc551a4d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:18:02.707224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Checking router: fbd896cd-0d29-438a-ac41-a62e0efa5779 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:18:02.707224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Updating router fbd896cd-0d29-438a-ac41-a62e0efa5779 port 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:18:02.707562 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1abc87-fb4e-4147-a28d-76e3776e92f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b81db7-e362-483c-95d3-7ecab057adc3'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:18:02.709783 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3c3781-39ee-435b-b8a5-1d9fb7199571" -d '{"events": [{"server_uuid": "1d1abc87-fb4e-4147-a28d-76e3776e92f3", "name": "network-vif-plugged", "status": "completed", "tag": "80b81db7-e362-483c-95d3-7ecab057adc3"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:18:02.742262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 80b81db7-e362-483c-95d3-7ecab057adc3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=80b81db7-e362-483c-95d3-7ecab057adc3,segment=NetworkSegment(c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd),segment_id=c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:18:02.753049 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:02.755727 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:02.825195 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1175853e-1120-484f-a1b6-21f874018d1c x-openstack-request-id: req-1175853e-1120-484f-a1b6-21f874018d1c {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:18:02.833003 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1abc87-fb4e-4147-a28d-76e3776e92f3", "name": "network-vif-plugged", "status": "completed", "tag": "80b81db7-e362-483c-95d3-7ecab057adc3", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:18:02.833295 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1175853e-1120-484f-a1b6-21f874018d1c {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:18:02.833705 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1abc87-fb4e-4147-a28d-76e3776e92f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b81db7-e362-483c-95d3-7ecab057adc3', 'code': 200} Aug 05 14:18:02.916248 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=80b81db7-e362-483c-95d3-7ecab057adc3,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:02.933390 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-c306c29d-7f75-42b4-a34a-2dbc1afb78fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:02.939319 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-c306c29d-7f75-42b4-a34a-2dbc1afb78fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 812 time: 0.3997438 Aug 05 14:18:03.043137 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-ad46c566-a81d-45bb-9dac-e9c35476305d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/quotas/065dc2b7c099445c8c1ebc365ab739b7 HTTP/1.1" status: 200 len: 375 time: 0.0757236 Aug 05 14:18:03.090110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3a78d-0c1e-4ad2-8882-20152edca240 req-f4b468ce-ff2f-4079-b14f-128ef2df7c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:03.092094 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5e3a78d-0c1e-4ad2-8882-20152edca240 req-f4b468ce-ff2f-4079-b14f-128ef2df7c59 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 1097 time: 0.1379962 Aug 05 14:18:03.127554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed119f0e-a7b7-4028-bf54-923a86df5812 req-b406a49b-a6d8-4d32-a5a0-5d488f5c6ac6 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:03.129263 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed119f0e-a7b7-4028-bf54-923a86df5812 req-b406a49b-a6d8-4d32-a5a0-5d488f5c6ac6 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.1678898 Aug 05 14:18:03.148533 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5e3a78d-0c1e-4ad2-8882-20152edca240 req-f9c254b2-a86b-4ba5-9c91-d5446e83ac5b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453362 Aug 05 14:18:03.165766 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-1fefe82f-40fb-44b2-b8ec-66adf72aa3eb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1213815 Aug 05 14:18:03.230891 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed119f0e-a7b7-4028-bf54-923a86df5812 req-a70801cc-b5fc-455e-8954-ffd33387ac49 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914869 Aug 05 14:18:03.406673 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:03.418642 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Transition to ACTIVE for port object 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:18:03.434996 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:03.447225 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-9a266b29-a055-4db1-bbd8-81a11e402263 service neutron] 10.222.0.16 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805440 Aug 05 14:18:03.543725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e9597-8357-47c7-ad97-d7a768c59d54 None None] Pushing event updated for resources: {'Port': ['ID=2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:03.604541 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Attempting to bind port 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:18:03.604949 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Attempting to bind port 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'eb2333f6-9d27-4646-bb35-5c0a020705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c8884f81-f79c-4af5-a755-8f97074baecf'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:18:03.605395 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Attempting to bind port 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 on network c8884f81-f79c-4af5-a755-8f97074baecf {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:18:03.611446 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:18:03.613147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Checking segment: {'id': 'eb2333f6-9d27-4646-bb35-5c0a020705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c8884f81-f79c-4af5-a755-8f97074baecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:18:03.613699 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:03.613958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Bound using segment: {'id': 'eb2333f6-9d27-4646-bb35-5c0a020705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c8884f81-f79c-4af5-a755-8f97074baecf'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:18:03.616938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Bound port: 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2333f6-9d27-4646-bb35-5c0a020705f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c8884f81-f79c-4af5-a755-8f97074baecf'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:18:03.618154 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:03.719983 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-e2f80a5a-2aa8-44ee-8462-f1a18afe3b9a service neutron] 10.222.0.16 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637103 Aug 05 14:18:03.754141 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] For port 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:18:03.766910 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] For port 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0,segment=NetworkSegment(eb2333f6-9d27-4646-bb35-5c0a020705f7),segment_id=eb2333f6-9d27-4646-bb35-5c0a020705f7)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:18:03.772185 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:03.856217 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e9597-8357-47c7-ad97-d7a768c59d54 None None] Pushing event updated for resources: {'Port': ['ID=2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:03.889469 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Routers {'fbd896cd-0d29-438a-ac41-a62e0efa5779'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:18:03.890115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:17:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fbd896cd-0d29-438a-ac41-a62e0efa5779'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:18:04.028943 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] Set router fbd896cd-0d29-438a-ac41-a62e0efa5779 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:18:04.455625 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-445df070-0779-48d3-aba0-8d01b3f45c64 req-864ecf42-3b04-43e0-a753-52187921958a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 210 time: 0.0553031 Aug 05 14:18:04.456114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'name': 'tempest-TestVolumeBootPattern-1954422213-router', 'tenant_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'abd66f5e-ae6d-4785-a7df-c7c4277a944e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:53Z', 'updated_at': '2021-08-05T14:17:58Z', 'revision_number': 4, 'project_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'gw_port': {'id': 'abd66f5e-ae6d-4785-a7df-c7c4277a944e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:53Z', 'updated_at': '2021-08-05T14:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0', 'name': '', 'network_id': 'c8884f81-f79c-4af5-a755-8f97074baecf', 'tenant_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'mac_address': 'fa:16:3e:6d:8b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '72e9f9f7-12c6-45db-a896-b6dc551a4d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:57Z', 'updated_at': '2021-08-05T14:18:03Z', 'revision_number': 4, 'project_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'subnets': [{'id': '72e9f9f7-12c6-45db-a896-b6dc551a4d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:18:04.478887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5b462-9328-43c4-8554-8e3258961a70 req-d3320553-4383-41a6-b321-00ce4486d30e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:04.493933 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c3a5b462-9328-43c4-8554-8e3258961a70 req-d3320553-4383-41a6-b321-00ce4486d30e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.1273630 Aug 05 14:18:04.503407 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42f67b-6e4b-4ab7-91f1-a9824a23296a None None] The sync data for ids ['fbd896cd-0d29-438a-ac41-a62e0efa5779'] in n-d-803585-2 is: [{'id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'name': 'tempest-TestVolumeBootPattern-1954422213-router', 'tenant_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'abd66f5e-ae6d-4785-a7df-c7c4277a944e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:53Z', 'updated_at': '2021-08-05T14:17:58Z', 'revision_number': 4, 'project_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'gw_port': {'id': 'abd66f5e-ae6d-4785-a7df-c7c4277a944e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:53Z', 'updated_at': '2021-08-05T14:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0', 'name': '', 'network_id': 'c8884f81-f79c-4af5-a755-8f97074baecf', 'tenant_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'mac_address': 'fa:16:3e:6d:8b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '72e9f9f7-12c6-45db-a896-b6dc551a4d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:57Z', 'updated_at': '2021-08-05T14:18:03Z', 'revision_number': 4, 'project_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'subnets': [{'id': '72e9f9f7-12c6-45db-a896-b6dc551a4d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:18:04.534571 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c3a5b462-9328-43c4-8554-8e3258961a70 req-f0cb79e1-b470-4992-82dd-97d5d1872e9e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397079 Aug 05 14:18:05.156580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-e4a6f113-2f1c-4542-a1e2-742d72ebb2b1 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:05.161945 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-e4a6f113-2f1c-4542-a1e2-742d72ebb2b1 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/networks?id=74ae4304-296b-4f9a-8638-946c5f214380 HTTP/1.1" status: 200 len: 813 time: 0.1809621 Aug 05 14:18:05.216789 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-c28f0f54-aa78-4ca8-9e21-acc68a144b00 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/quotas/cbb0a420f3da41faa96fa3da547ac73f HTTP/1.1" status: 200 len: 375 time: 0.0232489 Aug 05 14:18:05.285316 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-4ca67b9c-dfca-4463-ad6a-f8b5e022f043 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cbb0a420f3da41faa96fa3da547ac73f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593507 Aug 05 14:18:05.423476 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:18:05.427816 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-89b552d2-09e6-45b3-9e09-1e3c387f234e service neutron] 10.222.0.16 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307538 Aug 05 14:18:05.588220 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-a708a049-c163-42d2-8d26-511c13a2b219 service neutron] 10.222.0.16 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511395 Aug 05 14:18:05.646516 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7926b172-b717-470f-bcd4-fd62748f0dc8 req-b6329425-9b29-4949-b15f-910ac28dd8c2 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 210 time: 0.0626171 Aug 05 14:18:05.867339 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01cb30b6-3ff7-4674-90ef-0bd11472b497 req-49eb28de-565b-4cc4-9841-5e6f6f1ea190 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fda9a94-7d9f-43e6-b044-aad1e6b996b9 HTTP/1.1" status: 200 len: 210 time: 0.0442035 Aug 05 14:18:06.112410 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-f509494d-7f31-484b-ad61-0006570b8646 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:06.115175 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-f509494d-7f31-484b-ad61-0006570b8646 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.84 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 812 time: 0.2063866 Aug 05 14:18:06.134384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-48ca649d-3e1c-46c7-82aa-5473e8a8625a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Request body: {'port': {'device_id': '117f0c08-6df8-46da-8c6e-35333ca1a43e', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'admin_state_up': True, 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:18:06.165245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:18:06.289823 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:18:06.296134 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-48ca649d-3e1c-46c7-82aa-5473e8a8625a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Made reservation on behalf of 065dc2b7c099445c8c1ebc365ab739b7 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:18:06.300243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:18:06.301220 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:06.302470 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-48ca649d-3e1c-46c7-82aa-5473e8a8625a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:06.499834 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:06.579878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0,segment=NetworkSegment(eb2333f6-9d27-4646-bb35-5c0a020705f7),segment_id=eb2333f6-9d27-4646-bb35-5c0a020705f7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:18:06.585941 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:06.606698 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-48ca649d-3e1c-46c7-82aa-5473e8a8625a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Allocated IP 172.20.0.13 (6de624eb-5a9e-4fa7-b78e-3b61944c6be0/870cad23-9608-4bc8-8247-31dbaf4eed94/01fe81bf-4aaf-41ef-802c-8e60a0272996) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:18:06.739994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:07.004106 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-37e56f2d-5663-4099-af3e-341921d75fcb req-241487a9-0418-4cb4-9881-267094d99c80 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fda9a94-7d9f-43e6-b044-aad1e6b996b9 HTTP/1.1" status: 200 len: 210 time: 0.0363970 Aug 05 14:18:07.013732 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54c44ab5-3488-4bb0-8be5-0e29b876b188 req-9104082e-f4ed-4f72-ad52-3b52a36dec0e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 210 time: 0.1591170 Aug 05 14:18:07.069284 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-48ca649d-3e1c-46c7-82aa-5473e8a8625a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:07.089142 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-48ca649d-3e1c-46c7-82aa-5473e8a8625a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Transition to ACTIVE for port object 01fe81bf-4aaf-41ef-802c-8e60a0272996 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:18:07.138916 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-48ca649d-3e1c-46c7-82aa-5473e8a8625a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:07.230307 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-48ca649d-3e1c-46c7-82aa-5473e8a8625a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:18:07.230307 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-48ca649d-3e1c-46c7-82aa-5473e8a8625a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:18:07.233546 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-48ca649d-3e1c-46c7-82aa-5473e8a8625a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:18:07.266688 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca649d-3e1c-46c7-82aa-5473e8a8625a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'Port': ['ID=01fe81bf-4aaf-41ef-802c-8e60a0272996,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:07.369155 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-48ca649d-3e1c-46c7-82aa-5473e8a8625a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:07.369944 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-48ca649d-3e1c-46c7-82aa-5473e8a8625a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:07.427755 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-48ca649d-3e1c-46c7-82aa-5473e8a8625a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2976937 Aug 05 14:18:07.559538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Request body: {'port': {'device_id': '117f0c08-6df8-46da-8c6e-35333ca1a43e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:18:07.688303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5f3abcd5-a56c-4c81-adb7-4f09aea30707 None None] Provisioning for port 01fe81bf-4aaf-41ef-802c-8e60a0272996 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:18:07.692466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5f3abcd5-a56c-4c81-adb7-4f09aea30707 None None] Provisioning complete for port 01fe81bf-4aaf-41ef-802c-8e60a0272996 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:18:07.693090 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5f3abcd5-a56c-4c81-adb7-4f09aea30707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:07.714815 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:07.733551 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-1335248e-2e7f-4cff-ac55-84db29dea45a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:07.735402 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-1335248e-2e7f-4cff-ac55-84db29dea45a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.63 "GET /v2.0/networks?id=74ae4304-296b-4f9a-8638-946c5f214380 HTTP/1.1" status: 200 len: 813 time: 0.3500504 Aug 05 14:18:07.767609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-5f3abcd5-a56c-4c81-adb7-4f09aea30707 None None] Port 01fe81bf-4aaf-41ef-802c-8e60a0272996 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:18:07.973779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-74152263-6730-4830-bfb7-220c9f70d4c9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Request body: {'port': {'device_id': '2fda9a94-7d9f-43e6-b044-aad1e6b996b9', 'network_id': '74ae4304-296b-4f9a-8638-946c5f214380', 'admin_state_up': True, 'tenant_id': 'cbb0a420f3da41faa96fa3da547ac73f'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:18:08.124529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:18:08.184047 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9cf76eb7-2422-4852-b992-87e006b99974 req-cc969fe4-84f2-42f1-b1f6-445a274632c1 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fda9a94-7d9f-43e6-b044-aad1e6b996b9 HTTP/1.1" status: 200 len: 210 time: 0.0408907 Aug 05 14:18:08.236430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:18:08.239021 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:08.274055 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-74152263-6730-4830-bfb7-220c9f70d4c9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Made reservation on behalf of cbb0a420f3da41faa96fa3da547ac73f for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:18:08.279209 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-74152263-6730-4830-bfb7-220c9f70d4c9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:08.333125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01fe81bf-4aaf-41ef-802c-8e60a0272996 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:18:08.344912 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:08.375150 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Transition to ACTIVE for port object 01fe81bf-4aaf-41ef-802c-8e60a0272996 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:18:08.395619 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf2b12-3595-41f2-a647-7bb2a9e29569 req-fecb6f21-e4ea-47f1-9beb-60d983ebef9c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:08.397146 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-acdf2b12-3595-41f2-a647-7bb2a9e29569 req-fecb6f21-e4ea-47f1-9beb-60d983ebef9c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 932 time: 0.2459118 Aug 05 14:18:08.428368 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:08.484456 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Pushing event updated for resources: {'Port': ['ID=01fe81bf-4aaf-41ef-802c-8e60a0272996,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:08.654744 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-acdf2b12-3595-41f2-a647-7bb2a9e29569 req-821fa6e2-3484-48d1-b98c-53ff1bb7f164 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274187 Aug 05 14:18:08.739207 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-74152263-6730-4830-bfb7-220c9f70d4c9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Allocated IP 172.20.0.3 (74ae4304-296b-4f9a-8638-946c5f214380/5a26dbbf-3dff-406a-8915-f986e80b3042/20a62e56-2053-48bd-b40a-d9013c8b18cf) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:18:08.741575 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Attempting to bind port 01fe81bf-4aaf-41ef-802c-8e60a0272996 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:18:08.741981 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Attempting to bind port 01fe81bf-4aaf-41ef-802c-8e60a0272996 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:18:08.742276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Attempting to bind port 01fe81bf-4aaf-41ef-802c-8e60a0272996 on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:18:08.753996 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Port 01fe81bf-4aaf-41ef-802c-8e60a0272996 on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:18:08.754351 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Attempting to bind port 01fe81bf-4aaf-41ef-802c-8e60a0272996 on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:18:08.763845 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:18:08.764196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Checking segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:18:08.764584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Bound using segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:18:08.765035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Bound port: 01fe81bf-4aaf-41ef-802c-8e60a0272996, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:18:08.765398 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:08.922799 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] For port 01fe81bf-4aaf-41ef-802c-8e60a0272996, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:18:08.926119 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] For port 01fe81bf-4aaf-41ef-802c-8e60a0272996, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=01fe81bf-4aaf-41ef-802c-8e60a0272996,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:18:08.940490 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:08.994093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:08.994791 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:08.996623 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] 10.222.0.84 "PUT /v2.0/ports/01fe81bf-4aaf-41ef-802c-8e60a0272996 HTTP/1.1" status: 200 len: 1092 time: 1.4487815 Aug 05 14:18:08.999262 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117f0c08-6df8-46da-8c6e-35333ca1a43e', 'tag': '01fe81bf-4aaf-41ef-802c-8e60a0272996'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:18:09.003891 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994fda4a-b2cb-401b-8cf6-f50871f560db" -d '{"events": [{"name": "network-changed", "server_uuid": "117f0c08-6df8-46da-8c6e-35333ca1a43e", "tag": "01fe81bf-4aaf-41ef-802c-8e60a0272996"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:18:09.098539 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea41f73-3479-44e9-812d-b1f23a7718d6 x-openstack-request-id: req-0ea41f73-3479-44e9-812d-b1f23a7718d6 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:18:09.099127 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117f0c08-6df8-46da-8c6e-35333ca1a43e", "tag": "01fe81bf-4aaf-41ef-802c-8e60a0272996", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:18:09.099547 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ea41f73-3479-44e9-812d-b1f23a7718d6 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:18:09.100129 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117f0c08-6df8-46da-8c6e-35333ca1a43e', 'tag': '01fe81bf-4aaf-41ef-802c-8e60a0272996', 'status': 'completed', 'code': 200} Aug 05 14:18:09.133296 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-74152263-6730-4830-bfb7-220c9f70d4c9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:09.179960 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60241e36-8f1d-48ac-a39f-d49a7843d662 service neutron] Pushing event updated for resources: {'Port': ['ID=01fe81bf-4aaf-41ef-802c-8e60a0272996,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:09.215170 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-74152263-6730-4830-bfb7-220c9f70d4c9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:09.233073 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['80b81db7-e362-483c-95d3-7ecab057adc3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:18:09.280192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-74152263-6730-4830-bfb7-220c9f70d4c9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Network 74ae4304-296b-4f9a-8638-946c5f214380 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:18:09.291522 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-74152263-6730-4830-bfb7-220c9f70d4c9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:18:09.311633 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-74152263-6730-4830-bfb7-220c9f70d4c9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:18:09.385092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-74152263-6730-4830-bfb7-220c9f70d4c9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:09.386672 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-74152263-6730-4830-bfb7-220c9f70d4c9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:09.445325 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74152263-6730-4830-bfb7-220c9f70d4c9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Pushing event updated for resources: {'Port': ['ID=20a62e56-2053-48bd-b40a-d9013c8b18cf,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:09.472365 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-87b43f3c-fa5e-4cb6-8289-d3d2a6fec042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:09.474150 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-87b43f3c-fa5e-4cb6-8289-d3d2a6fec042 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 1095 time: 0.3975444 Aug 05 14:18:09.493486 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-74152263-6730-4830-bfb7-220c9f70d4c9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5316110 Aug 05 14:18:09.543794 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Request body: {'port': {'device_id': '2fda9a94-7d9f-43e6-b044-aad1e6b996b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:18:09.609175 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-47eda03e-34ee-4b69-be8b-22341e43a3e3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01fe81bf-4aaf-41ef-802c-8e60a0272996 HTTP/1.1" status: 200 len: 217 time: 0.1136031 Aug 05 14:18:09.698235 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182fe6a-39b7-408e-991d-3ac89013dbbe req-17ce5efd-4cd3-48c9-9468-5ab1dc111ec8 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:09.712741 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9182fe6a-39b7-408e-991d-3ac89013dbbe req-17ce5efd-4cd3-48c9-9468-5ab1dc111ec8 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fda9a94-7d9f-43e6-b044-aad1e6b996b9 HTTP/1.1" status: 200 len: 931 time: 0.3188412 Aug 05 14:18:09.717137 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-98b5de72-f5ac-4763-859c-b6fe8b2bf1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:09.719838 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-98b5de72-f5ac-4763-859c-b6fe8b2bf1a8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.0978913 Aug 05 14:18:09.808830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b65f4f-6e58-48de-b4d4-845a066f368f req-fa87b5c0-6e59-494c-bcbd-479cb930f226 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:09.818987 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-35b65f4f-6e58-48de-b4d4-845a066f368f req-fa87b5c0-6e59-494c-bcbd-479cb930f226 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 944 time: 0.0776019 Aug 05 14:18:09.824251 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:09.856035 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9182fe6a-39b7-408e-991d-3ac89013dbbe req-7747d74f-c25c-4cb3-9b70-329570d5d0bc tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350694 Aug 05 14:18:09.881247 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-35b65f4f-6e58-48de-b4d4-845a066f368f req-c9c1be20-128b-44c4-85fe-69b928eecd73 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556648 Aug 05 14:18:09.901180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-bebd9833-499f-4f39-8baf-23a0a63efca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:09.903288 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-bebd9833-499f-4f39-8baf-23a0a63efca6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642084 Aug 05 14:18:10.155248 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-45b15405-e148-41bb-8ed4-000b1a42e480 service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417467 Aug 05 14:18:10.306289 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a636b198-5f42-4822-b4a6-5a52b974c36f req-ccdb1b94-4dac-48c7-977c-576e862539b4 service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425264 Aug 05 14:18:10.376151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a62e56-2053-48bd-b40a-d9013c8b18cf {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:18:10.401831 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:10.426046 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Transition to ACTIVE for port object 20a62e56-2053-48bd-b40a-d9013c8b18cf will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:18:10.428216 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fda4a-b2cb-401b-8cf6-f50871f560db req-c81adf11-3039-4391-a0df-1f87f4041c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:10.430169 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-994fda4a-b2cb-401b-8cf6-f50871f560db req-c81adf11-3039-4391-a0df-1f87f4041c80 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 1095 time: 0.0667865 Aug 05 14:18:10.435383 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:10.594448 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Pushing event updated for resources: {'Port': ['ID=20a62e56-2053-48bd-b40a-d9013c8b18cf,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:10.686340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Attempting to bind port 20a62e56-2053-48bd-b40a-d9013c8b18cf on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:18:10.686969 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Attempting to bind port 20a62e56-2053-48bd-b40a-d9013c8b18cf by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '74ae4304-296b-4f9a-8638-946c5f214380'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:18:10.687498 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Attempting to bind port 20a62e56-2053-48bd-b40a-d9013c8b18cf on network 74ae4304-296b-4f9a-8638-946c5f214380 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:18:10.695678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fda4a-b2cb-401b-8cf6-f50871f560db req-af375d3f-fcbd-43b4-882e-b2adf5ab0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:10.697252 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-994fda4a-b2cb-401b-8cf6-f50871f560db req-af375d3f-fcbd-43b4-882e-b2adf5ab0923 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 913 time: 0.2527301 Aug 05 14:18:10.698051 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Port 20a62e56-2053-48bd-b40a-d9013c8b18cf on network 74ae4304-296b-4f9a-8638-946c5f214380 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:18:10.698517 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Attempting to bind port 20a62e56-2053-48bd-b40a-d9013c8b18cf on network 74ae4304-296b-4f9a-8638-946c5f214380 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:18:10.713364 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:18:10.713857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Checking segment: {'id': 'c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '74ae4304-296b-4f9a-8638-946c5f214380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:18:10.714559 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Bound using segment: {'id': 'c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '74ae4304-296b-4f9a-8638-946c5f214380'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:18:10.715099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Bound port: 20a62e56-2053-48bd-b40a-d9013c8b18cf, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '74ae4304-296b-4f9a-8638-946c5f214380'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:18:10.715758 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:10.764746 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-994fda4a-b2cb-401b-8cf6-f50871f560db req-4748c707-7ebf-43fe-8a3a-d80ebc44066f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01fe81bf-4aaf-41ef-802c-8e60a0272996 HTTP/1.1" status: 200 len: 217 time: 0.0577707 Aug 05 14:18:10.861608 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fda4a-b2cb-401b-8cf6-f50871f560db req-0ae9adbf-e2ac-4a2f-b996-d8f198bcb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:10.863753 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-994fda4a-b2cb-401b-8cf6-f50871f560db req-0ae9adbf-e2ac-4a2f-b996-d8f198bcb0f2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.0743902 Aug 05 14:18:10.868820 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] For port 20a62e56-2053-48bd-b40a-d9013c8b18cf, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:18:10.873994 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] For port 20a62e56-2053-48bd-b40a-d9013c8b18cf, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=20a62e56-2053-48bd-b40a-d9013c8b18cf,segment=NetworkSegment(c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd),segment_id=c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:18:10.891623 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:11.038488 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e67e2-e927-4d1a-9cd1-3bcc433f3e2d req-542de162-e394-4a11-ae37-e40a6d16355c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:11.048293 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f69e67e2-e927-4d1a-9cd1-3bcc433f3e2d req-542de162-e394-4a11-ae37-e40a6d16355c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 944 time: 0.0778780 Aug 05 14:18:11.112610 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f69e67e2-e927-4d1a-9cd1-3bcc433f3e2d req-2c3eb0ac-e7ad-4741-9c3a-b53485f3a6dd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629075 Aug 05 14:18:11.321793 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:11.322453 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:11.324456 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] 10.222.0.63 "PUT /v2.0/ports/20a62e56-2053-48bd-b40a-d9013c8b18cf HTTP/1.1" status: 200 len: 1091 time: 1.8153224 Aug 05 14:18:11.329523 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fda9a94-7d9f-43e6-b044-aad1e6b996b9', 'tag': '20a62e56-2053-48bd-b40a-d9013c8b18cf'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:18:11.332072 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ec1f35-bf9a-4f7f-8943-07f7ca521a10" -d '{"events": [{"name": "network-changed", "server_uuid": "2fda9a94-7d9f-43e6-b044-aad1e6b996b9", "tag": "20a62e56-2053-48bd-b40a-d9013c8b18cf"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:18:11.420468 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a11466c-250b-4f29-a4f2-d675647c9c41 x-openstack-request-id: req-9a11466c-250b-4f29-a4f2-d675647c9c41 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:18:11.420763 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fda9a94-7d9f-43e6-b044-aad1e6b996b9", "tag": "20a62e56-2053-48bd-b40a-d9013c8b18cf", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:18:11.421020 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a11466c-250b-4f29-a4f2-d675647c9c41 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:18:11.421406 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fda9a94-7d9f-43e6-b044-aad1e6b996b9', 'tag': '20a62e56-2053-48bd-b40a-d9013c8b18cf', 'status': 'completed', 'code': 200} Aug 05 14:18:11.439163 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fda4a-b2cb-401b-8cf6-f50871f560db req-7b6a6a52-4897-4b60-a9c5-f34577b4239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:11.440699 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-994fda4a-b2cb-401b-8cf6-f50871f560db req-7b6a6a52-4897-4b60-a9c5-f34577b4239a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5652483 Aug 05 14:18:11.441300 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6aa4b-4005-4ef5-9123-343ab2980623 service neutron] Pushing event updated for resources: {'Port': ['ID=20a62e56-2053-48bd-b40a-d9013c8b18cf,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:11.470116 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d759bf-633d-44f1-84e6-48815981a794 req-44f8d63d-525b-43a0-99c7-5ea9dc6a8943 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:11.471661 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f4d759bf-633d-44f1-84e6-48815981a794 req-44f8d63d-525b-43a0-99c7-5ea9dc6a8943 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fda9a94-7d9f-43e6-b044-aad1e6b996b9 HTTP/1.1" status: 200 len: 943 time: 0.1651824 Aug 05 14:18:11.538183 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-9000e1e8-3045-441f-a2e3-129659217856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:11.540100 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-9000e1e8-3045-441f-a2e3-129659217856 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbb0a420f3da41faa96fa3da547ac73f&device_id=2fda9a94-7d9f-43e6-b044-aad1e6b996b9 HTTP/1.1" status: 200 len: 1094 time: 0.1628404 Aug 05 14:18:11.599245 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f4d759bf-633d-44f1-84e6-48815981a794 req-de090761-d64a-468f-adfa-7b36743a9a32 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155481 Aug 05 14:18:11.614785 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-93ac5194-0613-45a1-b2ce-ea1d180303e5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20a62e56-2053-48bd-b40a-d9013c8b18cf HTTP/1.1" status: 200 len: 217 time: 0.0581431 Aug 05 14:18:11.683266 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-994fda4a-b2cb-401b-8cf6-f50871f560db req-8df076dc-462e-414d-b510-143c4996cd49 service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304277 Aug 05 14:18:11.692422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-450b23ab-f555-4f23-b2a0-eb703e9cc0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:11.693940 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-450b23ab-f555-4f23-b2a0-eb703e9cc0d0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5a26dbbf-3dff-406a-8915-f986e80b3042 HTTP/1.1" status: 200 len: 853 time: 0.0655406 Aug 05 14:18:11.760321 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-d16248ad-f9a9-4e06-9fb3-13c3beb8d784 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=74ae4304-296b-4f9a-8638-946c5f214380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579331 Aug 05 14:18:11.868929 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-994fda4a-b2cb-401b-8cf6-f50871f560db req-3d09d4e4-daab-49d1-a8a5-b8c5af0455b7 service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738641 Aug 05 14:18:11.891084 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-461dae75-aedc-4a1b-8501-97e5a19fc58e service neutron] 10.222.0.63 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211226 Aug 05 14:18:12.001917 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6665f2d5-eb75-4328-b712-d19522bf9b7c req-9573a7f0-2c5d-4181-a287-a51258736590 service neutron] 10.222.0.63 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028101 Aug 05 14:18:12.119291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec1f35-bf9a-4f7f-8943-07f7ca521a10 req-af6a7d71-4aad-42b3-aea4-083026e373d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:12.122623 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75ec1f35-bf9a-4f7f-8943-07f7ca521a10 req-af6a7d71-4aad-42b3-aea4-083026e373d9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbb0a420f3da41faa96fa3da547ac73f&device_id=2fda9a94-7d9f-43e6-b044-aad1e6b996b9 HTTP/1.1" status: 200 len: 1094 time: 0.0613689 Aug 05 14:18:12.249130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec1f35-bf9a-4f7f-8943-07f7ca521a10 req-56de9e38-aced-4c91-8566-ee11518a80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:12.254046 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75ec1f35-bf9a-4f7f-8943-07f7ca521a10 req-56de9e38-aced-4c91-8566-ee11518a80fb service neutron] 10.222.0.63 "GET /v2.0/networks?id=74ae4304-296b-4f9a-8638-946c5f214380 HTTP/1.1" status: 200 len: 914 time: 0.1178572 Aug 05 14:18:12.287365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ad4b6-01da-4c57-bebf-925708b10549 req-c6a9ff93-51e8-463e-9e4e-1dd4de4cb3c0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:12.301265 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-715ad4b6-01da-4c57-bebf-925708b10549 req-c6a9ff93-51e8-463e-9e4e-1dd4de4cb3c0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 944 time: 0.0977371 Aug 05 14:18:12.347812 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75ec1f35-bf9a-4f7f-8943-07f7ca521a10 req-729c06fd-5f2b-4145-9e43-189e26ef795d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20a62e56-2053-48bd-b40a-d9013c8b18cf HTTP/1.1" status: 200 len: 217 time: 0.0843048 Aug 05 14:18:12.353894 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-715ad4b6-01da-4c57-bebf-925708b10549 req-3fa7baf5-f9f1-499f-880e-8de67e238f14 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507233 Aug 05 14:18:12.422075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec1f35-bf9a-4f7f-8943-07f7ca521a10 req-2e46c5ec-29e8-4699-aa81-1e0de8a061f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:12.423611 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75ec1f35-bf9a-4f7f-8943-07f7ca521a10 req-2e46c5ec-29e8-4699-aa81-1e0de8a061f6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5a26dbbf-3dff-406a-8915-f986e80b3042 HTTP/1.1" status: 200 len: 853 time: 0.0674522 Aug 05 14:18:12.467082 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75ec1f35-bf9a-4f7f-8943-07f7ca521a10 req-54251297-cec6-4fe1-9cb1-ca5be48e3a43 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=74ae4304-296b-4f9a-8638-946c5f214380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330722 Aug 05 14:18:12.578649 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75ec1f35-bf9a-4f7f-8943-07f7ca521a10 req-183dd513-362c-4ad8-89b0-ced41d472acd service neutron] 10.222.0.63 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020942 Aug 05 14:18:12.689801 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75ec1f35-bf9a-4f7f-8943-07f7ca521a10 req-a5116bb0-a109-4025-936f-e56c15d3cf99 service neutron] 10.222.0.63 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025014 Aug 05 14:18:12.742128 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae7127-d07e-4989-9e9e-4411d37c1a3a req-c86bd54d-d4dc-41d7-8afa-5b5a3b0557b3 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:12.746032 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-26ae7127-d07e-4989-9e9e-4411d37c1a3a req-c86bd54d-d4dc-41d7-8afa-5b5a3b0557b3 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fda9a94-7d9f-43e6-b044-aad1e6b996b9 HTTP/1.1" status: 200 len: 943 time: 0.0549648 Aug 05 14:18:12.784643 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-26ae7127-d07e-4989-9e9e-4411d37c1a3a req-ee15cc71-6551-46c3-8c62-a2b144ab344e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332167 Aug 05 14:18:13.501110 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4efa2-d854-4b71-a98e-18bddbf288fd req-a8fa1174-da7e-474a-a139-a5794df0de25 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:13.502934 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ccd4efa2-d854-4b71-a98e-18bddbf288fd req-a8fa1174-da7e-474a-a139-a5794df0de25 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 944 time: 0.0525541 Aug 05 14:18:13.546659 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ccd4efa2-d854-4b71-a98e-18bddbf288fd req-b1d7d5e9-1fe3-4725-8465-687f7a3bd0b5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375142 Aug 05 14:18:13.910189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d37cc-5a8e-4a93-8ee6-530e159f6960 req-3a29c8ff-71e6-4801-b8e6-019d91220519 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:13.912125 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da0d37cc-5a8e-4a93-8ee6-530e159f6960 req-3a29c8ff-71e6-4801-b8e6-019d91220519 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fda9a94-7d9f-43e6-b044-aad1e6b996b9 HTTP/1.1" status: 200 len: 943 time: 0.0584152 Aug 05 14:18:13.919253 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 20a62e56-2053-48bd-b40a-d9013c8b18cf details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:18:13.963014 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da0d37cc-5a8e-4a93-8ee6-530e159f6960 req-1865a011-3e4d-42ba-8085-000acbc91bbe tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380559 Aug 05 14:18:14.025349 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 20a62e56-2053-48bd-b40a-d9013c8b18cf, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=20a62e56-2053-48bd-b40a-d9013c8b18cf,segment=NetworkSegment(c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd),segment_id=c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:18:14.039610 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '20a62e56-2053-48bd-b40a-d9013c8b18cf', 'network_id': '74ae4304-296b-4f9a-8638-946c5f214380', 'port_id': '20a62e56-2053-48bd-b40a-d9013c8b18cf', 'mac_address': 'fa:16:3e:a4:12:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a26dbbf-3dff-406a-8915-f986e80b3042', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:18:14.083329 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:14.097517 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a62e56-2053-48bd-b40a-d9013c8b18cf {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:18:14.120508 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 20a62e56-2053-48bd-b40a-d9013c8b18cf, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=20a62e56-2053-48bd-b40a-d9013c8b18cf,segment=NetworkSegment(c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd),segment_id=c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:18:14.125097 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:14.184345 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=20a62e56-2053-48bd-b40a-d9013c8b18cf,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:14.447497 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['20a62e56-2053-48bd-b40a-d9013c8b18cf'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:18:14.692698 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7ab9a-9329-442f-97ac-63c297d92992 req-1b5a551a-93cb-4265-886c-897f07e1f676 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:14.694230 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65e7ab9a-9329-442f-97ac-63c297d92992 req-1b5a551a-93cb-4265-886c-897f07e1f676 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 944 time: 0.0589097 Aug 05 14:18:14.742698 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65e7ab9a-9329-442f-97ac-63c297d92992 req-2d299a56-0769-47c9-a866-69178747eb51 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Aug 05 14:18:14.806819 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:15.089065 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c702e65-4fe8-4ce0-b1d0-ae1d1de2eb00 req-6bb8ed8e-5cc1-4b35-b9f0-42304358941d tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:15.090677 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c702e65-4fe8-4ce0-b1d0-ae1d1de2eb00 req-6bb8ed8e-5cc1-4b35-b9f0-42304358941d tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fda9a94-7d9f-43e6-b044-aad1e6b996b9 HTTP/1.1" status: 200 len: 944 time: 0.0507984 Aug 05 14:18:15.135932 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c702e65-4fe8-4ce0-b1d0-ae1d1de2eb00 req-717a6167-96e8-4e7a-b2fb-9899798466a9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392768 Aug 05 14:18:15.826735 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f44a6f89-27be-4adf-9cf8-37563a492e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:15.863613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f686e-de8d-4e5e-81dc-d729773e3060 req-87bb1b2e-2039-40ad-b8a3-5bebabd9b78a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:15.866877 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d6f686e-de8d-4e5e-81dc-d729773e3060 req-87bb1b2e-2039-40ad-b8a3-5bebabd9b78a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 944 time: 0.0553000 Aug 05 14:18:15.905343 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d6f686e-de8d-4e5e-81dc-d729773e3060 req-0e1162c1-efcc-4638-b017-a83f69f3d323 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333807 Aug 05 14:18:15.935239 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 20a62e56-2053-48bd-b40a-d9013c8b18cf up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:18:15.997098 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 20a62e56-2053-48bd-b40a-d9013c8b18cf completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:18:16.007109 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 20a62e56-2053-48bd-b40a-d9013c8b18cf triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:18:16.007218 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:16.053615 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:16.109158 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:16.133714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fda9a94-7d9f-43e6-b044-aad1e6b996b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a62e56-2053-48bd-b40a-d9013c8b18cf'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:18:16.136385 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695ac355-b9ab-441b-afdf-e54f30a5f58c" -d '{"events": [{"server_uuid": "2fda9a94-7d9f-43e6-b044-aad1e6b996b9", "name": "network-vif-plugged", "status": "completed", "tag": "20a62e56-2053-48bd-b40a-d9013c8b18cf"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:18:16.165270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 20a62e56-2053-48bd-b40a-d9013c8b18cf, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=20a62e56-2053-48bd-b40a-d9013c8b18cf,segment=NetworkSegment(c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd),segment_id=c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:18:16.171556 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:16.200176 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e138d28e-a12f-467a-bb26-836d94775579 x-openstack-request-id: req-e138d28e-a12f-467a-bb26-836d94775579 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:18:16.200563 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fda9a94-7d9f-43e6-b044-aad1e6b996b9", "name": "network-vif-plugged", "status": "completed", "tag": "20a62e56-2053-48bd-b40a-d9013c8b18cf", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:18:16.200893 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e138d28e-a12f-467a-bb26-836d94775579 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:18:16.201464 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fda9a94-7d9f-43e6-b044-aad1e6b996b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a62e56-2053-48bd-b40a-d9013c8b18cf', 'code': 200} Aug 05 14:18:16.236681 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=20a62e56-2053-48bd-b40a-d9013c8b18cf,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:16.315577 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da805344-f0b2-4005-8c7a-d57c43db0ecd req-65fe9ac4-e714-4575-8154-81b1cd117b18 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:16.317212 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa89681-9a07-4136-928d-e94cc38ca9b1 req-b47f3a32-6d88-4f59-860c-10abbc580a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:16.319349 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-daa89681-9a07-4136-928d-e94cc38ca9b1 req-b47f3a32-6d88-4f59-860c-10abbc580a87 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2fda9a94-7d9f-43e6-b044-aad1e6b996b9 HTTP/1.1" status: 200 len: 1096 time: 0.0643227 Aug 05 14:18:16.322733 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da805344-f0b2-4005-8c7a-d57c43db0ecd req-65fe9ac4-e714-4575-8154-81b1cd117b18 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fda9a94-7d9f-43e6-b044-aad1e6b996b9 HTTP/1.1" status: 200 len: 945 time: 0.0982304 Aug 05 14:18:16.363889 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-daa89681-9a07-4136-928d-e94cc38ca9b1 req-12dccb50-30f6-4af7-b53f-01e0b08184ed service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354846 Aug 05 14:18:16.366739 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da805344-f0b2-4005-8c7a-d57c43db0ecd req-5f69cbf9-432d-4840-b00e-70812cde5d0b tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420055 Aug 05 14:18:17.034618 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83928d-d2b2-4841-a6b8-db4971b567d6 req-19b37000-bfaa-4776-8651-ab27aeb52909 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:17.036224 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b83928d-d2b2-4841-a6b8-db4971b567d6 req-19b37000-bfaa-4776-8651-ab27aeb52909 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 944 time: 0.0585570 Aug 05 14:18:17.080086 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b83928d-d2b2-4841-a6b8-db4971b567d6 req-d7383113-ad10-4e11-b1bf-00c3391540bf tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367947 Aug 05 14:18:17.501441 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7455109-8e7d-4300-b59f-316fff86f4d9 req-9284cf60-00d4-4285-9e34-ee9b9aab9e5b tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:17.509131 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7455109-8e7d-4300-b59f-316fff86f4d9 req-9284cf60-00d4-4285-9e34-ee9b9aab9e5b tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fda9a94-7d9f-43e6-b044-aad1e6b996b9 HTTP/1.1" status: 200 len: 945 time: 0.0644660 Aug 05 14:18:17.550037 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7455109-8e7d-4300-b59f-316fff86f4d9 req-5a2664c3-8856-4bf1-a507-4294b1d05605 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400271 Aug 05 14:18:17.779008 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 53562) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:18:17.874091 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cc3a4-0d26-4120-9c05-ec0d7cbf9dc3 req-48cbd32d-8dd4-48d7-89c5-8e17caeff17d tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:17.878722 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-093cc3a4-0d26-4120-9c05-ec0d7cbf9dc3 req-48cbd32d-8dd4-48d7-89c5-8e17caeff17d tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fda9a94-7d9f-43e6-b044-aad1e6b996b9 HTTP/1.1" status: 200 len: 945 time: 0.0540271 Aug 05 14:18:17.899061 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33054917-c432-4737-a863-e66e27391614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:17.941060 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-093cc3a4-0d26-4120-9c05-ec0d7cbf9dc3 req-482c8619-7108-4e2b-b890-0596f5e5bc78 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556140 Aug 05 14:18:18.025293 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33054917-c432-4737-a863-e66e27391614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:18.029594 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33054917-c432-4737-a863-e66e27391614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:18.070928 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-33054917-c432-4737-a863-e66e27391614 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=232670bc47c544a69025c3f73c82e50b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2906151 Aug 05 14:18:18.072887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33054917-c432-4737-a863-e66e27391614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecc244c-310c-4430-ba78-d8eb3ab16237,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:18.073845 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 53570) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:18:18.080425 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33054917-c432-4737-a863-e66e27391614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.080774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33054917-c432-4737-a863-e66e27391614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.081113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33054917-c432-4737-a863-e66e27391614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.081443 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33054917-c432-4737-a863-e66e27391614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.081771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33054917-c432-4737-a863-e66e27391614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.082098 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33054917-c432-4737-a863-e66e27391614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.082446 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33054917-c432-4737-a863-e66e27391614 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.082768 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33054917-c432-4737-a863-e66e27391614 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.083087 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33054917-c432-4737-a863-e66e27391614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.083406 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33054917-c432-4737-a863-e66e27391614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.083723 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33054917-c432-4737-a863-e66e27391614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.084043 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33054917-c432-4737-a863-e66e27391614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.124008 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-823c40f3-11bd-4c82-81d2-d951ce0a2ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:18.147784 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-823c40f3-11bd-4c82-81d2-d951ce0a2ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:18.221781 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf092c-d7ff-47a2-a263-c119ec54b7d0 req-453edf92-83b3-4dee-90d1-6683377bfc95 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:18.223332 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6ddf092c-d7ff-47a2-a263-c119ec54b7d0 req-453edf92-83b3-4dee-90d1-6683377bfc95 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 944 time: 0.0689006 Aug 05 14:18:18.240147 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-823c40f3-11bd-4c82-81d2-d951ce0a2ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:18.242774 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-823c40f3-11bd-4c82-81d2-d951ce0a2ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:18.243881 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-823c40f3-11bd-4c82-81d2-d951ce0a2ecd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ecc244c-310c-4430-ba78-d8eb3ab16237 HTTP/1.1" status: 204 len: 168 time: 0.1690142 Aug 05 14:18:18.264507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c40f3-11bd-4c82-81d2-d951ce0a2ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecc244c-310c-4430-ba78-d8eb3ab16237,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:18.280245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c40f3-11bd-4c82-81d2-d951ce0a2ecd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.280594 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c40f3-11bd-4c82-81d2-d951ce0a2ecd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.280934 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c40f3-11bd-4c82-81d2-d951ce0a2ecd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.281271 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c40f3-11bd-4c82-81d2-d951ce0a2ecd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.281629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c40f3-11bd-4c82-81d2-d951ce0a2ecd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.281965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c40f3-11bd-4c82-81d2-d951ce0a2ecd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.282320 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c40f3-11bd-4c82-81d2-d951ce0a2ecd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.282649 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c40f3-11bd-4c82-81d2-d951ce0a2ecd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.282973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c40f3-11bd-4c82-81d2-d951ce0a2ecd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.283299 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c40f3-11bd-4c82-81d2-d951ce0a2ecd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.283620 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c40f3-11bd-4c82-81d2-d951ce0a2ecd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.283942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823c40f3-11bd-4c82-81d2-d951ce0a2ecd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:18:18.293960 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6ddf092c-d7ff-47a2-a263-c119ec54b7d0 req-ea1ff99c-62f3-4132-a90d-32534801cd08 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631912 Aug 05 14:18:18.350954 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac5c254c-bab9-4b24-b693-536c8551d441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:18.569275 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:19.065678 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd213b-ec4c-4ef2-972e-c1bfdd500ba1 req-424c58cf-b8b0-49fa-8f2e-ee2a4ef46721 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:19.067395 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e1cd213b-ec4c-4ef2-972e-c1bfdd500ba1 req-424c58cf-b8b0-49fa-8f2e-ee2a4ef46721 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fda9a94-7d9f-43e6-b044-aad1e6b996b9 HTTP/1.1" status: 200 len: 945 time: 0.0551805 Aug 05 14:18:19.113840 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e1cd213b-ec4c-4ef2-972e-c1bfdd500ba1 req-ee56fd87-4d68-4c93-9ef2-02de2a360c57 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377829 Aug 05 14:18:19.326936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd2ec-ca56-4b90-91d9-42a6d12c317c req-06f4cc0b-fc78-4dac-b645-e1a3bb2de162 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:19.329081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e08cd2ec-ca56-4b90-91d9-42a6d12c317c req-06f4cc0b-fc78-4dac-b645-e1a3bb2de162 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.63 "GET /v2.0/ports?device_id=2fda9a94-7d9f-43e6-b044-aad1e6b996b9 HTTP/1.1" status: 200 len: 945 time: 0.0590310 Aug 05 14:18:19.454075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 01fe81bf-4aaf-41ef-802c-8e60a0272996 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:18:19.479979 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a79e8-a1a1-47b5-88df-db6acbdc2763 req-a2bd1ae4-6c9b-419a-a208-ef300ae8eacb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:19.487814 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f57a79e8-a1a1-47b5-88df-db6acbdc2763 req-a2bd1ae4-6c9b-419a-a208-ef300ae8eacb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 944 time: 0.1002955 Aug 05 14:18:19.537860 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f57a79e8-a1a1-47b5-88df-db6acbdc2763 req-488059a2-d9a8-456e-9748-29000cbf4650 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489802 Aug 05 14:18:19.547570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-e08cd2ec-ca56-4b90-91d9-42a6d12c317c req-dd697553-283e-498a-9c11-f9b8827c64c3 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Deleting port 20a62e56-2053-48bd-b40a-d9013c8b18cf {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:18:19.547926 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e08cd2ec-ca56-4b90-91d9-42a6d12c317c req-dd697553-283e-498a-9c11-f9b8827c64c3 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:19.583489 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:19.616457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 01fe81bf-4aaf-41ef-802c-8e60a0272996, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=01fe81bf-4aaf-41ef-802c-8e60a0272996,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:18:19.628503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '01fe81bf-4aaf-41ef-802c-8e60a0272996', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'port_id': '01fe81bf-4aaf-41ef-802c-8e60a0272996', 'mac_address': 'fa:16:3e:00:8f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:18:19.683042 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:19.705594 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fe81bf-4aaf-41ef-802c-8e60a0272996 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:18:19.705793 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-e08cd2ec-ca56-4b90-91d9-42a6d12c317c req-dd697553-283e-498a-9c11-f9b8827c64c3 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] For port 20a62e56-2053-48bd-b40a-d9013c8b18cf, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=20a62e56-2053-48bd-b40a-d9013c8b18cf,segment=NetworkSegment(c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd),segment_id=c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:18:19.706268 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e08cd2ec-ca56-4b90-91d9-42a6d12c317c req-dd697553-283e-498a-9c11-f9b8827c64c3 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:19.725067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-e08cd2ec-ca56-4b90-91d9-42a6d12c317c req-dd697553-283e-498a-9c11-f9b8827c64c3 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Calling delete_port for 20a62e56-2053-48bd-b40a-d9013c8b18cf owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:18:19.734174 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 01fe81bf-4aaf-41ef-802c-8e60a0272996, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=01fe81bf-4aaf-41ef-802c-8e60a0272996,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:18:19.741653 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:19.799610 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=01fe81bf-4aaf-41ef-802c-8e60a0272996,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:19.899575 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e08cd2ec-ca56-4b90-91d9-42a6d12c317c req-dd697553-283e-498a-9c11-f9b8827c64c3 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:19.914674 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['80b81db7-e362-483c-95d3-7ecab057adc3', '20a62e56-2053-48bd-b40a-d9013c8b18cf'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:18:19.932933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd697553-283e-498a-9c11-f9b8827c64c3 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Pushing event deleted for resources: {'Port': ['ID=20a62e56-2053-48bd-b40a-d9013c8b18cf,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:19.977961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['01fe81bf-4aaf-41ef-802c-8e60a0272996'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:18:20.001844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08cd2ec-ca56-4b90-91d9-42a6d12c317c req-dd697553-283e-498a-9c11-f9b8827c64c3 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] No DVR routers for this DVR port 20a62e56-2053-48bd-b40a-d9013c8b18cf on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:18:20.005250 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e08cd2ec-ca56-4b90-91d9-42a6d12c317c req-dd697553-283e-498a-9c11-f9b8827c64c3 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:20.008448 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e08cd2ec-ca56-4b90-91d9-42a6d12c317c req-dd697553-283e-498a-9c11-f9b8827c64c3 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.63 "DELETE /v2.0/ports/20a62e56-2053-48bd-b40a-d9013c8b18cf HTTP/1.1" status: 204 len: 173 time: 0.6727948 Aug 05 14:18:20.009065 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fda9a94-7d9f-43e6-b044-aad1e6b996b9', 'name': 'network-vif-deleted', 'tag': '20a62e56-2053-48bd-b40a-d9013c8b18cf'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:18:20.024787 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faa4b0b-f58b-4eb1-b87e-150eb4e1868e" -d '{"events": [{"server_uuid": "2fda9a94-7d9f-43e6-b044-aad1e6b996b9", "name": "network-vif-deleted", "tag": "20a62e56-2053-48bd-b40a-d9013c8b18cf"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:18:20.076362 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12f27b2-8f91-404f-91d4-424249f8f8f4 x-openstack-request-id: req-c12f27b2-8f91-404f-91d4-424249f8f8f4 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:18:20.082813 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fda9a94-7d9f-43e6-b044-aad1e6b996b9", "name": "network-vif-deleted", "tag": "20a62e56-2053-48bd-b40a-d9013c8b18cf", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:18:20.083288 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c12f27b2-8f91-404f-91d4-424249f8f8f4 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:18:20.083807 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fda9a94-7d9f-43e6-b044-aad1e6b996b9', 'name': 'network-vif-deleted', 'tag': '20a62e56-2053-48bd-b40a-d9013c8b18cf', 'status': 'completed', 'code': 200} Aug 05 14:18:20.279400 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-887a066a-d4bd-421e-a9da-922a143fc80d req-0b045c05-c612-47e7-90ea-ab25cb4c7afa tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fda9a94-7d9f-43e6-b044-aad1e6b996b9 HTTP/1.1" status: 200 len: 210 time: 0.0348783 Aug 05 14:18:20.724523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c432774-3375-4b59-8b86-b94a882467df req-73ff1ef2-7153-459d-8808-890d0b49e35a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:20.727073 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6c432774-3375-4b59-8b86-b94a882467df req-73ff1ef2-7153-459d-8808-890d0b49e35a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 945 time: 0.0685203 Aug 05 14:18:20.771700 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6c432774-3375-4b59-8b86-b94a882467df req-e71b3256-7e4f-4ae5-a3cf-fd0746688a8d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366743 Aug 05 14:18:21.303412 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:21.456828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368ea4a-83db-4f60-bf1f-9274e9f398d2 req-23d18201-880a-4efb-b5e6-940b611f7119 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:21.464900 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4368ea4a-83db-4f60-bf1f-9274e9f398d2 req-23d18201-880a-4efb-b5e6-940b611f7119 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0690062 Aug 05 14:18:21.468594 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 01fe81bf-4aaf-41ef-802c-8e60a0272996 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:18:21.511162 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4368ea4a-83db-4f60-bf1f-9274e9f398d2 req-ae31cfd0-c2f7-481f-9754-32a03118feff tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403926 Aug 05 14:18:21.564326 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 01fe81bf-4aaf-41ef-802c-8e60a0272996 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:18:21.568618 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 01fe81bf-4aaf-41ef-802c-8e60a0272996 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:18:21.569062 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:21.677711 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:21.718065 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117f0c08-6df8-46da-8c6e-35333ca1a43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fe81bf-4aaf-41ef-802c-8e60a0272996'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:18:21.723743 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36c944f-9500-4977-b260-d8ff3a6e7cdf" -d '{"events": [{"server_uuid": "117f0c08-6df8-46da-8c6e-35333ca1a43e", "name": "network-vif-plugged", "status": "completed", "tag": "01fe81bf-4aaf-41ef-802c-8e60a0272996"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:18:21.729102 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 01fe81bf-4aaf-41ef-802c-8e60a0272996, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=01fe81bf-4aaf-41ef-802c-8e60a0272996,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:18:21.733661 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:21.796254 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eb2fb0-49db-47f9-8db2-b4c74faf2f1b x-openstack-request-id: req-21eb2fb0-49db-47f9-8db2-b4c74faf2f1b {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:18:21.796543 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117f0c08-6df8-46da-8c6e-35333ca1a43e", "name": "network-vif-plugged", "status": "completed", "tag": "01fe81bf-4aaf-41ef-802c-8e60a0272996", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:18:21.796795 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21eb2fb0-49db-47f9-8db2-b4c74faf2f1b {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:18:21.797180 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117f0c08-6df8-46da-8c6e-35333ca1a43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fe81bf-4aaf-41ef-802c-8e60a0272996', 'code': 200} Aug 05 14:18:21.806481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af3afc-ffc6-4583-aa77-bcd506dc16c4 req-36e9e1f6-9a15-4d1c-9807-d07907bd93b2 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:21.809447 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=01fe81bf-4aaf-41ef-802c-8e60a0272996,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:21.810465 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-51af3afc-ffc6-4583-aa77-bcd506dc16c4 req-36e9e1f6-9a15-4d1c-9807-d07907bd93b2 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0754538 Aug 05 14:18:21.901509 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-51af3afc-ffc6-4583-aa77-bcd506dc16c4 req-8f1f2481-142a-4805-b9c4-47a7da0f639b tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841959 Aug 05 14:18:21.937702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3896b-8aff-4e91-b05a-0d2171471f0d req-0ed23139-891e-42a5-90b1-8448e20a087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:21.939275 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6bf3896b-8aff-4e91-b05a-0d2171471f0d req-0ed23139-891e-42a5-90b1-8448e20a087b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 1097 time: 0.0849943 Aug 05 14:18:21.973941 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 20a62e56-2053-48bd-b40a-d9013c8b18cf no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:18:22.003731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 20a62e56-2053-48bd-b40a-d9013c8b18cf {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:18:22.004075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 20a62e56-2053-48bd-b40a-d9013c8b18cf not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:18:22.006481 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc76651-8d93-4d56-b9e8-9707f8659406 req-21c6dd03-dabb-4a4c-9647-ca7c2fd93d74 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:22.008271 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3cc76651-8d93-4d56-b9e8-9707f8659406 req-21c6dd03-dabb-4a4c-9647-ca7c2fd93d74 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 946 time: 0.1091971 Aug 05 14:18:22.041564 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6bf3896b-8aff-4e91-b05a-0d2171471f0d req-7c87d11b-0f8a-47aa-9cda-16e288053b84 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915999 Aug 05 14:18:22.074487 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3cc76651-8d93-4d56-b9e8-9707f8659406 req-09128c05-e8a4-4f53-a90d-60106c884f36 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490193 Aug 05 14:18:22.084849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396532f-0f71-472f-9089-1828e0a552bb req-fa4a1496-db98-4e23-bfd0-1977f02b0f7c tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:22.086510 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5396532f-0f71-472f-9089-1828e0a552bb req-fa4a1496-db98-4e23-bfd0-1977f02b0f7c tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0665257 Aug 05 14:18:22.133012 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5396532f-0f71-472f-9089-1828e0a552bb req-235adce7-bcf6-4149-b04e-3ca6ccd91273 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394189 Aug 05 14:18:23.234677 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bbfff-423c-43da-8ac7-7d1d384e675f req-07dbe1aa-6427-4473-9fda-2bceadd2206f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:23.236617 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e1bbfff-423c-43da-8ac7-7d1d384e675f req-07dbe1aa-6427-4473-9fda-2bceadd2206f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 946 time: 0.0632834 Aug 05 14:18:23.281689 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e1bbfff-423c-43da-8ac7-7d1d384e675f req-8b28d4c8-a49a-49b6-80ea-7b901fffbe82 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382116 Aug 05 14:18:23.405949 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381acb91-821c-4a9f-9158-490fe2851f75 req-4b36667d-3d4d-4ee3-8030-d9645f006641 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:23.407654 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-381acb91-821c-4a9f-9158-490fe2851f75 req-4b36667d-3d4d-4ee3-8030-d9645f006641 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 946 time: 0.0560393 Aug 05 14:18:23.453446 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-381acb91-821c-4a9f-9158-490fe2851f75 req-339bc9ca-6ac4-400b-b3da-f3834560ed27 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394619 Aug 05 14:18:23.586876 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c3eab-8078-42e1-89aa-8fea946b9878 req-f6cb19ba-031a-4db1-b817-825c2a15647d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:23.595096 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cf1c3eab-8078-42e1-89aa-8fea946b9878 req-f6cb19ba-031a-4db1-b817-825c2a15647d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 946 time: 0.0608110 Aug 05 14:18:23.657958 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cf1c3eab-8078-42e1-89aa-8fea946b9878 req-2c078128-8ed7-417a-b8c7-7a4740d52cdc tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594761 Aug 05 14:18:24.022844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d276c2f-c5e4-4a53-9ca2-e49ad08f2da0 req-b9d434df-c40d-4bbf-9413-2ecdef6b45a2 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:24.035147 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4d276c2f-c5e4-4a53-9ca2-e49ad08f2da0 req-b9d434df-c40d-4bbf-9413-2ecdef6b45a2 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 946 time: 0.0996041 Aug 05 14:18:24.100410 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4d276c2f-c5e4-4a53-9ca2-e49ad08f2da0 req-6a58dd57-0451-4885-ac61-6a45a06456af tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586314 Aug 05 14:18:24.397280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3001a8-3037-433a-9eab-065526c02908 req-9dd9b20c-01a7-4e7a-867c-df4ddcd15757 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:24.404306 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3001a8-3037-433a-9eab-065526c02908 req-9dd9b20c-01a7-4e7a-867c-df4ddcd15757 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.3670902 Aug 05 14:18:24.446527 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a3001a8-3037-433a-9eab-065526c02908 req-8a11897e-965c-4c3b-9e63-f95bbd47fcd2 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412226 Aug 05 14:18:24.602597 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76c464-e884-4628-908f-c316b841dcfa req-87957b61-fdcc-4261-bb6a-55358df4a89e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:24.607145 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d76c464-e884-4628-908f-c316b841dcfa req-87957b61-fdcc-4261-bb6a-55358df4a89e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0671220 Aug 05 14:18:24.648492 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d76c464-e884-4628-908f-c316b841dcfa req-0a30d0e1-4587-477e-9b73-f4c239723bb2 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377629 Aug 05 14:18:25.245595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab385e-5eff-426e-925a-e42e2e1245e6 req-6483d736-23d8-46af-82e2-c1c53ee0c8dd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:25.248471 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-afab385e-5eff-426e-925a-e42e2e1245e6 req-6483d736-23d8-46af-82e2-c1c53ee0c8dd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 946 time: 0.0869439 Aug 05 14:18:25.323846 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-afab385e-5eff-426e-925a-e42e2e1245e6 req-7678755a-2186-4749-a63c-69b97c11ffce tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683990 Aug 05 14:18:25.472600 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d69d0e-aa25-4158-9253-a1acb9825fab req-37a39c10-77ce-467a-bedc-511703f6ce82 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:25.474432 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2d69d0e-aa25-4158-9253-a1acb9825fab req-37a39c10-77ce-467a-bedc-511703f6ce82 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.84 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 946 time: 0.1005697 Aug 05 14:18:25.603011 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a2d69d0e-aa25-4158-9253-a1acb9825fab req-c80d936b-a8b4-41c2-ac0d-d4c03841addb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Deleting port 01fe81bf-4aaf-41ef-802c-8e60a0272996 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:18:25.603717 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2d69d0e-aa25-4158-9253-a1acb9825fab req-c80d936b-a8b4-41c2-ac0d-d4c03841addb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:25.771963 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a2d69d0e-aa25-4158-9253-a1acb9825fab req-c80d936b-a8b4-41c2-ac0d-d4c03841addb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] For port 01fe81bf-4aaf-41ef-802c-8e60a0272996, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=01fe81bf-4aaf-41ef-802c-8e60a0272996,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:18:25.772578 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2d69d0e-aa25-4158-9253-a1acb9825fab req-c80d936b-a8b4-41c2-ac0d-d4c03841addb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:25.801585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a2d69d0e-aa25-4158-9253-a1acb9825fab req-c80d936b-a8b4-41c2-ac0d-d4c03841addb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Calling delete_port for 01fe81bf-4aaf-41ef-802c-8e60a0272996 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:18:25.974542 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2d69d0e-aa25-4158-9253-a1acb9825fab req-c80d936b-a8b4-41c2-ac0d-d4c03841addb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:26.060203 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d936b-a8b4-41c2-ac0d-d4c03841addb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event deleted for resources: {'Port': ['ID=01fe81bf-4aaf-41ef-802c-8e60a0272996,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:26.062445 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d69d0e-aa25-4158-9253-a1acb9825fab req-c80d936b-a8b4-41c2-ac0d-d4c03841addb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] No DVR routers for this DVR port 01fe81bf-4aaf-41ef-802c-8e60a0272996 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:18:26.065003 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a2d69d0e-aa25-4158-9253-a1acb9825fab req-c80d936b-a8b4-41c2-ac0d-d4c03841addb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:26.067229 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2d69d0e-aa25-4158-9253-a1acb9825fab req-c80d936b-a8b4-41c2-ac0d-d4c03841addb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.84 "DELETE /v2.0/ports/01fe81bf-4aaf-41ef-802c-8e60a0272996 HTTP/1.1" status: 204 len: 173 time: 0.5863707 Aug 05 14:18:26.067599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117f0c08-6df8-46da-8c6e-35333ca1a43e', 'name': 'network-vif-deleted', 'tag': '01fe81bf-4aaf-41ef-802c-8e60a0272996'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:18:26.069995 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a293bc2a-6e6d-4c04-b150-d84b671d2adf" -d '{"events": [{"server_uuid": "117f0c08-6df8-46da-8c6e-35333ca1a43e", "name": "network-vif-deleted", "tag": "01fe81bf-4aaf-41ef-802c-8e60a0272996"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:18:26.128865 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1476fe0-0174-4729-b702-2006ff892fc9 x-openstack-request-id: req-b1476fe0-0174-4729-b702-2006ff892fc9 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:18:26.129388 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117f0c08-6df8-46da-8c6e-35333ca1a43e", "name": "network-vif-deleted", "tag": "01fe81bf-4aaf-41ef-802c-8e60a0272996", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:18:26.129864 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1476fe0-0174-4729-b702-2006ff892fc9 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:18:26.130862 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117f0c08-6df8-46da-8c6e-35333ca1a43e', 'name': 'network-vif-deleted', 'tag': '01fe81bf-4aaf-41ef-802c-8e60a0272996', 'status': 'completed', 'code': 200} Aug 05 14:18:26.330564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157f11e-c418-47eb-832f-1011dd0f68c2 req-29e6a2d2-7dfa-42f3-bf8b-cab1b3259c96 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:26.332651 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5157f11e-c418-47eb-832f-1011dd0f68c2 req-29e6a2d2-7dfa-42f3-bf8b-cab1b3259c96 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0706015 Aug 05 14:18:26.387128 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5157f11e-c418-47eb-832f-1011dd0f68c2 req-5e2b0627-1c57-4590-a774-7f55ac27ea06 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455096 Aug 05 14:18:26.477717 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae629761-6278-463b-8bad-eb0eb0af4f06 req-c12041a9-5708-4486-8659-7c3537b7bbbb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 210 time: 0.0485091 Aug 05 14:18:26.551390 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66286e9a-f6ca-4f37-afd4-b45551f8f2e4 req-cbeae6ef-f058-4f94-bf77-abd463f074e0 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:26.553232 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-66286e9a-f6ca-4f37-afd4-b45551f8f2e4 req-cbeae6ef-f058-4f94-bf77-abd463f074e0 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0574980 Aug 05 14:18:26.654901 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-66286e9a-f6ca-4f37-afd4-b45551f8f2e4 req-bb9e9a90-8c6c-4685-aa74-29e596dd08da tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938437 Aug 05 14:18:26.914274 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746de751-aa55-404f-b513-9486e1b37c57 req-787f5665-b259-42c6-b229-ce1ac50311b9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:26.915871 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-746de751-aa55-404f-b513-9486e1b37c57 req-787f5665-b259-42c6-b229-ce1ac50311b9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0637615 Aug 05 14:18:26.985496 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-746de751-aa55-404f-b513-9486e1b37c57 req-0647f1dc-4146-40fb-8532-53929f569dc8 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607343 Aug 05 14:18:27.114118 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263e0f3-8278-4696-948e-679f5a787a48 req-00e154d9-ff95-4442-9f1d-54bf46112245 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:27.115682 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b263e0f3-8278-4696-948e-679f5a787a48 req-00e154d9-ff95-4442-9f1d-54bf46112245 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0529361 Aug 05 14:18:27.163072 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b263e0f3-8278-4696-948e-679f5a787a48 req-5a05b903-e95b-4683-96bf-0eaf5f0f6d84 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410511 Aug 05 14:18:27.403813 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b678b-3797-4f23-adbd-6cfe345b8c92 req-23687954-814b-4c22-b2bd-fca90e97bb1e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:27.406372 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-895b678b-3797-4f23-adbd-6cfe345b8c92 req-23687954-814b-4c22-b2bd-fca90e97bb1e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0690558 Aug 05 14:18:27.455180 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-895b678b-3797-4f23-adbd-6cfe345b8c92 req-330328cd-ddf7-4fcf-a83e-87b348f56a28 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424547 Aug 05 14:18:27.499374 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 01fe81bf-4aaf-41ef-802c-8e60a0272996 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:18:27.521215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 01fe81bf-4aaf-41ef-802c-8e60a0272996 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:18:27.521594 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 01fe81bf-4aaf-41ef-802c-8e60a0272996 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:18:27.609425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d1ef503-d5d3-49e9-9a72-2f94d51d5fd1 req-71417acd-91c3-4338-9ae4-a34e6a94ff0c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 210 time: 0.0466506 Aug 05 14:18:27.656870 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ac342-154d-4ec4-8214-28fc4fde569f req-23fe6664-f3f7-489e-a4fc-cdd7c16a86e8 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:27.669528 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-770ac342-154d-4ec4-8214-28fc4fde569f req-23fe6664-f3f7-489e-a4fc-cdd7c16a86e8 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0926945 Aug 05 14:18:27.715029 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-770ac342-154d-4ec4-8214-28fc4fde569f req-ad4aa3ed-0874-43fa-a02c-3350d3ef33c5 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441105 Aug 05 14:18:27.928405 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e0631-f89a-43de-bfe1-2469336763ce req-0eabb2be-8eb4-4ead-b18b-bb7ddf130faf tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:27.930339 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-882e0631-f89a-43de-bfe1-2469336763ce req-0eabb2be-8eb4-4ead-b18b-bb7ddf130faf tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0625558 Aug 05 14:18:27.983017 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-882e0631-f89a-43de-bfe1-2469336763ce req-daf515ad-f9d9-4219-9d06-73beb421c842 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451081 Aug 05 14:18:28.160734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dfa8c-7f36-4f98-a131-d2e0b974a38d req-5c356f8d-9465-48f3-8b0e-751a84be37d6 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:28.162612 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf9dfa8c-7f36-4f98-a131-d2e0b974a38d req-5c356f8d-9465-48f3-8b0e-751a84be37d6 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0657115 Aug 05 14:18:28.214625 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf9dfa8c-7f36-4f98-a131-d2e0b974a38d req-365f24e0-94c2-4d01-bde4-e15523606726 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432231 Aug 05 14:18:28.525712 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68a860-595c-4f8d-8f67-1cdcaa68793e req-f99325a9-aeab-4311-8133-cebc845bc4ac tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:28.536438 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a68a860-595c-4f8d-8f67-1cdcaa68793e req-f99325a9-aeab-4311-8133-cebc845bc4ac tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.1009192 Aug 05 14:18:28.605581 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a68a860-595c-4f8d-8f67-1cdcaa68793e req-ff87c92b-0bb5-4138-b937-8f8879f60f46 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631926 Aug 05 14:18:28.751037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e0365-7298-4004-8904-e656ee2d72f0 req-cb12c979-ef61-48b6-8f9d-52a28c84462e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:28.753208 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-959e0365-7298-4004-8904-e656ee2d72f0 req-cb12c979-ef61-48b6-8f9d-52a28c84462e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0637193 Aug 05 14:18:28.771429 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea8e86d0-beed-4a22-8c47-2e5e0f1ffb50 req-7149192c-dc00-4e41-99f1-e3f1db8bb8a2 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 210 time: 0.0386724 Aug 05 14:18:28.827279 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-959e0365-7298-4004-8904-e656ee2d72f0 req-ffd87b02-54af-44a8-bab9-d0e49b80bd84 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674689 Aug 05 14:18:29.031283 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83809f3-d3f3-46c0-9437-8a20572354fd req-b2a90ea1-dc37-45df-8e33-1e2f8ab88ae7 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:29.034116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a83809f3-d3f3-46c0-9437-8a20572354fd req-b2a90ea1-dc37-45df-8e33-1e2f8ab88ae7 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0757613 Aug 05 14:18:29.082093 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a83809f3-d3f3-46c0-9437-8a20572354fd req-ff69a6f8-b82c-440b-9a81-1b4bc1be71db tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412989 Aug 05 14:18:29.231479 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6db66-1313-47ae-ab95-15983ff9e67d req-728b62ed-d887-454c-bc35-52c2b2de69cb tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:29.233579 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bbc6db66-1313-47ae-ab95-15983ff9e67d req-728b62ed-d887-454c-bc35-52c2b2de69cb tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0742102 Aug 05 14:18:29.292896 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bbc6db66-1313-47ae-ab95-15983ff9e67d req-40f04dac-6f72-4be4-ad85-440a1a7d761b tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468175 Aug 05 14:18:29.559566 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b33fb-c436-4c6d-a584-312901d757e1 req-a9d6e7ac-6456-4b5e-842a-08ed3943dc69 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:29.570358 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-887b33fb-c436-4c6d-a584-312901d757e1 req-a9d6e7ac-6456-4b5e-842a-08ed3943dc69 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/networks?id=74ae4304-296b-4f9a-8638-946c5f214380 HTTP/1.1" status: 200 len: 813 time: 0.1435516 Aug 05 14:18:29.582916 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-887b33fb-c436-4c6d-a584-312901d757e1 req-5cd83985-58da-4aae-b073-9e1e4dbab726 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/quotas/cbb0a420f3da41faa96fa3da547ac73f HTTP/1.1" status: 200 len: 375 time: 0.0116725 Aug 05 14:18:29.668399 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-887b33fb-c436-4c6d-a584-312901d757e1 req-cb09cac2-a911-4eee-9ca8-ec144cbac210 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cbb0a420f3da41faa96fa3da547ac73f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0803239 Aug 05 14:18:29.812067 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b898d4-ec6e-42b5-9a3f-4ab7bf0c3e65 req-d098a912-1596-42a3-9aab-b6af05f7dd7a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:29.819887 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59b898d4-ec6e-42b5-9a3f-4ab7bf0c3e65 req-d098a912-1596-42a3-9aab-b6af05f7dd7a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0658913 Aug 05 14:18:29.872169 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59b898d4-ec6e-42b5-9a3f-4ab7bf0c3e65 req-e55e2da1-f871-4cdf-b62e-a546cee595d5 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512888 Aug 05 14:18:29.936621 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-27a61c4f-4a73-4748-a638-59e6d66093f2 req-0ff5b50c-caa4-4c82-9f80-137c8d32e1c0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 210 time: 0.0435760 Aug 05 14:18:30.031913 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac3316-a0dd-4e82-887a-18c66dd29291 req-c9293ff5-6280-4724-b863-ae9e8aceeb48 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:30.033559 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2ac3316-a0dd-4e82-887a-18c66dd29291 req-c9293ff5-6280-4724-b863-ae9e8aceeb48 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0622072 Aug 05 14:18:30.081579 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2ac3316-a0dd-4e82-887a-18c66dd29291 req-4f958351-881c-42cf-be6d-caa2271987b2 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395615 Aug 05 14:18:30.287539 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d855d26a-e819-4e70-9fbd-293a1ce5ac8b req-4db153d9-a99c-4e34-b9ce-486302496c30 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=cbb0a420f3da41faa96fa3da547ac73f HTTP/1.1" status: 200 len: 221 time: 0.0491738 Aug 05 14:18:30.392736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dc95c-8543-48bc-aef7-c7f66776bb3b req-0d7156b9-8f2e-46a3-b3c6-0bacce4c74d0 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:30.401167 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d4dc95c-8543-48bc-aef7-c7f66776bb3b req-0d7156b9-8f2e-46a3-b3c6-0bacce4c74d0 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0584850 Aug 05 14:18:30.452705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d4dc95c-8543-48bc-aef7-c7f66776bb3b req-6bd86fdf-b5eb-4c98-ad57-0a2469ab9ba5 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504830 Aug 05 14:18:30.615287 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9e0af-5834-4668-b8dd-f83033db4533 req-bc8a1fc1-6c63-4eec-a395-cfcf1e6750f0 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:30.616983 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04c9e0af-5834-4668-b8dd-f83033db4533 req-bc8a1fc1-6c63-4eec-a395-cfcf1e6750f0 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0992899 Aug 05 14:18:30.670874 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04c9e0af-5834-4668-b8dd-f83033db4533 req-3fc6768e-fe62-4997-ba43-3ca8bfd3d95f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453734 Aug 05 14:18:30.830472 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57eaa20-4614-4de5-b75f-f3b477509981 req-bc1f21ee-1de4-433b-9bf1-598c7369a2a6 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:30.832116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d57eaa20-4614-4de5-b75f-f3b477509981 req-bc1f21ee-1de4-433b-9bf1-598c7369a2a6 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0690436 Aug 05 14:18:30.895070 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d57eaa20-4614-4de5-b75f-f3b477509981 req-44c633a1-7eef-452d-87c5-66ae01963787 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556870 Aug 05 14:18:31.035356 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a022536-f5b2-4a0a-9331-13abc4942e2c req-fe780136-1253-4831-9832-da5d171c0599 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:31.043889 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8a022536-f5b2-4a0a-9331-13abc4942e2c req-fe780136-1253-4831-9832-da5d171c0599 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0695450 Aug 05 14:18:31.070011 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-43d7d2bf-5ccd-4393-ac20-70d6a738ce98 req-1047981f-93c4-4d0f-8ede-8f95f18390bd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=117f0c08-6df8-46da-8c6e-35333ca1a43e HTTP/1.1" status: 200 len: 210 time: 0.0355551 Aug 05 14:18:31.086325 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8a022536-f5b2-4a0a-9331-13abc4942e2c req-f535feab-861b-434f-9ba8-7b62c30bda85 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375278 Aug 05 14:18:31.229251 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55811c-2e09-4bda-ac51-8de4a6c70468 req-84f3260e-4f47-4fba-94c0-935c91dc2623 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:31.230989 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a55811c-2e09-4bda-ac51-8de4a6c70468 req-84f3260e-4f47-4fba-94c0-935c91dc2623 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0659919 Aug 05 14:18:31.289305 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a55811c-2e09-4bda-ac51-8de4a6c70468 req-211cfb19-7633-42b2-b038-a3dd916b5b5b tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482562 Aug 05 14:18:31.456328 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ea616-01c1-46eb-b27c-2d4df9267d33 req-ea0f774b-c8cd-4149-913f-bb0bcaa29af6 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:31.458169 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-981ea616-01c1-46eb-b27c-2d4df9267d33 req-ea0f774b-c8cd-4149-913f-bb0bcaa29af6 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0738626 Aug 05 14:18:31.505858 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-981ea616-01c1-46eb-b27c-2d4df9267d33 req-0d77a31e-54c6-4eed-bc1a-762410ae04d6 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 Aug 05 14:18:31.669824 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4e4b1-66f2-49d3-917f-4fd7d811a8f3 req-04cde7b2-9cd9-42ab-8685-a696c8137dd4 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:31.674756 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bce4e4b1-66f2-49d3-917f-4fd7d811a8f3 req-04cde7b2-9cd9-42ab-8685-a696c8137dd4 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0725999 Aug 05 14:18:31.720916 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bce4e4b1-66f2-49d3-917f-4fd7d811a8f3 req-39c3d6ac-7601-4d7c-98b7-d865c2477aa9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430462 Aug 05 14:18:31.860738 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aa80e-09b2-4d0a-b202-5828b607c463 req-3fe7eca6-66ce-486f-b26e-ef8e959caa53 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:31.862571 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6d9aa80e-09b2-4d0a-b202-5828b607c463 req-3fe7eca6-66ce-486f-b26e-ef8e959caa53 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0542288 Aug 05 14:18:31.908278 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6d9aa80e-09b2-4d0a-b202-5828b607c463 req-48cd3492-976b-4eda-86c0-c389a080824c tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370376 Aug 05 14:18:32.066145 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1b6b6-1c96-4724-ad72-42f004d47c91 req-8448c4de-42fa-4069-8ede-c961183154c7 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:32.067781 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d7a1b6b6-1c96-4724-ad72-42f004d47c91 req-8448c4de-42fa-4069-8ede-c961183154c7 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0600297 Aug 05 14:18:32.126909 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d7a1b6b6-1c96-4724-ad72-42f004d47c91 req-0cdc4776-e7d4-4d50-8b34-892e5f72413a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505638 Aug 05 14:18:32.283736 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf20996-813b-4e26-813c-5ac772296640 req-add94902-1701-4d95-8286-f18ffd576fb0 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:32.286005 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dcf20996-813b-4e26-813c-5ac772296640 req-add94902-1701-4d95-8286-f18ffd576fb0 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0615625 Aug 05 14:18:32.333388 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dcf20996-813b-4e26-813c-5ac772296640 req-87ec4554-91ca-4af2-a42e-ed9b0330bebc tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394750 Aug 05 14:18:32.512903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24676fe3-fd60-4f99-8aa9-880bb3495dfc req-61c579ad-8245-45ab-99d7-fb6ad7bdc1af tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:32.519355 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-24676fe3-fd60-4f99-8aa9-880bb3495dfc req-61c579ad-8245-45ab-99d7-fb6ad7bdc1af tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0635867 Aug 05 14:18:32.574137 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-24676fe3-fd60-4f99-8aa9-880bb3495dfc req-a48224be-16b9-4ee8-a439-44352561967e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534801 Aug 05 14:18:32.732878 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efec1a-fd66-452c-80be-da069ace68d4 req-eaf93314-ed15-4995-9f98-75809e1f891e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:32.742074 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-55efec1a-fd66-452c-80be-da069ace68d4 req-eaf93314-ed15-4995-9f98-75809e1f891e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0729558 Aug 05 14:18:32.795456 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-55efec1a-fd66-452c-80be-da069ace68d4 req-8028cc4d-578c-43a4-8583-d2c80a5f856d tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520847 Aug 05 14:18:32.984370 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3ce27-00e9-43b4-b73e-7fa57a350c0f req-c4d58847-3bee-4ad0-b382-b8a15cb59e24 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:32.992668 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-14e3ce27-00e9-43b4-b73e-7fa57a350c0f req-c4d58847-3bee-4ad0-b382-b8a15cb59e24 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0727365 Aug 05 14:18:33.034049 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-14e3ce27-00e9-43b4-b73e-7fa57a350c0f req-28b9d6a1-9f70-497b-b8e2-531bcdd90917 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404854 Aug 05 14:18:33.172919 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb87014-b8b7-48cb-904e-6757116dc845 req-24d9a495-3545-4e8e-9bac-4df732fbceba tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:33.174710 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2eb87014-b8b7-48cb-904e-6757116dc845 req-24d9a495-3545-4e8e-9bac-4df732fbceba tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0612085 Aug 05 14:18:33.220724 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2eb87014-b8b7-48cb-904e-6757116dc845 req-81a19e27-0c67-4229-989a-5ed031351642 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392964 Aug 05 14:18:33.451582 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c1a1-e62e-479c-9b89-3a4c461b93d2 req-01bee428-5034-45c3-8e6f-49843368cd08 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:33.452713 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a532c1a1-e62e-479c-9b89-3a4c461b93d2 req-01bee428-5034-45c3-8e6f-49843368cd08 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0690279 Aug 05 14:18:33.512471 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a532c1a1-e62e-479c-9b89-3a4c461b93d2 req-b81ff718-9146-4e7d-9c1f-a6a325aca4aa tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530119 Aug 05 14:18:33.650853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efd75c-4b73-4498-ab07-426e014dd0ea req-c28597da-bf84-4d55-989e-ba473c7e29f1 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:33.652598 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a1efd75c-4b73-4498-ab07-426e014dd0ea req-c28597da-bf84-4d55-989e-ba473c7e29f1 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0691440 Aug 05 14:18:33.710923 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a1efd75c-4b73-4498-ab07-426e014dd0ea req-bedd6a40-fad8-430c-9f1e-a2f51324cca9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501976 Aug 05 14:18:33.941121 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4739f1-2790-44d8-89d5-df7718a1a5ac req-c8b3fd9c-fd6f-474b-829b-579703a2558b tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:33.943168 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc4739f1-2790-44d8-89d5-df7718a1a5ac req-c8b3fd9c-fd6f-474b-829b-579703a2558b tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0569148 Aug 05 14:18:33.986418 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc4739f1-2790-44d8-89d5-df7718a1a5ac req-85b4b68d-a3df-41a3-9d0e-e9c8a0ed9402 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359268 Aug 05 14:18:34.120804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1169203-03ab-457a-8232-1c4758583598 req-66317d39-7f60-4e43-9a79-8969a5edac74 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:34.130447 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1169203-03ab-457a-8232-1c4758583598 req-66317d39-7f60-4e43-9a79-8969a5edac74 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0639839 Aug 05 14:18:34.178229 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1169203-03ab-457a-8232-1c4758583598 req-28502cd7-052e-40ff-9f50-471bb405a4e6 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446386 Aug 05 14:18:34.345485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e5a37-9731-4cc2-92ed-ca3c9fcbe912 req-924d48e8-f13d-4481-841e-887095ff466a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:34.348482 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cb7e5a37-9731-4cc2-92ed-ca3c9fcbe912 req-924d48e8-f13d-4481-841e-887095ff466a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0652156 Aug 05 14:18:34.400877 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cb7e5a37-9731-4cc2-92ed-ca3c9fcbe912 req-cee4f96f-d0fa-4aeb-ba52-98b8f87c1a4f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446391 Aug 05 14:18:34.556376 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38ecaf-deb6-4aae-b65b-b993054dfbeb req-9ef1098c-c1d9-4b75-9cfa-6ed6aa4d74b2 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:34.558873 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a38ecaf-deb6-4aae-b65b-b993054dfbeb req-9ef1098c-c1d9-4b75-9cfa-6ed6aa4d74b2 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0612483 Aug 05 14:18:34.607923 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a38ecaf-deb6-4aae-b65b-b993054dfbeb req-cd6d9ce0-34ec-49a6-be91-bd0577668362 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422523 Aug 05 14:18:34.867466 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356af96a-461c-4283-bc2e-84eb1df029b0 req-02ba2d18-8f82-43b3-a47e-40d8d2da7c16 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:34.869027 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-356af96a-461c-4283-bc2e-84eb1df029b0 req-02ba2d18-8f82-43b3-a47e-40d8d2da7c16 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0615559 Aug 05 14:18:34.952104 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-356af96a-461c-4283-bc2e-84eb1df029b0 req-ffff12d8-40c0-44f0-85e7-87b77f7a2420 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589097 Aug 05 14:18:36.175479 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8d607-1cdf-44b3-9ad6-ad064041ebc3 req-372801e3-ab3b-48c0-a0df-99bf1de878dc tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:36.185961 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b4d8d607-1cdf-44b3-9ad6-ad064041ebc3 req-372801e3-ab3b-48c0-a0df-99bf1de878dc tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.1158001 Aug 05 14:18:36.231152 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b4d8d607-1cdf-44b3-9ad6-ad064041ebc3 req-4be60174-c7f4-4c86-94af-2ee1503d1359 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449224 Aug 05 14:18:36.608167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71fcde-7ed5-4abb-8853-41b804f77d63 req-49f8f9ff-0783-4729-bda2-191f341248e4 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:36.609861 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-db71fcde-7ed5-4abb-8853-41b804f77d63 req-49f8f9ff-0783-4729-bda2-191f341248e4 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0937164 Aug 05 14:18:36.664943 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-db71fcde-7ed5-4abb-8853-41b804f77d63 req-2dc1319c-6b55-46bd-b19c-ea20325e08db tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462420 Aug 05 14:18:37.823268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af631b8-e88d-48d3-98dd-724be2e75976 req-fd7e04b4-6b6d-4fd7-8f03-9bf0ea2c2cfc tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:37.825179 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8af631b8-e88d-48d3-98dd-724be2e75976 req-fd7e04b4-6b6d-4fd7-8f03-9bf0ea2c2cfc tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0592453 Aug 05 14:18:37.868509 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8af631b8-e88d-48d3-98dd-724be2e75976 req-9d292fd4-ff95-4aa1-9de4-8b685fb91f29 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369730 Aug 05 14:18:38.001204 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83faf07-a636-494a-bee2-5bcfdc453c05 req-bacf3953-659e-4efb-a2c9-a588a238d3a1 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:38.003449 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f83faf07-a636-494a-bee2-5bcfdc453c05 req-bacf3953-659e-4efb-a2c9-a588a238d3a1 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0564692 Aug 05 14:18:38.060205 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f83faf07-a636-494a-bee2-5bcfdc453c05 req-b504da0f-f8bb-4458-860c-55dbc1c70b6c tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490708 Aug 05 14:18:38.263101 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15731ae9-c02b-4fe9-bf9a-71360326c312 req-9818b332-e4f0-49ce-a1cb-058827bb4f75 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:38.274214 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-15731ae9-c02b-4fe9-bf9a-71360326c312 req-9818b332-e4f0-49ce-a1cb-058827bb4f75 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0741665 Aug 05 14:18:38.328203 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-15731ae9-c02b-4fe9-bf9a-71360326c312 req-34160381-345b-4e09-a932-3d97609f2467 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525665 Aug 05 14:18:38.490144 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3c5e2-38d5-432a-8950-dbee44a36cde req-8f4ca7af-b3e5-4e51-ab80-c69757c85752 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:38.492658 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25c3c5e2-38d5-432a-8950-dbee44a36cde req-8f4ca7af-b3e5-4e51-ab80-c69757c85752 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0872321 Aug 05 14:18:38.539160 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25c3c5e2-38d5-432a-8950-dbee44a36cde req-f9040ff7-4a27-4207-9a9a-9fffbf9b8038 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387006 Aug 05 14:18:38.765583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e164e5-a63d-4e3d-bb9a-2fb949847987 req-d81638b8-524e-4ee5-a888-8c7b513e8883 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:38.767560 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8e164e5-a63d-4e3d-bb9a-2fb949847987 req-d81638b8-524e-4ee5-a888-8c7b513e8883 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.1126883 Aug 05 14:18:38.833700 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8e164e5-a63d-4e3d-bb9a-2fb949847987 req-38a2c936-1988-4e14-b49d-05939613f30e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551393 Aug 05 14:18:38.992690 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d4304-7a93-41df-b53c-7f1ec8cc067a req-a1df7655-8072-466b-a799-a14d5a5fc8ba tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:38.999672 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cb8d4304-7a93-41df-b53c-7f1ec8cc067a req-a1df7655-8072-466b-a799-a14d5a5fc8ba tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0698793 Aug 05 14:18:39.045802 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cb8d4304-7a93-41df-b53c-7f1ec8cc067a req-2bc98fc5-f6a5-4337-b0d2-7600fea7305f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417111 Aug 05 14:18:39.260347 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85a479-5581-4df6-9dd5-31588ca250a2 req-e5b1651e-5e0a-44b2-a2c3-7281ab67bb72 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:39.268368 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea85a479-5581-4df6-9dd5-31588ca250a2 req-e5b1651e-5e0a-44b2-a2c3-7281ab67bb72 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0777674 Aug 05 14:18:39.336946 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea85a479-5581-4df6-9dd5-31588ca250a2 req-2865eb6b-8b84-4a09-8457-8faf6847ae3f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670156 Aug 05 14:18:39.502367 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8023ea-3ab6-4a69-9d2f-1354ec3d5e76 req-53b26980-c3ca-467e-b9c5-82055a63d78f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:39.504198 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0e8023ea-3ab6-4a69-9d2f-1354ec3d5e76 req-53b26980-c3ca-467e-b9c5-82055a63d78f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0673714 Aug 05 14:18:39.584459 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0e8023ea-3ab6-4a69-9d2f-1354ec3d5e76 req-5e4a9e3e-ca0d-4bc0-b526-ce63e459237a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709100 Aug 05 14:18:39.765340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db4e3d-af97-43d1-83a5-c1f1c9cd6ebf req-9f111322-52a4-49b4-8945-c5278eac15d8 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:39.772514 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41db4e3d-af97-43d1-83a5-c1f1c9cd6ebf req-9f111322-52a4-49b4-8945-c5278eac15d8 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0860636 Aug 05 14:18:39.817607 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41db4e3d-af97-43d1-83a5-c1f1c9cd6ebf req-bc7c9f72-1efd-4b3c-b43c-c36d58576c48 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422511 Aug 05 14:18:39.946552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99340dfb-b34d-45a0-8120-2a56a7ce1967 req-4b607a32-050c-4f7d-9bbb-83ba144ab384 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:39.950755 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-99340dfb-b34d-45a0-8120-2a56a7ce1967 req-4b607a32-050c-4f7d-9bbb-83ba144ab384 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0687189 Aug 05 14:18:39.998491 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-99340dfb-b34d-45a0-8120-2a56a7ce1967 req-93a22ea5-2153-4462-8d55-8f5e24b2b4af tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429215 Aug 05 14:18:40.142230 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fef77a-68e8-41b5-b01e-7cb85706933a req-ba39795f-aa99-43a3-99e0-d2185ffcca9e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:40.143789 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-20fef77a-68e8-41b5-b01e-7cb85706933a req-ba39795f-aa99-43a3-99e0-d2185ffcca9e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0540462 Aug 05 14:18:40.183728 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-20fef77a-68e8-41b5-b01e-7cb85706933a req-d857ac4a-07b5-4096-b309-418e88993ae9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336950 Aug 05 14:18:40.317787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc62ec-c082-409c-a8b8-ef6deab5d978 req-2f69ee45-4a54-4b8b-a30c-c85d93c16792 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:40.319570 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0fc62ec-c082-409c-a8b8-ef6deab5d978 req-2f69ee45-4a54-4b8b-a30c-c85d93c16792 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0625083 Aug 05 14:18:40.362473 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0fc62ec-c082-409c-a8b8-ef6deab5d978 req-1f9e6237-df7a-4419-b206-2d431b7a7280 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350835 Aug 05 14:18:40.608087 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a63d92-c760-423b-a4a0-42100ce7d08f req-654122cc-d0cc-48c0-8745-c817a5474b59 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:40.614524 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-26a63d92-c760-423b-a4a0-42100ce7d08f req-654122cc-d0cc-48c0-8745-c817a5474b59 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0846305 Aug 05 14:18:40.661966 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-26a63d92-c760-423b-a4a0-42100ce7d08f req-049836db-fc9b-46dc-849c-b3ceb0042654 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406306 Aug 05 14:18:40.800693 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda5840-71e9-46d0-b4a3-53570bce07aa req-75721b01-c604-405a-b593-485eb020a9ab tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:40.806755 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ddda5840-71e9-46d0-b4a3-53570bce07aa req-75721b01-c604-405a-b593-485eb020a9ab tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0612919 Aug 05 14:18:40.851033 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ddda5840-71e9-46d0-b4a3-53570bce07aa req-e8091d48-c4e0-49f1-93e7-74e491023d39 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387776 Aug 05 14:18:41.024620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92badbd-229b-45d0-a7b9-2577937b4471 req-1de9a00c-bcd9-496f-83ed-b82916a547f2 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:41.033234 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d92badbd-229b-45d0-a7b9-2577937b4471 req-1de9a00c-bcd9-496f-83ed-b82916a547f2 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0774469 Aug 05 14:18:41.079072 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d92badbd-229b-45d0-a7b9-2577937b4471 req-41a7e062-5ac2-4db2-b718-f12a2114ec34 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446358 Aug 05 14:18:41.224043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef99a77-5779-4a7a-9a81-bb0cb29f1c0f req-adaa9aca-9290-4803-8638-3004d1712868 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:41.229279 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ef99a77-5779-4a7a-9a81-bb0cb29f1c0f req-adaa9aca-9290-4803-8638-3004d1712868 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0645609 Aug 05 14:18:41.280020 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ef99a77-5779-4a7a-9a81-bb0cb29f1c0f req-5a54fbfa-17e4-47c5-80cf-45fbc3fba759 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458486 Aug 05 14:18:41.488095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f9fe3-276c-4f30-a9e0-5c79a443f50f req-d5d42779-28a1-4cb2-8a11-2d97aaa2ed23 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:41.490524 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8b3f9fe3-276c-4f30-a9e0-5c79a443f50f req-d5d42779-28a1-4cb2-8a11-2d97aaa2ed23 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0845711 Aug 05 14:18:41.557204 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8b3f9fe3-276c-4f30-a9e0-5c79a443f50f req-1a60cfcc-54d0-420d-843e-0f666b7f0fdb tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552051 Aug 05 14:18:41.740344 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de942f-04e3-4dd2-a666-373a7c6f590d req-315b596a-47a6-4443-973d-19df7ee18552 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:41.741951 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-49de942f-04e3-4dd2-a666-373a7c6f590d req-315b596a-47a6-4443-973d-19df7ee18552 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0882142 Aug 05 14:18:41.785641 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-49de942f-04e3-4dd2-a666-373a7c6f590d req-399693f9-aecf-453d-965c-df27e005372f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370085 Aug 05 14:18:41.976751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daf8c0-97b8-4587-a720-f64b36046337 req-322ff135-857d-4586-9580-855174e7bc66 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:41.979603 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-79daf8c0-97b8-4587-a720-f64b36046337 req-322ff135-857d-4586-9580-855174e7bc66 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0613334 Aug 05 14:18:42.022803 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-79daf8c0-97b8-4587-a720-f64b36046337 req-1220061f-93e1-44b9-96d2-0016f3cb975e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364373 Aug 05 14:18:42.146943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833151e6-f4db-440b-96c8-7ae173486b19 req-0be3ea00-8d34-495a-834a-0ff9c47b76a2 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:42.154865 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-833151e6-f4db-440b-96c8-7ae173486b19 req-0be3ea00-8d34-495a-834a-0ff9c47b76a2 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0576262 Aug 05 14:18:42.204145 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-833151e6-f4db-440b-96c8-7ae173486b19 req-e66ebaef-7ca1-4575-825c-d9fd88135b23 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483217 Aug 05 14:18:42.350064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187dc42-1be1-48f1-bbdb-22f305ff1d2d req-14be2aa1-13ce-481b-bb77-9933fd7cd543 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:42.351604 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d187dc42-1be1-48f1-bbdb-22f305ff1d2d req-14be2aa1-13ce-481b-bb77-9933fd7cd543 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0558105 Aug 05 14:18:42.396165 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d187dc42-1be1-48f1-bbdb-22f305ff1d2d req-547b5236-406e-490e-b6b7-0f0fed2f55b6 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366669 Aug 05 14:18:42.424640 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:18:42.528890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee653a9c-2a94-4854-ad5d-8034e02a67c1 req-cd3a8582-da05-4443-ab1f-c7765fbca1b4 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:42.530801 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ee653a9c-2a94-4854-ad5d-8034e02a67c1 req-cd3a8582-da05-4443-ab1f-c7765fbca1b4 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0583119 Aug 05 14:18:42.575673 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ee653a9c-2a94-4854-ad5d-8034e02a67c1 req-01171832-3a5a-48a8-8fcb-f1c5bc89fbea tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384393 Aug 05 14:18:43.084795 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be0515-3098-49d7-9adf-516a0bafd39f req-c1fbc665-ea2b-4a8b-8be4-46f907458258 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:43.091087 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c5be0515-3098-49d7-9adf-516a0bafd39f req-c1fbc665-ea2b-4a8b-8be4-46f907458258 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0709450 Aug 05 14:18:43.137887 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c5be0515-3098-49d7-9adf-516a0bafd39f req-0c3590d1-7c81-4446-930b-c6c0e0d2bf3d tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426543 Aug 05 14:18:43.442923 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-efdde31f-882c-4ea1-9db4-c8df39020a7a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1967344 Aug 05 14:18:43.544745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-ffce3158-d7d2-47fb-b46a-7befc93145e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:43.545592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-ffce3158-d7d2-47fb-b46a-7befc93145e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:43.546311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-ffce3158-d7d2-47fb-b46a-7befc93145e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:43.547000 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-ffce3158-d7d2-47fb-b46a-7befc93145e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:43.547678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-ffce3158-d7d2-47fb-b46a-7befc93145e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:43.548374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-ffce3158-d7d2-47fb-b46a-7befc93145e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:43.549047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-ffce3158-d7d2-47fb-b46a-7befc93145e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:43.551349 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-ffce3158-d7d2-47fb-b46a-7befc93145e0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6e036408f4db49cba61ec7696aa2c980&device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 6491 time: 0.0554750 Aug 05 14:18:43.692282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-2cd55e1f-bce4-4856-81a3-3ac110dbe6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:43.693094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-2cd55e1f-bce4-4856-81a3-3ac110dbe6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:43.693942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-2cd55e1f-bce4-4856-81a3-3ac110dbe6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:43.696181 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-2cd55e1f-bce4-4856-81a3-3ac110dbe6d5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=49ee7bf9-24d1-4e2b-931b-356656b891c1&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=a672c1b5-fff9-4841-8c10-82e5613d6b62&id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1 HTTP/1.1" status: 200 len: 2294 time: 0.1190767 Aug 05 14:18:43.779184 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-9b8fd8dd-7cab-4ad0-bce3-832c6a3f2b83 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d HTTP/1.1" status: 200 len: 1001 time: 0.0748100 Aug 05 14:18:43.870180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-cab541be-f849-4fbc-be81-e84e7529f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:43.873766 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-cab541be-f849-4fbc-be81-e84e7529f68d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=99590631-4fd2-461f-8715-2f2e7cafe5bd HTTP/1.1" status: 200 len: 851 time: 0.0849891 Aug 05 14:18:43.940612 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-1cbb21e7-17d1-41aa-9915-866972244826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:43.942676 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-1cbb21e7-17d1-41aa-9915-866972244826 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49ee7bf9-24d1-4e2b-931b-356656b891c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555716 Aug 05 14:18:44.054292 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-b30e0a38-cf39-4646-9775-06a22269c031 service neutron] 10.222.0.63 "GET /v2.0/networks/49ee7bf9-24d1-4e2b-931b-356656b891c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033900 Aug 05 14:18:44.154189 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-4993a7f8-abb7-4ef4-96d8-d02463ec7ab2 service neutron] 10.222.0.63 "GET /v2.0/networks/49ee7bf9-24d1-4e2b-931b-356656b891c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915132 Aug 05 14:18:44.217700 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-36022df9-867c-4da3-9d67-674487100cf6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=2c927f5c-290c-4b0f-bd3f-2f5908f555c8 HTTP/1.1" status: 200 len: 217 time: 0.0542357 Aug 05 14:18:44.308713 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-bfea87ba-8a70-4971-b4ae-e6fc4aa67418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:44.310356 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-bfea87ba-8a70-4971-b4ae-e6fc4aa67418 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.0745847 Aug 05 14:18:44.322074 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a2f9e-edff-4b9e-8ada-a149368ee9b5 req-b743f6ad-0dc6-44b2-b055-26897061d6ff tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:44.328397 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ae9a2f9e-edff-4b9e-8ada-a149368ee9b5 req-b743f6ad-0dc6-44b2-b055-26897061d6ff tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.1037707 Aug 05 14:18:44.416233 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ae9a2f9e-edff-4b9e-8ada-a149368ee9b5 req-af8f9e4c-c9cd-4530-b015-74e7f8388651 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867906 Aug 05 14:18:44.423630 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-f9580bbe-f6a4-45c0-aee5-e37a7d852949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:44.425299 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-f9580bbe-f6a4-45c0-aee5-e37a7d852949 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0946784 Aug 05 14:18:44.559397 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-35ef1d44-f607-4027-bde0-101f212ebe5c service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251256 Aug 05 14:18:44.678016 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-415f0bb5-a305-4bda-8839-7ed4c7b97c5d service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091452 Aug 05 14:18:44.723620 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-9bb20d33-7f41-4cab-a1d4-ce01bebff8a8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=7161d31e-c4bb-48b6-8ed5-499b92efc745 HTTP/1.1" status: 200 len: 217 time: 0.0383112 Aug 05 14:18:44.793068 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-bec6b1bd-b93d-49c7-8e84-f014deabba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:44.794644 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-bec6b1bd-b93d-49c7-8e84-f014deabba9a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.0595067 Aug 05 14:18:44.813402 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:44.855810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-25b053d6-70d0-475a-bc90-e36835df8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:44.857354 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-25b053d6-70d0-475a-bc90-e36835df8f6f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0539322 Aug 05 14:18:44.963742 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-97569744-8e75-48f1-89b6-d3a216fdf5f5 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961213 Aug 05 14:18:45.070292 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-da7c061c-cd85-4a4b-8418-86af0bba4c73 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990598 Aug 05 14:18:45.113286 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-d2772e92-c409-41a7-88a2-c9e320550e5f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=b8eb1684-08f2-4780-84fe-e55025c46bf3 HTTP/1.1" status: 200 len: 217 time: 0.0351572 Aug 05 14:18:45.173546 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-b5da81e2-11f9-4d3d-a3c5-6602380bc3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:45.175091 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-b5da81e2-11f9-4d3d-a3c5-6602380bc3d0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.0545125 Aug 05 14:18:45.231827 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-c9ec7b4b-9548-465d-bc57-43fca52dae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:45.233517 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-c9ec7b4b-9548-465d-bc57-43fca52dae84 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0502090 Aug 05 14:18:45.347180 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-deaaa0d6-8745-4436-8d57-84d05ee90c78 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055460 Aug 05 14:18:45.477064 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-eff4ee75-8190-439e-8f27-32a114126000 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221170 Aug 05 14:18:45.548049 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-263b5560-f446-40b4-9532-25fb6127af82 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=c3959024-cd38-493d-b979-ae02a3fd5bed HTTP/1.1" status: 200 len: 217 time: 0.0625081 Aug 05 14:18:45.551828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845fd1a-0dd9-42de-adae-24217e54d5e5 req-a0b73a6d-3c01-4749-8c29-6c845e04375b tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:45.553381 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6845fd1a-0dd9-42de-adae-24217e54d5e5 req-a0b73a6d-3c01-4749-8c29-6c845e04375b tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0595865 Aug 05 14:18:45.615976 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-1d4fc3a6-42fc-4439-8f33-878cbf9befdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:45.617598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-1d4fc3a6-42fc-4439-8f33-878cbf9befdc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 200 len: 797 time: 0.0574102 Aug 05 14:18:45.622496 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6845fd1a-0dd9-42de-adae-24217e54d5e5 req-dec98009-961a-4307-b324-1b957347d22d tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625727 Aug 05 14:18:45.703697 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-cff5b925-7a05-4766-8094-1fe3abbeb419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:45.705635 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-cff5b925-7a05-4766-8094-1fe3abbeb419 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a672c1b5-fff9-4841-8c10-82e5613d6b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0777335 Aug 05 14:18:45.866071 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d0c93099-85c5-44b0-9627-a6b9573c1845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:46.034448 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:46.284334 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-bc6bc8cf-af4c-468a-ba3a-86af5d37dddb service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5516562 Aug 05 14:18:46.398569 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-0e2d668a-539b-4e8f-b62f-46624af4ce47 service neutron] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153057 Aug 05 14:18:46.459395 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-5b84ccd1-34de-487d-8471-45810d148acc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3176ee0-d977-4960-b6c2-a03be5f071ae HTTP/1.1" status: 200 len: 217 time: 0.0533597 Aug 05 14:18:46.514841 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-ef04e5be-11ae-47c2-8ba3-95ea48162811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:46.516590 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-ef04e5be-11ae-47c2-8ba3-95ea48162811 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=84bdd077-911d-4689-bd57-064e082f69c5 HTTP/1.1" status: 200 len: 797 time: 0.0498981 Aug 05 14:18:46.572194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-493074cd-5457-4b2b-82b8-67098aacc042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:46.574409 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-493074cd-5457-4b2b-82b8-67098aacc042 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0500076 Aug 05 14:18:46.711018 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-7622c523-1851-4afe-aa24-6928156a0a33 service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274250 Aug 05 14:18:46.908586 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d8b6e-1743-43ff-814e-bfdf869082e9 req-d4759806-febd-47c1-8fd6-ad29d800b4e1 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:46.917445 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f43d8b6e-1743-43ff-814e-bfdf869082e9 req-d4759806-febd-47c1-8fd6-ad29d800b4e1 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.1548383 Aug 05 14:18:46.956338 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-56590787-1cd4-41f1-b5ae-f359789ff913 service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371233 Aug 05 14:18:47.037572 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-5e0c28e6-de41-4b16-9fb8-02ccca5bf5b4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd1c7278-e3e1-487f-9ace-bca5738d9ea9 HTTP/1.1" status: 200 len: 217 time: 0.0681574 Aug 05 14:18:47.054296 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f43d8b6e-1743-43ff-814e-bfdf869082e9 req-2fb9cbcb-1b16-49be-ad57-4680a53819d6 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354442 Aug 05 14:18:47.115540 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-51d08612-0c80-48dd-957c-6dd7b84abe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:47.117822 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-51d08612-0c80-48dd-957c-6dd7b84abe30 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=84bdd077-911d-4689-bd57-064e082f69c5 HTTP/1.1" status: 200 len: 797 time: 0.0625920 Aug 05 14:18:47.199542 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-02c91bb3-cf66-4fb6-b526-4492e1ebd81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:47.201081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-02c91bb3-cf66-4fb6-b526-4492e1ebd81e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e4d88e0a-6337-4340-a9bc-d0eebb6714d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0756485 Aug 05 14:18:47.343249 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-3db848b5-b448-4239-8029-30bec8564a64 service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328349 Aug 05 14:18:47.476082 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c0c74e5-5b08-47c9-a186-d6868cdc6f10 req-13583099-e1e0-4a5e-a0d0-d7c1e9c9a547 service neutron] 10.222.0.63 "GET /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249986 Aug 05 14:18:48.191452 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e68562-f41a-469c-88fe-3525fb55cc6d req-ae4d7fd1-6d1b-43db-9e42-bde961840633 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:48.199416 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d2e68562-f41a-469c-88fe-3525fb55cc6d req-ae4d7fd1-6d1b-43db-9e42-bde961840633 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0675502 Aug 05 14:18:48.243794 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d2e68562-f41a-469c-88fe-3525fb55cc6d req-32bcca45-17de-483c-8f05-4c15ae21803e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414627 Aug 05 14:18:48.346616 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-946824ed-cce2-4b1c-b67f-443e88b15c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:48.583789 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:48.714625 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-49db95a4-824c-434e-bad3-999c3326aae6 req-53be3d63-4e5d-446c-8dfa-4f177a1b892e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1283350 Aug 05 14:18:48.804287 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db95a4-824c-434e-bad3-999c3326aae6 req-153c2475-51c0-4dc0-93c2-24ef5d2cd4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:48.806748 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-49db95a4-824c-434e-bad3-999c3326aae6 req-153c2475-51c0-4dc0-93c2-24ef5d2cd4c0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=938b1560f7e5463b94f779198eaceba4&device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 1096 time: 0.0459511 Aug 05 14:18:48.946026 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db95a4-824c-434e-bad3-999c3326aae6 req-27a7989a-f000-417a-b1c0-7f7db63451e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:48.947728 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-49db95a4-824c-434e-bad3-999c3326aae6 req-27a7989a-f000-417a-b1c0-7f7db63451e1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b679858e-6139-479d-a5d3-fd48d6285e1d HTTP/1.1" status: 200 len: 910 time: 0.1205852 Aug 05 14:18:49.022039 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-49db95a4-824c-434e-bad3-999c3326aae6 req-1e74a92b-449c-4bc5-85da-5cee17eb39d3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80fde71c-a28e-4492-94a9-d014192aaecb HTTP/1.1" status: 200 len: 1001 time: 0.0667057 Aug 05 14:18:49.082637 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db95a4-824c-434e-bad3-999c3326aae6 req-e43dd268-10bb-4caf-9960-371c41bcfe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:49.084535 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-49db95a4-824c-434e-bad3-999c3326aae6 req-e43dd268-10bb-4caf-9960-371c41bcfe6b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=71006c8f-08b4-4b58-b5ce-c343b7c3e537 HTTP/1.1" status: 200 len: 848 time: 0.0557718 Aug 05 14:18:49.178740 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db95a4-824c-434e-bad3-999c3326aae6 req-5d611035-96e8-464c-8784-6d725426c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:49.180445 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-49db95a4-824c-434e-bad3-999c3326aae6 req-5d611035-96e8-464c-8784-6d725426c48f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b679858e-6139-479d-a5d3-fd48d6285e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889657 Aug 05 14:18:49.316838 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-49db95a4-824c-434e-bad3-999c3326aae6 req-9d0d2702-9bc1-4982-b945-d3d8edc85763 service neutron] 10.222.0.84 "GET /v2.0/networks/b679858e-6139-479d-a5d3-fd48d6285e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272223 Aug 05 14:18:49.514293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9279c3-0611-4139-9a99-d29433447bc2 req-f4a3d26c-c8a4-46c4-a953-96802e727e7e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:49.522243 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6d9279c3-0611-4139-9a99-d29433447bc2 req-f4a3d26c-c8a4-46c4-a953-96802e727e7e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.1078160 Aug 05 14:18:49.533531 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-49db95a4-824c-434e-bad3-999c3326aae6 req-04f2f8a0-e6e0-4d32-a12f-65662fede8b4 service neutron] 10.222.0.84 "GET /v2.0/networks/b679858e-6139-479d-a5d3-fd48d6285e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079577 Aug 05 14:18:49.543539 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:49.569432 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6d9279c3-0611-4139-9a99-d29433447bc2 req-f84854e9-39b5-431a-a4ec-f01ebe41bdba tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462093 Aug 05 14:18:50.736588 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08f204-b193-4b71-8f07-8ea03a164e44 req-070d7abd-29d7-48cd-b16f-fa68aa0dac75 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:50.738124 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9e08f204-b193-4b71-8f07-8ea03a164e44 req-070d7abd-29d7-48cd-b16f-fa68aa0dac75 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0759175 Aug 05 14:18:50.803453 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9e08f204-b193-4b71-8f07-8ea03a164e44 req-b5819bd7-419a-40dd-a954-b3f6b3e8b79d tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582380 Aug 05 14:18:51.309899 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:51.930575 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656e529-4922-4217-8736-f09974678b66 req-fb985063-bbfa-4c47-88e9-ae3dafeda693 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:51.933211 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f656e529-4922-4217-8736-f09974678b66 req-fb985063-bbfa-4c47-88e9-ae3dafeda693 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0554173 Aug 05 14:18:52.001607 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f656e529-4922-4217-8736-f09974678b66 req-bca294c6-2b8b-46a6-81ab-a4d4c51b673d tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514987 Aug 05 14:18:53.156552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145a0d1-e6d8-4d10-b5e2-9207d64b9f42 req-39ad308d-f3ad-42bd-98b4-dd673ca2a53d tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:53.158574 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6145a0d1-e6d8-4d10-b5e2-9207d64b9f42 req-39ad308d-f3ad-42bd-98b4-dd673ca2a53d tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0562212 Aug 05 14:18:53.229240 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6145a0d1-e6d8-4d10-b5e2-9207d64b9f42 req-0500d757-5cb9-4a50-8ccc-0da9656d7be0 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582578 Aug 05 14:18:54.401483 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa4e09-7793-42ce-97c2-aa454375fd40 req-77b6f514-3e42-404b-a3b5-936b7523f3f1 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:54.403574 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b1fa4e09-7793-42ce-97c2-aa454375fd40 req-77b6f514-3e42-404b-a3b5-936b7523f3f1 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.1028919 Aug 05 14:18:54.487183 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b1fa4e09-7793-42ce-97c2-aa454375fd40 req-d4c13e34-d0b7-47c7-b4e8-70e876d7c72f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636516 Aug 05 14:18:55.663944 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497a3a4-3579-4c7b-bd2e-0ea2d7798c93 req-b4b39c4c-6794-41ca-8842-240f90fe1426 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:55.666462 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2497a3a4-3579-4c7b-bd2e-0ea2d7798c93 req-b4b39c4c-6794-41ca-8842-240f90fe1426 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0860388 Aug 05 14:18:55.719679 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2497a3a4-3579-4c7b-bd2e-0ea2d7798c93 req-ad5a1ed4-f298-477d-8a2a-82c807ff24ae tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467303 Aug 05 14:18:56.876534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c307d7-0b1e-4b75-b263-f424825a1ba8 req-a761df92-d824-4766-8415-cb1eded9941f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:56.878312 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-93c307d7-0b1e-4b75-b263-f424825a1ba8 req-a761df92-d824-4766-8415-cb1eded9941f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0614569 Aug 05 14:18:56.933281 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-93c307d7-0b1e-4b75-b263-f424825a1ba8 req-04848815-6489-45bb-85a6-869e6fbeab11 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454936 Aug 05 14:18:57.302391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 54724) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:18:57.440733 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6cd04fb-2e86-4033-84ea-95990fdbb678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:57.561865 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6cd04fb-2e86-4033-84ea-95990fdbb678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:57.567072 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6cd04fb-2e86-4033-84ea-95990fdbb678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:57.611562 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a6cd04fb-2e86-4033-84ea-95990fdbb678 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1546041dc4364248b414d7401372aded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055255 Aug 05 14:18:57.611562 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd04fb-2e86-4033-84ea-95990fdbb678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7911705d-f605-4df5-850e-4bc5aced2374,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:57.611945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 54734) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:18:57.685642 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f97dded6-dc6c-4f41-864c-4edb6e68c422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:57.711975 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f97dded6-dc6c-4f41-864c-4edb6e68c422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:57.771169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f97dded6-dc6c-4f41-864c-4edb6e68c422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:57.774165 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f97dded6-dc6c-4f41-864c-4edb6e68c422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:57.775507 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f97dded6-dc6c-4f41-864c-4edb6e68c422 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7911705d-f605-4df5-850e-4bc5aced2374 HTTP/1.1" status: 204 len: 168 time: 0.1612189 Aug 05 14:18:57.784045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97dded6-dc6c-4f41-864c-4edb6e68c422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7911705d-f605-4df5-850e-4bc5aced2374,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:58.154612 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0de185-2d10-4141-989d-6bb57f72063f req-23f4f37c-0ecc-46da-b47b-9ee427e10479 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:58.162978 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cc0de185-2d10-4141-989d-6bb57f72063f req-23f4f37c-0ecc-46da-b47b-9ee427e10479 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0750947 Aug 05 14:18:58.218689 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cc0de185-2d10-4141-989d-6bb57f72063f req-d1cfb57b-176d-4f01-b5d2-0339611ef722 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542183 Aug 05 14:18:58.678521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 54782) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:18:58.791887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-a25c7f5f-f2a7-48e5-bec9-c9c524926d19 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1937178789-network', 'tenant_id': '88d5fb20fdc74d5a964903ecc2a88542'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:18:58.817664 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25c7f5f-f2a7-48e5-bec9-c9c524926d19 admin admin] Made reservation on behalf of 88d5fb20fdc74d5a964903ecc2a88542 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:18:58.820377 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a25c7f5f-f2a7-48e5-bec9-c9c524926d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:58.829907 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a25c7f5f-f2a7-48e5-bec9-c9c524926d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:58.929265 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a25c7f5f-f2a7-48e5-bec9-c9c524926d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:58.943552 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a25c7f5f-f2a7-48e5-bec9-c9c524926d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:58.972020 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25c7f5f-f2a7-48e5-bec9-c9c524926d19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:18:58.979222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c7f5f-f2a7-48e5-bec9-c9c524926d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d08ec0-336d-4a83-be5f-cf95b32020f4,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:58.985487 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a25c7f5f-f2a7-48e5-bec9-c9c524926d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:58.985834 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-a25c7f5f-f2a7-48e5-bec9-c9c524926d19 admin admin] Added segment 095c2d6e-8f9a-4773-9d07-e8ae811b963c of type vlan for network 122dbc58-ef18-4e88-bdcf-c089eca2ddbd Aug 05 14:18:59.029506 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a25c7f5f-f2a7-48e5-bec9-c9c524926d19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:59.076218 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a25c7f5f-f2a7-48e5-bec9-c9c524926d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:59.077521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25c7f5f-f2a7-48e5-bec9-c9c524926d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:59.078571 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a25c7f5f-f2a7-48e5-bec9-c9c524926d19 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:59.154794 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a25c7f5f-f2a7-48e5-bec9-c9c524926d19 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4752982 Aug 05 14:18:59.157814 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 54802) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:18:59.163658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-87fc3442-49dc-40a8-b90b-813c7730349a admin admin] Request body: {'subnet': {'network_id': '122dbc58-ef18-4e88-bdcf-c089eca2ddbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1937178789-subnet', 'tenant_id': '88d5fb20fdc74d5a964903ecc2a88542', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:18:59.175597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c7f5f-f2a7-48e5-bec9-c9c524926d19 admin admin] Pushing event updated for resources: {'Network': ['ID=122dbc58-ef18-4e88-bdcf-c089eca2ddbd,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:59.186262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 122dbc58-ef18-4e88-bdcf-c089eca2ddbd details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:18:59.229827 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fc3442-49dc-40a8-b90b-813c7730349a admin admin] Made reservation on behalf of 88d5fb20fdc74d5a964903ecc2a88542 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:18:59.232848 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87fc3442-49dc-40a8-b90b-813c7730349a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:59.397160 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e50af-a5d6-49ad-95f0-8e787ae4f25e req-51be01ca-90ca-4265-8a51-d0f418c7fce8 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:59.402818 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-386e50af-a5d6-49ad-95f0-8e787ae4f25e req-51be01ca-90ca-4265-8a51-d0f418c7fce8 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0769775 Aug 05 14:18:59.444341 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-386e50af-a5d6-49ad-95f0-8e787ae4f25e req-70bc43f6-66d4-4606-bc83-efec126c786e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368729 Aug 05 14:18:59.448623 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-fe01df2d-f546-4bcc-a807-49129febfaa0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:59.456841 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-fe01df2d-f546-4bcc-a807-49129febfaa0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 812 time: 0.1541648 Aug 05 14:18:59.490856 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-c2ba847b-5ce9-46bb-a14d-45767f959bba tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/quotas/065dc2b7c099445c8c1ebc365ab739b7 HTTP/1.1" status: 200 len: 375 time: 0.0330937 Aug 05 14:18:59.580590 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87fc3442-49dc-40a8-b90b-813c7730349a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:59.591846 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-9e3510d3-d013-40f2-acef-6f5c8fc99e9d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929396 Aug 05 14:18:59.685603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc3442-49dc-40a8-b90b-813c7730349a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b57f0f-8f48-44ec-bcc6-2de2ce0afde6,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:18:59.728580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc3442-49dc-40a8-b90b-813c7730349a admin admin] Checking segment: {'id': '095c2d6e-8f9a-4773-9d07-e8ae811b963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '122dbc58-ef18-4e88-bdcf-c089eca2ddbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:18:59.728955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fc3442-49dc-40a8-b90b-813c7730349a admin admin] Network hostable DHCP agents. Network: 122dbc58-ef18-4e88-bdcf-c089eca2ddbd, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:18:59.760620 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-0c641467-f45d-4b55-b95e-ea540e56fdda service neutron] 10.222.0.16 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445563 Aug 05 14:18:59.768251 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fc3442-49dc-40a8-b90b-813c7730349a admin admin] Network 122dbc58-ef18-4e88-bdcf-c089eca2ddbd is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:18:59.823355 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-87fc3442-49dc-40a8-b90b-813c7730349a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 122dbc58-ef18-4e88-bdcf-c089eca2ddbd) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:18:59.830164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fc3442-49dc-40a8-b90b-813c7730349a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:18:59.830798 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-87fc3442-49dc-40a8-b90b-813c7730349a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:18:59.833265 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1807aa-0329-43f3-a2ed-a0197241e1bc None None] Network 122dbc58-ef18-4e88-bdcf-c089eca2ddbd requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:18:59.864395 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-87fc3442-49dc-40a8-b90b-813c7730349a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7053990 Aug 05 14:18:59.911071 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-e7b06db7-772a-43cc-b190-95ef25986f30 service neutron] 10.222.0.16 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371307 Aug 05 14:18:59.986438 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35464cd-aef2-46e3-a3c8-1d5fb5173a5d None None] Network 122dbc58-ef18-4e88-bdcf-c089eca2ddbd requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:19:00.093687 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 80b81db7-e362-483c-95d3-7ecab057adc3 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:19:00.259469 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82b82d0a-b530-4409-8aa4-2c7e6f032450 req-10377b9e-a102-4c53-b0b5-d62a55df998d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 210 time: 0.0461624 Aug 05 14:19:00.398178 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 80b81db7-e362-483c-95d3-7ecab057adc3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=80b81db7-e362-483c-95d3-7ecab057adc3,segment=NetworkSegment(c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd),segment_id=c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:00.421440 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '80b81db7-e362-483c-95d3-7ecab057adc3', 'network_id': '74ae4304-296b-4f9a-8638-946c5f214380', 'port_id': '80b81db7-e362-483c-95d3-7ecab057adc3', 'mac_address': 'fa:16:3e:7a:41:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a26dbbf-3dff-406a-8915-f986e80b3042', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:19:00.471742 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:00.500116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80b81db7-e362-483c-95d3-7ecab057adc3 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:19:00.542339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 80b81db7-e362-483c-95d3-7ecab057adc3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=80b81db7-e362-483c-95d3-7ecab057adc3,segment=NetworkSegment(c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd),segment_id=c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:00.550928 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:00.661089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=80b81db7-e362-483c-95d3-7ecab057adc3,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:00.664044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3e449-0526-461b-af98-b95cad703a8a req-5b2a2983-2d6b-4a36-8d57-87f855289415 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:00.674487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['80b81db7-e362-483c-95d3-7ecab057adc3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:19:00.675334 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c8e3e449-0526-461b-af98-b95cad703a8a req-5b2a2983-2d6b-4a36-8d57-87f855289415 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 945 time: 0.1169889 Aug 05 14:19:00.726457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:00.727018 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:00.727829 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:00.728462 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:00.730102 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:00.730908 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:00.732223 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:00.733531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:00.734446 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:00.735467 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:00.736162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:00.736771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:00.761993 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c8e3e449-0526-461b-af98-b95cad703a8a req-da971b26-ee95-4255-9f88-40916e6fd322 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834234 Aug 05 14:19:01.388406 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7e9f9ddb-4438-4e77-8a62-58bf03543525 req-d963316d-d597-4e05-8e40-64474b0f321f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 210 time: 0.0522683 Aug 05 14:19:02.083473 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e0d15-7034-48bf-8387-37456ca3891c req-2c47ee05-e49c-491f-b33b-8efe8090fb86 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:02.085228 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-027e0d15-7034-48bf-8387-37456ca3891c req-2c47ee05-e49c-491f-b33b-8efe8090fb86 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 945 time: 0.1101024 Aug 05 14:19:02.108192 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 80b81db7-e362-483c-95d3-7ecab057adc3 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:19:02.129462 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-547d3ef7-fb9d-4aa7-a3ab-33733ade4ba8 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:02.131057 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-547d3ef7-fb9d-4aa7-a3ab-33733ade4ba8 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.84 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 812 time: 0.2969861 Aug 05 14:19:02.147160 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-e126fc77-94d4-45f5-a82e-67be82802f1a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Request body: {'port': {'device_id': 'd51523fe-a188-4e09-92c6-5f2bb0d668f0', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'admin_state_up': True, 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:19:02.194910 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 80b81db7-e362-483c-95d3-7ecab057adc3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:19:02.195295 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:02.250969 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-027e0d15-7034-48bf-8387-37456ca3891c req-fd8499f9-4f77-4b2f-a529-01abe7a7dd32 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410372 Aug 05 14:19:02.299696 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:02.332761 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1abc87-fb4e-4147-a28d-76e3776e92f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b81db7-e362-483c-95d3-7ecab057adc3'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:19:02.342200 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410f6ac2-0dc4-44c1-ae95-b1a9282e8241" -d '{"events": [{"server_uuid": "1d1abc87-fb4e-4147-a28d-76e3776e92f3", "name": "network-vif-plugged", "status": "completed", "tag": "80b81db7-e362-483c-95d3-7ecab057adc3"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:19:02.379871 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-e126fc77-94d4-45f5-a82e-67be82802f1a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Made reservation on behalf of 065dc2b7c099445c8c1ebc365ab739b7 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:19:02.386563 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 80b81db7-e362-483c-95d3-7ecab057adc3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=80b81db7-e362-483c-95d3-7ecab057adc3,segment=NetworkSegment(c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd),segment_id=c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:02.410982 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-e126fc77-94d4-45f5-a82e-67be82802f1a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:02.411759 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:02.559595 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d2f8674e-00db-498d-97d1-54de63e26a33 req-fe59c16f-d8aa-4ab3-950b-8d18b0894b24 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 210 time: 0.0410795 Aug 05 14:19:02.582970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=80b81db7-e362-483c-95d3-7ecab057adc3,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:02.726428 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-e126fc77-94d4-45f5-a82e-67be82802f1a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Allocated IP 172.20.0.4 (6de624eb-5a9e-4fa7-b78e-3b61944c6be0/870cad23-9608-4bc8-8247-31dbaf4eed94/60dbf9b7-d586-4d06-a5cb-20c73d682dbc) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:19:02.795732 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74dbe81-83c3-4ba3-8ad9-141fdb11f6ee x-openstack-request-id: req-b74dbe81-83c3-4ba3-8ad9-141fdb11f6ee {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:19:02.796022 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1abc87-fb4e-4147-a28d-76e3776e92f3", "name": "network-vif-plugged", "status": "completed", "tag": "80b81db7-e362-483c-95d3-7ecab057adc3", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:19:02.796296 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b74dbe81-83c3-4ba3-8ad9-141fdb11f6ee {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:19:02.796688 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1abc87-fb4e-4147-a28d-76e3776e92f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b81db7-e362-483c-95d3-7ecab057adc3', 'code': 200} Aug 05 14:19:03.027102 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-e126fc77-94d4-45f5-a82e-67be82802f1a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:03.042569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-e126fc77-94d4-45f5-a82e-67be82802f1a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Transition to ACTIVE for port object 60dbf9b7-d586-4d06-a5cb-20c73d682dbc will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:19:03.091508 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-e126fc77-94d4-45f5-a82e-67be82802f1a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:03.168684 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-e126fc77-94d4-45f5-a82e-67be82802f1a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:19:03.174492 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-e126fc77-94d4-45f5-a82e-67be82802f1a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:19:03.178910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-e126fc77-94d4-45f5-a82e-67be82802f1a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:19:03.224042 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126fc77-94d4-45f5-a82e-67be82802f1a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'Port': ['ID=60dbf9b7-d586-4d06-a5cb-20c73d682dbc,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:03.283870 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-e126fc77-94d4-45f5-a82e-67be82802f1a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:03.284711 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-e126fc77-94d4-45f5-a82e-67be82802f1a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:03.329124 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-e126fc77-94d4-45f5-a82e-67be82802f1a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1834600 Aug 05 14:19:03.347562 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Request body: {'port': {'device_id': 'd51523fe-a188-4e09-92c6-5f2bb0d668f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:19:03.596054 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:03.620411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3aeb8f-0d7c-43cd-aeac-028acea74b88 req-0b5d2a84-5451-4278-b882-5b048c566a42 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:03.622025 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc3aeb8f-0d7c-43cd-aeac-028acea74b88 req-0b5d2a84-5451-4278-b882-5b048c566a42 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.2337530 Aug 05 14:19:03.706085 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-49ca265d-ba27-471c-8c1f-7f5604f11a36 None None] Provisioning for port 60dbf9b7-d586-4d06-a5cb-20c73d682dbc completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:19:03.716771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-49ca265d-ba27-471c-8c1f-7f5604f11a36 None None] Provisioning complete for port 60dbf9b7-d586-4d06-a5cb-20c73d682dbc triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:19:03.727552 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-49ca265d-ba27-471c-8c1f-7f5604f11a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:03.733778 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc3aeb8f-0d7c-43cd-aeac-028acea74b88 req-18c41315-6d05-4279-8091-c4bc7dfb25f2 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025562 Aug 05 14:19:03.763243 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20aecb3-2b5c-488f-a8ae-5225f3d52f1c req-70ff93d8-d7c0-40a7-8304-4c64b5779ef8 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:03.772454 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e20aecb3-2b5c-488f-a8ae-5225f3d52f1c req-70ff93d8-d7c0-40a7-8304-4c64b5779ef8 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 931 time: 0.0826464 Aug 05 14:19:03.850803 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-49ca265d-ba27-471c-8c1f-7f5604f11a36 None None] Port 60dbf9b7-d586-4d06-a5cb-20c73d682dbc cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:19:03.854987 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e20aecb3-2b5c-488f-a8ae-5225f3d52f1c req-e865886e-1179-4926-9878-e64551fe2bb5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756695 Aug 05 14:19:04.194283 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60dbf9b7-d586-4d06-a5cb-20c73d682dbc {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:19:04.211894 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:04.251777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Transition to ACTIVE for port object 60dbf9b7-d586-4d06-a5cb-20c73d682dbc will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:19:04.261344 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:04.385288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Pushing event updated for resources: {'Port': ['ID=60dbf9b7-d586-4d06-a5cb-20c73d682dbc,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:04.483037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Attempting to bind port 60dbf9b7-d586-4d06-a5cb-20c73d682dbc on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:19:04.483408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Attempting to bind port 60dbf9b7-d586-4d06-a5cb-20c73d682dbc by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:19:04.483799 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Attempting to bind port 60dbf9b7-d586-4d06-a5cb-20c73d682dbc on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:19:04.513863 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Port 60dbf9b7-d586-4d06-a5cb-20c73d682dbc on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:19:04.515561 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Attempting to bind port 60dbf9b7-d586-4d06-a5cb-20c73d682dbc on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:19:04.528280 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:19:04.528627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Checking segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:19:04.535094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Bound using segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:19:04.536074 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Bound port: 60dbf9b7-d586-4d06-a5cb-20c73d682dbc, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:19:04.536454 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:04.699858 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] For port 60dbf9b7-d586-4d06-a5cb-20c73d682dbc, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:19:04.703564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] For port 60dbf9b7-d586-4d06-a5cb-20c73d682dbc, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=60dbf9b7-d586-4d06-a5cb-20c73d682dbc,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:19:04.710286 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:04.767605 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:04.768232 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:04.773457 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] 10.222.0.84 "PUT /v2.0/ports/60dbf9b7-d586-4d06-a5cb-20c73d682dbc HTTP/1.1" status: 200 len: 1091 time: 1.4362223 Aug 05 14:19:04.774334 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51523fe-a188-4e09-92c6-5f2bb0d668f0', 'tag': '60dbf9b7-d586-4d06-a5cb-20c73d682dbc'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:19:04.777034 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95ae631-1153-42ae-a547-3dd9377e2749" -d '{"events": [{"name": "network-changed", "server_uuid": "d51523fe-a188-4e09-92c6-5f2bb0d668f0", "tag": "60dbf9b7-d586-4d06-a5cb-20c73d682dbc"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:19:04.926562 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f53ff0-ab11-4578-983a-b93424d75716 x-openstack-request-id: req-e0f53ff0-ab11-4578-983a-b93424d75716 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:19:04.926883 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51523fe-a188-4e09-92c6-5f2bb0d668f0", "tag": "60dbf9b7-d586-4d06-a5cb-20c73d682dbc", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:19:04.927113 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0f53ff0-ab11-4578-983a-b93424d75716 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:19:04.927521 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51523fe-a188-4e09-92c6-5f2bb0d668f0', 'tag': '60dbf9b7-d586-4d06-a5cb-20c73d682dbc', 'status': 'completed', 'code': 200} Aug 05 14:19:04.938512 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce60d7d-10b5-4e32-886e-61dc146351f3 service neutron] Pushing event updated for resources: {'Port': ['ID=60dbf9b7-d586-4d06-a5cb-20c73d682dbc,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:04.976060 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-01113c13-6989-4dc5-b9c2-e6a0bd0ac255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:04.978456 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-01113c13-6989-4dc5-b9c2-e6a0bd0ac255 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 1094 time: 0.1477118 Aug 05 14:19:05.064070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e58630-b56c-45fa-8772-aabb113f2d9c req-842dcf37-b04b-492f-920e-03faa0cf952c tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:05.074220 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08e58630-b56c-45fa-8772-aabb113f2d9c req-842dcf37-b04b-492f-920e-03faa0cf952c tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0724013 Aug 05 14:19:05.104702 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-5a4bee1a-d8bb-45e2-b19f-ba900a19773c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60dbf9b7-d586-4d06-a5cb-20c73d682dbc HTTP/1.1" status: 200 len: 217 time: 0.1088631 Aug 05 14:19:05.134820 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08e58630-b56c-45fa-8772-aabb113f2d9c req-c158a806-4074-4cd9-b86f-38c6522ee5b8 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579634 Aug 05 14:19:05.218893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-43bb1bcd-5f9d-4b1c-82fb-4569561385f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:05.220610 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-43bb1bcd-5f9d-4b1c-82fb-4569561385f4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.1150012 Aug 05 14:19:05.317341 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac01bd6-cde0-48c0-b274-4ce090d2579a req-e8a6062b-2847-47f4-b929-e68c7bc7ed9b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:05.319030 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ac01bd6-cde0-48c0-b274-4ce090d2579a req-e8a6062b-2847-47f4-b929-e68c7bc7ed9b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.3333147 Aug 05 14:19:05.449849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-cdaf2b7a-31a3-4502-bdf2-81590f484d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:05.451437 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-cdaf2b7a-31a3-4502-bdf2-81590f484d6f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2195108 Aug 05 14:19:05.464252 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ac01bd6-cde0-48c0-b274-4ce090d2579a req-565e23cd-a981-460a-980c-aa402f593a4a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281853 Aug 05 14:19:05.693364 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-11f02f4b-4995-4e34-bf1e-7a125e3b767d service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280703 Aug 05 14:19:05.829815 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5195aaa-b100-4d1d-9d61-38b1f626784a req-1791cbe1-15e1-46bc-8500-ef389c0e8ae7 service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282268 Aug 05 14:19:05.978586 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ae631-1153-42ae-a547-3dd9377e2749 req-c382920f-100b-460a-a8c0-33eea4d47b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:05.986740 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d95ae631-1153-42ae-a547-3dd9377e2749 req-c382920f-100b-460a-a8c0-33eea4d47b33 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 1094 time: 0.1005828 Aug 05 14:19:06.146035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ae631-1153-42ae-a547-3dd9377e2749 req-77d70016-f01e-482a-80d3-1d10963b3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:06.149968 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d95ae631-1153-42ae-a547-3dd9377e2749 req-77d70016-f01e-482a-80d3-1d10963b3824 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 913 time: 0.1524777 Aug 05 14:19:06.246784 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d95ae631-1153-42ae-a547-3dd9377e2749 req-0ea5f921-2b7b-4ae1-85fb-1d4bb1e97325 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60dbf9b7-d586-4d06-a5cb-20c73d682dbc HTTP/1.1" status: 200 len: 217 time: 0.0803509 Aug 05 14:19:06.344093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a39012-4777-43de-adaf-2fadeb8cf1e9 req-f0137960-85b1-4546-94fc-6c6c50420ddb tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:06.357647 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ae631-1153-42ae-a547-3dd9377e2749 req-74a314e4-f26e-4a99-b6d7-253a30708c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:06.359684 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d95ae631-1153-42ae-a547-3dd9377e2749 req-74a314e4-f26e-4a99-b6d7-253a30708c2e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.1004167 Aug 05 14:19:06.360350 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d1a39012-4777-43de-adaf-2fadeb8cf1e9 req-f0137960-85b1-4546-94fc-6c6c50420ddb tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.1075835 Aug 05 14:19:06.445090 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d1a39012-4777-43de-adaf-2fadeb8cf1e9 req-de33fb71-de3c-4fd6-987d-bedf6e086d06 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835907 Aug 05 14:19:06.470535 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ae631-1153-42ae-a547-3dd9377e2749 req-4cf66aa1-7165-479e-b8fe-a136d9e5f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:06.472168 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d95ae631-1153-42ae-a547-3dd9377e2749 req-4cf66aa1-7165-479e-b8fe-a136d9e5f5bf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027691 Aug 05 14:19:06.762104 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d95ae631-1153-42ae-a547-3dd9377e2749 req-d854ac03-6033-4c47-9404-75709eba434d service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783306 Aug 05 14:19:07.389396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022d55f-5333-44c4-a1c3-6f4b58a17f01 req-a47c4828-405d-4062-be57-de4db9a4d15c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:07.399720 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8022d55f-5333-44c4-a1c3-6f4b58a17f01 req-a47c4828-405d-4062-be57-de4db9a4d15c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.6678860 Aug 05 14:19:07.487236 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8022d55f-5333-44c4-a1c3-6f4b58a17f01 req-ebf95b49-d9fe-44ac-92f6-626a1bc3299f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858986 Aug 05 14:19:07.570684 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d95ae631-1153-42ae-a547-3dd9377e2749 req-27387f04-7a8c-4484-9b32-0328ac21edc6 service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7852929 Aug 05 14:19:07.724022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22f2b7-65e1-4759-8036-e4ee9424d932 req-cd13ee08-e420-4925-a32b-f4ebf8bd1639 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:07.732740 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad22f2b7-65e1-4759-8036-e4ee9424d932 req-cd13ee08-e420-4925-a32b-f4ebf8bd1639 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.1015191 Aug 05 14:19:07.804314 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad22f2b7-65e1-4759-8036-e4ee9424d932 req-591de096-eee2-4e5b-a23c-b66ff9ddacaa tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678988 Aug 05 14:19:08.712969 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebebb4-0d4a-4a23-ace9-2657cdb56642 req-b185b8db-3b79-4279-ab47-e9197d1c2402 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:08.716123 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0bebebb4-0d4a-4a23-ace9-2657cdb56642 req-b185b8db-3b79-4279-ab47-e9197d1c2402 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.0666721 Aug 05 14:19:08.807435 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0bebebb4-0d4a-4a23-ace9-2657cdb56642 req-535e3674-1d99-4ed9-9612-b70b8b041561 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843332 Aug 05 14:19:09.027265 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593d4bf-1a1f-41a9-a85d-0f51d3b5d0f0 req-d3ed7efc-5d11-4dcc-807a-cde5a0a8141d tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:09.029296 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7593d4bf-1a1f-41a9-a85d-0f51d3b5d0f0 req-d3ed7efc-5d11-4dcc-807a-cde5a0a8141d tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.1192517 Aug 05 14:19:09.160687 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7593d4bf-1a1f-41a9-a85d-0f51d3b5d0f0 req-9462e436-40e4-4995-82d5-134b6eb21327 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193931 Aug 05 14:19:10.104069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76dad1-cbef-46d8-b0cf-728eef9a3371 req-cd604fa5-8f54-470f-bb7a-cabc078ae86f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:10.120312 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9d76dad1-cbef-46d8-b0cf-728eef9a3371 req-cd604fa5-8f54-470f-bb7a-cabc078ae86f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.1098793 Aug 05 14:19:10.199883 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9d76dad1-cbef-46d8-b0cf-728eef9a3371 req-07a7fc2d-1128-4396-a43f-bed2f59b7f67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790656 Aug 05 14:19:10.443843 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d1438-d1c9-4416-96f1-26cb1c3390c8 req-ecff9e7c-a091-4fff-9c5e-5de24fd55951 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:10.463202 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e37d1438-d1c9-4416-96f1-26cb1c3390c8 req-ecff9e7c-a091-4fff-9c5e-5de24fd55951 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.1680157 Aug 05 14:19:10.611991 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e37d1438-d1c9-4416-96f1-26cb1c3390c8 req-56dd6fc9-4f74-4f41-83fa-3743c053feb6 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419203 Aug 05 14:19:11.524185 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab56bd-16e0-4b9b-a127-f865fc9d73c9 req-a4906283-a3f8-4bd0-b8d0-49b61e52cfab tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:11.534826 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-28ab56bd-16e0-4b9b-a127-f865fc9d73c9 req-a4906283-a3f8-4bd0-b8d0-49b61e52cfab tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.1430991 Aug 05 14:19:11.603407 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-28ab56bd-16e0-4b9b-a127-f865fc9d73c9 req-ffa37b4b-3381-4e05-9b68-ffd61116f041 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554430 Aug 05 14:19:11.762185 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6737d98-6499-45ae-be46-7ed44a5e767d req-0196e5e1-9e45-4eb4-ac35-0dcc563b358a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:11.771216 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6737d98-6499-45ae-be46-7ed44a5e767d req-0196e5e1-9e45-4eb4-ac35-0dcc563b358a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0656707 Aug 05 14:19:11.825139 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6737d98-6499-45ae-be46-7ed44a5e767d req-20b8f919-c38a-4bd0-881e-785752b9c92c tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513105 Aug 05 14:19:12.970871 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee9c79-cd6f-4449-94b9-36c9cffad9dc req-a0a89578-c7c4-4361-9284-802fbeec078b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:12.986772 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b1ee9c79-cd6f-4449-94b9-36c9cffad9dc req-a0a89578-c7c4-4361-9284-802fbeec078b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.1528461 Aug 05 14:19:13.105625 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab762f3b-f58a-4c49-a344-2a764f1852f8 req-bd7bc157-b0a5-40f2-ba0c-6513a8368d4c tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:13.115699 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab762f3b-f58a-4c49-a344-2a764f1852f8 req-bd7bc157-b0a5-40f2-ba0c-6513a8368d4c tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.1148710 Aug 05 14:19:13.180281 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b1ee9c79-cd6f-4449-94b9-36c9cffad9dc req-13d0db51-7e21-49d4-98fb-e4c8e4e8e9a6 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914265 Aug 05 14:19:13.262908 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab762f3b-f58a-4c49-a344-2a764f1852f8 req-97808f4b-1a43-4896-8e2e-5f7532cd3066 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425211 Aug 05 14:19:14.436147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5650bca-1eab-4c55-a018-156893c82d06 req-61561a20-0a8e-4333-8aa6-1b77db4e5bdb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:14.454661 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5650bca-1eab-4c55-a018-156893c82d06 req-61561a20-0a8e-4333-8aa6-1b77db4e5bdb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.1105049 Aug 05 14:19:14.514029 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acacdf6-13dd-4fbd-8384-41cb50de52a0 req-65bc2bca-5dea-4331-854e-0396602e4215 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:14.524164 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8acacdf6-13dd-4fbd-8384-41cb50de52a0 req-65bc2bca-5dea-4331-854e-0396602e4215 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.1354034 Aug 05 14:19:14.569191 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8acacdf6-13dd-4fbd-8384-41cb50de52a0 req-3ed322a3-6d39-4fb2-92d6-be2f9730d1ca tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441036 Aug 05 14:19:14.614617 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5650bca-1eab-4c55-a018-156893c82d06 req-18f00bd0-11fb-408b-8eae-f1adf352f2fa tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558278 Aug 05 14:19:14.828438 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:15.827122 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e464583-80f2-4957-ac63-dc9fa064042f req-70c573d6-6e11-4276-b88a-a7ea16daf70e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:15.836786 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e464583-80f2-4957-ac63-dc9fa064042f req-70c573d6-6e11-4276-b88a-a7ea16daf70e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.1186078 Aug 05 14:19:15.852486 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6efb13af-bf7f-452e-8b6b-5786c953d54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:15.910676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcc450-1b21-4cb6-a514-204a19a147c1 req-31c99adf-d3fe-405a-a7e7-a0d7b13bc319 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:15.912832 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4efcc450-1b21-4cb6-a514-204a19a147c1 req-31c99adf-d3fe-405a-a7e7-a0d7b13bc319 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.1363151 Aug 05 14:19:15.918826 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e464583-80f2-4957-ac63-dc9fa064042f req-cbc42c07-2c26-4d09-9c8e-4affd993919f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808370 Aug 05 14:19:15.975831 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4efcc450-1b21-4cb6-a514-204a19a147c1 req-c08fe948-f58f-43d4-8629-d6de3f4ac49a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550628 Aug 05 14:19:16.052419 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:17.149853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284a3f6-3c6d-4e50-97e3-dc0c5f48452b req-1a925950-ca3d-4f17-af10-46dc14ac4158 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:17.158172 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5284a3f6-3c6d-4e50-97e3-dc0c5f48452b req-1a925950-ca3d-4f17-af10-46dc14ac4158 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0663216 Aug 05 14:19:17.233196 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5284a3f6-3c6d-4e50-97e3-dc0c5f48452b req-ae3313e6-c555-481b-b135-8a3b7d36a5b5 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737085 Aug 05 14:19:17.257018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768b448-37db-4fdc-a006-bf7d6ca8aa3a req-1212a1e0-d330-4fe4-8a5e-52f382b82bfd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:17.259598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e768b448-37db-4fdc-a006-bf7d6ca8aa3a req-1212a1e0-d330-4fe4-8a5e-52f382b82bfd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.1350758 Aug 05 14:19:17.309353 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e768b448-37db-4fdc-a006-bf7d6ca8aa3a req-cfa78138-8396-4da5-86cd-888443337cc1 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421762 Aug 05 14:19:18.271970 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b92f1-9347-44c6-a122-74378c9374c9 req-de8ae41e-c89c-4519-9118-af5bb08c86e9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:18.294904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b92f1-9347-44c6-a122-74378c9374c9 req-de8ae41e-c89c-4519-9118-af5bb08c86e9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:18.308953 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b92f1-9347-44c6-a122-74378c9374c9 req-de8ae41e-c89c-4519-9118-af5bb08c86e9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:18.315841 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b92f1-9347-44c6-a122-74378c9374c9 req-de8ae41e-c89c-4519-9118-af5bb08c86e9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:18.321954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b92f1-9347-44c6-a122-74378c9374c9 req-de8ae41e-c89c-4519-9118-af5bb08c86e9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:18.337929 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b92f1-9347-44c6-a122-74378c9374c9 req-de8ae41e-c89c-4519-9118-af5bb08c86e9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:18.349384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b92f1-9347-44c6-a122-74378c9374c9 req-de8ae41e-c89c-4519-9118-af5bb08c86e9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:18.352048 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd4b92f1-9347-44c6-a122-74378c9374c9 req-de8ae41e-c89c-4519-9118-af5bb08c86e9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5434 time: 0.1547751 Aug 05 14:19:18.354114 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0e0f3514-71ab-4bb4-babb-04777dc9aa2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:18.396490 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01482c6-2d98-42e8-bd68-2ae8eb565e0b req-1f9a5363-b5ae-47a1-8487-198b2cec6464 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:18.396490 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f01482c6-2d98-42e8-bd68-2ae8eb565e0b req-1f9a5363-b5ae-47a1-8487-198b2cec6464 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.0725639 Aug 05 14:19:18.405798 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd4b92f1-9347-44c6-a122-74378c9374c9 req-ca3d2a55-e03a-4e90-9a94-c627f84da85b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439408 Aug 05 14:19:18.448541 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f01482c6-2d98-42e8-bd68-2ae8eb565e0b req-c8e77e39-6a61-4203-b96d-f0674d72362b tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499945 Aug 05 14:19:18.571027 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1cf44-5c50-4c5c-aa07-65ec867fd0cc req-5216e59a-1ebf-4a75-8557-3a699499bcf9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:18.572835 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-faf1cf44-5c50-4c5c-aa07-65ec867fd0cc req-5216e59a-1ebf-4a75-8557-3a699499bcf9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.0642180 Aug 05 14:19:18.582496 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:18.714014 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-faf1cf44-5c50-4c5c-aa07-65ec867fd0cc req-e3dadedf-8867-41e5-960b-4ef39801b707 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805914 Aug 05 14:19:18.724958 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33576d4-37a9-49a6-8ebe-c70e93f755d4 req-780f981a-df61-45a6-ad68-e33f918e2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:18.727599 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e33576d4-37a9-49a6-8ebe-c70e93f755d4 req-780f981a-df61-45a6-ad68-e33f918e2da0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbb0a420f3da41faa96fa3da547ac73f&device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 1097 time: 0.1478658 Aug 05 14:19:18.855318 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33576d4-37a9-49a6-8ebe-c70e93f755d4 req-6f98ec63-2f3e-4e70-8c2d-ef66ba31b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:18.855318 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e33576d4-37a9-49a6-8ebe-c70e93f755d4 req-6f98ec63-2f3e-4e70-8c2d-ef66ba31b348 service neutron] 10.222.0.63 "GET /v2.0/networks?id=74ae4304-296b-4f9a-8638-946c5f214380 HTTP/1.1" status: 200 len: 914 time: 0.1181948 Aug 05 14:19:18.907428 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e33576d4-37a9-49a6-8ebe-c70e93f755d4 req-eeb7dea6-d7c0-44d9-93e8-52b69fc0734d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b81db7-e362-483c-95d3-7ecab057adc3 HTTP/1.1" status: 200 len: 217 time: 0.0454552 Aug 05 14:19:18.987498 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33576d4-37a9-49a6-8ebe-c70e93f755d4 req-e08f6f20-4f69-4abf-9ac1-899bcaed196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:18.989115 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e33576d4-37a9-49a6-8ebe-c70e93f755d4 req-e08f6f20-4f69-4abf-9ac1-899bcaed196a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5a26dbbf-3dff-406a-8915-f986e80b3042 HTTP/1.1" status: 200 len: 853 time: 0.0741270 Aug 05 14:19:19.040723 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e33576d4-37a9-49a6-8ebe-c70e93f755d4 req-4ac53298-e26d-4244-ae29-26f3c41312fc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=74ae4304-296b-4f9a-8638-946c5f214380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416713 Aug 05 14:19:19.164040 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e33576d4-37a9-49a6-8ebe-c70e93f755d4 req-f9a1f8f6-6b5e-42b0-83cb-02c0f0d15163 service neutron] 10.222.0.63 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137991 Aug 05 14:19:19.293099 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e33576d4-37a9-49a6-8ebe-c70e93f755d4 req-37cc0e35-f454-448d-a7f2-4632928b24c2 service neutron] 10.222.0.63 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188335 Aug 05 14:19:19.423867 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:19:19.540041 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:19.647852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2829462-62fd-47db-afde-d44dc186dab4 req-8bca3323-4ef8-4768-97f0-20e6df19891e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:19.652008 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ae2a2-521b-42b7-b863-160c84980e2f req-3d25903d-e59f-4289-a9ab-806bc146fc54 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:19.656806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2829462-62fd-47db-afde-d44dc186dab4 req-8bca3323-4ef8-4768-97f0-20e6df19891e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:19.659464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ae2a2-521b-42b7-b863-160c84980e2f req-3d25903d-e59f-4289-a9ab-806bc146fc54 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:19.666126 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ae2a2-521b-42b7-b863-160c84980e2f req-3d25903d-e59f-4289-a9ab-806bc146fc54 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:19.668467 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2829462-62fd-47db-afde-d44dc186dab4 req-8bca3323-4ef8-4768-97f0-20e6df19891e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:19.671927 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ae2a2-521b-42b7-b863-160c84980e2f req-3d25903d-e59f-4289-a9ab-806bc146fc54 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:19.677927 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ae2a2-521b-42b7-b863-160c84980e2f req-3d25903d-e59f-4289-a9ab-806bc146fc54 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:19.680351 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2829462-62fd-47db-afde-d44dc186dab4 req-8bca3323-4ef8-4768-97f0-20e6df19891e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:19.684266 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ae2a2-521b-42b7-b863-160c84980e2f req-3d25903d-e59f-4289-a9ab-806bc146fc54 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:19.688081 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2829462-62fd-47db-afde-d44dc186dab4 req-8bca3323-4ef8-4768-97f0-20e6df19891e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:19.690921 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ae2a2-521b-42b7-b863-160c84980e2f req-3d25903d-e59f-4289-a9ab-806bc146fc54 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:19.693140 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fb8ae2a2-521b-42b7-b863-160c84980e2f req-3d25903d-e59f-4289-a9ab-806bc146fc54 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5434 time: 0.1194549 Aug 05 14:19:19.696037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2829462-62fd-47db-afde-d44dc186dab4 req-8bca3323-4ef8-4768-97f0-20e6df19891e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:19.703239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2829462-62fd-47db-afde-d44dc186dab4 req-8bca3323-4ef8-4768-97f0-20e6df19891e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:19.705599 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d2829462-62fd-47db-afde-d44dc186dab4 req-8bca3323-4ef8-4768-97f0-20e6df19891e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 5434 time: 0.2078815 Aug 05 14:19:19.740367 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fb8ae2a2-521b-42b7-b863-160c84980e2f req-da184805-fb03-4f0e-8f11-cb15d4259af9 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399792 Aug 05 14:19:19.767048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2829462-62fd-47db-afde-d44dc186dab4 req-c8966dfa-1f0b-493f-b527-2925209e1f6a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:19.768819 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d2829462-62fd-47db-afde-d44dc186dab4 req-c8966dfa-1f0b-493f-b527-2925209e1f6a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.63 "GET /v2.0/ports/2c927f5c-290c-4b0f-bd3f-2f5908f555c8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0528135 Aug 05 14:19:19.846919 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15d3c2-954d-4409-bcc8-b1fd1c32dab1 req-98684eff-b606-40ce-ab82-228ec1fbfe3e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:19.855455 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-af15d3c2-954d-4409-bcc8-b1fd1c32dab1 req-98684eff-b606-40ce-ab82-228ec1fbfe3e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 946 time: 0.2880402 Aug 05 14:19:19.903054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def99c6a-7102-4390-aeac-d2a1b94a3a2b req-6a0c462a-b51a-42c6-8ca9-5b743dd2d21f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:19.912613 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-def99c6a-7102-4390-aeac-d2a1b94a3a2b req-6a0c462a-b51a-42c6-8ca9-5b743dd2d21f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.0747719 Aug 05 14:19:19.930142 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-af15d3c2-954d-4409-bcc8-b1fd1c32dab1 req-f2bd85c7-0ddb-42f3-be7f-5b4e5e74ab66 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709832 Aug 05 14:19:19.968029 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-def99c6a-7102-4390-aeac-d2a1b94a3a2b req-bd77e7ed-66e2-4e95-a250-25a370c9225b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538616 Aug 05 14:19:19.976941 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d2829462-62fd-47db-afde-d44dc186dab4 req-431d0d6f-7352-49ae-b547-980cfdd89db8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.63 "GET /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1998866 Aug 05 14:19:19.989537 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-d2829462-62fd-47db-afde-d44dc186dab4 req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:19:20.056338 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:20.187214 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 80b81db7-e362-483c-95d3-7ecab057adc3 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:19:20.198862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d2829462-62fd-47db-afde-d44dc186dab4 req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] For port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2c927f5c-290c-4b0f-bd3f-2f5908f555c8,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:20.236770 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d2829462-62fd-47db-afde-d44dc186dab4 req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] For port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:19:20.268656 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:20.271531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-d2829462-62fd-47db-afde-d44dc186dab4 req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] device_id is not set on port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:19:20.280561 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:20.286707 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:20.294059 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1abc87-fb4e-4147-a28d-76e3776e92f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80b81db7-e362-483c-95d3-7ecab057adc3'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:19:20.297262 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e77c4f-efc4-447b-a9ce-b07fff9f31af" -d '{"events": [{"server_uuid": "1d1abc87-fb4e-4147-a28d-76e3776e92f3", "name": "network-vif-unplugged", "status": "completed", "tag": "80b81db7-e362-483c-95d3-7ecab057adc3"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:19:20.315387 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 80b81db7-e362-483c-95d3-7ecab057adc3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=80b81db7-e362-483c-95d3-7ecab057adc3,segment=NetworkSegment(c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd),segment_id=c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:20.325387 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:20.373251 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2829462-62fd-47db-afde-d44dc186dab4 req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] No DVR routers for this DVR port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:19:20.388621 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=80b81db7-e362-483c-95d3-7ecab057adc3,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:20.404596 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c557700-afe6-4fc8-9677-6e5e7550e001 x-openstack-request-id: req-6c557700-afe6-4fc8-9677-6e5e7550e001 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:19:20.404894 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1abc87-fb4e-4147-a28d-76e3776e92f3", "name": "network-vif-unplugged", "status": "completed", "tag": "80b81db7-e362-483c-95d3-7ecab057adc3", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:19:20.405165 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c557700-afe6-4fc8-9677-6e5e7550e001 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:19:20.405537 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1abc87-fb4e-4147-a28d-76e3776e92f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80b81db7-e362-483c-95d3-7ecab057adc3', 'code': 200} Aug 05 14:19:20.430398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d2829462-62fd-47db-afde-d44dc186dab4 req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] In _notify_port_updated(), no bound segment for port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 on network a672c1b5-fff9-4841-8c10-82e5613d6b62 {{(pid=105724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:19:20.431606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2829462-62fd-47db-afde-d44dc186dab4 req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:20.432396 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:20.433926 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d2829462-62fd-47db-afde-d44dc186dab4 req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] 10.222.0.63 "PUT /v2.0/ports/2c927f5c-290c-4b0f-bd3f-2f5908f555c8 HTTP/1.1" status: 200 len: 1028 time: 0.4494128 Aug 05 14:19:20.491098 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2829462-62fd-47db-afde-d44dc186dab4 req-20822874-3bba-46fe-8ec7-2716976b6d8d tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:20.492568 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d2829462-62fd-47db-afde-d44dc186dab4 req-20822874-3bba-46fe-8ec7-2716976b6d8d tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.63 "GET /v2.0/ports/7161d31e-c4bb-48b6-8ed5-499b92efc745?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0515296 Aug 05 14:19:20.493232 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Pushing event updated for resources: {'Port': ['ID=2c927f5c-290c-4b0f-bd3f-2f5908f555c8,revision_number=6']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:20.503623 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:20.503973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:20.504315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:20.504972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:20.505627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:20.506143 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:20.507932 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:20.508616 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:20.509133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:20.509473 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:20.509859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:20.510473 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5221175b-15bf-4274-946c-4f53481f7f57 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:20.518112 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-d2829462-62fd-47db-afde-d44dc186dab4 req-760f125c-f0f3-4133-a614-af9e18d7d21d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:19:20.586991 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-760f125c-f0f3-4133-a614-af9e18d7d21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:20.622140 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e0de5cd2-ddb0-4bc3-a371-5912a9c4498b None None] Provisioning complete for port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:19:20.623436 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e0de5cd2-ddb0-4bc3-a371-5912a9c4498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:20.725217 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e0de5cd2-ddb0-4bc3-a371-5912a9c4498b None None] Port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:19:20.771246 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d2829462-62fd-47db-afde-d44dc186dab4 req-760f125c-f0f3-4133-a614-af9e18d7d21d service neutron] For port 7161d31e-c4bb-48b6-8ed5-499b92efc745, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7161d31e-c4bb-48b6-8ed5-499b92efc745,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:20.813313 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d2829462-62fd-47db-afde-d44dc186dab4 req-760f125c-f0f3-4133-a614-af9e18d7d21d service neutron] For port 7161d31e-c4bb-48b6-8ed5-499b92efc745, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:19:20.854212 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-d2829462-62fd-47db-afde-d44dc186dab4 req-760f125c-f0f3-4133-a614-af9e18d7d21d service neutron] device_id is not set on port 7161d31e-c4bb-48b6-8ed5-499b92efc745 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:19:20.870318 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-760f125c-f0f3-4133-a614-af9e18d7d21d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:20.877852 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-760f125c-f0f3-4133-a614-af9e18d7d21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:20.908482 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a64756-853c-4576-9a9e-2b77a11d8474 req-2356602d-4843-49e0-af68-5534137a53a1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:20.916796 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a64756-853c-4576-9a9e-2b77a11d8474 req-2356602d-4843-49e0-af68-5534137a53a1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:20.923071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a64756-853c-4576-9a9e-2b77a11d8474 req-2356602d-4843-49e0-af68-5534137a53a1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:20.942541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a64756-853c-4576-9a9e-2b77a11d8474 req-2356602d-4843-49e0-af68-5534137a53a1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:20.949960 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a64756-853c-4576-9a9e-2b77a11d8474 req-2356602d-4843-49e0-af68-5534137a53a1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:20.970832 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a64756-853c-4576-9a9e-2b77a11d8474 req-2356602d-4843-49e0-af68-5534137a53a1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:20.980111 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5a64756-853c-4576-9a9e-2b77a11d8474 req-2356602d-4843-49e0-af68-5534137a53a1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 4582 time: 0.1345181 Aug 05 14:19:21.014348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2829462-62fd-47db-afde-d44dc186dab4 req-760f125c-f0f3-4133-a614-af9e18d7d21d service neutron] No DVR routers for this DVR port 7161d31e-c4bb-48b6-8ed5-499b92efc745 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:19:21.067145 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5a64756-853c-4576-9a9e-2b77a11d8474 req-abc490ff-2a90-4f24-8f60-584424d83c4c tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&id=e75d284a-9a81-437a-acce-0f430c486fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808749 Aug 05 14:19:21.106408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f125c-f0f3-4133-a614-af9e18d7d21d service neutron] Pushing event updated for resources: {'Port': ['ID=7161d31e-c4bb-48b6-8ed5-499b92efc745,revision_number=6']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:21.177617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d2829462-62fd-47db-afde-d44dc186dab4 req-760f125c-f0f3-4133-a614-af9e18d7d21d service neutron] In _notify_port_updated(), no bound segment for port 7161d31e-c4bb-48b6-8ed5-499b92efc745 on network a672c1b5-fff9-4841-8c10-82e5613d6b62 {{(pid=105724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:19:21.187939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2829462-62fd-47db-afde-d44dc186dab4 req-760f125c-f0f3-4133-a614-af9e18d7d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:21.188666 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-760f125c-f0f3-4133-a614-af9e18d7d21d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:21.190448 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d2829462-62fd-47db-afde-d44dc186dab4 req-760f125c-f0f3-4133-a614-af9e18d7d21d service neutron] 10.222.0.63 "PUT /v2.0/ports/7161d31e-c4bb-48b6-8ed5-499b92efc745 HTTP/1.1" status: 200 len: 1026 time: 0.6888173 Aug 05 14:19:21.212832 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd2ce4-493f-496f-89db-dfbe51ffe165 req-371b27ce-a773-4f82-837c-ed28eabccc45 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:21.214457 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9dcd2ce4-493f-496f-89db-dfbe51ffe165 req-371b27ce-a773-4f82-837c-ed28eabccc45 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.1140120 Aug 05 14:19:21.249164 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c41356-0c53-43fe-a0b4-ec81b8c4d942 req-a9db2260-051a-4f07-8fb1-cc8bcc2601cd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:21.251762 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06c41356-0c53-43fe-a0b4-ec81b8c4d942 req-a9db2260-051a-4f07-8fb1-cc8bcc2601cd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.1083262 Aug 05 14:19:21.317773 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:21.333350 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06c41356-0c53-43fe-a0b4-ec81b8c4d942 req-8066b549-38cb-436b-902d-b6fe88fea3ef tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741394 Aug 05 14:19:21.361073 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cc406650-95b7-4eed-98a5-a6f01c2af0e5 None None] Provisioning complete for port 7161d31e-c4bb-48b6-8ed5-499b92efc745 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:19:21.361750 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cc406650-95b7-4eed-98a5-a6f01c2af0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:21.380682 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9dcd2ce4-493f-496f-89db-dfbe51ffe165 req-964e6ded-0e30-491f-a1e8-775473b6c597 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500704 Aug 05 14:19:21.406384 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-cc406650-95b7-4eed-98a5-a6f01c2af0e5 None None] Port 7161d31e-c4bb-48b6-8ed5-499b92efc745 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:19:21.433577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d2829462-62fd-47db-afde-d44dc186dab4 req-7a3859aa-ed93-4467-8f62-0b3db3db5b1d tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Deleting port bd1c7278-e3e1-487f-9ace-bca5738d9ea9 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:19:21.436473 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-7a3859aa-ed93-4467-8f62-0b3db3db5b1d tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:21.569302 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d2829462-62fd-47db-afde-d44dc186dab4 req-7a3859aa-ed93-4467-8f62-0b3db3db5b1d tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] For port bd1c7278-e3e1-487f-9ace-bca5738d9ea9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=bd1c7278-e3e1-487f-9ace-bca5738d9ea9,segment=NetworkSegment(369f17f4-f0ca-4895-be06-d5e05fa39836),segment_id=369f17f4-f0ca-4895-be06-d5e05fa39836)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:21.569720 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-7a3859aa-ed93-4467-8f62-0b3db3db5b1d tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:21.591556 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d2829462-62fd-47db-afde-d44dc186dab4 req-7a3859aa-ed93-4467-8f62-0b3db3db5b1d tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Calling delete_port for bd1c7278-e3e1-487f-9ace-bca5738d9ea9 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:19:21.764019 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-7a3859aa-ed93-4467-8f62-0b3db3db5b1d tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:21.795487 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3859aa-ed93-4467-8f62-0b3db3db5b1d tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event deleted for resources: {'Port': ['ID=bd1c7278-e3e1-487f-9ace-bca5738d9ea9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:21.844846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2829462-62fd-47db-afde-d44dc186dab4 req-7a3859aa-ed93-4467-8f62-0b3db3db5b1d tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] No DVR routers for this DVR port bd1c7278-e3e1-487f-9ace-bca5738d9ea9 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:19:21.847738 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-7a3859aa-ed93-4467-8f62-0b3db3db5b1d tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:21.850197 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d2829462-62fd-47db-afde-d44dc186dab4 req-7a3859aa-ed93-4467-8f62-0b3db3db5b1d tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.63 "DELETE /v2.0/ports/bd1c7278-e3e1-487f-9ace-bca5738d9ea9 HTTP/1.1" status: 204 len: 173 time: 0.6471822 Aug 05 14:19:21.850696 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-deleted', 'tag': 'bd1c7278-e3e1-487f-9ace-bca5738d9ea9'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:19:21.854140 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ba8991-bae3-48a4-92de-a8e799c140ec" -d '{"events": [{"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-deleted", "tag": "bd1c7278-e3e1-487f-9ace-bca5738d9ea9"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:19:21.896755 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f4abbe-ad51-40ac-9bde-d6ffe9dc32ff x-openstack-request-id: req-f1f4abbe-ad51-40ac-9bde-d6ffe9dc32ff {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:19:21.897055 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-deleted", "tag": "bd1c7278-e3e1-487f-9ace-bca5738d9ea9", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:19:21.897310 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1f4abbe-ad51-40ac-9bde-d6ffe9dc32ff {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:19:21.897765 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-deleted', 'tag': 'bd1c7278-e3e1-487f-9ace-bca5738d9ea9', 'status': 'completed', 'code': 200} Aug 05 14:19:21.963699 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d2829462-62fd-47db-afde-d44dc186dab4 req-dc027b06-7bd4-4df0-904e-0f4fbffa0357 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Deleting port c3959024-cd38-493d-b979-ae02a3fd5bed {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:19:21.964178 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-dc027b06-7bd4-4df0-904e-0f4fbffa0357 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:22.086073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d2829462-62fd-47db-afde-d44dc186dab4 req-dc027b06-7bd4-4df0-904e-0f4fbffa0357 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] For port c3959024-cd38-493d-b979-ae02a3fd5bed, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=c3959024-cd38-493d-b979-ae02a3fd5bed,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:22.086713 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-dc027b06-7bd4-4df0-904e-0f4fbffa0357 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:22.105771 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d2829462-62fd-47db-afde-d44dc186dab4 req-dc027b06-7bd4-4df0-904e-0f4fbffa0357 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Calling delete_port for c3959024-cd38-493d-b979-ae02a3fd5bed owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:19:22.187369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:19:22.243060 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed167e1-48cb-4ea5-b04b-fe1ca854ec62 req-400d44b9-0dc9-4c79-ae9e-f13793e5b77c tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:22.249142 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed167e1-48cb-4ea5-b04b-fe1ca854ec62 req-400d44b9-0dc9-4c79-ae9e-f13793e5b77c tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:22.257113 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed167e1-48cb-4ea5-b04b-fe1ca854ec62 req-400d44b9-0dc9-4c79-ae9e-f13793e5b77c tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:22.263496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed167e1-48cb-4ea5-b04b-fe1ca854ec62 req-400d44b9-0dc9-4c79-ae9e-f13793e5b77c tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:22.264958 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2ed167e1-48cb-4ea5-b04b-fe1ca854ec62 req-400d44b9-0dc9-4c79-ae9e-f13793e5b77c tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 3151 time: 0.1000543 Aug 05 14:19:22.284283 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:19:22.284997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device c3959024-cd38-493d-b979-ae02a3fd5bed no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:19:22.316049 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2ed167e1-48cb-4ea5-b04b-fe1ca854ec62 req-61ac0fac-ed6b-480b-a676-183ac6fa058f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423286 Aug 05 14:19:22.379581 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-dc027b06-7bd4-4df0-904e-0f4fbffa0357 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:22.386732 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No active binding found for port c3959024-cd38-493d-b979-ae02a3fd5bed {{(pid=105725) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 05 14:19:22.387254 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device c3959024-cd38-493d-b979-ae02a3fd5bed not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:19:22.404197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7161d31e-c4bb-48b6-8ed5-499b92efc745 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:19:22.445037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc027b06-7bd4-4df0-904e-0f4fbffa0357 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event deleted for resources: {'Port': ['ID=c3959024-cd38-493d-b979-ae02a3fd5bed,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:22.524227 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7161d31e-c4bb-48b6-8ed5-499b92efc745 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:19:22.526356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2829462-62fd-47db-afde-d44dc186dab4 req-dc027b06-7bd4-4df0-904e-0f4fbffa0357 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] No DVR routers for this DVR port c3959024-cd38-493d-b979-ae02a3fd5bed on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:19:22.526902 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device bd1c7278-e3e1-487f-9ace-bca5738d9ea9 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:19:22.529230 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-dc027b06-7bd4-4df0-904e-0f4fbffa0357 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:22.532319 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d2829462-62fd-47db-afde-d44dc186dab4 req-dc027b06-7bd4-4df0-904e-0f4fbffa0357 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.63 "DELETE /v2.0/ports/c3959024-cd38-493d-b979-ae02a3fd5bed HTTP/1.1" status: 204 len: 173 time: 0.6747534 Aug 05 14:19:22.553409 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: bd1c7278-e3e1-487f-9ace-bca5738d9ea9 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:19:22.554699 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device bd1c7278-e3e1-487f-9ace-bca5738d9ea9 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:19:22.555349 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b8eb1684-08f2-4780-84fe-e55025c46bf3 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:19:22.568955 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ee41e-b865-423b-96ad-68c387671648 req-141e0b6d-b8cd-4d09-af3d-2f16d51c906f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:22.570913 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-214ee41e-b865-423b-96ad-68c387671648 req-141e0b6d-b8cd-4d09-af3d-2f16d51c906f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.1008856 Aug 05 14:19:22.627360 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-214ee41e-b865-423b-96ad-68c387671648 req-124b98b4-da3d-40f3-9648-1b16416f9c98 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479836 Aug 05 14:19:22.676320 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda335e2-7111-4344-98ea-c89846f7234a req-aa15d738-e0dd-408f-a105-341286d6e5cd tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:22.677978 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fda335e2-7111-4344-98ea-c89846f7234a req-aa15d738-e0dd-408f-a105-341286d6e5cd tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.1450989 Aug 05 14:19:22.749515 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fda335e2-7111-4344-98ea-c89846f7234a req-bf5ecd84-3a3e-40fb-83c6-c139af1ec6f3 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602336 Aug 05 14:19:22.784173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d2829462-62fd-47db-afde-d44dc186dab4 req-c3fcff92-16ea-4ecf-baf0-21d8067beeb1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Deleting port f3176ee0-d977-4960-b6c2-a03be5f071ae {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:19:22.784535 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-c3fcff92-16ea-4ecf-baf0-21d8067beeb1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:22.840044 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:22.871148 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8eb1684-08f2-4780-84fe-e55025c46bf3'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:19:22.875034 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8026719-5e2f-4541-86ed-14a169f24185" -d '{"events": [{"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-unplugged", "status": "completed", "tag": "b8eb1684-08f2-4780-84fe-e55025c46bf3"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:19:22.891453 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce32f3-5c17-4346-894e-d0b3f0c87424 req-351d5e68-d7a2-465c-b83b-23d37f97aead tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:22.893332 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-45ce32f3-5c17-4346-894e-d0b3f0c87424 req-351d5e68-d7a2-465c-b83b-23d37f97aead tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.0717542 Aug 05 14:19:22.916346 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b8eb1684-08f2-4780-84fe-e55025c46bf3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b8eb1684-08f2-4780-84fe-e55025c46bf3,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:22.928585 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:22.930677 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:19:22.934155 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4317bb2c-8a7d-4c2e-800c-e827d4bf15ec x-openstack-request-id: req-4317bb2c-8a7d-4c2e-800c-e827d4bf15ec {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:19:22.934568 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-unplugged", "status": "completed", "tag": "b8eb1684-08f2-4780-84fe-e55025c46bf3", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:19:22.935035 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4317bb2c-8a7d-4c2e-800c-e827d4bf15ec {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:19:22.935491 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8eb1684-08f2-4780-84fe-e55025c46bf3', 'code': 200} Aug 05 14:19:22.965372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d2829462-62fd-47db-afde-d44dc186dab4 req-c3fcff92-16ea-4ecf-baf0-21d8067beeb1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] For port f3176ee0-d977-4960-b6c2-a03be5f071ae, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=f3176ee0-d977-4960-b6c2-a03be5f071ae,segment=NetworkSegment(369f17f4-f0ca-4895-be06-d5e05fa39836),segment_id=369f17f4-f0ca-4895-be06-d5e05fa39836)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:22.970840 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-c3fcff92-16ea-4ecf-baf0-21d8067beeb1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:22.973769 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-45ce32f3-5c17-4346-894e-d0b3f0c87424 req-5da11401-9d69-4bbd-b94c-9e25b42ecc8b tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728660 Aug 05 14:19:23.005475 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d2829462-62fd-47db-afde-d44dc186dab4 req-c3fcff92-16ea-4ecf-baf0-21d8067beeb1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Calling delete_port for f3176ee0-d977-4960-b6c2-a03be5f071ae owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:19:23.062300 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=b8eb1684-08f2-4780-84fe-e55025c46bf3,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:23.115239 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:23.173027 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d,segment=NetworkSegment(bdd9f082-de43-4420-81fb-d38c6af8aa3f),segment_id=bdd9f082-de43-4420-81fb-d38c6af8aa3f)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:23.180473 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:23.181266 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device f3176ee0-d977-4960-b6c2-a03be5f071ae no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:19:23.238333 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-c3fcff92-16ea-4ecf-baf0-21d8067beeb1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:23.261265 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: f3176ee0-d977-4960-b6c2-a03be5f071ae {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:19:23.263464 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device f3176ee0-d977-4960-b6c2-a03be5f071ae not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:19:23.275475 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:23.278769 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcff92-16ea-4ecf-baf0-21d8067beeb1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event deleted for resources: {'Port': ['ID=f3176ee0-d977-4960-b6c2-a03be5f071ae,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:23.352573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2829462-62fd-47db-afde-d44dc186dab4 req-c3fcff92-16ea-4ecf-baf0-21d8067beeb1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] No DVR routers for this DVR port f3176ee0-d977-4960-b6c2-a03be5f071ae on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:19:23.367180 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-c3fcff92-16ea-4ecf-baf0-21d8067beeb1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:23.370091 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d2829462-62fd-47db-afde-d44dc186dab4 req-c3fcff92-16ea-4ecf-baf0-21d8067beeb1 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.63 "DELETE /v2.0/ports/f3176ee0-d977-4960-b6c2-a03be5f071ae HTTP/1.1" status: 204 len: 173 time: 0.8272164 Aug 05 14:19:23.430340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c302327-bfa2-4f57-89d5-9822779e4c8f req-8393a8d9-787c-4169-9d51-7f02a62e0280 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:23.435006 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6c302327-bfa2-4f57-89d5-9822779e4c8f req-8393a8d9-787c-4169-9d51-7f02a62e0280 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.1095681 Aug 05 14:19:23.495203 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e79a2-5562-4a41-b468-92b715c19295 req-701ae94b-e174-4d5e-bb79-18ac87973aca tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:23.501683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e79a2-5562-4a41-b468-92b715c19295 req-701ae94b-e174-4d5e-bb79-18ac87973aca tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:23.503421 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-064e79a2-5562-4a41-b468-92b715c19295 req-701ae94b-e174-4d5e-bb79-18ac87973aca tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 1677 time: 0.0892589 Aug 05 14:19:23.558210 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6c302327-bfa2-4f57-89d5-9822779e4c8f req-bb34ac07-cccc-4a3d-a9a3-49825d8d640f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105323 Aug 05 14:19:23.577367 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-064e79a2-5562-4a41-b468-92b715c19295 req-5271668d-5a49-4fa4-abc4-9fa5ba52b0b7 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653334 Aug 05 14:19:23.596164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d2829462-62fd-47db-afde-d44dc186dab4 req-a3661559-0abf-49e8-aa7f-96caefb440af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Deleting port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:19:23.596821 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-a3661559-0abf-49e8-aa7f-96caefb440af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:23.759363 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d2829462-62fd-47db-afde-d44dc186dab4 req-a3661559-0abf-49e8-aa7f-96caefb440af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] For port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d,segment=NetworkSegment(bdd9f082-de43-4420-81fb-d38c6af8aa3f),segment_id=bdd9f082-de43-4420-81fb-d38c6af8aa3f)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:23.760008 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-a3661559-0abf-49e8-aa7f-96caefb440af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:23.818911 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc53f53a-cc55-4fdf-bfb5-294b3a6d60a2 req-41e4012b-99c4-471f-9848-57477e6b5d90 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2293451 Aug 05 14:19:23.901786 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-deleted', 'tag': 'c3959024-cd38-493d-b979-ae02a3fd5bed'}, {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-deleted', 'tag': 'f3176ee0-d977-4960-b6c2-a03be5f071ae'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:19:23.903670 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f69b64f-371a-429d-a80d-289b73a55332" -d '{"events": [{"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-deleted", "tag": "c3959024-cd38-493d-b979-ae02a3fd5bed"}, {"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-deleted", "tag": "f3176ee0-d977-4960-b6c2-a03be5f071ae"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:19:23.968318 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc02e2a-4e49-4dd1-90ca-551088a1caba req-09dcbd4e-179a-4c24-9fae-199ddee82071 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:23.977193 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6fc02e2a-4e49-4dd1-90ca-551088a1caba req-09dcbd4e-179a-4c24-9fae-199ddee82071 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.1551371 Aug 05 14:19:23.993745 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 14:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60990457-57ce-4e88-98d1-4fa54ca6b77e x-openstack-request-id: req-60990457-57ce-4e88-98d1-4fa54ca6b77e {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:19:23.994174 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-deleted", "tag": "c3959024-cd38-493d-b979-ae02a3fd5bed", "status": "completed", "code": 200}, {"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-deleted", "tag": "f3176ee0-d977-4960-b6c2-a03be5f071ae", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:19:23.994559 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60990457-57ce-4e88-98d1-4fa54ca6b77e {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:19:23.995267 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-deleted', 'tag': 'c3959024-cd38-493d-b979-ae02a3fd5bed', 'status': 'completed', 'code': 200} Aug 05 14:19:23.995620 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-deleted', 'tag': 'f3176ee0-d977-4960-b6c2-a03be5f071ae', 'status': 'completed', 'code': 200} Aug 05 14:19:24.085546 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6fc02e2a-4e49-4dd1-90ca-551088a1caba req-85154f73-3afd-428b-9899-44e10415a685 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048639 Aug 05 14:19:24.137984 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-a3661559-0abf-49e8-aa7f-96caefb440af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:24.138612 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-a3661559-0abf-49e8-aa7f-96caefb440af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:24.138926 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [req-d2829462-62fd-47db-afde-d44dc186dab4 req-a3661559-0abf-49e8-aa7f-96caefb440af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Floating IP 1e1e0278-2eff-410a-9d91-35dabee67ee6 disassociated. External IP: 172.25.5.223, port: 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d. Aug 05 14:19:24.139507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d2829462-62fd-47db-afde-d44dc186dab4 req-a3661559-0abf-49e8-aa7f-96caefb440af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Calling delete_port for 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:19:24.185231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 80b81db7-e362-483c-95d3-7ecab057adc3 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:19:24.332730 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-a3661559-0abf-49e8-aa7f-96caefb440af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:24.368020 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3661559-0abf-49e8-aa7f-96caefb440af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event deleted for resources: {'Port': ['ID=6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:24.523866 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2829462-62fd-47db-afde-d44dc186dab4 req-a3661559-0abf-49e8-aa7f-96caefb440af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Router b723fbb4-a239-4e7a-beb2-e34f146e52ba has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:19:24.669704 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2829462-62fd-47db-afde-d44dc186dab4 req-a3661559-0abf-49e8-aa7f-96caefb440af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:19:24.682782 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7063b798-2da6-40fb-b48a-41aa465cc7ca None None] Sync routers for ids ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:19:24.706229 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7063b798-2da6-40fb-b48a-41aa465cc7ca None None] Routers {'b723fbb4-a239-4e7a-beb2-e34f146e52ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:19:24.707925 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7063b798-2da6-40fb-b48a-41aa465cc7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:19:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:19:24.744209 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b7a94-88c2-4776-9a48-59a33f5c0b9f req-98ae6a89-62d3-46c7-9ff8-b3b39de82243 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:24.745813 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-178b7a94-88c2-4776-9a48-59a33f5c0b9f req-98ae6a89-62d3-46c7-9ff8-b3b39de82243 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.0810127 Aug 05 14:19:24.770773 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2829462-62fd-47db-afde-d44dc186dab4 req-a3661559-0abf-49e8-aa7f-96caefb440af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] No DVR routers for this DVR port 6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:19:24.775940 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-a3661559-0abf-49e8-aa7f-96caefb440af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:24.778669 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d2829462-62fd-47db-afde-d44dc186dab4 req-a3661559-0abf-49e8-aa7f-96caefb440af tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.63 "DELETE /v2.0/ports/6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d HTTP/1.1" status: 204 len: 173 time: 1.4007723 Aug 05 14:19:24.821681 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-178b7a94-88c2-4776-9a48-59a33f5c0b9f req-51adf37e-6f61-4ad9-8e7d-891db201a058 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631120 Aug 05 14:19:24.877598 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c015210-21a7-40b6-90d5-4b45f80856de req-d267970b-8455-4cf4-bfc3-19077919d63e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:24.880115 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c015210-21a7-40b6-90d5-4b45f80856de req-d267970b-8455-4cf4-bfc3-19077919d63e tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 943 time: 0.1616795 Aug 05 14:19:24.932989 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53f53a-cc55-4fdf-bfb5-294b3a6d60a2 req-c6114d90-eae1-4bdd-9b38-163e743d1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:24.934684 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc53f53a-cc55-4fdf-bfb5-294b3a6d60a2 req-c6114d90-eae1-4bdd-9b38-163e743d1177 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3&tenant_id=cbb0a420f3da41faa96fa3da547ac73f HTTP/1.1" status: 200 len: 1095 time: 0.0841858 Aug 05 14:19:24.937122 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:19:24.940682 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c015210-21a7-40b6-90d5-4b45f80856de req-d1e4fbe1-a565-461a-b667-c588b94b397b tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups?id=e04b1e01-daf2-474b-bbb4-36d2d0386def&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497854 Aug 05 14:19:24.941587 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd80cdb-b8d2-452b-991c-051ff1a035a5" -d '{"events": [{"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-unplugged", "status": "completed", "tag": "6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:19:24.947478 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d2829462-62fd-47db-afde-d44dc186dab4 req-91980baf-551e-4a34-b2f4-63831175e5df tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Deleting port b8eb1684-08f2-4780-84fe-e55025c46bf3 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:19:24.947812 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-91980baf-551e-4a34-b2f4-63831175e5df tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:24.970758 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-7063b798-2da6-40fb-b48a-41aa465cc7ca None None] Set router b723fbb4-a239-4e7a-beb2-e34f146e52ba gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:19:25.000215 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2559cc85-9961-4743-9cac-d5f4c78a81b1 x-openstack-request-id: req-2559cc85-9961-4743-9cac-d5f4c78a81b1 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:19:25.000506 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-unplugged", "status": "completed", "tag": "6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:19:25.000788 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2559cc85-9961-4743-9cac-d5f4c78a81b1 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:19:25.001147 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d', 'code': 200} Aug 05 14:19:25.071614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53f53a-cc55-4fdf-bfb5-294b3a6d60a2 req-e98965c3-cabd-4ede-aaff-68c6b538470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:25.073443 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc53f53a-cc55-4fdf-bfb5-294b3a6d60a2 req-e98965c3-cabd-4ede-aaff-68c6b538470e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbb0a420f3da41faa96fa3da547ac73f&device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 1095 time: 0.1127067 Aug 05 14:19:25.076937 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d2829462-62fd-47db-afde-d44dc186dab4 req-91980baf-551e-4a34-b2f4-63831175e5df tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] For port b8eb1684-08f2-4780-84fe-e55025c46bf3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b8eb1684-08f2-4780-84fe-e55025c46bf3,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:25.077375 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-91980baf-551e-4a34-b2f4-63831175e5df tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:25.091559 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d2829462-62fd-47db-afde-d44dc186dab4 req-91980baf-551e-4a34-b2f4-63831175e5df tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Calling delete_port for b8eb1684-08f2-4780-84fe-e55025c46bf3 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:19:25.233603 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7063b798-2da6-40fb-b48a-41aa465cc7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'name': 'tempest-TaggedBootDevicesTest-1648309241-router', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:08:51Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'gw_port': {'id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:53Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '834e014d-b9e0-43f4-8464-1b8a1820c489', 'name': '', 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'mac_address': 'fa:16:3e:a1:a3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:59Z', 'updated_at': '2021-08-05T14:09:06Z', 'revision_number': 5, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'subnets': [{'id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:19:25.268191 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7063b798-2da6-40fb-b48a-41aa465cc7ca None None] Checking router: b723fbb4-a239-4e7a-beb2-e34f146e52ba for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:19:25.275898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f8f72-a1be-4262-9bea-e33545e2858b req-c175a79b-128f-4bd0-b57a-4388f2443a35 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:25.277744 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c66f8f72-a1be-4262-9bea-e33545e2858b req-c175a79b-128f-4bd0-b57a-4388f2443a35 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.0713298 Aug 05 14:19:25.278771 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7063b798-2da6-40fb-b48a-41aa465cc7ca None None] Routers {'b723fbb4-a239-4e7a-beb2-e34f146e52ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:19:25.279559 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7063b798-2da6-40fb-b48a-41aa465cc7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:19:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:19:25.291913 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53f53a-cc55-4fdf-bfb5-294b3a6d60a2 req-cbd4a515-58b9-4d07-aac7-74ae41fd0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:25.293568 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc53f53a-cc55-4fdf-bfb5-294b3a6d60a2 req-cbd4a515-58b9-4d07-aac7-74ae41fd0b46 service neutron] 10.222.0.63 "GET /v2.0/networks?id=74ae4304-296b-4f9a-8638-946c5f214380 HTTP/1.1" status: 200 len: 914 time: 0.2125070 Aug 05 14:19:25.365492 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c66f8f72-a1be-4262-9bea-e33545e2858b req-8c652ec2-a7e1-40fb-9d5f-54f608e580a3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798693 Aug 05 14:19:25.370351 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc53f53a-cc55-4fdf-bfb5-294b3a6d60a2 req-8770fe5f-00db-4d21-909f-fc6abd926cca service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b81db7-e362-483c-95d3-7ecab057adc3 HTTP/1.1" status: 200 len: 217 time: 0.0686798 Aug 05 14:19:25.374428 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-91980baf-551e-4a34-b2f4-63831175e5df tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:25.407631 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91980baf-551e-4a34-b2f4-63831175e5df tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event deleted for resources: {'Port': ['ID=b8eb1684-08f2-4780-84fe-e55025c46bf3,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:25.409461 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-7063b798-2da6-40fb-b48a-41aa465cc7ca None None] Set router b723fbb4-a239-4e7a-beb2-e34f146e52ba gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:19:25.451137 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53f53a-cc55-4fdf-bfb5-294b3a6d60a2 req-3a8fbe91-90d3-45d5-a8cc-281c375ab229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:25.458112 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc53f53a-cc55-4fdf-bfb5-294b3a6d60a2 req-3a8fbe91-90d3-45d5-a8cc-281c375ab229 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5a26dbbf-3dff-406a-8915-f986e80b3042 HTTP/1.1" status: 200 len: 853 time: 0.0801003 Aug 05 14:19:25.479387 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2829462-62fd-47db-afde-d44dc186dab4 req-91980baf-551e-4a34-b2f4-63831175e5df tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] No DVR routers for this DVR port b8eb1684-08f2-4780-84fe-e55025c46bf3 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:19:25.481979 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d2829462-62fd-47db-afde-d44dc186dab4 req-91980baf-551e-4a34-b2f4-63831175e5df tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:25.484077 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d2829462-62fd-47db-afde-d44dc186dab4 req-91980baf-551e-4a34-b2f4-63831175e5df tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.63 "DELETE /v2.0/ports/b8eb1684-08f2-4780-84fe-e55025c46bf3 HTTP/1.1" status: 204 len: 173 time: 0.6979406 Aug 05 14:19:25.528604 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc53f53a-cc55-4fdf-bfb5-294b3a6d60a2 req-c191b124-e6cf-4b5f-b230-09b04b601b65 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=74ae4304-296b-4f9a-8638-946c5f214380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621052 Aug 05 14:19:25.668152 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc53f53a-cc55-4fdf-bfb5-294b3a6d60a2 req-0683a294-08c5-4747-a63c-b8bc21b7e85c service neutron] 10.222.0.63 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215675 Aug 05 14:19:25.711891 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7063b798-2da6-40fb-b48a-41aa465cc7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'name': 'tempest-TaggedBootDevicesTest-1648309241-router', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:08:51Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'gw_port': {'id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:53Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '834e014d-b9e0-43f4-8464-1b8a1820c489', 'name': '', 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'mac_address': 'fa:16:3e:a1:a3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:59Z', 'updated_at': '2021-08-05T14:09:06Z', 'revision_number': 5, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'subnets': [{'id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:19:25.746926 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7063b798-2da6-40fb-b48a-41aa465cc7ca None None] The sync data for ids ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'] in n-d-803585-2 is: [{'id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'name': 'tempest-TaggedBootDevicesTest-1648309241-router', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:08:51Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'gw_port': {'id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:53Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '834e014d-b9e0-43f4-8464-1b8a1820c489', 'name': '', 'network_id': '49ee7bf9-24d1-4e2b-931b-356656b891c1', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'mac_address': 'fa:16:3e:a1:a3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:59Z', 'updated_at': '2021-08-05T14:09:06Z', 'revision_number': 5, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'subnets': [{'id': '99590631-4fd2-461f-8715-2f2e7cafe5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:19:25.792564 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc53f53a-cc55-4fdf-bfb5-294b3a6d60a2 req-3f533c46-2079-4fc7-9d75-5951491468df service neutron] 10.222.0.63 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158855 Aug 05 14:19:25.996881 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-deleted', 'tag': '6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d'}, {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-deleted', 'tag': 'b8eb1684-08f2-4780-84fe-e55025c46bf3'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:19:25.999491 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edc5306-c9c5-4b39-a3a9-5c3fe3c41024" -d '{"events": [{"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-deleted", "tag": "6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d"}, {"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-deleted", "tag": "b8eb1684-08f2-4780-84fe-e55025c46bf3"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:19:26.043057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ee022-1adf-437a-b9ca-51bb4dfa48ea req-3943d8ea-bed6-4a7b-8a34-f463bfefb177 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:26.050301 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c3ee022-1adf-437a-b9ca-51bb4dfa48ea req-3943d8ea-bed6-4a7b-8a34-f463bfefb177 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.1258814 Aug 05 14:19:26.110927 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c3ee022-1adf-437a-b9ca-51bb4dfa48ea req-405f8bab-32d2-4274-9f3e-83baf6e24ad2 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485280 Aug 05 14:19:26.128065 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a47c24f8-11ef-4b6e-8bcd-52dbf7239139 req-bf9fbe98-bed2-4e9d-b63f-6c41dc812aad tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0797367 Aug 05 14:19:26.170452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9190cbf-dbf9-4241-8da1-2fb0457d8eca None None] New status for floating IP 1e1e0278-2eff-410a-9d91-35dabee67ee6: DOWN {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:19:26.177086 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 14:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770fe4fe-9af3-484a-91ba-3af1f4f75e63 x-openstack-request-id: req-770fe4fe-9af3-484a-91ba-3af1f4f75e63 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:19:26.177425 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-deleted", "tag": "6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d", "status": "completed", "code": 200}, {"server_uuid": "fbf2b887-30f7-4a24-948a-f620d2bc5b11", "name": "network-vif-deleted", "tag": "b8eb1684-08f2-4780-84fe-e55025c46bf3", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:19:26.177714 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-770fe4fe-9af3-484a-91ba-3af1f4f75e63 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:19:26.178210 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-deleted', 'tag': '6bbc4bb0-ab30-44f1-88bc-bbfc4cf0b81d', 'status': 'completed', 'code': 200} Aug 05 14:19:26.178446 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2b887-30f7-4a24-948a-f620d2bc5b11', 'name': 'network-vif-deleted', 'tag': 'b8eb1684-08f2-4780-84fe-e55025c46bf3', 'status': 'completed', 'code': 200} Aug 05 14:19:26.551223 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eec224-67f3-405c-9aed-05874bf1a86f req-b85b1f97-11e1-4816-a175-c5dcfe2f711d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:26.559115 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-81eec224-67f3-405c-9aed-05874bf1a86f req-b85b1f97-11e1-4816-a175-c5dcfe2f711d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.0820844 Aug 05 14:19:26.602744 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-81eec224-67f3-405c-9aed-05874bf1a86f req-fcf1ac4d-4e6e-49e1-98f6-900f51b73179 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429378 Aug 05 14:19:27.312185 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ad110-a0ea-419a-8bef-5af2ac9f64af req-ed21b5f9-56fc-4961-bb3f-a885a4cc33c0 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:27.313664 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-00a8b12c-84d5-4172-93a4-cf93e7e73df0 req-790c9edd-e3b5-47e4-b006-3a26664cee16 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0631194 Aug 05 14:19:27.320706 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9f5ad110-a0ea-419a-8bef-5af2ac9f64af req-ed21b5f9-56fc-4961-bb3f-a885a4cc33c0 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.1091764 Aug 05 14:19:27.375531 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9f5ad110-a0ea-419a-8bef-5af2ac9f64af req-fb4b27d1-d1f7-4cb1-8e5a-3dfd3a76ca0c tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531774 Aug 05 14:19:27.935678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80926689-54f1-4868-8668-23f5f72c4301 req-e731e555-9a33-426d-978a-0ac6cb88e11e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:27.940018 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80926689-54f1-4868-8668-23f5f72c4301 req-e731e555-9a33-426d-978a-0ac6cb88e11e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.1569235 Aug 05 14:19:28.007454 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80926689-54f1-4868-8668-23f5f72c4301 req-54efe6c6-3d86-4f12-b2e1-d402b4aff60a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576077 Aug 05 14:19:28.457308 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e4234d79-76ac-41ef-a4c4-e3eb90a5d30b req-bb0a0813-48ef-4c52-914d-35fddd35ec8a tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0386682 Aug 05 14:19:28.551191 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16decf-3ebe-45fc-b7fe-6ffac0f45602 req-717df976-5faf-4207-a1cd-dafc00637ab9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:28.558290 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8d16decf-3ebe-45fc-b7fe-6ffac0f45602 req-717df976-5faf-4207-a1cd-dafc00637ab9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.0630739 Aug 05 14:19:28.613709 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8d16decf-3ebe-45fc-b7fe-6ffac0f45602 req-7393a183-fbf6-4ecf-b431-cec5549d700a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483816 Aug 05 14:19:29.165940 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc0f0c-4717-4ad0-8a93-7be8fc8780e5 req-a84a798e-4c94-40f7-a74f-ba0c608b5eb3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:29.167695 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-46cc0f0c-4717-4ad0-8a93-7be8fc8780e5 req-a84a798e-4c94-40f7-a74f-ba0c608b5eb3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.0665565 Aug 05 14:19:29.218542 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-46cc0f0c-4717-4ad0-8a93-7be8fc8780e5 req-374b8222-6f5d-42a3-af55-93c1d8b67e29 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439410 Aug 05 14:19:29.590389 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3af44cc-2134-40d2-a27f-f605359477e2 req-1177103d-8c58-4f0f-9271-bd29ef8156f8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0455017 Aug 05 14:19:29.798666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fadf1-d71b-405a-b01a-7a43a5ffe025 req-65010d37-a1e7-4986-9447-60dafbebc820 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:29.800974 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-881fadf1-d71b-405a-b01a-7a43a5ffe025 req-65010d37-a1e7-4986-9447-60dafbebc820 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.0668950 Aug 05 14:19:29.858792 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-881fadf1-d71b-405a-b01a-7a43a5ffe025 req-68710e6a-2667-433b-9b96-ee7f4bcd5a00 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517123 Aug 05 14:19:30.431247 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea78ed-6a49-4b76-856d-45787eafdea3 req-31cabfdd-f45c-4896-a508-37415b7775a4 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:30.445598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dbea78ed-6a49-4b76-856d-45787eafdea3 req-31cabfdd-f45c-4896-a508-37415b7775a4 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.1219537 Aug 05 14:19:30.505145 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dbea78ed-6a49-4b76-856d-45787eafdea3 req-e6eb08df-94ec-4c83-b1eb-c3300f15e749 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585012 Aug 05 14:19:30.795072 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d50c95b-af93-4bb9-b9d5-e4ff26489de5 req-704bd8a8-184a-4a79-bb2e-0ef5fc27d280 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0527256 Aug 05 14:19:31.007232 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e922f-ca4a-40d9-a5cb-4f9a9c355c37 req-2f182f51-82ed-4cc5-964d-0d2f32c4f50b tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:31.030976 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-935e922f-ca4a-40d9-a5cb-4f9a9c355c37 req-2f182f51-82ed-4cc5-964d-0d2f32c4f50b tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.0826981 Aug 05 14:19:31.100586 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-935e922f-ca4a-40d9-a5cb-4f9a9c355c37 req-f810167c-038e-4ca9-8a46-d11820a19ad6 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682597 Aug 05 14:19:31.680253 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30586367-d519-4295-ae64-09e4c3fbcc01 req-e546e074-3f93-466c-9fe7-39d916bee1aa tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:31.681853 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-30586367-d519-4295-ae64-09e4c3fbcc01 req-e546e074-3f93-466c-9fe7-39d916bee1aa tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.0854521 Aug 05 14:19:31.744321 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-30586367-d519-4295-ae64-09e4c3fbcc01 req-6834f366-d34b-46da-bb27-5049e79f7426 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469711 Aug 05 14:19:31.954917 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8b16bc5e-b91d-4926-b704-1ebb5fdc096a req-ad09b4ab-c810-48ad-ba9e-c5b76057b1ee tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0392964 Aug 05 14:19:32.286041 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb3561-83de-40e3-bd21-87a6f9f39bed req-d7aa3fa6-0a51-4bc8-8baf-8c3536dc9592 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:32.295399 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-70fb3561-83de-40e3-bd21-87a6f9f39bed req-d7aa3fa6-0a51-4bc8-8baf-8c3536dc9592 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.1010518 Aug 05 14:19:32.342145 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-70fb3561-83de-40e3-bd21-87a6f9f39bed req-878e142e-e659-4ef0-996c-b29a5b494d75 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455632 Aug 05 14:19:32.960513 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b89266-3ac5-462e-a33a-6a91e812f71b req-5904fe75-66b5-4bab-9cce-03ab668de15e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:32.968913 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-06b89266-3ac5-462e-a33a-6a91e812f71b req-5904fe75-66b5-4bab-9cce-03ab668de15e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.0638220 Aug 05 14:19:33.068332 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-06b89266-3ac5-462e-a33a-6a91e812f71b req-07a1b657-b426-4c38-a4c6-72e60467dace tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981202 Aug 05 14:19:33.112567 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c23e3ea5-5298-4add-bd47-d810285d48fe req-1d0b630c-1e62-4b28-81a9-fbd531c807ac tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0596523 Aug 05 14:19:33.983976 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b94d6-0527-425d-bb89-3edb23179f59 req-3b58d8f4-a181-46bb-84c9-bd7328d17d1b tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:33.993206 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-921b94d6-0527-425d-bb89-3edb23179f59 req-3b58d8f4-a181-46bb-84c9-bd7328d17d1b tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.5415244 Aug 05 14:19:34.034061 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-921b94d6-0527-425d-bb89-3edb23179f59 req-714fd732-0d74-49b8-a00b-99e41d746368 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393889 Aug 05 14:19:34.259172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddfd8d-30e3-4aa5-a593-45b7e74b0fbf req-f4674f39-6e4f-422f-8db2-3f33a2c629b0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:34.269389 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-45ddfd8d-30e3-4aa5-a593-45b7e74b0fbf req-f4674f39-6e4f-422f-8db2-3f33a2c629b0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.0712256 Aug 05 14:19:34.281852 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d40fd42c-7501-47d5-ae32-a5824b450f34 req-0d1399f7-3f46-4d82-83e2-729f7bbb4dad tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0435839 Aug 05 14:19:34.321614 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-45ddfd8d-30e3-4aa5-a593-45b7e74b0fbf req-fe20b51f-60ba-436c-b326-f6bd7dc85745 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509391 Aug 05 14:19:35.231153 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84553d67-1ee5-4c4f-9f46-6e80a8b0530c req-53d377cb-0c35-4415-9907-ac511572abe2 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:35.239843 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84553d67-1ee5-4c4f-9f46-6e80a8b0530c req-53d377cb-0c35-4415-9907-ac511572abe2 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.0696795 Aug 05 14:19:35.313449 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84553d67-1ee5-4c4f-9f46-6e80a8b0530c req-044a838a-f349-44be-85be-e98c2ee69f60 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721791 Aug 05 14:19:35.420756 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8d9a6cf6-012f-4899-bde0-065fb8057889 req-94bea7ef-8ca9-4d83-a519-ffd42442274f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0517719 Aug 05 14:19:35.527353 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77114c8a-b308-4f07-a1a1-88ca36b6715f req-b5611b02-f11f-42c2-92f1-140bd6c4ba81 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:35.529861 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77114c8a-b308-4f07-a1a1-88ca36b6715f req-b5611b02-f11f-42c2-92f1-140bd6c4ba81 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 943 time: 0.1075385 Aug 05 14:19:35.608552 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77114c8a-b308-4f07-a1a1-88ca36b6715f req-927c8db5-030c-4e4a-8ee8-c4ee2f228472 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577478 Aug 05 14:19:35.792741 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 60dbf9b7-d586-4d06-a5cb-20c73d682dbc details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:19:35.952367 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 60dbf9b7-d586-4d06-a5cb-20c73d682dbc, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=60dbf9b7-d586-4d06-a5cb-20c73d682dbc,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:35.972202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '60dbf9b7-d586-4d06-a5cb-20c73d682dbc', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'port_id': '60dbf9b7-d586-4d06-a5cb-20c73d682dbc', 'mac_address': 'fa:16:3e:6b:bc:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:19:36.016332 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:36.030792 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60dbf9b7-d586-4d06-a5cb-20c73d682dbc {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:19:36.058536 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 60dbf9b7-d586-4d06-a5cb-20c73d682dbc, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=60dbf9b7-d586-4d06-a5cb-20c73d682dbc,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:36.066868 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:36.126463 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=60dbf9b7-d586-4d06-a5cb-20c73d682dbc,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:36.297881 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['60dbf9b7-d586-4d06-a5cb-20c73d682dbc'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:19:36.513715 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633b605-ab40-4c53-a7b5-f4a00ebcb2cc req-123ebf59-d016-4684-b1ec-55396f779c51 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:36.515318 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4633b605-ab40-4c53-a7b5-f4a00ebcb2cc req-123ebf59-d016-4684-b1ec-55396f779c51 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.1141105 Aug 05 14:19:36.575863 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4633b605-ab40-4c53-a7b5-f4a00ebcb2cc req-b4fb4cbd-0f77-4cf0-bda3-fd5dc6e8078a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536058 Aug 05 14:19:36.652960 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8143130a-e204-4920-b444-92e288aa9d3c req-7e50384b-a423-4cdf-aab9-d6e32dcfb82d tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0439129 Aug 05 14:19:36.760979 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30d438-5f9f-4a1f-9041-7f34baea6311 req-d6543872-4773-4a76-a9c7-144cb085be95 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:36.762540 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fa30d438-5f9f-4a1f-9041-7f34baea6311 req-d6543872-4773-4a76-a9c7-144cb085be95 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 944 time: 0.0508370 Aug 05 14:19:36.803905 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fa30d438-5f9f-4a1f-9041-7f34baea6311 req-832b663f-f409-4b39-8f52-3c51926de278 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345123 Aug 05 14:19:37.739039 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8c357-971d-4a9d-a740-d2974392a34d req-196ea2e9-12f6-4a42-8a74-b72e7b365eaa tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:37.742081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dcf8c357-971d-4a9d-a740-d2974392a34d req-196ea2e9-12f6-4a42-8a74-b72e7b365eaa tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.0800085 Aug 05 14:19:37.778934 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c33d247a-f74f-4cbb-aba8-3bf28c02855a req-3ff145ce-7220-4f92-b2ce-6691298b7a24 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0332263 Aug 05 14:19:37.792880 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 60dbf9b7-d586-4d06-a5cb-20c73d682dbc up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:19:37.831268 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dcf8c357-971d-4a9d-a740-d2974392a34d req-7f581b1a-a625-4321-9581-45fb86542e7e tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829065 Aug 05 14:19:37.893651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 60dbf9b7-d586-4d06-a5cb-20c73d682dbc completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:19:37.899135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 60dbf9b7-d586-4d06-a5cb-20c73d682dbc triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:19:37.899593 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:37.976711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdac5d-e6e8-4d1e-b422-b768aadf2722 req-c73c7738-6517-49a9-b498-653921e6d740 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:37.982210 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63fdac5d-e6e8-4d1e-b422-b768aadf2722 req-c73c7738-6517-49a9-b498-653921e6d740 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 944 time: 0.0904243 Aug 05 14:19:38.038958 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:38.099575 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51523fe-a188-4e09-92c6-5f2bb0d668f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dbf9b7-d586-4d06-a5cb-20c73d682dbc'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:19:38.103212 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1a0e8f-b5b5-48bf-94e9-df38278cc138" -d '{"events": [{"server_uuid": "d51523fe-a188-4e09-92c6-5f2bb0d668f0", "name": "network-vif-plugged", "status": "completed", "tag": "60dbf9b7-d586-4d06-a5cb-20c73d682dbc"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:19:38.165241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 60dbf9b7-d586-4d06-a5cb-20c73d682dbc, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=60dbf9b7-d586-4d06-a5cb-20c73d682dbc,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:38.183846 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:38.223834 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52048ca5-9d7f-47ec-b4cd-cf3d8495631b x-openstack-request-id: req-52048ca5-9d7f-47ec-b4cd-cf3d8495631b {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:19:38.224159 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51523fe-a188-4e09-92c6-5f2bb0d668f0", "name": "network-vif-plugged", "status": "completed", "tag": "60dbf9b7-d586-4d06-a5cb-20c73d682dbc", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:19:38.224380 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52048ca5-9d7f-47ec-b4cd-cf3d8495631b {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:19:38.224780 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51523fe-a188-4e09-92c6-5f2bb0d668f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dbf9b7-d586-4d06-a5cb-20c73d682dbc', 'code': 200} Aug 05 14:19:38.299485 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=60dbf9b7-d586-4d06-a5cb-20c73d682dbc,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:38.364485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990ad59-d4fa-4115-ae01-daed4e5f7a3a req-4db0224a-7271-43ba-93dd-25dd02d76472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:38.367752 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2990ad59-d4fa-4115-ae01-daed4e5f7a3a req-4db0224a-7271-43ba-93dd-25dd02d76472 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 1096 time: 0.0628026 Aug 05 14:19:38.407776 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63fdac5d-e6e8-4d1e-b422-b768aadf2722 req-02abcd18-1611-4c58-bbb4-a9127776967b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196174 Aug 05 14:19:38.437631 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2990ad59-d4fa-4115-ae01-daed4e5f7a3a req-6e32126c-dd33-468f-82ef-95189af2143d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614297 Aug 05 14:19:39.015547 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e96a8c11-3e0d-47ef-801b-b51651d28ef4 req-a047f84b-ba14-4fa0-a7f2-8143349a44b2 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0638235 Aug 05 14:19:39.057600 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfc418-b299-4b87-a7e5-5d7593a5f257 req-a02df457-9b4b-49a0-99d4-907c6aa3ed2f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:39.057600 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0fdfc418-b299-4b87-a7e5-5d7593a5f257 req-a02df457-9b4b-49a0-99d4-907c6aa3ed2f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.0917485 Aug 05 14:19:39.104638 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0fdfc418-b299-4b87-a7e5-5d7593a5f257 req-70a53127-1e02-4f8b-99b2-192bef3f9022 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402155 Aug 05 14:19:39.552111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43612032-edd6-4cca-9f0a-f7ad8c5332de req-e03a0711-3dd8-42f9-91ba-a613c1fd55ee tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:39.555613 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-43612032-edd6-4cca-9f0a-f7ad8c5332de req-e03a0711-3dd8-42f9-91ba-a613c1fd55ee tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 945 time: 0.0784395 Aug 05 14:19:39.626489 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-43612032-edd6-4cca-9f0a-f7ad8c5332de req-3f65559a-ef94-4fb7-97af-070cf8ce574e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497105 Aug 05 14:19:39.735253 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2884eb6-71e6-4519-a03f-12e02cfd9343 req-c6758260-99a0-43f9-a876-683e87427505 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:39.736856 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d2884eb6-71e6-4519-a03f-12e02cfd9343 req-c6758260-99a0-43f9-a876-683e87427505 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 945 time: 0.0564721 Aug 05 14:19:39.781231 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d2884eb6-71e6-4519-a03f-12e02cfd9343 req-7839a7e8-fea1-4038-a7b4-85f7c5c7f9e9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354226 Aug 05 14:19:39.926719 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96603ad9-ccb5-4f31-a1dd-f475bb017376 req-4ae3b11a-8132-4f31-bd48-8333951003a3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:39.928311 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-96603ad9-ccb5-4f31-a1dd-f475bb017376 req-4ae3b11a-8132-4f31-bd48-8333951003a3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 945 time: 0.0592470 Aug 05 14:19:39.970203 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-96603ad9-ccb5-4f31-a1dd-f475bb017376 req-5f268293-da16-41f7-9cd0-ef1c70b9aaee tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354564 Aug 05 14:19:40.167647 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-233cafa3-b09b-4f51-bc16-5fd540ae987c req-5a50c5cb-b4ec-40c0-b7b1-06d17c649815 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0596709 Aug 05 14:19:40.228515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 80b81db7-e362-483c-95d3-7ecab057adc3 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:19:40.409244 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d99e4-35fd-4b18-bc9d-8fa8dfdffe38 req-ac2c1afb-55cb-41c6-a5c8-19c940b09991 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:40.409861 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 80b81db7-e362-483c-95d3-7ecab057adc3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=80b81db7-e362-483c-95d3-7ecab057adc3,segment=NetworkSegment(c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd),segment_id=c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:40.423597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '80b81db7-e362-483c-95d3-7ecab057adc3', 'network_id': '74ae4304-296b-4f9a-8638-946c5f214380', 'port_id': '80b81db7-e362-483c-95d3-7ecab057adc3', 'mac_address': 'fa:16:3e:7a:41:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a26dbbf-3dff-406a-8915-f986e80b3042', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:19:40.425601 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-893d99e4-35fd-4b18-bc9d-8fa8dfdffe38 req-ac2c1afb-55cb-41c6-a5c8-19c940b09991 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 944 time: 0.1461997 Aug 05 14:19:40.482728 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:40.488398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00787e0-8a84-4463-b756-340d30264d80 req-4257466d-359e-43a7-adee-684b93b40233 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:40.507244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b81db7-e362-483c-95d3-7ecab057adc3 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:19:40.508526 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f00787e0-8a84-4463-b756-340d30264d80 req-4257466d-359e-43a7-adee-684b93b40233 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 945 time: 0.1443117 Aug 05 14:19:40.514600 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-893d99e4-35fd-4b18-bc9d-8fa8dfdffe38 req-6c40223b-840e-4be9-a149-a38e0699c8c1 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737309 Aug 05 14:19:40.538896 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 80b81db7-e362-483c-95d3-7ecab057adc3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=80b81db7-e362-483c-95d3-7ecab057adc3,segment=NetworkSegment(c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd),segment_id=c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:40.548156 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:40.587010 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f00787e0-8a84-4463-b756-340d30264d80 req-ed0a281a-74a6-4b27-9fc8-c91bdac511b7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636625 Aug 05 14:19:40.640885 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=80b81db7-e362-483c-95d3-7ecab057adc3,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:40.760987 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['80b81db7-e362-483c-95d3-7ecab057adc3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:19:41.289189 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4fa577c6-2d10-4b75-8cb3-a27ead1499af req-0ed62fbe-171e-49d6-95d6-0f0c58a11368 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0429623 Aug 05 14:19:41.671370 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4a1bb-f8ca-42c9-9303-13714d95644f req-4d204ee3-c419-451a-9310-86fd7e88fdb3 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:41.673307 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-01f4a1bb-f8ca-42c9-9303-13714d95644f req-4d204ee3-c419-451a-9310-86fd7e88fdb3 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 945 time: 0.0766003 Aug 05 14:19:41.730377 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-01f4a1bb-f8ca-42c9-9303-13714d95644f req-6dd3e649-e886-4c23-b7fe-6f01f440bdfb tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437138 Aug 05 14:19:41.798786 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee489e-7775-4060-9458-f61dba8e598e req-4fbf8136-ca21-496d-9163-f168d07c5b36 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:41.800518 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-66ee489e-7775-4060-9458-f61dba8e598e req-4fbf8136-ca21-496d-9163-f168d07c5b36 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 945 time: 0.0897045 Aug 05 14:19:41.892903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4968e-dbf2-49cb-b8f7-d4bc872c5168 req-831523c3-1a0e-43b6-b5ed-4d1c6344a8b0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:41.893363 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-66ee489e-7775-4060-9458-f61dba8e598e req-cc79a921-e1bd-4e5d-9d37-e2d7ad6f36e0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859263 Aug 05 14:19:41.895439 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46d4968e-dbf2-49cb-b8f7-d4bc872c5168 req-831523c3-1a0e-43b6-b5ed-4d1c6344a8b0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.84 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 945 time: 0.0706639 Aug 05 14:19:42.030384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-46d4968e-dbf2-49cb-b8f7-d4bc872c5168 req-970cf07a-2ebb-44de-9dc5-e8006ffb891d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Deleting port 60dbf9b7-d586-4d06-a5cb-20c73d682dbc {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:19:42.030820 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-46d4968e-dbf2-49cb-b8f7-d4bc872c5168 req-970cf07a-2ebb-44de-9dc5-e8006ffb891d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:42.149170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-46d4968e-dbf2-49cb-b8f7-d4bc872c5168 req-970cf07a-2ebb-44de-9dc5-e8006ffb891d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] For port 60dbf9b7-d586-4d06-a5cb-20c73d682dbc, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=60dbf9b7-d586-4d06-a5cb-20c73d682dbc,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:42.149549 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-46d4968e-dbf2-49cb-b8f7-d4bc872c5168 req-970cf07a-2ebb-44de-9dc5-e8006ffb891d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:42.174884 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-46d4968e-dbf2-49cb-b8f7-d4bc872c5168 req-970cf07a-2ebb-44de-9dc5-e8006ffb891d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Calling delete_port for 60dbf9b7-d586-4d06-a5cb-20c73d682dbc owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:19:42.247722 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 80b81db7-e362-483c-95d3-7ecab057adc3 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:19:42.333185 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 80b81db7-e362-483c-95d3-7ecab057adc3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:19:42.333565 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:42.369205 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-46d4968e-dbf2-49cb-b8f7-d4bc872c5168 req-970cf07a-2ebb-44de-9dc5-e8006ffb891d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:42.383792 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['60dbf9b7-d586-4d06-a5cb-20c73d682dbc'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:19:42.410833 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cf07a-2ebb-44de-9dc5-e8006ffb891d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event deleted for resources: {'Port': ['ID=60dbf9b7-d586-4d06-a5cb-20c73d682dbc,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:42.463287 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:42.507150 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1abc87-fb4e-4147-a28d-76e3776e92f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b81db7-e362-483c-95d3-7ecab057adc3'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:19:42.511110 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d30080-892d-46f5-9c23-c4699fe57260" -d '{"events": [{"server_uuid": "1d1abc87-fb4e-4147-a28d-76e3776e92f3", "name": "network-vif-plugged", "status": "completed", "tag": "80b81db7-e362-483c-95d3-7ecab057adc3"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:19:42.537901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d4968e-dbf2-49cb-b8f7-d4bc872c5168 req-970cf07a-2ebb-44de-9dc5-e8006ffb891d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] No DVR routers for this DVR port 60dbf9b7-d586-4d06-a5cb-20c73d682dbc on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:19:42.539847 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-46d4968e-dbf2-49cb-b8f7-d4bc872c5168 req-970cf07a-2ebb-44de-9dc5-e8006ffb891d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:42.542050 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46d4968e-dbf2-49cb-b8f7-d4bc872c5168 req-970cf07a-2ebb-44de-9dc5-e8006ffb891d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.84 "DELETE /v2.0/ports/60dbf9b7-d586-4d06-a5cb-20c73d682dbc HTTP/1.1" status: 204 len: 173 time: 0.6392572 Aug 05 14:19:42.542660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51523fe-a188-4e09-92c6-5f2bb0d668f0', 'name': 'network-vif-deleted', 'tag': '60dbf9b7-d586-4d06-a5cb-20c73d682dbc'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:19:42.545697 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c029ee-bb7c-4453-a0dc-2ec8ce36cf24" -d '{"events": [{"server_uuid": "d51523fe-a188-4e09-92c6-5f2bb0d668f0", "name": "network-vif-deleted", "tag": "60dbf9b7-d586-4d06-a5cb-20c73d682dbc"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:19:42.565506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 80b81db7-e362-483c-95d3-7ecab057adc3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=80b81db7-e362-483c-95d3-7ecab057adc3,segment=NetworkSegment(c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd),segment_id=c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:42.574854 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:42.593806 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-af4f667a-f611-42b5-8eaf-6536d9929136 req-871d1d9d-1fa9-44c8-a0be-80334f66606d tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.1159430 Aug 05 14:19:42.638640 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54223bd9-3adb-41b9-89d6-1e044ce617d1 x-openstack-request-id: req-54223bd9-3adb-41b9-89d6-1e044ce617d1 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:19:42.641028 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1abc87-fb4e-4147-a28d-76e3776e92f3", "name": "network-vif-plugged", "status": "completed", "tag": "80b81db7-e362-483c-95d3-7ecab057adc3", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:19:42.641395 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54223bd9-3adb-41b9-89d6-1e044ce617d1 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:19:42.642537 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1abc87-fb4e-4147-a28d-76e3776e92f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b81db7-e362-483c-95d3-7ecab057adc3', 'code': 200} Aug 05 14:19:42.746374 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bec3448-403a-4c61-8723-f5f80b2101dc x-openstack-request-id: req-8bec3448-403a-4c61-8723-f5f80b2101dc {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:19:42.748313 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51523fe-a188-4e09-92c6-5f2bb0d668f0", "name": "network-vif-deleted", "tag": "60dbf9b7-d586-4d06-a5cb-20c73d682dbc", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:19:42.748313 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8bec3448-403a-4c61-8723-f5f80b2101dc {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:19:42.748313 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51523fe-a188-4e09-92c6-5f2bb0d668f0', 'name': 'network-vif-deleted', 'tag': '60dbf9b7-d586-4d06-a5cb-20c73d682dbc', 'status': 'completed', 'code': 200} Aug 05 14:19:42.773377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=80b81db7-e362-483c-95d3-7ecab057adc3,revision_number=10']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:42.863440 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9920e1-2e23-4dee-a81f-e2a91aa72335 req-adeacf82-e143-4311-a00d-80dd4740b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:42.864979 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3f9920e1-2e23-4dee-a81f-e2a91aa72335 req-adeacf82-e143-4311-a00d-80dd4740b8f9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 1098 time: 0.0796573 Aug 05 14:19:42.940951 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3f9920e1-2e23-4dee-a81f-e2a91aa72335 req-06324188-d107-4218-bd4d-b8f74728827a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636044 Aug 05 14:19:42.961543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c6df9-1490-4b79-8b90-e93fd16f4153 req-61f4e112-655f-4850-9af7-99420e0f0207 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:42.963241 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f2c6df9-1490-4b79-8b90-e93fd16f4153 req-61f4e112-655f-4850-9af7-99420e0f0207 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0923502 Aug 05 14:19:43.008003 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f2c6df9-1490-4b79-8b90-e93fd16f4153 req-6771c0db-c3ad-4123-8fdd-a221a9c4d065 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385168 Aug 05 14:19:43.029062 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a85e79a3-fbcb-48be-98ce-ded03bc663e6 req-4d949c2c-f7ff-4a12-92e0-7723d125bbd0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 210 time: 0.0356460 Aug 05 14:19:43.739875 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee543ecb-b857-43ba-95b3-1b41fc481b4b req-8f4eaca6-d61d-420a-a0b1-cb637ea41f7f tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0396550 Aug 05 14:19:44.159786 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973f9ad-9876-4bb5-9c61-ce35f343bfca req-d69e63df-6b4d-43a2-a819-13dbb39a3585 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:44.170780 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d973f9ad-9876-4bb5-9c61-ce35f343bfca req-d69e63df-6b4d-43a2-a819-13dbb39a3585 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0735197 Aug 05 14:19:44.184203 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bab8478a-1622-41a3-b746-ca7601ebd02d req-64f5ca19-2f2d-4e0f-a998-bc52501c221a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 210 time: 0.0435259 Aug 05 14:19:44.225310 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d973f9ad-9876-4bb5-9c61-ce35f343bfca req-7e5d227c-e96d-485f-9b5b-afab9d236894 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526638 Aug 05 14:19:44.821349 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:44.873037 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-99aea15d-45be-46bd-98db-37e7b548ab82 req-c3874735-90cc-486a-859e-768db396d715 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf2b887-30f7-4a24-948a-f620d2bc5b11 HTTP/1.1" status: 200 len: 210 time: 0.0340371 Aug 05 14:19:45.380628 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea3a5364-6533-42df-88bb-2f83f48a83d1 req-6555a052-6831-46a6-9bdc-5c83a0fe542e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1055603 Aug 05 14:19:45.440401 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6afd9f3a-1c7f-4be2-bfae-9df87dfac4b7 req-c017cf03-0a7b-420f-b309-76223e6389e9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 210 time: 0.0635762 Aug 05 14:19:45.501357 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a5364-6533-42df-88bb-2f83f48a83d1 req-5656d943-cb83-4f4d-9665-d293b385fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:45.503166 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea3a5364-6533-42df-88bb-2f83f48a83d1 req-5656d943-cb83-4f4d-9665-d293b385fce6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbb0a420f3da41faa96fa3da547ac73f&device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 1098 time: 0.0598941 Aug 05 14:19:45.555390 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf0c47-b89b-40f1-8f8b-f2a962469752 req-ba48f2bc-1666-45a6-88e4-67328a06e043 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:45.557498 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b2cf0c47-b89b-40f1-8f8b-f2a962469752 req-ba48f2bc-1666-45a6-88e4-67328a06e043 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.1638823 Aug 05 14:19:45.720270 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b2cf0c47-b89b-40f1-8f8b-f2a962469752 req-f9e1238b-777e-40c1-babb-81684e1ae431 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544993 Aug 05 14:19:45.727286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a5364-6533-42df-88bb-2f83f48a83d1 req-455333e8-3a42-4d59-b423-fd2e223aff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:45.729099 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea3a5364-6533-42df-88bb-2f83f48a83d1 req-455333e8-3a42-4d59-b423-fd2e223aff55 service neutron] 10.222.0.63 "GET /v2.0/networks?id=74ae4304-296b-4f9a-8638-946c5f214380 HTTP/1.1" status: 200 len: 914 time: 0.1958697 Aug 05 14:19:45.783214 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea3a5364-6533-42df-88bb-2f83f48a83d1 req-37b5ac25-dfbc-4cee-8893-73a79d5edfdf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b81db7-e362-483c-95d3-7ecab057adc3 HTTP/1.1" status: 200 len: 217 time: 0.0461588 Aug 05 14:19:45.830629 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 60dbf9b7-d586-4d06-a5cb-20c73d682dbc no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:19:45.876348 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a5364-6533-42df-88bb-2f83f48a83d1 req-6dc296f0-9014-40f5-b743-9d7c0abb0ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:45.878377 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea3a5364-6533-42df-88bb-2f83f48a83d1 req-6dc296f0-9014-40f5-b743-9d7c0abb0ce7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5a26dbbf-3dff-406a-8915-f986e80b3042 HTTP/1.1" status: 200 len: 853 time: 0.0870137 Aug 05 14:19:45.901040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 60dbf9b7-d586-4d06-a5cb-20c73d682dbc {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:19:45.901661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 60dbf9b7-d586-4d06-a5cb-20c73d682dbc not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:19:45.910628 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-443283ab-0590-47b9-b514-b0d3b71d865f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:46.005159 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea3a5364-6533-42df-88bb-2f83f48a83d1 req-ce08dab3-ccc3-4e1b-b431-19d43580c878 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=74ae4304-296b-4f9a-8638-946c5f214380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100438 Aug 05 14:19:46.033110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56198) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:19:46.048545 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1cc89-f062-4d38-be24-a91475483dd4 req-f66db164-8696-41da-a3d3-3840e83274eb tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:46.050681 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-30e1cc89-f062-4d38-be24-a91475483dd4 req-f66db164-8696-41da-a3d3-3840e83274eb tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.1451397 Aug 05 14:19:46.064776 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:46.133896 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1be9-971e-4a8c-8bf4-642d3d3abf72 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:46.149052 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-30e1cc89-f062-4d38-be24-a91475483dd4 req-fa1813ff-b59d-45ea-9e31-4845de33e70c tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700281 Aug 05 14:19:46.176343 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1be9-971e-4a8c-8bf4-642d3d3abf72 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:46.201933 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea3a5364-6533-42df-88bb-2f83f48a83d1 req-a6b467ba-1080-4d2e-a905-e39c19cda203 service neutron] 10.222.0.63 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865351 Aug 05 14:19:46.242744 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1be9-971e-4a8c-8bf4-642d3d3abf72 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:46.247107 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1be9-971e-4a8c-8bf4-642d3d3abf72 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:46.250944 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0b0e1be9-971e-4a8c-8bf4-642d3d3abf72 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "DELETE /v2.0/security-groups/e04b1e01-daf2-474b-bbb4-36d2d0386def HTTP/1.1" status: 204 len: 168 time: 0.2139354 Aug 05 14:19:46.253900 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56212) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:19:46.275328 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-53e9e4ca-cae6-4952-bd43-5945a3a51578 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] show failed (client error): The resource could not be found. Aug 05 14:19:46.279203 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-53e9e4ca-cae6-4952-bd43-5945a3a51578 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "GET /v2.0/security-groups/e04b1e01-daf2-474b-bbb4-36d2d0386def HTTP/1.1" status: 404 len: 347 time: 0.0212970 Aug 05 14:19:46.279203 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e1be9-971e-4a8c-8bf4-642d3d3abf72 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04b1e01-daf2-474b-bbb4-36d2d0386def,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:46.280166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56216) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:19:46.404083 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea3a5364-6533-42df-88bb-2f83f48a83d1 req-5735253c-2fa0-488f-a7b9-86d866c89076 service neutron] 10.222.0.63 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933920 Aug 05 14:19:46.501024 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca0363-ac6f-494f-8481-38087ac32e6f req-199e2219-b26a-4f13-8160-d56ec54a05b8 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:46.502847 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5eca0363-ac6f-494f-8481-38087ac32e6f req-199e2219-b26a-4f13-8160-d56ec54a05b8 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.1662452 Aug 05 14:19:46.538350 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-dd59657f-a0d3-4d8a-ad50-68a4c59e5c68 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Deleting port 00f74e65-d3d7-49a2-9a1d-1e7d0187f186 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:19:46.539049 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd59657f-a0d3-4d8a-ad50-68a4c59e5c68 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:46.639674 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd59657f-a0d3-4d8a-ad50-68a4c59e5c68 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:46.640265 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd59657f-a0d3-4d8a-ad50-68a4c59e5c68 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:46.642778 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26ca74db-b2df-4a3c-a625-bb3412f583be req-981ef853-3a9f-48e2-9a3c-ca179ee919e7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 210 time: 0.0623343 Aug 05 14:19:46.653584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-dd59657f-a0d3-4d8a-ad50-68a4c59e5c68 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Calling delete_port for 00f74e65-d3d7-49a2-9a1d-1e7d0187f186 owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:19:46.688286 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5eca0363-ac6f-494f-8481-38087ac32e6f req-d7dbd29d-cb2d-4c20-a1aa-d563a1ebd09f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780496 Aug 05 14:19:46.920662 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf222a-7e83-474c-b60a-dcef4d45bb93 req-7783ebb5-a4dd-477f-9350-5699b27486f1 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:46.922310 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c5cf222a-7e83-474c-b60a-dcef4d45bb93 req-7783ebb5-a4dd-477f-9350-5699b27486f1 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0752945 Aug 05 14:19:46.923172 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd59657f-a0d3-4d8a-ad50-68a4c59e5c68 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:46.973942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59657f-a0d3-4d8a-ad50-68a4c59e5c68 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event deleted for resources: {'Port': ['ID=00f74e65-d3d7-49a2-9a1d-1e7d0187f186,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:47.070575 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c5cf222a-7e83-474c-b60a-dcef4d45bb93 req-127f8d06-61ab-4c6d-82e7-ca4361b803ca tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360590 Aug 05 14:19:47.091442 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd59657f-a0d3-4d8a-ad50-68a4c59e5c68 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:47.094598 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd59657f-a0d3-4d8a-ad50-68a4c59e5c68 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:47.096225 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dd59657f-a0d3-4d8a-ad50-68a4c59e5c68 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "DELETE /v2.0/floatingips/1e1e0278-2eff-410a-9d91-35dabee67ee6 HTTP/1.1" status: 204 len: 168 time: 0.8151259 Aug 05 14:19:47.099152 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 56250) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:19:47.305903 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b4b2b-c3b5-4a82-bb99-1e8155c8a063 req-a52032cb-d06a-4f33-af0e-587728eb93c9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:47.307765 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd0b4b2b-c3b5-4a82-bb99-1e8155c8a063 req-a52032cb-d06a-4f33-af0e-587728eb93c9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0794301 Aug 05 14:19:47.330797 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Deleting port 7161d31e-c4bb-48b6-8ed5-499b92efc745 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:19:47.331423 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:47.435430 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:47.457419 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Calling delete_port for 7161d31e-c4bb-48b6-8ed5-499b92efc745 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:19:47.535427 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cd0b4b2b-c3b5-4a82-bb99-1e8155c8a063 req-c9881b09-7b1a-45ae-8c0a-cdd168dc71d8 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171659 Aug 05 14:19:47.641849 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:47.764721 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-99f24a8d-407a-4963-ade3-30714e7ddf82 req-cc4b7035-29d9-4d50-ba8a-3fbd44aa48ba tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 210 time: 0.0354457 Aug 05 14:19:47.766639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event deleted for resources: {'Port': ['ID=7161d31e-c4bb-48b6-8ed5-499b92efc745,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:47.781421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:47.781959 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:47.782508 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:47.783019 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:47.783554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:47.784059 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:47.784574 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:47.785074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:47.785584 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:47.786336 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:47.786871 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:47.787825 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:19:47.826779 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b64759-d911-41cd-9e19-b817a34e6527 req-55d59228-4748-45d6-9ab1-405a2272dbdb tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:47.828519 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06b64759-d911-41cd-9e19-b817a34e6527 req-55d59228-4748-45d6-9ab1-405a2272dbdb tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.1424661 Aug 05 14:19:47.923100 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:47.925302 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7731198f-e3c4-4e5d-9011-fec3c14687fb tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "DELETE /v2.0/ports/7161d31e-c4bb-48b6-8ed5-499b92efc745 HTTP/1.1" status: 204 len: 168 time: 0.8244612 Aug 05 14:19:47.929457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56276) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:19:47.980505 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06b64759-d911-41cd-9e19-b817a34e6527 req-91a85f64-533c-4e8d-a08d-1c16ee29f06f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281981 Aug 05 14:19:48.117407 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc119505-f36e-4a6c-828f-6a4cf9b4421d req-96c319a7-b726-4265-ab77-02a056d264b0 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:48.119745 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc119505-f36e-4a6c-828f-6a4cf9b4421d req-96c319a7-b726-4265-ab77-02a056d264b0 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0784543 Aug 05 14:19:48.177469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-1a1b04e6-2b89-4fb6-89ad-780ac6e71f00 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Deleting port 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:19:48.177991 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a1b04e6-2b89-4fb6-89ad-780ac6e71f00 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:48.284043 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a1b04e6-2b89-4fb6-89ad-780ac6e71f00 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:48.300362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-1a1b04e6-2b89-4fb6-89ad-780ac6e71f00 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Calling delete_port for 2c927f5c-290c-4b0f-bd3f-2f5908f555c8 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:19:48.367663 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-10d09dd1-9e7b-4f4c-b93a-86e6f18f867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:48.430882 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc119505-f36e-4a6c-828f-6a4cf9b4421d req-b4c36e9d-4f08-46f8-b909-cd7a50b6b605 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002994 Aug 05 14:19:48.548049 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a1b04e6-2b89-4fb6-89ad-780ac6e71f00 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:48.598095 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:48.627401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b04e6-2b89-4fb6-89ad-780ac6e71f00 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event deleted for resources: {'Port': ['ID=2c927f5c-290c-4b0f-bd3f-2f5908f555c8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:48.713864 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a1b04e6-2b89-4fb6-89ad-780ac6e71f00 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:48.718885 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 56300) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:19:48.721428 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1a1b04e6-2b89-4fb6-89ad-780ac6e71f00 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "DELETE /v2.0/ports/2c927f5c-290c-4b0f-bd3f-2f5908f555c8 HTTP/1.1" status: 204 len: 168 time: 0.7886589 Aug 05 14:19:48.793809 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77c7ec9-863f-429a-a1c7-76d83b1f0cde tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Deleting subnet 84bdd077-911d-4689-bd57-064e082f69c5 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:19:48.797286 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e77c7ec9-863f-429a-a1c7-76d83b1f0cde tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:48.842202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717e863-2d61-45c8-b4a7-683d9c0fcf22 req-441f190d-175a-4234-8309-bbdca7122a48 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:48.843855 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4717e863-2d61-45c8-b4a7-683d9c0fcf22 req-441f190d-175a-4234-8309-bbdca7122a48 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0742424 Aug 05 14:19:48.878556 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e77c7ec9-863f-429a-a1c7-76d83b1f0cde tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:48.944420 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4717e863-2d61-45c8-b4a7-683d9c0fcf22 req-180e20b5-1def-41d1-a868-87f2f321c8d6 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922961 Aug 05 14:19:49.026587 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bbb758df-c65e-42d7-8bdf-e739aca1f163 req-03308135-54db-4778-9b3f-0f2ac502a3e0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 210 time: 0.1235523 Aug 05 14:19:49.056115 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e77c7ec9-863f-429a-a1c7-76d83b1f0cde tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:49.136576 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e77c7ec9-863f-429a-a1c7-76d83b1f0cde tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:49.175711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c7ec9-863f-429a-a1c7-76d83b1f0cde tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event deleted for resources: {'Subnet': ['ID=84bdd077-911d-4689-bd57-064e082f69c5,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:49.226925 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e77c7ec9-863f-429a-a1c7-76d83b1f0cde tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:49.228030 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92cbde8-0e29-4439-bc93-b895ca8c28e6 None None] Network e4d88e0a-6337-4340-a9bc-d0eebb6714d1 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:19:49.229599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e77c7ec9-863f-429a-a1c7-76d83b1f0cde tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "DELETE /v2.0/subnets/84bdd077-911d-4689-bd57-064e082f69c5 HTTP/1.1" status: 204 len: 168 time: 0.5096228 Aug 05 14:19:49.232415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56322) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:19:49.371598 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ddd916-ea52-49fc-ad67-624388c62f51 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Deleting subnet 73fb5dd2-f43d-4eac-8b44-a63581605ad2 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:19:49.382293 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-26ddd916-ea52-49fc-ad67-624388c62f51 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:49.437227 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-26ddd916-ea52-49fc-ad67-624388c62f51 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:49.539516 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:49.551701 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d47c31-7f4e-4473-b2f1-6439bd70aa22 None None] DHCP port deletion for e4d88e0a-6337-4340-a9bc-d0eebb6714d1 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:19:49.574395 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-26ddd916-ea52-49fc-ad67-624388c62f51 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:49.663331 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-26ddd916-ea52-49fc-ad67-624388c62f51 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:49.692011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e9d47c31-7f4e-4473-b2f1-6439bd70aa22 None None] Deleting port f070166b-aa4d-4f8e-8468-ac7f6c034b2d {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:19:49.692390 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e9d47c31-7f4e-4473-b2f1-6439bd70aa22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:49.696121 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddd916-ea52-49fc-ad67-624388c62f51 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event deleted for resources: {'Subnet': ['ID=73fb5dd2-f43d-4eac-8b44-a63581605ad2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:49.709244 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-26ddd916-ea52-49fc-ad67-624388c62f51 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:49.711868 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-26ddd916-ea52-49fc-ad67-624388c62f51 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "DELETE /v2.0/subnets/73fb5dd2-f43d-4eac-8b44-a63581605ad2 HTTP/1.1" status: 204 len: 168 time: 0.4783561 Aug 05 14:19:49.715370 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 56334) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:19:49.721272 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f86648-306f-4253-9e4a-bc0f48e40115 None None] Network a672c1b5-fff9-4841-8c10-82e5613d6b62 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:19:49.808326 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:49.909220 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e9d47c31-7f4e-4473-b2f1-6439bd70aa22 None None] For port f070166b-aa4d-4f8e-8468-ac7f6c034b2d, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f070166b-aa4d-4f8e-8468-ac7f6c034b2d,segment=NetworkSegment(369f17f4-f0ca-4895-be06-d5e05fa39836),segment_id=369f17f4-f0ca-4895-be06-d5e05fa39836)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:49.909712 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e9d47c31-7f4e-4473-b2f1-6439bd70aa22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:49.947039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e9d47c31-7f4e-4473-b2f1-6439bd70aa22 None None] Calling delete_port for f070166b-aa4d-4f8e-8468-ac7f6c034b2d owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:19:49.960409 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Deleting port f070166b-aa4d-4f8e-8468-ac7f6c034b2d {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:19:49.961459 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:50.116352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] For port f070166b-aa4d-4f8e-8468-ac7f6c034b2d, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f070166b-aa4d-4f8e-8468-ac7f6c034b2d,segment=NetworkSegment(369f17f4-f0ca-4895-be06-d5e05fa39836),segment_id=369f17f4-f0ca-4895-be06-d5e05fa39836)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:50.116825 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:50.133437 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Calling delete_port for f070166b-aa4d-4f8e-8468-ac7f6c034b2d owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:19:50.197288 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e9d47c31-7f4e-4473-b2f1-6439bd70aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:50.219750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28fb37b-b194-4daa-a66c-43130847b4a4 None None] DHCP port deletion for a672c1b5-fff9-4841-8c10-82e5613d6b62 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:19:50.257696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d47c31-7f4e-4473-b2f1-6439bd70aa22 None None] Pushing event deleted for resources: {'Port': ['ID=f070166b-aa4d-4f8e-8468-ac7f6c034b2d,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:50.265185 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:50.267258 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d47c31-7f4e-4473-b2f1-6439bd70aa22 None None] No DVR routers for this DVR port f070166b-aa4d-4f8e-8468-ac7f6c034b2d on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:19:50.299640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f070166b-aa4d-4f8e-8468-ac7f6c034b2d no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:19:50.300203 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-033f988f-92c9-414b-814c-4bca7951ec86 req-c75d2906-ef8b-4043-ba15-0e7f0a17aa5a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2969973 Aug 05 14:19:50.323012 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: f070166b-aa4d-4f8e-8468-ac7f6c034b2d {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:19:50.323682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f070166b-aa4d-4f8e-8468-ac7f6c034b2d not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:19:50.362419 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70feb9-7645-4599-a3a4-4dea0308503d req-05560dd1-cd25-4727-af12-62337f2c59b1 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:50.364518 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b70feb9-7645-4599-a3a4-4dea0308503d req-05560dd1-cd25-4727-af12-62337f2c59b1 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.2663679 Aug 05 14:19:50.401729 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a28fb37b-b194-4daa-a66c-43130847b4a4 None None] Deleting port 7385d2e4-e41d-431e-8c78-e085d77860a3 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:19:50.402550 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a28fb37b-b194-4daa-a66c-43130847b4a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:50.447891 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] No DVR routers for this DVR port f070166b-aa4d-4f8e-8468-ac7f6c034b2d on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:19:50.474226 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a73d83db-bbc3-46fc-ac90-7486c06712e4 req-30559ddf-6544-4bf9-8e52-4bbedf481474 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51523fe-a188-4e09-92c6-5f2bb0d668f0 HTTP/1.1" status: 200 len: 210 time: 0.1903439 Aug 05 14:19:50.475466 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event deleted for resources: {'Port': ['ID=f070166b-aa4d-4f8e-8468-ac7f6c034b2d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:50.559890 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a28fb37b-b194-4daa-a66c-43130847b4a4 None None] For port 7385d2e4-e41d-431e-8c78-e085d77860a3, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7385d2e4-e41d-431e-8c78-e085d77860a3,segment=NetworkSegment(969531a9-39fa-4373-a21d-874d87fd2619),segment_id=969531a9-39fa-4373-a21d-874d87fd2619)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:19:50.561773 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a28fb37b-b194-4daa-a66c-43130847b4a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:50.597029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a28fb37b-b194-4daa-a66c-43130847b4a4 None None] Calling delete_port for 7385d2e4-e41d-431e-8c78-e085d77860a3 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:19:50.674065 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b70feb9-7645-4599-a3a4-4dea0308503d req-f4f5be80-ca6d-4f4c-aec8-9363db91efbf tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887063 Aug 05 14:19:50.691181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f988f-92c9-414b-814c-4bca7951ec86 req-13e54144-5550-4f18-91fa-69551ef034cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:50.695275 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-033f988f-92c9-414b-814c-4bca7951ec86 req-13e54144-5550-4f18-91fa-69551ef034cd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=938b1560f7e5463b94f779198eaceba4&device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 1096 time: 0.3223367 Aug 05 14:19:50.695738 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:50.738614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d88e0a-6337-4340-a9bc-d0eebb6714d1']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:19:50.780197 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369f17f4-f0ca-4895-be06-d5e05fa39836') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:19:50.784575 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369f17f4-f0ca-4895-be06-d5e05fa39836') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:19:50.824787 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:50.863020 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a28fb37b-b194-4daa-a66c-43130847b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:50.878407 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:50.896761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:19:50.896761 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:19:50.919120 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:19:50.971827 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fb37b-b194-4daa-a66c-43130847b4a4 None None] Pushing event deleted for resources: {'Port': ['ID=7385d2e4-e41d-431e-8c78-e085d77860a3,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:50.981582 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28fb37b-b194-4daa-a66c-43130847b4a4 None None] No DVR routers for this DVR port 7385d2e4-e41d-431e-8c78-e085d77860a3 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:19:51.048367 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:51.063742 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:51.066872 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "DELETE /v2.0/networks/e4d88e0a-6337-4340-a9bc-d0eebb6714d1 HTTP/1.1" status: 204 len: 168 time: 1.3503156 Aug 05 14:19:51.088804 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 56368) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:19:51.143092 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec4c5a-266e-4895-b238-abe442954ab0 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event deleted for resources: {'Network': ['ID=e4d88e0a-6337-4340-a9bc-d0eebb6714d1,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:51.170440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f988f-92c9-414b-814c-4bca7951ec86 req-cfededcb-5f1e-43d9-b9a9-65a8e19c8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:51.182541 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-033f988f-92c9-414b-814c-4bca7951ec86 req-cfededcb-5f1e-43d9-b9a9-65a8e19c8e3e service neutron] 10.222.0.84 "GET /v2.0/networks?id=b679858e-6139-479d-a5d3-fd48d6285e1d HTTP/1.1" status: 200 len: 910 time: 0.4622533 Aug 05 14:19:51.183120 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2bb105a1-99c4-4b2f-9897-f383eb137fc8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:51.290630 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2bb105a1-99c4-4b2f-9897-f383eb137fc8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:51.303997 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-2bb105a1-99c4-4b2f-9897-f383eb137fc8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a672c1b5-fff9-4841-8c10-82e5613d6b62']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:19:51.320109 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-2bb105a1-99c4-4b2f-9897-f383eb137fc8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969531a9-39fa-4373-a21d-874d87fd2619') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:19:51.320569 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-2bb105a1-99c4-4b2f-9897-f383eb137fc8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969531a9-39fa-4373-a21d-874d87fd2619') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:19:51.323903 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:51.332973 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2bb105a1-99c4-4b2f-9897-f383eb137fc8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:51.356793 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2bb105a1-99c4-4b2f-9897-f383eb137fc8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:51.362605 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-033f988f-92c9-414b-814c-4bca7951ec86 req-dce436eb-b371-41d9-bd4e-94048aa61287 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80fde71c-a28e-4492-94a9-d014192aaecb HTTP/1.1" status: 200 len: 1001 time: 0.1715176 Aug 05 14:19:51.364427 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb105a1-99c4-4b2f-9897-f383eb137fc8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:19:51.364735 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2bb105a1-99c4-4b2f-9897-f383eb137fc8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:19:51.369109 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:19:51.464480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f988f-92c9-414b-814c-4bca7951ec86 req-07774a10-fc08-4538-9c89-574323f3be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:51.466206 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-033f988f-92c9-414b-814c-4bca7951ec86 req-07774a10-fc08-4538-9c89-574323f3be4e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=71006c8f-08b4-4b58-b5ce-c343b7c3e537 HTTP/1.1" status: 200 len: 848 time: 0.0958829 Aug 05 14:19:51.586839 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2bb105a1-99c4-4b2f-9897-f383eb137fc8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:51.598921 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f988f-92c9-414b-814c-4bca7951ec86 req-38d53cd6-d234-4da6-a046-58eb634b7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:51.601082 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-033f988f-92c9-414b-814c-4bca7951ec86 req-38d53cd6-d234-4da6-a046-58eb634b7256 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b679858e-6139-479d-a5d3-fd48d6285e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273208 Aug 05 14:19:51.620267 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acdfd2-3c85-49ce-bc5e-d91ad15b5465 req-1250c04e-edf0-4509-9a7a-5d15945bc748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:51.640129 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63acdfd2-3c85-49ce-bc5e-d91ad15b5465 req-1250c04e-edf0-4509-9a7a-5d15945bc748 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbb0a420f3da41faa96fa3da547ac73f&device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 1098 time: 0.2107608 Aug 05 14:19:51.653332 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2bb105a1-99c4-4b2f-9897-f383eb137fc8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:19:51.669171 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2bb105a1-99c4-4b2f-9897-f383eb137fc8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] 10.222.0.16 "DELETE /v2.0/networks/a672c1b5-fff9-4841-8c10-82e5613d6b62 HTTP/1.1" status: 204 len: 168 time: 0.5789721 Aug 05 14:19:51.708009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0a788-640c-4a37-8ba3-e5e5a1c8c443 req-c9d992c9-dc98-4082-9a90-8d456a8c9993 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:51.744085 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22a0a788-640c-4a37-8ba3-e5e5a1c8c443 req-c9d992c9-dc98-4082-9a90-8d456a8c9993 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.2722216 Aug 05 14:19:51.793911 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-033f988f-92c9-414b-814c-4bca7951ec86 req-31a0334f-5d80-463c-a155-9048285dfe98 service neutron] 10.222.0.84 "GET /v2.0/networks/b679858e-6139-479d-a5d3-fd48d6285e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802697 Aug 05 14:19:51.886983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb105a1-99c4-4b2f-9897-f383eb137fc8 tempest-TaggedBootDevicesTest-1972198391 tempest-TaggedBootDevicesTest-1972198391-project] Pushing event deleted for resources: {'Network': ['ID=a672c1b5-fff9-4841-8c10-82e5613d6b62,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:19:51.937406 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-033f988f-92c9-414b-814c-4bca7951ec86 req-74eced8b-5308-41a8-ab98-24203013f021 service neutron] 10.222.0.84 "GET /v2.0/networks/b679858e-6139-479d-a5d3-fd48d6285e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333771 Aug 05 14:19:51.963090 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-22a0a788-640c-4a37-8ba3-e5e5a1c8c443 req-5535d894-8226-4320-8e31-63df98baba8a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180078 Aug 05 14:19:51.994385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acdfd2-3c85-49ce-bc5e-d91ad15b5465 req-4d52893a-f1fe-4168-ae4c-03073fb73d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:51.996010 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63acdfd2-3c85-49ce-bc5e-d91ad15b5465 req-4d52893a-f1fe-4168-ae4c-03073fb73d99 service neutron] 10.222.0.63 "GET /v2.0/networks?id=74ae4304-296b-4f9a-8638-946c5f214380 HTTP/1.1" status: 200 len: 914 time: 0.3550079 Aug 05 14:19:52.058153 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63acdfd2-3c85-49ce-bc5e-d91ad15b5465 req-ea747f5f-a74e-47b2-80d3-33df9ba63edb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b81db7-e362-483c-95d3-7ecab057adc3 HTTP/1.1" status: 200 len: 217 time: 0.0541239 Aug 05 14:19:52.139339 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acdfd2-3c85-49ce-bc5e-d91ad15b5465 req-3e884a3f-7386-499c-93f6-bbc28cac8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:52.140863 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63acdfd2-3c85-49ce-bc5e-d91ad15b5465 req-3e884a3f-7386-499c-93f6-bbc28cac8d11 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5a26dbbf-3dff-406a-8915-f986e80b3042 HTTP/1.1" status: 200 len: 853 time: 0.0745921 Aug 05 14:19:52.187221 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63acdfd2-3c85-49ce-bc5e-d91ad15b5465 req-8a98ced0-1de1-4dd2-a84b-346464745279 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=74ae4304-296b-4f9a-8638-946c5f214380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361180 Aug 05 14:19:52.253443 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7385d2e4-e41d-431e-8c78-e085d77860a3 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:19:52.277856 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 7385d2e4-e41d-431e-8c78-e085d77860a3 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:19:52.278453 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7385d2e4-e41d-431e-8c78-e085d77860a3 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:19:52.361580 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63acdfd2-3c85-49ce-bc5e-d91ad15b5465 req-03d4bb06-1ad4-4f1e-8303-772c2982e54a service neutron] 10.222.0.63 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636462 Aug 05 14:19:52.527204 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63acdfd2-3c85-49ce-bc5e-d91ad15b5465 req-c4c3f946-01e7-43c7-80cb-660362e59f2f service neutron] 10.222.0.63 "GET /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537664 Aug 05 14:19:53.176469 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb959f7b-791c-41ec-ae94-11d44aee3114 req-84455229-d7ae-426a-8f79-73b36527f0bf tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:53.178756 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fb959f7b-791c-41ec-ae94-11d44aee3114 req-84455229-d7ae-426a-8f79-73b36527f0bf tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0723047 Aug 05 14:19:53.262567 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fb959f7b-791c-41ec-ae94-11d44aee3114 req-4befe034-48c8-44ff-b4fb-d2d432f08ed8 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743775 Aug 05 14:19:54.472041 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1259bc-4f74-4692-8649-1b03b3040249 req-f1ec40e8-78c9-44ee-948f-cd1c238630cd tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:54.479758 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b1259bc-4f74-4692-8649-1b03b3040249 req-f1ec40e8-78c9-44ee-948f-cd1c238630cd tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0995066 Aug 05 14:19:54.533358 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b1259bc-4f74-4692-8649-1b03b3040249 req-ddd5c848-6142-43d6-be63-015801b87e08 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522163 Aug 05 14:19:54.782719 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f4972-a05a-4240-b1b5-404b1c7fdf5a req-d637fa76-8d7f-4f98-aca2-653fc444a165 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:54.784379 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-260f4972-a05a-4240-b1b5-404b1c7fdf5a req-d637fa76-8d7f-4f98-aca2-653fc444a165 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.1033621 Aug 05 14:19:54.874593 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-260f4972-a05a-4240-b1b5-404b1c7fdf5a req-0d3dd362-0801-4dc3-be03-f72ade8ee42f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455675 Aug 05 14:19:55.062101 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512e69f-4ebe-4b83-9403-3bae2d01802a req-85b6b692-7e39-459e-be00-31b12113188f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:55.067479 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f512e69f-4ebe-4b83-9403-3bae2d01802a req-85b6b692-7e39-459e-be00-31b12113188f tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0912569 Aug 05 14:19:55.126306 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f512e69f-4ebe-4b83-9403-3bae2d01802a req-7433b2d6-7469-464d-bb2d-8dff3eb09926 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518048 Aug 05 14:19:55.369121 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546da33-b415-457b-8473-acdbb9244670 req-e37cbe4c-8837-49f1-b30c-4f37d2b4918a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:55.370968 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6546da33-b415-457b-8473-acdbb9244670 req-e37cbe4c-8837-49f1-b30c-4f37d2b4918a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0981700 Aug 05 14:19:55.457005 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6546da33-b415-457b-8473-acdbb9244670 req-f0f487fa-e002-4c9b-972d-9531f6f66b1d tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737329 Aug 05 14:19:55.774767 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0838e-2bb3-45f3-9e72-65103a18acae req-3a1585ab-2f5c-4c9d-9c8f-c7cedf9ed9b0 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:55.778386 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1de0838e-2bb3-45f3-9e72-65103a18acae req-3a1585ab-2f5c-4c9d-9c8f-c7cedf9ed9b0 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0902157 Aug 05 14:19:55.835489 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1de0838e-2bb3-45f3-9e72-65103a18acae req-f75cc756-9f32-489a-beb2-cb8c1a0a867c tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423591 Aug 05 14:19:55.959592 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f13884-aa70-44a2-a8e2-b201686d5dc3 req-6e68bb03-5a7d-40df-9074-b9c1fb7eadee tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:55.967580 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43f13884-aa70-44a2-a8e2-b201686d5dc3 req-6e68bb03-5a7d-40df-9074-b9c1fb7eadee tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0658567 Aug 05 14:19:56.019502 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43f13884-aa70-44a2-a8e2-b201686d5dc3 req-96b842ec-0f9e-4533-8e4b-5ec089133955 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488632 Aug 05 14:19:56.322488 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b3e45-abfc-424a-a39f-fb6b7b10051f req-26232a70-e19e-410f-b313-a5230c461955 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:56.331853 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-653b3e45-abfc-424a-a39f-fb6b7b10051f req-26232a70-e19e-410f-b313-a5230c461955 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0753207 Aug 05 14:19:56.398655 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-653b3e45-abfc-424a-a39f-fb6b7b10051f req-02c74f96-910b-4d98-ac58-a36d4267dde4 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654218 Aug 05 14:19:56.425180 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:19:56.691131 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e6e04-24e6-4201-81fa-31a751d988d7 req-6c73be92-97f6-448e-ba1e-86cd684ac5da tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:56.693688 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-627e6e04-24e6-4201-81fa-31a751d988d7 req-6c73be92-97f6-448e-ba1e-86cd684ac5da tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.1793437 Aug 05 14:19:56.772138 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-627e6e04-24e6-4201-81fa-31a751d988d7 req-dcc73832-b4e9-4e63-b9a9-2a2766892a72 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716693 Aug 05 14:19:57.012816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3109ac-2b08-4fa6-bb60-aee2a6c48052 req-0603c83b-bebb-4889-91bf-504fafa79a44 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:57.015445 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da3109ac-2b08-4fa6-bb60-aee2a6c48052 req-0603c83b-bebb-4889-91bf-504fafa79a44 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0697682 Aug 05 14:19:57.082457 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da3109ac-2b08-4fa6-bb60-aee2a6c48052 req-2c8604f9-9c49-4fcd-98e1-8eba67f67122 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538878 Aug 05 14:19:57.204496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada65eb-2d67-4179-bcf1-b27766289fdc req-ec00b602-1b16-4ccc-9b3c-8856da247d89 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:57.207033 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8ada65eb-2d67-4179-bcf1-b27766289fdc req-ec00b602-1b16-4ccc-9b3c-8856da247d89 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0565910 Aug 05 14:19:57.283229 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8ada65eb-2d67-4179-bcf1-b27766289fdc req-509c8c3b-264f-4c3f-8d90-c0fa1cfaf268 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686862 Aug 05 14:19:57.466747 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1d8be-7658-4a72-8151-ab9df973283d req-a51d4eec-ab88-470d-b016-5faf666cf556 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:57.477834 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ff1d8be-7658-4a72-8151-ab9df973283d req-a51d4eec-ab88-470d-b016-5faf666cf556 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0666611 Aug 05 14:19:57.567541 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ff1d8be-7658-4a72-8151-ab9df973283d req-601fb331-1d06-4103-8e88-0ed69952d8f9 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884366 Aug 05 14:19:57.726913 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19fb6e-b1c5-4a6e-8326-52df0d6db063 req-30127f0b-eee0-40db-af9d-3ab082202fc2 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:57.728733 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee19fb6e-b1c5-4a6e-8326-52df0d6db063 req-30127f0b-eee0-40db-af9d-3ab082202fc2 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0720518 Aug 05 14:19:57.793461 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee19fb6e-b1c5-4a6e-8326-52df0d6db063 req-89928c2f-68d0-4d74-8423-0f6dc073dfa1 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519962 Aug 05 14:19:57.984631 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cd43a-1c4c-42ac-a91f-5c7a48022ec7 req-c11f528e-1aab-42c9-a96f-13e29d368141 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:57.987122 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-674cd43a-1c4c-42ac-a91f-5c7a48022ec7 req-c11f528e-1aab-42c9-a96f-13e29d368141 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0834689 Aug 05 14:19:58.061312 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-674cd43a-1c4c-42ac-a91f-5c7a48022ec7 req-24c65b8e-cb42-4502-a6ef-5f66bf29d905 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620885 Aug 05 14:19:58.244647 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc37032-8eb3-46ff-8c43-3232b14e2aac req-1842db8b-dad0-4cac-b06e-cda69b54ed9c tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:58.246522 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acc37032-8eb3-46ff-8c43-3232b14e2aac req-1842db8b-dad0-4cac-b06e-cda69b54ed9c tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0718954 Aug 05 14:19:58.303387 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acc37032-8eb3-46ff-8c43-3232b14e2aac req-933737a8-41f1-4f05-934c-807e57853727 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499473 Aug 05 14:19:58.507704 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59536ad1-750f-4f89-adb9-e362b69bea0b req-d50c9588-4703-4e85-9fb9-e9d9504f5707 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:19:58.511051 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59536ad1-750f-4f89-adb9-e362b69bea0b req-d50c9588-4703-4e85-9fb9-e9d9504f5707 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.1132531 Aug 05 14:19:58.579136 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59536ad1-750f-4f89-adb9-e362b69bea0b req-22bfc801-3d12-4b0f-9c0b-64905db93b8b tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589080 Aug 05 14:20:03.548982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 56866) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:04.396816 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf7ff-4b4a-4857-a0b2-128aaed20662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:04.795395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-bc6cf7ff-4b4a-4857-a0b2-128aaed20662 admin admin] Deleting port 834e014d-b9e0-43f4-8464-1b8a1820c489 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:20:04.796084 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf7ff-4b4a-4857-a0b2-128aaed20662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:04.920560 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-bc6cf7ff-4b4a-4857-a0b2-128aaed20662 admin admin] For port 834e014d-b9e0-43f4-8464-1b8a1820c489, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=834e014d-b9e0-43f4-8464-1b8a1820c489,segment=NetworkSegment(bdd9f082-de43-4420-81fb-d38c6af8aa3f),segment_id=bdd9f082-de43-4420-81fb-d38c6af8aa3f)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:04.920932 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf7ff-4b4a-4857-a0b2-128aaed20662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:04.944954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-bc6cf7ff-4b4a-4857-a0b2-128aaed20662 admin admin] Calling delete_port for 834e014d-b9e0-43f4-8464-1b8a1820c489 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:20:05.258319 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf7ff-4b4a-4857-a0b2-128aaed20662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:05.465715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cf7ff-4b4a-4857-a0b2-128aaed20662 admin admin] Pushing event deleted for resources: {'Port': ['ID=834e014d-b9e0-43f4-8464-1b8a1820c489,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:05.774086 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf7ff-4b4a-4857-a0b2-128aaed20662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:06.093849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6cf7ff-4b4a-4857-a0b2-128aaed20662 admin admin] Router b723fbb4-a239-4e7a-beb2-e34f146e52ba has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:20:06.126206 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3f7be-1b5d-4f08-94b1-28cf4bb1df74 req-edac91ab-1933-4449-8f5b-01474628a91a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:06.138505 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0fb3f7be-1b5d-4f08-94b1-28cf4bb1df74 req-edac91ab-1933-4449-8f5b-01474628a91a tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0887618 Aug 05 14:20:06.213734 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0fb3f7be-1b5d-4f08-94b1-28cf4bb1df74 req-f44c9649-dfd3-45db-a970-2f0068ee41af tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738304 Aug 05 14:20:06.269285 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6cf7ff-4b4a-4857-a0b2-128aaed20662 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:20:06.280933 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1cda7-9f56-4195-b61c-4d27c9f878a1 None None] Sync routers for ids ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:20:06.282574 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 56956) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:06.293582 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bc6cf7ff-4b4a-4857-a0b2-128aaed20662 admin admin] 10.222.0.16 "PUT /v2.0/routers/b723fbb4-a239-4e7a-beb2-e34f146e52ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7433562 Aug 05 14:20:06.300866 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb1cda7-9f56-4195-b61c-4d27c9f878a1 None None] Routers {'b723fbb4-a239-4e7a-beb2-e34f146e52ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:20:06.300866 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ecb1cda7-9f56-4195-b61c-4d27c9f878a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:19:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:06.408169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c927747a-d255-424b-933d-4ca4a9037032 admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:06.581881 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c927747a-d255-424b-933d-4ca4a9037032 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:06.611581 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-ecb1cda7-9f56-4195-b61c-4d27c9f878a1 None None] Set router b723fbb4-a239-4e7a-beb2-e34f146e52ba gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:20:06.672302 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-c927747a-d255-424b-933d-4ca4a9037032 admin admin] Deleting port 892b5d35-a820-43ff-ad31-2df054d2b861 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:20:06.673049 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c927747a-d255-424b-933d-4ca4a9037032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:06.766597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-c927747a-d255-424b-933d-4ca4a9037032 admin admin] For port 892b5d35-a820-43ff-ad31-2df054d2b861, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=892b5d35-a820-43ff-ad31-2df054d2b861,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:06.767177 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c927747a-d255-424b-933d-4ca4a9037032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:06.784321 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-c927747a-d255-424b-933d-4ca4a9037032 admin admin] Calling delete_port for 892b5d35-a820-43ff-ad31-2df054d2b861 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:20:06.875882 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ecb1cda7-9f56-4195-b61c-4d27c9f878a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'name': 'tempest-TaggedBootDevicesTest-1648309241-router', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:08:51Z', 'updated_at': '2021-08-05T14:20:05Z', 'revision_number': 5, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'gw_port': {'id': '892b5d35-a820-43ff-ad31-2df054d2b861', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:08:53Z', 'updated_at': '2021-08-05T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:06.925084 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1cda7-9f56-4195-b61c-4d27c9f878a1 None None] Checking router: b723fbb4-a239-4e7a-beb2-e34f146e52ba for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:20:06.949594 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb1cda7-9f56-4195-b61c-4d27c9f878a1 None None] Routers {'b723fbb4-a239-4e7a-beb2-e34f146e52ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:20:06.951069 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ecb1cda7-9f56-4195-b61c-4d27c9f878a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:19:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:07.120068 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c927747a-d255-424b-933d-4ca4a9037032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:07.165472 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-ecb1cda7-9f56-4195-b61c-4d27c9f878a1 None None] Set router b723fbb4-a239-4e7a-beb2-e34f146e52ba gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:20:07.184970 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927747a-d255-424b-933d-4ca4a9037032 admin admin] Pushing event deleted for resources: {'Port': ['ID=892b5d35-a820-43ff-ad31-2df054d2b861,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:07.227981 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ecb1cda7-9f56-4195-b61c-4d27c9f878a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'name': 'tempest-TaggedBootDevicesTest-1648309241-router', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:08:51Z', 'updated_at': '2021-08-05T14:20:06Z', 'revision_number': 6, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:07.261953 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c927747a-d255-424b-933d-4ca4a9037032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:07.300303 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1cda7-9f56-4195-b61c-4d27c9f878a1 None None] The sync data for ids ['b723fbb4-a239-4e7a-beb2-e34f146e52ba'] in n-d-803585-2 is: [{'id': 'b723fbb4-a239-4e7a-beb2-e34f146e52ba', 'name': 'tempest-TaggedBootDevicesTest-1648309241-router', 'tenant_id': '6e036408f4db49cba61ec7696aa2c980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:08:51Z', 'updated_at': '2021-08-05T14:20:06Z', 'revision_number': 6, 'project_id': '6e036408f4db49cba61ec7696aa2c980', 'gw_port_host': None}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:20:07.393700 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26962471-aa33-4227-ae38-1bad54dd62f7 req-a500ae87-9412-4ebd-9f2b-46c627a9b637 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:07.403252 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-26962471-aa33-4227-ae38-1bad54dd62f7 req-a500ae87-9412-4ebd-9f2b-46c627a9b637 tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.0739522 Aug 05 14:20:07.424497 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c927747a-d255-424b-933d-4ca4a9037032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:07.427065 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c927747a-d255-424b-933d-4ca4a9037032 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:07.455458 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-26962471-aa33-4227-ae38-1bad54dd62f7 req-6c6a6218-d8d6-4409-8122-ed9bf9aa259b tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c23b853-7776-4641-afd0-b5a7462cc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496178 Aug 05 14:20:07.500384 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c927747a-d255-424b-933d-4ca4a9037032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:07.501066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c927747a-d255-424b-933d-4ca4a9037032 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b723fbb4-a239-4e7a-beb2-e34f146e52ba {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:20:07.507184 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c927747a-d255-424b-933d-4ca4a9037032 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:07.510293 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c927747a-d255-424b-933d-4ca4a9037032 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b723fbb4-a239-4e7a-beb2-e34f146e52ba HTTP/1.1" status: 204 len: 168 time: 1.2244859 Aug 05 14:20:07.510967 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 56990) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:07.562319 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54b345c-f238-4808-ad87-f65f73f97dc3 admin admin] Deleting subnet 99590631-4fd2-461f-8715-2f2e7cafe5bd {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:20:07.566299 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a54b345c-f238-4808-ad87-f65f73f97dc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:07.608134 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a54b345c-f238-4808-ad87-f65f73f97dc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:08.031119 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a54b345c-f238-4808-ad87-f65f73f97dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:08.095319 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d08e8-5d30-4af1-b603-b82ecfebcc96 req-d815ac47-f06d-48d3-b421-ec65f5f1b6ca tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:08.096871 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-545d08e8-5d30-4af1-b603-b82ecfebcc96 req-d815ac47-f06d-48d3-b421-ec65f5f1b6ca tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 947 time: 0.1730483 Aug 05 14:20:08.119764 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a54b345c-f238-4808-ad87-f65f73f97dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:08.198019 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b345c-f238-4808-ad87-f65f73f97dc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99590631-4fd2-461f-8715-2f2e7cafe5bd,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:08.213805 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a54b345c-f238-4808-ad87-f65f73f97dc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:08.216238 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360abcd0-66b1-480a-ae28-4f7d6e8270a0 None None] Network 49ee7bf9-24d1-4e2b-931b-356656b891c1 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:20:08.218579 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57006) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:08.218867 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a54b345c-f238-4808-ad87-f65f73f97dc3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/99590631-4fd2-461f-8715-2f2e7cafe5bd HTTP/1.1" status: 204 len: 168 time: 0.7065036 Aug 05 14:20:08.322070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-545d08e8-5d30-4af1-b603-b82ecfebcc96 req-c97cf926-43aa-4bd9-9943-690801cb46af tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Deleting port 80b81db7-e362-483c-95d3-7ecab057adc3 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:20:08.322761 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-545d08e8-5d30-4af1-b603-b82ecfebcc96 req-c97cf926-43aa-4bd9-9943-690801cb46af tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:08.438606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 892b5d35-a820-43ff-ad31-2df054d2b861 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:20:08.465591 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-545d08e8-5d30-4af1-b603-b82ecfebcc96 req-c97cf926-43aa-4bd9-9943-690801cb46af tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] For port 80b81db7-e362-483c-95d3-7ecab057adc3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=80b81db7-e362-483c-95d3-7ecab057adc3,segment=NetworkSegment(c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd),segment_id=c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:08.465947 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-545d08e8-5d30-4af1-b603-b82ecfebcc96 req-c97cf926-43aa-4bd9-9943-690801cb46af tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:08.482068 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-545d08e8-5d30-4af1-b603-b82ecfebcc96 req-c97cf926-43aa-4bd9-9943-690801cb46af tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Calling delete_port for 80b81db7-e362-483c-95d3-7ecab057adc3 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:20:08.486749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 892b5d35-a820-43ff-ad31-2df054d2b861 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:20:08.487173 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 892b5d35-a820-43ff-ad31-2df054d2b861 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:20:08.487549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 834e014d-b9e0-43f4-8464-1b8a1820c489 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:20:08.598346 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 834e014d-b9e0-43f4-8464-1b8a1820c489 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:20:08.599444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 834e014d-b9e0-43f4-8464-1b8a1820c489 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:20:08.727808 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-545d08e8-5d30-4af1-b603-b82ecfebcc96 req-c97cf926-43aa-4bd9-9943-690801cb46af tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:08.745484 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['80b81db7-e362-483c-95d3-7ecab057adc3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:20:08.821824 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cf926-43aa-4bd9-9943-690801cb46af tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Pushing event deleted for resources: {'Port': ['ID=80b81db7-e362-483c-95d3-7ecab057adc3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:08.825523 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7d43fedf-fdb8-4256-8016-49f0bc15a5ca req-3a3f5f56-60c3-469f-9142-fa2058577bec tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d1abc87-fb4e-4147-a28d-76e3776e92f3 HTTP/1.1" status: 200 len: 210 time: 0.1230659 Aug 05 14:20:08.879213 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] DHCP port deletion for 49ee7bf9-24d1-4e2b-931b-356656b891c1 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:20:08.885474 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:08.888635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-545d08e8-5d30-4af1-b603-b82ecfebcc96 req-c97cf926-43aa-4bd9-9943-690801cb46af tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] No DVR routers for this DVR port 80b81db7-e362-483c-95d3-7ecab057adc3 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:20:08.891394 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-545d08e8-5d30-4af1-b603-b82ecfebcc96 req-c97cf926-43aa-4bd9-9943-690801cb46af tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:08.893552 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-545d08e8-5d30-4af1-b603-b82ecfebcc96 req-c97cf926-43aa-4bd9-9943-690801cb46af tempest-ServersNegativeTestJSON-1544822326 tempest-ServersNegativeTestJSON-1544822326-project] 10.222.0.63 "DELETE /v2.0/ports/80b81db7-e362-483c-95d3-7ecab057adc3 HTTP/1.1" status: 204 len: 173 time: 0.7841983 Aug 05 14:20:08.894009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1abc87-fb4e-4147-a28d-76e3776e92f3', 'name': 'network-vif-deleted', 'tag': '80b81db7-e362-483c-95d3-7ecab057adc3'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:20:08.897959 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cec0bbe-dc18-402e-ab25-a37dd47e8428" -d '{"events": [{"server_uuid": "1d1abc87-fb4e-4147-a28d-76e3776e92f3", "name": "network-vif-deleted", "tag": "80b81db7-e362-483c-95d3-7ecab057adc3"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:20:09.018001 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] Deleting port 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:20:09.018407 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:09.076117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] Deleting port 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:20:09.076472 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:09.129423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] For port 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0,segment=NetworkSegment(bdd9f082-de43-4420-81fb-d38c6af8aa3f),segment_id=bdd9f082-de43-4420-81fb-d38c6af8aa3f)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:09.130579 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:09.149631 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] Calling delete_port for 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:20:09.157907 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0368455-ed92-4cd6-83a9-73f19b0eda27 x-openstack-request-id: req-f0368455-ed92-4cd6-83a9-73f19b0eda27 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:20:09.158184 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1abc87-fb4e-4147-a28d-76e3776e92f3", "name": "network-vif-deleted", "tag": "80b81db7-e362-483c-95d3-7ecab057adc3", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:20:09.158529 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0368455-ed92-4cd6-83a9-73f19b0eda27 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:20:09.158972 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1abc87-fb4e-4147-a28d-76e3776e92f3', 'name': 'network-vif-deleted', 'tag': '80b81db7-e362-483c-95d3-7ecab057adc3', 'status': 'completed', 'code': 200} Aug 05 14:20:09.212018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] For port 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0,segment=NetworkSegment(bdd9f082-de43-4420-81fb-d38c6af8aa3f),segment_id=bdd9f082-de43-4420-81fb-d38c6af8aa3f)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:09.215005 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:09.242590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] Calling delete_port for 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:20:09.335657 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:09.367390 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] Pushing event deleted for resources: {'Port': ['ID=3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:09.379348 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] No DVR routers for this DVR port 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:20:09.387597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:09.388980 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:09.389566 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:09.391001 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:09.391851 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:09.393180 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:09.393910 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:09.394434 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:09.395861 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:09.397724 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:09.398768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:09.399106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27524727-694c-4c8f-8b80-eadd9e2e3c02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:09.450612 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:09.464899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] No DVR routers for this DVR port 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:20:09.506691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:09.596871 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:09.620735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ee7bf9-24d1-4e2b-931b-356656b891c1']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:09.646737 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd9f082-de43-4420-81fb-d38c6af8aa3f') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:09.647076 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd9f082-de43-4420-81fb-d38c6af8aa3f') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:09.659267 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:09.680785 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:09.687882 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:20:09.688374 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:20:09.690610 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:20:09.754272 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:09.782712 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:09.789694 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] 10.222.0.16 "DELETE /v2.0/networks/49ee7bf9-24d1-4e2b-931b-356656b891c1 HTTP/1.1" status: 204 len: 168 time: 1.5699768 Aug 05 14:20:09.792013 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffd5c8-5f80-472e-9adb-588f93cf1222 admin admin] Pushing event deleted for resources: {'Network': ['ID=49ee7bf9-24d1-4e2b-931b-356656b891c1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:09.925638 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57040) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:09.990971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57042) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:10.023990 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa4cd82-11e5-4d9f-8316-1eafda53d332 admin admin] Deleting subnet 5a26dbbf-3dff-406a-8915-f986e80b3042 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:20:10.028674 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cd82-11e5-4d9f-8316-1eafda53d332 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:10.061315 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7b0d6ad9-d12b-4096-949e-a6b85cfe98fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e036408f4db49cba61ec7696aa2c980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692701 Aug 05 14:20:10.064457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57044) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:10.114076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cd82-11e5-4d9f-8316-1eafda53d332 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:10.192235 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f13fb11-95ca-4b5a-b339-1ff681067591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:10.212072 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cd82-11e5-4d9f-8316-1eafda53d332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:10.243071 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:20:10.281470 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:20:10.282347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3a8e21a9-481b-49d2-ac1f-c22ab1cd88f0 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:20:10.340973 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f13fb11-95ca-4b5a-b339-1ff681067591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:10.348277 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cd82-11e5-4d9f-8316-1eafda53d332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:10.418192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4cd82-11e5-4d9f-8316-1eafda53d332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a26dbbf-3dff-406a-8915-f986e80b3042,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:10.433041 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cd82-11e5-4d9f-8316-1eafda53d332 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:10.437606 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8aa4cd82-11e5-4d9f-8316-1eafda53d332 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5a26dbbf-3dff-406a-8915-f986e80b3042 HTTP/1.1" status: 204 len: 168 time: 0.5108540 Aug 05 14:20:10.438082 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57056) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:10.462674 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f13fb11-95ca-4b5a-b339-1ff681067591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:10.465780 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f13fb11-95ca-4b5a-b339-1ff681067591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:10.471076 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1f13fb11-95ca-4b5a-b339-1ff681067591 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e75d284a-9a81-437a-acce-0f430c486fb8 HTTP/1.1" status: 204 len: 168 time: 0.4021430 Aug 05 14:20:10.484794 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13fb11-95ca-4b5a-b339-1ff681067591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75d284a-9a81-437a-acce-0f430c486fb8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:10.646415 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b73049df-a491-4fd2-bd30-51682f8015a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:10.796071 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b73049df-a491-4fd2-bd30-51682f8015a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:10.811500 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b73049df-a491-4fd2-bd30-51682f8015a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ae4304-296b-4f9a-8638-946c5f214380']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:10.826425 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b73049df-a491-4fd2-bd30-51682f8015a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:10.826849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b73049df-a491-4fd2-bd30-51682f8015a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e1b6b7-8e4d-40e9-bf4c-fd59f77dd8fd') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:10.838409 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b73049df-a491-4fd2-bd30-51682f8015a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:10.858732 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b73049df-a491-4fd2-bd30-51682f8015a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:10.869562 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73049df-a491-4fd2-bd30-51682f8015a8 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:20:10.870384 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b73049df-a491-4fd2-bd30-51682f8015a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:20:10.872750 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:20:10.961958 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b73049df-a491-4fd2-bd30-51682f8015a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:11.014021 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b73049df-a491-4fd2-bd30-51682f8015a8 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:11.017409 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b73049df-a491-4fd2-bd30-51682f8015a8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/74ae4304-296b-4f9a-8638-946c5f214380 HTTP/1.1" status: 204 len: 168 time: 0.5776052 Aug 05 14:20:11.018732 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73049df-a491-4fd2-bd30-51682f8015a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=74ae4304-296b-4f9a-8638-946c5f214380,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:11.285782 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57088) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:11.342035 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c357dc15-5230-4249-b090-969901b93e30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbb0a420f3da41faa96fa3da547ac73f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548277 Aug 05 14:20:11.345915 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57090) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:11.423029 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e88b8e5-e4f3-4e69-a20e-810e8161ce02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:11.465133 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e88b8e5-e4f3-4e69-a20e-810e8161ce02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:11.559633 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e88b8e5-e4f3-4e69-a20e-810e8161ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:11.563558 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e88b8e5-e4f3-4e69-a20e-810e8161ce02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:11.568129 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0e88b8e5-e4f3-4e69-a20e-810e8161ce02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c23b853-7776-4641-afd0-b5a7462cc4f9 HTTP/1.1" status: 204 len: 168 time: 0.2175348 Aug 05 14:20:11.575296 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88b8e5-e4f3-4e69-a20e-810e8161ce02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c23b853-7776-4641-afd0-b5a7462cc4f9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:11.881842 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57110) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:12.037541 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-822d007c-8810-4b06-8d20-fbf2c65df21c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2036000478-network', 'tenant_id': 'e5dfc8c6cf7e472ca98b729fa7b664d4'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:12.085777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822d007c-8810-4b06-8d20-fbf2c65df21c admin admin] Made reservation on behalf of e5dfc8c6cf7e472ca98b729fa7b664d4 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:20:12.091878 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-822d007c-8810-4b06-8d20-fbf2c65df21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:12.122478 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-822d007c-8810-4b06-8d20-fbf2c65df21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:12.326171 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-822d007c-8810-4b06-8d20-fbf2c65df21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:12.332996 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-822d007c-8810-4b06-8d20-fbf2c65df21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:12.382552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 80b81db7-e362-483c-95d3-7ecab057adc3 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:20:12.387040 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d007c-8810-4b06-8d20-fbf2c65df21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3eb56b-0be7-4f6e-afd5-59677cccaa1e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:12.409575 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822d007c-8810-4b06-8d20-fbf2c65df21c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:20:12.422814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 80b81db7-e362-483c-95d3-7ecab057adc3 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:20:12.424427 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 80b81db7-e362-483c-95d3-7ecab057adc3 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:20:12.425385 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-822d007c-8810-4b06-8d20-fbf2c65df21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:12.426086 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-822d007c-8810-4b06-8d20-fbf2c65df21c admin admin] Added segment faebd485-78dc-4b5c-a1a5-64a9853b4087 of type vlan for network 8439781d-0e40-4148-a702-19e6cce46e46 Aug 05 14:20:12.487094 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-822d007c-8810-4b06-8d20-fbf2c65df21c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:12.570644 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-822d007c-8810-4b06-8d20-fbf2c65df21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:12.575338 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822d007c-8810-4b06-8d20-fbf2c65df21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:12.576058 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-822d007c-8810-4b06-8d20-fbf2c65df21c admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:12.661775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d007c-8810-4b06-8d20-fbf2c65df21c admin admin] Pushing event updated for resources: {'Network': ['ID=8439781d-0e40-4148-a702-19e6cce46e46,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:12.666222 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-822d007c-8810-4b06-8d20-fbf2c65df21c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7832217 Aug 05 14:20:12.669262 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57144) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:12.675575 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-a9009b92-0329-41b8-b2a6-27e9d2bc2880 admin admin] Request body: {'subnet': {'network_id': '8439781d-0e40-4148-a702-19e6cce46e46', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2036000478-subnet', 'tenant_id': 'e5dfc8c6cf7e472ca98b729fa7b664d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:12.677235 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 8439781d-0e40-4148-a702-19e6cce46e46 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:20:12.703897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9009b92-0329-41b8-b2a6-27e9d2bc2880 admin admin] Made reservation on behalf of e5dfc8c6cf7e472ca98b729fa7b664d4 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:20:12.709071 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a9009b92-0329-41b8-b2a6-27e9d2bc2880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:12.967333 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a9009b92-0329-41b8-b2a6-27e9d2bc2880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:13.081672 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9009b92-0329-41b8-b2a6-27e9d2bc2880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d86eda-679a-4794-b6a5-74fe302942f7,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:13.096319 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9009b92-0329-41b8-b2a6-27e9d2bc2880 admin admin] Checking segment: {'id': 'faebd485-78dc-4b5c-a1a5-64a9853b4087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8439781d-0e40-4148-a702-19e6cce46e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:20:13.096990 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9009b92-0329-41b8-b2a6-27e9d2bc2880 admin admin] Network hostable DHCP agents. Network: 8439781d-0e40-4148-a702-19e6cce46e46, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:20:13.123319 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9009b92-0329-41b8-b2a6-27e9d2bc2880 admin admin] Network 8439781d-0e40-4148-a702-19e6cce46e46 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:20:13.138401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-a9009b92-0329-41b8-b2a6-27e9d2bc2880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 8439781d-0e40-4148-a702-19e6cce46e46) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:20:13.150210 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571bafab-33b2-47e3-bfc7-4469fa7688ea None None] Network 8439781d-0e40-4148-a702-19e6cce46e46 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:20:13.171708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9009b92-0329-41b8-b2a6-27e9d2bc2880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:13.172429 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a9009b92-0329-41b8-b2a6-27e9d2bc2880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:13.225178 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a9009b92-0329-41b8-b2a6-27e9d2bc2880 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5458872 Aug 05 14:20:13.480913 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcdb93f-283d-42ec-8d4c-c80c8810aff4 None None] Network 8439781d-0e40-4148-a702-19e6cce46e46 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:20:13.593953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57188) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:13.793638 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b60e6e3a-bfac-4fad-b146-b4ad02542956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:14.038680 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b60e6e3a-bfac-4fad-b146-b4ad02542956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:14.044509 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b60e6e3a-bfac-4fad-b146-b4ad02542956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:14.079228 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b60e6e3a-bfac-4fad-b146-b4ad02542956 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e373d41748d04215ad746b7065f1e9f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4840014 Aug 05 14:20:14.081790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57250) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:14.106738 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e6e3a-bfac-4fad-b146-b4ad02542956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970cd81c-1461-4345-820b-8cbabfe218c6,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:14.278618 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3514e25-b490-42eb-bd94-689550187f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:14.349889 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3514e25-b490-42eb-bd94-689550187f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:14.413943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-8f9132d7-7a9f-43f3-b316-b78eb9fd1ad4 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:14.423156 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-8f9132d7-7a9f-43f3-b316-b78eb9fd1ad4 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/networks?id=8439781d-0e40-4148-a702-19e6cce46e46 HTTP/1.1" status: 200 len: 822 time: 0.2806382 Aug 05 14:20:14.454824 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-6f7cf232-d87f-4fcb-897c-11c8fc444932 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/quotas/e5dfc8c6cf7e472ca98b729fa7b664d4 HTTP/1.1" status: 200 len: 375 time: 0.0300293 Aug 05 14:20:14.461549 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3514e25-b490-42eb-bd94-689550187f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:14.469321 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3514e25-b490-42eb-bd94-689550187f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:14.477157 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b3514e25-b490-42eb-bd94-689550187f8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/970cd81c-1461-4345-820b-8cbabfe218c6 HTTP/1.1" status: 204 len: 168 time: 0.3911605 Aug 05 14:20:14.510472 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3514e25-b490-42eb-bd94-689550187f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970cd81c-1461-4345-820b-8cbabfe218c6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:14.606703 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-1decf16b-7d76-4c0c-b584-703707a82d36 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5dfc8c6cf7e472ca98b729fa7b664d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1286058 Aug 05 14:20:14.848023 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:14.929839 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-3f619311-dea2-4cb0-9b97-02e2a9868c10 service neutron] 10.222.0.16 "GET /v2.0/networks/8439781d-0e40-4148-a702-19e6cce46e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953742 Aug 05 14:20:15.103647 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-a8b07e6d-cba6-4cfc-ba86-f642e9dbfb39 service neutron] 10.222.0.16 "GET /v2.0/networks/8439781d-0e40-4148-a702-19e6cce46e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563482 Aug 05 14:20:15.455773 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03596a14-b743-48a8-84ec-ec8a0a5f608f req-e6128e96-6ab0-48ac-88b5-77099f8baaa3 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 210 time: 0.0700481 Aug 05 14:20:15.847869 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1e803b6b-0019-4913-a53f-fe1dd6b43538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:16.076591 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:16.319746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57522) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:16.518542 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a08d4e88-3c27-48e8-bf3d-993de1f0ffc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:16.675670 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aedf447d-27c8-4a64-bf90-82ddbec216bf req-f1fb798f-475f-4b23-93ba-2b1147f27ef8 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 210 time: 0.0446446 Aug 05 14:20:16.714615 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a08d4e88-3c27-48e8-bf3d-993de1f0ffc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:16.720662 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a08d4e88-3c27-48e8-bf3d-993de1f0ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:16.759045 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a08d4e88-3c27-48e8-bf3d-993de1f0ffc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc74eac53d704f8b9f58e4bbcedb9bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4379036 Aug 05 14:20:16.759326 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57574) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:16.782996 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d4e88-3c27-48e8-bf3d-993de1f0ffc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcb7d81-8a00-4dcb-a725-bae7ff5488eb,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:16.949345 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-f030af99-3ccb-4e77-99c1-b8e3c105cf20 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:16.951127 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-f030af99-3ccb-4e77-99c1-b8e3c105cf20 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.63 "GET /v2.0/networks?id=8439781d-0e40-4148-a702-19e6cce46e46 HTTP/1.1" status: 200 len: 822 time: 0.1438484 Aug 05 14:20:16.973535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-37725755-a403-405b-9450-6b2986961ef8 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Request body: {'port': {'device_id': '2ec1d31d-c013-4762-af98-9b02ee0f39fe', 'network_id': '8439781d-0e40-4148-a702-19e6cce46e46', 'admin_state_up': True, 'tenant_id': 'e5dfc8c6cf7e472ca98b729fa7b664d4'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:17.091166 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f965cef5-0574-4dd1-a94a-7905db78f8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:17.126521 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f965cef5-0574-4dd1-a94a-7905db78f8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:17.137027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-37725755-a403-405b-9450-6b2986961ef8 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Made reservation on behalf of e5dfc8c6cf7e472ca98b729fa7b664d4 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:20:17.140951 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-37725755-a403-405b-9450-6b2986961ef8 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:17.279984 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f965cef5-0574-4dd1-a94a-7905db78f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:17.282561 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f965cef5-0574-4dd1-a94a-7905db78f8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:17.283751 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f965cef5-0574-4dd1-a94a-7905db78f8e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bcb7d81-8a00-4dcb-a725-bae7ff5488eb HTTP/1.1" status: 204 len: 168 time: 0.5229068 Aug 05 14:20:17.327629 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965cef5-0574-4dd1-a94a-7905db78f8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcb7d81-8a00-4dcb-a725-bae7ff5488eb,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:17.375661 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-37725755-a403-405b-9450-6b2986961ef8 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Allocated IP 172.20.0.3 (8439781d-0e40-4148-a702-19e6cce46e46/88d86eda-679a-4794-b6a5-74fe302942f7/6608ea3d-7107-40ab-a799-44b43e6fa6f3) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:20:17.602151 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-37725755-a403-405b-9450-6b2986961ef8 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:17.667970 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-37725755-a403-405b-9450-6b2986961ef8 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:17.747790 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-37725755-a403-405b-9450-6b2986961ef8 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Network 8439781d-0e40-4148-a702-19e6cce46e46 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:20:17.757249 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-37725755-a403-405b-9450-6b2986961ef8 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:20:17.762061 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-37725755-a403-405b-9450-6b2986961ef8 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:20:17.845010 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-37725755-a403-405b-9450-6b2986961ef8 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:17.845684 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-37725755-a403-405b-9450-6b2986961ef8 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:17.859225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37725755-a403-405b-9450-6b2986961ef8 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Pushing event updated for resources: {'Port': ['ID=6608ea3d-7107-40ab-a799-44b43e6fa6f3,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:17.898360 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-37725755-a403-405b-9450-6b2986961ef8 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9344535 Aug 05 14:20:17.918277 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Request body: {'port': {'device_id': '2ec1d31d-c013-4762-af98-9b02ee0f39fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:17.933530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb87e2-ef96-40a6-9d34-2d5f7fa21dd4 req-147f8a63-fb6c-4950-9497-343e9ac20cfc tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:17.945174 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6cdb87e2-ef96-40a6-9d34-2d5f7fa21dd4 req-147f8a63-fb6c-4950-9497-343e9ac20cfc tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 931 time: 0.0865710 Aug 05 14:20:18.030807 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6cdb87e2-ef96-40a6-9d34-2d5f7fa21dd4 req-9874363a-5fc0-4d1b-893f-03b3f2d091f7 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/security-groups?id=db3eb56b-0be7-4f6e-afd5-59677cccaa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834470 Aug 05 14:20:18.060797 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:18.360212 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f9cee3bb-7c71-4c7a-977f-2cd6018bcf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:18.418844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57766) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:18.586569 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:18.590690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-11fa2a81-743a-4bb2-8926-51f1784e0675 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-network', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:18.627811 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fa2a81-743a-4bb2-8926-51f1784e0675 admin admin] Made reservation on behalf of 859addcb5b3241b8a7974ece1a636acf for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:20:18.633346 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11fa2a81-743a-4bb2-8926-51f1784e0675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:18.646356 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11fa2a81-743a-4bb2-8926-51f1784e0675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:18.652473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6608ea3d-7107-40ab-a799-44b43e6fa6f3 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:20:18.662187 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:18.679979 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Transition to ACTIVE for port object 6608ea3d-7107-40ab-a799-44b43e6fa6f3 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:18.685852 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:18.791580 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11fa2a81-743a-4bb2-8926-51f1784e0675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:18.801436 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11fa2a81-743a-4bb2-8926-51f1784e0675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:18.824264 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Pushing event updated for resources: {'Port': ['ID=6608ea3d-7107-40ab-a799-44b43e6fa6f3,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:18.855032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11fa2a81-743a-4bb2-8926-51f1784e0675 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:20:18.919146 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11fa2a81-743a-4bb2-8926-51f1784e0675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:18.919697 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-11fa2a81-743a-4bb2-8926-51f1784e0675 admin admin] Added segment 354ed390-08b3-40d1-aff2-875634ebb308 of type vlan for network c7382844-bdec-44ba-9a71-2be3c532ada3 Aug 05 14:20:18.924445 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Attempting to bind port 6608ea3d-7107-40ab-a799-44b43e6fa6f3 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:20:18.927391 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Attempting to bind port 6608ea3d-7107-40ab-a799-44b43e6fa6f3 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'faebd485-78dc-4b5c-a1a5-64a9853b4087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8439781d-0e40-4148-a702-19e6cce46e46'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:20:18.927911 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Attempting to bind port 6608ea3d-7107-40ab-a799-44b43e6fa6f3 on network 8439781d-0e40-4148-a702-19e6cce46e46 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:20:18.939587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Port 6608ea3d-7107-40ab-a799-44b43e6fa6f3 on network 8439781d-0e40-4148-a702-19e6cce46e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:20:18.940311 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Attempting to bind port 6608ea3d-7107-40ab-a799-44b43e6fa6f3 on network 8439781d-0e40-4148-a702-19e6cce46e46 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:20:18.942703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa2a81-743a-4bb2-8926-51f1784e0675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71af013f-6e94-4590-aeb4-563a3b53fd9d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:18.956380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:20:18.957197 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Checking segment: {'id': 'faebd485-78dc-4b5c-a1a5-64a9853b4087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8439781d-0e40-4148-a702-19e6cce46e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:20:18.958467 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Bound using segment: {'id': 'faebd485-78dc-4b5c-a1a5-64a9853b4087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8439781d-0e40-4148-a702-19e6cce46e46'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:20:18.959580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Bound port: 6608ea3d-7107-40ab-a799-44b43e6fa6f3, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faebd485-78dc-4b5c-a1a5-64a9853b4087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8439781d-0e40-4148-a702-19e6cce46e46'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:20:18.960210 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:19.022922 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11fa2a81-743a-4bb2-8926-51f1784e0675 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:19.197741 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] For port 6608ea3d-7107-40ab-a799-44b43e6fa6f3, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:20:19.232663 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] For port 6608ea3d-7107-40ab-a799-44b43e6fa6f3, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6608ea3d-7107-40ab-a799-44b43e6fa6f3,segment=NetworkSegment(faebd485-78dc-4b5c-a1a5-64a9853b4087),segment_id=faebd485-78dc-4b5c-a1a5-64a9853b4087)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:20:19.240573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-8349f995-0bed-4e6c-a4a3-eb25efb912b9 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:19.243316 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-8349f995-0bed-4e6c-a4a3-eb25efb912b9 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/networks?id=122dbc58-ef18-4e88-bdcf-c089eca2ddbd HTTP/1.1" status: 200 len: 814 time: 0.2277582 Aug 05 14:20:19.245108 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:19.268664 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60738b44-4396-4f66-9901-5d88a48c8ae9 req-9da41a70-16ce-4385-830a-9ee5e1c20618 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:19.270748 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60738b44-4396-4f66-9901-5d88a48c8ae9 req-9da41a70-16ce-4385-830a-9ee5e1c20618 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 943 time: 0.0979564 Aug 05 14:20:19.315191 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:19.315191 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:19.315191 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] 10.222.0.63 "PUT /v2.0/ports/6608ea3d-7107-40ab-a799-44b43e6fa6f3 HTTP/1.1" status: 200 len: 1091 time: 1.4012737 Aug 05 14:20:19.315191 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec1d31d-c013-4762-af98-9b02ee0f39fe', 'tag': '6608ea3d-7107-40ab-a799-44b43e6fa6f3'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:20:19.315191 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f683246-edd2-4f49-8610-4fe897887685" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec1d31d-c013-4762-af98-9b02ee0f39fe", "tag": "6608ea3d-7107-40ab-a799-44b43e6fa6f3"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:20:19.323078 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-19037c85-b86b-4855-9f13-0a18e3308a13 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/quotas/88d5fb20fdc74d5a964903ecc2a88542 HTTP/1.1" status: 200 len: 375 time: 0.0640714 Aug 05 14:20:19.359093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6766c9-954f-4359-8966-884edd0f9319 service neutron] Pushing event updated for resources: {'Port': ['ID=6608ea3d-7107-40ab-a799-44b43e6fa6f3,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:19.377296 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60738b44-4396-4f66-9901-5d88a48c8ae9 req-d065427f-eafd-4670-9031-7c964c2994b2 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/security-groups?id=db3eb56b-0be7-4f6e-afd5-59677cccaa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878351 Aug 05 14:20:19.410856 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11fa2a81-743a-4bb2-8926-51f1784e0675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:19.412599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fa2a81-743a-4bb2-8926-51f1784e0675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:19.413397 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-11fa2a81-743a-4bb2-8926-51f1784e0675 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:19.439177 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-1e214b77-04b4-40c0-8e4d-59b45f85706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:19.440973 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-1e214b77-04b4-40c0-8e4d-59b45f85706a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e5dfc8c6cf7e472ca98b729fa7b664d4&device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 1094 time: 0.0761397 Aug 05 14:20:19.447060 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53deb27-c5e2-47e7-9189-7403de130bf7 x-openstack-request-id: req-d53deb27-c5e2-47e7-9189-7403de130bf7 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:20:19.447060 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec1d31d-c013-4762-af98-9b02ee0f39fe", "tag": "6608ea3d-7107-40ab-a799-44b43e6fa6f3", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:20:19.447060 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d53deb27-c5e2-47e7-9189-7403de130bf7 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:20:19.447490 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec1d31d-c013-4762-af98-9b02ee0f39fe', 'tag': '6608ea3d-7107-40ab-a799-44b43e6fa6f3', 'status': 'completed', 'code': 200} Aug 05 14:20:19.448696 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-19530d1d-f194-499f-88e7-e6a76366d871 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=88d5fb20fdc74d5a964903ecc2a88542&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1244748 Aug 05 14:20:19.546106 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-11fa2a81-743a-4bb2-8926-51f1784e0675 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1254487 Aug 05 14:20:19.546397 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-0aa08127-9e53-4c41-8c67-27b642b3a94f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6608ea3d-7107-40ab-a799-44b43e6fa6f3 HTTP/1.1" status: 200 len: 217 time: 0.0907860 Aug 05 14:20:19.549296 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:19.550476 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57806) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:19.559192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa2a81-743a-4bb2-8926-51f1784e0675 admin admin] Pushing event updated for resources: {'Network': ['ID=c7382844-bdec-44ba-9a71-2be3c532ada3,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:19.563368 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-67eca4f5-fc7b-44b6-8b2b-94a70987fe4b admin admin] Request body: {'subnet': {'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-subnet', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:19.575759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network c7382844-bdec-44ba-9a71-2be3c532ada3 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:20:19.613867 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-1e2b9f3d-861f-4216-9fd8-4575079f1030 service neutron] 10.222.0.16 "GET /v2.0/networks/122dbc58-ef18-4e88-bdcf-c089eca2ddbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362183 Aug 05 14:20:19.681624 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-c35f2cdc-0881-4358-8c0c-2a2ae4c42cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:19.683353 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-c35f2cdc-0881-4358-8c0c-2a2ae4c42cad service neutron] 10.222.0.63 "GET /v2.0/subnets?id=88d86eda-679a-4794-b6a5-74fe302942f7 HTTP/1.1" status: 200 len: 862 time: 0.1288621 Aug 05 14:20:19.684202 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67eca4f5-fc7b-44b6-8b2b-94a70987fe4b admin admin] Made reservation on behalf of 859addcb5b3241b8a7974ece1a636acf for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:20:19.686637 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67eca4f5-fc7b-44b6-8b2b-94a70987fe4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:19.769287 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-c205df00-f6ee-4687-8e32-7b14a144fb3b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8439781d-0e40-4148-a702-19e6cce46e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788343 Aug 05 14:20:19.804572 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-0fa890d7-e14f-4dcd-b966-14d4bee93abc service neutron] 10.222.0.16 "GET /v2.0/networks/122dbc58-ef18-4e88-bdcf-c089eca2ddbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623383 Aug 05 14:20:19.927176 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-0c4e9115-85d3-47b0-b20b-418472255884 service neutron] 10.222.0.63 "GET /v2.0/networks/8439781d-0e40-4148-a702-19e6cce46e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486926 Aug 05 14:20:20.182954 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-596ed1e3-b658-4021-9281-28b862a948ec req-4862f12e-ceb3-4239-bf2d-929e204b30c1 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5c1e46-0190-4d8e-af50-ed2a5e0ded84 HTTP/1.1" status: 200 len: 210 time: 0.1282008 Aug 05 14:20:20.198588 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f6b63b4-f42b-4fd5-b85a-ecf7382a1549 req-b6996b20-0a7e-4a5d-852e-e5bf2dbf2514 service neutron] 10.222.0.63 "GET /v2.0/networks/8439781d-0e40-4148-a702-19e6cce46e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606740 Aug 05 14:20:20.210531 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67eca4f5-fc7b-44b6-8b2b-94a70987fe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:20.298559 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eca4f5-fc7b-44b6-8b2b-94a70987fe4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee667f3f-6ab2-448a-9b41-aa113bf5db1a,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:20.338228 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eca4f5-fc7b-44b6-8b2b-94a70987fe4b admin admin] Checking segment: {'id': '354ed390-08b3-40d1-aff2-875634ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:20:20.338759 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eca4f5-fc7b-44b6-8b2b-94a70987fe4b admin admin] Network hostable DHCP agents. Network: c7382844-bdec-44ba-9a71-2be3c532ada3, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:20:20.353357 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f683246-edd2-4f49-8610-4fe897887685 req-1fc9486e-2716-4937-917d-1917c68e02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:20.355009 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2f683246-edd2-4f49-8610-4fe897887685 req-1fc9486e-2716-4937-917d-1917c68e02c5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e5dfc8c6cf7e472ca98b729fa7b664d4&device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 1094 time: 0.0795696 Aug 05 14:20:20.459872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eca4f5-fc7b-44b6-8b2b-94a70987fe4b admin admin] Network c7382844-bdec-44ba-9a71-2be3c532ada3 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:20:20.481367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-67eca4f5-fc7b-44b6-8b2b-94a70987fe4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, c7382844-bdec-44ba-9a71-2be3c532ada3) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:20:20.490852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eca4f5-fc7b-44b6-8b2b-94a70987fe4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:20.492025 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-67eca4f5-fc7b-44b6-8b2b-94a70987fe4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:20.505626 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049c40a0-166e-4299-a265-36a740d9c410 None None] Network c7382844-bdec-44ba-9a71-2be3c532ada3 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:20:20.540834 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f683246-edd2-4f49-8610-4fe897887685 req-58827c97-2717-4952-9d43-17d7d331f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:20.542654 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2f683246-edd2-4f49-8610-4fe897887685 req-58827c97-2717-4952-9d43-17d7d331f5fd service neutron] 10.222.0.63 "GET /v2.0/networks?id=8439781d-0e40-4148-a702-19e6cce46e46 HTTP/1.1" status: 200 len: 923 time: 0.1784320 Aug 05 14:20:20.553967 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-67eca4f5-fc7b-44b6-8b2b-94a70987fe4b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0012369 Aug 05 14:20:20.554836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57838) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:20.566367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:20.639436 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2f683246-edd2-4f49-8610-4fe897887685 req-674c0287-3d75-4c69-b7cc-543365e7ddc6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6608ea3d-7107-40ab-a799-44b43e6fa6f3 HTTP/1.1" status: 200 len: 217 time: 0.0811808 Aug 05 14:20:20.689405 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:20.690680 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:20.709341 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3119ea-180e-4135-b0f4-77bffbd3d8b9 req-25ae54f2-444b-488a-9dc8-4393c67b0801 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:20.714597 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b3119ea-180e-4135-b0f4-77bffbd3d8b9 req-25ae54f2-444b-488a-9dc8-4393c67b0801 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 943 time: 0.1641676 Aug 05 14:20:20.733785 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f683246-edd2-4f49-8610-4fe897887685 req-ec7436f8-4428-4f84-a6e4-38b6b0424ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:20.735426 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2f683246-edd2-4f49-8610-4fe897887685 req-ec7436f8-4428-4f84-a6e4-38b6b0424ede service neutron] 10.222.0.63 "GET /v2.0/subnets?id=88d86eda-679a-4794-b6a5-74fe302942f7 HTTP/1.1" status: 200 len: 862 time: 0.0877697 Aug 05 14:20:20.780754 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:20.797764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-c7382844-bdec-44ba-9a71-2be3c532ada3', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:20:20.798868 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:20.806451 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2f683246-edd2-4f49-8610-4fe897887685 req-af528cb7-1f7e-4447-b6b3-3e6f67d159d9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8439781d-0e40-4148-a702-19e6cce46e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375538 Aug 05 14:20:20.818132 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b3119ea-180e-4135-b0f4-77bffbd3d8b9 req-fd300809-1fc7-4b90-8c39-e22b58bacbb2 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/security-groups?id=db3eb56b-0be7-4f6e-afd5-59677cccaa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932603 Aug 05 14:20:21.340237 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:21.370179 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a086c1e1-1565-4817-9248-cc9550e6747e req-c2139c97-8b02-4acf-bd13-14204ae41967 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5c1e46-0190-4d8e-af50-ed2a5e0ded84 HTTP/1.1" status: 200 len: 210 time: 0.0566475 Aug 05 14:20:21.397943 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Allocated IP 172.20.0.2 (c7382844-bdec-44ba-9a71-2be3c532ada3/ee667f3f-6ab2-448a-9b41-aa113bf5db1a/b1f446c4-9ba0-49bd-a48f-069e4fd9058b) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:20:21.448398 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2f683246-edd2-4f49-8610-4fe897887685 req-2b8c72d5-4188-4ed8-a8fc-6b03748c9f0a service neutron] 10.222.0.63 "GET /v2.0/networks/8439781d-0e40-4148-a702-19e6cce46e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599449 Aug 05 14:20:21.554017 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:21.631537 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2f683246-edd2-4f49-8610-4fe897887685 req-a008e7ac-d79b-4ff8-b4c1-107b01bd28ad service neutron] 10.222.0.63 "GET /v2.0/networks/8439781d-0e40-4148-a702-19e6cce46e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752207 Aug 05 14:20:21.680705 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:21.692192 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Transition to ACTIVE for port object b1f446c4-9ba0-49bd-a48f-069e4fd9058b will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:21.716066 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Transition to ACTIVE for port object b1f446c4-9ba0-49bd-a48f-069e4fd9058b will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:21.730281 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:21.797913 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-0bdc1bb7-ac8a-4414-b4c8-240eb872bba8 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:21.799717 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-0bdc1bb7-ac8a-4414-b4c8-240eb872bba8 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.84 "GET /v2.0/networks?id=122dbc58-ef18-4e88-bdcf-c089eca2ddbd HTTP/1.1" status: 200 len: 814 time: 0.2206392 Aug 05 14:20:21.808033 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Network c7382844-bdec-44ba-9a71-2be3c532ada3 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:20:21.811178 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:20:21.815065 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:20:21.817909 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Request body: {'port': {'device_id': '3d5c1e46-0190-4d8e-af50-ed2a5e0ded84', 'network_id': '122dbc58-ef18-4e88-bdcf-c089eca2ddbd', 'admin_state_up': True, 'tenant_id': '88d5fb20fdc74d5a964903ecc2a88542'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:21.838767 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:21.860268 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Pushing event updated for resources: {'Port': ['ID=b1f446c4-9ba0-49bd-a48f-069e4fd9058b,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:21.873260 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:21.935617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Attempting to bind port b1f446c4-9ba0-49bd-a48f-069e4fd9058b on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:20:21.935991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Attempting to bind port b1f446c4-9ba0-49bd-a48f-069e4fd9058b by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '354ed390-08b3-40d1-aff2-875634ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:20:21.936361 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Attempting to bind port b1f446c4-9ba0-49bd-a48f-069e4fd9058b on network c7382844-bdec-44ba-9a71-2be3c532ada3 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:20:21.947613 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:20:21.948013 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Checking segment: {'id': '354ed390-08b3-40d1-aff2-875634ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:20:21.948408 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:21.948808 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Bound using segment: {'id': '354ed390-08b3-40d1-aff2-875634ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:20:21.949985 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Bound port: b1f446c4-9ba0-49bd-a48f-069e4fd9058b, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354ed390-08b3-40d1-aff2-875634ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:20:21.949985 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:22.028049 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] For port b1f446c4-9ba0-49bd-a48f-069e4fd9058b, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:20:22.028509 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Allocated IP 172.25.5.170 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/c45d8880-cff0-449b-98b8-0c6d54aa8030) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:20:22.031799 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] For port b1f446c4-9ba0-49bd-a48f-069e4fd9058b, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b1f446c4-9ba0-49bd-a48f-069e4fd9058b,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:20:22.043501 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:22.091008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ddd1c-0830-4541-a5d0-054da9c97d76 req-bebbc454-ff30-467f-bddf-f5cc8f57def9 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:22.093817 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cd8ddd1c-0830-4541-a5d0-054da9c97d76 req-bebbc454-ff30-467f-bddf-f5cc8f57def9 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 943 time: 0.1468856 Aug 05 14:20:22.146950 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748c076-ef2c-4587-881a-7358f9ec6c68 None None] Pushing event updated for resources: {'Port': ['ID=b1f446c4-9ba0-49bd-a48f-069e4fd9058b,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:22.154408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Made reservation on behalf of 88d5fb20fdc74d5a964903ecc2a88542 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:20:22.159464 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:22.176864 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cd8ddd1c-0830-4541-a5d0-054da9c97d76 req-1462fa40-ad75-430a-a0e4-b3dda98b5ca6 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/security-groups?id=db3eb56b-0be7-4f6e-afd5-59677cccaa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740771 Aug 05 14:20:22.245940 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:22.309576 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:22.345086 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Allocated IP 172.20.0.5 (122dbc58-ef18-4e88-bdcf-c089eca2ddbd/a7b57f0f-8f48-44ec-bcc6-2de2ce0afde6/02a71d46-61dd-40f3-a585-ffd52f829c6f) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:20:22.371666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:20:22.374814 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:20:22.378484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:20:22.558749 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Pushing event updated for resources: {'Port': ['ID=c45d8880-cff0-449b-98b8-0c6d54aa8030,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:22.659076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:22.688844 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4dc063a4-1680-4a14-9645-ec45d58c50c1 req-ed72c0d4-5cb0-4d62-849f-5c433c5559c1 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5c1e46-0190-4d8e-af50-ed2a5e0ded84 HTTP/1.1" status: 200 len: 210 time: 0.0731266 Aug 05 14:20:22.739684 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:22.815083 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Network 122dbc58-ef18-4e88-bdcf-c089eca2ddbd is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:20:22.820699 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Pushing event updated for resources: {'Port': ['ID=02a71d46-61dd-40f3-a585-ffd52f829c6f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:22.827264 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:20:22.830670 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:20:22.867140 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:22.867868 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:22.868451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:22.869056 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:22.869633 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:22.870193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:22.870777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:22.871368 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:22.871910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:22.872469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:22.873034 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:22.873591 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:22.898216 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:22.913763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:22.914905 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:22.939253 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-7bed37b1-31f9-4b15-8bca-0412742dcf3a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1281106 Aug 05 14:20:22.955377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Request body: {'port': {'device_id': '3d5c1e46-0190-4d8e-af50-ed2a5e0ded84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:23.026041 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:23.138680 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:23.324030 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:20:23.446975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a71d46-61dd-40f3-a585-ffd52f829c6f {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:20:23.455712 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:23.469309 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Transition to ACTIVE for port object 02a71d46-61dd-40f3-a585-ffd52f829c6f will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:23.500672 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:20:23.513786 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Sync routers for ids ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:20:23.527040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Routers {'4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:20:23.528228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:20:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:23.537899 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:23.538946 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:23.543773 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-83909b27-ba28-4fe0-92ee-87738dbaef5d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9834597 Aug 05 14:20:23.544705 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57882) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:23.714684 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Pushing event updated for resources: {'Port': ['ID=02a71d46-61dd-40f3-a585-ffd52f829c6f,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:23.766161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b7fc5-288f-42f0-9411-bab2ea01a390 req-e4ee8985-7276-4cc2-b023-7c60e73cc301 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:23.776421 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Set router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:20:23.776641 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-945b7fc5-288f-42f0-9411-bab2ea01a390 req-e4ee8985-7276-4cc2-b023-7c60e73cc301 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 943 time: 0.2962139 Aug 05 14:20:23.901367 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53886e6a-2c62-4c6a-a094-49788497eaee None None] Network c7382844-bdec-44ba-9a71-2be3c532ada3 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:20:23.958316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Attempting to bind port 02a71d46-61dd-40f3-a585-ffd52f829c6f on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:20:23.958316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Attempting to bind port 02a71d46-61dd-40f3-a585-ffd52f829c6f by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '095c2d6e-8f9a-4773-9d07-e8ae811b963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '122dbc58-ef18-4e88-bdcf-c089eca2ddbd'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:20:23.966642 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Attempting to bind port 02a71d46-61dd-40f3-a585-ffd52f829c6f on network 122dbc58-ef18-4e88-bdcf-c089eca2ddbd {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:20:23.974537 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-945b7fc5-288f-42f0-9411-bab2ea01a390 req-e9a43196-923a-4edd-968d-70d68bd707de tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/security-groups?id=db3eb56b-0be7-4f6e-afd5-59677cccaa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502841 Aug 05 14:20:23.979872 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Port 02a71d46-61dd-40f3-a585-ffd52f829c6f on network 122dbc58-ef18-4e88-bdcf-c089eca2ddbd not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:20:23.980856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Attempting to bind port 02a71d46-61dd-40f3-a585-ffd52f829c6f on network 122dbc58-ef18-4e88-bdcf-c089eca2ddbd {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:20:23.997538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:20:23.997889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Checking segment: {'id': '095c2d6e-8f9a-4773-9d07-e8ae811b963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '122dbc58-ef18-4e88-bdcf-c089eca2ddbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:20:23.998298 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Bound using segment: {'id': '095c2d6e-8f9a-4773-9d07-e8ae811b963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '122dbc58-ef18-4e88-bdcf-c089eca2ddbd'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:20:23.998747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Bound port: 02a71d46-61dd-40f3-a585-ffd52f829c6f, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '095c2d6e-8f9a-4773-9d07-e8ae811b963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '122dbc58-ef18-4e88-bdcf-c089eca2ddbd'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:20:23.999111 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:24.103785 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8745011c-1b42-4384-9ccc-c79993015dce None None] Provisioning for port b1f446c4-9ba0-49bd-a48f-069e4fd9058b completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:20:24.123738 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] For port 02a71d46-61dd-40f3-a585-ffd52f829c6f, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:20:24.127910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] For port 02a71d46-61dd-40f3-a585-ffd52f829c6f, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=02a71d46-61dd-40f3-a585-ffd52f829c6f,segment=NetworkSegment(095c2d6e-8f9a-4773-9d07-e8ae811b963c),segment_id=095c2d6e-8f9a-4773-9d07-e8ae811b963c)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:20:24.146888 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:24.216278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:24.218154 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:24.220946 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] 10.222.0.84 "PUT /v2.0/ports/02a71d46-61dd-40f3-a585-ffd52f829c6f HTTP/1.1" status: 200 len: 1091 time: 1.2699111 Aug 05 14:20:24.229320 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5c1e46-0190-4d8e-af50-ed2a5e0ded84', 'tag': '02a71d46-61dd-40f3-a585-ffd52f829c6f'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:20:24.237288 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b3f9f2-ec55-4d70-9b49-7b8e99f395d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5c1e46-0190-4d8e-af50-ed2a5e0ded84", "tag": "02a71d46-61dd-40f3-a585-ffd52f829c6f"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:20:24.351370 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d1ee5-4d84-4009-ad91-b7c82b257633 service neutron] Pushing event updated for resources: {'Port': ['ID=02a71d46-61dd-40f3-a585-ffd52f829c6f,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:24.377224 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b059ce8a-6731-4bec-9670-c7ac241e178a x-openstack-request-id: req-b059ce8a-6731-4bec-9670-c7ac241e178a {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:20:24.378691 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5c1e46-0190-4d8e-af50-ed2a5e0ded84", "tag": "02a71d46-61dd-40f3-a585-ffd52f829c6f", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:20:24.378691 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b059ce8a-6731-4bec-9670-c7ac241e178a {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:20:24.378691 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5c1e46-0190-4d8e-af50-ed2a5e0ded84', 'tag': '02a71d46-61dd-40f3-a585-ffd52f829c6f', 'status': 'completed', 'code': 200} Aug 05 14:20:24.387020 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b1f446c4-9ba0-49bd-a48f-069e4fd9058b up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:20:24.404863 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-73fc9208-be18-412e-bd91-4f336ff182fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:24.406583 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-73fc9208-be18-412e-bd91-4f336ff182fd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=88d5fb20fdc74d5a964903ecc2a88542&device_id=3d5c1e46-0190-4d8e-af50-ed2a5e0ded84 HTTP/1.1" status: 200 len: 1094 time: 0.1283708 Aug 05 14:20:24.453724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00456227-4457-4ffc-9e93-3cf0441ddbe8 req-1a435c17-ceea-4f43-9925-ce5dedab6a9f tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:24.455638 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-00456227-4457-4ffc-9e93-3cf0441ddbe8 req-1a435c17-ceea-4f43-9925-ce5dedab6a9f tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5c1e46-0190-4d8e-af50-ed2a5e0ded84 HTTP/1.1" status: 200 len: 943 time: 0.3969009 Aug 05 14:20:24.482289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6608ea3d-7107-40ab-a799-44b43e6fa6f3 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:20:24.489899 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-e7d6cf93-2294-4b17-8e6d-7e88568f4b05 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02a71d46-61dd-40f3-a585-ffd52f829c6f HTTP/1.1" status: 200 len: 217 time: 0.0749881 Aug 05 14:20:24.529523 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-00456227-4457-4ffc-9e93-3cf0441ddbe8 req-6f77d18f-7865-48f7-aa19-8d28c308d2b4 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619218 Aug 05 14:20:24.566748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port b1f446c4-9ba0-49bd-a48f-069e4fd9058b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:20:24.610431 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-e519fcfa-3364-432f-97bd-6c607e541d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:24.611942 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-e519fcfa-3364-432f-97bd-6c607e541d96 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a7b57f0f-8f48-44ec-bcc6-2de2ce0afde6 HTTP/1.1" status: 200 len: 854 time: 0.1150746 Aug 05 14:20:24.615904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port b1f446c4-9ba0-49bd-a48f-069e4fd9058b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:24.616685 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:24.640129 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:24.669499 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-c009b002-d020-4c55-b31e-d0b81c8f2c0c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=122dbc58-ef18-4e88-bdcf-c089eca2ddbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478117 Aug 05 14:20:24.746897 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.resource_extend [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 05 14:20:24.835061 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-1bfc5cf1-8f01-4b00-8f55-908f63509bbb service neutron] 10.222.0.84 "GET /v2.0/networks/122dbc58-ef18-4e88-bdcf-c089eca2ddbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576991 Aug 05 14:20:24.905067 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Allocated IP 172.20.0.1 (c7382844-bdec-44ba-9a71-2be3c532ada3/ee667f3f-6ab2-448a-9b41-aa113bf5db1a/3340a34a-eefb-4ac0-80cb-e6dd98bac174) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:20:24.919732 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:20:22Z', 'revision_number': 3, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:24.971213 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Checking router: 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:20:24.971556 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Updating router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe port c45d8880-cff0-449b-98b8-0c6d54aa8030 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:20:25.003541 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:25.064009 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-38bebe27-11d7-47c2-9d5b-6d4f06ae5963 req-d5cc0047-518e-4e9e-a3fc-b6f46e8390ac service neutron] 10.222.0.84 "GET /v2.0/networks/122dbc58-ef18-4e88-bdcf-c089eca2ddbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221575 Aug 05 14:20:25.078867 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 6608ea3d-7107-40ab-a799-44b43e6fa6f3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6608ea3d-7107-40ab-a799-44b43e6fa6f3,segment=NetworkSegment(faebd485-78dc-4b5c-a1a5-64a9853b4087),segment_id=faebd485-78dc-4b5c-a1a5-64a9853b4087)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:25.107052 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:25.111310 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '6608ea3d-7107-40ab-a799-44b43e6fa6f3', 'network_id': '8439781d-0e40-4148-a702-19e6cce46e46', 'port_id': '6608ea3d-7107-40ab-a799-44b43e6fa6f3', 'mac_address': 'fa:16:3e:f1:86:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d86eda-679a-4794-b6a5-74fe302942f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:20:25.150171 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:25.169129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Transition to ACTIVE for port object 3340a34a-eefb-4ac0-80cb-e6dd98bac174 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:25.209579 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:25.242370 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port b1f446c4-9ba0-49bd-a48f-069e4fd9058b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b1f446c4-9ba0-49bd-a48f-069e4fd9058b,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:25.276228 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:25.302268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Network c7382844-bdec-44ba-9a71-2be3c532ada3 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:20:25.306178 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:20:25.311402 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:20:25.361047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Pushing event updated for resources: {'Port': ['ID=3340a34a-eefb-4ac0-80cb-e6dd98bac174,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:25.370442 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:25.407532 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:25.416372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1c507-233d-4f1d-9fb4-ebbc730cf8ba req-c82dbe5e-c384-47d6-b3f8-c77321b9e869 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:25.422359 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-35e1c507-233d-4f1d-9fb4-ebbc730cf8ba req-c82dbe5e-c384-47d6-b3f8-c77321b9e869 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 943 time: 0.2270854 Aug 05 14:20:25.424895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3f9f2-ec55-4d70-9b49-7b8e99f395d5 req-b8bd1d7c-8f19-46fc-a460-0dbebd42ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:25.429996 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25b3f9f2-ec55-4d70-9b49-7b8e99f395d5 req-b8bd1d7c-8f19-46fc-a460-0dbebd42ce44 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=88d5fb20fdc74d5a964903ecc2a88542&device_id=3d5c1e46-0190-4d8e-af50-ed2a5e0ded84 HTTP/1.1" status: 200 len: 1094 time: 0.2982194 Aug 05 14:20:25.529362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6608ea3d-7107-40ab-a799-44b43e6fa6f3 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:20:25.589355 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=b1f446c4-9ba0-49bd-a48f-069e4fd9058b,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:25.655496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3f9f2-ec55-4d70-9b49-7b8e99f395d5 req-3651bb27-3bef-4088-9d8f-5a26cb92530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:25.657466 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25b3f9f2-ec55-4d70-9b49-7b8e99f395d5 req-3651bb27-3bef-4088-9d8f-5a26cb92530d service neutron] 10.222.0.84 "GET /v2.0/networks?id=122dbc58-ef18-4e88-bdcf-c089eca2ddbd HTTP/1.1" status: 200 len: 915 time: 0.2136221 Aug 05 14:20:25.673435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a56c1bb4-4334-4781-bcc2-ac87fe4d390b None None] Provisioning complete for port b1f446c4-9ba0-49bd-a48f-069e4fd9058b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:25.673897 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a56c1bb4-4334-4781-bcc2-ac87fe4d390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:25.679177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 6608ea3d-7107-40ab-a799-44b43e6fa6f3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6608ea3d-7107-40ab-a799-44b43e6fa6f3,segment=NetworkSegment(faebd485-78dc-4b5c-a1a5-64a9853b4087),segment_id=faebd485-78dc-4b5c-a1a5-64a9853b4087)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:25.709297 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:25.723093 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-35e1c507-233d-4f1d-9fb4-ebbc730cf8ba req-e4ffc339-c972-489e-87f5-55ace204f0c4 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/security-groups?id=db3eb56b-0be7-4f6e-afd5-59677cccaa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918255 Aug 05 14:20:25.748300 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:25.754883 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25b3f9f2-ec55-4d70-9b49-7b8e99f395d5 req-033aef03-2380-49ed-845d-d605bc5aa67a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02a71d46-61dd-40f3-a585-ffd52f829c6f HTTP/1.1" status: 200 len: 217 time: 0.0792675 Aug 05 14:20:25.888447 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3f9f2-ec55-4d70-9b49-7b8e99f395d5 req-f74fcfd5-c4de-41f1-a60c-2d670e82821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:25.890767 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25b3f9f2-ec55-4d70-9b49-7b8e99f395d5 req-f74fcfd5-c4de-41f1-a60c-2d670e82821b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a7b57f0f-8f48-44ec-bcc6-2de2ce0afde6 HTTP/1.1" status: 200 len: 854 time: 0.1274958 Aug 05 14:20:25.910038 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8df1d3-774a-4940-becf-6be2fa82d9ed req-f8df267b-c248-4452-b186-e4516956e06a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:25.912337 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2f8df1d3-774a-4940-becf-6be2fa82d9ed req-f8df267b-c248-4452-b186-e4516956e06a tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5c1e46-0190-4d8e-af50-ed2a5e0ded84 HTTP/1.1" status: 200 len: 943 time: 0.2437067 Aug 05 14:20:25.941472 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25b3f9f2-ec55-4d70-9b49-7b8e99f395d5 req-db65f4a0-7ec7-4397-ab24-8a79121fbb03 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=122dbc58-ef18-4e88-bdcf-c089eca2ddbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388033 Aug 05 14:20:25.980874 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['6608ea3d-7107-40ab-a799-44b43e6fa6f3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:20:26.046391 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2f8df1d3-774a-4940-becf-6be2fa82d9ed req-8fab12b6-b0ba-463b-a7de-0dc4d697d7c8 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210136 Aug 05 14:20:26.054135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=6608ea3d-7107-40ab-a799-44b43e6fa6f3,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:26.092969 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25b3f9f2-ec55-4d70-9b49-7b8e99f395d5 req-c3c22e8c-77b8-4872-b307-be1dc2145e42 service neutron] 10.222.0.84 "GET /v2.0/networks/122dbc58-ef18-4e88-bdcf-c089eca2ddbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419864 Aug 05 14:20:26.142846 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:26.149525 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:26.163313 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:26.167165 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Transition to ACTIVE for port object c45d8880-cff0-449b-98b8-0c6d54aa8030 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:26.192128 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:26.260102 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Pushing event updated for resources: {'Port': ['ID=3340a34a-eefb-4ac0-80cb-e6dd98bac174,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:26.279272 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b1f446c4-9ba0-49bd-a48f-069e4fd9058b up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:20:26.289797 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:26.301894 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25b3f9f2-ec55-4d70-9b49-7b8e99f395d5 req-82228fa9-0ee2-4e2d-8aee-c4358fe802b2 service neutron] 10.222.0.84 "GET /v2.0/networks/122dbc58-ef18-4e88-bdcf-c089eca2ddbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004681 Aug 05 14:20:26.373116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9af961-59fa-4812-aefc-117fac831226 None None] Pushing event updated for resources: {'Port': ['ID=c45d8880-cff0-449b-98b8-0c6d54aa8030,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:26.384649 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6f1a069d-58a8-4d9b-9c3a-98592b51bff6 None None] Provisioning for port 3340a34a-eefb-4ac0-80cb-e6dd98bac174 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:20:26.387146 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Attempting to bind port c45d8880-cff0-449b-98b8-0c6d54aa8030 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:20:26.387528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Attempting to bind port c45d8880-cff0-449b-98b8-0c6d54aa8030 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:20:26.388029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Attempting to bind port c45d8880-cff0-449b-98b8-0c6d54aa8030 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:20:26.407075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6f1a069d-58a8-4d9b-9c3a-98592b51bff6 None None] Provisioning complete for port 3340a34a-eefb-4ac0-80cb-e6dd98bac174 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:26.407483 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6f1a069d-58a8-4d9b-9c3a-98592b51bff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:26.418644 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:20:26.419035 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:20:26.419448 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:26.419849 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:20:26.420347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Bound port: c45d8880-cff0-449b-98b8-0c6d54aa8030, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:20:26.420735 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:26.713028 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a069d-58a8-4d9b-9c3a-98592b51bff6 None None] Port 3340a34a-eefb-4ac0-80cb-e6dd98bac174 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:20:26.714490 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port b1f446c4-9ba0-49bd-a48f-069e4fd9058b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:26.714866 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:26.715632 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Network c7382844-bdec-44ba-9a71-2be3c532ada3 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:20:26.717075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:20:26.772669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] For port c45d8880-cff0-449b-98b8-0c6d54aa8030, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:20:26.812379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] For port c45d8880-cff0-449b-98b8-0c6d54aa8030, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c45d8880-cff0-449b-98b8-0c6d54aa8030,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:20:26.827619 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:26.905281 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9af961-59fa-4812-aefc-117fac831226 None None] Pushing event updated for resources: {'Port': ['ID=c45d8880-cff0-449b-98b8-0c6d54aa8030,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:26.921495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:20:26.960685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea811-9299-4d0a-b7e5-d4d66a2b87b9 req-7644d99d-d2e9-47c9-b689-f4d772dc9159 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:26.974403 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6d8ea811-9299-4d0a-b7e5-d4d66a2b87b9 req-7644d99d-d2e9-47c9-b689-f4d772dc9159 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 944 time: 0.1121042 Aug 05 14:20:27.016455 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Routers {'4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:20:27.017377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:20:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:27.052643 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6d8ea811-9299-4d0a-b7e5-d4d66a2b87b9 req-e97ca557-84b1-43f9-94d3-0092a6997411 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/security-groups?id=db3eb56b-0be7-4f6e-afd5-59677cccaa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743444 Aug 05 14:20:27.149037 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:20:27.154428 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c60bc882-6990-4220-b1f5-a8e6f126bd5d admin admin] 10.222.0.16 "PUT /v2.0/routers/4b7432b7-f0f8-4076-b6de-bb19c70bfcbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6085069 Aug 05 14:20:27.226320 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] Set router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:20:27.270014 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3084c9c-c7d5-43ce-a0a7-3a5fff46ce24 req-d1557fe8-b879-4d47-9e08-bb05affaef0d tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:27.278478 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c3084c9c-c7d5-43ce-a0a7-3a5fff46ce24 req-d1557fe8-b879-4d47-9e08-bb05affaef0d tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5c1e46-0190-4d8e-af50-ed2a5e0ded84 HTTP/1.1" status: 200 len: 943 time: 0.0789762 Aug 05 14:20:27.303861 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d9b916ae-fd31-4952-93f2-8d57829f9b98 None None] Provisioning complete for port 3340a34a-eefb-4ac0-80cb-e6dd98bac174 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:27.304265 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d9b916ae-fd31-4952-93f2-8d57829f9b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:27.352785 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c3084c9c-c7d5-43ce-a0a7-3a5fff46ce24 req-fa1f4f0d-e4ea-408f-9ec8-3ee413b8d987 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653956 Aug 05 14:20:27.496720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d9b916ae-fd31-4952-93f2-8d57829f9b98 None None] Port 3340a34a-eefb-4ac0-80cb-e6dd98bac174 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:20:27.606562 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '3340a34a-eefb-4ac0-80cb-e6dd98bac174', 'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'mac_address': 'fa:16:3e:5e:d1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:24Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 2, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'subnets': [{'id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:27.639544 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09fcf91-a982-4ff7-b4e8-21bbc8aeb924 None None] The sync data for ids ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'] in n-d-803585-2 is: [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '3340a34a-eefb-4ac0-80cb-e6dd98bac174', 'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'mac_address': 'fa:16:3e:5e:d1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:24Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 2, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'subnets': [{'id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:20:27.981034 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 02a71d46-61dd-40f3-a585-ffd52f829c6f details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:20:27.996538 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57932) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:28.002622 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5958cfee-b937-41c4-9c22-352590daf2f9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1174855742', 'description': 'tempest-description--1560356703'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:28.043884 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5958cfee-b937-41c4-9c22-352590daf2f9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:28.217849 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 02a71d46-61dd-40f3-a585-ffd52f829c6f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=02a71d46-61dd-40f3-a585-ffd52f829c6f,segment=NetworkSegment(095c2d6e-8f9a-4773-9d07-e8ae811b963c),segment_id=095c2d6e-8f9a-4773-9d07-e8ae811b963c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:28.234526 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '02a71d46-61dd-40f3-a585-ffd52f829c6f', 'network_id': '122dbc58-ef18-4e88-bdcf-c089eca2ddbd', 'port_id': '02a71d46-61dd-40f3-a585-ffd52f829c6f', 'mac_address': 'fa:16:3e:6e:a2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b57f0f-8f48-44ec-bcc6-2de2ce0afde6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:20:28.259259 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0fa48-0fff-45df-b3f9-b93eb2fa7cf4 req-e05865c6-bafa-469c-ba75-e5ba79298dd3 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:28.267266 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-83c0fa48-0fff-45df-b3f9-b93eb2fa7cf4 req-e05865c6-bafa-469c-ba75-e5ba79298dd3 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 944 time: 0.1001034 Aug 05 14:20:28.283576 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:28.298986 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a71d46-61dd-40f3-a585-ffd52f829c6f {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:20:28.310683 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5958cfee-b937-41c4-9c22-352590daf2f9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:28.328998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 02a71d46-61dd-40f3-a585-ffd52f829c6f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=02a71d46-61dd-40f3-a585-ffd52f829c6f,segment=NetworkSegment(095c2d6e-8f9a-4773-9d07-e8ae811b963c),segment_id=095c2d6e-8f9a-4773-9d07-e8ae811b963c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:28.333230 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5958cfee-b937-41c4-9c22-352590daf2f9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:28.335397 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:28.382709 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-83c0fa48-0fff-45df-b3f9-b93eb2fa7cf4 req-308ffb86-6d47-4027-aa8c-e68f24913dd6 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/security-groups?id=db3eb56b-0be7-4f6e-afd5-59677cccaa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143010 Aug 05 14:20:28.401390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958cfee-b937-41c4-9c22-352590daf2f9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:28.422714 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5958cfee-b937-41c4-9c22-352590daf2f9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:28.426808 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5958cfee-b937-41c4-9c22-352590daf2f9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4260006 Aug 05 14:20:28.427779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57946) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:28.434958 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-bd5d9e75-65cf-404c-b358-8d0917cf84fe tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Request body: {'security_group_rule': {'security_group_id': 'bf45ae5c-9b8d-4024-9748-0a6c462fa2d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:28.445617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6608ea3d-7107-40ab-a799-44b43e6fa6f3 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:20:28.507248 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9e75-65cf-404c-b358-8d0917cf84fe tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:28.556402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=02a71d46-61dd-40f3-a585-ffd52f829c6f,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:28.587759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 6608ea3d-7107-40ab-a799-44b43e6fa6f3 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:20:28.605106 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce703d-5ea3-4162-a251-37629f825330 req-ce96e320-a881-45cd-ae73-8d5deb621e0b tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:28.607123 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9fce703d-5ea3-4162-a251-37629f825330 req-ce96e320-a881-45cd-ae73-8d5deb621e0b tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5c1e46-0190-4d8e-af50-ed2a5e0ded84 HTTP/1.1" status: 200 len: 944 time: 0.1142309 Aug 05 14:20:28.643451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['02a71d46-61dd-40f3-a585-ffd52f829c6f'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:20:28.671025 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9e75-65cf-404c-b358-8d0917cf84fe tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:28.686438 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 6608ea3d-7107-40ab-a799-44b43e6fa6f3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:28.687235 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:28.691177 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9e75-65cf-404c-b358-8d0917cf84fe tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:28.709438 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9fce703d-5ea3-4162-a251-37629f825330 req-097b2906-9ba4-4b12-bc35-07f56c190c4c tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937862 Aug 05 14:20:28.737253 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d9e75-65cf-404c-b358-8d0917cf84fe tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc134f94-7530-455a-a2ef-7e3f36b8622b,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:28.748785 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9e75-65cf-404c-b358-8d0917cf84fe tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:28.755652 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 57950) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:28.758234 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bd5d9e75-65cf-404c-b358-8d0917cf84fe tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3287108 Aug 05 14:20:28.761358 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-8a2b0e71-0476-4f5a-958d-1bd64586eb7c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Request body: {'security_group_rule': {'security_group_id': 'bf45ae5c-9b8d-4024-9748-0a6c462fa2d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:28.868944 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0e71-0476-4f5a-958d-1bd64586eb7c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:28.978987 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:28.990155 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0e71-0476-4f5a-958d-1bd64586eb7c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:28.997443 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0e71-0476-4f5a-958d-1bd64586eb7c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:29.026308 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0e71-0476-4f5a-958d-1bd64586eb7c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:29.028166 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8a2b0e71-0476-4f5a-958d-1bd64586eb7c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2721233 Aug 05 14:20:29.031485 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b0e71-0476-4f5a-958d-1bd64586eb7c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c429402b-791b-40da-b5fd-94cede4ad9e9,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:29.033181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 57956) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:29.041174 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec1d31d-c013-4762-af98-9b02ee0f39fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6608ea3d-7107-40ab-a799-44b43e6fa6f3'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:20:29.042209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-17ebef2c-2553-4efb-b480-dce74ab28066 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:29.045685 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9039d44a-dba1-438a-950d-f2ce42c063e2" -d '{"events": [{"server_uuid": "2ec1d31d-c013-4762-af98-9b02ee0f39fe", "name": "network-vif-plugged", "status": "completed", "tag": "6608ea3d-7107-40ab-a799-44b43e6fa6f3"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:20:29.063876 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 6608ea3d-7107-40ab-a799-44b43e6fa6f3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6608ea3d-7107-40ab-a799-44b43e6fa6f3,segment=NetworkSegment(faebd485-78dc-4b5c-a1a5-64a9853b4087),segment_id=faebd485-78dc-4b5c-a1a5-64a9853b4087)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:29.070327 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:29.098669 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17ebef2c-2553-4efb-b480-dce74ab28066 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:29.139533 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4655dd22-3eac-477c-8ebe-736b2fb4e354 x-openstack-request-id: req-4655dd22-3eac-477c-8ebe-736b2fb4e354 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:20:29.139901 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec1d31d-c013-4762-af98-9b02ee0f39fe", "name": "network-vif-plugged", "status": "completed", "tag": "6608ea3d-7107-40ab-a799-44b43e6fa6f3", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:20:29.140127 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4655dd22-3eac-477c-8ebe-736b2fb4e354 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:20:29.140639 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec1d31d-c013-4762-af98-9b02ee0f39fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6608ea3d-7107-40ab-a799-44b43e6fa6f3', 'code': 200} Aug 05 14:20:29.179349 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=6608ea3d-7107-40ab-a799-44b43e6fa6f3,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:29.297684 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17ebef2c-2553-4efb-b480-dce74ab28066 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:29.334345 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d71ede-c00f-4101-a439-cf0bdc28a088 req-0c08f418-68a4-4ba5-89a8-373da6359bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:29.338397 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a3d71ede-c00f-4101-a439-cf0bdc28a088 req-0c08f418-68a4-4ba5-89a8-373da6359bc4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 1096 time: 0.1268828 Aug 05 14:20:29.402478 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a3d71ede-c00f-4101-a439-cf0bdc28a088 req-57302b76-a95f-4084-869b-a78aa006159b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=db3eb56b-0be7-4f6e-afd5-59677cccaa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572343 Aug 05 14:20:29.494466 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-17ebef2c-2553-4efb-b480-dce74ab28066 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Allocated IP 172.25.5.67 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/d3cb6521-fe4c-45fd-a295-33bfe62d93d9) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:20:29.653535 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e9db3-4086-4cd4-a081-00ea22cfb799 req-316d6fcf-42ec-45f7-b575-a1c1db1acd70 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:29.655388 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6b9e9db3-4086-4cd4-a081-00ea22cfb799 req-316d6fcf-42ec-45f7-b575-a1c1db1acd70 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 945 time: 0.1263573 Aug 05 14:20:29.709119 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17ebef2c-2553-4efb-b480-dce74ab28066 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:29.730116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6b9e9db3-4086-4cd4-a081-00ea22cfb799 req-5973fa47-a775-4568-b453-be456ff9f1cd tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/security-groups?id=db3eb56b-0be7-4f6e-afd5-59677cccaa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685689 Aug 05 14:20:29.821719 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17ebef2c-2553-4efb-b480-dce74ab28066 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:29.864714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5197e3-3593-455f-9870-3990c08b806d req-a89f529b-df10-45da-9ac5-74e78705ed84 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:29.867127 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a5197e3-3593-455f-9870-3990c08b806d req-a89f529b-df10-45da-9ac5-74e78705ed84 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5c1e46-0190-4d8e-af50-ed2a5e0ded84 HTTP/1.1" status: 200 len: 944 time: 0.0766709 Aug 05 14:20:29.876117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ebef2c-2553-4efb-b480-dce74ab28066 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:20:29.880320 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-17ebef2c-2553-4efb-b480-dce74ab28066 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:20:29.903823 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ebef2c-2553-4efb-b480-dce74ab28066 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:20:29.917111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebef2c-2553-4efb-b480-dce74ab28066 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Pushing event updated for resources: {'Port': ['ID=d3cb6521-fe4c-45fd-a295-33bfe62d93d9,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:29.920690 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a5197e3-3593-455f-9870-3990c08b806d req-03b32d43-ccc7-471d-a85b-a09d7be7d7bb tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474460 Aug 05 14:20:29.994032 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 02a71d46-61dd-40f3-a585-ffd52f829c6f up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:20:30.039975 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17ebef2c-2553-4efb-b480-dce74ab28066 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:30.047708 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 02a71d46-61dd-40f3-a585-ffd52f829c6f completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:20:30.052953 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 02a71d46-61dd-40f3-a585-ffd52f829c6f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:30.053323 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:30.079177 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17ebef2c-2553-4efb-b480-dce74ab28066 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:30.134446 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:30.179912 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 02a71d46-61dd-40f3-a585-ffd52f829c6f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=02a71d46-61dd-40f3-a585-ffd52f829c6f,segment=NetworkSegment(095c2d6e-8f9a-4773-9d07-e8ae811b963c),segment_id=095c2d6e-8f9a-4773-9d07-e8ae811b963c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:30.184997 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:30.244730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c45d8880-cff0-449b-98b8-0c6d54aa8030 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:20:30.287485 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=02a71d46-61dd-40f3-a585-ffd52f829c6f,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:30.294461 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17ebef2c-2553-4efb-b480-dce74ab28066 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:30.299937 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17ebef2c-2553-4efb-b480-dce74ab28066 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:30.310282 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port c45d8880-cff0-449b-98b8-0c6d54aa8030 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:20:30.314242 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port c45d8880-cff0-449b-98b8-0c6d54aa8030 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:30.314678 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:30.369427 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebef2c-2553-4efb-b480-dce74ab28066 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Pushing event updated for resources: {'Port': ['ID=d3cb6521-fe4c-45fd-a295-33bfe62d93d9,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:30.385817 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17ebef2c-2553-4efb-b480-dce74ab28066 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:30.408411 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17ebef2c-2553-4efb-b480-dce74ab28066 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:30.414498 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-17ebef2c-2553-4efb-b480-dce74ab28066 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3750088 Aug 05 14:20:30.419108 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:30.450049 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port c45d8880-cff0-449b-98b8-0c6d54aa8030, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c45d8880-cff0-449b-98b8-0c6d54aa8030,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:30.463994 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:30.527532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=c45d8880-cff0-449b-98b8-0c6d54aa8030,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:30.581466 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-d603c21d-1868-4201-90c4-e25b4608399b tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1174855742&fields=id&tenant_id=859addcb5b3241b8a7974ece1a636acf HTTP/1.1" status: 200 len: 267 time: 0.0455332 Aug 05 14:20:30.713540 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-9e99f4a0-54e7-4353-a6d0-3cbd4c3e3abe tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:30.715119 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-9e99f4a0-54e7-4353-a6d0-3cbd4c3e3abe tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/networks?id=c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 200 len: 817 time: 0.1222565 Aug 05 14:20:30.736338 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-0a8cd6b4-4927-4e99-b19a-59ffdcdbe13d tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/quotas/859addcb5b3241b8a7974ece1a636acf HTTP/1.1" status: 200 len: 375 time: 0.0111396 Aug 05 14:20:30.794211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b01495a9-6edc-4704-9a6a-c42a74326f89 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:30.795757 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b01495a9-6edc-4704-9a6a-c42a74326f89 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 812 time: 0.1420255 Aug 05 14:20:30.809646 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-4ab61652-142b-41c8-8ed3-ceba0b39cf38 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=859addcb5b3241b8a7974ece1a636acf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0648205 Aug 05 14:20:30.811759 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-56945e8b-d3ee-4690-af41-f3c54a00d74b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/quotas/065dc2b7c099445c8c1ebc365ab739b7 HTTP/1.1" status: 200 len: 375 time: 0.0097260 Aug 05 14:20:30.882532 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Sync routers for ids ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:20:30.883658 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-f8bac17b-3250-4ea0-8a32-1f65ec2bd50a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653110 Aug 05 14:20:30.895602 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Routers {'4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:20:30.896190 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:20:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:30.917450 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-f51c4e23-e0f8-42cf-8507-86b5037d11ce service neutron] 10.222.0.16 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954435 Aug 05 14:20:30.993287 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-e8cc9290-8060-49e2-887f-04a2b6e7e14a service neutron] 10.222.0.16 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006000 Aug 05 14:20:31.019249 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Set router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:20:31.033689 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-a57af845-c194-4f72-9ec9-91770a3867dc service neutron] 10.222.0.16 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101480 Aug 05 14:20:31.099723 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-bf5e0586-6ae2-4426-817e-7abbf07a0ce3 service neutron] 10.222.0.16 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987091 Aug 05 14:20:31.142135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5c1e46-0190-4d8e-af50-ed2a5e0ded84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a71d46-61dd-40f3-a585-ffd52f829c6f'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:20:31.147178 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c92b57-85e2-49d9-b243-25acd2d457bc" -d '{"events": [{"server_uuid": "3d5c1e46-0190-4d8e-af50-ed2a5e0ded84", "name": "network-vif-plugged", "status": "completed", "tag": "02a71d46-61dd-40f3-a585-ffd52f829c6f"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:20:31.243748 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '3340a34a-eefb-4ac0-80cb-e6dd98bac174', 'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'mac_address': 'fa:16:3e:5e:d1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:24Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 2, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'subnets': [{'id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:31.277346 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Checking router: 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:20:31.278137 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Updating router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe port 3340a34a-eefb-4ac0-80cb-e6dd98bac174 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:20:31.308956 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:31.329712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5bac5-6fe0-4bee-b3f9-1e4477dc2aa2 req-4eab05fe-16e3-415c-8b95-bba700d4d06c tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:31.331346 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-efd5bac5-6fe0-4bee-b3f9-1e4477dc2aa2 req-4eab05fe-16e3-415c-8b95-bba700d4d06c tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 945 time: 0.1046090 Aug 05 14:20:31.383757 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-efd5bac5-6fe0-4bee-b3f9-1e4477dc2aa2 req-1ac55d05-088e-4bfa-b562-c287ea1fb14e tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/security-groups?id=db3eb56b-0be7-4f6e-afd5-59677cccaa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444131 Aug 05 14:20:31.554556 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47606bf-4dc5-4767-9d6f-34f4cf7de909 x-openstack-request-id: req-a47606bf-4dc5-4767-9d6f-34f4cf7de909 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:20:31.555327 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5c1e46-0190-4d8e-af50-ed2a5e0ded84", "name": "network-vif-plugged", "status": "completed", "tag": "02a71d46-61dd-40f3-a585-ffd52f829c6f", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:20:31.555914 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a47606bf-4dc5-4767-9d6f-34f4cf7de909 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:20:31.556642 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5c1e46-0190-4d8e-af50-ed2a5e0ded84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a71d46-61dd-40f3-a585-ffd52f829c6f', 'code': 200} Aug 05 14:20:31.609599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23466ef3-925b-490a-9c63-64fe5070c33f req-1868c50e-1704-4cae-84e5-3add19f7cb01 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:31.620586 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-23466ef3-925b-490a-9c63-64fe5070c33f req-1868c50e-1704-4cae-84e5-3add19f7cb01 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5c1e46-0190-4d8e-af50-ed2a5e0ded84 HTTP/1.1" status: 200 len: 945 time: 0.1553075 Aug 05 14:20:31.752850 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-487409dc-c4b0-46ec-83a0-84a1386eb38c req-69faf51d-3e67-4fb1-ab2a-6de59eb7bcde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 210 time: 0.0833588 Aug 05 14:20:31.754768 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:31.764364 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b22a9d-bb5e-4c18-8b72-553d1c0c7538 req-1b06b59b-d917-4132-b79f-0db1dedc4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:31.767491 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-50b22a9d-bb5e-4c18-8b72-553d1c0c7538 req-1b06b59b-d917-4132-b79f-0db1dedc4c3a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3d5c1e46-0190-4d8e-af50-ed2a5e0ded84 HTTP/1.1" status: 200 len: 1096 time: 0.1239300 Aug 05 14:20:31.781607 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Transition to ACTIVE for port object 3340a34a-eefb-4ac0-80cb-e6dd98bac174 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:31.791646 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:31.812626 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-23466ef3-925b-490a-9c63-64fe5070c33f req-6d1d9ada-1dc2-47a7-91cd-8881d71f31c0 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836240 Aug 05 14:20:31.978394 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ad38b-019d-439e-985b-4483e9ecca47 None None] Pushing event updated for resources: {'Port': ['ID=3340a34a-eefb-4ac0-80cb-e6dd98bac174,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:32.084458 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad38b-019d-439e-985b-4483e9ecca47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:32.086455 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad38b-019d-439e-985b-4483e9ecca47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:32.087616 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad38b-019d-439e-985b-4483e9ecca47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:32.088608 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad38b-019d-439e-985b-4483e9ecca47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:32.090077 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad38b-019d-439e-985b-4483e9ecca47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:32.090690 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad38b-019d-439e-985b-4483e9ecca47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:32.092372 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad38b-019d-439e-985b-4483e9ecca47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:32.093123 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad38b-019d-439e-985b-4483e9ecca47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:32.094446 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad38b-019d-439e-985b-4483e9ecca47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:32.095416 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad38b-019d-439e-985b-4483e9ecca47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:32.096194 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad38b-019d-439e-985b-4483e9ecca47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:32.097449 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad38b-019d-439e-985b-4483e9ecca47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:20:32.225055 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Attempting to bind port 3340a34a-eefb-4ac0-80cb-e6dd98bac174 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:20:32.225745 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Attempting to bind port 3340a34a-eefb-4ac0-80cb-e6dd98bac174 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '354ed390-08b3-40d1-aff2-875634ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:20:32.226352 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Attempting to bind port 3340a34a-eefb-4ac0-80cb-e6dd98bac174 on network c7382844-bdec-44ba-9a71-2be3c532ada3 {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:20:32.232598 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:20:32.233292 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Checking segment: {'id': '354ed390-08b3-40d1-aff2-875634ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:20:32.233926 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:32.234536 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Bound using segment: {'id': '354ed390-08b3-40d1-aff2-875634ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:20:32.235198 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Bound port: 3340a34a-eefb-4ac0-80cb-e6dd98bac174, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354ed390-08b3-40d1-aff2-875634ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:20:32.235767 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:32.308969 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c45d8880-cff0-449b-98b8-0c6d54aa8030 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:20:32.323145 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ff078-ff04-4e7c-981c-a37aa4a1a85b req-91d82163-44fd-4899-982f-96a55561952e tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:32.323884 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] For port 3340a34a-eefb-4ac0-80cb-e6dd98bac174, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:20:32.330245 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] For port 3340a34a-eefb-4ac0-80cb-e6dd98bac174, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3340a34a-eefb-4ac0-80cb-e6dd98bac174,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:20:32.331892 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a94ff078-ff04-4e7c-981c-a37aa4a1a85b req-91d82163-44fd-4899-982f-96a55561952e tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 945 time: 0.0868218 Aug 05 14:20:32.338415 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:32.380115 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a94ff078-ff04-4e7c-981c-a37aa4a1a85b req-7632f9c6-e8f6-4028-beaf-dc396bc6947d tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/security-groups?id=db3eb56b-0be7-4f6e-afd5-59677cccaa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452664 Aug 05 14:20:32.408872 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port c45d8880-cff0-449b-98b8-0c6d54aa8030 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:32.411240 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:32.455148 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ad38b-019d-439e-985b-4483e9ecca47 None None] Pushing event updated for resources: {'Port': ['ID=3340a34a-eefb-4ac0-80cb-e6dd98bac174,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:32.459386 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Routers {'4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:20:32.460004 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:20:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:32.619736 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b21edbe2-dc9e-415f-a915-a521f0912c28 req-2135efa5-a980-4fe7-9fc0-c924aec65dda tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 210 time: 0.0520341 Aug 05 14:20:32.652713 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-50b22a9d-bb5e-4c18-8b72-553d1c0c7538 req-0ea2c3d2-a85a-45b0-bd98-c73207709fb8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8497844 Aug 05 14:20:32.764341 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] Set router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:20:32.973037 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d9ad42e9-e2fd-46ae-9f8e-9235de883187 req-ea2c9cdb-9978-4df4-a347-f7cd8023c857 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 210 time: 0.0438499 Aug 05 14:20:33.004703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af698ca-e094-48f7-8d2e-836b9b8229fa req-6728468e-b0fd-4cde-88d3-4bced0b40bfc tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:33.009050 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6af698ca-e094-48f7-8d2e-836b9b8229fa req-6728468e-b0fd-4cde-88d3-4bced0b40bfc tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5c1e46-0190-4d8e-af50-ed2a5e0ded84 HTTP/1.1" status: 200 len: 945 time: 0.0805099 Aug 05 14:20:33.045103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-d2246290-203b-4d29-8200-402daf877f15 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:33.047280 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-d2246290-203b-4d29-8200-402daf877f15 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.63 "GET /v2.0/networks?id=c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 200 len: 817 time: 0.2439277 Aug 05 14:20:33.059231 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '3340a34a-eefb-4ac0-80cb-e6dd98bac174', 'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'mac_address': 'fa:16:3e:5e:d1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:24Z', 'updated_at': '2021-08-05T14:20:32Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'subnets': [{'id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:33.065381 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6af698ca-e094-48f7-8d2e-836b9b8229fa req-7181343d-0b76-42fc-8ad8-aabdb74a7ab9 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502591 Aug 05 14:20:33.090359 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fead30f5-c7f4-401c-9c02-8a467db4009f None None] The sync data for ids ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'] in n-d-803585-2 is: [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '3340a34a-eefb-4ac0-80cb-e6dd98bac174', 'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'mac_address': 'fa:16:3e:5e:d1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:24Z', 'updated_at': '2021-08-05T14:20:32Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'subnets': [{'id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:20:33.126561 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-d0f724bb-8159-4ab9-bcac-c6b496e94421 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=859addcb5b3241b8a7974ece1a636acf HTTP/1.1" status: 200 len: 380 time: 0.0678654 Aug 05 14:20:33.139280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-69d0f717-9eed-4af2-8589-c585f809f8cc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Request body: {'port': {'device_id': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'admin_state_up': True, 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'security_groups': ['bf45ae5c-9b8d-4024-9748-0a6c462fa2d9']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:33.293431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-69d0f717-9eed-4af2-8589-c585f809f8cc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Made reservation on behalf of 859addcb5b3241b8a7974ece1a636acf for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:20:33.298779 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-69d0f717-9eed-4af2-8589-c585f809f8cc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:33.397133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-e9643a28-6bc8-4041-9997-f6517e08f284 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:33.400403 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-e9643a28-6bc8-4041-9997-f6517e08f284 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.63 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 812 time: 0.2004023 Aug 05 14:20:33.417972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-caee2546-fb2a-4ad9-b36c-b289321d1176 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Request body: {'port': {'device_id': '109a3b7f-6197-4550-a33c-53dcbac076d2', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'admin_state_up': True, 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:33.448180 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:20:33.552613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-69d0f717-9eed-4af2-8589-c585f809f8cc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Allocated IP 172.20.0.8 (c7382844-bdec-44ba-9a71-2be3c532ada3/ee667f3f-6ab2-448a-9b41-aa113bf5db1a/a274ff04-ab92-42b8-bc56-5bb98dd14eac) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:20:33.596223 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f36eb-c707-4641-b855-c4f398bc707e req-b744032a-405a-4c27-aab0-0bb22639337c tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:33.602641 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-546f36eb-c707-4641-b855-c4f398bc707e req-b744032a-405a-4c27-aab0-0bb22639337c tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 945 time: 0.1144147 Aug 05 14:20:33.672638 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-caee2546-fb2a-4ad9-b36c-b289321d1176 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Made reservation on behalf of 065dc2b7c099445c8c1ebc365ab739b7 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:20:33.677730 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-caee2546-fb2a-4ad9-b36c-b289321d1176 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:33.777766 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f7e3a-9778-4bcc-bc83-3b05c6669fd5 req-9449a6a4-e424-4c45-945e-ad43658b192a tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:33.779644 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-702f7e3a-9778-4bcc-bc83-3b05c6669fd5 req-9449a6a4-e424-4c45-945e-ad43658b192a tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 945 time: 0.2149875 Aug 05 14:20:33.789571 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-97267f9c-c84b-40cb-aeca-a47fb36bff48 req-e057be2f-8d08-4266-a3f2-fe8d3ce803ce tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 210 time: 0.0394082 Aug 05 14:20:33.795712 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-546f36eb-c707-4641-b855-c4f398bc707e req-0df6089a-cd6b-4b72-ac8b-d9e53ac3a344 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/security-groups?id=db3eb56b-0be7-4f6e-afd5-59677cccaa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583564 Aug 05 14:20:33.933517 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-caee2546-fb2a-4ad9-b36c-b289321d1176 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Allocated IP 172.20.0.14 (6de624eb-5a9e-4fa7-b78e-3b61944c6be0/870cad23-9608-4bc8-8247-31dbaf4eed94/08a69b59-e669-4a03-a15e-8b4487af12ce) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:20:33.954963 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-69d0f717-9eed-4af2-8589-c585f809f8cc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:33.985967 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-69d0f717-9eed-4af2-8589-c585f809f8cc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Transition to ACTIVE for port object a274ff04-ab92-42b8-bc56-5bb98dd14eac will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:34.008177 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-702f7e3a-9778-4bcc-bc83-3b05c6669fd5 req-d7b040c2-665c-461b-9f8e-c5aeed38d2f9 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Deleting port 6608ea3d-7107-40ab-a799-44b43e6fa6f3 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:20:34.008559 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-702f7e3a-9778-4bcc-bc83-3b05c6669fd5 req-d7b040c2-665c-461b-9f8e-c5aeed38d2f9 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:34.131463 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-69d0f717-9eed-4af2-8589-c585f809f8cc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:34.188314 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-caee2546-fb2a-4ad9-b36c-b289321d1176 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:34.223924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-caee2546-fb2a-4ad9-b36c-b289321d1176 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Transition to ACTIVE for port object 08a69b59-e669-4a03-a15e-8b4487af12ce will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:34.277558 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-69d0f717-9eed-4af2-8589-c585f809f8cc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Network c7382844-bdec-44ba-9a71-2be3c532ada3 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:20:34.295143 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-caee2546-fb2a-4ad9-b36c-b289321d1176 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:34.317276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3340a34a-eefb-4ac0-80cb-e6dd98bac174 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:20:34.330908 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-69d0f717-9eed-4af2-8589-c585f809f8cc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:20:34.348797 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-69d0f717-9eed-4af2-8589-c585f809f8cc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:20:34.365654 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-702f7e3a-9778-4bcc-bc83-3b05c6669fd5 req-d7b040c2-665c-461b-9f8e-c5aeed38d2f9 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] For port 6608ea3d-7107-40ab-a799-44b43e6fa6f3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=6608ea3d-7107-40ab-a799-44b43e6fa6f3,segment=NetworkSegment(faebd485-78dc-4b5c-a1a5-64a9853b4087),segment_id=faebd485-78dc-4b5c-a1a5-64a9853b4087)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:34.366131 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-702f7e3a-9778-4bcc-bc83-3b05c6669fd5 req-d7b040c2-665c-461b-9f8e-c5aeed38d2f9 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:34.381122 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0f717-9eed-4af2-8589-c585f809f8cc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Pushing event updated for resources: {'Port': ['ID=a274ff04-ab92-42b8-bc56-5bb98dd14eac,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:34.395562 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30946a62-20bc-4ac7-8876-168ce12a9c6d req-1f9de4c2-850a-42a5-9a09-fd73d95c73b1 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:34.412655 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-30946a62-20bc-4ac7-8876-168ce12a9c6d req-1f9de4c2-850a-42a5-9a09-fd73d95c73b1 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 931 time: 0.2941220 Aug 05 14:20:34.444878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 3340a34a-eefb-4ac0-80cb-e6dd98bac174 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:20:34.448915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3340a34a-eefb-4ac0-80cb-e6dd98bac174 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:34.449293 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:34.450147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-caee2546-fb2a-4ad9-b36c-b289321d1176 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:20:34.454752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-caee2546-fb2a-4ad9-b36c-b289321d1176 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:20:34.457293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-caee2546-fb2a-4ad9-b36c-b289321d1176 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:20:34.476926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-702f7e3a-9778-4bcc-bc83-3b05c6669fd5 req-d7b040c2-665c-461b-9f8e-c5aeed38d2f9 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Calling delete_port for 6608ea3d-7107-40ab-a799-44b43e6fa6f3 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:20:34.496256 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee2546-fb2a-4ad9-b36c-b289321d1176 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'Port': ['ID=08a69b59-e669-4a03-a15e-8b4487af12ce,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:34.513962 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-30946a62-20bc-4ac7-8876-168ce12a9c6d req-c9ad7f59-806f-43f9-aa3f-7f747fd82ced tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000853 Aug 05 14:20:34.584377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-caee2546-fb2a-4ad9-b36c-b289321d1176 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:34.585295 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-caee2546-fb2a-4ad9-b36c-b289321d1176 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:34.606962 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-caee2546-fb2a-4ad9-b36c-b289321d1176 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1970460 Aug 05 14:20:34.620259 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Request body: {'port': {'device_id': '109a3b7f-6197-4550-a33c-53dcbac076d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:34.657201 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:34.657468 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc68c0c-764c-4909-9890-7b61bc855b20 req-88ebd86b-03b8-481d-bd8f-0f0f5d4074bf tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:34.667529 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7cc68c0c-764c-4909-9890-7b61bc855b20 req-88ebd86b-03b8-481d-bd8f-0f0f5d4074bf tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5c1e46-0190-4d8e-af50-ed2a5e0ded84 HTTP/1.1" status: 200 len: 945 time: 0.4372733 Aug 05 14:20:34.693145 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-69d0f717-9eed-4af2-8589-c585f809f8cc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:34.695884 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-69d0f717-9eed-4af2-8589-c585f809f8cc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:34.704889 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:34.718291 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 3340a34a-eefb-4ac0-80cb-e6dd98bac174, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3340a34a-eefb-4ac0-80cb-e6dd98bac174,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:34.729288 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:34.787320 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-69d0f717-9eed-4af2-8589-c585f809f8cc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6520357 Aug 05 14:20:34.826759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=3340a34a-eefb-4ac0-80cb-e6dd98bac174,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:34.827315 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7cc68c0c-764c-4909-9890-7b61bc855b20 req-c059879c-d1f1-4381-8aaa-3b32f9d0ae7e tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550839 Aug 05 14:20:34.843549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Request body: {'port': {'device_id': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:34.909649 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1a0decc4-c8a6-423c-a132-6c2b3b37e961 None None] Provisioning for port a274ff04-ab92-42b8-bc56-5bb98dd14eac completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:20:34.933936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1a0decc4-c8a6-423c-a132-6c2b3b37e961 None None] Provisioning complete for port a274ff04-ab92-42b8-bc56-5bb98dd14eac triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:34.934345 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1a0decc4-c8a6-423c-a132-6c2b3b37e961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:35.056118 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-1a0decc4-c8a6-423c-a132-6c2b3b37e961 None None] Port a274ff04-ab92-42b8-bc56-5bb98dd14eac cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:20:35.126992 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17599b-c8b7-458e-8cc3-1125305821a7 req-0cbc3463-08be-44e6-b326-cd5c5291dae2 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:35.135930 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e17599b-c8b7-458e-8cc3-1125305821a7 req-0cbc3463-08be-44e6-b326-cd5c5291dae2 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 932 time: 0.1357868 Aug 05 14:20:35.137214 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:35.185530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c1334351-7c9e-497b-9f7e-6a6088acb500 None None] Provisioning for port 08a69b59-e669-4a03-a15e-8b4487af12ce completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:20:35.196314 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e17599b-c8b7-458e-8cc3-1125305821a7 req-fe3417dd-6a90-4cdf-9a63-a2f98af7647e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593474 Aug 05 14:20:35.197097 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c1334351-7c9e-497b-9f7e-6a6088acb500 None None] Provisioning complete for port 08a69b59-e669-4a03-a15e-8b4487af12ce triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:35.197489 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c1334351-7c9e-497b-9f7e-6a6088acb500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:35.274922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c1334351-7c9e-497b-9f7e-6a6088acb500 None None] Port 08a69b59-e669-4a03-a15e-8b4487af12ce cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:20:35.338739 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a69b59-e669-4a03-a15e-8b4487af12ce {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:20:35.356834 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:35.376720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Transition to ACTIVE for port object 08a69b59-e669-4a03-a15e-8b4487af12ce will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:35.382500 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:35.389990 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-702f7e3a-9778-4bcc-bc83-3b05c6669fd5 req-d7b040c2-665c-461b-9f8e-c5aeed38d2f9 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:35.403223 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['6608ea3d-7107-40ab-a799-44b43e6fa6f3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:20:35.422777 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed8b2e-6c29-4635-905e-cb2d392f8787 req-b7239b74-5d4a-463d-8f17-6fdf8b4f87bd tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:35.431623 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-28ed8b2e-6c29-4635-905e-cb2d392f8787 req-b7239b74-5d4a-463d-8f17-6fdf8b4f87bd tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ec1d31d-c013-4762-af98-9b02ee0f39fe HTTP/1.1" status: 200 len: 867 time: 0.4376416 Aug 05 14:20:35.507317 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b040c2-665c-461b-9f8e-c5aeed38d2f9 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Pushing event deleted for resources: {'Port': ['ID=6608ea3d-7107-40ab-a799-44b43e6fa6f3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:35.573776 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Pushing event updated for resources: {'Port': ['ID=08a69b59-e669-4a03-a15e-8b4487af12ce,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:35.578660 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-28ed8b2e-6c29-4635-905e-cb2d392f8787 req-a9fe761b-40b2-441d-abda-faa15cce6802 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.16 "GET /v2.0/security-groups?id=db3eb56b-0be7-4f6e-afd5-59677cccaa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394961 Aug 05 14:20:35.609703 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-702f7e3a-9778-4bcc-bc83-3b05c6669fd5 req-d7b040c2-665c-461b-9f8e-c5aeed38d2f9 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] No DVR routers for this DVR port 6608ea3d-7107-40ab-a799-44b43e6fa6f3 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:20:35.616173 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-702f7e3a-9778-4bcc-bc83-3b05c6669fd5 req-d7b040c2-665c-461b-9f8e-c5aeed38d2f9 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:35.619418 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-702f7e3a-9778-4bcc-bc83-3b05c6669fd5 req-d7b040c2-665c-461b-9f8e-c5aeed38d2f9 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] 10.222.0.63 "DELETE /v2.0/ports/6608ea3d-7107-40ab-a799-44b43e6fa6f3 HTTP/1.1" status: 204 len: 173 time: 1.8130338 Aug 05 14:20:35.619984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec1d31d-c013-4762-af98-9b02ee0f39fe', 'name': 'network-vif-deleted', 'tag': '6608ea3d-7107-40ab-a799-44b43e6fa6f3'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:20:35.636758 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2629c57d-deaa-4092-9c74-4e0e6a5a8dc3" -d '{"events": [{"server_uuid": "2ec1d31d-c013-4762-af98-9b02ee0f39fe", "name": "network-vif-deleted", "tag": "6608ea3d-7107-40ab-a799-44b43e6fa6f3"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:20:35.643777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Attempting to bind port 08a69b59-e669-4a03-a15e-8b4487af12ce on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:20:35.645293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Attempting to bind port 08a69b59-e669-4a03-a15e-8b4487af12ce by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:20:35.645477 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Attempting to bind port 08a69b59-e669-4a03-a15e-8b4487af12ce on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:20:35.678330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Port 08a69b59-e669-4a03-a15e-8b4487af12ce on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:20:35.679856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Attempting to bind port 08a69b59-e669-4a03-a15e-8b4487af12ce on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:20:35.691479 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:20:35.693528 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Checking segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:20:35.694047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Bound using segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:20:35.695497 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Bound port: 08a69b59-e669-4a03-a15e-8b4487af12ce, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:20:35.695497 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:35.727316 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a274ff04-ab92-42b8-bc56-5bb98dd14eac {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:20:35.733201 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1758b028-c9f0-4864-9740-3ab22a96b1ed x-openstack-request-id: req-1758b028-c9f0-4864-9740-3ab22a96b1ed {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:20:35.733588 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec1d31d-c013-4762-af98-9b02ee0f39fe", "name": "network-vif-deleted", "tag": "6608ea3d-7107-40ab-a799-44b43e6fa6f3", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:20:35.733852 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1758b028-c9f0-4864-9740-3ab22a96b1ed {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:20:35.734557 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec1d31d-c013-4762-af98-9b02ee0f39fe', 'name': 'network-vif-deleted', 'tag': '6608ea3d-7107-40ab-a799-44b43e6fa6f3', 'status': 'completed', 'code': 200} Aug 05 14:20:35.740425 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:35.757949 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Transition to ACTIVE for port object a274ff04-ab92-42b8-bc56-5bb98dd14eac will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:35.762314 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:35.820493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=a274ff04-ab92-42b8-bc56-5bb98dd14eac,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:35.887132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984095c-38e2-4565-bda7-a3a072bdcd93 req-190f420d-861f-4b2c-8a64-dba3f2b16c34 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:35.895095 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f984095c-38e2-4565-bda7-a3a072bdcd93 req-190f420d-861f-4b2c-8a64-dba3f2b16c34 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 931 time: 0.1704485 Aug 05 14:20:35.931621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Attempting to bind port a274ff04-ab92-42b8-bc56-5bb98dd14eac on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:20:35.931621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Attempting to bind port a274ff04-ab92-42b8-bc56-5bb98dd14eac by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '354ed390-08b3-40d1-aff2-875634ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:20:35.931621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Attempting to bind port a274ff04-ab92-42b8-bc56-5bb98dd14eac on network c7382844-bdec-44ba-9a71-2be3c532ada3 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:20:35.936479 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Port a274ff04-ab92-42b8-bc56-5bb98dd14eac on network c7382844-bdec-44ba-9a71-2be3c532ada3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:20:35.937323 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Attempting to bind port a274ff04-ab92-42b8-bc56-5bb98dd14eac on network c7382844-bdec-44ba-9a71-2be3c532ada3 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:20:35.945109 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:20:35.945594 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Checking segment: {'id': '354ed390-08b3-40d1-aff2-875634ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:20:35.946095 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Bound using segment: {'id': '354ed390-08b3-40d1-aff2-875634ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:20:35.947096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Bound port: a274ff04-ab92-42b8-bc56-5bb98dd14eac, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354ed390-08b3-40d1-aff2-875634ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:20:35.947644 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:35.961368 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] For port 08a69b59-e669-4a03-a15e-8b4487af12ce, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:20:36.036938 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f984095c-38e2-4565-bda7-a3a072bdcd93 req-1f52b3c1-b114-4a8f-8e10-74df245817cc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265855 Aug 05 14:20:36.052942 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] For port a274ff04-ab92-42b8-bc56-5bb98dd14eac, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:20:36.057056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] For port a274ff04-ab92-42b8-bc56-5bb98dd14eac, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:20:36.064771 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] For port 08a69b59-e669-4a03-a15e-8b4487af12ce, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=08a69b59-e669-4a03-a15e-8b4487af12ce,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:20:36.067364 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:36.070836 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:36.154859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:36.157054 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:36.164599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] 10.222.0.63 "PUT /v2.0/ports/a274ff04-ab92-42b8-bc56-5bb98dd14eac HTTP/1.1" status: 200 len: 1091 time: 1.3547029 Aug 05 14:20:36.177592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:36.178332 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:36.182057 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] 10.222.0.63 "PUT /v2.0/ports/08a69b59-e669-4a03-a15e-8b4487af12ce HTTP/1.1" status: 200 len: 1092 time: 1.5662894 Aug 05 14:20:36.184585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109a3b7f-6197-4550-a33c-53dcbac076d2', 'tag': '08a69b59-e669-4a03-a15e-8b4487af12ce'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:20:36.201675 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50de2b2-18c7-4c14-892d-e6ac0ff5444f" -d '{"events": [{"name": "network-changed", "server_uuid": "109a3b7f-6197-4550-a33c-53dcbac076d2", "tag": "08a69b59-e669-4a03-a15e-8b4487af12ce"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:20:36.309781 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ca18c-dcca-4a93-81af-78313ac88ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=a274ff04-ab92-42b8-bc56-5bb98dd14eac,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:36.388245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3340a34a-eefb-4ac0-80cb-e6dd98bac174 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:20:36.451267 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-fd55d8b7-4ece-4e65-b58a-f6ccf0f19641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:36.456368 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-fd55d8b7-4ece-4e65-b58a-f6ccf0f19641 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=859addcb5b3241b8a7974ece1a636acf&device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 1094 time: 0.2140849 Aug 05 14:20:36.480954 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c583a27-c476-4e77-b618-253d77fc4b4b x-openstack-request-id: req-7c583a27-c476-4e77-b618-253d77fc4b4b {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:20:36.481254 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109a3b7f-6197-4550-a33c-53dcbac076d2", "tag": "08a69b59-e669-4a03-a15e-8b4487af12ce", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:20:36.481558 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c583a27-c476-4e77-b618-253d77fc4b4b {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:20:36.481906 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109a3b7f-6197-4550-a33c-53dcbac076d2', 'tag': '08a69b59-e669-4a03-a15e-8b4487af12ce', 'status': 'completed', 'code': 200} Aug 05 14:20:36.482775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9540f-cbc3-4256-b93b-89bc873101b7 service neutron] Pushing event updated for resources: {'Port': ['ID=08a69b59-e669-4a03-a15e-8b4487af12ce,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:36.530484 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-6d8b2801-32ef-4cf7-a1fa-e2ddcc2d162b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac HTTP/1.1" status: 200 len: 217 time: 0.0660655 Aug 05 14:20:36.543107 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3340a34a-eefb-4ac0-80cb-e6dd98bac174 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:36.548273 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:36.556985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-7c3a1f5d-9052-48ce-94d4-f56394b14ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:36.568921 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-7c3a1f5d-9052-48ce-94d4-f56394b14ce1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 1095 time: 0.3172686 Aug 05 14:20:36.662896 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-130c5903-68f6-45c3-bb2e-21dec2f68e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:36.664574 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-130c5903-68f6-45c3-bb2e-21dec2f68e70 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ee667f3f-6ab2-448a-9b41-aa113bf5db1a HTTP/1.1" status: 200 len: 856 time: 0.1267314 Aug 05 14:20:36.684996 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 58142) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:36.728608 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b488997-19ff-4bda-9a58-bb3866427cf1 req-becf9956-4c14-4242-9d54-e20476f6535c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:36.731287 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b488997-19ff-4bda-9a58-bb3866427cf1 req-becf9956-4c14-4242-9d54-e20476f6535c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 944 time: 0.3148847 Aug 05 14:20:36.732831 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-bf965117-f915-480a-b03f-60579ed742b5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08a69b59-e669-4a03-a15e-8b4487af12ce HTTP/1.1" status: 200 len: 217 time: 0.1668713 Aug 05 14:20:36.792908 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-4fd4210b-a16b-4faf-aae5-0ae7bff169b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:36.795273 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-4fd4210b-a16b-4faf-aae5-0ae7bff169b8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c7382844-bdec-44ba-9a71-2be3c532ada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231132 Aug 05 14:20:36.798794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-9233eadc-f1a1-4770-953b-a6586649cbfa admin admin] Deleting subnet 88d86eda-679a-4794-b6a5-74fe302942f7 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:20:36.811689 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9233eadc-f1a1-4770-953b-a6586649cbfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:36.832949 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b488997-19ff-4bda-9a58-bb3866427cf1 req-46bd50a9-c7ce-403e-9e35-9d927fee2f4f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915680 Aug 05 14:20:36.853618 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-90146a27-f79d-46ca-ad63-a3b66e6d3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:36.855771 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-90146a27-f79d-46ca-ad63-a3b66e6d3d2c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.1154175 Aug 05 14:20:36.918080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-3830537c-4498-4c46-b43c-7b9441f9db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:36.921323 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-3830537c-4498-4c46-b43c-7b9441f9db31 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572262 Aug 05 14:20:36.928052 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9233eadc-f1a1-4770-953b-a6586649cbfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:37.016646 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-fee9e204-e5ac-4d68-9752-f9dc86acb0d1 service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130187 Aug 05 14:20:37.024798 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9233eadc-f1a1-4770-953b-a6586649cbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:37.035069 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-c52e4a38-ed9e-4041-960c-d271413b1145 service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057262 Aug 05 14:20:37.140620 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-43c0dc70-bacf-4439-8722-0956fac862a7 req-b020eba0-fba0-468c-9371-dc7792a3ebeb service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003702 Aug 05 14:20:37.218366 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9233eadc-f1a1-4770-953b-a6586649cbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:37.234289 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6d2f27f-cf4a-414e-9c6a-d8cc2759271d req-407e8aa1-6700-423d-af4f-18fa29843fe5 service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052393 Aug 05 14:20:37.250875 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50de2b2-18c7-4c14-892d-e6ac0ff5444f req-4fa20ce6-b061-4205-8e16-2d2a9737833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:37.256843 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d50de2b2-18c7-4c14-892d-e6ac0ff5444f req-4fa20ce6-b061-4205-8e16-2d2a9737833a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 1095 time: 0.0590770 Aug 05 14:20:37.259338 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233eadc-f1a1-4770-953b-a6586649cbfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d86eda-679a-4794-b6a5-74fe302942f7,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:37.265481 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9233eadc-f1a1-4770-953b-a6586649cbfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:37.267738 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9233eadc-f1a1-4770-953b-a6586649cbfa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/88d86eda-679a-4794-b6a5-74fe302942f7 HTTP/1.1" status: 204 len: 168 time: 0.5817733 Aug 05 14:20:37.271522 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58148) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:37.284114 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d89aa-2683-41c1-98c6-b61366e9c749 req-84e11d85-5978-4baf-a809-3b23a2c17e6e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:37.286635 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7a4d89aa-2683-41c1-98c6-b61366e9c749 req-84e11d85-5978-4baf-a809-3b23a2c17e6e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.1539006 Aug 05 14:20:37.338856 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7a4d89aa-2683-41c1-98c6-b61366e9c749 req-fc00dcb7-1d4b-4b0a-a1ed-626943acc58a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452461 Aug 05 14:20:37.438357 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-37172ef5-ab9f-4c94-8791-79e6a5d58d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:37.468936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50de2b2-18c7-4c14-892d-e6ac0ff5444f req-419fec96-1210-42a3-9d00-0d83be34d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:37.470373 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d50de2b2-18c7-4c14-892d-e6ac0ff5444f req-419fec96-1210-42a3-9d00-0d83be34d243 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 913 time: 0.2095673 Aug 05 14:20:37.533785 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d50de2b2-18c7-4c14-892d-e6ac0ff5444f req-df2c76da-23bd-4100-a448-2c590dae1d1e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08a69b59-e669-4a03-a15e-8b4487af12ce HTTP/1.1" status: 200 len: 217 time: 0.0436180 Aug 05 14:20:37.611561 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-37172ef5-ab9f-4c94-8791-79e6a5d58d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:37.628669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-37172ef5-ab9f-4c94-8791-79e6a5d58d84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8439781d-0e40-4148-a702-19e6cce46e46']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:37.637925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50de2b2-18c7-4c14-892d-e6ac0ff5444f req-6444ab20-a3b4-4765-a851-ba13aeacf969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:37.639106 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d50de2b2-18c7-4c14-892d-e6ac0ff5444f req-6444ab20-a3b4-4765-a851-ba13aeacf969 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.0705070 Aug 05 14:20:37.655979 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-37172ef5-ab9f-4c94-8791-79e6a5d58d84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faebd485-78dc-4b5c-a1a5-64a9853b4087') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:37.656280 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-37172ef5-ab9f-4c94-8791-79e6a5d58d84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faebd485-78dc-4b5c-a1a5-64a9853b4087') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:37.681102 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-37172ef5-ab9f-4c94-8791-79e6a5d58d84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:37.698896 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-37172ef5-ab9f-4c94-8791-79e6a5d58d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:37.707569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37172ef5-ab9f-4c94-8791-79e6a5d58d84 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:20:37.707976 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-37172ef5-ab9f-4c94-8791-79e6a5d58d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:20:37.710436 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:20:37.716385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50de2b2-18c7-4c14-892d-e6ac0ff5444f req-a045ff91-08f6-4759-9c0d-f378f21808e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:37.718622 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d50de2b2-18c7-4c14-892d-e6ac0ff5444f req-a045ff91-08f6-4759-9c0d-f378f21808e4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716057 Aug 05 14:20:37.735436 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'tag': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:20:37.738608 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5885b72-9ec0-4d9a-a875-e83ca2543890" -d '{"events": [{"name": "network-changed", "server_uuid": "6315028a-9a5a-4653-99a0-dec62ba33e86", "tag": "a274ff04-ab92-42b8-bc56-5bb98dd14eac"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:20:37.809128 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8c4036-d1e8-487c-964a-53996e7d665b x-openstack-request-id: req-2a8c4036-d1e8-487c-964a-53996e7d665b {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:20:37.809731 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6315028a-9a5a-4653-99a0-dec62ba33e86", "tag": "a274ff04-ab92-42b8-bc56-5bb98dd14eac", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:20:37.810368 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a8c4036-d1e8-487c-964a-53996e7d665b {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:20:37.810770 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'tag': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac', 'status': 'completed', 'code': 200} Aug 05 14:20:37.885465 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-37172ef5-ab9f-4c94-8791-79e6a5d58d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:37.893567 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-37172ef5-ab9f-4c94-8791-79e6a5d58d84 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:37.896372 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-37172ef5-ab9f-4c94-8791-79e6a5d58d84 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8439781d-0e40-4148-a702-19e6cce46e46 HTTP/1.1" status: 204 len: 168 time: 0.6235111 Aug 05 14:20:37.917676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37172ef5-ab9f-4c94-8791-79e6a5d58d84 admin admin] Pushing event deleted for resources: {'Network': ['ID=8439781d-0e40-4148-a702-19e6cce46e46,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:37.929466 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5885b72-9ec0-4d9a-a875-e83ca2543890 req-e7ab91d6-e855-42af-a9ae-7a419db126e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:37.936394 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5885b72-9ec0-4d9a-a875-e83ca2543890 req-e7ab91d6-e855-42af-a9ae-7a419db126e0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=859addcb5b3241b8a7974ece1a636acf&device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 1094 time: 0.1028824 Aug 05 14:20:37.954152 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d50de2b2-18c7-4c14-892d-e6ac0ff5444f req-b1b163e0-f78a-404c-9d1c-f837b08ebb8f service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187576 Aug 05 14:20:38.082037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58160) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:38.115228 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c68ef0-14bc-4571-bee0-aad7f259e7a2 req-97c35440-2219-4fa7-a828-48ec026f2e7f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:38.116809 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9c68ef0-14bc-4571-bee0-aad7f259e7a2 req-97c35440-2219-4fa7-a828-48ec026f2e7f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 944 time: 0.1794717 Aug 05 14:20:38.149059 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d50de2b2-18c7-4c14-892d-e6ac0ff5444f req-ca5089d8-88bc-428f-91d9-a5093e68af0a service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898494 Aug 05 14:20:38.176680 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-970c72e4-a261-4579-ac3d-9840ac9319c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5dfc8c6cf7e472ca98b729fa7b664d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0903006 Aug 05 14:20:38.176998 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 58162) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:38.194171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5885b72-9ec0-4d9a-a875-e83ca2543890 req-046cc28c-a1d4-413b-87e8-5d9e9658945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:38.195873 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5885b72-9ec0-4d9a-a875-e83ca2543890 req-046cc28c-a1d4-413b-87e8-5d9e9658945f service neutron] 10.222.0.63 "GET /v2.0/networks?id=c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 200 len: 918 time: 0.2377281 Aug 05 14:20:38.215027 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9c68ef0-14bc-4571-bee0-aad7f259e7a2 req-a1eb39ba-7e3a-4255-bc20-a8da4a13a7be tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837533 Aug 05 14:20:38.242880 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2d732bca-f611-49ed-a1b4-d99fe86a6d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:38.258770 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5885b72-9ec0-4d9a-a875-e83ca2543890 req-de8998da-c71c-4704-b8ba-c643fba7f7b3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac HTTP/1.1" status: 200 len: 217 time: 0.0470870 Aug 05 14:20:38.274065 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2d732bca-f611-49ed-a1b4-d99fe86a6d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:38.329280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5885b72-9ec0-4d9a-a875-e83ca2543890 req-1112374a-767c-4dad-b067-a096402ef0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:38.332113 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5885b72-9ec0-4d9a-a875-e83ca2543890 req-1112374a-767c-4dad-b067-a096402ef0bb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ee667f3f-6ab2-448a-9b41-aa113bf5db1a HTTP/1.1" status: 200 len: 856 time: 0.0658844 Aug 05 14:20:38.335836 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2d732bca-f611-49ed-a1b4-d99fe86a6d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:38.339308 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2d732bca-f611-49ed-a1b4-d99fe86a6d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:38.343581 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2d732bca-f611-49ed-a1b4-d99fe86a6d24 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db3eb56b-0be7-4f6e-afd5-59677cccaa1e HTTP/1.1" status: 204 len: 168 time: 0.1648059 Aug 05 14:20:38.373330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d732bca-f611-49ed-a1b4-d99fe86a6d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3eb56b-0be7-4f6e-afd5-59677cccaa1e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:38.417498 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5885b72-9ec0-4d9a-a875-e83ca2543890 req-b0abcb88-374f-437f-a411-b22d98f1d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:38.420513 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5885b72-9ec0-4d9a-a875-e83ca2543890 req-b0abcb88-374f-437f-a411-b22d98f1d449 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c7382844-bdec-44ba-9a71-2be3c532ada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797946 Aug 05 14:20:38.465640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6608ea3d-7107-40ab-a799-44b43e6fa6f3 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:20:38.507759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 6608ea3d-7107-40ab-a799-44b43e6fa6f3 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:20:38.509689 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 6608ea3d-7107-40ab-a799-44b43e6fa6f3 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:20:38.589276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ac7ed-492a-421b-ba6b-fd5d55374620 req-ef6d3eaa-3224-4455-9646-0bd15237ea64 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:38.592033 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f82ac7ed-492a-421b-ba6b-fd5d55374620 req-ef6d3eaa-3224-4455-9646-0bd15237ea64 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.1053028 Aug 05 14:20:38.694803 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f82ac7ed-492a-421b-ba6b-fd5d55374620 req-ae84c736-6d65-493c-a2e1-74b7d1f728a9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940268 Aug 05 14:20:38.882220 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5885b72-9ec0-4d9a-a875-e83ca2543890 req-3ae3cf10-5043-4161-b0f8-f7b3bebf847d service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545932 Aug 05 14:20:39.032620 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5885b72-9ec0-4d9a-a875-e83ca2543890 req-3bbad521-c32a-47cc-a915-8c5d411fb86a service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425281 Aug 05 14:20:39.395946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9af769-d772-42a0-879a-43570a8ccc96 req-b928989b-d1f0-4fc7-9597-eb2b8ada15b7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:39.404133 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1c9af769-d772-42a0-879a-43570a8ccc96 req-b928989b-d1f0-4fc7-9597-eb2b8ada15b7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 944 time: 0.0949390 Aug 05 14:20:39.450959 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1c9af769-d772-42a0-879a-43570a8ccc96 req-192148a7-43f9-4666-94b8-8ae061b8341e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454955 Aug 05 14:20:39.502268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 58192) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:39.649536 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e082bc7a-d148-4420-a30b-26a0162729e8 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1559484588-network', 'tenant_id': '83982c6a9eb8470ba1af5cc180654c15'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:39.683204 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e082bc7a-d148-4420-a30b-26a0162729e8 admin admin] Made reservation on behalf of 83982c6a9eb8470ba1af5cc180654c15 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:20:39.685939 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e082bc7a-d148-4420-a30b-26a0162729e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:39.697540 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e082bc7a-d148-4420-a30b-26a0162729e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:39.853124 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e082bc7a-d148-4420-a30b-26a0162729e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:39.859003 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e082bc7a-d148-4420-a30b-26a0162729e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:39.886832 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e082bc7a-d148-4420-a30b-26a0162729e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:20:39.905088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652c907-ce7d-4f5d-9fa4-c10ea645a01c req-f59b5a1b-9497-422f-9cbb-f61ae260b6bf tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:39.915928 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082bc7a-d148-4420-a30b-26a0162729e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f242631e-36f6-4673-ac7e-1df719dd947d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:39.922805 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7652c907-ce7d-4f5d-9fa4-c10ea645a01c req-f59b5a1b-9497-422f-9cbb-f61ae260b6bf tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.1201391 Aug 05 14:20:39.922987 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e082bc7a-d148-4420-a30b-26a0162729e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:39.923445 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-e082bc7a-d148-4420-a30b-26a0162729e8 admin admin] Added segment 752ed543-2cec-485f-b2fd-a42b49d368bc of type vlan for network 686bcf8a-fac6-445f-8489-f9d8af363083 Aug 05 14:20:40.000998 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e082bc7a-d148-4420-a30b-26a0162729e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:40.009744 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7652c907-ce7d-4f5d-9fa4-c10ea645a01c req-9de125e7-d44a-41eb-afbf-4971ad369cf6 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822792 Aug 05 14:20:40.046303 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e082bc7a-d148-4420-a30b-26a0162729e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:40.047821 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e082bc7a-d148-4420-a30b-26a0162729e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:40.048104 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e082bc7a-d148-4420-a30b-26a0162729e8 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:40.123021 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e082bc7a-d148-4420-a30b-26a0162729e8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6195648 Aug 05 14:20:40.126427 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 58206) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:40.133113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-46834a00-280d-4d4b-8582-6e65fe2369f0 admin admin] Request body: {'subnet': {'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1559484588-subnet', 'tenant_id': '83982c6a9eb8470ba1af5cc180654c15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:40.158038 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082bc7a-d148-4420-a30b-26a0162729e8 admin admin] Pushing event updated for resources: {'Network': ['ID=686bcf8a-fac6-445f-8489-f9d8af363083,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:40.173961 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46834a00-280d-4d4b-8582-6e65fe2369f0 admin admin] Made reservation on behalf of 83982c6a9eb8470ba1af5cc180654c15 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:20:40.183392 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-46834a00-280d-4d4b-8582-6e65fe2369f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:40.185473 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 686bcf8a-fac6-445f-8489-f9d8af363083 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:20:40.413990 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-46834a00-280d-4d4b-8582-6e65fe2369f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:40.476037 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a274ff04-ab92-42b8-bc56-5bb98dd14eac details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:20:40.526293 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46834a00-280d-4d4b-8582-6e65fe2369f0 admin admin] Checking segment: {'id': '752ed543-2cec-485f-b2fd-a42b49d368bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:20:40.526612 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46834a00-280d-4d4b-8582-6e65fe2369f0 admin admin] Network hostable DHCP agents. Network: 686bcf8a-fac6-445f-8489-f9d8af363083, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:20:40.528792 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46834a00-280d-4d4b-8582-6e65fe2369f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe2aabd-3adc-441b-bdc8-c5d2f8aec68b,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:40.599434 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46834a00-280d-4d4b-8582-6e65fe2369f0 admin admin] Network 686bcf8a-fac6-445f-8489-f9d8af363083 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:20:40.607319 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a274ff04-ab92-42b8-bc56-5bb98dd14eac, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:40.619028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66727cc6-7576-43e6-817d-faa2b86cb72a req-35136179-3702-453b-9f08-2382951743b1 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:40.623574 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-66727cc6-7576-43e6-817d-faa2b86cb72a req-35136179-3702-453b-9f08-2382951743b1 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 944 time: 0.0901167 Aug 05 14:20:40.625605 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'port_id': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac', 'mac_address': 'fa:16:3e:0e:da:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:20:40.627660 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-46834a00-280d-4d4b-8582-6e65fe2369f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 686bcf8a-fac6-445f-8489-f9d8af363083) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:20:40.637679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46834a00-280d-4d4b-8582-6e65fe2369f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:40.638815 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-46834a00-280d-4d4b-8582-6e65fe2369f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:40.666169 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a7161f-7bf2-4fd0-8157-1e5a415ecea2 None None] Network 686bcf8a-fac6-445f-8489-f9d8af363083 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:20:40.701498 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-66727cc6-7576-43e6-817d-faa2b86cb72a req-f5c11698-c6a9-4275-952f-069becc2660c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597363 Aug 05 14:20:40.725778 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-46834a00-280d-4d4b-8582-6e65fe2369f0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5904377 Aug 05 14:20:40.758544 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:40.782517 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a274ff04-ab92-42b8-bc56-5bb98dd14eac {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:20:40.833567 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a274ff04-ab92-42b8-bc56-5bb98dd14eac, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:40.842436 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:40.919230 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-686bcf8a-fac6-445f-8489-f9d8af363083', 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083', 'tenant_id': '83982c6a9eb8470ba1af5cc180654c15', 'fixed_ips': [{'subnet_id': 'efe2aabd-3adc-441b-bdc8-c5d2f8aec68b'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:20:40.920213 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:40.943119 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=a274ff04-ab92-42b8-bc56-5bb98dd14eac,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:41.170740 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['a274ff04-ab92-42b8-bc56-5bb98dd14eac'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:20:41.179156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Allocated IP 172.20.0.2 (686bcf8a-fac6-445f-8489-f9d8af363083/efe2aabd-3adc-441b-bdc8-c5d2f8aec68b/4e98d879-536a-4ba9-a48d-54239d687d35) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:20:41.351160 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fee0b-976c-45ce-b96e-3e32c2be4bde req-537ab12a-452a-402d-b8fc-306261cfa070 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:41.356656 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1b9fee0b-976c-45ce-b96e-3e32c2be4bde req-537ab12a-452a-402d-b8fc-306261cfa070 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 944 time: 0.1720035 Aug 05 14:20:41.483033 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1b9fee0b-976c-45ce-b96e-3e32c2be4bde req-ea4355f0-aedb-45e0-9422-10ca6d0b4b0f tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135375 Aug 05 14:20:41.484165 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:41.513360 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Transition to ACTIVE for port object 4e98d879-536a-4ba9-a48d-54239d687d35 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:41.529014 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eacc0-e100-428d-b159-d6988038fa13 req-c7f27ab8-ad07-4c1a-ab07-36970bb7f8af tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:41.535733 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Transition to ACTIVE for port object 4e98d879-536a-4ba9-a48d-54239d687d35 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:41.538622 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-531eacc0-e100-428d-b159-d6988038fa13 req-c7f27ab8-ad07-4c1a-ab07-36970bb7f8af tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/networks?id=686bcf8a-fac6-445f-8489-f9d8af363083 HTTP/1.1" status: 200 len: 816 time: 0.2124233 Aug 05 14:20:41.543988 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:41.557474 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-531eacc0-e100-428d-b159-d6988038fa13 req-bb183506-85b6-40e1-8717-c04e2c600900 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/quotas/83982c6a9eb8470ba1af5cc180654c15 HTTP/1.1" status: 200 len: 375 time: 0.0178940 Aug 05 14:20:41.602846 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Network 686bcf8a-fac6-445f-8489-f9d8af363083 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:20:41.614762 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:20:41.619345 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:20:41.632981 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-531eacc0-e100-428d-b159-d6988038fa13 req-f2750640-3f8c-464b-a13d-8d8419ea834c tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=83982c6a9eb8470ba1af5cc180654c15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744245 Aug 05 14:20:41.720393 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Attempting to bind port 4e98d879-536a-4ba9-a48d-54239d687d35 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:20:41.723598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Attempting to bind port 4e98d879-536a-4ba9-a48d-54239d687d35 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '752ed543-2cec-485f-b2fd-a42b49d368bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:20:41.724121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Attempting to bind port 4e98d879-536a-4ba9-a48d-54239d687d35 on network 686bcf8a-fac6-445f-8489-f9d8af363083 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:20:41.743666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Pushing event updated for resources: {'Port': ['ID=4e98d879-536a-4ba9-a48d-54239d687d35,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:41.747426 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-531eacc0-e100-428d-b159-d6988038fa13 req-c7372242-4a5e-4fa4-b8a1-e001e13800f9 service neutron] 10.222.0.16 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129103 Aug 05 14:20:41.770425 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:20:41.771588 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Checking segment: {'id': '752ed543-2cec-485f-b2fd-a42b49d368bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:20:41.775168 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:41.776582 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Bound using segment: {'id': '752ed543-2cec-485f-b2fd-a42b49d368bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:20:41.779918 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Bound port: 4e98d879-536a-4ba9-a48d-54239d687d35, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ed543-2cec-485f-b2fd-a42b49d368bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:20:41.780877 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:41.880929 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-531eacc0-e100-428d-b159-d6988038fa13 req-db6bc355-bb7f-4bd2-8ce6-cbbba02e5e59 service neutron] 10.222.0.16 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324074 Aug 05 14:20:41.901876 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] For port 4e98d879-536a-4ba9-a48d-54239d687d35, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:20:41.905879 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] For port 4e98d879-536a-4ba9-a48d-54239d687d35, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4e98d879-536a-4ba9-a48d-54239d687d35,segment=NetworkSegment(752ed543-2cec-485f-b2fd-a42b49d368bc),segment_id=752ed543-2cec-485f-b2fd-a42b49d368bc)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:20:41.912846 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:41.931677 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ca2fa-5448-411c-be04-1ee3a4f53fcb req-b9b9c401-025b-4d36-96dc-206bd121a05f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:41.933624 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed7ca2fa-5448-411c-be04-1ee3a4f53fcb req-b9b9c401-025b-4d36-96dc-206bd121a05f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 944 time: 0.1040235 Aug 05 14:20:42.023630 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed7ca2fa-5448-411c-be04-1ee3a4f53fcb req-2cb3b879-3420-4ee5-b7e9-c80f8ad763a7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812497 Aug 05 14:20:42.221232 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b23d7b-ae6f-4b0c-901e-8d7008c4fb8e None None] Pushing event updated for resources: {'Port': ['ID=4e98d879-536a-4ba9-a48d-54239d687d35,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:42.567559 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a274ff04-ab92-42b8-bc56-5bb98dd14eac up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:20:42.585160 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b27957-df7d-488f-8e1e-497184976196 req-8fab99ab-0ab8-4220-aea0-53a63390d03d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:42.742608 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3b27957-df7d-488f-8e1e-497184976196 req-8fab99ab-0ab8-4220-aea0-53a63390d03d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/networks?id=686bcf8a-fac6-445f-8489-f9d8af363083 HTTP/1.1" status: 200 len: 816 time: 0.3039978 Aug 05 14:20:42.742608 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3b27957-df7d-488f-8e1e-497184976196 req-407a188e-e19b-481f-87e5-ad2e9010dd0a tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/quotas/83982c6a9eb8470ba1af5cc180654c15 HTTP/1.1" status: 200 len: 375 time: 0.0942438 Aug 05 14:20:42.806759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port a274ff04-ab92-42b8-bc56-5bb98dd14eac completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:20:42.814451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port a274ff04-ab92-42b8-bc56-5bb98dd14eac triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:42.815045 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:42.869917 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b382314-07d2-4c78-840f-d4a933b11f7c req-b389c9ca-720c-4626-b6d0-d8047770bf02 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:42.875140 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3b27957-df7d-488f-8e1e-497184976196 req-5c1ca80c-6976-4b0f-b2e7-6ccf3fdae248 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=83982c6a9eb8470ba1af5cc180654c15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1775479 Aug 05 14:20:42.882841 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8b382314-07d2-4c78-840f-d4a933b11f7c req-b389c9ca-720c-4626-b6d0-d8047770bf02 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 944 time: 0.1544297 Aug 05 14:20:42.960931 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8b382314-07d2-4c78-840f-d4a933b11f7c req-a621f3c8-d91e-4055-9109-beaf90f6bef4 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686004 Aug 05 14:20:43.062098 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:43.134596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:20:43.144261 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3b27957-df7d-488f-8e1e-497184976196 req-236b1f83-7e53-4e07-8a36-f2c1b53ffdc3 service neutron] 10.222.0.16 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529187 Aug 05 14:20:43.145095 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7db32bf-cad6-49d6-96c7-b842cdfedd5a" -d '{"events": [{"server_uuid": "6315028a-9a5a-4653-99a0-dec62ba33e86", "name": "network-vif-plugged", "status": "completed", "tag": "a274ff04-ab92-42b8-bc56-5bb98dd14eac"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:20:43.181987 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a274ff04-ab92-42b8-bc56-5bb98dd14eac, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:43.189830 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:43.323157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=a274ff04-ab92-42b8-bc56-5bb98dd14eac,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:43.439811 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89073358-92fb-4a24-909f-b2c19213404e req-99505e68-ceb9-4dec-9633-1cfcb0ae107f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:43.447936 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89073358-92fb-4a24-909f-b2c19213404e req-99505e68-ceb9-4dec-9633-1cfcb0ae107f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 944 time: 0.1838436 Aug 05 14:20:43.528734 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89073358-92fb-4a24-909f-b2c19213404e req-a873ad33-7f2d-42a1-8a6f-8fc42a436b79 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795336 Aug 05 14:20:43.546871 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3b27957-df7d-488f-8e1e-497184976196 req-cbeb49dd-660d-4d77-ab98-1a99800c174f service neutron] 10.222.0.16 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839076 Aug 05 14:20:43.658478 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411c21ff-7c5b-4d8f-8518-af7ea0c6378e x-openstack-request-id: req-411c21ff-7c5b-4d8f-8518-af7ea0c6378e {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:20:43.659001 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6315028a-9a5a-4653-99a0-dec62ba33e86", "name": "network-vif-plugged", "status": "completed", "tag": "a274ff04-ab92-42b8-bc56-5bb98dd14eac", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:20:43.659202 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-411c21ff-7c5b-4d8f-8518-af7ea0c6378e {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:20:43.659823 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac', 'code': 200} Aug 05 14:20:43.806466 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b249f3-11a6-47fe-b2f5-fbc6494ee98c req-95b66b4a-f0ac-41cd-8ff1-b4f24af5b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:43.811855 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-78b249f3-11a6-47fe-b2f5-fbc6494ee98c req-95b66b4a-f0ac-41cd-8ff1-b4f24af5b729 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 1096 time: 0.0801344 Aug 05 14:20:43.934326 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-78b249f3-11a6-47fe-b2f5-fbc6494ee98c req-6fa7119f-198b-4a26-bb38-e1ad642ab888 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150656 Aug 05 14:20:44.157154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ace3c40-6fe0-4e85-a8b1-16aae6f46e87 None None] Network 686bcf8a-fac6-445f-8489-f9d8af363083 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:20:44.181998 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b5e0e-23e4-47ac-8219-023346b020c2 req-59504023-d4ec-4f8f-91d7-66d335ce0553 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:44.186626 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-524b5e0e-23e4-47ac-8219-023346b020c2 req-59504023-d4ec-4f8f-91d7-66d335ce0553 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.0989954 Aug 05 14:20:44.274532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a86d1e-7069-407a-be08-e34c68831f72 req-d3be7235-7c65-4983-9031-8c8a36b08219 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:44.294571 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-524b5e0e-23e4-47ac-8219-023346b020c2 req-56a27eca-8e41-4505-8ad3-66f19d0dabb3 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919278 Aug 05 14:20:44.308910 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-18a86d1e-7069-407a-be08-e34c68831f72 req-d3be7235-7c65-4983-9031-8c8a36b08219 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/networks?id=686bcf8a-fac6-445f-8489-f9d8af363083 HTTP/1.1" status: 200 len: 816 time: 0.2619486 Aug 05 14:20:44.322100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fef8f898-6b71-49a9-ba22-d470cc599c6b None None] Provisioning for port 4e98d879-536a-4ba9-a48d-54239d687d35 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:20:44.336026 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-18a86d1e-7069-407a-be08-e34c68831f72 req-6b5da050-826c-42e4-a98d-1265545f93a9 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/quotas/83982c6a9eb8470ba1af5cc180654c15 HTTP/1.1" status: 200 len: 375 time: 0.0256023 Aug 05 14:20:44.464791 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4e98d879-536a-4ba9-a48d-54239d687d35 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:20:44.468663 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-18a86d1e-7069-407a-be08-e34c68831f72 req-cd03e05f-837f-48e1-8aa3-64634c5590d5 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=83982c6a9eb8470ba1af5cc180654c15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1316383 Aug 05 14:20:44.595978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4e98d879-536a-4ba9-a48d-54239d687d35 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:20:44.610387 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4e98d879-536a-4ba9-a48d-54239d687d35 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:44.612879 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:44.814611 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61f750-c174-4624-8c7d-c03d461d5d66 req-51fc2ef1-bb76-472c-bc15-78db3b294201 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:44.826929 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-18a86d1e-7069-407a-be08-e34c68831f72 req-8a006fc1-ad1c-4f5c-8dcd-961bf4e31cc2 service neutron] 10.222.0.16 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569491 Aug 05 14:20:44.828957 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fc61f750-c174-4624-8c7d-c03d461d5d66 req-51fc2ef1-bb76-472c-bc15-78db3b294201 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 944 time: 0.1258233 Aug 05 14:20:44.866603 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:44.929295 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fc61f750-c174-4624-8c7d-c03d461d5d66 req-19cd5d3f-5f92-4c6e-aaf2-9af04a72ae82 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990670 Aug 05 14:20:44.951611 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:44.955963 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 4e98d879-536a-4ba9-a48d-54239d687d35, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4e98d879-536a-4ba9-a48d-54239d687d35,segment=NetworkSegment(752ed543-2cec-485f-b2fd-a42b49d368bc),segment_id=752ed543-2cec-485f-b2fd-a42b49d368bc)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:44.980726 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:45.062405 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-18a86d1e-7069-407a-be08-e34c68831f72 req-c302bb9f-0d66-408e-ada6-2a091a12220a service neutron] 10.222.0.16 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267880 Aug 05 14:20:45.104999 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=4e98d879-536a-4ba9-a48d-54239d687d35,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:45.116389 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fe5cf0cc-4d74-4a25-9ac4-9588cf2af139 None None] Provisioning complete for port 4e98d879-536a-4ba9-a48d-54239d687d35 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:45.118580 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf0cc-4d74-4a25-9ac4-9588cf2af139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:45.397560 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ada6573-b66d-400b-9f60-c0ca1d096c45 req-f632f012-c851-4bd0-96f9-58cc04913dc6 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 210 time: 0.0872056 Aug 05 14:20:45.446409 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eacc0-e100-428d-b159-d6988038fa13 req-3c669a91-9233-4e82-be84-0524572dde56 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:45.448486 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-531eacc0-e100-428d-b159-d6988038fa13 req-3c669a91-9233-4e82-be84-0524572dde56 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.84 "GET /v2.0/networks?id=686bcf8a-fac6-445f-8489-f9d8af363083 HTTP/1.1" status: 200 len: 816 time: 0.3146224 Aug 05 14:20:45.467703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-531eacc0-e100-428d-b159-d6988038fa13 req-e841666d-2f43-4b4d-836a-6fc9fe4d261d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Request body: {'port': {'device_id': '2454487a-33f3-4e49-8c41-5cff5f9c05fc', 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083', 'admin_state_up': True, 'tenant_id': '83982c6a9eb8470ba1af5cc180654c15'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:45.523932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d227c-40db-4dcf-b5c1-7265f25583cf req-bc7ae45c-9f62-4f67-8894-3969ffdc77d9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:45.540300 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-544d227c-40db-4dcf-b5c1-7265f25583cf req-bc7ae45c-9f62-4f67-8894-3969ffdc77d9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.1200964 Aug 05 14:20:45.659226 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-544d227c-40db-4dcf-b5c1-7265f25583cf req-381baeec-6e73-445c-ae29-900a80075c82 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178980 Aug 05 14:20:45.825150 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-531eacc0-e100-428d-b159-d6988038fa13 req-e841666d-2f43-4b4d-836a-6fc9fe4d261d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Made reservation on behalf of 83982c6a9eb8470ba1af5cc180654c15 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:20:45.834716 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-608fca5d-ce2d-4d75-8703-55519491173b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:45.837839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-531eacc0-e100-428d-b159-d6988038fa13 req-e841666d-2f43-4b4d-836a-6fc9fe4d261d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:46.054797 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731439e-03e5-45af-856d-e7a4aa8fdb29 req-c75c8d27-f606-48ff-86d3-5c6c6f93efd8 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:46.056521 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3731439e-03e5-45af-856d-e7a4aa8fdb29 req-c75c8d27-f606-48ff-86d3-5c6c6f93efd8 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.2639596 Aug 05 14:20:46.072865 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:46.075544 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 58374) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:20:46.083737 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b27957-df7d-488f-8e1e-497184976196 req-be10b8d2-b606-487f-ad7d-10fc3a84e4be tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:46.086025 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3b27957-df7d-488f-8e1e-497184976196 req-be10b8d2-b606-487f-ad7d-10fc3a84e4be tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.84 "GET /v2.0/networks?id=686bcf8a-fac6-445f-8489-f9d8af363083 HTTP/1.1" status: 200 len: 816 time: 0.4684174 Aug 05 14:20:46.105368 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f3b27957-df7d-488f-8e1e-497184976196 req-e38d4efa-6760-442f-a483-e9e1eb336836 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Request body: {'port': {'device_id': '62e8746d-8c36-4b3c-ba64-40ac61ca6d9a', 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083', 'admin_state_up': True, 'tenant_id': '83982c6a9eb8470ba1af5cc180654c15'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:46.121602 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f9ff4d4b-f49e-4715-ad81-ac0eb77439e2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Request body: {'floatingip': {'port_id': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:46.277811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4e98d879-536a-4ba9-a48d-54239d687d35 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:20:46.302749 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-531eacc0-e100-428d-b159-d6988038fa13 req-e841666d-2f43-4b4d-836a-6fc9fe4d261d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Allocated IP 172.20.0.13 (686bcf8a-fac6-445f-8489-f9d8af363083/efe2aabd-3adc-441b-bdc8-c5d2f8aec68b/bf8018ec-0030-4b39-9187-681b9b3fa635) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:20:46.366792 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4e98d879-536a-4ba9-a48d-54239d687d35 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:46.367805 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:46.412892 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9ff4d4b-f49e-4715-ad81-ac0eb77439e2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for floatingip, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:46.607989 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e4dae7d-a9db-4bde-81b6-350fc64af1fd req-2aba3483-666c-452f-a9d5-d04ed7d75d72 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 210 time: 0.0818472 Aug 05 14:20:46.621833 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b27957-df7d-488f-8e1e-497184976196 req-e38d4efa-6760-442f-a483-e9e1eb336836 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Made reservation on behalf of 83982c6a9eb8470ba1af5cc180654c15 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:20:46.668322 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f3b27957-df7d-488f-8e1e-497184976196 req-e38d4efa-6760-442f-a483-e9e1eb336836 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:46.726743 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba266a0e-44b4-4912-862a-3ed11d43165e req-95b0a153-cff1-4cc5-bb9f-b839a0beba6c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:46.739213 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ba266a0e-44b4-4912-862a-3ed11d43165e req-95b0a153-cff1-4cc5-bb9f-b839a0beba6c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 944 time: 0.6942225 Aug 05 14:20:46.822763 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd9fcc3e-5e3b-4662-94a0-835b69a8410d req-29530af1-dd3e-4a59-a7b3-195358e362f9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5652816 Aug 05 14:20:46.889155 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ba266a0e-44b4-4912-862a-3ed11d43165e req-88d8f59a-7a60-4631-80bc-ada9f9ee9b27 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473498 Aug 05 14:20:47.093566 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fcc3e-5e3b-4662-94a0-835b69a8410d req-3ee3812c-e6f9-4a85-a28e-9c1bcb176a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:47.095172 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd9fcc3e-5e3b-4662-94a0-835b69a8410d req-3ee3812c-e6f9-4a85-a28e-9c1bcb176a6f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=859addcb5b3241b8a7974ece1a636acf&device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 1096 time: 0.1986263 Aug 05 14:20:47.397394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fcc3e-5e3b-4662-94a0-835b69a8410d req-01132dfb-9395-46da-b660-7c93a25ac886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:47.400031 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd9fcc3e-5e3b-4662-94a0-835b69a8410d req-01132dfb-9395-46da-b660-7c93a25ac886 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 200 len: 918 time: 0.2490978 Aug 05 14:20:47.478925 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd9fcc3e-5e3b-4662-94a0-835b69a8410d req-55d916b5-ed06-4eaf-ac67-e84c02e64683 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac HTTP/1.1" status: 200 len: 217 time: 0.0679474 Aug 05 14:20:47.495876 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9ff4d4b-f49e-4715-ad81-ac0eb77439e2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:47.508036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a86d1e-7069-407a-be08-e34c68831f72 req-51c21fe7-4eb2-444c-a854-3633cc708f3a tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:47.509580 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-18a86d1e-7069-407a-be08-e34c68831f72 req-51c21fe7-4eb2-444c-a854-3633cc708f3a tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.63 "GET /v2.0/networks?id=686bcf8a-fac6-445f-8489-f9d8af363083 HTTP/1.1" status: 200 len: 816 time: 0.2477002 Aug 05 14:20:47.515698 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-531eacc0-e100-428d-b159-d6988038fa13 req-e841666d-2f43-4b4d-836a-6fc9fe4d261d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:47.530193 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9ff4d4b-f49e-4715-ad81-ac0eb77439e2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:47.530944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-18a86d1e-7069-407a-be08-e34c68831f72 req-b18d81c1-ede1-49e0-8750-3684c8abb7c1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Request body: {'port': {'device_id': 'cfc5dc58-7700-4f31-972c-1744c697e187', 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083', 'admin_state_up': True, 'tenant_id': '83982c6a9eb8470ba1af5cc180654c15'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:47.558021 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-531eacc0-e100-428d-b159-d6988038fa13 req-e841666d-2f43-4b4d-836a-6fc9fe4d261d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Transition to ACTIVE for port object bf8018ec-0030-4b39-9187-681b9b3fa635 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:47.632886 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fcc3e-5e3b-4662-94a0-835b69a8410d req-7d280ce7-51ec-4a0b-b557-dde38db8f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:47.635159 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd9fcc3e-5e3b-4662-94a0-835b69a8410d req-7d280ce7-51ec-4a0b-b557-dde38db8f2fe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ee667f3f-6ab2-448a-9b41-aa113bf5db1a HTTP/1.1" status: 200 len: 856 time: 0.1424892 Aug 05 14:20:47.733969 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-f9ff4d4b-f49e-4715-ad81-ac0eb77439e2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Floating IP a45e0cfe-b0fc-4733-b92d-6da4137a48fb associated. External IP: 172.25.5.67, port: a274ff04-ab92-42b8-bc56-5bb98dd14eac. Aug 05 14:20:47.759140 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c5c8342-6875-405f-a486-6596a0c51219 req-e1d8574a-62da-425f-9420-e7178b5cc4f4 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 210 time: 0.0620089 Aug 05 14:20:47.764040 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-531eacc0-e100-428d-b159-d6988038fa13 req-e841666d-2f43-4b4d-836a-6fc9fe4d261d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:47.791048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a86d1e-7069-407a-be08-e34c68831f72 req-b18d81c1-ede1-49e0-8750-3684c8abb7c1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Made reservation on behalf of 83982c6a9eb8470ba1af5cc180654c15 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:20:47.794866 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-18a86d1e-7069-407a-be08-e34c68831f72 req-b18d81c1-ede1-49e0-8750-3684c8abb7c1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:47.906052 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-531eacc0-e100-428d-b159-d6988038fa13 req-e841666d-2f43-4b4d-836a-6fc9fe4d261d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Network 686bcf8a-fac6-445f-8489-f9d8af363083 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:20:47.921631 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-f3b27957-df7d-488f-8e1e-497184976196 req-e38d4efa-6760-442f-a483-e9e1eb336836 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Allocated IP 172.20.0.5 (686bcf8a-fac6-445f-8489-f9d8af363083/efe2aabd-3adc-441b-bdc8-c5d2f8aec68b/de3b43ae-46eb-4bb0-9fe2-c70822bdd56d) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:20:47.986034 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841666d-2f43-4b4d-836a-6fc9fe4d261d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Pushing event updated for resources: {'Port': ['ID=bf8018ec-0030-4b39-9187-681b9b3fa635,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:47.991011 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-531eacc0-e100-428d-b159-d6988038fa13 req-e841666d-2f43-4b4d-836a-6fc9fe4d261d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:20:48.011218 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-531eacc0-e100-428d-b159-d6988038fa13 req-e841666d-2f43-4b4d-836a-6fc9fe4d261d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:20:48.243005 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fcc3e-5e3b-4662-94a0-835b69a8410d req-08c18f4e-1e08-402a-9528-711ac661b166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:48.244495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd9fcc3e-5e3b-4662-94a0-835b69a8410d req-08c18f4e-1e08-402a-9528-711ac661b166 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c7382844-bdec-44ba-9a71-2be3c532ada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6022651 Aug 05 14:20:48.250395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eacc0-e100-428d-b159-d6988038fa13 req-e841666d-2f43-4b4d-836a-6fc9fe4d261d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:48.251290 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-531eacc0-e100-428d-b159-d6988038fa13 req-e841666d-2f43-4b4d-836a-6fc9fe4d261d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:48.271877 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-531eacc0-e100-428d-b159-d6988038fa13 req-e841666d-2f43-4b4d-836a-6fc9fe4d261d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8087394 Aug 05 14:20:48.295948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Request body: {'port': {'device_id': '2454487a-33f3-4e49-8c41-5cff5f9c05fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:48.381939 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-266388d0-3170-468e-aec6-cfb98210c863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:48.396521 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f3b27957-df7d-488f-8e1e-497184976196 req-e38d4efa-6760-442f-a483-e9e1eb336836 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:48.399486 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-137b7038-d2dd-4fc4-97fa-df115e30d5cd None None] Provisioning for port bf8018ec-0030-4b39-9187-681b9b3fa635 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:20:48.404616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-137b7038-d2dd-4fc4-97fa-df115e30d5cd None None] Provisioning complete for port bf8018ec-0030-4b39-9187-681b9b3fa635 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:48.405471 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-137b7038-d2dd-4fc4-97fa-df115e30d5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:48.423500 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f3b27957-df7d-488f-8e1e-497184976196 req-e38d4efa-6760-442f-a483-e9e1eb336836 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Transition to ACTIVE for port object de3b43ae-46eb-4bb0-9fe2-c70822bdd56d will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:48.473327 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-137b7038-d2dd-4fc4-97fa-df115e30d5cd None None] Port bf8018ec-0030-4b39-9187-681b9b3fa635 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:20:48.510878 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:48.544644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d31b6b-05b0-448b-a610-8be0b4143267 req-2e963ee6-6732-4efb-9ef2-673ad179197c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:48.546486 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42d31b6b-05b0-448b-a610-8be0b4143267 req-2e963ee6-6732-4efb-9ef2-673ad179197c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 944 time: 0.3095307 Aug 05 14:20:48.546599 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f3b27957-df7d-488f-8e1e-497184976196 req-e38d4efa-6760-442f-a483-e9e1eb336836 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:48.589967 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:48.600712 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42d31b6b-05b0-448b-a610-8be0b4143267 req-c6bacc4e-b479-4068-b032-5ae9fc7f39b1 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461006 Aug 05 14:20:48.603383 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd9fcc3e-5e3b-4662-94a0-835b69a8410d req-1bce9aa5-6ca0-4b5a-8419-c5cbcd7fa8d3 service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379784 Aug 05 14:20:48.784846 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd9fcc3e-5e3b-4662-94a0-835b69a8410d req-eef686fb-39ef-46fe-9b40-34c64a506924 service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272056 Aug 05 14:20:48.790619 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ff4d4b-f49e-4715-ad81-ac0eb77439e2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:20:48.884400 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.api [req-18a86d1e-7069-407a-be08-e34c68831f72 req-b18d81c1-ede1-49e0-8750-3684c8abb7c1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-0f169a2d-a4f8-43c4-84f4-ce9d6af876a6 {{(pid=105724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:20:48.885341 n-d-803585-2 neutron-server[105724]: DEBUG oslo_db.api [req-18a86d1e-7069-407a-be08-e34c68831f72 req-b18d81c1-ede1-49e0-8750-3684c8abb7c1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:20:48.891525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b27957-df7d-488f-8e1e-497184976196 req-e38d4efa-6760-442f-a483-e9e1eb336836 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Network 686bcf8a-fac6-445f-8489-f9d8af363083 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:20:48.924382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d4efa-6760-442f-a483-e9e1eb336836 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Pushing event updated for resources: {'Port': ['ID=de3b43ae-46eb-4bb0-9fe2-c70822bdd56d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:48.939137 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ff4d4b-f49e-4715-ad81-ac0eb77439e2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:20:48.950605 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764c325-905c-41ef-bb1b-1573e0c7087a None None] Sync routers for ids ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:20:48.951340 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9ff4d4b-f49e-4715-ad81-ac0eb77439e2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:48.972125 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764c325-905c-41ef-bb1b-1573e0c7087a None None] Routers {'4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:20:48.973132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3764c325-905c-41ef-bb1b-1573e0c7087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:20:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:48.977911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-f3b27957-df7d-488f-8e1e-497184976196 req-e38d4efa-6760-442f-a483-e9e1eb336836 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:20:48.996966 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f9ff4d4b-f49e-4715-ad81-ac0eb77439e2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "PUT /v2.0/floatingips/a45e0cfe-b0fc-4733-b92d-6da4137a48fb HTTP/1.1" status: 200 len: 990 time: 2.9172080 Aug 05 14:20:48.997849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'tag': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:20:49.015367 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5384748-a804-4bc7-bcae-c067fa48f37b" -d '{"events": [{"name": "network-changed", "server_uuid": "6315028a-9a5a-4653-99a0-dec62ba33e86", "tag": "a274ff04-ab92-42b8-bc56-5bb98dd14eac"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:20:49.114227 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-34832069-6b94-4820-8425-02ddb3abb143 req-56056f3d-9f3c-45bf-aa28-a95d78780b2a tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 210 time: 0.2395549 Aug 05 14:20:49.117980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b27957-df7d-488f-8e1e-497184976196 req-e38d4efa-6760-442f-a483-e9e1eb336836 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:20:49.199412 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41993e93-d1a6-4f80-b465-d8ecd73c0e19 x-openstack-request-id: req-41993e93-d1a6-4f80-b465-d8ecd73c0e19 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:20:49.199713 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6315028a-9a5a-4653-99a0-dec62ba33e86", "tag": "a274ff04-ab92-42b8-bc56-5bb98dd14eac", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:20:49.199962 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41993e93-d1a6-4f80-b465-d8ecd73c0e19 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:20:49.200371 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'tag': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac', 'status': 'completed', 'code': 200} Aug 05 14:20:49.235779 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3764c325-905c-41ef-bb1b-1573e0c7087a None None] Set router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:20:49.240333 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b27957-df7d-488f-8e1e-497184976196 req-e38d4efa-6760-442f-a483-e9e1eb336836 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:49.241017 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f3b27957-df7d-488f-8e1e-497184976196 req-e38d4efa-6760-442f-a483-e9e1eb336836 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:49.289147 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3b27957-df7d-488f-8e1e-497184976196 req-e38d4efa-6760-442f-a483-e9e1eb336836 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1900740 Aug 05 14:20:49.296141 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5384748-a804-4bc7-bcae-c067fa48f37b req-652a9749-a4dc-4618-a56a-0d38a1c2821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:49.302571 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5384748-a804-4bc7-bcae-c067fa48f37b req-652a9749-a4dc-4618-a56a-0d38a1c2821c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=859addcb5b3241b8a7974ece1a636acf&device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 1096 time: 0.0948594 Aug 05 14:20:49.305626 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Request body: {'port': {'device_id': '62e8746d-8c36-4b3c-ba64-40ac61ca6d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:49.403087 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-18a86d1e-7069-407a-be08-e34c68831f72 req-b18d81c1-ede1-49e0-8750-3684c8abb7c1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:49.430466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e3742f44-2bc5-4cf4-8393-d2431d30c9ce None None] Provisioning for port de3b43ae-46eb-4bb0-9fe2-c70822bdd56d completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:20:49.436281 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e3742f44-2bc5-4cf4-8393-d2431d30c9ce None None] Provisioning complete for port de3b43ae-46eb-4bb0-9fe2-c70822bdd56d triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:49.437070 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e3742f44-2bc5-4cf4-8393-d2431d30c9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:49.476128 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:49.491984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5384748-a804-4bc7-bcae-c067fa48f37b req-5dc1cbf2-bd87-40b3-9be0-2bc52c33420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:49.495527 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5384748-a804-4bc7-bcae-c067fa48f37b req-5dc1cbf2-bd87-40b3-9be0-2bc52c33420f service neutron] 10.222.0.63 "GET /v2.0/networks?id=c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 200 len: 918 time: 0.1860700 Aug 05 14:20:49.516226 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8018ec-0030-4b39-9187-681b9b3fa635 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:20:49.535018 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:49.571934 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e3742f44-2bc5-4cf4-8393-d2431d30c9ce None None] Port de3b43ae-46eb-4bb0-9fe2-c70822bdd56d cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:20:49.599380 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:49.710282 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5384748-a804-4bc7-bcae-c067fa48f37b req-5f956394-7451-4273-989f-422bb1a98125 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac HTTP/1.1" status: 200 len: 998 time: 0.2052846 Aug 05 14:20:49.731880 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3764c325-905c-41ef-bb1b-1573e0c7087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'a45e0cfe-b0fc-4733-b92d-6da4137a48fb', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'floating_ip_address': '172.25.5.67', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'port_id': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'mac_address': 'fa:16:3e:0e:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:20:29Z', 'updated_at': '2021-08-05T14:20:47Z', 'revision_number': 1, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3340a34a-eefb-4ac0-80cb-e6dd98bac174', 'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'mac_address': 'fa:16:3e:5e:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:24Z', 'updated_at': '2021-08-05T14:20:34Z', 'revision_number': 5, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'subnets': [{'id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:49.768029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764c325-905c-41ef-bb1b-1573e0c7087a None None] Checking router: 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:20:49.788361 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764c325-905c-41ef-bb1b-1573e0c7087a None None] Routers {'4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:20:49.791726 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3764c325-905c-41ef-bb1b-1573e0c7087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:20:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:49.808655 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5384748-a804-4bc7-bcae-c067fa48f37b req-b2be58fe-9068-46cf-a2ca-8a3c60cbb371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:49.810913 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Transition to ACTIVE for port object bf8018ec-0030-4b39-9187-681b9b3fa635 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:49.811646 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5384748-a804-4bc7-bcae-c067fa48f37b req-b2be58fe-9068-46cf-a2ca-8a3c60cbb371 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ee667f3f-6ab2-448a-9b41-aa113bf5db1a HTTP/1.1" status: 200 len: 856 time: 0.0923862 Aug 05 14:20:49.869110 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5384748-a804-4bc7-bcae-c067fa48f37b req-26798589-ba74-44d8-9c81-76f556d8737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:49.871259 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5384748-a804-4bc7-bcae-c067fa48f37b req-26798589-ba74-44d8-9c81-76f556d8737e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c7382844-bdec-44ba-9a71-2be3c532ada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507236 Aug 05 14:20:49.893938 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:49.950149 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3764c325-905c-41ef-bb1b-1573e0c7087a None None] Set router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:20:50.158492 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5384748-a804-4bc7-bcae-c067fa48f37b req-031c1dcf-faf9-4070-bd31-58e0d7ae4d2c service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790418 Aug 05 14:20:50.203948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566747f1-df6c-4c9c-a081-dd67fb66f81a req-dc3e9598-4a0d-4b53-a652-c39f0195f9c7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:50.208642 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-566747f1-df6c-4c9c-a081-dd67fb66f81a req-dc3e9598-4a0d-4b53-a652-c39f0195f9c7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 944 time: 0.4203224 Aug 05 14:20:50.226984 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8018ec-0030-4b39-9187-681b9b3fa635,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:50.312475 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-18a86d1e-7069-407a-be08-e34c68831f72 req-b18d81c1-ede1-49e0-8750-3684c8abb7c1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Allocated IP 172.20.0.7 (686bcf8a-fac6-445f-8489-f9d8af363083/efe2aabd-3adc-441b-bdc8-c5d2f8aec68b/5a7f779d-19fe-4965-ac3c-06c677edc99f) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:20:50.381466 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-947fdbae-e046-4e42-bebe-d3954678b5bc req-cdbeed98-8b8e-45b1-a2cf-10f29ce082da tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 210 time: 0.0646250 Aug 05 14:20:50.460268 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5384748-a804-4bc7-bcae-c067fa48f37b req-161df507-36a6-4278-87e1-f7b5c6048796 service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899961 Aug 05 14:20:50.469991 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Attempting to bind port bf8018ec-0030-4b39-9187-681b9b3fa635 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:20:50.470362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Attempting to bind port bf8018ec-0030-4b39-9187-681b9b3fa635 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '752ed543-2cec-485f-b2fd-a42b49d368bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:20:50.470713 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Attempting to bind port bf8018ec-0030-4b39-9187-681b9b3fa635 on network 686bcf8a-fac6-445f-8489-f9d8af363083 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:20:50.482134 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-566747f1-df6c-4c9c-a081-dd67fb66f81a req-26d7d5f4-4c7b-4d26-b7b4-571586cd6796 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730115 Aug 05 14:20:50.497127 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 08a69b59-e669-4a03-a15e-8b4487af12ce details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:20:50.504236 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Port bf8018ec-0030-4b39-9187-681b9b3fa635 on network 686bcf8a-fac6-445f-8489-f9d8af363083 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:20:50.504572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Attempting to bind port bf8018ec-0030-4b39-9187-681b9b3fa635 on network 686bcf8a-fac6-445f-8489-f9d8af363083 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:20:50.532860 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:20:50.533312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Checking segment: {'id': '752ed543-2cec-485f-b2fd-a42b49d368bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:20:50.533878 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Bound using segment: {'id': '752ed543-2cec-485f-b2fd-a42b49d368bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:20:50.535710 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Bound port: bf8018ec-0030-4b39-9187-681b9b3fa635, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752ed543-2cec-485f-b2fd-a42b49d368bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:20:50.536471 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:50.692612 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 08a69b59-e669-4a03-a15e-8b4487af12ce, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=08a69b59-e669-4a03-a15e-8b4487af12ce,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:50.702997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3764c325-905c-41ef-bb1b-1573e0c7087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'a45e0cfe-b0fc-4733-b92d-6da4137a48fb', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'floating_ip_address': '172.25.5.67', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'port_id': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'mac_address': 'fa:16:3e:0e:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:20:29Z', 'updated_at': '2021-08-05T14:20:47Z', 'revision_number': 1, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3340a34a-eefb-4ac0-80cb-e6dd98bac174', 'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'mac_address': 'fa:16:3e:5e:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:24Z', 'updated_at': '2021-08-05T14:20:34Z', 'revision_number': 5, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'subnets': [{'id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:20:50.704120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] For port bf8018ec-0030-4b39-9187-681b9b3fa635, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:20:50.714226 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] For port bf8018ec-0030-4b39-9187-681b9b3fa635, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=bf8018ec-0030-4b39-9187-681b9b3fa635,segment=NetworkSegment(752ed543-2cec-485f-b2fd-a42b49d368bc),segment_id=752ed543-2cec-485f-b2fd-a42b49d368bc)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:20:50.726977 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:50.742873 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '08a69b59-e669-4a03-a15e-8b4487af12ce', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'port_id': '08a69b59-e669-4a03-a15e-8b4487af12ce', 'mac_address': 'fa:16:3e:a8:45:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:20:50.749320 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764c325-905c-41ef-bb1b-1573e0c7087a None None] The sync data for ids ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'] in n-d-803585-2 is: [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'a45e0cfe-b0fc-4733-b92d-6da4137a48fb', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'floating_ip_address': '172.25.5.67', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'port_id': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'mac_address': 'fa:16:3e:0e:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:20:29Z', 'updated_at': '2021-08-05T14:20:47Z', 'revision_number': 1, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3340a34a-eefb-4ac0-80cb-e6dd98bac174', 'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'mac_address': 'fa:16:3e:5e:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:24Z', 'updated_at': '2021-08-05T14:20:34Z', 'revision_number': 5, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'subnets': [{'id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:20:50.754111 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-18a86d1e-7069-407a-be08-e34c68831f72 req-b18d81c1-ede1-49e0-8750-3684c8abb7c1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:50.810693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-18a86d1e-7069-407a-be08-e34c68831f72 req-b18d81c1-ede1-49e0-8750-3684c8abb7c1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Transition to ACTIVE for port object 5a7f779d-19fe-4965-ac3c-06c677edc99f will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:50.826938 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:50.845050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a69b59-e669-4a03-a15e-8b4487af12ce {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:20:50.898733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8018ec-0030-4b39-9187-681b9b3fa635,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:50.907386 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 08a69b59-e669-4a03-a15e-8b4487af12ce, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=08a69b59-e669-4a03-a15e-8b4487af12ce,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:50.909717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:50.910555 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:50.914517 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-531eacc0-e100-428d-b159-d6988038fa13 req-4a248474-d169-4153-884a-13ca7a961f07 service neutron] 10.222.0.84 "PUT /v2.0/ports/bf8018ec-0030-4b39-9187-681b9b3fa635 HTTP/1.1" status: 200 len: 1092 time: 2.6219099 Aug 05 14:20:50.914794 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:50.918037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2454487a-33f3-4e49-8c41-5cff5f9c05fc', 'tag': 'bf8018ec-0030-4b39-9187-681b9b3fa635'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:20:50.931606 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473bf678-b5b7-477d-9ac4-1e7ecd4022ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2454487a-33f3-4e49-8c41-5cff5f9c05fc", "tag": "bf8018ec-0030-4b39-9187-681b9b3fa635"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:20:51.017056 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-18a86d1e-7069-407a-be08-e34c68831f72 req-b18d81c1-ede1-49e0-8750-3684c8abb7c1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:51.060948 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=08a69b59-e669-4a03-a15e-8b4487af12ce,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:51.061563 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf7aea8-b4da-42e4-b6be-b7929a0cc6ef x-openstack-request-id: req-3cf7aea8-b4da-42e4-b6be-b7929a0cc6ef {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:20:51.061954 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2454487a-33f3-4e49-8c41-5cff5f9c05fc", "tag": "bf8018ec-0030-4b39-9187-681b9b3fa635", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:20:51.062348 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3cf7aea8-b4da-42e4-b6be-b7929a0cc6ef {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:20:51.062850 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2454487a-33f3-4e49-8c41-5cff5f9c05fc', 'tag': 'bf8018ec-0030-4b39-9187-681b9b3fa635', 'status': 'completed', 'code': 200} Aug 05 14:20:51.132248 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['08a69b59-e669-4a03-a15e-8b4487af12ce'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:20:51.179046 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a86d1e-7069-407a-be08-e34c68831f72 req-b18d81c1-ede1-49e0-8750-3684c8abb7c1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Network 686bcf8a-fac6-445f-8489-f9d8af363083 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:20:51.188797 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-18a86d1e-7069-407a-be08-e34c68831f72 req-b18d81c1-ede1-49e0-8750-3684c8abb7c1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:20:51.208594 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a86d1e-7069-407a-be08-e34c68831f72 req-b18d81c1-ede1-49e0-8750-3684c8abb7c1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:20:51.209572 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b70346-f8a5-4e61-81c5-dfa7c34f0540 None None] New status for floating IP a45e0cfe-b0fc-4733-b92d-6da4137a48fb: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:20:51.344464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d81c1-ede1-49e0-8750-3684c8abb7c1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Pushing event updated for resources: {'Port': ['ID=5a7f779d-19fe-4965-ac3c-06c677edc99f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:51.356109 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eacc0-e100-428d-b159-d6988038fa13 req-2a3e0b40-3f56-452a-ac97-f5be384ed3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:51.357435 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-531eacc0-e100-428d-b159-d6988038fa13 req-2a3e0b40-3f56-452a-ac97-f5be384ed3c7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=83982c6a9eb8470ba1af5cc180654c15&device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 1095 time: 0.2986898 Aug 05 14:20:51.391599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a86d1e-7069-407a-be08-e34c68831f72 req-b18d81c1-ede1-49e0-8750-3684c8abb7c1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:51.392292 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-18a86d1e-7069-407a-be08-e34c68831f72 req-b18d81c1-ede1-49e0-8750-3684c8abb7c1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:51.459469 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:51.511561 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-531eacc0-e100-428d-b159-d6988038fa13 req-9d8b5b99-53cc-4512-bb59-c1815bde0c52 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf8018ec-0030-4b39-9187-681b9b3fa635 HTTP/1.1" status: 200 len: 217 time: 0.1419029 Aug 05 14:20:51.516690 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-18a86d1e-7069-407a-be08-e34c68831f72 req-b18d81c1-ede1-49e0-8750-3684c8abb7c1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9962561 Aug 05 14:20:51.601214 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Request body: {'port': {'device_id': 'cfc5dc58-7700-4f31-972c-1744c697e187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:20:51.685093 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-56a86655-8b45-4e7a-bfaf-b31db02b0064 None None] Provisioning for port 5a7f779d-19fe-4965-ac3c-06c677edc99f completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:20:51.692330 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9dc81-2207-4a50-a0d9-0f336aed1e7f req-8dfaa867-1765-48ee-a2ea-42dbbe6d3c0e tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:51.694986 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acd9dc81-2207-4a50-a0d9-0f336aed1e7f req-8dfaa867-1765-48ee-a2ea-42dbbe6d3c0e tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 931 time: 0.1635857 Aug 05 14:20:51.706813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-56a86655-8b45-4e7a-bfaf-b31db02b0064 None None] Provisioning complete for port 5a7f779d-19fe-4965-ac3c-06c677edc99f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:51.707479 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-56a86655-8b45-4e7a-bfaf-b31db02b0064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:51.762576 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acd9dc81-2207-4a50-a0d9-0f336aed1e7f req-e84a4899-04ee-454f-bf4b-850dae3f21b1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572670 Aug 05 14:20:51.787363 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-56a86655-8b45-4e7a-bfaf-b31db02b0064 None None] Port 5a7f779d-19fe-4965-ac3c-06c677edc99f cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:20:51.806293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3b43ae-46eb-4bb0-9fe2-c70822bdd56d {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:20:51.812827 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:51.832677 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eacc0-e100-428d-b159-d6988038fa13 req-fe8aa22c-3409-4abb-9043-985548c8839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:51.834532 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-531eacc0-e100-428d-b159-d6988038fa13 req-fe8aa22c-3409-4abb-9043-985548c8839f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=efe2aabd-3adc-441b-bdc8-c5d2f8aec68b HTTP/1.1" status: 200 len: 855 time: 0.2876885 Aug 05 14:20:51.874783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Transition to ACTIVE for port object de3b43ae-46eb-4bb0-9fe2-c70822bdd56d will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:51.900159 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:51.915420 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e9f0d-ef79-41d9-a5e7-3179b6a35051 req-01c8df19-4977-493e-8b8c-9e78f81d762d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:51.917086 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ab6e9f0d-ef79-41d9-a5e7-3179b6a35051 req-01c8df19-4977-493e-8b8c-9e78f81d762d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 945 time: 0.2348616 Aug 05 14:20:51.917764 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:52.032767 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Pushing event updated for resources: {'Port': ['ID=de3b43ae-46eb-4bb0-9fe2-c70822bdd56d,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:52.100347 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ab6e9f0d-ef79-41d9-a5e7-3179b6a35051 req-1be8518b-1e05-4512-8a3c-d00eed2cf04d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544545 Aug 05 14:20:52.102580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eacc0-e100-428d-b159-d6988038fa13 req-86071690-fa25-4882-9d38-0b03a1c190e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:52.104114 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-531eacc0-e100-428d-b159-d6988038fa13 req-86071690-fa25-4882-9d38-0b03a1c190e9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=686bcf8a-fac6-445f-8489-f9d8af363083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2449374 Aug 05 14:20:52.124537 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-378fb87a-64cf-43c9-a698-9a899afece69 req-8db2c450-bfcf-4042-92cf-17db98e2c7e4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770395 Aug 05 14:20:52.271324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fb87a-64cf-43c9-a698-9a899afece69 req-0e01688d-323b-47d9-91ee-8ac5bb2644c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:52.272954 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-378fb87a-64cf-43c9-a698-9a899afece69 req-0e01688d-323b-47d9-91ee-8ac5bb2644c8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=938b1560f7e5463b94f779198eaceba4&device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 1096 time: 0.0624790 Aug 05 14:20:52.393718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Attempting to bind port de3b43ae-46eb-4bb0-9fe2-c70822bdd56d on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:20:52.393718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Attempting to bind port de3b43ae-46eb-4bb0-9fe2-c70822bdd56d by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '752ed543-2cec-485f-b2fd-a42b49d368bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:20:52.393718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Attempting to bind port de3b43ae-46eb-4bb0-9fe2-c70822bdd56d on network 686bcf8a-fac6-445f-8489-f9d8af363083 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:20:52.409939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Port de3b43ae-46eb-4bb0-9fe2-c70822bdd56d on network 686bcf8a-fac6-445f-8489-f9d8af363083 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:20:52.410315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Attempting to bind port de3b43ae-46eb-4bb0-9fe2-c70822bdd56d on network 686bcf8a-fac6-445f-8489-f9d8af363083 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:20:52.427731 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-531eacc0-e100-428d-b159-d6988038fa13 req-98e0210c-d1b6-41b9-9be2-d0362da5cc2b service neutron] 10.222.0.84 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040314 Aug 05 14:20:52.442752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:20:52.443189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Checking segment: {'id': '752ed543-2cec-485f-b2fd-a42b49d368bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:20:52.443600 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Bound using segment: {'id': '752ed543-2cec-485f-b2fd-a42b49d368bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:20:52.444090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Bound port: de3b43ae-46eb-4bb0-9fe2-c70822bdd56d, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752ed543-2cec-485f-b2fd-a42b49d368bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:20:52.444615 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:52.474809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 08a69b59-e669-4a03-a15e-8b4487af12ce up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:20:52.487360 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fb87a-64cf-43c9-a698-9a899afece69 req-4fa3fe1b-596e-4042-a730-cd3e1e64e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:52.488917 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-378fb87a-64cf-43c9-a698-9a899afece69 req-4fa3fe1b-596e-4042-a730-cd3e1e64e804 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b679858e-6139-479d-a5d3-fd48d6285e1d HTTP/1.1" status: 200 len: 910 time: 0.1831682 Aug 05 14:20:52.546324 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 08a69b59-e669-4a03-a15e-8b4487af12ce completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:20:52.552993 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 08a69b59-e669-4a03-a15e-8b4487af12ce triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:52.553638 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:52.579860 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-378fb87a-64cf-43c9-a698-9a899afece69 req-e3b24bca-236f-4ffe-940e-bee047ea0ed7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80fde71c-a28e-4492-94a9-d014192aaecb HTTP/1.1" status: 200 len: 1001 time: 0.0803711 Aug 05 14:20:52.661283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fb87a-64cf-43c9-a698-9a899afece69 req-afa9e21b-02dd-4c84-87e0-fbcf97e85887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:52.663848 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-378fb87a-64cf-43c9-a698-9a899afece69 req-afa9e21b-02dd-4c84-87e0-fbcf97e85887 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=71006c8f-08b4-4b58-b5ce-c343b7c3e537 HTTP/1.1" status: 200 len: 848 time: 0.0750575 Aug 05 14:20:52.732966 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fb87a-64cf-43c9-a698-9a899afece69 req-efe42a9c-c632-42bd-b9bb-b191d8fa897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:52.734606 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-378fb87a-64cf-43c9-a698-9a899afece69 req-efe42a9c-c632-42bd-b9bb-b191d8fa897c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b679858e-6139-479d-a5d3-fd48d6285e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567238 Aug 05 14:20:52.737722 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:52.808483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 08a69b59-e669-4a03-a15e-8b4487af12ce, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=08a69b59-e669-4a03-a15e-8b4487af12ce,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:52.809711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109a3b7f-6197-4550-a33c-53dcbac076d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a69b59-e669-4a03-a15e-8b4487af12ce'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:20:52.813527 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898f5568-f352-44b9-ab7d-bff6c06cf0d4" -d '{"events": [{"server_uuid": "109a3b7f-6197-4550-a33c-53dcbac076d2", "name": "network-vif-plugged", "status": "completed", "tag": "08a69b59-e669-4a03-a15e-8b4487af12ce"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:20:52.819240 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:52.869574 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3417d4-cb0c-4716-9ebd-e195237e8ac9 x-openstack-request-id: req-6a3417d4-cb0c-4716-9ebd-e195237e8ac9 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:20:52.869861 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109a3b7f-6197-4550-a33c-53dcbac076d2", "name": "network-vif-plugged", "status": "completed", "tag": "08a69b59-e669-4a03-a15e-8b4487af12ce", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:20:52.870272 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a3417d4-cb0c-4716-9ebd-e195237e8ac9 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:20:52.870656 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109a3b7f-6197-4550-a33c-53dcbac076d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a69b59-e669-4a03-a15e-8b4487af12ce', 'code': 200} Aug 05 14:20:52.888333 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=08a69b59-e669-4a03-a15e-8b4487af12ce,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:52.933204 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-378fb87a-64cf-43c9-a698-9a899afece69 req-3d680299-4e7a-4e1a-a267-753d0a157494 service neutron] 10.222.0.84 "GET /v2.0/networks/b679858e-6139-479d-a5d3-fd48d6285e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892123 Aug 05 14:20:53.084282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9619d-8311-43b3-ace0-55119206663f req-48bcbbae-d43b-46c3-be94-bfdcdc3f9179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:53.086173 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5cd9619d-8311-43b3-ace0-55119206663f req-48bcbbae-d43b-46c3-be94-bfdcdc3f9179 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 1097 time: 0.1495478 Aug 05 14:20:53.138899 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-378fb87a-64cf-43c9-a698-9a899afece69 req-aa2e0437-8377-44b4-b3e8-070a9e10edc4 service neutron] 10.222.0.84 "GET /v2.0/networks/b679858e-6139-479d-a5d3-fd48d6285e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696284 Aug 05 14:20:53.141210 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5cd9619d-8311-43b3-ace0-55119206663f req-fa2a28c8-8d7b-4965-bbf8-c85f3ac8c603 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455794 Aug 05 14:20:53.253641 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-531eacc0-e100-428d-b159-d6988038fa13 req-6fb08e23-e1ba-44eb-b6e5-d8b85e667b3e service neutron] 10.222.0.84 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8135273 Aug 05 14:20:53.275789 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d24b51-3364-47d2-8fc8-ad90c7612806 req-00631432-1d91-4370-8b56-cbac8d1859ed tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:53.289655 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-79d24b51-3364-47d2-8fc8-ad90c7612806 req-00631432-1d91-4370-8b56-cbac8d1859ed tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 946 time: 0.0775490 Aug 05 14:20:53.349919 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-79d24b51-3364-47d2-8fc8-ad90c7612806 req-1e2aabdb-89d8-4988-8557-bd89765fed2a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593469 Aug 05 14:20:53.369988 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] For port de3b43ae-46eb-4bb0-9fe2-c70822bdd56d, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:20:53.415202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9ef28-0cb7-4b51-bead-fce983e61232 req-96d83e8f-e255-4a96-b58e-2654ff3c6b9d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:53.417805 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2d9ef28-0cb7-4b51-bead-fce983e61232 req-96d83e8f-e255-4a96-b58e-2654ff3c6b9d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 931 time: 0.3256447 Aug 05 14:20:53.423171 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] For port de3b43ae-46eb-4bb0-9fe2-c70822bdd56d, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=de3b43ae-46eb-4bb0-9fe2-c70822bdd56d,segment=NetworkSegment(752ed543-2cec-485f-b2fd-a42b49d368bc),segment_id=752ed543-2cec-485f-b2fd-a42b49d368bc)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:20:53.463597 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:53.531725 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7f779d-19fe-4965-ac3c-06c677edc99f {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:20:53.540133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bf678-b5b7-477d-9ac4-1e7ecd4022ea req-b5483ba7-6866-4fd8-9029-a319166511da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:53.541680 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-473bf678-b5b7-477d-9ac4-1e7ecd4022ea req-b5483ba7-6866-4fd8-9029-a319166511da service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=83982c6a9eb8470ba1af5cc180654c15&device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 1095 time: 0.2145741 Aug 05 14:20:53.547346 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:53.547982 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:53.549494 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3b27957-df7d-488f-8e1e-497184976196 req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] 10.222.0.84 "PUT /v2.0/ports/de3b43ae-46eb-4bb0-9fe2-c70822bdd56d HTTP/1.1" status: 200 len: 1091 time: 4.2485893 Aug 05 14:20:53.552978 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e8746d-8c36-4b3c-ba64-40ac61ca6d9a', 'tag': 'de3b43ae-46eb-4bb0-9fe2-c70822bdd56d'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:20:53.555415 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a01ddc-e0eb-4500-ac5b-d2afc76c399d" -d '{"events": [{"name": "network-changed", "server_uuid": "62e8746d-8c36-4b3c-ba64-40ac61ca6d9a", "tag": "de3b43ae-46eb-4bb0-9fe2-c70822bdd56d"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:20:53.562091 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:53.661932 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2d9ef28-0cb7-4b51-bead-fce983e61232 req-8f2a7741-6449-4187-9102-249ef7412068 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331731 Aug 05 14:20:53.666918 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Transition to ACTIVE for port object 5a7f779d-19fe-4965-ac3c-06c677edc99f will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:20:53.691507 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:53.693750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468a1bb-0674-479f-95f3-96f9046c8026 service neutron] Pushing event updated for resources: {'Port': ['ID=de3b43ae-46eb-4bb0-9fe2-c70822bdd56d,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:53.721059 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bb3af2-44db-401d-9233-38b901dc41b6 x-openstack-request-id: req-91bb3af2-44db-401d-9233-38b901dc41b6 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:20:53.721422 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e8746d-8c36-4b3c-ba64-40ac61ca6d9a", "tag": "de3b43ae-46eb-4bb0-9fe2-c70822bdd56d", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:20:53.721642 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91bb3af2-44db-401d-9233-38b901dc41b6 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:20:53.722144 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e8746d-8c36-4b3c-ba64-40ac61ca6d9a', 'tag': 'de3b43ae-46eb-4bb0-9fe2-c70822bdd56d', 'status': 'completed', 'code': 200} Aug 05 14:20:53.836164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Pushing event updated for resources: {'Port': ['ID=5a7f779d-19fe-4965-ac3c-06c677edc99f,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:53.889516 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b27957-df7d-488f-8e1e-497184976196 req-82565162-250c-46e4-a613-bc35cabf4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:53.895240 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3b27957-df7d-488f-8e1e-497184976196 req-82565162-250c-46e4-a613-bc35cabf4a42 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=83982c6a9eb8470ba1af5cc180654c15&device_id=62e8746d-8c36-4b3c-ba64-40ac61ca6d9a HTTP/1.1" status: 200 len: 1094 time: 0.2443161 Aug 05 14:20:53.903443 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bf678-b5b7-477d-9ac4-1e7ecd4022ea req-5aa234a2-192b-42f1-91cb-f1316f95574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:53.905181 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-473bf678-b5b7-477d-9ac4-1e7ecd4022ea req-5aa234a2-192b-42f1-91cb-f1316f95574f service neutron] 10.222.0.84 "GET /v2.0/networks?id=686bcf8a-fac6-445f-8489-f9d8af363083 HTTP/1.1" status: 200 len: 917 time: 0.3467915 Aug 05 14:20:54.046824 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3b27957-df7d-488f-8e1e-497184976196 req-f5b52dbd-23c6-43af-abb2-e10b8abc12f2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de3b43ae-46eb-4bb0-9fe2-c70822bdd56d HTTP/1.1" status: 200 len: 217 time: 0.1403701 Aug 05 14:20:54.052388 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-473bf678-b5b7-477d-9ac4-1e7ecd4022ea req-c29fbe25-c5a1-4fcc-a49e-66c6a23f85a4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf8018ec-0030-4b39-9187-681b9b3fa635 HTTP/1.1" status: 200 len: 217 time: 0.0865796 Aug 05 14:20:54.147287 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Attempting to bind port 5a7f779d-19fe-4965-ac3c-06c677edc99f on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:20:54.148034 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Attempting to bind port 5a7f779d-19fe-4965-ac3c-06c677edc99f by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '752ed543-2cec-485f-b2fd-a42b49d368bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:20:54.148493 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Attempting to bind port 5a7f779d-19fe-4965-ac3c-06c677edc99f on network 686bcf8a-fac6-445f-8489-f9d8af363083 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:20:54.182991 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Port 5a7f779d-19fe-4965-ac3c-06c677edc99f on network 686bcf8a-fac6-445f-8489-f9d8af363083 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:20:54.183357 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Attempting to bind port 5a7f779d-19fe-4965-ac3c-06c677edc99f on network 686bcf8a-fac6-445f-8489-f9d8af363083 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:20:54.203663 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:20:54.203900 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Checking segment: {'id': '752ed543-2cec-485f-b2fd-a42b49d368bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:20:54.204304 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Bound using segment: {'id': '752ed543-2cec-485f-b2fd-a42b49d368bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:20:54.204757 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Bound port: 5a7f779d-19fe-4965-ac3c-06c677edc99f, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752ed543-2cec-485f-b2fd-a42b49d368bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:20:54.205127 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:54.273145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bf678-b5b7-477d-9ac4-1e7ecd4022ea req-c46a650e-3841-4823-96ee-712188dddbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:54.274768 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-473bf678-b5b7-477d-9ac4-1e7ecd4022ea req-c46a650e-3841-4823-96ee-712188dddbd6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=efe2aabd-3adc-441b-bdc8-c5d2f8aec68b HTTP/1.1" status: 200 len: 855 time: 0.1983454 Aug 05 14:20:54.278072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b27957-df7d-488f-8e1e-497184976196 req-4d963f9c-b715-44b8-8f20-52d3bf35ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:54.279827 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3b27957-df7d-488f-8e1e-497184976196 req-4d963f9c-b715-44b8-8f20-52d3bf35ee5b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=efe2aabd-3adc-441b-bdc8-c5d2f8aec68b HTTP/1.1" status: 200 len: 855 time: 0.1848700 Aug 05 14:20:54.396172 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] For port 5a7f779d-19fe-4965-ac3c-06c677edc99f, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:20:54.400360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] For port 5a7f779d-19fe-4965-ac3c-06c677edc99f, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5a7f779d-19fe-4965-ac3c-06c677edc99f,segment=NetworkSegment(752ed543-2cec-485f-b2fd-a42b49d368bc),segment_id=752ed543-2cec-485f-b2fd-a42b49d368bc)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:20:54.409313 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:54.468063 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:54.468890 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:54.470164 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-18a86d1e-7069-407a-be08-e34c68831f72 req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] 10.222.0.63 "PUT /v2.0/ports/5a7f779d-19fe-4965-ac3c-06c677edc99f HTTP/1.1" status: 200 len: 1091 time: 2.8810861 Aug 05 14:20:54.531096 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bf678-b5b7-477d-9ac4-1e7ecd4022ea req-4757f6af-2c2d-42fa-bfde-9a23da3076b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:54.533243 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-473bf678-b5b7-477d-9ac4-1e7ecd4022ea req-4757f6af-2c2d-42fa-bfde-9a23da3076b9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=686bcf8a-fac6-445f-8489-f9d8af363083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2318907 Aug 05 14:20:54.560383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b27957-df7d-488f-8e1e-497184976196 req-49e4b82e-3f47-4f14-b0f4-36347442d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:54.562198 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3b27957-df7d-488f-8e1e-497184976196 req-49e4b82e-3f47-4f14-b0f4-36347442d6cb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=686bcf8a-fac6-445f-8489-f9d8af363083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2583144 Aug 05 14:20:54.745120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82497c87-9461-4de2-931c-740e0eaa1fea service neutron] Pushing event updated for resources: {'Port': ['ID=5a7f779d-19fe-4965-ac3c-06c677edc99f,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:54.835821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8c50f-fc6e-4eca-965a-46d315aadb59 req-03ff41a2-cbe8-4184-9087-f981b9691acb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:54.845663 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1da8c50f-fc6e-4eca-965a-46d315aadb59 req-03ff41a2-cbe8-4184-9087-f981b9691acb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 946 time: 0.3652322 Aug 05 14:20:54.888134 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a86d1e-7069-407a-be08-e34c68831f72 req-f0d9111a-f0d1-4c29-905e-89639a5218eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:54.889977 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-18a86d1e-7069-407a-be08-e34c68831f72 req-f0d9111a-f0d1-4c29-905e-89639a5218eb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83982c6a9eb8470ba1af5cc180654c15&device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 1094 time: 0.3468516 Aug 05 14:20:54.976354 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d1f99-94db-4f37-ba12-ef2aaa12e623 req-199b15a4-dc0d-44a2-8e56-6e67de434f0a tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:54.978023 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-473bf678-b5b7-477d-9ac4-1e7ecd4022ea req-82cb4803-bc9b-408a-95aa-6239f5cd34f4 service neutron] 10.222.0.84 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975353 Aug 05 14:20:54.978471 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b37d1f99-94db-4f37-ba12-ef2aaa12e623 req-199b15a4-dc0d-44a2-8e56-6e67de434f0a tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 943 time: 0.1038876 Aug 05 14:20:54.980914 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-18a86d1e-7069-407a-be08-e34c68831f72 req-8a2cda04-319b-4549-9705-c6338812ea35 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a7f779d-19fe-4965-ac3c-06c677edc99f HTTP/1.1" status: 200 len: 217 time: 0.0675356 Aug 05 14:20:54.984157 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3b27957-df7d-488f-8e1e-497184976196 req-8450eb19-ab44-439b-883a-fd6065b819d5 service neutron] 10.222.0.84 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803275 Aug 05 14:20:55.076236 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b37d1f99-94db-4f37-ba12-ef2aaa12e623 req-c0669dce-c589-4068-bc08-abf3452127c2 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916176 Aug 05 14:20:55.154543 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1da8c50f-fc6e-4eca-965a-46d315aadb59 req-9b543263-2bd2-4674-9ee3-2e5cdbda9503 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070002 Aug 05 14:20:55.229426 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a86d1e-7069-407a-be08-e34c68831f72 req-d7df6dae-0fd5-423e-b38f-a61d22d1e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:55.231105 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-18a86d1e-7069-407a-be08-e34c68831f72 req-d7df6dae-0fd5-423e-b38f-a61d22d1e2cf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=efe2aabd-3adc-441b-bdc8-c5d2f8aec68b HTTP/1.1" status: 200 len: 855 time: 0.2407849 Aug 05 14:20:55.292827 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-473bf678-b5b7-477d-9ac4-1e7ecd4022ea req-aea86a73-c16e-4ec3-b023-4dd614bb0bc9 service neutron] 10.222.0.84 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010831 Aug 05 14:20:55.296374 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3b27957-df7d-488f-8e1e-497184976196 req-5ea86715-8799-45f6-ba36-c331bb6e4786 service neutron] 10.222.0.84 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036933 Aug 05 14:20:55.327893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a86d1e-7069-407a-be08-e34c68831f72 req-c36f6275-28fe-4f05-9491-b6cd33c4dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:55.329943 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-18a86d1e-7069-407a-be08-e34c68831f72 req-c36f6275-28fe-4f05-9491-b6cd33c4dc46 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=686bcf8a-fac6-445f-8489-f9d8af363083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897350 Aug 05 14:20:55.360695 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f2750-d7eb-4e32-86c4-7882c4b382f2 req-8deee833-ce91-44b2-bcf2-98ad53f29f0b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:55.362523 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-934f2750-d7eb-4e32-86c4-7882c4b382f2 req-8deee833-ce91-44b2-bcf2-98ad53f29f0b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 946 time: 0.1030180 Aug 05 14:20:55.426884 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-934f2750-d7eb-4e32-86c4-7882c4b382f2 req-d9770135-951e-4d71-9e01-8bc702fefb3a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575366 Aug 05 14:20:55.511146 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a01ddc-e0eb-4500-ac5b-d2afc76c399d req-db114611-28c6-473f-868f-112b51a49729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:55.512780 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84a01ddc-e0eb-4500-ac5b-d2afc76c399d req-db114611-28c6-473f-868f-112b51a49729 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=83982c6a9eb8470ba1af5cc180654c15&device_id=62e8746d-8c36-4b3c-ba64-40ac61ca6d9a HTTP/1.1" status: 200 len: 1094 time: 0.1144674 Aug 05 14:20:55.515333 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-18a86d1e-7069-407a-be08-e34c68831f72 req-93435ab3-833c-4043-8c0f-a986b39eb125 service neutron] 10.222.0.63 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770639 Aug 05 14:20:55.780533 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc5dc58-7700-4f31-972c-1744c697e187', 'tag': '5a7f779d-19fe-4965-ac3c-06c677edc99f'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:20:55.785471 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a995be-31fc-4731-b6fc-056140651d34" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc5dc58-7700-4f31-972c-1744c697e187", "tag": "5a7f779d-19fe-4965-ac3c-06c677edc99f"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:20:55.801190 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-18a86d1e-7069-407a-be08-e34c68831f72 req-629bd1ad-b539-4cfd-a800-ddde4c559a93 service neutron] 10.222.0.63 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693977 Aug 05 14:20:55.823210 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a01ddc-e0eb-4500-ac5b-d2afc76c399d req-37481a46-8424-432f-80ae-75872ab31bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:55.825598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84a01ddc-e0eb-4500-ac5b-d2afc76c399d req-37481a46-8424-432f-80ae-75872ab31bb0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=686bcf8a-fac6-445f-8489-f9d8af363083 HTTP/1.1" status: 200 len: 917 time: 0.3053267 Aug 05 14:20:55.891933 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84a01ddc-e0eb-4500-ac5b-d2afc76c399d req-df7b730f-3fae-45ff-b646-e300263ccc82 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de3b43ae-46eb-4bb0-9fe2-c70822bdd56d HTTP/1.1" status: 200 len: 217 time: 0.0510240 Aug 05 14:20:55.964322 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e0e610-1917-4985-8c6b-a33ddc633fcc x-openstack-request-id: req-22e0e610-1917-4985-8c6b-a33ddc633fcc {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:20:55.964622 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc5dc58-7700-4f31-972c-1744c697e187", "tag": "5a7f779d-19fe-4965-ac3c-06c677edc99f", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:20:55.964877 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22e0e610-1917-4985-8c6b-a33ddc633fcc {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:20:55.965268 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc5dc58-7700-4f31-972c-1744c697e187', 'tag': '5a7f779d-19fe-4965-ac3c-06c677edc99f', 'status': 'completed', 'code': 200} Aug 05 14:20:56.021475 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a01ddc-e0eb-4500-ac5b-d2afc76c399d req-675ac63e-799c-4d48-bae1-57599329e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:56.023719 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84a01ddc-e0eb-4500-ac5b-d2afc76c399d req-675ac63e-799c-4d48-bae1-57599329e980 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=efe2aabd-3adc-441b-bdc8-c5d2f8aec68b HTTP/1.1" status: 200 len: 855 time: 0.1207085 Aug 05 14:20:56.052983 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a995be-31fc-4731-b6fc-056140651d34 req-ddfedbde-531c-4bd5-a336-4a555c140c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:56.055571 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80a995be-31fc-4731-b6fc-056140651d34 req-ddfedbde-531c-4bd5-a336-4a555c140c4a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83982c6a9eb8470ba1af5cc180654c15&device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 1094 time: 0.0886545 Aug 05 14:20:56.133343 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device bf8018ec-0030-4b39-9187-681b9b3fa635 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:20:56.302172 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a01ddc-e0eb-4500-ac5b-d2afc76c399d req-29b462a7-2976-498b-9b8c-49dc6d1804a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:56.303762 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84a01ddc-e0eb-4500-ac5b-d2afc76c399d req-29b462a7-2976-498b-9b8c-49dc6d1804a5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=686bcf8a-fac6-445f-8489-f9d8af363083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2687588 Aug 05 14:20:56.322709 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0969aa-09c7-4063-b387-88df0e3a7155 req-5f7ca76c-b442-408b-81b8-bbaf3a0726a8 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:56.327429 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8c0969aa-09c7-4063-b387-88df0e3a7155 req-5f7ca76c-b442-408b-81b8-bbaf3a0726a8 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 943 time: 0.1318877 Aug 05 14:20:56.436254 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8c0969aa-09c7-4063-b387-88df0e3a7155 req-3b861289-bec8-4f92-9d7a-b5da102c851e tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008475 Aug 05 14:20:56.505307 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a995be-31fc-4731-b6fc-056140651d34 req-30ddb461-6cf1-4172-9b61-0dc70981badd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:56.506896 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80a995be-31fc-4731-b6fc-056140651d34 req-30ddb461-6cf1-4172-9b61-0dc70981badd service neutron] 10.222.0.63 "GET /v2.0/networks?id=686bcf8a-fac6-445f-8489-f9d8af363083 HTTP/1.1" status: 200 len: 917 time: 0.4194460 Aug 05 14:20:56.566504 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80a995be-31fc-4731-b6fc-056140651d34 req-9e2b97dd-0e70-45aa-86cb-761343537b57 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a7f779d-19fe-4965-ac3c-06c677edc99f HTTP/1.1" status: 200 len: 217 time: 0.0416901 Aug 05 14:20:56.630071 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84a01ddc-e0eb-4500-ac5b-d2afc76c399d req-00a12f26-0524-4742-accd-8c7c611d30ff service neutron] 10.222.0.84 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155525 Aug 05 14:20:56.649692 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a995be-31fc-4731-b6fc-056140651d34 req-deefbb48-f970-47a0-9e16-2e12d2855e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:56.651321 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80a995be-31fc-4731-b6fc-056140651d34 req-deefbb48-f970-47a0-9e16-2e12d2855e35 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=efe2aabd-3adc-441b-bdc8-c5d2f8aec68b HTTP/1.1" status: 200 len: 855 time: 0.0749960 Aug 05 14:20:56.739077 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port bf8018ec-0030-4b39-9187-681b9b3fa635, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=bf8018ec-0030-4b39-9187-681b9b3fa635,segment=NetworkSegment(752ed543-2cec-485f-b2fd-a42b49d368bc),segment_id=752ed543-2cec-485f-b2fd-a42b49d368bc)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:56.773365 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'bf8018ec-0030-4b39-9187-681b9b3fa635', 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083', 'port_id': 'bf8018ec-0030-4b39-9187-681b9b3fa635', 'mac_address': 'fa:16:3e:bc:4e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe2aabd-3adc-441b-bdc8-c5d2f8aec68b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:20:56.818963 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a995be-31fc-4731-b6fc-056140651d34 req-f56c04d7-0cad-407a-bccd-83063063fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:56.821539 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80a995be-31fc-4731-b6fc-056140651d34 req-f56c04d7-0cad-407a-bccd-83063063fd6b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=686bcf8a-fac6-445f-8489-f9d8af363083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537964 Aug 05 14:20:56.870142 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84a01ddc-e0eb-4500-ac5b-d2afc76c399d req-433e6a46-5e5f-4bc8-98bc-643717267ddc service neutron] 10.222.0.84 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309439 Aug 05 14:20:56.884634 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:56.918350 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8018ec-0030-4b39-9187-681b9b3fa635 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:20:56.951241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port bf8018ec-0030-4b39-9187-681b9b3fa635, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=bf8018ec-0030-4b39-9187-681b9b3fa635,segment=NetworkSegment(752ed543-2cec-485f-b2fd-a42b49d368bc),segment_id=752ed543-2cec-485f-b2fd-a42b49d368bc)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:56.960623 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:57.017095 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80a995be-31fc-4731-b6fc-056140651d34 req-89fb2816-19f1-48ef-95d8-0bf5776a648f service neutron] 10.222.0.63 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804245 Aug 05 14:20:57.071493 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=bf8018ec-0030-4b39-9187-681b9b3fa635,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:57.161486 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80a995be-31fc-4731-b6fc-056140651d34 req-9b82e8f3-04c8-451c-8602-5f9a2977e9db service neutron] 10.222.0.63 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369424 Aug 05 14:20:57.245141 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['bf8018ec-0030-4b39-9187-681b9b3fa635'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:20:57.618537 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4f5df-8b93-4435-aeba-1421383da00f req-1194fcd8-797f-4131-95ba-cf46730c2070 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:57.620341 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42f4f5df-8b93-4435-aeba-1421383da00f req-1194fcd8-797f-4131-95ba-cf46730c2070 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 943 time: 0.0783904 Aug 05 14:20:57.680593 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42f4f5df-8b93-4435-aeba-1421383da00f req-c1bca129-0480-4958-8409-ac214c904fdf tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536199 Aug 05 14:20:58.157462 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device de3b43ae-46eb-4bb0-9fe2-c70822bdd56d details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:20:58.163624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device bf8018ec-0030-4b39-9187-681b9b3fa635 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:20:58.291640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port bf8018ec-0030-4b39-9187-681b9b3fa635 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:20:58.304385 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port bf8018ec-0030-4b39-9187-681b9b3fa635 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:20:58.304761 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:58.310795 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port de3b43ae-46eb-4bb0-9fe2-c70822bdd56d, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=de3b43ae-46eb-4bb0-9fe2-c70822bdd56d,segment=NetworkSegment(752ed543-2cec-485f-b2fd-a42b49d368bc),segment_id=752ed543-2cec-485f-b2fd-a42b49d368bc)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:58.344793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'de3b43ae-46eb-4bb0-9fe2-c70822bdd56d', 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083', 'port_id': 'de3b43ae-46eb-4bb0-9fe2-c70822bdd56d', 'mac_address': 'fa:16:3e:b6:6f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe2aabd-3adc-441b-bdc8-c5d2f8aec68b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:20:58.412780 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:58.443277 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3b43ae-46eb-4bb0-9fe2-c70822bdd56d {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:20:58.449304 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:58.476661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port de3b43ae-46eb-4bb0-9fe2-c70822bdd56d, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=de3b43ae-46eb-4bb0-9fe2-c70822bdd56d,segment=NetworkSegment(752ed543-2cec-485f-b2fd-a42b49d368bc),segment_id=752ed543-2cec-485f-b2fd-a42b49d368bc)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:58.484790 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:58.492296 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2454487a-33f3-4e49-8c41-5cff5f9c05fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8018ec-0030-4b39-9187-681b9b3fa635'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:20:58.494555 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2124ad2b-b33d-413e-bd15-7f38f899b476" -d '{"events": [{"server_uuid": "2454487a-33f3-4e49-8c41-5cff5f9c05fc", "name": "network-vif-plugged", "status": "completed", "tag": "bf8018ec-0030-4b39-9187-681b9b3fa635"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:20:58.542859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 5a7f779d-19fe-4965-ac3c-06c677edc99f details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:20:58.552590 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b17a603-43c9-47a1-8df9-10b215114c46 x-openstack-request-id: req-3b17a603-43c9-47a1-8df9-10b215114c46 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:20:58.552882 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2454487a-33f3-4e49-8c41-5cff5f9c05fc", "name": "network-vif-plugged", "status": "completed", "tag": "bf8018ec-0030-4b39-9187-681b9b3fa635", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:20:58.553137 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b17a603-43c9-47a1-8df9-10b215114c46 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:20:58.553518 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2454487a-33f3-4e49-8c41-5cff5f9c05fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8018ec-0030-4b39-9187-681b9b3fa635', 'code': 200} Aug 05 14:20:58.561899 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port bf8018ec-0030-4b39-9187-681b9b3fa635, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=bf8018ec-0030-4b39-9187-681b9b3fa635,segment=NetworkSegment(752ed543-2cec-485f-b2fd-a42b49d368bc),segment_id=752ed543-2cec-485f-b2fd-a42b49d368bc)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:58.583492 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:58.712444 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3966b-6874-4977-bba8-e2b67c71cbf7 req-b360bb90-00bb-4872-86de-2d5f41741829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:58.713992 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3bf3966b-6874-4977-bba8-e2b67c71cbf7 req-b360bb90-00bb-4872-86de-2d5f41741829 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 1097 time: 0.0968757 Aug 05 14:20:58.746749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 5a7f779d-19fe-4965-ac3c-06c677edc99f, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5a7f779d-19fe-4965-ac3c-06c677edc99f,segment=NetworkSegment(752ed543-2cec-485f-b2fd-a42b49d368bc),segment_id=752ed543-2cec-485f-b2fd-a42b49d368bc)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:58.764189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=de3b43ae-46eb-4bb0-9fe2-c70822bdd56d,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:58.767189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '5a7f779d-19fe-4965-ac3c-06c677edc99f', 'network_id': '686bcf8a-fac6-445f-8489-f9d8af363083', 'port_id': '5a7f779d-19fe-4965-ac3c-06c677edc99f', 'mac_address': 'fa:16:3e:85:e8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe2aabd-3adc-441b-bdc8-c5d2f8aec68b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:20:58.827682 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3bf3966b-6874-4977-bba8-e2b67c71cbf7 req-ba6119fa-c991-47f9-b98f-b1dd5104434f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964425 Aug 05 14:20:58.840404 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['de3b43ae-46eb-4bb0-9fe2-c70822bdd56d'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:20:58.853252 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90628f73-0cec-4440-b119-9b97ea7354ea req-ba28e347-8d34-48f1-bec4-1fd768a169bc tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:58.862622 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90628f73-0cec-4440-b119-9b97ea7354ea req-ba28e347-8d34-48f1-bec4-1fd768a169bc tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 943 time: 0.0647402 Aug 05 14:20:58.884088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=bf8018ec-0030-4b39-9187-681b9b3fa635,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:58.937210 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90628f73-0cec-4440-b119-9b97ea7354ea req-a3e6cae9-968c-4a75-a03f-72b5e35ede17 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732019 Aug 05 14:20:58.960254 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-c6b471b9-4ea6-4eff-8a9c-4c21699e4c5d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:20:58.967873 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-c6b471b9-4ea6-4eff-8a9c-4c21699e4c5d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 812 time: 0.1706722 Aug 05 14:20:58.985644 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-5e08ae94-0cea-41a8-a3b4-3a5ac85c16ae tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/quotas/065dc2b7c099445c8c1ebc365ab739b7 HTTP/1.1" status: 200 len: 375 time: 0.0164325 Aug 05 14:20:58.992796 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:59.022144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7f779d-19fe-4965-ac3c-06c677edc99f {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:20:59.046078 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-e548c66d-908e-4677-b2e2-c936339cbda7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0574691 Aug 05 14:20:59.056556 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 5a7f779d-19fe-4965-ac3c-06c677edc99f, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5a7f779d-19fe-4965-ac3c-06c677edc99f,segment=NetworkSegment(752ed543-2cec-485f-b2fd-a42b49d368bc),segment_id=752ed543-2cec-485f-b2fd-a42b49d368bc)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:20:59.100576 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:20:59.166672 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=5a7f779d-19fe-4965-ac3c-06c677edc99f,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:20:59.178231 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-a59cd188-67ec-4261-a5e5-1fd157b843cf service neutron] 10.222.0.16 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235480 Aug 05 14:20:59.281693 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-f7148f63-e4e4-4e33-b055-5e34a75c360e service neutron] 10.222.0.16 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966654 Aug 05 14:20:59.387522 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['5a7f779d-19fe-4965-ac3c-06c677edc99f'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:20:59.496396 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c954e42-9871-426d-a510-f5213af6c116 req-a4f00657-9161-4fe9-8cd3-6dafaddfce59 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 210 time: 0.0294504 Aug 05 14:21:00.092298 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba40a6-fd3f-4e3d-bff4-402f8a9e5e99 req-62aa464b-a626-473c-988d-bdd6479df74d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:00.094677 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-17ba40a6-fd3f-4e3d-bff4-402f8a9e5e99 req-62aa464b-a626-473c-988d-bdd6479df74d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 944 time: 0.0885336 Aug 05 14:21:00.158178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-17ba40a6-fd3f-4e3d-bff4-402f8a9e5e99 req-e468550a-a305-473e-8564-bb6b27e05d97 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547624 Aug 05 14:21:00.165701 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device de3b43ae-46eb-4bb0-9fe2-c70822bdd56d up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:21:00.256386 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port de3b43ae-46eb-4bb0-9fe2-c70822bdd56d completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:21:00.261120 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port de3b43ae-46eb-4bb0-9fe2-c70822bdd56d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:21:00.261745 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:00.349790 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:00.398485 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port de3b43ae-46eb-4bb0-9fe2-c70822bdd56d, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=de3b43ae-46eb-4bb0-9fe2-c70822bdd56d,segment=NetworkSegment(752ed543-2cec-485f-b2fd-a42b49d368bc),segment_id=752ed543-2cec-485f-b2fd-a42b49d368bc)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:00.406086 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:00.472271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=de3b43ae-46eb-4bb0-9fe2-c70822bdd56d,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:00.509965 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 5a7f779d-19fe-4965-ac3c-06c677edc99f up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:21:00.559534 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e8746d-8c36-4b3c-ba64-40ac61ca6d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3b43ae-46eb-4bb0-9fe2-c70822bdd56d'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:21:00.563314 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758ab7c9-c453-4ca4-9d99-863d94917111" -d '{"events": [{"server_uuid": "62e8746d-8c36-4b3c-ba64-40ac61ca6d9a", "name": "network-vif-plugged", "status": "completed", "tag": "de3b43ae-46eb-4bb0-9fe2-c70822bdd56d"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:21:00.625257 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 5a7f779d-19fe-4965-ac3c-06c677edc99f completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:21:00.637870 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 5a7f779d-19fe-4965-ac3c-06c677edc99f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:21:00.638262 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:00.676006 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacaeb3e-bcb7-44e3-8a5b-ca65b41860dd x-openstack-request-id: req-dacaeb3e-bcb7-44e3-8a5b-ca65b41860dd {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:21:00.676298 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e8746d-8c36-4b3c-ba64-40ac61ca6d9a", "name": "network-vif-plugged", "status": "completed", "tag": "de3b43ae-46eb-4bb0-9fe2-c70822bdd56d", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:21:00.676579 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dacaeb3e-bcb7-44e3-8a5b-ca65b41860dd {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:21:00.676973 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e8746d-8c36-4b3c-ba64-40ac61ca6d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3b43ae-46eb-4bb0-9fe2-c70822bdd56d', 'code': 200} Aug 05 14:21:00.755978 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-588e1910-082d-4461-bdcb-bcb3bf82b2ec tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:00.757662 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-588e1910-082d-4461-bdcb-bcb3bf82b2ec tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.84 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 812 time: 0.1749272 Aug 05 14:21:00.768366 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:00.784308 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77794d01-00cb-4d57-8382-46ae51510d6a req-c543ab53-d4cf-4f90-afdc-b72dbb47b0b0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 210 time: 0.1300271 Aug 05 14:21:00.799471 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-179c874e-90a3-493d-803a-5fe2cd171cb3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Request body: {'port': {'device_id': '202c4af4-2a9b-4e55-9646-19a317244077', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'admin_state_up': True, 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:21:00.832125 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 5a7f779d-19fe-4965-ac3c-06c677edc99f, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5a7f779d-19fe-4965-ac3c-06c677edc99f,segment=NetworkSegment(752ed543-2cec-485f-b2fd-a42b49d368bc),segment_id=752ed543-2cec-485f-b2fd-a42b49d368bc)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:00.844299 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:00.921213 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=5a7f779d-19fe-4965-ac3c-06c677edc99f,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:00.965815 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63906d91-12ae-4362-ae22-5ffcd32f6f49 req-500fd9b9-7cba-49f8-9040-6fb3b0de0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:00.969015 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-63906d91-12ae-4362-ae22-5ffcd32f6f49 req-500fd9b9-7cba-49f8-9040-6fb3b0de0845 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=62e8746d-8c36-4b3c-ba64-40ac61ca6d9a HTTP/1.1" status: 200 len: 1096 time: 0.1874032 Aug 05 14:21:01.038212 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-63906d91-12ae-4362-ae22-5ffcd32f6f49 req-884a6958-959a-4bda-89fd-604d2eca96bd service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527792 Aug 05 14:21:01.039874 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-179c874e-90a3-493d-803a-5fe2cd171cb3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Made reservation on behalf of 065dc2b7c099445c8c1ebc365ab739b7 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:21:01.043649 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-179c874e-90a3-493d-803a-5fe2cd171cb3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:01.220384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-179c874e-90a3-493d-803a-5fe2cd171cb3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Allocated IP 172.20.0.4 (6de624eb-5a9e-4fa7-b78e-3b61944c6be0/870cad23-9608-4bc8-8247-31dbaf4eed94/c8ae0cb0-0784-4da2-ba7d-c2ae567d2642) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:21:01.420627 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12e5e5-e2d7-4dd7-a1c7-2363f6a6a663 req-a9e729bd-ef08-4221-8c79-5ca4113ed99b tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:01.422998 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7c12e5e5-e2d7-4dd7-a1c7-2363f6a6a663 req-a9e729bd-ef08-4221-8c79-5ca4113ed99b tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 945 time: 0.1386824 Aug 05 14:21:01.480184 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-179c874e-90a3-493d-803a-5fe2cd171cb3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:01.492734 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7c12e5e5-e2d7-4dd7-a1c7-2363f6a6a663 req-a61a34a5-53fb-46c0-8b1e-024910940714 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632553 Aug 05 14:21:01.521191 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-179c874e-90a3-493d-803a-5fe2cd171cb3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Transition to ACTIVE for port object c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:21:01.584156 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-179c874e-90a3-493d-803a-5fe2cd171cb3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:01.597405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['08a69b59-e669-4a03-a15e-8b4487af12ce'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:21:01.653176 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-179c874e-90a3-493d-803a-5fe2cd171cb3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:21:01.692194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-179c874e-90a3-493d-803a-5fe2cd171cb3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:21:01.716375 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-179c874e-90a3-493d-803a-5fe2cd171cb3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:21:01.842786 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c874e-90a3-493d-803a-5fe2cd171cb3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'Port': ['ID=c8ae0cb0-0784-4da2-ba7d-c2ae567d2642,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:01.872440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-179c874e-90a3-493d-803a-5fe2cd171cb3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:01.873093 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-179c874e-90a3-493d-803a-5fe2cd171cb3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:01.895337 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-179c874e-90a3-493d-803a-5fe2cd171cb3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1081185 Aug 05 14:21:01.940740 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Request body: {'port': {'device_id': '202c4af4-2a9b-4e55-9646-19a317244077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:21:02.017413 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:02.085737 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06388aab-c595-49d1-9b61-2bf91abb912b req-21577416-6674-40f3-8eee-2172335ce54c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:02.087411 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-06388aab-c595-49d1-9b61-2bf91abb912b req-21577416-6674-40f3-8eee-2172335ce54c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 931 time: 0.1766973 Aug 05 14:21:02.129397 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c7a8f6fd-f1df-41a1-bdaa-76558c344932 None None] Provisioning for port c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:21:02.134114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c7a8f6fd-f1df-41a1-bdaa-76558c344932 None None] Provisioning complete for port c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:21:02.134546 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f6fd-f1df-41a1-bdaa-76558c344932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:02.222753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c7a8f6fd-f1df-41a1-bdaa-76558c344932 None None] Port c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:21:02.644540 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93458d-6384-468e-9d8a-bc95b968e055 req-547cff7d-bc35-4e28-854b-66d8219c8831 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:02.650760 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-eb93458d-6384-468e-9d8a-bc95b968e055 req-547cff7d-bc35-4e28-854b-66d8219c8831 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 945 time: 0.0674772 Aug 05 14:21:02.677817 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc5dc58-7700-4f31-972c-1744c697e187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7f779d-19fe-4965-ac3c-06c677edc99f'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:21:02.680706 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c46ed5c-353c-48ec-b18e-79d8a39e7203" -d '{"events": [{"server_uuid": "cfc5dc58-7700-4f31-972c-1744c697e187", "name": "network-vif-plugged", "status": "completed", "tag": "5a7f779d-19fe-4965-ac3c-06c677edc99f"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:21:02.710281 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-eb93458d-6384-468e-9d8a-bc95b968e055 req-62e83862-8fdf-440f-bd84-9ce89c2d9694 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549393 Aug 05 14:21:02.751115 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ee758f-9b1b-411f-857c-24e9b74e0764 x-openstack-request-id: req-34ee758f-9b1b-411f-857c-24e9b74e0764 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:21:02.751643 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc5dc58-7700-4f31-972c-1744c697e187", "name": "network-vif-plugged", "status": "completed", "tag": "5a7f779d-19fe-4965-ac3c-06c677edc99f", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:21:02.752680 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34ee758f-9b1b-411f-857c-24e9b74e0764 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:21:02.753691 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc5dc58-7700-4f31-972c-1744c697e187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7f779d-19fe-4965-ac3c-06c677edc99f', 'code': 200} Aug 05 14:21:02.818607 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:21:02.835480 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:02.860614 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-06388aab-c595-49d1-9b61-2bf91abb912b req-bf1d2013-89e6-4eba-bd4b-49ddbc08e85e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055067 Aug 05 14:21:02.873800 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Transition to ACTIVE for port object c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:21:02.881782 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:02.891557 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab5125-964d-4944-b73d-ecf37bf51217 req-ae42eb8e-db54-471c-8521-0c58836c4c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:02.893117 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1dab5125-964d-4944-b73d-ecf37bf51217 req-ae42eb8e-db54-471c-8521-0c58836c4c0c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 1096 time: 0.0700781 Aug 05 14:21:02.960086 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ae0cb0-0784-4da2-ba7d-c2ae567d2642,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:02.992867 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1dab5125-964d-4944-b73d-ecf37bf51217 req-dd1c2aa6-58d9-4d65-ac84-d66065a71c3b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809186 Aug 05 14:21:03.052466 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Attempting to bind port c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:21:03.052767 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Attempting to bind port c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:21:03.053269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Attempting to bind port c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:21:03.057925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Port c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:21:03.058268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Attempting to bind port c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:21:03.065181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:21:03.065526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Checking segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:21:03.065916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Bound using segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:21:03.066542 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Bound port: c8ae0cb0-0784-4da2-ba7d-c2ae567d2642, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:21:03.066903 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:03.140815 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] For port c8ae0cb0-0784-4da2-ba7d-c2ae567d2642, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:21:03.145440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] For port c8ae0cb0-0784-4da2-ba7d-c2ae567d2642, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=c8ae0cb0-0784-4da2-ba7d-c2ae567d2642,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:21:03.151589 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:03.199093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:03.199938 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:03.201710 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] 10.222.0.84 "PUT /v2.0/ports/c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 HTTP/1.1" status: 200 len: 1091 time: 1.2673674 Aug 05 14:21:03.202162 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202c4af4-2a9b-4e55-9646-19a317244077', 'tag': 'c8ae0cb0-0784-4da2-ba7d-c2ae567d2642'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:21:03.204496 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02e2879-8c6f-44d3-b804-e913922f8ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "202c4af4-2a9b-4e55-9646-19a317244077", "tag": "c8ae0cb0-0784-4da2-ba7d-c2ae567d2642"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:21:03.247238 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232dcac2-4721-4ce8-a813-eee66c75c847 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ae0cb0-0784-4da2-ba7d-c2ae567d2642,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:03.305804 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e190df7-288b-40cd-866b-c290e3d5662c x-openstack-request-id: req-4e190df7-288b-40cd-866b-c290e3d5662c {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:21:03.306114 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202c4af4-2a9b-4e55-9646-19a317244077", "tag": "c8ae0cb0-0784-4da2-ba7d-c2ae567d2642", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:21:03.306398 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e190df7-288b-40cd-866b-c290e3d5662c {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:21:03.306806 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202c4af4-2a9b-4e55-9646-19a317244077', 'tag': 'c8ae0cb0-0784-4da2-ba7d-c2ae567d2642', 'status': 'completed', 'code': 200} Aug 05 14:21:03.356901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-0de152c5-71e0-4215-8467-1c170f904f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:03.358699 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-0de152c5-71e0-4215-8467-1c170f904f4d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 1094 time: 0.1023529 Aug 05 14:21:03.451545 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-fc2b5d2b-a8b3-4c2d-8a78-ed0ce4b911c2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 HTTP/1.1" status: 200 len: 217 time: 0.0822632 Aug 05 14:21:03.543522 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-ff02c454-1cd9-42d5-b13e-63862fbe417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:03.546113 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-ff02c454-1cd9-42d5-b13e-63862fbe417a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.0780931 Aug 05 14:21:03.621782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-45cf3718-26e8-4d13-8b98-94bfb46d8c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:03.623653 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-45cf3718-26e8-4d13-8b98-94bfb46d8c54 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673332 Aug 05 14:21:03.748189 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-95997fb1-c1d5-4226-b34d-9b9d5b61898d service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092141 Aug 05 14:21:03.883105 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c493aa-ae9a-4f57-9e10-d43fa42a807e req-60366b81-cb9c-40cd-8bf0-a95524bfe307 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:03.887470 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f3c493aa-ae9a-4f57-9e10-d43fa42a807e req-60366b81-cb9c-40cd-8bf0-a95524bfe307 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 945 time: 0.0617504 Aug 05 14:21:03.914054 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f68c5d90-a475-40b9-833c-9838aba8f38d req-81c8761f-f065-483b-a9a7-fdad2359fee9 service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538856 Aug 05 14:21:03.971905 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f3c493aa-ae9a-4f57-9e10-d43fa42a807e req-5db9d61b-1b7f-4b59-99c7-b5831b069c1c tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675879 Aug 05 14:21:04.082514 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8843202-c44d-4f60-a986-084364da3d88 req-fe77c6ed-7d84-48e0-9d43-0b7f029c8ceb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:04.084165 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8843202-c44d-4f60-a986-084364da3d88 req-fe77c6ed-7d84-48e0-9d43-0b7f029c8ceb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.1122470 Aug 05 14:21:04.087461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e2879-8c6f-44d3-b804-e913922f8ee9 req-d50ede87-198f-46e1-b86d-a04bc62b35ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:04.088912 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d02e2879-8c6f-44d3-b804-e913922f8ee9 req-d50ede87-198f-46e1-b86d-a04bc62b35ca service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 1094 time: 0.1054392 Aug 05 14:21:04.198018 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8843202-c44d-4f60-a986-084364da3d88 req-f1a650d0-06d3-49ee-9060-728aed9d6b5d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020427 Aug 05 14:21:04.228118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e2879-8c6f-44d3-b804-e913922f8ee9 req-89c83283-f5e7-4130-af2b-01615b1f9b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:04.229878 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d02e2879-8c6f-44d3-b804-e913922f8ee9 req-89c83283-f5e7-4130-af2b-01615b1f9b01 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 913 time: 0.1240406 Aug 05 14:21:04.285132 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d02e2879-8c6f-44d3-b804-e913922f8ee9 req-2aea2d4e-7845-48d9-9c7f-a2169bbbd157 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 HTTP/1.1" status: 200 len: 217 time: 0.0469263 Aug 05 14:21:04.377131 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e2879-8c6f-44d3-b804-e913922f8ee9 req-f5035894-345b-4c49-bad3-87ccdfee733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:04.380134 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d02e2879-8c6f-44d3-b804-e913922f8ee9 req-f5035894-345b-4c49-bad3-87ccdfee733a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.0839443 Aug 05 14:21:04.442216 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e2879-8c6f-44d3-b804-e913922f8ee9 req-2ba685af-2984-47c8-a9fa-b87dc0fec21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:04.444221 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d02e2879-8c6f-44d3-b804-e913922f8ee9 req-2ba685af-2984-47c8-a9fa-b87dc0fec21b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526636 Aug 05 14:21:04.564061 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d02e2879-8c6f-44d3-b804-e913922f8ee9 req-34b97ba2-44a9-4be3-97f1-d1ee4a82081f service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112299 Aug 05 14:21:04.702018 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d02e2879-8c6f-44d3-b804-e913922f8ee9 req-5074a014-299d-4d36-89e0-c1d9a4969a83 service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269505 Aug 05 14:21:05.129352 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc834af6-674c-4365-86ab-1c6b836be1b0 req-8d453c74-5aa5-46dd-a202-6177c70c2838 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:05.130888 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fc834af6-674c-4365-86ab-1c6b836be1b0 req-8d453c74-5aa5-46dd-a202-6177c70c2838 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 945 time: 0.0687926 Aug 05 14:21:05.181984 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fc834af6-674c-4365-86ab-1c6b836be1b0 req-ecb8a382-9c01-48f9-92d1-1ce3a3c2a95d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433092 Aug 05 14:21:05.482498 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cf003-f09c-4dc5-8d86-bae3fd9777bc req-9baf237a-5bba-490f-a6ee-52a31696e54d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:05.484284 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d63cf003-f09c-4dc5-8d86-bae3fd9777bc req-9baf237a-5bba-490f-a6ee-52a31696e54d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.1495988 Aug 05 14:21:05.521735 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa642071-48b6-40a7-b20d-0cb41822253a req-50933dbf-d7aa-4c37-84af-5726d262cefa tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:05.539475 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fa642071-48b6-40a7-b20d-0cb41822253a req-50933dbf-d7aa-4c37-84af-5726d262cefa tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.2157767 Aug 05 14:21:05.551653 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d63cf003-f09c-4dc5-8d86-bae3fd9777bc req-9698e931-eea2-494a-a66f-c2f3694abcf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558228 Aug 05 14:21:05.616070 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fa642071-48b6-40a7-b20d-0cb41822253a req-33ab2b21-6ccb-430e-a5e6-d143bf7c21d9 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747209 Aug 05 14:21:05.801746 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7087e-b86a-42de-a3b8-1ce9c34e442b req-d26bae59-4d8a-498b-963c-10a37406186b tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:05.803580 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2fa7087e-b86a-42de-a3b8-1ce9c34e442b req-d26bae59-4d8a-498b-963c-10a37406186b tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=62e8746d-8c36-4b3c-ba64-40ac61ca6d9a HTTP/1.1" status: 200 len: 945 time: 0.0886824 Aug 05 14:21:05.872699 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2fa7087e-b86a-42de-a3b8-1ce9c34e442b req-6d675421-cce4-475b-9d22-ea250817bc22 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616496 Aug 05 14:21:06.360351 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48647797-41bf-4a7b-81e9-f5f6a351f748 req-436c0e53-92e5-4292-afce-3fbd7484ba97 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:06.374658 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-48647797-41bf-4a7b-81e9-f5f6a351f748 req-436c0e53-92e5-4292-afce-3fbd7484ba97 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 945 time: 0.1075957 Aug 05 14:21:06.477723 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-48647797-41bf-4a7b-81e9-f5f6a351f748 req-0588ebef-2a69-44cd-bc67-f924b464d4b8 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809808 Aug 05 14:21:06.876804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7da78-1f8e-4985-bf57-9d5c4bf494a8 req-578c4e7f-c8f6-4d6d-8a2d-37513002a978 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:06.882651 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b1f7da78-1f8e-4985-bf57-9d5c4bf494a8 req-578c4e7f-c8f6-4d6d-8a2d-37513002a978 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.1181571 Aug 05 14:21:07.006359 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef8652-e12c-4362-a62a-31521ed03aca req-7ba76835-3d83-4ff2-89f4-890b983ccd2c tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:07.006359 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5ef8652-e12c-4362-a62a-31521ed03aca req-7ba76835-3d83-4ff2-89f4-890b983ccd2c tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0651367 Aug 05 14:21:07.007698 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b1f7da78-1f8e-4985-bf57-9d5c4bf494a8 req-5cd5a915-105b-4f25-aa76-b818e9491f03 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935216 Aug 05 14:21:07.102555 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5ef8652-e12c-4362-a62a-31521ed03aca req-af6379b9-58fa-4311-96c7-21c9ff296f18 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892708 Aug 05 14:21:07.579421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38cebe-cfaf-49cd-b077-4e8a10577e58 req-80d37d09-a021-4020-bb74-baad641f1854 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:07.589316 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38cebe-cfaf-49cd-b077-4e8a10577e58 req-80d37d09-a021-4020-bb74-baad641f1854 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:07.599494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38cebe-cfaf-49cd-b077-4e8a10577e58 req-80d37d09-a021-4020-bb74-baad641f1854 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:07.612934 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e38cebe-cfaf-49cd-b077-4e8a10577e58 req-80d37d09-a021-4020-bb74-baad641f1854 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187&device_id=62e8746d-8c36-4b3c-ba64-40ac61ca6d9a&device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 2417 time: 0.1262798 Aug 05 14:21:07.691609 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e38cebe-cfaf-49cd-b077-4e8a10577e58 req-1caac60d-c4ad-4e5c-9c3f-b4cbbd434c40 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703273 Aug 05 14:21:07.985576 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b1e0c-d545-46e1-b8e7-27d481ecb841 req-b9c06c43-1b06-4551-bdc6-a789b217cd97 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:07.993805 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed6b1e0c-d545-46e1-b8e7-27d481ecb841 req-b9c06c43-1b06-4551-bdc6-a789b217cd97 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 945 time: 0.1677322 Aug 05 14:21:08.063734 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed6b1e0c-d545-46e1-b8e7-27d481ecb841 req-e8935267-ca7b-453b-abf6-34810487fe13 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690558 Aug 05 14:21:08.199101 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1b182-243d-4321-b329-bb7522ff9804 req-a62ed3d6-5d02-4c3e-b513-348ae549f2ce tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:08.207976 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62f1b182-243d-4321-b329-bb7522ff9804 req-a62ed3d6-5d02-4c3e-b513-348ae549f2ce tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.0917265 Aug 05 14:21:08.288712 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62f1b182-243d-4321-b329-bb7522ff9804 req-c942b01a-e9ce-4c71-bfcc-3b581dac8e16 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657666 Aug 05 14:21:09.487841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077da942-ee23-46f2-a22e-69c7112aae19 req-583d1a3f-ff30-4ecf-ab54-367ee476403d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:09.497280 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-077da942-ee23-46f2-a22e-69c7112aae19 req-583d1a3f-ff30-4ecf-ab54-367ee476403d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.1083848 Aug 05 14:21:09.573574 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-077da942-ee23-46f2-a22e-69c7112aae19 req-d84a40c6-f356-49fd-ac0d-f7da52da0212 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627663 Aug 05 14:21:09.708042 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84bfc1-93af-427e-bcea-42fe61933d97 req-7aebc618-861d-4b29-9a5a-3b24c6dc61e1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:09.714962 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dd84bfc1-93af-427e-bcea-42fe61933d97 req-7aebc618-861d-4b29-9a5a-3b24c6dc61e1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0716436 Aug 05 14:21:09.767705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dd84bfc1-93af-427e-bcea-42fe61933d97 req-2b6a0b35-0533-4658-b308-f92280bff5fc tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439799 Aug 05 14:21:10.433704 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:21:10.757914 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2cc6e-ab54-4dfa-b6d2-d966664047e0 req-2823ed59-3507-4dec-98b5-293cb4e999d4 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:10.759595 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-34a2cc6e-ab54-4dfa-b6d2-d966664047e0 req-2823ed59-3507-4dec-98b5-293cb4e999d4 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.1004238 Aug 05 14:21:10.835273 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-34a2cc6e-ab54-4dfa-b6d2-d966664047e0 req-8e070399-18c2-47e9-bf99-911ff73a0ee2 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575793 Aug 05 14:21:10.982391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2541e19-56d9-47a1-98e0-ec36919c8408 req-e39c2707-7404-440f-9199-39b5dd66a052 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:10.984337 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2541e19-56d9-47a1-98e0-ec36919c8408 req-e39c2707-7404-440f-9199-39b5dd66a052 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0671506 Aug 05 14:21:11.046779 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2541e19-56d9-47a1-98e0-ec36919c8408 req-3bf5474f-1da8-4e82-83df-aa7118a8065e tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552869 Aug 05 14:21:11.972857 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba486c-f54c-48cf-a653-f5f7cd758135 req-0ae9fab3-4d53-49a6-9eeb-2900378dd7b8 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:11.974893 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dfba486c-f54c-48cf-a653-f5f7cd758135 req-0ae9fab3-4d53-49a6-9eeb-2900378dd7b8 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.0605874 Aug 05 14:21:12.018772 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dfba486c-f54c-48cf-a653-f5f7cd758135 req-c8aab2eb-860f-4cb6-8c4f-2110c91c8b01 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362029 Aug 05 14:21:12.186957 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc62e1-5eb6-43dd-843b-d4a3cf1fb144 req-3b7602f0-02a6-425c-b5c6-5810af704734 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:12.188591 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2abc62e1-5eb6-43dd-843b-d4a3cf1fb144 req-3b7602f0-02a6-425c-b5c6-5810af704734 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0580595 Aug 05 14:21:12.233405 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2abc62e1-5eb6-43dd-843b-d4a3cf1fb144 req-728cc471-10da-4c38-9b06-4b07f7b2ffcc tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371027 Aug 05 14:21:13.161312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d5411-c471-45f4-8fa8-5f4b13548a5b req-622a0f85-ef03-41ad-b7b2-836b8f8a4071 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:13.163968 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-809d5411-c471-45f4-8fa8-5f4b13548a5b req-622a0f85-ef03-41ad-b7b2-836b8f8a4071 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.0720093 Aug 05 14:21:13.213772 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-809d5411-c471-45f4-8fa8-5f4b13548a5b req-028b01a3-8d34-419d-a474-f8a19c9a5e47 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428264 Aug 05 14:21:13.365037 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3d0ed-393f-44c9-8692-30b557d205b3 req-56664009-76ea-40ef-b4cc-8fdc8f589edc tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:13.366675 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9fd3d0ed-393f-44c9-8692-30b557d205b3 req-56664009-76ea-40ef-b4cc-8fdc8f589edc tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0517015 Aug 05 14:21:13.409197 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9fd3d0ed-393f-44c9-8692-30b557d205b3 req-2c1cd8ba-6c0e-49fa-a226-87a6dbf676f2 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360584 Aug 05 14:21:14.362080 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f032f67-3987-4c08-9ca0-c21ba4dfa11c req-83470374-62f1-4690-a80c-b0327337a4fb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:14.363743 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f032f67-3987-4c08-9ca0-c21ba4dfa11c req-83470374-62f1-4690-a80c-b0327337a4fb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.0653942 Aug 05 14:21:14.409690 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f032f67-3987-4c08-9ca0-c21ba4dfa11c req-24845eb0-1d0a-48b7-a0c0-b11851986cfc tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360973 Aug 05 14:21:14.545657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c244a67-70fe-4b68-b0fc-f7d88112ba7c req-efb42dd3-d6c3-4341-9994-ae8bfbb01afb tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:14.547226 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2c244a67-70fe-4b68-b0fc-f7d88112ba7c req-efb42dd3-d6c3-4341-9994-ae8bfbb01afb tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0550582 Aug 05 14:21:14.591142 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2c244a67-70fe-4b68-b0fc-f7d88112ba7c req-138429f9-7171-46d6-b9a4-ced8a7da6080 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369983 Aug 05 14:21:14.823120 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:15.547136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf8e04-2c90-4d91-af65-b6fc08fe39d3 req-d75ee1e2-4232-418e-a120-178318b7a38d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:15.549260 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dbf8e04-2c90-4d91-af65-b6fc08fe39d3 req-d75ee1e2-4232-418e-a120-178318b7a38d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.0566509 Aug 05 14:21:15.602533 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dbf8e04-2c90-4d91-af65-b6fc08fe39d3 req-98fa3d57-744c-4833-b4a7-caad72a9effd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456357 Aug 05 14:21:15.736200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63937a84-33ee-4b6c-9cb8-5515148efc01 req-4ad4a97a-4ea6-4141-b14d-49c9a6b04f24 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:15.738658 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63937a84-33ee-4b6c-9cb8-5515148efc01 req-4ad4a97a-4ea6-4141-b14d-49c9a6b04f24 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0655138 Aug 05 14:21:15.786917 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63937a84-33ee-4b6c-9cb8-5515148efc01 req-166852af-559f-4f6d-873c-22cfe643ec53 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416679 Aug 05 14:21:15.827879 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4a0fa115-ca77-4265-8ebc-953a54770a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:16.073605 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:16.740140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b9f79-046c-4b96-9fac-69419bb5678d req-1a2256db-0c01-4a27-aad5-c90ab2cbaad2 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:16.741871 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c76b9f79-046c-4b96-9fac-69419bb5678d req-1a2256db-0c01-4a27-aad5-c90ab2cbaad2 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.0547740 Aug 05 14:21:16.793403 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c76b9f79-046c-4b96-9fac-69419bb5678d req-eb67fe1f-b4aa-4d41-9590-6c66f44e4506 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448854 Aug 05 14:21:17.161844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85fe40-87b5-498f-96ae-6912b688b2d7 req-552d711b-b936-445f-954f-697d53d9a8e3 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:17.165356 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ab85fe40-87b5-498f-96ae-6912b688b2d7 req-552d711b-b936-445f-954f-697d53d9a8e3 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0638106 Aug 05 14:21:17.215281 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ab85fe40-87b5-498f-96ae-6912b688b2d7 req-2e221c8c-d92c-4fa2-b92d-570ae84f708b tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429127 Aug 05 14:21:17.940885 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86873a02-7df5-4d60-b1ae-5801f195b6ce req-5887734a-e6c8-46f6-a024-2198672193ec tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:17.949189 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-86873a02-7df5-4d60-b1ae-5801f195b6ce req-5887734a-e6c8-46f6-a024-2198672193ec tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.0706234 Aug 05 14:21:17.988447 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-86873a02-7df5-4d60-b1ae-5801f195b6ce req-f3169778-5e1f-414d-b658-422329f2ebec tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382264 Aug 05 14:21:18.408141 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c519e530-ad43-433b-9dc0-a22d3e26eb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:18.463250 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a95fac-6973-4b25-96b4-c532cc30d142 req-7ddc0f81-a2ea-4472-bb94-85d10ffaef0a tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:18.464988 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d7a95fac-6973-4b25-96b4-c532cc30d142 req-7ddc0f81-a2ea-4472-bb94-85d10ffaef0a tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.1645391 Aug 05 14:21:18.531532 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d7a95fac-6973-4b25-96b4-c532cc30d142 req-d0d077ba-c1cd-4c19-a7fe-194d0bbb7382 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590272 Aug 05 14:21:18.592720 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:19.132157 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52123c0-e4df-4348-b3ed-22d526125f56 req-c6c166a5-eb17-4917-8fed-4fed1e5d4cab tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:19.134470 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e52123c0-e4df-4348-b3ed-22d526125f56 req-c6c166a5-eb17-4917-8fed-4fed1e5d4cab tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.0589023 Aug 05 14:21:19.190860 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e52123c0-e4df-4348-b3ed-22d526125f56 req-aef48643-32bb-4f64-91a6-06031e1587c3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405493 Aug 05 14:21:19.539675 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:19.675003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9c92b-b563-486c-b6f2-cfe70a239aab req-6a0912ee-0dc8-48d9-8c57-656041721388 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:19.677654 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5dd9c92b-b563-486c-b6f2-cfe70a239aab req-6a0912ee-0dc8-48d9-8c57-656041721388 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0642822 Aug 05 14:21:19.723786 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5dd9c92b-b563-486c-b6f2-cfe70a239aab req-d4b6a89f-2642-4222-8b55-2ca536eac539 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385292 Aug 05 14:21:20.037363 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 59462) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:21:20.221788 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-199a34eb-f385-41d6-9297-575bdb126b3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efb2096c979943289a78557dc4d70974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821926 Aug 05 14:21:20.223994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 59468) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:21:20.289169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4909250-eca8-47d1-9618-32efd1704f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:20.334480 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4909250-eca8-47d1-9618-32efd1704f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:20.363894 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2201ff7-5a9d-4093-bb9e-3ad60634768a req-bf9e12a8-2c5d-4e92-af59-5ce08a1a9f26 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:20.365341 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2201ff7-5a9d-4093-bb9e-3ad60634768a req-bf9e12a8-2c5d-4e92-af59-5ce08a1a9f26 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.0903950 Aug 05 14:21:20.415662 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2201ff7-5a9d-4093-bb9e-3ad60634768a req-065f9be9-a2fb-487b-97cc-d7c771b567da tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420899 Aug 05 14:21:20.442360 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4909250-eca8-47d1-9618-32efd1704f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:20.445687 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4909250-eca8-47d1-9618-32efd1704f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:20.449705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d4909250-eca8-47d1-9618-32efd1704f4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7e80e20-ff47-4793-a1b8-4b5553d05fea HTTP/1.1" status: 204 len: 168 time: 0.2221084 Aug 05 14:21:20.459815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4909250-eca8-47d1-9618-32efd1704f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e80e20-ff47-4793-a1b8-4b5553d05fea,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:20.468455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4909250-eca8-47d1-9618-32efd1704f4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:20.468684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4909250-eca8-47d1-9618-32efd1704f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:20.469142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4909250-eca8-47d1-9618-32efd1704f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:20.469583 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4909250-eca8-47d1-9618-32efd1704f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:20.470447 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4909250-eca8-47d1-9618-32efd1704f4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:20.470880 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4909250-eca8-47d1-9618-32efd1704f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:20.471213 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4909250-eca8-47d1-9618-32efd1704f4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:20.471542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4909250-eca8-47d1-9618-32efd1704f4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:20.471958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4909250-eca8-47d1-9618-32efd1704f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:20.472245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4909250-eca8-47d1-9618-32efd1704f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:20.473024 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4909250-eca8-47d1-9618-32efd1704f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:20.473499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4909250-eca8-47d1-9618-32efd1704f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:20.935150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec09d3-14f5-45c5-bff1-c06452aff968 req-60c3080c-9374-4c9e-b08b-e19e0342dfbd tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:20.944029 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8aec09d3-14f5-45c5-bff1-c06452aff968 req-60c3080c-9374-4c9e-b08b-e19e0342dfbd tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0704272 Aug 05 14:21:20.984809 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8aec09d3-14f5-45c5-bff1-c06452aff968 req-72d55dd4-023b-42a2-bc0f-6df465c9126d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397673 Aug 05 14:21:21.323443 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:21.560095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308461eb-3b49-429f-9b8e-56d598f9ec42 req-c5618423-721d-4578-87a4-3ae746b34fd6 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:21.571773 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-308461eb-3b49-429f-9b8e-56d598f9ec42 req-c5618423-721d-4578-87a4-3ae746b34fd6 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.0666053 Aug 05 14:21:21.615401 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-308461eb-3b49-429f-9b8e-56d598f9ec42 req-28967d54-8d38-4088-ade1-20b03e00eb7b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412374 Aug 05 14:21:22.131615 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52beed-ebcd-4ee5-bfbf-0151af29d0c0 req-a469543d-53c2-405d-ba21-33212e13757c tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:22.133272 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc52beed-ebcd-4ee5-bfbf-0151af29d0c0 req-a469543d-53c2-405d-ba21-33212e13757c tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0648050 Aug 05 14:21:22.184610 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bc52beed-ebcd-4ee5-bfbf-0151af29d0c0 req-6b834fd8-c4a0-4c51-9d92-01e738cf3836 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408392 Aug 05 14:21:22.788478 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5db4c-c3c9-4ca1-953a-cb1f272014e7 req-6230eac8-42f2-4aa4-9487-103422632df4 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:22.790118 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87f5db4c-c3c9-4ca1-953a-cb1f272014e7 req-6230eac8-42f2-4aa4-9487-103422632df4 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.0619917 Aug 05 14:21:22.832330 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87f5db4c-c3c9-4ca1-953a-cb1f272014e7 req-2fa00788-7aca-43db-9e89-556078c8150e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356853 Aug 05 14:21:23.320261 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55830a2-e347-48c4-b877-43edf406cebe req-a756bc0f-0e2d-4ba9-862a-46b2938c5f24 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:23.321982 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a55830a2-e347-48c4-b877-43edf406cebe req-a756bc0f-0e2d-4ba9-862a-46b2938c5f24 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0546136 Aug 05 14:21:23.364852 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a55830a2-e347-48c4-b877-43edf406cebe req-48a38a79-56cd-49df-9f70-b38ce2bb269d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365050 Aug 05 14:21:23.965961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6da6ed-fde9-4864-aef6-13405c82cb8a req-5ab429a1-be04-46ba-b3b3-f22ebca16f41 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:23.967859 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a6da6ed-fde9-4864-aef6-13405c82cb8a req-5ab429a1-be04-46ba-b3b3-f22ebca16f41 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.0653622 Aug 05 14:21:24.043773 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a6da6ed-fde9-4864-aef6-13405c82cb8a req-f778edbe-3e67-4b6f-aab9-e5202d77e363 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644143 Aug 05 14:21:24.506773 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17811c-d6a5-4b4d-9a3f-b7f071c1d929 req-ed85ed07-10bd-46bc-90bb-d7b29ef180c2 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:24.508695 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fe17811c-d6a5-4b4d-9a3f-b7f071c1d929 req-ed85ed07-10bd-46bc-90bb-d7b29ef180c2 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0635157 Aug 05 14:21:24.559391 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fe17811c-d6a5-4b4d-9a3f-b7f071c1d929 req-7c943396-2da4-49da-a7f9-c0715e9de01f tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421171 Aug 05 14:21:25.199786 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d04fd7-db5b-4515-b197-14cb9785d6c1 req-9e4535fe-99a1-4914-a01a-f705ae1491fa tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:25.201421 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-34d04fd7-db5b-4515-b197-14cb9785d6c1 req-9e4535fe-99a1-4914-a01a-f705ae1491fa tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.0600028 Aug 05 14:21:25.248166 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-34d04fd7-db5b-4515-b197-14cb9785d6c1 req-5df8334a-b940-44db-bdb3-e047e8b817ef tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380976 Aug 05 14:21:25.702543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c901b-f365-428a-ac54-a5a814353ede req-328adbd8-91be-453a-bc0e-5c587d7c2d64 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:25.705604 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b73c901b-f365-428a-ac54-a5a814353ede req-328adbd8-91be-453a-bc0e-5c587d7c2d64 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0540762 Aug 05 14:21:25.747765 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b73c901b-f365-428a-ac54-a5a814353ede req-1eb6640b-60dd-46cf-a7a8-30c4f476dd2a tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356615 Aug 05 14:21:26.273001 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:21:26.419149 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port c8ae0cb0-0784-4da2-ba7d-c2ae567d2642, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=c8ae0cb0-0784-4da2-ba7d-c2ae567d2642,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:26.427552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f43559-c581-4dc1-a44a-722de79dcae4 req-f14b9b1b-c1c2-48dc-8ccd-9c0667bc16a8 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:26.434429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'c8ae0cb0-0784-4da2-ba7d-c2ae567d2642', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'port_id': 'c8ae0cb0-0784-4da2-ba7d-c2ae567d2642', 'mac_address': 'fa:16:3e:22:a5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:21:26.436422 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-81f43559-c581-4dc1-a44a-722de79dcae4 req-f14b9b1b-c1c2-48dc-8ccd-9c0667bc16a8 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 943 time: 0.1047804 Aug 05 14:21:26.488449 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:26.489791 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-81f43559-c581-4dc1-a44a-722de79dcae4 req-eef41d2c-9068-4c15-815f-7369a2aceceb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521972 Aug 05 14:21:26.510947 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:21:26.534514 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port c8ae0cb0-0784-4da2-ba7d-c2ae567d2642, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=c8ae0cb0-0784-4da2-ba7d-c2ae567d2642,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:26.539968 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:26.594382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=c8ae0cb0-0784-4da2-ba7d-c2ae567d2642,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:26.605154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:26.605154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:26.605154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:26.605154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:26.605154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:26.605154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:26.605154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:26.605154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:26.605929 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:26.605929 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:26.606226 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:26.606500 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:26.880575 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['c8ae0cb0-0784-4da2-ba7d-c2ae567d2642'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:21:26.896736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ad27f-328f-46cc-93e4-c0a37c3c2a6d req-d0f95fd5-3e45-42f2-b3ee-05be3b288a6b tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:26.905404 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-042ad27f-328f-46cc-93e4-c0a37c3c2a6d req-d0f95fd5-3e45-42f2-b3ee-05be3b288a6b tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0664434 Aug 05 14:21:26.982852 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-042ad27f-328f-46cc-93e4-c0a37c3c2a6d req-e5fe328c-acdf-468d-8961-5e54666f52d1 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739248 Aug 05 14:21:27.614719 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cc6f7-910c-417a-bf9f-a291d80f9690 req-3a637213-7a31-4f0d-b720-ff9b713eb562 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:27.616302 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-821cc6f7-910c-417a-bf9f-a291d80f9690 req-3a637213-7a31-4f0d-b720-ff9b713eb562 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 944 time: 0.0604501 Aug 05 14:21:27.662673 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-821cc6f7-910c-417a-bf9f-a291d80f9690 req-56502334-25ff-4a26-a5e8-d0cd23d173ad tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401912 Aug 05 14:21:28.097616 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8206955-9eda-4f5c-b994-e01ff9e7962f req-39d0660e-9c35-4254-a7d5-fb4a220eb8b5 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:28.099205 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8206955-9eda-4f5c-b994-e01ff9e7962f req-39d0660e-9c35-4254-a7d5-fb4a220eb8b5 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0591724 Aug 05 14:21:28.138634 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8206955-9eda-4f5c-b994-e01ff9e7962f req-ed7a60c7-0ca2-4aa3-84f1-a52bc4450bb6 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334666 Aug 05 14:21:28.288288 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:21:28.338798 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:21:28.343323 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:21:28.343708 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:28.433177 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:28.458459 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202c4af4-2a9b-4e55-9646-19a317244077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ae0cb0-0784-4da2-ba7d-c2ae567d2642'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:21:28.460663 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fb867a-b1dd-4ba0-a8d5-2e16608cbe1d" -d '{"events": [{"server_uuid": "202c4af4-2a9b-4e55-9646-19a317244077", "name": "network-vif-plugged", "status": "completed", "tag": "c8ae0cb0-0784-4da2-ba7d-c2ae567d2642"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:21:28.474516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port c8ae0cb0-0784-4da2-ba7d-c2ae567d2642, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=c8ae0cb0-0784-4da2-ba7d-c2ae567d2642,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:28.478733 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:28.505618 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c8cdb4-85f9-44f0-9225-9a1d1cf5de85 x-openstack-request-id: req-d6c8cdb4-85f9-44f0-9225-9a1d1cf5de85 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:21:28.505884 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202c4af4-2a9b-4e55-9646-19a317244077", "name": "network-vif-plugged", "status": "completed", "tag": "c8ae0cb0-0784-4da2-ba7d-c2ae567d2642", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:21:28.506299 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6c8cdb4-85f9-44f0-9225-9a1d1cf5de85 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:21:28.506760 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202c4af4-2a9b-4e55-9646-19a317244077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ae0cb0-0784-4da2-ba7d-c2ae567d2642', 'code': 200} Aug 05 14:21:28.539802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=c8ae0cb0-0784-4da2-ba7d-c2ae567d2642,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:28.619743 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698bab2-1df4-4e91-8e37-4be5711d64c2 req-28881fa4-6407-4251-b851-14768b116a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:28.621940 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e698bab2-1df4-4e91-8e37-4be5711d64c2 req-28881fa4-6407-4251-b851-14768b116a41 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 1096 time: 0.0479705 Aug 05 14:21:28.680741 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e698bab2-1df4-4e91-8e37-4be5711d64c2 req-a7e19a38-b8e4-4292-9550-78d42494a9f8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517719 Aug 05 14:21:28.790071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201c542-fcc7-415c-a482-55f1400b8c64 req-df675972-ed29-48a9-9813-c273140d6cf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:28.791664 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1201c542-fcc7-415c-a482-55f1400b8c64 req-df675972-ed29-48a9-9813-c273140d6cf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 945 time: 0.0544913 Aug 05 14:21:28.843090 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1201c542-fcc7-415c-a482-55f1400b8c64 req-18b91d80-23ee-4e54-9950-2bd9493de4df tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430992 Aug 05 14:21:29.311075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05831-ba74-4850-bb4a-56af49b23c9d req-6ee87d8f-6d67-4c5c-857b-87373d55bb57 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:29.314844 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-76d05831-ba74-4850-bb4a-56af49b23c9d req-6ee87d8f-6d67-4c5c-857b-87373d55bb57 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0893753 Aug 05 14:21:29.380854 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-76d05831-ba74-4850-bb4a-56af49b23c9d req-cc006807-1ee7-498f-b53c-af193759ac41 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593481 Aug 05 14:21:30.023089 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462bc04-a282-47be-91ee-7675fea0916a req-27a0eb0f-fcd0-4b80-8cee-5e76f62affa3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:30.025559 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8462bc04-a282-47be-91ee-7675fea0916a req-27a0eb0f-fcd0-4b80-8cee-5e76f62affa3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 945 time: 0.0874968 Aug 05 14:21:30.102994 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8462bc04-a282-47be-91ee-7675fea0916a req-38518820-1437-4f02-a6f5-69e2b7c8ad4d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595219 Aug 05 14:21:30.244775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ec0ae-5649-4eeb-9808-0f9869f707bb req-527612e6-9d52-43e6-bfca-f1febf9c622c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:30.252046 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fe2ec0ae-5649-4eeb-9808-0f9869f707bb req-527612e6-9d52-43e6-bfca-f1febf9c622c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 945 time: 0.0663114 Aug 05 14:21:30.302235 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fe2ec0ae-5649-4eeb-9808-0f9869f707bb req-47f34b98-4aa2-4f96-8d8d-5f57b0bccba7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437102 Aug 05 14:21:30.708754 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecccee-35e0-43f8-b115-21da04eae11f req-554be2cc-21de-4802-b55e-a5fe5e5a98b4 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:30.714733 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-caecccee-35e0-43f8-b115-21da04eae11f req-554be2cc-21de-4802-b55e-a5fe5e5a98b4 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0951686 Aug 05 14:21:30.763203 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-caecccee-35e0-43f8-b115-21da04eae11f req-2c84522f-66d1-46c4-bf1f-a061b15ec3f6 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428247 Aug 05 14:21:30.771718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ea9d0-a7cb-49d4-bc07-9c0c7742e577 req-944786ac-50b2-4fb1-9a01-16b5343b6ddb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:30.780307 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ea0ea9d0-a7cb-49d4-bc07-9c0c7742e577 req-944786ac-50b2-4fb1-9a01-16b5343b6ddb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 945 time: 0.0800345 Aug 05 14:21:30.823886 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ea0ea9d0-a7cb-49d4-bc07-9c0c7742e577 req-ad872627-4cb8-47d5-a0f3-0f897262c0d7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425103 Aug 05 14:21:31.199118 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa4b36-dc45-4b4b-80a1-f0aae1a16636 req-139d86fa-359a-4147-8b42-408f6e05da40 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:31.200666 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8fa4b36-dc45-4b4b-80a1-f0aae1a16636 req-139d86fa-359a-4147-8b42-408f6e05da40 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0626078 Aug 05 14:21:31.254577 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8fa4b36-dc45-4b4b-80a1-f0aae1a16636 req-948faa54-4c44-481e-aa7c-13f3586aa93d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368378 Aug 05 14:21:31.281120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6572fa4-4aa7-4122-887e-083ec522fbc0 req-dcd49fd3-35d9-41f3-b90d-9f09b2a5d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:31.283005 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f6572fa4-4aa7-4122-887e-083ec522fbc0 req-dcd49fd3-35d9-41f3-b90d-9f09b2a5d867 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=83982c6a9eb8470ba1af5cc180654c15&device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 1097 time: 0.0918887 Aug 05 14:21:31.395249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6572fa4-4aa7-4122-887e-083ec522fbc0 req-0d69f7b3-350a-4169-ac4c-48fab9670354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:31.396948 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f6572fa4-4aa7-4122-887e-083ec522fbc0 req-0d69f7b3-350a-4169-ac4c-48fab9670354 service neutron] 10.222.0.84 "GET /v2.0/networks?id=686bcf8a-fac6-445f-8489-f9d8af363083 HTTP/1.1" status: 200 len: 917 time: 0.0963252 Aug 05 14:21:31.451381 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f6572fa4-4aa7-4122-887e-083ec522fbc0 req-38e4a082-2b68-4c1c-b1a6-66c8ac2f9d23 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf8018ec-0030-4b39-9187-681b9b3fa635 HTTP/1.1" status: 200 len: 217 time: 0.0441740 Aug 05 14:21:31.510291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6572fa4-4aa7-4122-887e-083ec522fbc0 req-c4f95526-bf14-48c5-b45e-0995070cf164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:31.511912 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f6572fa4-4aa7-4122-887e-083ec522fbc0 req-c4f95526-bf14-48c5-b45e-0995070cf164 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=efe2aabd-3adc-441b-bdc8-c5d2f8aec68b HTTP/1.1" status: 200 len: 855 time: 0.0516465 Aug 05 14:21:31.579851 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6572fa4-4aa7-4122-887e-083ec522fbc0 req-1ef5dddc-78b7-4645-96b9-42866b983c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:31.583308 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f6572fa4-4aa7-4122-887e-083ec522fbc0 req-1ef5dddc-78b7-4645-96b9-42866b983c2e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=686bcf8a-fac6-445f-8489-f9d8af363083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622208 Aug 05 14:21:31.700704 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f6572fa4-4aa7-4122-887e-083ec522fbc0 req-313a3566-4985-4d0a-8fe5-12163d27a60d service neutron] 10.222.0.84 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070335 Aug 05 14:21:31.809415 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f6572fa4-4aa7-4122-887e-083ec522fbc0 req-ff42ca57-ffe6-4f18-bef2-b67c38383c29 service neutron] 10.222.0.84 "GET /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006711 Aug 05 14:21:31.972683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913f300-0f7a-45ee-b45a-2cad60a0d7c1 req-34fb694f-de14-486f-9a9d-84099ac58375 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:31.974488 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0913f300-0f7a-45ee-b45a-2cad60a0d7c1 req-34fb694f-de14-486f-9a9d-84099ac58375 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 945 time: 0.0622814 Aug 05 14:21:32.022972 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0913f300-0f7a-45ee-b45a-2cad60a0d7c1 req-cf56e40e-970e-4a65-aee7-2e9148f0e411 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Aug 05 14:21:32.476517 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be08c1-1fd9-4a84-9293-7404eff299e8 req-3cf4a328-40a6-4fe5-81ee-1600fbb72f13 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:32.478468 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e7be08c1-1fd9-4a84-9293-7404eff299e8 req-3cf4a328-40a6-4fe5-81ee-1600fbb72f13 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.1293845 Aug 05 14:21:32.518886 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678b293-32f2-4aa8-a685-b7ed3c251c85 req-5c8f80ce-38ed-4101-b61c-77addb355efe tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:32.520697 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a678b293-32f2-4aa8-a685-b7ed3c251c85 req-5c8f80ce-38ed-4101-b61c-77addb355efe tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.84 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 945 time: 0.1070147 Aug 05 14:21:32.575557 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e7be08c1-1fd9-4a84-9293-7404eff299e8 req-95c12562-4ebd-46d3-97c7-48f59dda4492 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904386 Aug 05 14:21:32.662862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a678b293-32f2-4aa8-a685-b7ed3c251c85 req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Deleting port c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:21:32.663474 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a678b293-32f2-4aa8-a685-b7ed3c251c85 req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:32.794807 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a678b293-32f2-4aa8-a685-b7ed3c251c85 req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] For port c8ae0cb0-0784-4da2-ba7d-c2ae567d2642, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=c8ae0cb0-0784-4da2-ba7d-c2ae567d2642,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:32.795185 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a678b293-32f2-4aa8-a685-b7ed3c251c85 req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:32.812202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a678b293-32f2-4aa8-a685-b7ed3c251c85 req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Calling delete_port for c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:21:32.963315 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a678b293-32f2-4aa8-a685-b7ed3c251c85 req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:32.985690 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['08a69b59-e669-4a03-a15e-8b4487af12ce'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:21:33.007566 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event deleted for resources: {'Port': ['ID=c8ae0cb0-0784-4da2-ba7d-c2ae567d2642,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:33.051868 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:33.053160 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:33.053875 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:33.054219 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:33.054715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:33.057397 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:33.057397 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:33.057397 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:33.057397 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:33.057397 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:33.057397 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:33.057397 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:21:33.062091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a678b293-32f2-4aa8-a685-b7ed3c251c85 req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] No DVR routers for this DVR port c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:21:33.067015 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a678b293-32f2-4aa8-a685-b7ed3c251c85 req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:33.069142 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a678b293-32f2-4aa8-a685-b7ed3c251c85 req-4f7d191e-a6b3-4fda-a4a4-0873764f0e90 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.84 "DELETE /v2.0/ports/c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 HTTP/1.1" status: 204 len: 173 time: 0.5379796 Aug 05 14:21:33.069668 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202c4af4-2a9b-4e55-9646-19a317244077', 'name': 'network-vif-deleted', 'tag': 'c8ae0cb0-0784-4da2-ba7d-c2ae567d2642'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:21:33.072246 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8446a24c-b288-418f-a869-b1e4fd0cf5bf" -d '{"events": [{"server_uuid": "202c4af4-2a9b-4e55-9646-19a317244077", "name": "network-vif-deleted", "tag": "c8ae0cb0-0784-4da2-ba7d-c2ae567d2642"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:21:33.089269 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['c8ae0cb0-0784-4da2-ba7d-c2ae567d2642'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:21:33.165244 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad20e2e8-10d7-4d24-8263-34e1d9d62904 x-openstack-request-id: req-ad20e2e8-10d7-4d24-8263-34e1d9d62904 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:21:33.165658 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202c4af4-2a9b-4e55-9646-19a317244077", "name": "network-vif-deleted", "tag": "c8ae0cb0-0784-4da2-ba7d-c2ae567d2642", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:21:33.166559 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad20e2e8-10d7-4d24-8263-34e1d9d62904 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:21:33.167090 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202c4af4-2a9b-4e55-9646-19a317244077', 'name': 'network-vif-deleted', 'tag': 'c8ae0cb0-0784-4da2-ba7d-c2ae567d2642', 'status': 'completed', 'code': 200} Aug 05 14:21:33.230292 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77d8ee1e-1c36-45d1-a5f2-824a5211b069 req-8e855b58-2919-4f11-ad16-2e57a6f29fe6 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 210 time: 0.0656738 Aug 05 14:21:33.726839 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb9f06-e4c5-4e0b-bfda-a0eb7a0a3754 req-83b8ae90-df85-4818-9df6-fc43d0bab7a4 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:33.728696 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e2eb9f06-e4c5-4e0b-bfda-a0eb7a0a3754 req-83b8ae90-df85-4818-9df6-fc43d0bab7a4 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0613651 Aug 05 14:21:33.783172 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e2eb9f06-e4c5-4e0b-bfda-a0eb7a0a3754 req-59886c5b-4f3a-40e7-87bf-d90546998aa6 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478363 Aug 05 14:21:33.954821 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e87b9-87fe-4451-9cd2-90132721e548 req-8ef27c85-8e1b-4601-9b46-4d964ee723ea tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:33.956495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-968e87b9-87fe-4451-9cd2-90132721e548 req-8ef27c85-8e1b-4601-9b46-4d964ee723ea tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0574198 Aug 05 14:21:34.002707 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-968e87b9-87fe-4451-9cd2-90132721e548 req-b716bc98-11f5-4c30-bc40-c58620a5fe1d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392299 Aug 05 14:21:34.144635 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec033acd-2356-496a-81e9-89852019a4af req-92450d41-4766-4eb6-879b-192e414313a8 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:34.146483 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec033acd-2356-496a-81e9-89852019a4af req-92450d41-4766-4eb6-879b-192e414313a8 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=62e8746d-8c36-4b3c-ba64-40ac61ca6d9a HTTP/1.1" status: 200 len: 945 time: 0.0577598 Aug 05 14:21:34.192800 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec033acd-2356-496a-81e9-89852019a4af req-f183ac7a-7ea9-4ebf-a91d-845b00a14af3 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394661 Aug 05 14:21:34.343395 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b8ae3-ebae-4ea5-9024-c772c9cb4618 req-404b6031-6465-4d45-b85c-12e4db9821ca tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:34.346328 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-137b8ae3-ebae-4ea5-9024-c772c9cb4618 req-404b6031-6465-4d45-b85c-12e4db9821ca tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 945 time: 0.0698617 Aug 05 14:21:34.353204 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ff8ba9e-35fa-48c1-94b9-a8d0383b346d req-d190aff1-b510-453c-af4e-9ad713051d62 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 210 time: 0.0404797 Aug 05 14:21:34.401399 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-137b8ae3-ebae-4ea5-9024-c772c9cb4618 req-49fae4ae-3279-43ef-b1c1-021d9f3bbacc tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487943 Aug 05 14:21:34.450621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-e2027502-edb2-4306-b184-f1443cd4d41c req-e81ba4ff-6f3d-47cd-8c8c-7edad1798c47 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:21:34.451725 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e2027502-edb2-4306-b184-f1443cd4d41c req-e81ba4ff-6f3d-47cd-8c8c-7edad1798c47 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069540 Aug 05 14:21:34.568885 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e2027502-edb2-4306-b184-f1443cd4d41c req-3b6bef3b-fc4b-4f40-82e3-6ba107655057 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1097395 Aug 05 14:21:34.882073 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09a85f-b881-4b16-aeac-18fb7ed2985a req-9c046642-1688-407e-8b19-ab94d1c04aef tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:34.883762 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-eb09a85f-b881-4b16-aeac-18fb7ed2985a req-9c046642-1688-407e-8b19-ab94d1c04aef tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0727618 Aug 05 14:21:34.938816 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-eb09a85f-b881-4b16-aeac-18fb7ed2985a req-662bf25e-8f3b-48a0-83c4-47f456ec21a9 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438678 Aug 05 14:21:35.068560 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57746dae-b55e-4f91-8b5d-a1fc4d2fecbd req-1e950c4b-89fb-47d9-bb5e-9951ef018791 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:35.070116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-57746dae-b55e-4f91-8b5d-a1fc4d2fecbd req-1e950c4b-89fb-47d9-bb5e-9951ef018791 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=62e8746d-8c36-4b3c-ba64-40ac61ca6d9a HTTP/1.1" status: 200 len: 945 time: 0.0502720 Aug 05 14:21:35.116853 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-57746dae-b55e-4f91-8b5d-a1fc4d2fecbd req-0f93324f-26fe-458c-8f06-70b72ed67dc7 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399938 Aug 05 14:21:35.262092 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfa513-7892-4a89-b517-dd6b5b3b196a req-83edccdc-b163-40c4-8b2a-0d8ff2dcb737 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:35.264071 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ccfa513-7892-4a89-b517-dd6b5b3b196a req-83edccdc-b163-40c4-8b2a-0d8ff2dcb737 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 945 time: 0.0687776 Aug 05 14:21:35.359919 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ccfa513-7892-4a89-b517-dd6b5b3b196a req-e03646dd-8113-4de6-a544-b12e5654a729 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874496 Aug 05 14:21:35.681641 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6d10d-5d25-49c1-88be-8efbfbb3018c req-7dfd9479-5a83-4479-bb8c-822952d7c474 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:35.689758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6d10d-5d25-49c1-88be-8efbfbb3018c req-7dfd9479-5a83-4479-bb8c-822952d7c474 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:35.690973 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de015075-9eca-43d8-bf97-d7e434a49d5c req-1ac27274-4ae4-4fe7-8c5a-c0192aef4484 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 210 time: 0.0410416 Aug 05 14:21:35.698372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6d10d-5d25-49c1-88be-8efbfbb3018c req-7dfd9479-5a83-4479-bb8c-822952d7c474 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:35.701972 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9da6d10d-5d25-49c1-88be-8efbfbb3018c req-7dfd9479-5a83-4479-bb8c-822952d7c474 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187&device_id=62e8746d-8c36-4b3c-ba64-40ac61ca6d9a&device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 2417 time: 0.1278970 Aug 05 14:21:35.758840 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9da6d10d-5d25-49c1-88be-8efbfbb3018c req-e4d4485f-edd4-4b0e-8ff8-40e9feaf0d18 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498266 Aug 05 14:21:35.829878 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae530afa-7fc3-4265-a4a3-a2935da2468f req-8a9d9bf0-3485-4def-8ffc-82ed0367b0e6 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:35.832678 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ae530afa-7fc3-4265-a4a3-a2935da2468f req-8a9d9bf0-3485-4def-8ffc-82ed0367b0e6 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5c1e46-0190-4d8e-af50-ed2a5e0ded84 HTTP/1.1" status: 200 len: 945 time: 0.0871246 Aug 05 14:21:35.869472 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-3711960c-cf98-4e81-98d3-ea659de6fab6 req-89e6d763-4d31-4dea-bb7f-d750eb8b55a0 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:21:35.870489 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3711960c-cf98-4e81-98d3-ea659de6fab6 req-89e6d763-4d31-4dea-bb7f-d750eb8b55a0 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064383 Aug 05 14:21:35.893347 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ae530afa-7fc3-4265-a4a3-a2935da2468f req-b338669b-9192-4433-9b01-d4337755d53c tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522461 Aug 05 14:21:35.975739 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3711960c-cf98-4e81-98d3-ea659de6fab6 req-51d8e2ef-2258-44df-9d54-54edede098ad tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0966203 Aug 05 14:21:36.320034 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:21:36.364396 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:21:36.364751 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device c8ae0cb0-0784-4da2-ba7d-c2ae567d2642 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:21:36.791675 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2510206c-d08b-4e46-aa79-4053ff3c1f98 req-e1ad480e-8133-496d-a0b7-a23b4337d0ef tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 210 time: 0.0344200 Aug 05 14:21:37.055541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db4af9-bb88-4fdf-806c-8d07a42ce6a4 req-3e216bd8-c18c-4e93-9c08-996b70bba5eb tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:37.063704 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f4db4af9-bb88-4fdf-806c-8d07a42ce6a4 req-3e216bd8-c18c-4e93-9c08-996b70bba5eb tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5c1e46-0190-4d8e-af50-ed2a5e0ded84 HTTP/1.1" status: 200 len: 945 time: 0.0783927 Aug 05 14:21:37.123630 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f4db4af9-bb88-4fdf-806c-8d07a42ce6a4 req-a2d84588-65f2-47d5-ae5a-134bcd298cdf tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546057 Aug 05 14:21:37.308343 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d1c49-7af9-44c4-a125-7120691b301e req-8001879c-6a45-482d-84df-1e759b190446 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:37.310611 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-996d1c49-7af9-44c4-a125-7120691b301e req-8001879c-6a45-482d-84df-1e759b190446 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d5c1e46-0190-4d8e-af50-ed2a5e0ded84 HTTP/1.1" status: 200 len: 945 time: 0.0868936 Aug 05 14:21:37.489485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7dcb11-90b5-4066-9bc4-45bb661280cf req-a1bf6af2-eb8d-45bd-a1fd-bc3a22cf6421 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:37.491225 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c7dcb11-90b5-4066-9bc4-45bb661280cf req-a1bf6af2-eb8d-45bd-a1fd-bc3a22cf6421 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 945 time: 0.0718200 Aug 05 14:21:37.507477 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-996d1c49-7af9-44c4-a125-7120691b301e req-fec15e1f-fb9c-45c2-b6b1-1a555be9a9c2 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Deleting port 02a71d46-61dd-40f3-a585-ffd52f829c6f {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:21:37.508087 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-996d1c49-7af9-44c4-a125-7120691b301e req-fec15e1f-fb9c-45c2-b6b1-1a555be9a9c2 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:37.604483 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c7dcb11-90b5-4066-9bc4-45bb661280cf req-5a1af380-942d-44c6-ab1f-528af0df123c tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038549 Aug 05 14:21:37.657554 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-996d1c49-7af9-44c4-a125-7120691b301e req-fec15e1f-fb9c-45c2-b6b1-1a555be9a9c2 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] For port 02a71d46-61dd-40f3-a585-ffd52f829c6f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=02a71d46-61dd-40f3-a585-ffd52f829c6f,segment=NetworkSegment(095c2d6e-8f9a-4773-9d07-e8ae811b963c),segment_id=095c2d6e-8f9a-4773-9d07-e8ae811b963c)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:37.658025 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-996d1c49-7af9-44c4-a125-7120691b301e req-fec15e1f-fb9c-45c2-b6b1-1a555be9a9c2 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:37.675784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-996d1c49-7af9-44c4-a125-7120691b301e req-fec15e1f-fb9c-45c2-b6b1-1a555be9a9c2 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Calling delete_port for 02a71d46-61dd-40f3-a585-ffd52f829c6f owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:21:37.814126 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-996d1c49-7af9-44c4-a125-7120691b301e req-fec15e1f-fb9c-45c2-b6b1-1a555be9a9c2 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:37.834768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['02a71d46-61dd-40f3-a585-ffd52f829c6f'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:21:37.854143 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec15e1f-fb9c-45c2-b6b1-1a555be9a9c2 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Pushing event deleted for resources: {'Port': ['ID=02a71d46-61dd-40f3-a585-ffd52f829c6f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:37.905894 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-996d1c49-7af9-44c4-a125-7120691b301e req-fec15e1f-fb9c-45c2-b6b1-1a555be9a9c2 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] No DVR routers for this DVR port 02a71d46-61dd-40f3-a585-ffd52f829c6f on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:21:37.910897 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-996d1c49-7af9-44c4-a125-7120691b301e req-fec15e1f-fb9c-45c2-b6b1-1a555be9a9c2 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:37.918275 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-996d1c49-7af9-44c4-a125-7120691b301e req-fec15e1f-fb9c-45c2-b6b1-1a555be9a9c2 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.84 "DELETE /v2.0/ports/02a71d46-61dd-40f3-a585-ffd52f829c6f HTTP/1.1" status: 204 len: 173 time: 0.5945780 Aug 05 14:21:37.919435 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5c1e46-0190-4d8e-af50-ed2a5e0ded84', 'name': 'network-vif-deleted', 'tag': '02a71d46-61dd-40f3-a585-ffd52f829c6f'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:21:37.925343 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f204a6-2631-44b2-995d-408433f608d6" -d '{"events": [{"server_uuid": "3d5c1e46-0190-4d8e-af50-ed2a5e0ded84", "name": "network-vif-deleted", "tag": "02a71d46-61dd-40f3-a585-ffd52f829c6f"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:21:37.967949 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3aa1214d-f450-47e7-afb3-e610a1487f38 req-6bdcc8cf-395b-4ab3-ac7d-2d5224bf4baf tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 210 time: 0.0476832 Aug 05 14:21:38.029006 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed23874e-75b8-4f20-9ffd-3252cff450f8 x-openstack-request-id: req-ed23874e-75b8-4f20-9ffd-3252cff450f8 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:21:38.029445 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5c1e46-0190-4d8e-af50-ed2a5e0ded84", "name": "network-vif-deleted", "tag": "02a71d46-61dd-40f3-a585-ffd52f829c6f", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:21:38.029893 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed23874e-75b8-4f20-9ffd-3252cff450f8 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:21:38.030425 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5c1e46-0190-4d8e-af50-ed2a5e0ded84', 'name': 'network-vif-deleted', 'tag': '02a71d46-61dd-40f3-a585-ffd52f829c6f', 'status': 'completed', 'code': 200} Aug 05 14:21:38.257237 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ced5c4d-8e0e-4931-a061-55916d12811e req-f8249386-a193-42ad-9d1a-89966d93ec33 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5c1e46-0190-4d8e-af50-ed2a5e0ded84 HTTP/1.1" status: 200 len: 210 time: 0.0341294 Aug 05 14:21:38.729728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f54fd2-ba64-40fe-a984-b6d45015bd48 req-446b39df-59f0-4a71-af42-e467eb49d0a4 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:38.731302 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-85f54fd2-ba64-40fe-a984-b6d45015bd48 req-446b39df-59f0-4a71-af42-e467eb49d0a4 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 945 time: 0.0517619 Aug 05 14:21:38.772358 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-85f54fd2-ba64-40fe-a984-b6d45015bd48 req-b77c233c-52f8-419d-8e0d-7ca1f431c991 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340357 Aug 05 14:21:39.071268 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e71d789-83d6-4cc3-af43-16eebf70591d req-b531824b-4eee-4724-b477-cdb48650b9d9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=202c4af4-2a9b-4e55-9646-19a317244077 HTTP/1.1" status: 200 len: 210 time: 0.0332551 Aug 05 14:21:39.300185 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fe053-9bd6-4851-a17e-d31f39ca37f6 req-cfcbce7f-69af-4082-b5ba-c9e7fb0a0718 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:39.302219 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d61fe053-9bd6-4851-a17e-d31f39ca37f6 req-cfcbce7f-69af-4082-b5ba-c9e7fb0a0718 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.63 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 945 time: 0.0664651 Aug 05 14:21:39.443665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d61fe053-9bd6-4851-a17e-d31f39ca37f6 req-dca68efb-407d-4b3a-995d-e0e9b1fb6410 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Deleting port 5a7f779d-19fe-4965-ac3c-06c677edc99f {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:21:39.444538 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d61fe053-9bd6-4851-a17e-d31f39ca37f6 req-dca68efb-407d-4b3a-995d-e0e9b1fb6410 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:39.561645 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d61fe053-9bd6-4851-a17e-d31f39ca37f6 req-dca68efb-407d-4b3a-995d-e0e9b1fb6410 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] For port 5a7f779d-19fe-4965-ac3c-06c677edc99f, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5a7f779d-19fe-4965-ac3c-06c677edc99f,segment=NetworkSegment(752ed543-2cec-485f-b2fd-a42b49d368bc),segment_id=752ed543-2cec-485f-b2fd-a42b49d368bc)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:39.561814 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d61fe053-9bd6-4851-a17e-d31f39ca37f6 req-dca68efb-407d-4b3a-995d-e0e9b1fb6410 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:39.579818 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d61fe053-9bd6-4851-a17e-d31f39ca37f6 req-dca68efb-407d-4b3a-995d-e0e9b1fb6410 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Calling delete_port for 5a7f779d-19fe-4965-ac3c-06c677edc99f owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:21:39.742800 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d61fe053-9bd6-4851-a17e-d31f39ca37f6 req-dca68efb-407d-4b3a-995d-e0e9b1fb6410 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:39.757142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['5a7f779d-19fe-4965-ac3c-06c677edc99f'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:21:39.759632 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['bf8018ec-0030-4b39-9187-681b9b3fa635', 'de3b43ae-46eb-4bb0-9fe2-c70822bdd56d'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:21:39.928953 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca68efb-407d-4b3a-995d-e0e9b1fb6410 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Pushing event deleted for resources: {'Port': ['ID=5a7f779d-19fe-4965-ac3c-06c677edc99f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:39.962702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61fe053-9bd6-4851-a17e-d31f39ca37f6 req-dca68efb-407d-4b3a-995d-e0e9b1fb6410 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] No DVR routers for this DVR port 5a7f779d-19fe-4965-ac3c-06c677edc99f on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:21:39.965386 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d61fe053-9bd6-4851-a17e-d31f39ca37f6 req-dca68efb-407d-4b3a-995d-e0e9b1fb6410 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:39.967568 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d61fe053-9bd6-4851-a17e-d31f39ca37f6 req-dca68efb-407d-4b3a-995d-e0e9b1fb6410 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.63 "DELETE /v2.0/ports/5a7f779d-19fe-4965-ac3c-06c677edc99f HTTP/1.1" status: 204 len: 173 time: 0.6577048 Aug 05 14:21:40.000050 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7aed3dd4-e4cc-4655-af44-ff5718a70473 req-1156c0e0-af3c-4858-82b5-30444b203a2f tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 210 time: 0.0796323 Aug 05 14:21:40.031915 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc5dc58-7700-4f31-972c-1744c697e187', 'name': 'network-vif-deleted', 'tag': '5a7f779d-19fe-4965-ac3c-06c677edc99f'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:21:40.034387 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f9426a-09f1-43a7-81ce-3f4e0c5a7979" -d '{"events": [{"server_uuid": "cfc5dc58-7700-4f31-972c-1744c697e187", "name": "network-vif-deleted", "tag": "5a7f779d-19fe-4965-ac3c-06c677edc99f"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:21:40.205074 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adecab7b-1694-43ee-af46-5bdc0e0abd5d x-openstack-request-id: req-adecab7b-1694-43ee-af46-5bdc0e0abd5d {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:21:40.205725 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc5dc58-7700-4f31-972c-1744c697e187", "name": "network-vif-deleted", "tag": "5a7f779d-19fe-4965-ac3c-06c677edc99f", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:21:40.205725 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-adecab7b-1694-43ee-af46-5bdc0e0abd5d {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:21:40.206404 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc5dc58-7700-4f31-972c-1744c697e187', 'name': 'network-vif-deleted', 'tag': '5a7f779d-19fe-4965-ac3c-06c677edc99f', 'status': 'completed', 'code': 200} Aug 05 14:21:41.253409 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fb057205-c995-48bd-9f7e-9a6b3e1f7f8f req-19314249-f43d-4184-9bb5-79146d0db3ad tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5dc58-7700-4f31-972c-1744c697e187 HTTP/1.1" status: 200 len: 210 time: 0.0496593 Aug 05 14:21:42.350155 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 02a71d46-61dd-40f3-a585-ffd52f829c6f no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:21:42.372204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 02a71d46-61dd-40f3-a585-ffd52f829c6f {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:21:42.372554 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 02a71d46-61dd-40f3-a585-ffd52f829c6f not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:21:42.730966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 5a7f779d-19fe-4965-ac3c-06c677edc99f no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:21:42.754549 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7248c1-2ca9-49b4-b659-cf0bc1bdcb12 req-a7523b69-fdd5-4aa8-b6b9-342e0e4f8a35 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:42.756598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de7248c1-2ca9-49b4-b659-cf0bc1bdcb12 req-a7523b69-fdd5-4aa8-b6b9-342e0e4f8a35 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=62e8746d-8c36-4b3c-ba64-40ac61ca6d9a HTTP/1.1" status: 200 len: 945 time: 0.1570389 Aug 05 14:21:42.784811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 5a7f779d-19fe-4965-ac3c-06c677edc99f {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:21:42.785774 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 5a7f779d-19fe-4965-ac3c-06c677edc99f not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:21:42.823270 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de7248c1-2ca9-49b4-b659-cf0bc1bdcb12 req-0c501484-895e-492e-9d03-118275d5550b tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606818 Aug 05 14:21:43.975548 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded85c34-2a7b-40ce-a5b5-ead002cbb7d3 req-f6551862-6ac4-40ac-a7f1-45d92fa8c195 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:43.977114 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ded85c34-2a7b-40ce-a5b5-ead002cbb7d3 req-f6551862-6ac4-40ac-a7f1-45d92fa8c195 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=62e8746d-8c36-4b3c-ba64-40ac61ca6d9a HTTP/1.1" status: 200 len: 945 time: 0.0595658 Aug 05 14:21:44.041921 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ded85c34-2a7b-40ce-a5b5-ead002cbb7d3 req-1c415ec7-f9b1-4c02-b2dc-99a67398951e tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560529 Aug 05 14:21:44.091155 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbabbf-8904-4353-9114-da260b318da4 req-967b036b-6dfd-4dcf-b58a-005d2d2816e5 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:44.093080 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d3bbabbf-8904-4353-9114-da260b318da4 req-967b036b-6dfd-4dcf-b58a-005d2d2816e5 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.84 "GET /v2.0/ports?device_id=62e8746d-8c36-4b3c-ba64-40ac61ca6d9a HTTP/1.1" status: 200 len: 945 time: 0.0811322 Aug 05 14:21:44.205447 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d3bbabbf-8904-4353-9114-da260b318da4 req-4a3b5f07-abb7-4775-a97d-eb62929feb21 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Deleting port de3b43ae-46eb-4bb0-9fe2-c70822bdd56d {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:21:44.205797 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d3bbabbf-8904-4353-9114-da260b318da4 req-4a3b5f07-abb7-4775-a97d-eb62929feb21 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:44.301401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d3bbabbf-8904-4353-9114-da260b318da4 req-4a3b5f07-abb7-4775-a97d-eb62929feb21 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] For port de3b43ae-46eb-4bb0-9fe2-c70822bdd56d, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=de3b43ae-46eb-4bb0-9fe2-c70822bdd56d,segment=NetworkSegment(752ed543-2cec-485f-b2fd-a42b49d368bc),segment_id=752ed543-2cec-485f-b2fd-a42b49d368bc)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:44.301401 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d3bbabbf-8904-4353-9114-da260b318da4 req-4a3b5f07-abb7-4775-a97d-eb62929feb21 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:44.318286 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d3bbabbf-8904-4353-9114-da260b318da4 req-4a3b5f07-abb7-4775-a97d-eb62929feb21 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Calling delete_port for de3b43ae-46eb-4bb0-9fe2-c70822bdd56d owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:21:44.463584 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d3bbabbf-8904-4353-9114-da260b318da4 req-4a3b5f07-abb7-4775-a97d-eb62929feb21 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:44.475631 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['bf8018ec-0030-4b39-9187-681b9b3fa635', 'de3b43ae-46eb-4bb0-9fe2-c70822bdd56d'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:21:44.544176 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b5f07-abb7-4775-a97d-eb62929feb21 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Pushing event deleted for resources: {'Port': ['ID=de3b43ae-46eb-4bb0-9fe2-c70822bdd56d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:44.550807 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bbabbf-8904-4353-9114-da260b318da4 req-4a3b5f07-abb7-4775-a97d-eb62929feb21 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] No DVR routers for this DVR port de3b43ae-46eb-4bb0-9fe2-c70822bdd56d on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:21:44.555619 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d3bbabbf-8904-4353-9114-da260b318da4 req-4a3b5f07-abb7-4775-a97d-eb62929feb21 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:44.558080 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d3bbabbf-8904-4353-9114-da260b318da4 req-4a3b5f07-abb7-4775-a97d-eb62929feb21 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.84 "DELETE /v2.0/ports/de3b43ae-46eb-4bb0-9fe2-c70822bdd56d HTTP/1.1" status: 204 len: 173 time: 0.4552882 Aug 05 14:21:44.558820 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e8746d-8c36-4b3c-ba64-40ac61ca6d9a', 'name': 'network-vif-deleted', 'tag': 'de3b43ae-46eb-4bb0-9fe2-c70822bdd56d'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:21:44.561262 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6225fcac-519d-4467-a63d-e166b817a270" -d '{"events": [{"server_uuid": "62e8746d-8c36-4b3c-ba64-40ac61ca6d9a", "name": "network-vif-deleted", "tag": "de3b43ae-46eb-4bb0-9fe2-c70822bdd56d"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:21:44.694516 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1670e9-1233-439f-a05b-b49e5654bc2c x-openstack-request-id: req-9a1670e9-1233-439f-a05b-b49e5654bc2c {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:21:44.694820 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e8746d-8c36-4b3c-ba64-40ac61ca6d9a", "name": "network-vif-deleted", "tag": "de3b43ae-46eb-4bb0-9fe2-c70822bdd56d", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:21:44.695076 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a1670e9-1233-439f-a05b-b49e5654bc2c {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:21:44.695483 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e8746d-8c36-4b3c-ba64-40ac61ca6d9a', 'name': 'network-vif-deleted', 'tag': 'de3b43ae-46eb-4bb0-9fe2-c70822bdd56d', 'status': 'completed', 'code': 200} Aug 05 14:21:44.829500 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:44.983363 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb13f64-2d37-4e29-9dbc-f70fe56656e7 req-058ebaab-4031-4a1a-8dee-f205def3288f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:44.990993 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9fb13f64-2d37-4e29-9dbc-f70fe56656e7 req-058ebaab-4031-4a1a-8dee-f205def3288f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 946 time: 0.0879872 Aug 05 14:21:45.047987 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9fb13f64-2d37-4e29-9dbc-f70fe56656e7 req-bf762a6c-07f7-4819-ba18-fb840e589cd5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455432 Aug 05 14:21:45.219959 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-63b6bb5a-3d86-4752-8be0-8c3b6416425d req-2ca44480-4a82-4061-ad2c-86979cb6906d tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=62e8746d-8c36-4b3c-ba64-40ac61ca6d9a HTTP/1.1" status: 200 len: 210 time: 0.0376799 Aug 05 14:21:45.831667 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-77c70c84-58da-40d0-90db-1a4abbaba04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:46.092927 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:46.179903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9bc37-14ae-4794-bf68-46edb66ac96e req-af01c581-b990-45b4-838f-5bf4a8473602 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:46.189007 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2af9bc37-14ae-4794-bf68-46edb66ac96e req-af01c581-b990-45b4-838f-5bf4a8473602 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 946 time: 0.0767274 Aug 05 14:21:46.227332 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2af9bc37-14ae-4794-bf68-46edb66ac96e req-3d8ece6a-41bd-4c29-b4e1-6b864894756c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372860 Aug 05 14:21:46.279650 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bcb53576-efc9-4a8a-b237-4eb3f604c701 req-95e02e1c-c778-4e5f-8466-658d7335be33 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450752 Aug 05 14:21:46.377574 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb53576-efc9-4a8a-b237-4eb3f604c701 req-cde2c1bd-8045-4314-9391-4959f21b1995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:46.379314 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bcb53576-efc9-4a8a-b237-4eb3f604c701 req-cde2c1bd-8045-4314-9391-4959f21b1995 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=859addcb5b3241b8a7974ece1a636acf&device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 1096 time: 0.0487430 Aug 05 14:21:46.556313 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-9a1c8f51-7b34-4564-ac5c-84a05613a2e3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:46.557832 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-9a1c8f51-7b34-4564-ac5c-84a05613a2e3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/networks?id=122dbc58-ef18-4e88-bdcf-c089eca2ddbd HTTP/1.1" status: 200 len: 814 time: 0.1630528 Aug 05 14:21:46.571327 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4ccfc-d1a3-4b4c-9857-f8b1c2cdebbb req-4dc835fd-ef5f-4f3d-b616-1f797ee42506 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:46.572899 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dcf4ccfc-d1a3-4b4c-9857-f8b1c2cdebbb req-4dc835fd-ef5f-4f3d-b616-1f797ee42506 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.63 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 946 time: 0.0746355 Aug 05 14:21:46.587027 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-9635b0c2-cdf5-429e-97f2-e07d53a00211 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/quotas/88d5fb20fdc74d5a964903ecc2a88542 HTTP/1.1" status: 200 len: 375 time: 0.0129509 Aug 05 14:21:46.594240 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb53576-efc9-4a8a-b237-4eb3f604c701 req-de720b0f-c70c-4c49-85f2-343b7b50f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:46.595620 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bcb53576-efc9-4a8a-b237-4eb3f604c701 req-de720b0f-c70c-4c49-85f2-343b7b50f360 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 200 len: 918 time: 0.1821263 Aug 05 14:21:46.604159 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b8b64-c132-4666-bb31-866631d1c323 req-50b39b44-e881-4b44-8e84-7c94c8067abf tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:46.605653 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d0b8b64-c132-4666-bb31-866631d1c323 req-50b39b44-e881-4b44-8e84-7c94c8067abf tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0977643 Aug 05 14:21:46.661843 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-a5e607d9-40c1-4116-9930-4602a696e3b8 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=88d5fb20fdc74d5a964903ecc2a88542&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656247 Aug 05 14:21:46.699757 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bcb53576-efc9-4a8a-b237-4eb3f604c701 req-9fa12548-d6d1-402f-8fd2-939db5063aa1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac HTTP/1.1" status: 200 len: 1000 time: 0.0931220 Aug 05 14:21:46.724835 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d0b8b64-c132-4666-bb31-866631d1c323 req-c87ff65a-f9c4-43aa-8a1f-9f54cb9b1aae tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776908 Aug 05 14:21:46.738512 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-dcf4ccfc-d1a3-4b4c-9857-f8b1c2cdebbb req-5802a8ba-7f60-40ff-a3f4-8137e66407b6 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Deleting port 08a69b59-e669-4a03-a15e-8b4487af12ce {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:21:46.739251 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-dcf4ccfc-d1a3-4b4c-9857-f8b1c2cdebbb req-5802a8ba-7f60-40ff-a3f4-8137e66407b6 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:46.804855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb53576-efc9-4a8a-b237-4eb3f604c701 req-0a7fb7d0-866a-4f76-9823-c516dec75662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:46.806630 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bcb53576-efc9-4a8a-b237-4eb3f604c701 req-0a7fb7d0-866a-4f76-9823-c516dec75662 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ee667f3f-6ab2-448a-9b41-aa113bf5db1a HTTP/1.1" status: 200 len: 856 time: 0.0768354 Aug 05 14:21:46.863890 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb53576-efc9-4a8a-b237-4eb3f604c701 req-1b618c48-07d9-4b52-89a2-23396e4d538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:46.865475 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bcb53576-efc9-4a8a-b237-4eb3f604c701 req-1b618c48-07d9-4b52-89a2-23396e4d538c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c7382844-bdec-44ba-9a71-2be3c532ada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514472 Aug 05 14:21:46.970354 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bcb53576-efc9-4a8a-b237-4eb3f604c701 req-e7220307-29af-4446-9141-a873f8ae324c service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953324 Aug 05 14:21:47.072707 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bcb53576-efc9-4a8a-b237-4eb3f604c701 req-8f913686-0ab8-4d85-8329-5368891e4056 service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954089 Aug 05 14:21:47.214951 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-dcf4ccfc-d1a3-4b4c-9857-f8b1c2cdebbb req-5802a8ba-7f60-40ff-a3f4-8137e66407b6 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] For port 08a69b59-e669-4a03-a15e-8b4487af12ce, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=08a69b59-e669-4a03-a15e-8b4487af12ce,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:47.215324 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-dcf4ccfc-d1a3-4b4c-9857-f8b1c2cdebbb req-5802a8ba-7f60-40ff-a3f4-8137e66407b6 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:47.236579 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-dcf4ccfc-d1a3-4b4c-9857-f8b1c2cdebbb req-5802a8ba-7f60-40ff-a3f4-8137e66407b6 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Calling delete_port for 08a69b59-e669-4a03-a15e-8b4487af12ce owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:21:47.245425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-9bbc3880-ea1c-4a19-b56c-b01224d66346 service neutron] 10.222.0.16 "GET /v2.0/networks/122dbc58-ef18-4e88-bdcf-c089eca2ddbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687239 Aug 05 14:21:47.364305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f404e36-e017-46e8-a376-6dcbc6359649 req-e7ccc211-c333-4d21-86f0-3a970c400902 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:47.365740 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2f404e36-e017-46e8-a376-6dcbc6359649 req-e7ccc211-c333-4d21-86f0-3a970c400902 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 946 time: 0.0602469 Aug 05 14:21:47.407054 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-4e2fc486-bec8-4b4f-a4a9-be0e38bfa27f service neutron] 10.222.0.16 "GET /v2.0/networks/122dbc58-ef18-4e88-bdcf-c089eca2ddbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574278 Aug 05 14:21:47.407668 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2f404e36-e017-46e8-a376-6dcbc6359649 req-af9beeb7-faf8-4c0e-ba7c-10896b754258 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a122f19-20f3-4e62-b2cf-e4c72c9909bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350144 Aug 05 14:21:47.433838 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:21:47.475335 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-dcf4ccfc-d1a3-4b4c-9857-f8b1c2cdebbb req-5802a8ba-7f60-40ff-a3f4-8137e66407b6 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:47.489287 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['08a69b59-e669-4a03-a15e-8b4487af12ce'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:21:47.506517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802a8ba-7f60-40ff-a3f4-8137e66407b6 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event deleted for resources: {'Port': ['ID=08a69b59-e669-4a03-a15e-8b4487af12ce,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:47.574937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf4ccfc-d1a3-4b4c-9857-f8b1c2cdebbb req-5802a8ba-7f60-40ff-a3f4-8137e66407b6 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] No DVR routers for this DVR port 08a69b59-e669-4a03-a15e-8b4487af12ce on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:21:47.578940 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-dcf4ccfc-d1a3-4b4c-9857-f8b1c2cdebbb req-5802a8ba-7f60-40ff-a3f4-8137e66407b6 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:47.581047 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dcf4ccfc-d1a3-4b4c-9857-f8b1c2cdebbb req-5802a8ba-7f60-40ff-a3f4-8137e66407b6 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.63 "DELETE /v2.0/ports/08a69b59-e669-4a03-a15e-8b4487af12ce HTTP/1.1" status: 204 len: 173 time: 0.9927373 Aug 05 14:21:47.581591 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109a3b7f-6197-4550-a33c-53dcbac076d2', 'name': 'network-vif-deleted', 'tag': '08a69b59-e669-4a03-a15e-8b4487af12ce'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:21:47.587102 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f15d807-8138-43de-9263-7b07f85a1684" -d '{"events": [{"server_uuid": "109a3b7f-6197-4550-a33c-53dcbac076d2", "name": "network-vif-deleted", "tag": "08a69b59-e669-4a03-a15e-8b4487af12ce"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:21:47.646789 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ce4d8890-5e8d-43cf-9915-43cdd6074f78 req-26c6c5fb-c340-44d7-a36e-a98de0ce996c tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=40f9c860-0972-439f-abf0-5ea14e1a22c8 HTTP/1.1" status: 200 len: 210 time: 0.0482860 Aug 05 14:21:47.657013 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6e47a3-abc3-4b25-8f84-72f915e3e353 x-openstack-request-id: req-cd6e47a3-abc3-4b25-8f84-72f915e3e353 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:21:47.657444 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109a3b7f-6197-4550-a33c-53dcbac076d2", "name": "network-vif-deleted", "tag": "08a69b59-e669-4a03-a15e-8b4487af12ce", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:21:47.657850 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd6e47a3-abc3-4b25-8f84-72f915e3e353 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:21:47.658394 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109a3b7f-6197-4550-a33c-53dcbac076d2', 'name': 'network-vif-deleted', 'tag': '08a69b59-e669-4a03-a15e-8b4487af12ce', 'status': 'completed', 'code': 200} Aug 05 14:21:47.871904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfe68c-bae5-4839-b38b-81f8534e7987 req-69a16bce-5b13-4aaa-a4c5-f93d843e46b4 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:47.873848 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2ccfe68c-bae5-4839-b38b-81f8534e7987 req-69a16bce-5b13-4aaa-a4c5-f93d843e46b4 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.0617454 Aug 05 14:21:47.942149 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2ccfe68c-bae5-4839-b38b-81f8534e7987 req-0dfe0cb4-f91b-4a3a-b022-2e7acec4e493 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621562 Aug 05 14:21:48.277879 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6a6fc-714c-4619-9181-cd6a293c01fa req-6aa0840d-c3c9-48fe-9348-a531803d2466 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:48.283676 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c5e6a6fc-714c-4619-9181-cd6a293c01fa req-6aa0840d-c3c9-48fe-9348-a531803d2466 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.84 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 946 time: 0.1059864 Aug 05 14:21:48.387217 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device de3b43ae-46eb-4bb0-9fe2-c70822bdd56d no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:21:48.444209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: de3b43ae-46eb-4bb0-9fe2-c70822bdd56d {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:21:48.444909 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device de3b43ae-46eb-4bb0-9fe2-c70822bdd56d not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:21:48.447111 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-74858ebb-4852-4c94-b0aa-7078130de7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:48.581705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-786c213d-85c1-447d-a25c-efa9a8a9a07b req-36eba769-ba1a-4640-a8f4-2fe01678788b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 210 time: 0.0408058 Aug 05 14:21:48.608653 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:48.850624 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-d06a0d96-429b-4c4c-96a8-19a712e1cca9 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:48.854090 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-d06a0d96-429b-4c4c-96a8-19a712e1cca9 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.63 "GET /v2.0/networks?id=122dbc58-ef18-4e88-bdcf-c089eca2ddbd HTTP/1.1" status: 200 len: 814 time: 0.1613255 Aug 05 14:21:48.868793 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-fafe182b-5c0d-485d-905c-c94eab5eb884 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Request body: {'port': {'device_id': '40f9c860-0972-439f-abf0-5ea14e1a22c8', 'network_id': '122dbc58-ef18-4e88-bdcf-c089eca2ddbd', 'admin_state_up': True, 'tenant_id': '88d5fb20fdc74d5a964903ecc2a88542'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:21:48.932556 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-13c393e9-0a03-4f7d-ad79-8540681dbd11 req-af9fcd69-2045-45f9-8874-606715ee4a7d tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=40f9c860-0972-439f-abf0-5ea14e1a22c8 HTTP/1.1" status: 200 len: 210 time: 0.0769992 Aug 05 14:21:49.022684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-fafe182b-5c0d-485d-905c-c94eab5eb884 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Made reservation on behalf of 88d5fb20fdc74d5a964903ecc2a88542 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:21:49.025460 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384146b-7170-4778-ba3b-0b6cc5ff003e req-f91a5d95-2afc-4a29-9a2a-cfa137af54b1 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:49.027624 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-fafe182b-5c0d-485d-905c-c94eab5eb884 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:49.034462 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9384146b-7170-4778-ba3b-0b6cc5ff003e req-f91a5d95-2afc-4a29-9a2a-cfa137af54b1 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 945 time: 0.1129916 Aug 05 14:21:49.091414 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9384146b-7170-4778-ba3b-0b6cc5ff003e req-87348ccd-5991-4796-966c-37b5092bda2e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/security-groups?id=b82cb8a2-43ba-484d-8628-a9563debb894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545480 Aug 05 14:21:49.114792 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-c5e6a6fc-714c-4619-9181-cd6a293c01fa req-1c52b0d6-1f2b-4555-b295-d5d6a6c93805 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Deleting port bf8018ec-0030-4b39-9187-681b9b3fa635 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:21:49.115145 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c5e6a6fc-714c-4619-9181-cd6a293c01fa req-1c52b0d6-1f2b-4555-b295-d5d6a6c93805 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:49.236642 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-c5e6a6fc-714c-4619-9181-cd6a293c01fa req-1c52b0d6-1f2b-4555-b295-d5d6a6c93805 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] For port bf8018ec-0030-4b39-9187-681b9b3fa635, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=bf8018ec-0030-4b39-9187-681b9b3fa635,segment=NetworkSegment(752ed543-2cec-485f-b2fd-a42b49d368bc),segment_id=752ed543-2cec-485f-b2fd-a42b49d368bc)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:49.237031 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c5e6a6fc-714c-4619-9181-cd6a293c01fa req-1c52b0d6-1f2b-4555-b295-d5d6a6c93805 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:49.241931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-fafe182b-5c0d-485d-905c-c94eab5eb884 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Allocated IP 172.20.0.7 (122dbc58-ef18-4e88-bdcf-c089eca2ddbd/a7b57f0f-8f48-44ec-bcc6-2de2ce0afde6/9bcff40f-6634-4c99-9b0b-584e3d89f04a) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:21:49.252467 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-c5e6a6fc-714c-4619-9181-cd6a293c01fa req-1c52b0d6-1f2b-4555-b295-d5d6a6c93805 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Calling delete_port for bf8018ec-0030-4b39-9187-681b9b3fa635 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:21:49.407989 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c5e6a6fc-714c-4619-9181-cd6a293c01fa req-1c52b0d6-1f2b-4555-b295-d5d6a6c93805 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:49.422330 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['bf8018ec-0030-4b39-9187-681b9b3fa635'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:21:49.442140 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52b0d6-1f2b-4555-b295-d5d6a6c93805 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Pushing event deleted for resources: {'Port': ['ID=bf8018ec-0030-4b39-9187-681b9b3fa635,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:49.490184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e16e5-d86d-46d3-932e-0d0174a68461 req-864d0ecf-60a7-4aca-b80c-ca22fd9205b0 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:49.498318 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e71e16e5-d86d-46d3-932e-0d0174a68461 req-864d0ecf-60a7-4aca-b80c-ca22fd9205b0 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/ports?device_id=2454487a-33f3-4e49-8c41-5cff5f9c05fc HTTP/1.1" status: 200 len: 867 time: 0.1439042 Aug 05 14:21:49.508798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e6a6fc-714c-4619-9181-cd6a293c01fa req-1c52b0d6-1f2b-4555-b295-d5d6a6c93805 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] No DVR routers for this DVR port bf8018ec-0030-4b39-9187-681b9b3fa635 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:21:49.514045 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c5e6a6fc-714c-4619-9181-cd6a293c01fa req-1c52b0d6-1f2b-4555-b295-d5d6a6c93805 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:49.516722 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c5e6a6fc-714c-4619-9181-cd6a293c01fa req-1c52b0d6-1f2b-4555-b295-d5d6a6c93805 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.84 "DELETE /v2.0/ports/bf8018ec-0030-4b39-9187-681b9b3fa635 HTTP/1.1" status: 204 len: 173 time: 1.2275932 Aug 05 14:21:49.517403 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2454487a-33f3-4e49-8c41-5cff5f9c05fc', 'name': 'network-vif-deleted', 'tag': 'bf8018ec-0030-4b39-9187-681b9b3fa635'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:21:49.519984 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81794351-1658-4b43-93fa-f94c1068c9a6" -d '{"events": [{"server_uuid": "2454487a-33f3-4e49-8c41-5cff5f9c05fc", "name": "network-vif-deleted", "tag": "bf8018ec-0030-4b39-9187-681b9b3fa635"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:21:49.561915 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:49.572915 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-fafe182b-5c0d-485d-905c-c94eab5eb884 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:49.602234 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e54d30-e1ae-4372-b0d3-50231896f581 x-openstack-request-id: req-b9e54d30-e1ae-4372-b0d3-50231896f581 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:21:49.602667 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2454487a-33f3-4e49-8c41-5cff5f9c05fc", "name": "network-vif-deleted", "tag": "bf8018ec-0030-4b39-9187-681b9b3fa635", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:21:49.609893 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9e54d30-e1ae-4372-b0d3-50231896f581 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:21:49.609893 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2454487a-33f3-4e49-8c41-5cff5f9c05fc', 'name': 'network-vif-deleted', 'tag': 'bf8018ec-0030-4b39-9187-681b9b3fa635', 'status': 'completed', 'code': 200} Aug 05 14:21:49.666341 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-fafe182b-5c0d-485d-905c-c94eab5eb884 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:49.725890 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e71e16e5-d86d-46d3-932e-0d0174a68461 req-47d6ce8e-381c-4c83-9ca6-75ce88b09566 tempest-ListServerFiltersTestJSON-1561798570 tempest-ListServerFiltersTestJSON-1561798570-project] 10.222.0.16 "GET /v2.0/security-groups?id=f242631e-36f6-4673-ac7e-1df719dd947d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265983 Aug 05 14:21:49.732600 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-fafe182b-5c0d-485d-905c-c94eab5eb884 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Network 122dbc58-ef18-4e88-bdcf-c089eca2ddbd is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:21:49.736793 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-fafe182b-5c0d-485d-905c-c94eab5eb884 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:21:49.739719 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-fafe182b-5c0d-485d-905c-c94eab5eb884 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:21:49.776505 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-075d6e46-061a-414f-9674-80220f6c5c5d req-3e5a68da-940e-4cea-bca2-7297516d1b8b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 210 time: 0.0648618 Aug 05 14:21:49.788069 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe182b-5c0d-485d-905c-c94eab5eb884 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Pushing event updated for resources: {'Port': ['ID=9bcff40f-6634-4c99-9b0b-584e3d89f04a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:49.824250 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-fafe182b-5c0d-485d-905c-c94eab5eb884 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:49.824975 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-fafe182b-5c0d-485d-905c-c94eab5eb884 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:49.844157 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-fafe182b-5c0d-485d-905c-c94eab5eb884 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9785993 Aug 05 14:21:49.856478 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Request body: {'port': {'device_id': '40f9c860-0972-439f-abf0-5ea14e1a22c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:21:49.933966 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:50.217739 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0635c-956c-42e6-8404-078454bbbc5d req-55ec20ab-a1a6-4899-8c56-0b582fea1ee0 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:50.220172 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f2c0635c-956c-42e6-8404-078454bbbc5d req-55ec20ab-a1a6-4899-8c56-0b582fea1ee0 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 945 time: 0.1000605 Aug 05 14:21:50.344990 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51a6fa-2f88-4d06-b353-ab8b34421003 req-c3f33d3a-c12b-4c8e-9fad-82ccdaa3ae3f tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:50.352378 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d51a6fa-2f88-4d06-b353-ab8b34421003 req-c3f33d3a-c12b-4c8e-9fad-82ccdaa3ae3f tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=40f9c860-0972-439f-abf0-5ea14e1a22c8 HTTP/1.1" status: 200 len: 931 time: 0.1579249 Aug 05 14:21:50.402694 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716a3c8-a280-45b6-9240-89cdb9f2e338 req-c3816dec-602f-40df-938c-9bfb4d522561 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:50.404320 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4716a3c8-a280-45b6-9240-89cdb9f2e338 req-c3816dec-602f-40df-938c-9bfb4d522561 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 945 time: 0.1088712 Aug 05 14:21:50.412652 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-f2c0635c-956c-42e6-8404-078454bbbc5d req-8ee8bd84-2e76-43f6-ae87-ae8aafd2e23e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Deleting port 80fde71c-a28e-4492-94a9-d014192aaecb {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:21:50.413004 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f2c0635c-956c-42e6-8404-078454bbbc5d req-8ee8bd84-2e76-43f6-ae87-ae8aafd2e23e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:50.432066 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d51a6fa-2f88-4d06-b353-ab8b34421003 req-b32d87c7-4eec-4efb-b739-c67cc3e99cb0 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732763 Aug 05 14:21:50.466692 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcff40f-6634-4c99-9b0b-584e3d89f04a {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:21:50.477126 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:50.493738 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Transition to ACTIVE for port object 9bcff40f-6634-4c99-9b0b-584e3d89f04a will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:21:50.497260 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4716a3c8-a280-45b6-9240-89cdb9f2e338 req-f971aa11-dc73-4ed0-ab13-b18f39a3b24a tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/security-groups?id=b82cb8a2-43ba-484d-8628-a9563debb894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802836 Aug 05 14:21:50.502805 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:50.560363 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f2c0635c-956c-42e6-8404-078454bbbc5d req-8ee8bd84-2e76-43f6-ae87-ae8aafd2e23e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] For port 80fde71c-a28e-4492-94a9-d014192aaecb, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=80fde71c-a28e-4492-94a9-d014192aaecb,segment=NetworkSegment(08a94037-45cb-47a3-898e-2662e41e32ef),segment_id=08a94037-45cb-47a3-898e-2662e41e32ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:50.560734 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f2c0635c-956c-42e6-8404-078454bbbc5d req-8ee8bd84-2e76-43f6-ae87-ae8aafd2e23e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:50.594580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcff40f-6634-4c99-9b0b-584e3d89f04a,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:50.675690 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Attempting to bind port 9bcff40f-6634-4c99-9b0b-584e3d89f04a on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:21:50.676340 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Attempting to bind port 9bcff40f-6634-4c99-9b0b-584e3d89f04a by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '095c2d6e-8f9a-4773-9d07-e8ae811b963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '122dbc58-ef18-4e88-bdcf-c089eca2ddbd'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:21:50.676340 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Attempting to bind port 9bcff40f-6634-4c99-9b0b-584e3d89f04a on network 122dbc58-ef18-4e88-bdcf-c089eca2ddbd {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:21:50.681902 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Port 9bcff40f-6634-4c99-9b0b-584e3d89f04a on network 122dbc58-ef18-4e88-bdcf-c089eca2ddbd not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:21:50.682234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Attempting to bind port 9bcff40f-6634-4c99-9b0b-584e3d89f04a on network 122dbc58-ef18-4e88-bdcf-c089eca2ddbd {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:21:50.687916 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:21:50.688458 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Checking segment: {'id': '095c2d6e-8f9a-4773-9d07-e8ae811b963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '122dbc58-ef18-4e88-bdcf-c089eca2ddbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:21:50.688856 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Bound using segment: {'id': '095c2d6e-8f9a-4773-9d07-e8ae811b963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '122dbc58-ef18-4e88-bdcf-c089eca2ddbd'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:21:50.689300 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Bound port: 9bcff40f-6634-4c99-9b0b-584e3d89f04a, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '095c2d6e-8f9a-4773-9d07-e8ae811b963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '122dbc58-ef18-4e88-bdcf-c089eca2ddbd'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:21:50.689667 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:50.751517 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 08a69b59-e669-4a03-a15e-8b4487af12ce no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:21:50.804015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] For port 9bcff40f-6634-4c99-9b0b-584e3d89f04a, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:21:50.809289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] For port 9bcff40f-6634-4c99-9b0b-584e3d89f04a, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9bcff40f-6634-4c99-9b0b-584e3d89f04a,segment=NetworkSegment(095c2d6e-8f9a-4773-9d07-e8ae811b963c),segment_id=095c2d6e-8f9a-4773-9d07-e8ae811b963c)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:21:50.815387 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:50.824105 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60210) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:21:50.824440 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 08a69b59-e669-4a03-a15e-8b4487af12ce {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:21:50.824581 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 08a69b59-e669-4a03-a15e-8b4487af12ce not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:21:50.862464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:50.864364 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:50.866030 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] 10.222.0.63 "PUT /v2.0/ports/9bcff40f-6634-4c99-9b0b-584e3d89f04a HTTP/1.1" status: 200 len: 1091 time: 1.0137763 Aug 05 14:21:50.869278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f9c860-0972-439f-abf0-5ea14e1a22c8', 'tag': '9bcff40f-6634-4c99-9b0b-584e3d89f04a'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:21:50.869845 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f2c0635c-956c-42e6-8404-078454bbbc5d req-8ee8bd84-2e76-43f6-ae87-ae8aafd2e23e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:50.870602 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f2c0635c-956c-42e6-8404-078454bbbc5d req-8ee8bd84-2e76-43f6-ae87-ae8aafd2e23e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:50.870602 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [req-f2c0635c-956c-42e6-8404-078454bbbc5d req-8ee8bd84-2e76-43f6-ae87-ae8aafd2e23e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Floating IP e7e58289-9b9a-41bc-9e16-5e423626560b disassociated. External IP: 172.25.5.242, port: 80fde71c-a28e-4492-94a9-d014192aaecb. Aug 05 14:21:50.871265 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-f2c0635c-956c-42e6-8404-078454bbbc5d req-8ee8bd84-2e76-43f6-ae87-ae8aafd2e23e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Calling delete_port for 80fde71c-a28e-4492-94a9-d014192aaecb owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:21:50.875727 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a99c64-fa2a-463a-b443-a26b50c22718" -d '{"events": [{"name": "network-changed", "server_uuid": "40f9c860-0972-439f-abf0-5ea14e1a22c8", "tag": "9bcff40f-6634-4c99-9b0b-584e3d89f04a"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:21:50.961687 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e0d723-4046-4b0b-b20d-169338b2220f x-openstack-request-id: req-10e0d723-4046-4b0b-b20d-169338b2220f {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:21:50.961984 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f9c860-0972-439f-abf0-5ea14e1a22c8", "tag": "9bcff40f-6634-4c99-9b0b-584e3d89f04a", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:21:50.962615 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10e0d723-4046-4b0b-b20d-169338b2220f {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:21:50.962739 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f9c860-0972-439f-abf0-5ea14e1a22c8', 'tag': '9bcff40f-6634-4c99-9b0b-584e3d89f04a', 'status': 'completed', 'code': 200} Aug 05 14:21:50.965106 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0e668-9f51-4e0c-82a8-df7ede216e21 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcff40f-6634-4c99-9b0b-584e3d89f04a,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:50.985879 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-a4f3c515-587a-4329-83c4-591c95a49834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:50.987571 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-a4f3c515-587a-4329-83c4-591c95a49834 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=88d5fb20fdc74d5a964903ecc2a88542&device_id=40f9c860-0972-439f-abf0-5ea14e1a22c8 HTTP/1.1" status: 200 len: 1094 time: 0.0644152 Aug 05 14:21:51.010667 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fe4288d9-832b-423e-96e1-a81a62a1b6fd req-0403a0b1-3987-4466-9dd8-f51e898302bc tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 210 time: 0.0807254 Aug 05 14:21:51.016943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebc86a8-0b6a-444d-8933-32574021ed35 admin admin] Deleting subnet efe2aabd-3adc-441b-bdc8-c5d2f8aec68b {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:21:51.021778 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2ebc86a8-0b6a-444d-8933-32574021ed35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:51.044271 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-f00ee42d-828d-4fee-a76f-2465e4b9a595 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bcff40f-6634-4c99-9b0b-584e3d89f04a HTTP/1.1" status: 200 len: 217 time: 0.0483997 Aug 05 14:21:51.077543 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2ebc86a8-0b6a-444d-8933-32574021ed35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:51.098028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-a18d376b-7b6c-4966-ab68-de8ab4fc8845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:51.100597 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-a18d376b-7b6c-4966-ab68-de8ab4fc8845 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a7b57f0f-8f48-44ec-bcc6-2de2ce0afde6 HTTP/1.1" status: 200 len: 854 time: 0.0487263 Aug 05 14:21:51.140791 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-59c39972-3adc-4e5c-a002-867a34cb03e2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=122dbc58-ef18-4e88-bdcf-c089eca2ddbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316579 Aug 05 14:21:51.219755 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f2c0635c-956c-42e6-8404-078454bbbc5d req-8ee8bd84-2e76-43f6-ae87-ae8aafd2e23e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:51.290952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8bd84-2e76-43f6-ae87-ae8aafd2e23e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Pushing event deleted for resources: {'Port': ['ID=80fde71c-a28e-4492-94a9-d014192aaecb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:51.310787 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2ebc86a8-0b6a-444d-8933-32574021ed35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:51.329307 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-d0fa9f36-3116-49e1-b738-66f7a4767d83 service neutron] 10.222.0.63 "GET /v2.0/networks/122dbc58-ef18-4e88-bdcf-c089eca2ddbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820078 Aug 05 14:21:51.338058 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:51.439087 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efbe66f8-24c6-43f8-b7a9-73a41573f824 req-3da09eb1-a009-4397-ae40-7e9e892b0dfd service neutron] 10.222.0.63 "GET /v2.0/networks/122dbc58-ef18-4e88-bdcf-c089eca2ddbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017532 Aug 05 14:21:51.479526 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2ebc86a8-0b6a-444d-8933-32574021ed35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:51.515765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc86a8-0b6a-444d-8933-32574021ed35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efe2aabd-3adc-441b-bdc8-c5d2f8aec68b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:51.532514 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2c0635c-956c-42e6-8404-078454bbbc5d req-8ee8bd84-2e76-43f6-ae87-ae8aafd2e23e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Router 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:21:51.535262 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2ebc86a8-0b6a-444d-8933-32574021ed35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:51.539503 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2ebc86a8-0b6a-444d-8933-32574021ed35 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/efe2aabd-3adc-441b-bdc8-c5d2f8aec68b HTTP/1.1" status: 204 len: 168 time: 0.7118587 Aug 05 14:21:51.539933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f04b95-4dcb-4187-9316-b0246c53b062 None None] Network 686bcf8a-fac6-445f-8489-f9d8af363083 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:21:51.556245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60232) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:21:51.615331 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a99c64-fa2a-463a-b443-a26b50c22718 req-4fc7b52b-48d1-4c89-a905-3629dd0cdaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:51.617108 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06a99c64-fa2a-463a-b443-a26b50c22718 req-4fc7b52b-48d1-4c89-a905-3629dd0cdaea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=88d5fb20fdc74d5a964903ecc2a88542&device_id=40f9c860-0972-439f-abf0-5ea14e1a22c8 HTTP/1.1" status: 200 len: 1094 time: 0.1154244 Aug 05 14:21:51.746808 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a72a9480-b047-4011-8b7a-2e968ec43b27 req-839b8fd0-3481-4b3a-87b5-6482c81de0de tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6525293-cba8-4837-856b-a956ca6066e6 HTTP/1.1" status: 200 len: 210 time: 0.0547075 Aug 05 14:21:51.777158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2c0635c-956c-42e6-8404-078454bbbc5d req-8ee8bd84-2e76-43f6-ae87-ae8aafd2e23e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:21:51.810616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d11ec2-eb69-4565-9475-931560aa8930 None None] Sync routers for ids ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:21:51.833938 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a99c64-fa2a-463a-b443-a26b50c22718 req-14697aa9-aba3-4fda-8f2a-7391f9b3efda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:51.835713 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06a99c64-fa2a-463a-b443-a26b50c22718 req-14697aa9-aba3-4fda-8f2a-7391f9b3efda service neutron] 10.222.0.63 "GET /v2.0/networks?id=122dbc58-ef18-4e88-bdcf-c089eca2ddbd HTTP/1.1" status: 200 len: 915 time: 0.2112651 Aug 05 14:21:51.845639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d11ec2-eb69-4565-9475-931560aa8930 None None] Routers {'64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:21:51.846648 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-14d11ec2-eb69-4565-9475-931560aa8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:21:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:21:51.850500 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb814d-249c-4d10-bb74-4b4b7b700b1f req-7367e308-9042-46ab-a544-c4a6ce3c2d28 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:51.858224 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ebb814d-249c-4d10-bb74-4b4b7b700b1f req-7367e308-9042-46ab-a544-c4a6ce3c2d28 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=40f9c860-0972-439f-abf0-5ea14e1a22c8 HTTP/1.1" status: 200 len: 943 time: 0.3455887 Aug 05 14:21:51.886193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c0635c-956c-42e6-8404-078454bbbc5d req-8ee8bd84-2e76-43f6-ae87-ae8aafd2e23e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] No DVR routers for this DVR port 80fde71c-a28e-4492-94a9-d014192aaecb on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:21:51.889238 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f2c0635c-956c-42e6-8404-078454bbbc5d req-8ee8bd84-2e76-43f6-ae87-ae8aafd2e23e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:51.892082 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f2c0635c-956c-42e6-8404-078454bbbc5d req-8ee8bd84-2e76-43f6-ae87-ae8aafd2e23e tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.84 "DELETE /v2.0/ports/80fde71c-a28e-4492-94a9-d014192aaecb HTTP/1.1" status: 204 len: 173 time: 1.6641545 Aug 05 14:21:51.901619 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6525293-cba8-4837-856b-a956ca6066e6', 'name': 'network-vif-deleted', 'tag': '80fde71c-a28e-4492-94a9-d014192aaecb'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:21:51.903967 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9a490f-9c1f-4a0f-bf50-5dcafdce4d52" -d '{"events": [{"server_uuid": "e6525293-cba8-4837-856b-a956ca6066e6", "name": "network-vif-deleted", "tag": "80fde71c-a28e-4492-94a9-d014192aaecb"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:21:51.926008 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:51.971992 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06a99c64-fa2a-463a-b443-a26b50c22718 req-0a96cb45-a9b6-4d5d-8aed-a5c912153cac service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bcff40f-6634-4c99-9b0b-584e3d89f04a HTTP/1.1" status: 200 len: 217 time: 0.1254480 Aug 05 14:21:51.985948 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ebb814d-249c-4d10-bb74-4b4b7b700b1f req-76299023-498c-4230-99ee-537cee94d9bd tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267154 Aug 05 14:21:52.012565 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295899af-8bfd-4ed6-9645-98e66c8aa755 x-openstack-request-id: req-295899af-8bfd-4ed6-9645-98e66c8aa755 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:21:52.012864 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6525293-cba8-4837-856b-a956ca6066e6", "name": "network-vif-deleted", "tag": "80fde71c-a28e-4492-94a9-d014192aaecb", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:21:52.013122 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-295899af-8bfd-4ed6-9645-98e66c8aa755 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:21:52.013528 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6525293-cba8-4837-856b-a956ca6066e6', 'name': 'network-vif-deleted', 'tag': '80fde71c-a28e-4492-94a9-d014192aaecb', 'status': 'completed', 'code': 200} Aug 05 14:21:52.061789 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a99c64-fa2a-463a-b443-a26b50c22718 req-858d88c8-7455-4665-95bd-3af74e064dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:52.064643 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06a99c64-fa2a-463a-b443-a26b50c22718 req-858d88c8-7455-4665-95bd-3af74e064dbc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a7b57f0f-8f48-44ec-bcc6-2de2ce0afde6 HTTP/1.1" status: 200 len: 854 time: 0.0832944 Aug 05 14:21:52.084530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-14d11ec2-eb69-4565-9475-931560aa8930 None None] Set router 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:21:52.119539 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06a99c64-fa2a-463a-b443-a26b50c22718 req-1a7094f2-3c96-429a-83f2-dc8456f07176 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=122dbc58-ef18-4e88-bdcf-c089eca2ddbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451219 Aug 05 14:21:52.175096 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] Deleting port 4e98d879-536a-4ba9-a48d-54239d687d35 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:21:52.175447 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:52.181251 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057778a8-3e12-43a6-a75d-42fffd1405f8 None None] DHCP port deletion for 686bcf8a-fac6-445f-8489-f9d8af363083 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:21:52.267821 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94e90821-368f-4e02-997b-46fad19642e0 req-aabcbb31-4a17-4315-8680-fab4e9fafbb3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 210 time: 0.0825753 Aug 05 14:21:52.308626 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06a99c64-fa2a-463a-b443-a26b50c22718 req-181967c3-ac62-46a1-8a1f-a94c988c9d9d service neutron] 10.222.0.63 "GET /v2.0/networks/122dbc58-ef18-4e88-bdcf-c089eca2ddbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808231 Aug 05 14:21:52.323396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] For port 4e98d879-536a-4ba9-a48d-54239d687d35, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4e98d879-536a-4ba9-a48d-54239d687d35,segment=NetworkSegment(752ed543-2cec-485f-b2fd-a42b49d368bc),segment_id=752ed543-2cec-485f-b2fd-a42b49d368bc)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:52.329830 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:52.357902 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] Calling delete_port for 4e98d879-536a-4ba9-a48d-54239d687d35 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:21:52.482613 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:52.498307 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06a99c64-fa2a-463a-b443-a26b50c22718 req-b6c9232b-b1c9-4426-88ed-b1cc3caf0a61 service neutron] 10.222.0.63 "GET /v2.0/networks/122dbc58-ef18-4e88-bdcf-c089eca2ddbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812069 Aug 05 14:21:52.533039 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e98d879-536a-4ba9-a48d-54239d687d35,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:52.541736 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] No DVR routers for this DVR port 4e98d879-536a-4ba9-a48d-54239d687d35 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:21:52.639338 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4e98d879-536a-4ba9-a48d-54239d687d35 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:21:52.642580 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device bf8018ec-0030-4b39-9187-681b9b3fa635 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:21:52.700259 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:52.701777 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: bf8018ec-0030-4b39-9187-681b9b3fa635 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:21:52.702308 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device bf8018ec-0030-4b39-9187-681b9b3fa635 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:21:52.704738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4e98d879-536a-4ba9-a48d-54239d687d35 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:21:52.705317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4e98d879-536a-4ba9-a48d-54239d687d35 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:21:52.715879 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686bcf8a-fac6-445f-8489-f9d8af363083']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:21:52.747895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752ed543-2cec-485f-b2fd-a42b49d368bc') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:21:52.748272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752ed543-2cec-485f-b2fd-a42b49d368bc') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:21:52.762241 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:52.768961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-057778a8-3e12-43a6-a75d-42fffd1405f8 None None] Deleting port 4e98d879-536a-4ba9-a48d-54239d687d35 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:21:52.769555 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-057778a8-3e12-43a6-a75d-42fffd1405f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:52.784116 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:52.794810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:21:52.795471 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:21:52.798631 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:21:52.831480 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60256) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:21:52.885104 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:52.893439 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:52.897779 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] 10.222.0.16 "DELETE /v2.0/networks/686bcf8a-fac6-445f-8489-f9d8af363083 HTTP/1.1" status: 204 len: 168 time: 1.3374288 Aug 05 14:21:52.914875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-057778a8-3e12-43a6-a75d-42fffd1405f8 None None] For port 4e98d879-536a-4ba9-a48d-54239d687d35, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:52.915461 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-057778a8-3e12-43a6-a75d-42fffd1405f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:52.927653 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf0c99-f780-4c9f-8ccf-459f71aa8501 admin admin] Pushing event deleted for resources: {'Network': ['ID=686bcf8a-fac6-445f-8489-f9d8af363083,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:52.929944 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-057778a8-3e12-43a6-a75d-42fffd1405f8 None None] Calling delete_port for 4e98d879-536a-4ba9-a48d-54239d687d35 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:21:52.932778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-057778a8-3e12-43a6-a75d-42fffd1405f8 None None] Port 4e98d879-536a-4ba9-a48d-54239d687d35 was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:21:52.935595 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-057778a8-3e12-43a6-a75d-42fffd1405f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:52.944267 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-057778a8-3e12-43a6-a75d-42fffd1405f8 None None] Network 686bcf8a-fac6-445f-8489-f9d8af363083 is not hosted by any dhcp agent {{(pid=105725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 14:21:52.944731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057778a8-3e12-43a6-a75d-42fffd1405f8 None None] No DVR routers for this DVR port 4e98d879-536a-4ba9-a48d-54239d687d35 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:21:52.976605 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057778a8-3e12-43a6-a75d-42fffd1405f8 None None] Pushing event deleted for resources: {'Port': ['ID=4e98d879-536a-4ba9-a48d-54239d687d35,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:53.033644 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-14d11ec2-eb69-4565-9475-931560aa8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'name': 'tempest-TestServerBasicOps-1848887542-router', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:29Z', 'updated_at': '2021-08-05T14:16:35Z', 'revision_number': 4, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'gw_port': {'id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:30Z', 'updated_at': '2021-08-05T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '6f20a0d4-67a0-493a-a438-df254f38f5bc', 'name': '', 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'mac_address': 'fa:16:3e:58:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:34Z', 'updated_at': '2021-08-05T14:16:45Z', 'revision_number': 5, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'subnets': [{'id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:21:53.089333 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d11ec2-eb69-4565-9475-931560aa8930 None None] Checking router: 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:21:53.101238 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-aa123598-54a4-42e4-82f0-7e31d72b3f30 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Deleting port c5ce763d-4145-4405-8f73-f7b8351de224 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:21:53.101238 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa123598-54a4-42e4-82f0-7e31d72b3f30 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:53.107707 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d11ec2-eb69-4565-9475-931560aa8930 None None] Routers {'64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:21:53.108372 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-14d11ec2-eb69-4565-9475-931560aa8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:21:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:21:53.222276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60266) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:21:53.278584 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-14d11ec2-eb69-4565-9475-931560aa8930 None None] Set router 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:21:53.295560 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddc47e-2277-4c6a-bf77-c88ac3f78cf1 req-d9659a5c-a760-4b27-9bc3-dd565bbb64ef tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:53.301854 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bef3b1d9-3a7b-4cbe-bf32-42f1a0bef5c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83982c6a9eb8470ba1af5cc180654c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0780954 Aug 05 14:21:53.304189 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26ddc47e-2277-4c6a-bf77-c88ac3f78cf1 req-d9659a5c-a760-4b27-9bc3-dd565bbb64ef tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=40f9c860-0972-439f-abf0-5ea14e1a22c8 HTTP/1.1" status: 200 len: 943 time: 0.1561692 Aug 05 14:21:53.304750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60272) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:21:53.354026 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa123598-54a4-42e4-82f0-7e31d72b3f30 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:53.355477 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa123598-54a4-42e4-82f0-7e31d72b3f30 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:53.383514 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-aa123598-54a4-42e4-82f0-7e31d72b3f30 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Calling delete_port for c5ce763d-4145-4405-8f73-f7b8351de224 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:21:53.422342 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26ddc47e-2277-4c6a-bf77-c88ac3f78cf1 req-b00383e1-0215-4a0c-badc-c1caaed8b3c8 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071041 Aug 05 14:21:53.435199 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94db671b-66ee-4601-b713-233efdbc03f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:53.510075 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ef25fad-8b66-4d03-bfc9-e8277399e92c req-8374407a-7b04-48e1-bf0f-c5628194c7f6 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=109a3b7f-6197-4550-a33c-53dcbac076d2 HTTP/1.1" status: 200 len: 210 time: 0.0577176 Aug 05 14:21:53.563989 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94db671b-66ee-4601-b713-233efdbc03f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:53.665533 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-14d11ec2-eb69-4565-9475-931560aa8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'name': 'tempest-TestServerBasicOps-1848887542-router', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:29Z', 'updated_at': '2021-08-05T14:16:35Z', 'revision_number': 4, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'gw_port': {'id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:30Z', 'updated_at': '2021-08-05T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '6f20a0d4-67a0-493a-a438-df254f38f5bc', 'name': '', 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'mac_address': 'fa:16:3e:58:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:34Z', 'updated_at': '2021-08-05T14:16:45Z', 'revision_number': 5, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'subnets': [{'id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:21:53.671788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94db671b-66ee-4601-b713-233efdbc03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:53.675582 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94db671b-66ee-4601-b713-233efdbc03f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:53.676117 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa123598-54a4-42e4-82f0-7e31d72b3f30 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:53.680368 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-94db671b-66ee-4601-b713-233efdbc03f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f242631e-36f6-4673-ac7e-1df719dd947d HTTP/1.1" status: 204 len: 168 time: 0.3745148 Aug 05 14:21:53.698283 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db671b-66ee-4601-b713-233efdbc03f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f242631e-36f6-4673-ac7e-1df719dd947d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:53.707928 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d11ec2-eb69-4565-9475-931560aa8930 None None] The sync data for ids ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'] in n-d-803585-2 is: [{'id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'name': 'tempest-TestServerBasicOps-1848887542-router', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:29Z', 'updated_at': '2021-08-05T14:16:35Z', 'revision_number': 4, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'gw_port': {'id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:30Z', 'updated_at': '2021-08-05T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '6f20a0d4-67a0-493a-a438-df254f38f5bc', 'name': '', 'network_id': 'b679858e-6139-479d-a5d3-fd48d6285e1d', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'mac_address': 'fa:16:3e:58:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:34Z', 'updated_at': '2021-08-05T14:16:45Z', 'revision_number': 5, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'subnets': [{'id': '71006c8f-08b4-4b58-b5ce-c343b7c3e537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:21:53.751868 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa123598-54a4-42e4-82f0-7e31d72b3f30 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Pushing event deleted for resources: {'Port': ['ID=c5ce763d-4145-4405-8f73-f7b8351de224,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:53.868718 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa123598-54a4-42e4-82f0-7e31d72b3f30 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:53.880812 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa123598-54a4-42e4-82f0-7e31d72b3f30 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:53.880812 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-aa123598-54a4-42e4-82f0-7e31d72b3f30 tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "DELETE /v2.0/floatingips/e7e58289-9b9a-41bc-9e16-5e423626560b HTTP/1.1" status: 204 len: 168 time: 1.0411162 Aug 05 14:21:53.995365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60288) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:21:54.077170 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-47b801b9-192c-47b3-bc1f-491d6289f91f tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:54.119056 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-47b801b9-192c-47b3-bc1f-491d6289f91f tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:54.210081 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-47b801b9-192c-47b3-bc1f-491d6289f91f tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:54.215001 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-47b801b9-192c-47b3-bc1f-491d6289f91f tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:54.216192 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-47b801b9-192c-47b3-bc1f-491d6289f91f tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] 10.222.0.16 "DELETE /v2.0/security-groups/b82cb8a2-43ba-484d-8628-a9563debb894 HTTP/1.1" status: 204 len: 168 time: 0.2197297 Aug 05 14:21:54.241924 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0f6ec-dfc8-4b0f-924a-e7efeaaf8c4b None None] New status for floating IP e7e58289-9b9a-41bc-9e16-5e423626560b: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:21:54.248083 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b801b9-192c-47b3-bc1f-491d6289f91f tempest-TestServerBasicOps-1804615114 tempest-TestServerBasicOps-1804615114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82cb8a2-43ba-484d-8628-a9563debb894,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:54.302957 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60304) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:21:54.411603 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 80fde71c-a28e-4492-94a9-d014192aaecb no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:21:54.469565 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 80fde71c-a28e-4492-94a9-d014192aaecb {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:21:54.474966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 80fde71c-a28e-4492-94a9-d014192aaecb not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:21:54.656560 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373179c-11d1-495f-93cc-9a361a29e240 req-54320b7d-9554-4abd-94f5-746ae928e160 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:54.659732 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5373179c-11d1-495f-93cc-9a361a29e240 req-54320b7d-9554-4abd-94f5-746ae928e160 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=40f9c860-0972-439f-abf0-5ea14e1a22c8 HTTP/1.1" status: 200 len: 943 time: 0.1179123 Aug 05 14:21:54.773176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9bcff40f-6634-4c99-9b0b-584e3d89f04a details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:21:54.884924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60334) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:21:54.916988 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5373179c-11d1-495f-93cc-9a361a29e240 req-91c9fc6f-17e7-4c31-a088-a77723a2952f tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500474 Aug 05 14:21:54.918479 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9bcff40f-6634-4c99-9b0b-584e3d89f04a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9bcff40f-6634-4c99-9b0b-584e3d89f04a,segment=NetworkSegment(095c2d6e-8f9a-4773-9d07-e8ae811b963c),segment_id=095c2d6e-8f9a-4773-9d07-e8ae811b963c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:54.941625 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '9bcff40f-6634-4c99-9b0b-584e3d89f04a', 'network_id': '122dbc58-ef18-4e88-bdcf-c089eca2ddbd', 'port_id': '9bcff40f-6634-4c99-9b0b-584e3d89f04a', 'mac_address': 'fa:16:3e:14:3f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b57f0f-8f48-44ec-bcc6-2de2ce0afde6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:21:54.998537 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:55.019641 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcff40f-6634-4c99-9b0b-584e3d89f04a {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:21:55.050749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9bcff40f-6634-4c99-9b0b-584e3d89f04a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9bcff40f-6634-4c99-9b0b-584e3d89f04a,segment=NetworkSegment(095c2d6e-8f9a-4773-9d07-e8ae811b963c),segment_id=095c2d6e-8f9a-4773-9d07-e8ae811b963c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:55.061402 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:55.063694 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-4bfd4b6b-e8e3-4120-ad13-3f41e8ae4699 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1943761885-network', 'tenant_id': 'f172f7d4ca5643f09ea7132bd57c39ef'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:21:55.107324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfd4b6b-e8e3-4120-ad13-3f41e8ae4699 admin admin] Made reservation on behalf of f172f7d4ca5643f09ea7132bd57c39ef for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:21:55.112561 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bfd4b6b-e8e3-4120-ad13-3f41e8ae4699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:55.128321 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bfd4b6b-e8e3-4120-ad13-3f41e8ae4699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:55.136913 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9bcff40f-6634-4c99-9b0b-584e3d89f04a,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:55.180871 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aab20c70-c811-45b2-998c-8aaccdead2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:55.236240 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bfd4b6b-e8e3-4120-ad13-3f41e8ae4699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:55.243385 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bfd4b6b-e8e3-4120-ad13-3f41e8ae4699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:55.271363 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfd4b6b-e8e3-4120-ad13-3f41e8ae4699 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:21:55.283144 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd4b6b-e8e3-4120-ad13-3f41e8ae4699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e019e3b-e752-4feb-bed2-e23c13b64da3,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:55.289186 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bfd4b6b-e8e3-4120-ad13-3f41e8ae4699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:55.289754 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-4bfd4b6b-e8e3-4120-ad13-3f41e8ae4699 admin admin] Added segment 7fba0174-60a1-45b6-8403-9a01e67d54cf of type vlan for network a1df5707-baaa-4f62-9daf-3405f79a5c5f Aug 05 14:21:55.305790 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['9bcff40f-6634-4c99-9b0b-584e3d89f04a'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:21:55.372679 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bfd4b6b-e8e3-4120-ad13-3f41e8ae4699 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:55.447141 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bfd4b6b-e8e3-4120-ad13-3f41e8ae4699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:55.448149 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfd4b6b-e8e3-4120-ad13-3f41e8ae4699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:55.448735 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bfd4b6b-e8e3-4120-ad13-3f41e8ae4699 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:55.493593 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-aab20c70-c811-45b2-998c-8aaccdead2c9 admin admin] Deleting port 6f20a0d4-67a0-493a-a438-df254f38f5bc {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:21:55.493797 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aab20c70-c811-45b2-998c-8aaccdead2c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:55.560569 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60344) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:21:55.561269 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4bfd4b6b-e8e3-4120-ad13-3f41e8ae4699 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6741855 Aug 05 14:21:55.568224 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-16beeb15-6143-419d-b3fb-0b4193acc12b admin admin] Request body: {'subnet': {'network_id': 'a1df5707-baaa-4f62-9daf-3405f79a5c5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1943761885-subnet', 'tenant_id': 'f172f7d4ca5643f09ea7132bd57c39ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:21:55.569969 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd4b6b-e8e3-4120-ad13-3f41e8ae4699 admin admin] Pushing event updated for resources: {'Network': ['ID=a1df5707-baaa-4f62-9daf-3405f79a5c5f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:55.581550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network a1df5707-baaa-4f62-9daf-3405f79a5c5f details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:21:55.600877 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-aab20c70-c811-45b2-998c-8aaccdead2c9 admin admin] For port 6f20a0d4-67a0-493a-a438-df254f38f5bc, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=6f20a0d4-67a0-493a-a438-df254f38f5bc,segment=NetworkSegment(08a94037-45cb-47a3-898e-2662e41e32ef),segment_id=08a94037-45cb-47a3-898e-2662e41e32ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:55.601259 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aab20c70-c811-45b2-998c-8aaccdead2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:55.619539 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-aab20c70-c811-45b2-998c-8aaccdead2c9 admin admin] Calling delete_port for 6f20a0d4-67a0-493a-a438-df254f38f5bc owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:21:55.621624 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16beeb15-6143-419d-b3fb-0b4193acc12b admin admin] Made reservation on behalf of f172f7d4ca5643f09ea7132bd57c39ef for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:21:55.624768 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16beeb15-6143-419d-b3fb-0b4193acc12b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:56.013137 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16beeb15-6143-419d-b3fb-0b4193acc12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:56.098421 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aab20c70-c811-45b2-998c-8aaccdead2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:56.149115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab20c70-c811-45b2-998c-8aaccdead2c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f20a0d4-67a0-493a-a438-df254f38f5bc,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:56.150971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16beeb15-6143-419d-b3fb-0b4193acc12b admin admin] Pushing event updated for resources: {'Subnet': ['ID=488be9a6-f565-424a-8ba9-d16309c9697a,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:56.523622 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16beeb15-6143-419d-b3fb-0b4193acc12b admin admin] Checking segment: {'id': '7fba0174-60a1-45b6-8403-9a01e67d54cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a1df5707-baaa-4f62-9daf-3405f79a5c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:21:56.524354 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16beeb15-6143-419d-b3fb-0b4193acc12b admin admin] Network hostable DHCP agents. Network: a1df5707-baaa-4f62-9daf-3405f79a5c5f, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:21:56.555671 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b50eaa-ea3d-465d-8377-dea6ea6ce7d2 req-4e1ef383-d0a3-4d1c-beb7-c983cc53096f tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:56.557229 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62b50eaa-ea3d-465d-8377-dea6ea6ce7d2 req-4e1ef383-d0a3-4d1c-beb7-c983cc53096f tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=40f9c860-0972-439f-abf0-5ea14e1a22c8 HTTP/1.1" status: 200 len: 944 time: 0.5083292 Aug 05 14:21:56.615372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16beeb15-6143-419d-b3fb-0b4193acc12b admin admin] Network a1df5707-baaa-4f62-9daf-3405f79a5c5f is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:21:56.637776 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-16beeb15-6143-419d-b3fb-0b4193acc12b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, a1df5707-baaa-4f62-9daf-3405f79a5c5f) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:21:56.650761 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b59d3b7-45ad-4a6f-9bc3-a3213c97db52 None None] Network a1df5707-baaa-4f62-9daf-3405f79a5c5f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:21:56.723979 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62b50eaa-ea3d-465d-8377-dea6ea6ce7d2 req-32f8ff22-56ba-46f6-a67c-5b3537bf74c9 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535749 Aug 05 14:21:56.726857 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16beeb15-6143-419d-b3fb-0b4193acc12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:56.727467 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16beeb15-6143-419d-b3fb-0b4193acc12b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:56.751192 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-16beeb15-6143-419d-b3fb-0b4193acc12b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1894221 Aug 05 14:21:56.776656 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aab20c70-c811-45b2-998c-8aaccdead2c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:56.798031 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9bcff40f-6634-4c99-9b0b-584e3d89f04a up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:21:56.912909 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1797ffa-4e57-4524-8e23-f909e2d89ba9 None None] Network a1df5707-baaa-4f62-9daf-3405f79a5c5f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:21:57.088522 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 9bcff40f-6634-4c99-9b0b-584e3d89f04a completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:21:57.113176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 9bcff40f-6634-4c99-9b0b-584e3d89f04a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:21:57.115347 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:57.148752 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab20c70-c811-45b2-998c-8aaccdead2c9 admin admin] Router 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:21:57.288512 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:57.355703 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9bcff40f-6634-4c99-9b0b-584e3d89f04a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9bcff40f-6634-4c99-9b0b-584e3d89f04a,segment=NetworkSegment(095c2d6e-8f9a-4773-9d07-e8ae811b963c),segment_id=095c2d6e-8f9a-4773-9d07-e8ae811b963c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:57.356946 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f9c860-0972-439f-abf0-5ea14e1a22c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcff40f-6634-4c99-9b0b-584e3d89f04a'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:21:57.360228 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72bdcae-d379-4387-a05d-cbade0140cda" -d '{"events": [{"server_uuid": "40f9c860-0972-439f-abf0-5ea14e1a22c8", "name": "network-vif-plugged", "status": "completed", "tag": "9bcff40f-6634-4c99-9b0b-584e3d89f04a"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:21:57.380663 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:57.466633 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab20c70-c811-45b2-998c-8aaccdead2c9 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:21:57.477944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60426) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:21:57.488180 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-aab20c70-c811-45b2-998c-8aaccdead2c9 admin admin] 10.222.0.16 "PUT /v2.0/routers/64f096d7-6c6f-45b9-8e49-5dee9ca8e68a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1823347 Aug 05 14:21:57.493590 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef48ca6f-4a42-422a-9bc8-844838deb084 x-openstack-request-id: req-ef48ca6f-4a42-422a-9bc8-844838deb084 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:21:57.496921 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f9c860-0972-439f-abf0-5ea14e1a22c8", "name": "network-vif-plugged", "status": "completed", "tag": "9bcff40f-6634-4c99-9b0b-584e3d89f04a", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:21:57.497305 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef48ca6f-4a42-422a-9bc8-844838deb084 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:21:57.497796 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f9c860-0972-439f-abf0-5ea14e1a22c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcff40f-6634-4c99-9b0b-584e3d89f04a', 'code': 200} Aug 05 14:21:57.498938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce96198-9670-4fae-9173-0d0edb5bfb89 None None] Sync routers for ids ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:21:57.518382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9bcff40f-6634-4c99-9b0b-584e3d89f04a,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:57.523827 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce96198-9670-4fae-9173-0d0edb5bfb89 None None] Routers {'64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:21:57.524528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6ce96198-9670-4fae-9173-0d0edb5bfb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:21:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:21:57.606298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-44eb080d-a9d1-48cd-afef-a51cc94aa989 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:57.606298 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-44eb080d-a9d1-48cd-afef-a51cc94aa989 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/networks?id=a1df5707-baaa-4f62-9daf-3405f79a5c5f HTTP/1.1" status: 200 len: 813 time: 0.2335627 Aug 05 14:21:57.648049 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-baa21d2e-05ac-4c2a-a7b2-798d42f2fea1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:57.666882 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-2e9e3dde-6b92-4bc9-8a9a-6dab6b3fb9e8 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/quotas/f172f7d4ca5643f09ea7132bd57c39ef HTTP/1.1" status: 200 len: 375 time: 0.0147312 Aug 05 14:21:57.727356 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127f877-4990-4c63-9cd1-21ff375d77a1 req-56de3561-1621-4e3c-9826-a4b3a787a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:57.729294 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c127f877-4990-4c63-9cd1-21ff375d77a1 req-56de3561-1621-4e3c-9826-a4b3a787a92d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=40f9c860-0972-439f-abf0-5ea14e1a22c8 HTTP/1.1" status: 200 len: 1096 time: 0.1232715 Aug 05 14:21:57.740166 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-e31b935c-b9fc-42aa-b296-0754179d31b0 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f172f7d4ca5643f09ea7132bd57c39ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644333 Aug 05 14:21:57.741221 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-6ce96198-9670-4fae-9173-0d0edb5bfb89 None None] Set router 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:21:57.842666 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-baa21d2e-05ac-4c2a-a7b2-798d42f2fea1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:57.902404 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c127f877-4990-4c63-9cd1-21ff375d77a1 req-67fc745a-7801-4312-a841-ea8718db8f38 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Aug 05 14:21:57.936355 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-3b04a2ad-234e-4a54-a7da-52d81f8714e1 service neutron] 10.222.0.16 "GET /v2.0/networks/a1df5707-baaa-4f62-9daf-3405f79a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949596 Aug 05 14:21:57.998818 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a534c4-b69b-4b58-9ee3-99ad5a470717 req-765ac38c-a282-4d83-a190-6e571c628772 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:58.007821 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-79a534c4-b69b-4b58-9ee3-99ad5a470717 req-765ac38c-a282-4d83-a190-6e571c628772 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=40f9c860-0972-439f-abf0-5ea14e1a22c8 HTTP/1.1" status: 200 len: 945 time: 0.1360450 Aug 05 14:21:58.021317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6ce96198-9670-4fae-9173-0d0edb5bfb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'name': 'tempest-TestServerBasicOps-1848887542-router', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:29Z', 'updated_at': '2021-08-05T14:21:55Z', 'revision_number': 5, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'gw_port': {'id': 'df2383d2-efc2-4d16-a1e6-5d4365c79a65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:30Z', 'updated_at': '2021-08-05T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:21:58.032619 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-baa21d2e-05ac-4c2a-a7b2-798d42f2fea1 admin admin] Deleting port df2383d2-efc2-4d16-a1e6-5d4365c79a65 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:21:58.032966 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-baa21d2e-05ac-4c2a-a7b2-798d42f2fea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:58.058609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce96198-9670-4fae-9173-0d0edb5bfb89 None None] Checking router: 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:21:58.068425 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce96198-9670-4fae-9173-0d0edb5bfb89 None None] Routers {'64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:21:58.069595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6ce96198-9670-4fae-9173-0d0edb5bfb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:21:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:21:58.076999 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-cc4d8e9f-e10e-4e89-8842-2c232b468e9a service neutron] 10.222.0.16 "GET /v2.0/networks/a1df5707-baaa-4f62-9daf-3405f79a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331131 Aug 05 14:21:58.101206 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-79a534c4-b69b-4b58-9ee3-99ad5a470717 req-7b7de6d6-c531-4d6e-836a-cbcb8866cc61 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925121 Aug 05 14:21:58.163706 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-baa21d2e-05ac-4c2a-a7b2-798d42f2fea1 admin admin] For port df2383d2-efc2-4d16-a1e6-5d4365c79a65, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=df2383d2-efc2-4d16-a1e6-5d4365c79a65,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:21:58.164092 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-baa21d2e-05ac-4c2a-a7b2-798d42f2fea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:58.184925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-baa21d2e-05ac-4c2a-a7b2-798d42f2fea1 admin admin] Calling delete_port for df2383d2-efc2-4d16-a1e6-5d4365c79a65 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:21:58.186499 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-6ce96198-9670-4fae-9173-0d0edb5bfb89 None None] Set router 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:21:58.249958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6ce96198-9670-4fae-9173-0d0edb5bfb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'name': 'tempest-TestServerBasicOps-1848887542-router', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:29Z', 'updated_at': '2021-08-05T14:21:57Z', 'revision_number': 6, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:21:58.285953 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce96198-9670-4fae-9173-0d0edb5bfb89 None None] The sync data for ids ['64f096d7-6c6f-45b9-8e49-5dee9ca8e68a'] in n-d-803585-2 is: [{'id': '64f096d7-6c6f-45b9-8e49-5dee9ca8e68a', 'name': 'tempest-TestServerBasicOps-1848887542-router', 'tenant_id': '938b1560f7e5463b94f779198eaceba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:29Z', 'updated_at': '2021-08-05T14:21:57Z', 'revision_number': 6, 'project_id': '938b1560f7e5463b94f779198eaceba4', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:21:58.400139 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d0fc8782-b204-438e-9c21-b98db6b22083 req-54423488-ef46-45b6-9bcd-f2002aae9619 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/ports?device_id=c388707c-f7e2-47bf-892d-07eff8ba104c HTTP/1.1" status: 200 len: 210 time: 0.0484293 Aug 05 14:21:58.556591 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-baa21d2e-05ac-4c2a-a7b2-798d42f2fea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:58.598590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa21d2e-05ac-4c2a-a7b2-798d42f2fea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=df2383d2-efc2-4d16-a1e6-5d4365c79a65,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:58.725609 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-baa21d2e-05ac-4c2a-a7b2-798d42f2fea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:58.845114 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-baa21d2e-05ac-4c2a-a7b2-798d42f2fea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:58.847300 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-baa21d2e-05ac-4c2a-a7b2-798d42f2fea1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:58.900375 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-baa21d2e-05ac-4c2a-a7b2-798d42f2fea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:58.901040 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa21d2e-05ac-4c2a-a7b2-798d42f2fea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64f096d7-6c6f-45b9-8e49-5dee9ca8e68a {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:21:58.907772 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-baa21d2e-05ac-4c2a-a7b2-798d42f2fea1 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:58.910747 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-baa21d2e-05ac-4c2a-a7b2-798d42f2fea1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/64f096d7-6c6f-45b9-8e49-5dee9ca8e68a HTTP/1.1" status: 204 len: 168 time: 1.4310932 Aug 05 14:21:58.912061 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60484) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:21:58.943136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60486) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:21:58.947816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5d76f13f-596c-41cd-8367-de5bb9541b57 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-813080821', 'description': 'tempest-secgroup-smoke-813080821 description', 'project_id': '065dc2b7c099445c8c1ebc365ab739b7'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:21:58.972187 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5d76f13f-596c-41cd-8367-de5bb9541b57 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:58.980333 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-70310fef-2b20-432e-8ea6-d5ef13b0f454 admin admin] Deleting subnet 71006c8f-08b4-4b58-b5ce-c343b7c3e537 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:21:58.984091 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70310fef-2b20-432e-8ea6-d5ef13b0f454 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:59.030166 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70310fef-2b20-432e-8ea6-d5ef13b0f454 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:59.081797 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5d76f13f-596c-41cd-8367-de5bb9541b57 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:59.087038 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5d76f13f-596c-41cd-8367-de5bb9541b57 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:59.118176 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5d76f13f-596c-41cd-8367-de5bb9541b57 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:59.122565 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60488) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:21:59.122701 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5d76f13f-596c-41cd-8367-de5bb9541b57 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1784081 Aug 05 14:21:59.123594 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76f13f-596c-41cd-8367-de5bb9541b57 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:59.127563 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-99e9f14f-ea00-48dd-9823-2a1291d65910 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Request body: {'security_group_rule': {'security_group_id': 'e6f7fe30-e651-4eba-bf3f-ac5ea2926df1', 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:21:59.153744 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70310fef-2b20-432e-8ea6-d5ef13b0f454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:59.256336 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-99e9f14f-ea00-48dd-9823-2a1291d65910 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:59.306881 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70310fef-2b20-432e-8ea6-d5ef13b0f454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:59.353412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70310fef-2b20-432e-8ea6-d5ef13b0f454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71006c8f-08b4-4b58-b5ce-c343b7c3e537,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:59.371059 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078edb3-3767-4662-9549-f9cb126cfd99 req-d0895ebc-7d67-4249-b82a-4bce5d705a71 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:21:59.372616 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a078edb3-3767-4662-9549-f9cb126cfd99 req-d0895ebc-7d67-4249-b82a-4bce5d705a71 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=40f9c860-0972-439f-abf0-5ea14e1a22c8 HTTP/1.1" status: 200 len: 945 time: 0.1727049 Aug 05 14:21:59.378476 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70310fef-2b20-432e-8ea6-d5ef13b0f454 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:59.380777 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-70310fef-2b20-432e-8ea6-d5ef13b0f454 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/71006c8f-08b4-4b58-b5ce-c343b7c3e537 HTTP/1.1" status: 204 len: 168 time: 0.4675777 Aug 05 14:21:59.383189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9157e0bb-59e9-47e0-b2f9-0772b9d5272a None None] Network b679858e-6139-479d-a5d3-fd48d6285e1d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:21:59.383833 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60500) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:21:59.440066 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a078edb3-3767-4662-9549-f9cb126cfd99 req-4622f975-90f5-48fd-86d8-361275eef8c9 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579433 Aug 05 14:21:59.464737 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-99e9f14f-ea00-48dd-9823-2a1291d65910 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:59.475311 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-99e9f14f-ea00-48dd-9823-2a1291d65910 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:59.508941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9f14f-ea00-48dd-9823-2a1291d65910 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b979f9d-2355-456a-9397-7a0e9d6790f1,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:59.542041 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-99e9f14f-ea00-48dd-9823-2a1291d65910 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:59.546600 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-99e9f14f-ea00-48dd-9823-2a1291d65910 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4196780 Aug 05 14:21:59.546838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60510) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:21:59.552082 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-55f7151a-1e7f-4ab4-84f3-6512176f8495 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Request body: {'security_group_rule': {'security_group_id': 'e6f7fe30-e651-4eba-bf3f-ac5ea2926df1', 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:21:59.565078 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:59.636327 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6564fd1f-d403-466a-9281-08ebc0d3edb1 req-459d3aa3-112a-4192-a8d3-8a0d1dfbb010 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/ports?device_id=c388707c-f7e2-47bf-892d-07eff8ba104c HTTP/1.1" status: 200 len: 210 time: 0.0955939 Aug 05 14:21:59.688018 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-55f7151a-1e7f-4ab4-84f3-6512176f8495 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:59.737544 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c2e5d6-c9a0-49fc-bfe4-9bbc69f9fb3b None None] DHCP port deletion for b679858e-6139-479d-a5d3-fd48d6285e1d request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:21:59.804183 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-55f7151a-1e7f-4ab4-84f3-6512176f8495 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:59.814288 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-55f7151a-1e7f-4ab4-84f3-6512176f8495 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:59.845803 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-17c2e5d6-c9a0-49fc-bfe4-9bbc69f9fb3b None None] Deleting port 9521b7cb-bc98-4f37-a300-4c9a7c172c41 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:21:59.846187 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-17c2e5d6-c9a0-49fc-bfe4-9bbc69f9fb3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:59.851005 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7151a-1e7f-4ab4-84f3-6512176f8495 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efaa605-ee12-464f-9c39-5ebaf22d2100,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:21:59.893865 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-55f7151a-1e7f-4ab4-84f3-6512176f8495 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:21:59.897941 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-55f7151a-1e7f-4ab4-84f3-6512176f8495 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3470469 Aug 05 14:21:59.898274 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60520) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:21:59.908298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-7cf657c5-0c29-4863-a1b9-e4d034f9a741 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Request body: {'security_group_rule': {'security_group_id': 'e6f7fe30-e651-4eba-bf3f-ac5ea2926df1', 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:21:59.967156 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7cf657c5-0c29-4863-a1b9-e4d034f9a741 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.138984 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7cf657c5-0c29-4863-a1b9-e4d034f9a741 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.144611 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7cf657c5-0c29-4863-a1b9-e4d034f9a741 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.165439 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf657c5-0c29-4863-a1b9-e4d034f9a741 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0305c282-cc79-42b8-96db-2cadab278e66,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:00.175387 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7cf657c5-0c29-4863-a1b9-e4d034f9a741 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.179287 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7cf657c5-0c29-4863-a1b9-e4d034f9a741 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2769988 Aug 05 14:22:00.181074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60526) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:00.187924 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ea42c340-324f-4e97-97fa-8bb8025131cb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Request body: {'security_group_rule': {'security_group_id': 'e6f7fe30-e651-4eba-bf3f-ac5ea2926df1', 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:00.196967 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-17c2e5d6-c9a0-49fc-bfe4-9bbc69f9fb3b None None] For port 9521b7cb-bc98-4f37-a300-4c9a7c172c41, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=9521b7cb-bc98-4f37-a300-4c9a7c172c41,segment=NetworkSegment(08a94037-45cb-47a3-898e-2662e41e32ef),segment_id=08a94037-45cb-47a3-898e-2662e41e32ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:00.197819 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-17c2e5d6-c9a0-49fc-bfe4-9bbc69f9fb3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.214056 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-17c2e5d6-c9a0-49fc-bfe4-9bbc69f9fb3b None None] Calling delete_port for 9521b7cb-bc98-4f37-a300-4c9a7c172c41 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:22:00.234470 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ea42c340-324f-4e97-97fa-8bb8025131cb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.336716 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ea42c340-324f-4e97-97fa-8bb8025131cb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.343535 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ea42c340-324f-4e97-97fa-8bb8025131cb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.345959 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-17c2e5d6-c9a0-49fc-bfe4-9bbc69f9fb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.399122 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device df2383d2-efc2-4d16-a1e6-5d4365c79a65 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:22:00.419852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42c340-324f-4e97-97fa-8bb8025131cb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35aeaf9-0478-4b16-a72c-280a8cf5f3de,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:00.438922 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ea42c340-324f-4e97-97fa-8bb8025131cb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.440806 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ea42c340-324f-4e97-97fa-8bb8025131cb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2576220 Aug 05 14:22:00.443378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60536) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:00.451690 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b62b6c37-7242-429a-b641-06f089bc1dc5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Request body: {'security_group_rule': {'security_group_id': 'e6f7fe30-e651-4eba-bf3f-ac5ea2926df1', 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:00.473480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] Deleting port 9521b7cb-bc98-4f37-a300-4c9a7c172c41 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:22:00.473818 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.488304 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-6072fa62-4b1d-4c41-8078-f37dc341236b tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:00.490361 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-6072fa62-4b1d-4c41-8078-f37dc341236b tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.84 "GET /v2.0/networks?id=a1df5707-baaa-4f62-9daf-3405f79a5c5f HTTP/1.1" status: 200 len: 813 time: 0.7776356 Aug 05 14:22:00.497025 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2e5d6-c9a0-49fc-bfe4-9bbc69f9fb3b None None] Pushing event deleted for resources: {'Port': ['ID=9521b7cb-bc98-4f37-a300-4c9a7c172c41,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:00.505322 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2e5d6-c9a0-49fc-bfe4-9bbc69f9fb3b None None] No DVR routers for this DVR port 9521b7cb-bc98-4f37-a300-4c9a7c172c41 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:22:00.508975 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: df2383d2-efc2-4d16-a1e6-5d4365c79a65 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:22:00.511463 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device df2383d2-efc2-4d16-a1e6-5d4365c79a65 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:22:00.512055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6f20a0d4-67a0-493a-a438-df254f38f5bc no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:22:00.512683 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-b62b6c37-7242-429a-b641-06f089bc1dc5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Project 065dc2b7c099445c8c1ebc365ab739b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:22:00.514206 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-734e84b9-dd37-46ca-9c7e-473370eeb59c tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Request body: {'port': {'device_id': 'c388707c-f7e2-47bf-892d-07eff8ba104c', 'network_id': 'a1df5707-baaa-4f62-9daf-3405f79a5c5f', 'admin_state_up': True, 'tenant_id': 'f172f7d4ca5643f09ea7132bd57c39ef'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:00.519958 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b62b6c37-7242-429a-b641-06f089bc1dc5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.564990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 6f20a0d4-67a0-493a-a438-df254f38f5bc {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:22:00.565557 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6f20a0d4-67a0-493a-a438-df254f38f5bc not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:22:00.566157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9521b7cb-bc98-4f37-a300-4c9a7c172c41 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:22:00.609804 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b62b6c37-7242-429a-b641-06f089bc1dc5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.617699 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b62b6c37-7242-429a-b641-06f089bc1dc5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.617907 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 9521b7cb-bc98-4f37-a300-4c9a7c172c41 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:22:00.618510 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9521b7cb-bc98-4f37-a300-4c9a7c172c41 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:22:00.650607 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] For port 9521b7cb-bc98-4f37-a300-4c9a7c172c41, host n-d-803585-2, got binding levels [] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:00.651203 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b62b6c37-7242-429a-b641-06f089bc1dc5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.651726 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.652765 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b62b6c37-7242-429a-b641-06f089bc1dc5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2082047 Aug 05 14:22:00.654366 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b6c37-7242-429a-b641-06f089bc1dc5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2788545-82ee-4b55-ac1c-0602c02daf3d,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:00.656604 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60538) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:00.673443 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-188a8cc5-10bd-46b5-9cb1-d7695084a33e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Request body: {'security_group_rule': {'security_group_id': 'e6f7fe30-e651-4eba-bf3f-ac5ea2926df1', 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:00.684317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] Calling delete_port for 9521b7cb-bc98-4f37-a300-4c9a7c172c41 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:22:00.690643 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.ipam_backend_mixin [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] Port 9521b7cb-bc98-4f37-a300-4c9a7c172c41 was not found and therefore no delete operation was performed {{(pid=105724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:22:00.695536 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.715526 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-188a8cc5-10bd-46b5-9cb1-d7695084a33e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Project 065dc2b7c099445c8c1ebc365ab739b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:22:00.721714 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-188a8cc5-10bd-46b5-9cb1-d7695084a33e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.761161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9521b7cb-bc98-4f37-a300-4c9a7c172c41,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:00.763687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] No DVR routers for this DVR port 9521b7cb-bc98-4f37-a300-4c9a7c172c41 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:22:00.769599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-734e84b9-dd37-46ca-9c7e-473370eeb59c tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Made reservation on behalf of f172f7d4ca5643f09ea7132bd57c39ef for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:22:00.774651 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-734e84b9-dd37-46ca-9c7e-473370eeb59c tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.868516 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ddd1e8d0-b8d3-423e-bf3a-bd6062a5b018 req-97663928-ce75-46b3-8e73-9fa6c14d2322 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/ports?device_id=c388707c-f7e2-47bf-892d-07eff8ba104c HTTP/1.1" status: 200 len: 210 time: 0.1006646 Aug 05 14:22:00.906308 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.913798 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-188a8cc5-10bd-46b5-9cb1-d7695084a33e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.919836 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-188a8cc5-10bd-46b5-9cb1-d7695084a33e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.922890 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b679858e-6139-479d-a5d3-fd48d6285e1d']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:00.938481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a8cc5-10bd-46b5-9cb1-d7695084a33e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8fc785-ee49-4e2c-b0e6-fd43b9f0f9e1,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:00.940811 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a94037-45cb-47a3-898e-2662e41e32ef') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:00.941110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a94037-45cb-47a3-898e-2662e41e32ef') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:00.957245 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.964275 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-188a8cc5-10bd-46b5-9cb1-d7695084a33e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:00.969150 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-188a8cc5-10bd-46b5-9cb1-d7695084a33e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3079844 Aug 05 14:22:01.009137 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:01.022585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:22:01.022981 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:22:01.024751 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:22:01.086131 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-734e84b9-dd37-46ca-9c7e-473370eeb59c tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Allocated IP 172.20.0.10 (a1df5707-baaa-4f62-9daf-3405f79a5c5f/488be9a6-f565-424a-8ba9-d16309c9697a/6c4ed096-408d-4ab1-b189-d098e0a434cc) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:22:01.117332 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:01.287126 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-734e84b9-dd37-46ca-9c7e-473370eeb59c tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:01.298568 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:01.300927 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b679858e-6139-479d-a5d3-fd48d6285e1d HTTP/1.1" status: 204 len: 168 time: 1.9161057 Aug 05 14:22:01.304158 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60594) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:01.326498 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a647356-6c15-4491-8482-5b86b0460dc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b679858e-6139-479d-a5d3-fd48d6285e1d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:01.382888 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-734e84b9-dd37-46ca-9c7e-473370eeb59c tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:01.470432 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e84b9-dd37-46ca-9c7e-473370eeb59c tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Pushing event updated for resources: {'Port': ['ID=6c4ed096-408d-4ab1-b189-d098e0a434cc,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:01.489817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-734e84b9-dd37-46ca-9c7e-473370eeb59c tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Network a1df5707-baaa-4f62-9daf-3405f79a5c5f is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:22:01.491384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-734e84b9-dd37-46ca-9c7e-473370eeb59c tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:22:01.523236 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-734e84b9-dd37-46ca-9c7e-473370eeb59c tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:22:01.680487 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-734e84b9-dd37-46ca-9c7e-473370eeb59c tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:01.682543 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-734e84b9-dd37-46ca-9c7e-473370eeb59c tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:01.714037 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-734e84b9-dd37-46ca-9c7e-473370eeb59c tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2043517 Aug 05 14:22:01.727959 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Request body: {'port': {'device_id': 'c388707c-f7e2-47bf-892d-07eff8ba104c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:01.817568 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:01.896362 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1952dccf-7b85-41aa-b6c0-1130073676dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:02.110027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3aada-9710-476a-9695-28c12c75b6e4 req-b9ef8748-8d25-42e4-bb14-c57746857c62 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:02.111631 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fff3aada-9710-476a-9695-28c12c75b6e4 req-b9ef8748-8d25-42e4-bb14-c57746857c62 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/ports?device_id=c388707c-f7e2-47bf-892d-07eff8ba104c HTTP/1.1" status: 200 len: 932 time: 0.1100867 Aug 05 14:22:02.191638 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fff3aada-9710-476a-9695-28c12c75b6e4 req-1c3f1da3-8a35-4f90-a6f4-4b507d9745d6 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e019e3b-e752-4feb-bed2-e23c13b64da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560653 Aug 05 14:22:02.329617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1952dccf-7b85-41aa-b6c0-1130073676dd admin admin] Deleting port fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:22:02.330778 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1952dccf-7b85-41aa-b6c0-1130073676dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:02.347070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4ed096-408d-4ab1-b189-d098e0a434cc {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:22:02.365934 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:02.385476 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Transition to ACTIVE for port object 6c4ed096-408d-4ab1-b189-d098e0a434cc will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:22:02.392872 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:02.453814 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-1952dccf-7b85-41aa-b6c0-1130073676dd admin admin] For port fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e,segment=NetworkSegment(3afdff32-b32f-4ae5-8fd1-e5c65d93eda3),segment_id=3afdff32-b32f-4ae5-8fd1-e5c65d93eda3)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:02.454189 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1952dccf-7b85-41aa-b6c0-1130073676dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:02.471178 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1952dccf-7b85-41aa-b6c0-1130073676dd admin admin] Calling delete_port for fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:22:02.476119 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4ed096-408d-4ab1-b189-d098e0a434cc,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:02.551627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Attempting to bind port 6c4ed096-408d-4ab1-b189-d098e0a434cc on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:22:02.552356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Attempting to bind port 6c4ed096-408d-4ab1-b189-d098e0a434cc by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '7fba0174-60a1-45b6-8403-9a01e67d54cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a1df5707-baaa-4f62-9daf-3405f79a5c5f'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:22:02.553169 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Attempting to bind port 6c4ed096-408d-4ab1-b189-d098e0a434cc on network a1df5707-baaa-4f62-9daf-3405f79a5c5f {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:22:02.558339 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Port 6c4ed096-408d-4ab1-b189-d098e0a434cc on network a1df5707-baaa-4f62-9daf-3405f79a5c5f not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:22:02.558813 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Attempting to bind port 6c4ed096-408d-4ab1-b189-d098e0a434cc on network a1df5707-baaa-4f62-9daf-3405f79a5c5f {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:22:02.565486 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:22:02.565912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Checking segment: {'id': '7fba0174-60a1-45b6-8403-9a01e67d54cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a1df5707-baaa-4f62-9daf-3405f79a5c5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:22:02.566551 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Bound using segment: {'id': '7fba0174-60a1-45b6-8403-9a01e67d54cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a1df5707-baaa-4f62-9daf-3405f79a5c5f'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:22:02.567049 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Bound port: 6c4ed096-408d-4ab1-b189-d098e0a434cc, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fba0174-60a1-45b6-8403-9a01e67d54cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a1df5707-baaa-4f62-9daf-3405f79a5c5f'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:22:02.567471 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:02.679454 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] For port 6c4ed096-408d-4ab1-b189-d098e0a434cc, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:22:02.682690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] For port 6c4ed096-408d-4ab1-b189-d098e0a434cc, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6c4ed096-408d-4ab1-b189-d098e0a434cc,segment=NetworkSegment(7fba0174-60a1-45b6-8403-9a01e67d54cf),segment_id=7fba0174-60a1-45b6-8403-9a01e67d54cf)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:22:02.690550 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:02.709766 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1952dccf-7b85-41aa-b6c0-1130073676dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:02.735689 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:02.735689 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:02.736028 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] 10.222.0.84 "PUT /v2.0/ports/6c4ed096-408d-4ab1-b189-d098e0a434cc HTTP/1.1" status: 200 len: 1092 time: 1.0127056 Aug 05 14:22:02.736565 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c388707c-f7e2-47bf-892d-07eff8ba104c', 'tag': '6c4ed096-408d-4ab1-b189-d098e0a434cc'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:22:02.739466 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdefe7d7-d015-4a17-9b7e-e625b07c7b72" -d '{"events": [{"name": "network-changed", "server_uuid": "c388707c-f7e2-47bf-892d-07eff8ba104c", "tag": "6c4ed096-408d-4ab1-b189-d098e0a434cc"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:22:02.773144 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9acbf-a127-4a3d-8932-63e78c88c1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4ed096-408d-4ab1-b189-d098e0a434cc,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:02.780608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952dccf-7b85-41aa-b6c0-1130073676dd admin admin] Pushing event deleted for resources: {'Port': ['ID=fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:02.867199 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84949640-e710-4b44-b51e-e4c6efaa8320 x-openstack-request-id: req-84949640-e710-4b44-b51e-e4c6efaa8320 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:22:02.869203 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c388707c-f7e2-47bf-892d-07eff8ba104c", "tag": "6c4ed096-408d-4ab1-b189-d098e0a434cc", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:22:02.869470 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84949640-e710-4b44-b51e-e4c6efaa8320 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:22:02.869894 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c388707c-f7e2-47bf-892d-07eff8ba104c', 'tag': '6c4ed096-408d-4ab1-b189-d098e0a434cc', 'status': 'completed', 'code': 200} Aug 05 14:22:02.919293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-ac0c9202-6379-44f1-afb0-45e6e8b38a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:02.925694 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-ac0c9202-6379-44f1-afb0-45e6e8b38a8a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f172f7d4ca5643f09ea7132bd57c39ef&device_id=c388707c-f7e2-47bf-892d-07eff8ba104c HTTP/1.1" status: 200 len: 1095 time: 0.1341097 Aug 05 14:22:03.024428 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-7d92fa4b-a2f7-47d7-845e-d4bda3c32730 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c4ed096-408d-4ab1-b189-d098e0a434cc HTTP/1.1" status: 200 len: 217 time: 0.0941901 Aug 05 14:22:03.127652 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1952dccf-7b85-41aa-b6c0-1130073676dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:03.137886 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-05f4ad8c-c25c-4c4b-85e1-8f72e5601e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:03.148258 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-05f4ad8c-c25c-4c4b-85e1-8f72e5601e0d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=488be9a6-f565-424a-8ba9-d16309c9697a HTTP/1.1" status: 200 len: 853 time: 0.1152921 Aug 05 14:22:03.196026 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-18d3222b-e6f9-47a7-a6f4-dcc7837a0ee1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a1df5707-baaa-4f62-9daf-3405f79a5c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377171 Aug 05 14:22:03.403252 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-5d7a33fe-90c4-4c8f-b6e7-7f42771b3423 service neutron] 10.222.0.84 "GET /v2.0/networks/a1df5707-baaa-4f62-9daf-3405f79a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993449 Aug 05 14:22:03.418693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe037c7-8795-4cb2-899a-7c4face7751f req-c0091d2f-0f4c-46a5-9970-f84b8c3764e2 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:03.420659 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5fe037c7-8795-4cb2-899a-7c4face7751f req-c0091d2f-0f4c-46a5-9970-f84b8c3764e2 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/ports?device_id=c388707c-f7e2-47bf-892d-07eff8ba104c HTTP/1.1" status: 200 len: 944 time: 0.0974989 Aug 05 14:22:03.536970 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f66b7e69-f23f-4ca2-a4b1-3fec72e74624 req-b160fca6-1034-424c-aa11-073924774f29 service neutron] 10.222.0.84 "GET /v2.0/networks/a1df5707-baaa-4f62-9daf-3405f79a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144998 Aug 05 14:22:03.593897 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5fe037c7-8795-4cb2-899a-7c4face7751f req-4fb10494-ccee-484f-9ca0-547636177308 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e019e3b-e752-4feb-bed2-e23c13b64da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553436 Aug 05 14:22:03.686521 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefe7d7-d015-4a17-9b7e-e625b07c7b72 req-ea5516be-149a-46ea-9d6c-2a203e5d00d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:03.689586 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fdefe7d7-d015-4a17-9b7e-e625b07c7b72 req-ea5516be-149a-46ea-9d6c-2a203e5d00d2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f172f7d4ca5643f09ea7132bd57c39ef&device_id=c388707c-f7e2-47bf-892d-07eff8ba104c HTTP/1.1" status: 200 len: 1095 time: 0.0936444 Aug 05 14:22:03.758180 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1952dccf-7b85-41aa-b6c0-1130073676dd admin admin] Router 57fa41bc-313b-4d77-852e-eebca7d2d783 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:22:03.932023 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefe7d7-d015-4a17-9b7e-e625b07c7b72 req-6240fb50-bede-483b-b496-f60039ec452d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:03.934101 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fdefe7d7-d015-4a17-9b7e-e625b07c7b72 req-6240fb50-bede-483b-b496-f60039ec452d service neutron] 10.222.0.84 "GET /v2.0/networks?id=a1df5707-baaa-4f62-9daf-3405f79a5c5f HTTP/1.1" status: 200 len: 914 time: 0.2364893 Aug 05 14:22:03.949375 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1952dccf-7b85-41aa-b6c0-1130073676dd admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:22:03.969937 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c6399-c4db-4a9a-b98f-2bb67ccf6b66 None None] Sync routers for ids ['57fa41bc-313b-4d77-852e-eebca7d2d783'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:22:03.972519 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1952dccf-7b85-41aa-b6c0-1130073676dd admin admin] 10.222.0.16 "PUT /v2.0/routers/57fa41bc-313b-4d77-852e-eebca7d2d783/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6672161 Aug 05 14:22:03.977056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60680) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:03.990573 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c6399-c4db-4a9a-b98f-2bb67ccf6b66 None None] Routers {'57fa41bc-313b-4d77-852e-eebca7d2d783'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:22:03.991216 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5c2c6399-c4db-4a9a-b98f-2bb67ccf6b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:21:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['57fa41bc-313b-4d77-852e-eebca7d2d783'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:04.008211 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fdefe7d7-d015-4a17-9b7e-e625b07c7b72 req-67888f78-616c-4cc8-906c-7681f84e59cb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c4ed096-408d-4ab1-b189-d098e0a434cc HTTP/1.1" status: 200 len: 217 time: 0.0637929 Aug 05 14:22:04.095954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefe7d7-d015-4a17-9b7e-e625b07c7b72 req-9bf0ae21-2b92-42fb-86dd-cbe2c3d2e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:04.097450 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fdefe7d7-d015-4a17-9b7e-e625b07c7b72 req-9bf0ae21-2b92-42fb-86dd-cbe2c3d2e8f3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=488be9a6-f565-424a-8ba9-d16309c9697a HTTP/1.1" status: 200 len: 853 time: 0.0809481 Aug 05 14:22:04.138590 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-232324ef-90d5-40a0-ae1a-5dfd923d8c47 admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:04.142411 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fdefe7d7-d015-4a17-9b7e-e625b07c7b72 req-765ed578-8767-4729-93fd-b772581dce16 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a1df5707-baaa-4f62-9daf-3405f79a5c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364645 Aug 05 14:22:04.251232 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-232324ef-90d5-40a0-ae1a-5dfd923d8c47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:04.264077 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-5c2c6399-c4db-4a9a-b98f-2bb67ccf6b66 None None] Set router 57fa41bc-313b-4d77-852e-eebca7d2d783 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:22:04.315493 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fdefe7d7-d015-4a17-9b7e-e625b07c7b72 req-82066663-b472-4b89-8142-14413cdf41c5 service neutron] 10.222.0.84 "GET /v2.0/networks/a1df5707-baaa-4f62-9daf-3405f79a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621346 Aug 05 14:22:04.378128 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-232324ef-90d5-40a0-ae1a-5dfd923d8c47 admin admin] Deleting port e230dfca-b0d5-429d-b833-e9f50e24e15a {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:22:04.378512 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-232324ef-90d5-40a0-ae1a-5dfd923d8c47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:04.478897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-232324ef-90d5-40a0-ae1a-5dfd923d8c47 admin admin] For port e230dfca-b0d5-429d-b833-e9f50e24e15a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e230dfca-b0d5-429d-b833-e9f50e24e15a,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:04.479686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-232324ef-90d5-40a0-ae1a-5dfd923d8c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:04.497941 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fdefe7d7-d015-4a17-9b7e-e625b07c7b72 req-fdea1f57-762e-4bf6-b9e0-904b93116253 service neutron] 10.222.0.84 "GET /v2.0/networks/a1df5707-baaa-4f62-9daf-3405f79a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720035 Aug 05 14:22:04.505246 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-232324ef-90d5-40a0-ae1a-5dfd923d8c47 admin admin] Calling delete_port for e230dfca-b0d5-429d-b833-e9f50e24e15a owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:22:04.558696 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5c2c6399-c4db-4a9a-b98f-2bb67ccf6b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'name': 'tempest-TestServerBasicOps-471224443-router', 'tenant_id': 'd91bca98415245e380ff5bcd4e60c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'e230dfca-b0d5-429d-b833-e9f50e24e15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:39Z', 'updated_at': '2021-08-05T14:22:02Z', 'revision_number': 5, 'project_id': 'd91bca98415245e380ff5bcd4e60c139', 'gw_port': {'id': 'e230dfca-b0d5-429d-b833-e9f50e24e15a', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:47:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:16:40Z', 'updated_at': '2021-08-05T14:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:04.601583 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c6399-c4db-4a9a-b98f-2bb67ccf6b66 None None] Checking router: 57fa41bc-313b-4d77-852e-eebca7d2d783 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:22:04.628750 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c6399-c4db-4a9a-b98f-2bb67ccf6b66 None None] Routers {'57fa41bc-313b-4d77-852e-eebca7d2d783'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:22:04.634520 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5c2c6399-c4db-4a9a-b98f-2bb67ccf6b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:21:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['57fa41bc-313b-4d77-852e-eebca7d2d783'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:04.779677 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca47058-d139-4a0d-9ccd-298feb9a6b2e req-f8641a0a-7632-45cf-95f6-7631569a3ab6 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:04.787218 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ca47058-d139-4a0d-9ccd-298feb9a6b2e req-f8641a0a-7632-45cf-95f6-7631569a3ab6 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/ports?device_id=c388707c-f7e2-47bf-892d-07eff8ba104c HTTP/1.1" status: 200 len: 944 time: 0.1101503 Aug 05 14:22:04.802923 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-232324ef-90d5-40a0-ae1a-5dfd923d8c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:04.845080 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232324ef-90d5-40a0-ae1a-5dfd923d8c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=e230dfca-b0d5-429d-b833-e9f50e24e15a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:04.869984 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-5c2c6399-c4db-4a9a-b98f-2bb67ccf6b66 None None] Set router 57fa41bc-313b-4d77-852e-eebca7d2d783 gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:22:04.888110 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ca47058-d139-4a0d-9ccd-298feb9a6b2e req-80cfb715-0215-4065-9147-3864b2bf4778 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e019e3b-e752-4feb-bed2-e23c13b64da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957451 Aug 05 14:22:04.949683 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-5c2c6399-c4db-4a9a-b98f-2bb67ccf6b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'name': 'tempest-TestServerBasicOps-471224443-router', 'tenant_id': 'd91bca98415245e380ff5bcd4e60c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:39Z', 'updated_at': '2021-08-05T14:22:04Z', 'revision_number': 6, 'project_id': 'd91bca98415245e380ff5bcd4e60c139', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:04.963856 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-232324ef-90d5-40a0-ae1a-5dfd923d8c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:04.988260 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c6399-c4db-4a9a-b98f-2bb67ccf6b66 None None] The sync data for ids ['57fa41bc-313b-4d77-852e-eebca7d2d783'] in n-d-803585-2 is: [{'id': '57fa41bc-313b-4d77-852e-eebca7d2d783', 'name': 'tempest-TestServerBasicOps-471224443-router', 'tenant_id': 'd91bca98415245e380ff5bcd4e60c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:16:39Z', 'updated_at': '2021-08-05T14:22:04Z', 'revision_number': 6, 'project_id': 'd91bca98415245e380ff5bcd4e60c139', 'gw_port_host': None}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:22:05.130612 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-232324ef-90d5-40a0-ae1a-5dfd923d8c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:05.133221 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-232324ef-90d5-40a0-ae1a-5dfd923d8c47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:05.184855 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-232324ef-90d5-40a0-ae1a-5dfd923d8c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:05.185470 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232324ef-90d5-40a0-ae1a-5dfd923d8c47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57fa41bc-313b-4d77-852e-eebca7d2d783 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:22:05.190905 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-232324ef-90d5-40a0-ae1a-5dfd923d8c47 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:05.194831 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-232324ef-90d5-40a0-ae1a-5dfd923d8c47 admin admin] 10.222.0.16 "DELETE /v2.0/routers/57fa41bc-313b-4d77-852e-eebca7d2d783 HTTP/1.1" status: 204 len: 168 time: 1.2132623 Aug 05 14:22:05.195042 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60704) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:05.247988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b34337f-9a3a-4b59-94d7-3611bf3bbfcf admin admin] Deleting subnet 1324c358-5277-4561-9ac7-429a1728d4a1 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:22:05.251120 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b34337f-9a3a-4b59-94d7-3611bf3bbfcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:05.289741 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b34337f-9a3a-4b59-94d7-3611bf3bbfcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:05.388038 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b34337f-9a3a-4b59-94d7-3611bf3bbfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:05.480639 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b34337f-9a3a-4b59-94d7-3611bf3bbfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:05.521951 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b34337f-9a3a-4b59-94d7-3611bf3bbfcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:05.523919 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1b34337f-9a3a-4b59-94d7-3611bf3bbfcf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1324c358-5277-4561-9ac7-429a1728d4a1 HTTP/1.1" status: 204 len: 168 time: 0.3279834 Aug 05 14:22:05.526620 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60706) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:05.528087 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce237a7-5805-44e2-b72f-1d1b7369e66a None None] Network 8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:22:05.540576 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34337f-9a3a-4b59-94d7-3611bf3bbfcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1324c358-5277-4561-9ac7-429a1728d4a1,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:05.621526 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:05.696656 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] Deleting port 15e192b2-0a8c-4726-bf48-e3896a716a68 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:22:05.697026 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:05.771907 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] For port 15e192b2-0a8c-4726-bf48-e3896a716a68, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=15e192b2-0a8c-4726-bf48-e3896a716a68,segment=NetworkSegment(3afdff32-b32f-4ae5-8fd1-e5c65d93eda3),segment_id=3afdff32-b32f-4ae5-8fd1-e5c65d93eda3)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:05.772284 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:05.787008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] Calling delete_port for 15e192b2-0a8c-4726-bf48-e3896a716a68 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:22:05.846618 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ff0acd-ee5f-47cc-98ee-f70e8d171bfa None None] DHCP port deletion for 8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:22:05.883463 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:05.938271 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=15e192b2-0a8c-4726-bf48-e3896a716a68,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:05.938828 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-62ff0acd-ee5f-47cc-98ee-f70e8d171bfa None None] Deleting port 15e192b2-0a8c-4726-bf48-e3896a716a68 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:22:05.939231 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-62ff0acd-ee5f-47cc-98ee-f70e8d171bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:05.943988 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] No DVR routers for this DVR port 15e192b2-0a8c-4726-bf48-e3896a716a68 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:22:06.134972 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:06.148821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:06.150397 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-62ff0acd-ee5f-47cc-98ee-f70e8d171bfa None None] For port 15e192b2-0a8c-4726-bf48-e3896a716a68, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:06.163747 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-62ff0acd-ee5f-47cc-98ee-f70e8d171bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:06.163937 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afdff32-b32f-4ae5-8fd1-e5c65d93eda3') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:06.163937 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afdff32-b32f-4ae5-8fd1-e5c65d93eda3') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:06.186817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d152a6-3d96-4214-94ad-ef1f62d20800 req-807da6c9-2c95-4132-8cac-0f3adc300bfb tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:06.189079 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-91d152a6-3d96-4214-94ad-ef1f62d20800 req-807da6c9-2c95-4132-8cac-0f3adc300bfb tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/ports?device_id=c388707c-f7e2-47bf-892d-07eff8ba104c HTTP/1.1" status: 200 len: 944 time: 0.1078224 Aug 05 14:22:06.191811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-62ff0acd-ee5f-47cc-98ee-f70e8d171bfa None None] Calling delete_port for 15e192b2-0a8c-4726-bf48-e3896a716a68 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:22:06.195713 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-62ff0acd-ee5f-47cc-98ee-f70e8d171bfa None None] Port 15e192b2-0a8c-4726-bf48-e3896a716a68 was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:22:06.196963 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-62ff0acd-ee5f-47cc-98ee-f70e8d171bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:06.203159 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:06.275829 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff0acd-ee5f-47cc-98ee-f70e8d171bfa None None] Pushing event deleted for resources: {'Port': ['ID=15e192b2-0a8c-4726-bf48-e3896a716a68,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:06.280527 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:06.288690 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff0acd-ee5f-47cc-98ee-f70e8d171bfa None None] No DVR routers for this DVR port 15e192b2-0a8c-4726-bf48-e3896a716a68 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:22:06.298992 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:22:06.299409 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:22:06.301472 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:22:06.325028 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:22:06.347489 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-91d152a6-3d96-4214-94ad-ef1f62d20800 req-6a3318f5-eccd-4fae-a1c0-fcd5daa6b07d tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e019e3b-e752-4feb-bed2-e23c13b64da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418302 Aug 05 14:22:06.359551 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:22:06.360430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fd42e0c7-64f9-4ab5-bd76-cc92790e6f8e not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:22:06.361067 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e230dfca-b0d5-429d-b833-e9f50e24e15a no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:22:06.375153 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:06.382198 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:06.384510 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450 HTTP/1.1" status: 204 len: 168 time: 0.8569167 Aug 05 14:22:06.393054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: e230dfca-b0d5-429d-b833-e9f50e24e15a {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:22:06.393414 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e230dfca-b0d5-429d-b833-e9f50e24e15a not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:22:06.397388 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d6d31-e639-4c76-a5b9-5f1ff96d6bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c8e4ebe-2ae2-4b85-9f46-b5543fb9f450,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:06.397921 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 15e192b2-0a8c-4726-bf48-e3896a716a68 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:22:06.422312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 15e192b2-0a8c-4726-bf48-e3896a716a68 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:22:06.422312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 15e192b2-0a8c-4726-bf48-e3896a716a68 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:22:06.488925 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6c4ed096-408d-4ab1-b189-d098e0a434cc details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:22:06.572438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60720) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:06.638922 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-253bc654-b2ae-4dc3-9267-8ef8831eb082 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=938b1560f7e5463b94f779198eaceba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624907 Aug 05 14:22:06.640700 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 60722) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:06.645311 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6c4ed096-408d-4ab1-b189-d098e0a434cc, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6c4ed096-408d-4ab1-b189-d098e0a434cc,segment=NetworkSegment(7fba0174-60a1-45b6-8403-9a01e67d54cf),segment_id=7fba0174-60a1-45b6-8403-9a01e67d54cf)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:06.660835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '6c4ed096-408d-4ab1-b189-d098e0a434cc', 'network_id': 'a1df5707-baaa-4f62-9daf-3405f79a5c5f', 'port_id': '6c4ed096-408d-4ab1-b189-d098e0a434cc', 'mac_address': 'fa:16:3e:ba:64:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488be9a6-f565-424a-8ba9-d16309c9697a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:22:06.704905 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6b0dfde4-8b25-49bd-8152-6ccae2687dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:06.705974 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:06.725803 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4ed096-408d-4ab1-b189-d098e0a434cc {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:22:06.729161 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6b0dfde4-8b25-49bd-8152-6ccae2687dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:06.753169 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6c4ed096-408d-4ab1-b189-d098e0a434cc, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6c4ed096-408d-4ab1-b189-d098e0a434cc,segment=NetworkSegment(7fba0174-60a1-45b6-8403-9a01e67d54cf),segment_id=7fba0174-60a1-45b6-8403-9a01e67d54cf)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:06.758402 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:06.789710 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6b0dfde4-8b25-49bd-8152-6ccae2687dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:06.792890 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6b0dfde4-8b25-49bd-8152-6ccae2687dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:06.794152 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6b0dfde4-8b25-49bd-8152-6ccae2687dd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b7505a7-7e55-48ca-b77b-773b73ccf5ed HTTP/1.1" status: 204 len: 168 time: 0.1524565 Aug 05 14:22:06.805926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dfde4-8b25-49bd-8152-6ccae2687dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7505a7-7e55-48ca-b77b-773b73ccf5ed,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:06.842601 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=6c4ed096-408d-4ab1-b189-d098e0a434cc,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:06.972786 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['6c4ed096-408d-4ab1-b189-d098e0a434cc'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:22:07.256971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60736) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:07.316700 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f3ae9d73-00eb-4d0b-9a80-cd9695b2e2b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d91bca98415245e380ff5bcd4e60c139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580349 Aug 05 14:22:07.321277 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 60738) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:07.385788 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-af27df1a-b958-4519-b36a-a6ea0ba15042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:07.412173 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-af27df1a-b958-4519-b36a-a6ea0ba15042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:07.468999 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-af27df1a-b958-4519-b36a-a6ea0ba15042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:07.473063 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-af27df1a-b958-4519-b36a-a6ea0ba15042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:07.474429 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-af27df1a-b958-4519-b36a-a6ea0ba15042 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fe840b8-ed94-4e24-af27-8ad38e96cee2 HTTP/1.1" status: 204 len: 168 time: 0.1520338 Aug 05 14:22:07.483926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27df1a-b958-4519-b36a-a6ea0ba15042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe840b8-ed94-4e24-af27-8ad38e96cee2,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:07.501826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e709d-aee0-4b6f-a4dd-21ebac588be2 req-38e6c532-0eeb-46e9-86c0-e5ecb860fc72 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:07.503966 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-183e709d-aee0-4b6f-a4dd-21ebac588be2 req-38e6c532-0eeb-46e9-86c0-e5ecb860fc72 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/ports?device_id=c388707c-f7e2-47bf-892d-07eff8ba104c HTTP/1.1" status: 200 len: 945 time: 0.0741601 Aug 05 14:22:07.554975 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-183e709d-aee0-4b6f-a4dd-21ebac588be2 req-4faaf65f-2c10-46fe-8c65-2babeb0a6820 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e019e3b-e752-4feb-bed2-e23c13b64da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445695 Aug 05 14:22:08.495290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6c4ed096-408d-4ab1-b189-d098e0a434cc up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:22:08.587546 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 6c4ed096-408d-4ab1-b189-d098e0a434cc completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:22:08.595753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 6c4ed096-408d-4ab1-b189-d098e0a434cc triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:22:08.596609 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:08.709652 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7a598-879e-4d7a-bba5-5f89b8de9eca req-1145bd7f-1485-4c59-8586-d9360a340956 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:08.710196 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:08.713630 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0a7a598-879e-4d7a-bba5-5f89b8de9eca req-1145bd7f-1485-4c59-8586-d9360a340956 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/ports?device_id=c388707c-f7e2-47bf-892d-07eff8ba104c HTTP/1.1" status: 200 len: 945 time: 0.0786738 Aug 05 14:22:08.739142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c388707c-f7e2-47bf-892d-07eff8ba104c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4ed096-408d-4ab1-b189-d098e0a434cc'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:22:08.741810 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee92b85-5e81-41a9-927b-71dc97861c3c" -d '{"events": [{"server_uuid": "c388707c-f7e2-47bf-892d-07eff8ba104c", "name": "network-vif-plugged", "status": "completed", "tag": "6c4ed096-408d-4ab1-b189-d098e0a434cc"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:22:08.755170 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6c4ed096-408d-4ab1-b189-d098e0a434cc, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6c4ed096-408d-4ab1-b189-d098e0a434cc,segment=NetworkSegment(7fba0174-60a1-45b6-8403-9a01e67d54cf),segment_id=7fba0174-60a1-45b6-8403-9a01e67d54cf)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:08.762960 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:08.805607 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0a7a598-879e-4d7a-bba5-5f89b8de9eca req-8bbe6029-c916-49b6-9399-4dd6f51ec194 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e019e3b-e752-4feb-bed2-e23c13b64da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761933 Aug 05 14:22:08.830716 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccd81e6-5c1f-42e8-aed9-4d9cfc228971 x-openstack-request-id: req-0ccd81e6-5c1f-42e8-aed9-4d9cfc228971 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:22:08.831038 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c388707c-f7e2-47bf-892d-07eff8ba104c", "name": "network-vif-plugged", "status": "completed", "tag": "6c4ed096-408d-4ab1-b189-d098e0a434cc", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:22:08.831270 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ccd81e6-5c1f-42e8-aed9-4d9cfc228971 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:22:08.831643 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c388707c-f7e2-47bf-892d-07eff8ba104c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4ed096-408d-4ab1-b189-d098e0a434cc', 'code': 200} Aug 05 14:22:08.844389 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=6c4ed096-408d-4ab1-b189-d098e0a434cc,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:08.928111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472241e5-4e4f-4cb5-b057-d603fd0e6820 req-32c780ef-17fa-45bb-a884-149b4d75b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:08.929807 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-472241e5-4e4f-4cb5-b057-d603fd0e6820 req-32c780ef-17fa-45bb-a884-149b4d75b1b6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c388707c-f7e2-47bf-892d-07eff8ba104c HTTP/1.1" status: 200 len: 1097 time: 0.0515664 Aug 05 14:22:08.972893 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-472241e5-4e4f-4cb5-b057-d603fd0e6820 req-c9e5718b-96e9-4442-8cbe-5a2494968104 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9e019e3b-e752-4feb-bed2-e23c13b64da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354950 Aug 05 14:22:09.933793 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137cad4-cdd1-49df-918e-bb95cb32d618 req-e65dcef2-2a6c-4b4b-a2f3-c4d8bf0be903 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:09.939091 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8137cad4-cdd1-49df-918e-bb95cb32d618 req-e65dcef2-2a6c-4b4b-a2f3-c4d8bf0be903 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/ports?device_id=c388707c-f7e2-47bf-892d-07eff8ba104c HTTP/1.1" status: 200 len: 946 time: 0.0570474 Aug 05 14:22:09.988673 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8137cad4-cdd1-49df-918e-bb95cb32d618 req-c03e1460-796b-465d-a0be-7c1332bff983 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e019e3b-e752-4feb-bed2-e23c13b64da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450473 Aug 05 14:22:10.423084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a1fac-49b3-4077-97c3-83d1ce862cb6 req-f0cfbf23-6f08-4c7b-adbe-b18187cb25fe tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:10.424794 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d66a1fac-49b3-4077-97c3-83d1ce862cb6 req-f0cfbf23-6f08-4c7b-adbe-b18187cb25fe tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/ports?device_id=c388707c-f7e2-47bf-892d-07eff8ba104c HTTP/1.1" status: 200 len: 946 time: 0.0601709 Aug 05 14:22:10.475213 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d66a1fac-49b3-4077-97c3-83d1ce862cb6 req-040683a5-93ec-4187-93d5-155135f6ba0b tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e019e3b-e752-4feb-bed2-e23c13b64da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445435 Aug 05 14:22:11.660071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22d029-0cea-4908-a604-1ddb226411af req-6df4394e-03eb-4b80-b2b7-155d834954bb tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:11.661226 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f22d029-0cea-4908-a604-1ddb226411af req-6df4394e-03eb-4b80-b2b7-155d834954bb tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/ports?device_id=c388707c-f7e2-47bf-892d-07eff8ba104c HTTP/1.1" status: 200 len: 946 time: 0.0791931 Aug 05 14:22:11.711146 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f22d029-0cea-4908-a604-1ddb226411af req-daf810c3-f498-47d3-9702-4c0348c427a2 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e019e3b-e752-4feb-bed2-e23c13b64da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435677 Aug 05 14:22:11.780261 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da12e3-e87a-4363-80c0-512a7278f5ee req-49ae2f6b-17b0-40ce-b730-9cc3a7d6f0b4 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:11.782304 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0da12e3-e87a-4363-80c0-512a7278f5ee req-49ae2f6b-17b0-40ce-b730-9cc3a7d6f0b4 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.84 "GET /v2.0/ports?device_id=c388707c-f7e2-47bf-892d-07eff8ba104c HTTP/1.1" status: 200 len: 946 time: 0.0697026 Aug 05 14:22:11.899925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-b0da12e3-e87a-4363-80c0-512a7278f5ee req-f878d82e-0a27-46ab-8ce5-ca0d686380e8 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Deleting port 6c4ed096-408d-4ab1-b189-d098e0a434cc {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:22:11.900672 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b0da12e3-e87a-4363-80c0-512a7278f5ee req-f878d82e-0a27-46ab-8ce5-ca0d686380e8 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:12.032399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-b0da12e3-e87a-4363-80c0-512a7278f5ee req-f878d82e-0a27-46ab-8ce5-ca0d686380e8 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] For port 6c4ed096-408d-4ab1-b189-d098e0a434cc, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6c4ed096-408d-4ab1-b189-d098e0a434cc,segment=NetworkSegment(7fba0174-60a1-45b6-8403-9a01e67d54cf),segment_id=7fba0174-60a1-45b6-8403-9a01e67d54cf)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:12.032788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b0da12e3-e87a-4363-80c0-512a7278f5ee req-f878d82e-0a27-46ab-8ce5-ca0d686380e8 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:12.057225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-b0da12e3-e87a-4363-80c0-512a7278f5ee req-f878d82e-0a27-46ab-8ce5-ca0d686380e8 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Calling delete_port for 6c4ed096-408d-4ab1-b189-d098e0a434cc owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:22:12.244347 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b0da12e3-e87a-4363-80c0-512a7278f5ee req-f878d82e-0a27-46ab-8ce5-ca0d686380e8 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:12.257580 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['6c4ed096-408d-4ab1-b189-d098e0a434cc'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:22:12.279872 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878d82e-0a27-46ab-8ce5-ca0d686380e8 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Pushing event deleted for resources: {'Port': ['ID=6c4ed096-408d-4ab1-b189-d098e0a434cc,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:12.324441 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0da12e3-e87a-4363-80c0-512a7278f5ee req-f878d82e-0a27-46ab-8ce5-ca0d686380e8 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] No DVR routers for this DVR port 6c4ed096-408d-4ab1-b189-d098e0a434cc on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:22:12.328543 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-b0da12e3-e87a-4363-80c0-512a7278f5ee req-f878d82e-0a27-46ab-8ce5-ca0d686380e8 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:12.330702 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b0da12e3-e87a-4363-80c0-512a7278f5ee req-f878d82e-0a27-46ab-8ce5-ca0d686380e8 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.84 "DELETE /v2.0/ports/6c4ed096-408d-4ab1-b189-d098e0a434cc HTTP/1.1" status: 204 len: 173 time: 0.5426488 Aug 05 14:22:12.331042 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c388707c-f7e2-47bf-892d-07eff8ba104c', 'name': 'network-vif-deleted', 'tag': '6c4ed096-408d-4ab1-b189-d098e0a434cc'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:22:12.333300 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c66e0be-04cc-48df-9f9c-1eb35c498572" -d '{"events": [{"server_uuid": "c388707c-f7e2-47bf-892d-07eff8ba104c", "name": "network-vif-deleted", "tag": "6c4ed096-408d-4ab1-b189-d098e0a434cc"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:22:12.375542 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a8d1ff-dd27-48a7-839f-298f1598a8e7 x-openstack-request-id: req-e0a8d1ff-dd27-48a7-839f-298f1598a8e7 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:22:12.376713 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c388707c-f7e2-47bf-892d-07eff8ba104c", "name": "network-vif-deleted", "tag": "6c4ed096-408d-4ab1-b189-d098e0a434cc", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:22:12.376996 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0a8d1ff-dd27-48a7-839f-298f1598a8e7 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:22:12.377439 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c388707c-f7e2-47bf-892d-07eff8ba104c', 'name': 'network-vif-deleted', 'tag': '6c4ed096-408d-4ab1-b189-d098e0a434cc', 'status': 'completed', 'code': 200} Aug 05 14:22:12.909096 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bb5ffce1-6635-4bee-aaca-239cb1761261 req-b96aef6f-c62f-4d6e-9fe3-64083cbb9bb6 tempest-ServerPasswordTestJSON-186046404 tempest-ServerPasswordTestJSON-186046404-project] 10.222.0.16 "GET /v2.0/ports?device_id=c388707c-f7e2-47bf-892d-07eff8ba104c HTTP/1.1" status: 200 len: 210 time: 0.0572362 Aug 05 14:22:14.348238 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 32914) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:14.424696 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bc4f01-a43d-438f-be54-dcd422617221 admin admin] Deleting subnet 488be9a6-f565-424a-8ba9-d16309c9697a {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:22:14.428839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c6bc4f01-a43d-438f-be54-dcd422617221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:14.473872 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c6bc4f01-a43d-438f-be54-dcd422617221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:14.524719 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c6bc4f01-a43d-438f-be54-dcd422617221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:14.606973 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c6bc4f01-a43d-438f-be54-dcd422617221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:14.650046 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc4f01-a43d-438f-be54-dcd422617221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488be9a6-f565-424a-8ba9-d16309c9697a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:14.657373 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c6bc4f01-a43d-438f-be54-dcd422617221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:14.660170 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c6bc4f01-a43d-438f-be54-dcd422617221 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/488be9a6-f565-424a-8ba9-d16309c9697a HTTP/1.1" status: 204 len: 168 time: 0.3108568 Aug 05 14:22:14.662659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 32952) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:14.761206 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-666958fe-1fcd-4065-bac8-8a93cf577ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:14.829274 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:14.870222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-666958fe-1fcd-4065-bac8-8a93cf577ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:14.882569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-666958fe-1fcd-4065-bac8-8a93cf577ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1df5707-baaa-4f62-9daf-3405f79a5c5f']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:14.904406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-666958fe-1fcd-4065-bac8-8a93cf577ed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fba0174-60a1-45b6-8403-9a01e67d54cf') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:14.904721 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-666958fe-1fcd-4065-bac8-8a93cf577ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fba0174-60a1-45b6-8403-9a01e67d54cf') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:14.918887 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-666958fe-1fcd-4065-bac8-8a93cf577ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:14.939380 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-666958fe-1fcd-4065-bac8-8a93cf577ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:14.951406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666958fe-1fcd-4065-bac8-8a93cf577ed7 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:22:14.952136 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-666958fe-1fcd-4065-bac8-8a93cf577ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:22:14.954717 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:22:15.018805 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-666958fe-1fcd-4065-bac8-8a93cf577ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:15.027749 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-666958fe-1fcd-4065-bac8-8a93cf577ed7 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:15.031591 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-666958fe-1fcd-4065-bac8-8a93cf577ed7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a1df5707-baaa-4f62-9daf-3405f79a5c5f HTTP/1.1" status: 204 len: 168 time: 0.3658359 Aug 05 14:22:15.049708 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666958fe-1fcd-4065-bac8-8a93cf577ed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1df5707-baaa-4f62-9daf-3405f79a5c5f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:15.273158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33040) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:15.341501 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3af5dcb2-d132-4234-b55b-564077dafc2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f172f7d4ca5643f09ea7132bd57c39ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666089 Aug 05 14:22:15.344406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33044) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:15.411025 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aafe86b7-c8e6-496b-a2a9-e73d4c905ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:15.441948 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aafe86b7-c8e6-496b-a2a9-e73d4c905ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:15.496115 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aafe86b7-c8e6-496b-a2a9-e73d4c905ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:15.499912 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aafe86b7-c8e6-496b-a2a9-e73d4c905ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:15.501523 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-aafe86b7-c8e6-496b-a2a9-e73d4c905ee6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e019e3b-e752-4feb-bed2-e23c13b64da3 HTTP/1.1" status: 204 len: 168 time: 0.1560359 Aug 05 14:22:15.511905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe86b7-c8e6-496b-a2a9-e73d4c905ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e019e3b-e752-4feb-bed2-e23c13b64da3,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:15.852059 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc888-6235-478c-8efb-763bec7c8a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:16.082447 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:16.521673 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6c4ed096-408d-4ab1-b189-d098e0a434cc no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:22:16.550128 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 6c4ed096-408d-4ab1-b189-d098e0a434cc {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:22:16.550770 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6c4ed096-408d-4ab1-b189-d098e0a434cc not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:22:16.596672 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33078) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:16.752552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c11ab8e0-87fd-4fbf-9e73-f7a935bde6e2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1887700614-network', 'tenant_id': '14e2ae568ba44cb79ef70f247c42b903'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:16.777769 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11ab8e0-87fd-4fbf-9e73-f7a935bde6e2 admin admin] Made reservation on behalf of 14e2ae568ba44cb79ef70f247c42b903 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:22:16.781720 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c11ab8e0-87fd-4fbf-9e73-f7a935bde6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:16.792804 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c11ab8e0-87fd-4fbf-9e73-f7a935bde6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:16.917617 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c11ab8e0-87fd-4fbf-9e73-f7a935bde6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:16.923051 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c11ab8e0-87fd-4fbf-9e73-f7a935bde6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:16.950844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11ab8e0-87fd-4fbf-9e73-f7a935bde6e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:22:16.961682 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ab8e0-87fd-4fbf-9e73-f7a935bde6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736eba11-cbc9-46b2-96d2-78b1aa91fe20,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:16.978412 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c11ab8e0-87fd-4fbf-9e73-f7a935bde6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:16.980562 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-c11ab8e0-87fd-4fbf-9e73-f7a935bde6e2 admin admin] Added segment 3487f6e3-61e3-4295-a494-9bb13a530f0a of type vlan for network 134659b0-824f-494f-bea6-2563b351ef1f Aug 05 14:22:17.032839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c11ab8e0-87fd-4fbf-9e73-f7a935bde6e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:17.074715 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c11ab8e0-87fd-4fbf-9e73-f7a935bde6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:17.075868 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11ab8e0-87fd-4fbf-9e73-f7a935bde6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:17.076444 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c11ab8e0-87fd-4fbf-9e73-f7a935bde6e2 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:17.148476 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c11ab8e0-87fd-4fbf-9e73-f7a935bde6e2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5504053 Aug 05 14:22:17.151565 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33088) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:17.158454 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-8ecd2df8-6ecd-4ba5-9dad-069cf15b8c26 admin admin] Request body: {'subnet': {'network_id': '134659b0-824f-494f-bea6-2563b351ef1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1887700614-subnet', 'tenant_id': '14e2ae568ba44cb79ef70f247c42b903', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:17.167596 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ab8e0-87fd-4fbf-9e73-f7a935bde6e2 admin admin] Pushing event updated for resources: {'Network': ['ID=134659b0-824f-494f-bea6-2563b351ef1f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:17.178062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 134659b0-824f-494f-bea6-2563b351ef1f details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:22:17.189993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecd2df8-6ecd-4ba5-9dad-069cf15b8c26 admin admin] Made reservation on behalf of 14e2ae568ba44cb79ef70f247c42b903 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:22:17.193423 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ecd2df8-6ecd-4ba5-9dad-069cf15b8c26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:17.494153 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ecd2df8-6ecd-4ba5-9dad-069cf15b8c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:17.556540 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd2df8-6ecd-4ba5-9dad-069cf15b8c26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6047f187-2264-4c17-bfd8-689d6e1ac5dd,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:17.568271 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd2df8-6ecd-4ba5-9dad-069cf15b8c26 admin admin] Checking segment: {'id': '3487f6e3-61e3-4295-a494-9bb13a530f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:22:17.568634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecd2df8-6ecd-4ba5-9dad-069cf15b8c26 admin admin] Network hostable DHCP agents. Network: 134659b0-824f-494f-bea6-2563b351ef1f, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:22:17.591403 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecd2df8-6ecd-4ba5-9dad-069cf15b8c26 admin admin] Network 134659b0-824f-494f-bea6-2563b351ef1f is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:22:17.606658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-8ecd2df8-6ecd-4ba5-9dad-069cf15b8c26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 134659b0-824f-494f-bea6-2563b351ef1f) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:22:17.614632 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea78a935-c226-4ca4-8e99-79a5c4c18d16 None None] Network 134659b0-824f-494f-bea6-2563b351ef1f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:22:17.614786 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecd2df8-6ecd-4ba5-9dad-069cf15b8c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:17.615576 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ecd2df8-6ecd-4ba5-9dad-069cf15b8c26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:17.645368 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8ecd2df8-6ecd-4ba5-9dad-069cf15b8c26 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4923863 Aug 05 14:22:17.649165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33104) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:17.656665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1887700614-router', 'tenant_id': '14e2ae568ba44cb79ef70f247c42b903', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:17.705980 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:17.707185 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:17.806939 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:17.823551 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185a9883-1dcb-4091-a225-c7d7b92a7e5e None None] Network 134659b0-824f-494f-bea6-2563b351ef1f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:22:17.969583 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:18.273337 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:18.300688 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:18.371680 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d8240ff8-7921-4e15-8a86-5fc87b55016e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:18.445490 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Allocated IP 172.25.5.104 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/402f647f-7b0a-4dac-acdb-8a709c2bca3d) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:22:18.628075 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:18.653639 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:18.713104 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:18.757587 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:22:18.760542 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:22:18.767376 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:22:18.805402 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Pushing event updated for resources: {'Port': ['ID=402f647f-7b0a-4dac-acdb-8a709c2bca3d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:19.068404 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:19.464574 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33138) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:19.564675 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:19.628605 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab53efd9-c5c4-401b-9bdc-292624f8bf34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:19.771104 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:19.828930 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab53efd9-c5c4-401b-9bdc-292624f8bf34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:19.835107 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab53efd9-c5c4-401b-9bdc-292624f8bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:19.901025 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ab53efd9-c5c4-401b-9bdc-292624f8bf34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee2f22f782fd418eb6bdab4b888533c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345384 Aug 05 14:22:19.903378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33152) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:19.907685 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53efd9-c5c4-401b-9bdc-292624f8bf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8572704a-e8bf-483d-ba62-12d27da45602,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:19.995725 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-092a1dd5-841a-4324-812b-035dcab9902c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:20.023678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Router df9c532f-eb5e-403c-bd19-4da585f88b70 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:22:20.027556 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-092a1dd5-841a-4324-812b-035dcab9902c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:20.167585 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-092a1dd5-841a-4324-812b-035dcab9902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:20.170905 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-092a1dd5-841a-4324-812b-035dcab9902c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:20.172240 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-092a1dd5-841a-4324-812b-035dcab9902c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8572704a-e8bf-483d-ba62-12d27da45602 HTTP/1.1" status: 204 len: 168 time: 0.2676857 Aug 05 14:22:20.193744 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:22:20.206392 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Sync routers for ids ['df9c532f-eb5e-403c-bd19-4da585f88b70'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:22:20.220537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Routers {'df9c532f-eb5e-403c-bd19-4da585f88b70'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:22:20.222018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a1dd5-841a-4324-812b-035dcab9902c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8572704a-e8bf-483d-ba62-12d27da45602,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:20.222820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:22:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['df9c532f-eb5e-403c-bd19-4da585f88b70'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:20.260610 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:20.262077 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1e4c1d73-d3ad-4dac-b7f0-01eb378e3295 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6118312 Aug 05 14:22:20.266166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33158) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:20.539497 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Set router df9c532f-eb5e-403c-bd19-4da585f88b70 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:22:20.886593 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'name': 'tempest-ServerRescueTestJSON-1887700614-router', 'tenant_id': '14e2ae568ba44cb79ef70f247c42b903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '402f647f-7b0a-4dac-acdb-8a709c2bca3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:17Z', 'updated_at': '2021-08-05T14:22:18Z', 'revision_number': 3, 'project_id': '14e2ae568ba44cb79ef70f247c42b903', 'gw_port': {'id': '402f647f-7b0a-4dac-acdb-8a709c2bca3d', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:18Z', 'updated_at': '2021-08-05T14:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:20.927343 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Checking router: df9c532f-eb5e-403c-bd19-4da585f88b70 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:22:20.927594 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Updating router df9c532f-eb5e-403c-bd19-4da585f88b70 port 402f647f-7b0a-4dac-acdb-8a709c2bca3d binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:22:20.967587 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:21.029907 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:21.287059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] Allocated IP 172.20.0.1 (134659b0-824f-494f-bea6-2563b351ef1f/6047f187-2264-4c17-bfd8-689d6e1ac5dd/85f6a5d8-0bd1-492a-9dee-946d7e8787b4) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:22:21.382668 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:21.385273 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:21.399292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Transition to ACTIVE for port object 402f647f-7b0a-4dac-acdb-8a709c2bca3d will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:22:21.408531 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:21.460697 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:21.485081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Attempting to bind port 402f647f-7b0a-4dac-acdb-8a709c2bca3d on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:22:21.485852 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Attempting to bind port 402f647f-7b0a-4dac-acdb-8a709c2bca3d by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:22:21.486489 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Attempting to bind port 402f647f-7b0a-4dac-acdb-8a709c2bca3d on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:22:21.504503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:22:21.507767 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:22:21.507767 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:21.507767 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:22:21.507767 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Bound port: 402f647f-7b0a-4dac-acdb-8a709c2bca3d, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:22:21.507767 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:21.528237 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:21.549429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49307c0e-d71a-47bb-91cf-33570f764e67 None None] Pushing event updated for resources: {'Port': ['ID=402f647f-7b0a-4dac-acdb-8a709c2bca3d,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:21.593401 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] For port 402f647f-7b0a-4dac-acdb-8a709c2bca3d, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:22:21.598730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] For port 402f647f-7b0a-4dac-acdb-8a709c2bca3d, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=402f647f-7b0a-4dac-acdb-8a709c2bca3d,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:22:21.616808 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:21.668478 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] Network 134659b0-824f-494f-bea6-2563b351ef1f is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:22:21.669812 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] Pushing event updated for resources: {'Port': ['ID=85f6a5d8-0bd1-492a-9dee-946d7e8787b4,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:21.683182 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:22:21.686868 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:22:21.728394 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49307c0e-d71a-47bb-91cf-33570f764e67 None None] Pushing event updated for resources: {'Port': ['ID=402f647f-7b0a-4dac-acdb-8a709c2bca3d,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:21.736132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Routers {'df9c532f-eb5e-403c-bd19-4da585f88b70'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:22:21.736868 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:22:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['df9c532f-eb5e-403c-bd19-4da585f88b70'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:21.765547 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:21.866934 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] Set router df9c532f-eb5e-403c-bd19-4da585f88b70 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:22:21.940353 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:22.205804 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'name': 'tempest-ServerRescueTestJSON-1887700614-router', 'tenant_id': '14e2ae568ba44cb79ef70f247c42b903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '402f647f-7b0a-4dac-acdb-8a709c2bca3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:17Z', 'updated_at': '2021-08-05T14:22:18Z', 'revision_number': 3, 'project_id': '14e2ae568ba44cb79ef70f247c42b903', 'gw_port': {'id': '402f647f-7b0a-4dac-acdb-8a709c2bca3d', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:18Z', 'updated_at': '2021-08-05T14:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:22.261897 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aae72a7-844d-49a6-8bf8-e1e769fd610c None None] The sync data for ids ['df9c532f-eb5e-403c-bd19-4da585f88b70'] in n-d-803585-2 is: [{'id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'name': 'tempest-ServerRescueTestJSON-1887700614-router', 'tenant_id': '14e2ae568ba44cb79ef70f247c42b903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '402f647f-7b0a-4dac-acdb-8a709c2bca3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:17Z', 'updated_at': '2021-08-05T14:22:18Z', 'revision_number': 3, 'project_id': '14e2ae568ba44cb79ef70f247c42b903', 'gw_port': {'id': '402f647f-7b0a-4dac-acdb-8a709c2bca3d', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:18Z', 'updated_at': '2021-08-05T14:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:22:22.292869 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:22.303861 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:22.481555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] Pushing event updated for resources: {'Port': ['ID=85f6a5d8-0bd1-492a-9dee-946d7e8787b4,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:22.492225 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:22.675084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] Network 134659b0-824f-494f-bea6-2563b351ef1f is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:22:22.677755 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:22:22.895412 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] Router df9c532f-eb5e-403c-bd19-4da585f88b70 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:22:23.107154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:22:23.120598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-17170cdc-dced-4a85-8d65-84236529b266 admin admin] 10.222.0.16 "PUT /v2.0/routers/df9c532f-eb5e-403c-bd19-4da585f88b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8526545 Aug 05 14:22:23.906598 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-3e5d4a6e-1d94-4cb8-a59e-b31b220263e5 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:23.908490 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-3e5d4a6e-1d94-4cb8-a59e-b31b220263e5 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/networks?id=134659b0-824f-494f-bea6-2563b351ef1f HTTP/1.1" status: 200 len: 811 time: 0.1721706 Aug 05 14:22:23.930776 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-5fedce2f-7e4d-4146-9741-4b49c229f933 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/quotas/14e2ae568ba44cb79ef70f247c42b903 HTTP/1.1" status: 200 len: 375 time: 0.0136154 Aug 05 14:22:23.997431 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-dcd5370a-536a-484a-93ab-1ea7bd0763b5 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e2ae568ba44cb79ef70f247c42b903&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0584803 Aug 05 14:22:24.111226 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-ac7b0268-1585-4a18-ab4d-552bff02ef8c service neutron] 10.222.0.16 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045620 Aug 05 14:22:24.218889 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-d21a8576-47b7-48f7-9de5-1ca9043652c3 service neutron] 10.222.0.16 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014855 Aug 05 14:22:24.379378 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 402f647f-7b0a-4dac-acdb-8a709c2bca3d up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:22:24.436964 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:22:24.444204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 402f647f-7b0a-4dac-acdb-8a709c2bca3d completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:22:24.448861 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 402f647f-7b0a-4dac-acdb-8a709c2bca3d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:22:24.449236 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:24.506339 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26140bf0-448a-4208-96f8-fee1e37b60dd req-d23cbe91-628e-4caf-b3e6-c503fdda4b92 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 210 time: 0.0398190 Aug 05 14:22:24.550627 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:24.578116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 402f647f-7b0a-4dac-acdb-8a709c2bca3d, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=402f647f-7b0a-4dac-acdb-8a709c2bca3d,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:24.584630 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:24.683769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=402f647f-7b0a-4dac-acdb-8a709c2bca3d,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:24.743236 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Sync routers for ids ['df9c532f-eb5e-403c-bd19-4da585f88b70'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:22:24.772492 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Routers {'df9c532f-eb5e-403c-bd19-4da585f88b70'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:22:24.774715 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:22:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['df9c532f-eb5e-403c-bd19-4da585f88b70'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:25.161585 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Set router df9c532f-eb5e-403c-bd19-4da585f88b70 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:22:25.317633 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60f0fe07-3011-437c-bf94-79403a145dfb req-96d95ee8-8165-4056-8b4c-da7dd0f47e66 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813080821&fields=id&tenant_id=065dc2b7c099445c8c1ebc365ab739b7 HTTP/1.1" status: 200 len: 267 time: 0.1188161 Aug 05 14:22:25.515444 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0fe07-3011-437c-bf94-79403a145dfb req-be56fb15-81a8-4298-a2ab-c2b8f4f02c30 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:25.517171 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60f0fe07-3011-437c-bf94-79403a145dfb req-be56fb15-81a8-4298-a2ab-c2b8f4f02c30 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 812 time: 0.1900547 Aug 05 14:22:25.538022 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60f0fe07-3011-437c-bf94-79403a145dfb req-9ca73ca3-1bc1-4e52-9be6-203e381f3054 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/quotas/065dc2b7c099445c8c1ebc365ab739b7 HTTP/1.1" status: 200 len: 375 time: 0.0138948 Aug 05 14:22:25.574096 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'name': 'tempest-ServerRescueTestJSON-1887700614-router', 'tenant_id': '14e2ae568ba44cb79ef70f247c42b903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '402f647f-7b0a-4dac-acdb-8a709c2bca3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:17Z', 'updated_at': '2021-08-05T14:22:21Z', 'revision_number': 4, 'project_id': '14e2ae568ba44cb79ef70f247c42b903', 'gw_port': {'id': '402f647f-7b0a-4dac-acdb-8a709c2bca3d', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:18Z', 'updated_at': '2021-08-05T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '85f6a5d8-0bd1-492a-9dee-946d7e8787b4', 'name': '', 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f', 'tenant_id': '14e2ae568ba44cb79ef70f247c42b903', 'mac_address': 'fa:16:3e:31:0e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '6047f187-2264-4c17-bfd8-689d6e1ac5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:21Z', 'updated_at': '2021-08-05T14:22:22Z', 'revision_number': 2, 'project_id': '14e2ae568ba44cb79ef70f247c42b903', 'subnets': [{'id': '6047f187-2264-4c17-bfd8-689d6e1ac5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:25.613920 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Checking router: df9c532f-eb5e-403c-bd19-4da585f88b70 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:22:25.614499 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Updating router df9c532f-eb5e-403c-bd19-4da585f88b70 port 85f6a5d8-0bd1-492a-9dee-946d7e8787b4 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:22:25.628885 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60f0fe07-3011-437c-bf94-79403a145dfb req-d9edc487-225c-44dc-93d2-6e1d0d31f0b3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842750 Aug 05 14:22:25.652981 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-79f0f662-d645-48ec-b952-17a78b677bbd req-e09f2a40-7fa8-462b-9ffe-aa70b9cef389 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 210 time: 0.0324376 Aug 05 14:22:25.654946 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:25.773943 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60f0fe07-3011-437c-bf94-79403a145dfb req-bd42a23b-b25e-4a80-b782-0431b1082c30 service neutron] 10.222.0.16 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286817 Aug 05 14:22:25.893940 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60f0fe07-3011-437c-bf94-79403a145dfb req-022ab40a-0a74-48a4-8fc4-07d432900637 service neutron] 10.222.0.16 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098967 Aug 05 14:22:26.019052 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:26.040824 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Transition to ACTIVE for port object 85f6a5d8-0bd1-492a-9dee-946d7e8787b4 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:22:26.059073 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:26.158474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-8a69fc00-4d06-4375-a1d8-bc13887565a0 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:26.160541 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-8a69fc00-4d06-4375-a1d8-bc13887565a0 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.84 "GET /v2.0/networks?id=134659b0-824f-494f-bea6-2563b351ef1f HTTP/1.1" status: 200 len: 811 time: 0.1830158 Aug 05 14:22:26.175370 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-c3cd3997-6d8b-4c7d-8892-7f360a2151d6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Request body: {'port': {'device_id': '3bef15d6-fa60-4b1c-8d38-747e8e1440d0', 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f', 'admin_state_up': True, 'tenant_id': '14e2ae568ba44cb79ef70f247c42b903'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:26.289245 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ba136-49eb-44d6-8684-e992eb35bcaa None None] Pushing event updated for resources: {'Port': ['ID=85f6a5d8-0bd1-492a-9dee-946d7e8787b4,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:26.299812 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba136-49eb-44d6-8684-e992eb35bcaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:26.299812 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba136-49eb-44d6-8684-e992eb35bcaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:26.299812 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba136-49eb-44d6-8684-e992eb35bcaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:26.300185 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba136-49eb-44d6-8684-e992eb35bcaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:26.300416 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba136-49eb-44d6-8684-e992eb35bcaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:26.301083 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba136-49eb-44d6-8684-e992eb35bcaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:26.301408 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba136-49eb-44d6-8684-e992eb35bcaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:26.301724 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba136-49eb-44d6-8684-e992eb35bcaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:26.302742 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba136-49eb-44d6-8684-e992eb35bcaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:26.302858 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba136-49eb-44d6-8684-e992eb35bcaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:26.303161 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba136-49eb-44d6-8684-e992eb35bcaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:26.303476 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba136-49eb-44d6-8684-e992eb35bcaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:26.309258 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Attempting to bind port 85f6a5d8-0bd1-492a-9dee-946d7e8787b4 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:22:26.309622 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Attempting to bind port 85f6a5d8-0bd1-492a-9dee-946d7e8787b4 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '3487f6e3-61e3-4295-a494-9bb13a530f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:22:26.310012 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Attempting to bind port 85f6a5d8-0bd1-492a-9dee-946d7e8787b4 on network 134659b0-824f-494f-bea6-2563b351ef1f {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:22:26.317183 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:22:26.317489 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Checking segment: {'id': '3487f6e3-61e3-4295-a494-9bb13a530f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:22:26.318133 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:26.318791 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Bound using segment: {'id': '3487f6e3-61e3-4295-a494-9bb13a530f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:22:26.319629 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Bound port: 85f6a5d8-0bd1-492a-9dee-946d7e8787b4, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3487f6e3-61e3-4295-a494-9bb13a530f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:22:26.320274 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:26.351915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 402f647f-7b0a-4dac-acdb-8a709c2bca3d up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:22:26.370311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-c3cd3997-6d8b-4c7d-8892-7f360a2151d6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Made reservation on behalf of 14e2ae568ba44cb79ef70f247c42b903 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:22:26.375682 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-c3cd3997-6d8b-4c7d-8892-7f360a2151d6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:26.444997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 402f647f-7b0a-4dac-acdb-8a709c2bca3d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:22:26.446672 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:26.459445 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] For port 85f6a5d8-0bd1-492a-9dee-946d7e8787b4, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:22:26.462954 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] For port 85f6a5d8-0bd1-492a-9dee-946d7e8787b4, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=85f6a5d8-0bd1-492a-9dee-946d7e8787b4,segment=NetworkSegment(3487f6e3-61e3-4295-a494-9bb13a530f0a),segment_id=3487f6e3-61e3-4295-a494-9bb13a530f0a)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:22:26.472965 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:26.537846 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1553dc49-4db4-451e-a348-80a665cc8abc req-683ac9d3-abbc-4a5e-b43a-889276d7d17a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 210 time: 0.0552678 Aug 05 14:22:26.601918 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Routers {'df9c532f-eb5e-403c-bd19-4da585f88b70'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:22:26.613782 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:22:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['df9c532f-eb5e-403c-bd19-4da585f88b70'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:26.653038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-c3cd3997-6d8b-4c7d-8892-7f360a2151d6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Allocated IP 172.20.0.4 (134659b0-824f-494f-bea6-2563b351ef1f/6047f187-2264-4c17-bfd8-689d6e1ac5dd/8aff53ac-54db-485b-a835-5875d117cc23) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:22:26.705412 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ba136-49eb-44d6-8684-e992eb35bcaa None None] Pushing event updated for resources: {'Port': ['ID=85f6a5d8-0bd1-492a-9dee-946d7e8787b4,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:26.875903 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] Set router df9c532f-eb5e-403c-bd19-4da585f88b70 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:22:26.881332 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2c0d678d-f703-4375-8cb8-b052031485f2 req-17d71cf3-c741-45db-98c7-a17505842e76 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 210 time: 0.0651350 Aug 05 14:22:26.994303 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-c3cd3997-6d8b-4c7d-8892-7f360a2151d6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:27.098674 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-c3cd3997-6d8b-4c7d-8892-7f360a2151d6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:27.166859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-c3cd3997-6d8b-4c7d-8892-7f360a2151d6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Network 134659b0-824f-494f-bea6-2563b351ef1f is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:22:27.171288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-c3cd3997-6d8b-4c7d-8892-7f360a2151d6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:22:27.175467 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-c3cd3997-6d8b-4c7d-8892-7f360a2151d6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:22:27.218232 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'name': 'tempest-ServerRescueTestJSON-1887700614-router', 'tenant_id': '14e2ae568ba44cb79ef70f247c42b903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '402f647f-7b0a-4dac-acdb-8a709c2bca3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:17Z', 'updated_at': '2021-08-05T14:22:21Z', 'revision_number': 4, 'project_id': '14e2ae568ba44cb79ef70f247c42b903', 'gw_port': {'id': '402f647f-7b0a-4dac-acdb-8a709c2bca3d', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:18Z', 'updated_at': '2021-08-05T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '85f6a5d8-0bd1-492a-9dee-946d7e8787b4', 'name': '', 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f', 'tenant_id': '14e2ae568ba44cb79ef70f247c42b903', 'mac_address': 'fa:16:3e:31:0e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '6047f187-2264-4c17-bfd8-689d6e1ac5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:21Z', 'updated_at': '2021-08-05T14:22:26Z', 'revision_number': 4, 'project_id': '14e2ae568ba44cb79ef70f247c42b903', 'subnets': [{'id': '6047f187-2264-4c17-bfd8-689d6e1ac5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:27.228888 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd3997-6d8b-4c7d-8892-7f360a2151d6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Pushing event updated for resources: {'Port': ['ID=8aff53ac-54db-485b-a835-5875d117cc23,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:27.244992 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-c3cd3997-6d8b-4c7d-8892-7f360a2151d6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:27.245847 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-c3cd3997-6d8b-4c7d-8892-7f360a2151d6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:27.266460 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-c3cd3997-6d8b-4c7d-8892-7f360a2151d6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0956976 Aug 05 14:22:27.280963 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Request body: {'port': {'device_id': '3bef15d6-fa60-4b1c-8d38-747e8e1440d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:27.296331 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabb2561-06a0-4ef5-b9cb-7301b21b8fb6 None None] The sync data for ids ['df9c532f-eb5e-403c-bd19-4da585f88b70'] in n-d-803585-2 is: [{'id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'name': 'tempest-ServerRescueTestJSON-1887700614-router', 'tenant_id': '14e2ae568ba44cb79ef70f247c42b903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '402f647f-7b0a-4dac-acdb-8a709c2bca3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:17Z', 'updated_at': '2021-08-05T14:22:21Z', 'revision_number': 4, 'project_id': '14e2ae568ba44cb79ef70f247c42b903', 'gw_port': {'id': '402f647f-7b0a-4dac-acdb-8a709c2bca3d', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:18Z', 'updated_at': '2021-08-05T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '85f6a5d8-0bd1-492a-9dee-946d7e8787b4', 'name': '', 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f', 'tenant_id': '14e2ae568ba44cb79ef70f247c42b903', 'mac_address': 'fa:16:3e:31:0e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '6047f187-2264-4c17-bfd8-689d6e1ac5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:21Z', 'updated_at': '2021-08-05T14:22:26Z', 'revision_number': 4, 'project_id': '14e2ae568ba44cb79ef70f247c42b903', 'subnets': [{'id': '6047f187-2264-4c17-bfd8-689d6e1ac5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:22:27.379234 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:27.723761 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-53b611d4-86c9-4981-95e0-f328767e5dcd req-5fd9d6a7-dd68-4501-9a51-94729202c002 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 210 time: 0.0441408 Aug 05 14:22:27.801794 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aff53ac-54db-485b-a835-5875d117cc23 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:22:27.813810 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:27.831268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Transition to ACTIVE for port object 8aff53ac-54db-485b-a835-5875d117cc23 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:22:27.836630 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:27.991701 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Pushing event updated for resources: {'Port': ['ID=8aff53ac-54db-485b-a835-5875d117cc23,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:28.078974 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd49324-59d3-4a22-a4ad-9adbaf9b18eb req-8c9af2aa-98c6-404f-b63f-0571dbfb6fc7 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:28.088717 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7dd49324-59d3-4a22-a4ad-9adbaf9b18eb req-8c9af2aa-98c6-404f-b63f-0571dbfb6fc7 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 943 time: 0.0892847 Aug 05 14:22:28.143392 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7dd49324-59d3-4a22-a4ad-9adbaf9b18eb req-2e110318-36bb-405c-b049-fc1e6534ed61 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534079 Aug 05 14:22:28.194930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0fe07-3011-437c-bf94-79403a145dfb req-e6d20d44-f5e3-4d94-9bc0-d5736c968dba tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:28.196561 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60f0fe07-3011-437c-bf94-79403a145dfb req-e6d20d44-f5e3-4d94-9bc0-d5736c968dba tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.84 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 812 time: 0.3529747 Aug 05 14:22:28.271785 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60f0fe07-3011-437c-bf94-79403a145dfb req-04d8e241-47cc-496d-8270-250d87063621 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=065dc2b7c099445c8c1ebc365ab739b7 HTTP/1.1" status: 200 len: 379 time: 0.0556827 Aug 05 14:22:28.276140 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Attempting to bind port 8aff53ac-54db-485b-a835-5875d117cc23 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:22:28.276613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Attempting to bind port 8aff53ac-54db-485b-a835-5875d117cc23 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '3487f6e3-61e3-4295-a494-9bb13a530f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:22:28.277058 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Attempting to bind port 8aff53ac-54db-485b-a835-5875d117cc23 on network 134659b0-824f-494f-bea6-2563b351ef1f {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:22:28.285892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-60f0fe07-3011-437c-bf94-79403a145dfb req-8d16ac19-3dbe-4a94-a6c5-f109368da71e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Request body: {'port': {'device_id': '7ad75342-83b1-4468-8ef3-7dc25f7ebfff', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'admin_state_up': True, 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'security_groups': ['e6f7fe30-e651-4eba-bf3f-ac5ea2926df1']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:28.305751 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Port 8aff53ac-54db-485b-a835-5875d117cc23 on network 134659b0-824f-494f-bea6-2563b351ef1f not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:22:28.306225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Attempting to bind port 8aff53ac-54db-485b-a835-5875d117cc23 on network 134659b0-824f-494f-bea6-2563b351ef1f {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:22:28.376503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:22:28.378671 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Checking segment: {'id': '3487f6e3-61e3-4295-a494-9bb13a530f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:22:28.379194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Bound using segment: {'id': '3487f6e3-61e3-4295-a494-9bb13a530f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:22:28.379761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Bound port: 8aff53ac-54db-485b-a835-5875d117cc23, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3487f6e3-61e3-4295-a494-9bb13a530f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:22:28.380337 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:28.408431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 85f6a5d8-0bd1-492a-9dee-946d7e8787b4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:22:28.469129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] For port 8aff53ac-54db-485b-a835-5875d117cc23, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:22:28.472695 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] For port 8aff53ac-54db-485b-a835-5875d117cc23, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8aff53ac-54db-485b-a835-5875d117cc23,segment=NetworkSegment(3487f6e3-61e3-4295-a494-9bb13a530f0a),segment_id=3487f6e3-61e3-4295-a494-9bb13a530f0a)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:22:28.518997 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:28.584154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:28.584793 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:28.586294 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] 10.222.0.84 "PUT /v2.0/ports/8aff53ac-54db-485b-a835-5875d117cc23 HTTP/1.1" status: 200 len: 1091 time: 1.3110609 Aug 05 14:22:28.586765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bef15d6-fa60-4b1c-8d38-747e8e1440d0', 'tag': '8aff53ac-54db-485b-a835-5875d117cc23'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:22:28.589132 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b801b740-2469-40b7-a0a8-19ac186ec7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "3bef15d6-fa60-4b1c-8d38-747e8e1440d0", "tag": "8aff53ac-54db-485b-a835-5875d117cc23"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:22:28.609909 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f0fe07-3011-437c-bf94-79403a145dfb req-8d16ac19-3dbe-4a94-a6c5-f109368da71e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Made reservation on behalf of 065dc2b7c099445c8c1ebc365ab739b7 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:22:28.631579 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60f0fe07-3011-437c-bf94-79403a145dfb req-8d16ac19-3dbe-4a94-a6c5-f109368da71e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:28.660958 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1da29a-bdc4-4268-ab13-d806531e6e7a service neutron] Pushing event updated for resources: {'Port': ['ID=8aff53ac-54db-485b-a835-5875d117cc23,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:28.687357 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b918f05-b1dc-45c5-ba5f-9e9b4b93a7bf x-openstack-request-id: req-3b918f05-b1dc-45c5-ba5f-9e9b4b93a7bf {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:22:28.688237 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bef15d6-fa60-4b1c-8d38-747e8e1440d0", "tag": "8aff53ac-54db-485b-a835-5875d117cc23", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:22:28.688749 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b918f05-b1dc-45c5-ba5f-9e9b4b93a7bf {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:22:28.689310 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bef15d6-fa60-4b1c-8d38-747e8e1440d0', 'tag': '8aff53ac-54db-485b-a835-5875d117cc23', 'status': 'completed', 'code': 200} Aug 05 14:22:28.762690 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 85f6a5d8-0bd1-492a-9dee-946d7e8787b4 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:22:28.772929 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 85f6a5d8-0bd1-492a-9dee-946d7e8787b4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:22:28.773623 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:28.786446 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-6b14f0bd-3afe-4d96-ab81-25096913ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:28.788003 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-6b14f0bd-3afe-4d96-ab81-25096913ee8f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=14e2ae568ba44cb79ef70f247c42b903&device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 1094 time: 0.1214573 Aug 05 14:22:28.847126 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-86785ffc-d659-489f-8ebf-02e28d384b48 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aff53ac-54db-485b-a835-5875d117cc23 HTTP/1.1" status: 200 len: 217 time: 0.0491683 Aug 05 14:22:28.875386 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:28.919953 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-041d0b15-86c5-4eca-a792-faf014c54168 req-a11d0bd1-adc9-4cb9-a20f-9a64630c5482 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 210 time: 0.0779436 Aug 05 14:22:28.927365 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 85f6a5d8-0bd1-492a-9dee-946d7e8787b4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=85f6a5d8-0bd1-492a-9dee-946d7e8787b4,segment=NetworkSegment(3487f6e3-61e3-4295-a494-9bb13a530f0a),segment_id=3487f6e3-61e3-4295-a494-9bb13a530f0a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:28.936615 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:29.012777 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=85f6a5d8-0bd1-492a-9dee-946d7e8787b4,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:29.022181 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:29.022530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-437a6132-c610-47ea-b917-7d9f4b514f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:29.022805 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:29.023240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:29.024141 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:29.024567 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:29.024808 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-437a6132-c610-47ea-b917-7d9f4b514f97 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6047f187-2264-4c17-bfd8-689d6e1ac5dd HTTP/1.1" status: 200 len: 851 time: 0.1393569 Aug 05 14:22:29.025350 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:29.025894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:29.026466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:29.027016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:29.027557 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:29.028089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:29.028614 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:29.032298 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-60f0fe07-3011-437c-bf94-79403a145dfb req-8d16ac19-3dbe-4a94-a6c5-f109368da71e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Allocated IP 172.20.0.8 (6de624eb-5a9e-4fa7-b78e-3b61944c6be0/870cad23-9608-4bc8-8247-31dbaf4eed94/1553db15-990b-4f5f-82fd-41f7e56a0fbc) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:22:29.076685 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-3dfa3df3-533e-4d30-a735-49d13c51c246 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=134659b0-824f-494f-bea6-2563b351ef1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354176 Aug 05 14:22:29.292004 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-6901af1e-32ac-4a2c-99fe-647d9a37c0f4 service neutron] 10.222.0.84 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081048 Aug 05 14:22:29.325898 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982e7dc-4322-4c53-b513-dab3859422cf req-a8d37ae3-7d98-4b78-b6b8-db78de37b604 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:29.333077 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4982e7dc-4322-4c53-b513-dab3859422cf req-a8d37ae3-7d98-4b78-b6b8-db78de37b604 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 943 time: 0.0745928 Aug 05 14:22:29.378634 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4982e7dc-4322-4c53-b513-dab3859422cf req-6a6b8a6b-3989-4469-b69f-a785b0b14099 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445189 Aug 05 14:22:29.394571 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60f0fe07-3011-437c-bf94-79403a145dfb req-8d16ac19-3dbe-4a94-a6c5-f109368da71e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:29.419421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-60f0fe07-3011-437c-bf94-79403a145dfb req-8d16ac19-3dbe-4a94-a6c5-f109368da71e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Transition to ACTIVE for port object 1553db15-990b-4f5f-82fd-41f7e56a0fbc will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:22:29.469859 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-546d4ee1-e7f0-499a-8216-f67747e4a7dd req-f5c0827e-e238-4956-9ba1-291067fe6830 service neutron] 10.222.0.84 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691732 Aug 05 14:22:29.484589 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60f0fe07-3011-437c-bf94-79403a145dfb req-8d16ac19-3dbe-4a94-a6c5-f109368da71e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:29.560505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f0fe07-3011-437c-bf94-79403a145dfb req-8d16ac19-3dbe-4a94-a6c5-f109368da71e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:22:29.570068 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-60f0fe07-3011-437c-bf94-79403a145dfb req-8d16ac19-3dbe-4a94-a6c5-f109368da71e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:22:29.575086 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f0fe07-3011-437c-bf94-79403a145dfb req-8d16ac19-3dbe-4a94-a6c5-f109368da71e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:22:29.886299 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f1a806ec-8b9b-454a-92c3-913379363870 None None] Provisioning for port 1553db15-990b-4f5f-82fd-41f7e56a0fbc completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:22:29.891134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f1a806ec-8b9b-454a-92c3-913379363870 None None] Provisioning complete for port 1553db15-990b-4f5f-82fd-41f7e56a0fbc triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:22:29.891507 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f1a806ec-8b9b-454a-92c3-913379363870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:29.929776 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f1a806ec-8b9b-454a-92c3-913379363870 None None] Port 1553db15-990b-4f5f-82fd-41f7e56a0fbc cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:22:29.957435 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16ac19-3dbe-4a94-a6c5-f109368da71e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'Port': ['ID=1553db15-990b-4f5f-82fd-41f7e56a0fbc,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:29.985744 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801b740-2469-40b7-a0a8-19ac186ec7f2 req-6f95f01c-fa45-446d-aced-5af2f0e4c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:29.987356 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b801b740-2469-40b7-a0a8-19ac186ec7f2 req-6f95f01c-fa45-446d-aced-5af2f0e4c30f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=14e2ae568ba44cb79ef70f247c42b903&device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 1094 time: 0.4642398 Aug 05 14:22:30.012915 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0fe07-3011-437c-bf94-79403a145dfb req-8d16ac19-3dbe-4a94-a6c5-f109368da71e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:30.014551 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60f0fe07-3011-437c-bf94-79403a145dfb req-8d16ac19-3dbe-4a94-a6c5-f109368da71e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:30.071944 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60f0fe07-3011-437c-bf94-79403a145dfb req-8d16ac19-3dbe-4a94-a6c5-f109368da71e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7910120 Aug 05 14:22:30.087282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Request body: {'port': {'device_id': '7ad75342-83b1-4468-8ef3-7dc25f7ebfff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:30.096019 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e1e26-5afe-403d-a0fc-4960bd620118 req-0b7cd090-c687-4df1-98ef-4463148641b9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:30.098132 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-807e1e26-5afe-403d-a0fc-4960bd620118 req-0b7cd090-c687-4df1-98ef-4463148641b9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 931 time: 0.0853496 Aug 05 14:22:30.144887 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-807e1e26-5afe-403d-a0fc-4960bd620118 req-27707fd9-5a3c-4f86-b338-b674755dd2e8 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400329 Aug 05 14:22:30.187178 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801b740-2469-40b7-a0a8-19ac186ec7f2 req-9cfaeddf-7a72-4b52-adc1-9ad2577bb459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:30.188699 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b801b740-2469-40b7-a0a8-19ac186ec7f2 req-9cfaeddf-7a72-4b52-adc1-9ad2577bb459 service neutron] 10.222.0.84 "GET /v2.0/networks?id=134659b0-824f-494f-bea6-2563b351ef1f HTTP/1.1" status: 200 len: 912 time: 0.1928844 Aug 05 14:22:30.193787 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:30.266037 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b801b740-2469-40b7-a0a8-19ac186ec7f2 req-42365ec7-b058-4ce8-9a55-06595bb9f293 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aff53ac-54db-485b-a835-5875d117cc23 HTTP/1.1" status: 200 len: 217 time: 0.0584321 Aug 05 14:22:30.316373 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 85f6a5d8-0bd1-492a-9dee-946d7e8787b4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:22:30.381133 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 85f6a5d8-0bd1-492a-9dee-946d7e8787b4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:22:30.381751 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:30.519033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801b740-2469-40b7-a0a8-19ac186ec7f2 req-333af498-1a63-4b65-840f-2c1904593bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:30.520539 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b801b740-2469-40b7-a0a8-19ac186ec7f2 req-333af498-1a63-4b65-840f-2c1904593bab service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6047f187-2264-4c17-bfd8-689d6e1ac5dd HTTP/1.1" status: 200 len: 851 time: 0.1672709 Aug 05 14:22:30.579498 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b801b740-2469-40b7-a0a8-19ac186ec7f2 req-b0a85170-7495-41e4-b9be-6c57a5f45268 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=134659b0-824f-494f-bea6-2563b351ef1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479169 Aug 05 14:22:30.613558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8aff53ac-54db-485b-a835-5875d117cc23 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:22:30.671178 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b534fa-bca3-46f5-88b2-5fce4f592e52 req-b0b994ab-fd3c-4b1b-9310-48435a517eaa tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:30.672675 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c1b534fa-bca3-46f5-88b2-5fce4f592e52 req-b0b994ab-fd3c-4b1b-9310-48435a517eaa tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 943 time: 0.1582675 Aug 05 14:22:30.731920 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8aff53ac-54db-485b-a835-5875d117cc23, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8aff53ac-54db-485b-a835-5875d117cc23,segment=NetworkSegment(3487f6e3-61e3-4295-a494-9bb13a530f0a),segment_id=3487f6e3-61e3-4295-a494-9bb13a530f0a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:30.746734 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '8aff53ac-54db-485b-a835-5875d117cc23', 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f', 'port_id': '8aff53ac-54db-485b-a835-5875d117cc23', 'mac_address': 'fa:16:3e:b0:e5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6047f187-2264-4c17-bfd8-689d6e1ac5dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:22:30.792639 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c1b534fa-bca3-46f5-88b2-5fce4f592e52 req-5bfe980e-e00d-43e7-8646-75db458d0b97 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113477 Aug 05 14:22:30.801411 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:30.805850 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b801b740-2469-40b7-a0a8-19ac186ec7f2 req-2cbf39df-afab-46d1-a39d-3e48603a302c service neutron] 10.222.0.84 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140775 Aug 05 14:22:30.833670 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aff53ac-54db-485b-a835-5875d117cc23 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:22:30.835678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1553db15-990b-4f5f-82fd-41f7e56a0fbc {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:22:30.854605 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:30.864218 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8aff53ac-54db-485b-a835-5875d117cc23, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8aff53ac-54db-485b-a835-5875d117cc23,segment=NetworkSegment(3487f6e3-61e3-4295-a494-9bb13a530f0a),segment_id=3487f6e3-61e3-4295-a494-9bb13a530f0a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:30.875432 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:30.927680 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Transition to ACTIVE for port object 1553db15-990b-4f5f-82fd-41f7e56a0fbc will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:22:30.941496 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:30.977736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=8aff53ac-54db-485b-a835-5875d117cc23,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:31.042950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1553db15-990b-4f5f-82fd-41f7e56a0fbc,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:31.050765 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b801b740-2469-40b7-a0a8-19ac186ec7f2 req-251c6fcd-3aee-46fa-9a1e-2b4b0b027d3f service neutron] 10.222.0.84 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248297 Aug 05 14:22:31.084582 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['8aff53ac-54db-485b-a835-5875d117cc23'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:22:31.171678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Attempting to bind port 1553db15-990b-4f5f-82fd-41f7e56a0fbc on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:22:31.172172 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Attempting to bind port 1553db15-990b-4f5f-82fd-41f7e56a0fbc by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:22:31.172795 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Attempting to bind port 1553db15-990b-4f5f-82fd-41f7e56a0fbc on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:22:31.178597 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Port 1553db15-990b-4f5f-82fd-41f7e56a0fbc on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:22:31.179009 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Attempting to bind port 1553db15-990b-4f5f-82fd-41f7e56a0fbc on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:22:31.186224 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:22:31.186750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Checking segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:22:31.187262 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Bound using segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:22:31.187820 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Bound port: 1553db15-990b-4f5f-82fd-41f7e56a0fbc, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:22:31.188289 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:31.327473 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df27a7-4cb7-4bf3-8184-0b2f8098cd43 req-18f1f53f-2a87-4b9f-b427-f55ab07a5de0 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:31.329894 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1df27a7-4cb7-4bf3-8184-0b2f8098cd43 req-18f1f53f-2a87-4b9f-b427-f55ab07a5de0 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=40f9c860-0972-439f-abf0-5ea14e1a22c8 HTTP/1.1" status: 200 len: 945 time: 0.0822980 Aug 05 14:22:31.339573 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3a380-5428-4068-9c9d-850056e75f15 req-0045ade7-f6f9-4c3b-9a46-7267a51e8351 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:31.348864 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6ec3a380-5428-4068-9c9d-850056e75f15 req-0045ade7-f6f9-4c3b-9a46-7267a51e8351 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 943 time: 0.0828207 Aug 05 14:22:31.396461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] For port 1553db15-990b-4f5f-82fd-41f7e56a0fbc, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:22:31.401616 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] For port 1553db15-990b-4f5f-82fd-41f7e56a0fbc, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1553db15-990b-4f5f-82fd-41f7e56a0fbc,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:22:31.403736 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6ec3a380-5428-4068-9c9d-850056e75f15 req-a3ef01f0-301b-496a-b4c9-5d718e57c278 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533354 Aug 05 14:22:31.429820 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1df27a7-4cb7-4bf3-8184-0b2f8098cd43 req-f09f9802-b8eb-4a8f-a95f-b6f24d5af846 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722220 Aug 05 14:22:31.429820 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:31.496892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:31.498124 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:31.499423 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60f0fe07-3011-437c-bf94-79403a145dfb req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] 10.222.0.84 "PUT /v2.0/ports/1553db15-990b-4f5f-82fd-41f7e56a0fbc HTTP/1.1" status: 200 len: 1091 time: 1.4169557 Aug 05 14:22:31.501989 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad75342-83b1-4468-8ef3-7dc25f7ebfff', 'tag': '1553db15-990b-4f5f-82fd-41f7e56a0fbc'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:22:31.511913 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a370b0-467e-445e-bea1-5197356cd3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad75342-83b1-4468-8ef3-7dc25f7ebfff", "tag": "1553db15-990b-4f5f-82fd-41f7e56a0fbc"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:22:31.584383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39309d-dd0c-4095-88fa-2ed7f96753c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1553db15-990b-4f5f-82fd-41f7e56a0fbc,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:31.596600 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adeb4a03-7555-4ce2-bcba-77a1a6ff4e69 x-openstack-request-id: req-adeb4a03-7555-4ce2-bcba-77a1a6ff4e69 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:22:31.596896 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad75342-83b1-4468-8ef3-7dc25f7ebfff", "tag": "1553db15-990b-4f5f-82fd-41f7e56a0fbc", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:22:31.597157 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-adeb4a03-7555-4ce2-bcba-77a1a6ff4e69 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:22:31.597555 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad75342-83b1-4468-8ef3-7dc25f7ebfff', 'tag': '1553db15-990b-4f5f-82fd-41f7e56a0fbc', 'status': 'completed', 'code': 200} Aug 05 14:22:31.619880 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0fe07-3011-437c-bf94-79403a145dfb req-2b8507de-ff56-4596-b677-840a1f22fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:31.621593 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60f0fe07-3011-437c-bf94-79403a145dfb req-2b8507de-ff56-4596-b677-840a1f22fdc5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 1094 time: 0.0738256 Aug 05 14:22:31.733976 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60f0fe07-3011-437c-bf94-79403a145dfb req-cc88024f-b9f3-4a13-abd7-2e83cf9ba34f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1553db15-990b-4f5f-82fd-41f7e56a0fbc HTTP/1.1" status: 200 len: 217 time: 0.0934532 Aug 05 14:22:31.821048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0fe07-3011-437c-bf94-79403a145dfb req-e146af1a-f396-4d1c-bcd3-841f77c61c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:31.822727 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60f0fe07-3011-437c-bf94-79403a145dfb req-e146af1a-f396-4d1c-bcd3-841f77c61c11 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.0825131 Aug 05 14:22:31.936685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0fe07-3011-437c-bf94-79403a145dfb req-71771f91-c74c-445a-be73-1b9874d23309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:31.938700 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60f0fe07-3011-437c-bf94-79403a145dfb req-71771f91-c74c-445a-be73-1b9874d23309 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006439 Aug 05 14:22:31.970639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb7110-f9de-428c-b096-8193c3d0f61c req-bfbded9f-5b2b-4ecd-9ec2-7fe16ee30365 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:31.980500 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d2eb7110-f9de-428c-b096-8193c3d0f61c req-bfbded9f-5b2b-4ecd-9ec2-7fe16ee30365 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 944 time: 0.0651810 Aug 05 14:22:32.029998 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d2eb7110-f9de-428c-b096-8193c3d0f61c req-93b02cd2-0b26-4942-b856-5983647cbafe tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481582 Aug 05 14:22:32.107585 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60f0fe07-3011-437c-bf94-79403a145dfb req-e9e9c96e-0c8e-46bf-8b56-235d63a05932 service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583848 Aug 05 14:22:32.225988 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60f0fe07-3011-437c-bf94-79403a145dfb req-ee0f1d20-fe53-4287-bc15-57cd5370e73b service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107819 Aug 05 14:22:32.360345 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a370b0-467e-445e-bea1-5197356cd3e7 req-c39583b8-e823-4cec-a1c5-5da24974172d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:32.361926 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-02a370b0-467e-445e-bea1-5197356cd3e7 req-c39583b8-e823-4cec-a1c5-5da24974172d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 1094 time: 0.0672166 Aug 05 14:22:32.521067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a370b0-467e-445e-bea1-5197356cd3e7 req-0176a9e9-47f9-45e8-a325-6e809713afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:32.522666 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-02a370b0-467e-445e-bea1-5197356cd3e7 req-0176a9e9-47f9-45e8-a325-6e809713afe9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 913 time: 0.1534631 Aug 05 14:22:32.562959 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781f71a-78b5-4ec5-9067-98f71ffcfae2 req-76f4bfe9-ad2f-4734-bf2a-1ae9988fa445 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:32.565152 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1781f71a-78b5-4ec5-9067-98f71ffcfae2 req-76f4bfe9-ad2f-4734-bf2a-1ae9988fa445 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=40f9c860-0972-439f-abf0-5ea14e1a22c8 HTTP/1.1" status: 200 len: 945 time: 0.0633733 Aug 05 14:22:32.586479 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-02a370b0-467e-445e-bea1-5197356cd3e7 req-b03ffa39-d815-4dc8-bb23-985c394147e0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1553db15-990b-4f5f-82fd-41f7e56a0fbc HTTP/1.1" status: 200 len: 217 time: 0.0557687 Aug 05 14:22:32.623333 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1781f71a-78b5-4ec5-9067-98f71ffcfae2 req-fdc377b6-d61d-4dd1-8ee2-301cf4613d34 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/security-groups?id=16d08ec0-336d-4a83-be5f-cf95b32020f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505962 Aug 05 14:22:32.635666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8aff53ac-54db-485b-a835-5875d117cc23 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:22:32.676121 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a370b0-467e-445e-bea1-5197356cd3e7 req-7d75040d-61ff-453c-83af-bac2d1106487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:32.677611 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-02a370b0-467e-445e-bea1-5197356cd3e7 req-7d75040d-61ff-453c-83af-bac2d1106487 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.0769403 Aug 05 14:22:32.696678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 8aff53ac-54db-485b-a835-5875d117cc23 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:22:32.710937 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 8aff53ac-54db-485b-a835-5875d117cc23 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:22:32.711440 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:32.740139 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe54f6-09ae-48f3-b090-f24af50d28b7 req-8aa107ed-0136-44b7-bfd7-3f0c2aef882b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:32.741807 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dfbe54f6-09ae-48f3-b090-f24af50d28b7 req-8aa107ed-0136-44b7-bfd7-3f0c2aef882b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 943 time: 0.1543643 Aug 05 14:22:32.750889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a370b0-467e-445e-bea1-5197356cd3e7 req-3f2812a8-611d-4b78-8c26-cb5e7a918b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:32.752389 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-02a370b0-467e-445e-bea1-5197356cd3e7 req-3f2812a8-611d-4b78-8c26-cb5e7a918b13 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651107 Aug 05 14:22:32.812664 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39a4e1-74fc-4683-a8bc-3a9118fe3f46 req-6f15d871-6eaf-4db0-9a3a-3bb7fcb0f004 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:32.814004 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:32.814616 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f39a4e1-74fc-4683-a8bc-3a9118fe3f46 req-6f15d871-6eaf-4db0-9a3a-3bb7fcb0f004 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.63 "GET /v2.0/ports?device_id=40f9c860-0972-439f-abf0-5ea14e1a22c8 HTTP/1.1" status: 200 len: 945 time: 0.0884578 Aug 05 14:22:32.844989 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bef15d6-fa60-4b1c-8d38-747e8e1440d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aff53ac-54db-485b-a835-5875d117cc23'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:22:32.847503 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba0bf7f-a9fb-4372-893e-694b6ae3a456" -d '{"events": [{"server_uuid": "3bef15d6-fa60-4b1c-8d38-747e8e1440d0", "name": "network-vif-plugged", "status": "completed", "tag": "8aff53ac-54db-485b-a835-5875d117cc23"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:22:32.862198 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 8aff53ac-54db-485b-a835-5875d117cc23, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8aff53ac-54db-485b-a835-5875d117cc23,segment=NetworkSegment(3487f6e3-61e3-4295-a494-9bb13a530f0a),segment_id=3487f6e3-61e3-4295-a494-9bb13a530f0a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:32.867715 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dfbe54f6-09ae-48f3-b090-f24af50d28b7 req-ffc6caa8-b05f-4a76-aa4b-385877a307ad tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143534 Aug 05 14:22:32.870976 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:32.955414 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-02a370b0-467e-445e-bea1-5197356cd3e7 req-faff141a-750e-4353-8184-64611ef16402 service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874785 Aug 05 14:22:32.965772 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=8aff53ac-54db-485b-a835-5875d117cc23,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:32.971752 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33be07af-6de4-4760-8e0a-52ee35516fe9 x-openstack-request-id: req-33be07af-6de4-4760-8e0a-52ee35516fe9 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:22:32.972299 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bef15d6-fa60-4b1c-8d38-747e8e1440d0", "name": "network-vif-plugged", "status": "completed", "tag": "8aff53ac-54db-485b-a835-5875d117cc23", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:22:32.973581 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33be07af-6de4-4760-8e0a-52ee35516fe9 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:22:32.974115 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bef15d6-fa60-4b1c-8d38-747e8e1440d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aff53ac-54db-485b-a835-5875d117cc23', 'code': 200} Aug 05 14:22:33.009369 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-6f39a4e1-74fc-4683-a8bc-3a9118fe3f46 req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Deleting port 9bcff40f-6634-4c99-9b0b-584e3d89f04a {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:22:33.010003 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6f39a4e1-74fc-4683-a8bc-3a9118fe3f46 req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:33.124528 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-02a370b0-467e-445e-bea1-5197356cd3e7 req-92720579-ffaf-45b4-953f-d7d3c111645e service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605253 Aug 05 14:22:33.131390 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647da82-cc2a-413d-a8a8-f9997d7c8139 req-588cb1da-9744-43f0-ab95-a0aede81f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:33.133613 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5647da82-cc2a-413d-a8a8-f9997d7c8139 req-588cb1da-9744-43f0-ab95-a0aede81f803 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 1096 time: 0.0652530 Aug 05 14:22:33.143184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6f39a4e1-74fc-4683-a8bc-3a9118fe3f46 req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] For port 9bcff40f-6634-4c99-9b0b-584e3d89f04a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9bcff40f-6634-4c99-9b0b-584e3d89f04a,segment=NetworkSegment(095c2d6e-8f9a-4773-9d07-e8ae811b963c),segment_id=095c2d6e-8f9a-4773-9d07-e8ae811b963c)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:33.144177 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6f39a4e1-74fc-4683-a8bc-3a9118fe3f46 req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:33.167064 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-6f39a4e1-74fc-4683-a8bc-3a9118fe3f46 req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Calling delete_port for 9bcff40f-6634-4c99-9b0b-584e3d89f04a owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:22:33.213081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5647da82-cc2a-413d-a8a8-f9997d7c8139 req-471ecc47-d7a4-4569-850c-57ef0c7173c1 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593576 Aug 05 14:22:33.224451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a850-58cf-4b50-8c96-6490348e9c11 req-82479f2b-407e-4f52-941a-7f0d1de9630e tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:33.225963 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1a98a850-58cf-4b50-8c96-6490348e9c11 req-82479f2b-407e-4f52-941a-7f0d1de9630e tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.0908248 Aug 05 14:22:33.267303 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1a98a850-58cf-4b50-8c96-6490348e9c11 req-6792cf02-6bf3-41a9-9f18-c7f795ccbbbb tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352809 Aug 05 14:22:33.333829 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6f39a4e1-74fc-4683-a8bc-3a9118fe3f46 req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:33.346502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['9bcff40f-6634-4c99-9b0b-584e3d89f04a'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:22:33.381047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Pushing event deleted for resources: {'Port': ['ID=9bcff40f-6634-4c99-9b0b-584e3d89f04a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:33.407632 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:33.407984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:33.408329 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:33.408667 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:33.409001 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:33.409586 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:33.409914 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:33.410240 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:33.410587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:33.410909 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:33.411242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:33.411564 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:33.429060 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f39a4e1-74fc-4683-a8bc-3a9118fe3f46 req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] No DVR routers for this DVR port 9bcff40f-6634-4c99-9b0b-584e3d89f04a on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:22:33.432180 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6f39a4e1-74fc-4683-a8bc-3a9118fe3f46 req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:33.434289 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f39a4e1-74fc-4683-a8bc-3a9118fe3f46 req-28c67ca9-b927-42f0-8862-b81644afd6d3 tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.63 "DELETE /v2.0/ports/9bcff40f-6634-4c99-9b0b-584e3d89f04a HTTP/1.1" status: 204 len: 173 time: 0.6121683 Aug 05 14:22:33.435069 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f9c860-0972-439f-abf0-5ea14e1a22c8', 'name': 'network-vif-deleted', 'tag': '9bcff40f-6634-4c99-9b0b-584e3d89f04a'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:22:33.438188 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b70396-8ca5-48e1-8a79-766f62f290c2" -d '{"events": [{"server_uuid": "40f9c860-0972-439f-abf0-5ea14e1a22c8", "name": "network-vif-deleted", "tag": "9bcff40f-6634-4c99-9b0b-584e3d89f04a"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:22:33.488077 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b176054-8950-4923-ad2a-a3fa3f9be8c3 x-openstack-request-id: req-3b176054-8950-4923-ad2a-a3fa3f9be8c3 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:22:33.488378 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f9c860-0972-439f-abf0-5ea14e1a22c8", "name": "network-vif-deleted", "tag": "9bcff40f-6634-4c99-9b0b-584e3d89f04a", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:22:33.488638 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b176054-8950-4923-ad2a-a3fa3f9be8c3 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:22:33.489050 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f9c860-0972-439f-abf0-5ea14e1a22c8', 'name': 'network-vif-deleted', 'tag': '9bcff40f-6634-4c99-9b0b-584e3d89f04a', 'status': 'completed', 'code': 200} Aug 05 14:22:33.756001 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3e22a43d-827f-4aac-9e38-c882faf6b71e req-d95354ca-df10-4ae6-88b4-98cd7080f74f tempest-VolumesSnapshotTestJSON-23126514 tempest-VolumesSnapshotTestJSON-23126514-project] 10.222.0.16 "GET /v2.0/ports?device_id=40f9c860-0972-439f-abf0-5ea14e1a22c8 HTTP/1.1" status: 200 len: 210 time: 0.0395262 Aug 05 14:22:34.076992 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92653639-4b0a-4608-b7ac-225a0d31440c req-a41a4259-3e25-497b-a2c4-6eaa17dc96b5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:34.078983 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92653639-4b0a-4608-b7ac-225a0d31440c req-a41a4259-3e25-497b-a2c4-6eaa17dc96b5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 943 time: 0.0834231 Aug 05 14:22:34.141045 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-92653639-4b0a-4608-b7ac-225a0d31440c req-344f6396-cd88-4c96-895a-69dcfab470c6 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557456 Aug 05 14:22:34.144333 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a3a12-0076-4dc6-8eb0-19a351cea0d7 req-fe44b227-077a-4d99-8717-f198b54dbd4a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:34.154677 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-796a3a12-0076-4dc6-8eb0-19a351cea0d7 req-fe44b227-077a-4d99-8717-f198b54dbd4a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.1145186 Aug 05 14:22:34.206557 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-796a3a12-0076-4dc6-8eb0-19a351cea0d7 req-ed19767c-12f2-400c-aa09-d99bca8c2c03 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445223 Aug 05 14:22:34.413761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c192d-944e-47b7-865a-0bfee452dbbd req-6c7ed69c-ee8b-443f-8cbe-0e3c6cdfa531 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:34.415577 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f2c192d-944e-47b7-865a-0bfee452dbbd req-6c7ed69c-ee8b-443f-8cbe-0e3c6cdfa531 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.0683270 Aug 05 14:22:34.467411 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f2c192d-944e-47b7-865a-0bfee452dbbd req-460c6c2c-847f-453a-99d1-1aa9d92b8443 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437074 Aug 05 14:22:34.711455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74162dfe-a49b-440c-9823-f636c637a976 req-17a50592-d13f-4288-9582-9f43243f1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:34.714967 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-74162dfe-a49b-440c-9823-f636c637a976 req-17a50592-d13f-4288-9582-9f43243f1682 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=14e2ae568ba44cb79ef70f247c42b903&device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 1096 time: 0.0573959 Aug 05 14:22:34.741378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3fe58-2ce6-40e2-8de2-dc5e4c5df54a req-11cd3de0-d05a-4278-a631-d519869d0d42 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:34.743573 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-54e3fe58-2ce6-40e2-8de2-dc5e4c5df54a req-11cd3de0-d05a-4278-a631-d519869d0d42 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.0694637 Aug 05 14:22:34.823517 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-54e3fe58-2ce6-40e2-8de2-dc5e4c5df54a req-3a1c33f9-e5ac-4227-bd9c-ca32098d4ec6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716884 Aug 05 14:22:34.887113 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74162dfe-a49b-440c-9823-f636c637a976 req-5d6e35aa-11be-4915-87f0-b6ae33aa250d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:34.889720 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-74162dfe-a49b-440c-9823-f636c637a976 req-5d6e35aa-11be-4915-87f0-b6ae33aa250d service neutron] 10.222.0.84 "GET /v2.0/networks?id=134659b0-824f-494f-bea6-2563b351ef1f HTTP/1.1" status: 200 len: 912 time: 0.1671867 Aug 05 14:22:34.942124 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-74162dfe-a49b-440c-9823-f636c637a976 req-f4db5afd-9f39-4bd2-87e4-ea2d6de204c5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aff53ac-54db-485b-a835-5875d117cc23 HTTP/1.1" status: 200 len: 217 time: 0.0444484 Aug 05 14:22:34.997816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74162dfe-a49b-440c-9823-f636c637a976 req-423627cd-92d6-4aa1-abe9-af0c864b3f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:34.999905 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-74162dfe-a49b-440c-9823-f636c637a976 req-423627cd-92d6-4aa1-abe9-af0c864b3f2a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6047f187-2264-4c17-bfd8-689d6e1ac5dd HTTP/1.1" status: 200 len: 851 time: 0.0507030 Aug 05 14:22:35.047321 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-74162dfe-a49b-440c-9823-f636c637a976 req-ebe3d332-34dc-4f46-b38f-49276df32675 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=134659b0-824f-494f-bea6-2563b351ef1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396407 Aug 05 14:22:35.178204 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-74162dfe-a49b-440c-9823-f636c637a976 req-8bb26adf-03fd-41a5-aa6d-1f26a431465b service neutron] 10.222.0.84 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233871 Aug 05 14:22:35.314621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e07d6-41f0-4126-9310-0beeb24b240d req-028b2924-18ff-4d7d-abc5-c0eba56a27af tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:35.324446 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-74162dfe-a49b-440c-9823-f636c637a976 req-b78a48e6-ee49-4a5f-a4fa-1b3aabaa1cdb service neutron] 10.222.0.84 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392984 Aug 05 14:22:35.326087 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e5e07d6-41f0-4126-9310-0beeb24b240d req-028b2924-18ff-4d7d-abc5-c0eba56a27af tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 943 time: 0.0722532 Aug 05 14:22:35.389437 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e5e07d6-41f0-4126-9310-0beeb24b240d req-53e085f0-9cc5-4588-ad68-98c69a8a8fd0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555840 Aug 05 14:22:35.438579 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca27ff0-e34a-4174-9008-3f4efb4799aa req-588b5c6a-51ab-496b-93fa-3ff79730840d tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:35.440174 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3ca27ff0-e34a-4174-9008-3f4efb4799aa req-588b5c6a-51ab-496b-93fa-3ff79730840d tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.0699224 Aug 05 14:22:35.489439 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3ca27ff0-e34a-4174-9008-3f4efb4799aa req-4a115c81-286d-4482-8532-4526e9727e93 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428922 Aug 05 14:22:35.973344 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d22ee-31a1-4029-b296-afb3df45f85d req-af83325f-42b2-46f1-ad2d-1ce8d2957048 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:35.975060 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-998d22ee-31a1-4029-b296-afb3df45f85d req-af83325f-42b2-46f1-ad2d-1ce8d2957048 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.0606773 Aug 05 14:22:36.020034 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-998d22ee-31a1-4029-b296-afb3df45f85d req-2e744ee3-0c17-417a-bcf3-ca7d25dffee6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382392 Aug 05 14:22:36.517415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4abf4d-9174-4032-82d4-0efaeb2fc8f5 req-0faaea12-f6e8-47c8-b83b-d31f883051f8 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:36.519057 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd4abf4d-9174-4032-82d4-0efaeb2fc8f5 req-0faaea12-f6e8-47c8-b83b-d31f883051f8 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 943 time: 0.0571115 Aug 05 14:22:36.571289 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd4abf4d-9174-4032-82d4-0efaeb2fc8f5 req-a98ae7b1-7082-4925-81eb-0a335e9a61c7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453212 Aug 05 14:22:36.653534 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422eedf-e04f-4941-a45a-510da7e3d949 req-593f8855-1b1e-4a12-b47d-eaa2c2a18d25 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:36.655901 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e422eedf-e04f-4941-a45a-510da7e3d949 req-593f8855-1b1e-4a12-b47d-eaa2c2a18d25 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.0631661 Aug 05 14:22:36.697957 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e422eedf-e04f-4941-a45a-510da7e3d949 req-08ba6ec2-81ba-4b17-8c91-11b1a9ab5464 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355897 Aug 05 14:22:36.956987 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9bcff40f-6634-4c99-9b0b-584e3d89f04a no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:22:36.984789 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 9bcff40f-6634-4c99-9b0b-584e3d89f04a {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:22:36.985338 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9bcff40f-6634-4c99-9b0b-584e3d89f04a not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:22:37.159463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab78a5-6c73-4f3c-886b-425ce36e8280 req-42995642-eb2f-474e-9c04-72b6d6eb3573 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:37.167096 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19ab78a5-6c73-4f3c-886b-425ce36e8280 req-42995642-eb2f-474e-9c04-72b6d6eb3573 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.0593822 Aug 05 14:22:37.211136 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19ab78a5-6c73-4f3c-886b-425ce36e8280 req-06a3fa06-5ae5-4e1f-a534-b133a7ee6a47 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431652 Aug 05 14:22:37.733460 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059ef5d-3deb-4a35-b038-1c0930b8d216 req-541c4759-e411-4442-a037-9ec8a914b841 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:37.741738 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059ef5d-3deb-4a35-b038-1c0930b8d216 req-541c4759-e411-4442-a037-9ec8a914b841 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 943 time: 0.0650222 Aug 05 14:22:37.783067 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b059ef5d-3deb-4a35-b038-1c0930b8d216 req-ee5a4776-1caa-4687-9e26-d5a0e612a063 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402870 Aug 05 14:22:37.856567 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a75d4-9b1c-44cd-b1a8-b3a691a5c3e9 req-5fa6cbcf-b1a7-4f55-b7bd-25bb2075c712 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:37.858825 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a77a75d4-9b1c-44cd-b1a8-b3a691a5c3e9 req-5fa6cbcf-b1a7-4f55-b7bd-25bb2075c712 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.0513401 Aug 05 14:22:37.898269 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a77a75d4-9b1c-44cd-b1a8-b3a691a5c3e9 req-3edd5a06-162d-41b9-9f85-fff79083e429 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333726 Aug 05 14:22:38.332479 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bd025-997c-405c-b559-f0ced8e1d5fc req-e908e07a-c773-4071-9525-42dd909a7109 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:38.333920 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-368bd025-997c-405c-b559-f0ced8e1d5fc req-e908e07a-c773-4071-9525-42dd909a7109 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.0510759 Aug 05 14:22:38.373906 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-368bd025-997c-405c-b559-f0ced8e1d5fc req-c414c1cf-de23-44e3-9415-b32dc830e62a tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337350 Aug 05 14:22:38.910958 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cee95-6eff-459d-bee4-e62a09134673 req-3196d27d-827b-46cf-8cc5-552d779514dd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:38.912523 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-716cee95-6eff-459d-bee4-e62a09134673 req-3196d27d-827b-46cf-8cc5-552d779514dd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 943 time: 0.0537992 Aug 05 14:22:38.962146 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-716cee95-6eff-459d-bee4-e62a09134673 req-02abadae-9403-4d96-83a6-f26bca8d5216 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426021 Aug 05 14:22:39.031860 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a34c0-b655-4fe2-a578-e60e341438b0 req-e9c2cc05-6884-499b-802a-add3e123f4c4 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:39.033469 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-067a34c0-b655-4fe2-a578-e60e341438b0 req-e9c2cc05-6884-499b-802a-add3e123f4c4 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.0586092 Aug 05 14:22:39.075025 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-067a34c0-b655-4fe2-a578-e60e341438b0 req-26fb285a-e8b9-409f-8d92-4b5634cac195 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346003 Aug 05 14:22:39.517718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e7ba2-f5ac-41fe-862c-35c22747032f req-8c0c8d2e-6cf6-4fb7-b8e4-db65a7b4d72d tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:39.519829 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e26e7ba2-f5ac-41fe-862c-35c22747032f req-8c0c8d2e-6cf6-4fb7-b8e4-db65a7b4d72d tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.0738521 Aug 05 14:22:39.587300 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e26e7ba2-f5ac-41fe-862c-35c22747032f req-d422a21c-0af9-4929-9e01-e0d979dc1d57 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606587 Aug 05 14:22:40.084473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b981cfa-e315-4751-887b-cb86d1e447db req-8cba7a43-e226-4cec-be7d-8862cc0d6582 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:40.086094 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5b981cfa-e315-4751-887b-cb86d1e447db req-8cba7a43-e226-4cec-be7d-8862cc0d6582 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 943 time: 0.0576797 Aug 05 14:22:40.135590 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5b981cfa-e315-4751-887b-cb86d1e447db req-80cacd9f-df2b-455f-beb8-fc905fad96e4 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408227 Aug 05 14:22:40.206660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb684d-faac-4655-9a5b-2f3197781110 req-ece2c76b-1acf-491a-a8e3-b11709e2fa87 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:40.208270 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-faeb684d-faac-4655-9a5b-2f3197781110 req-ece2c76b-1acf-491a-a8e3-b11709e2fa87 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.0533085 Aug 05 14:22:40.263475 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-faeb684d-faac-4655-9a5b-2f3197781110 req-35526f21-a019-4400-9818-99b78aedd450 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406640 Aug 05 14:22:40.725724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a5634-4eb8-4752-9d14-bd1cfa083b35 req-25f65f81-6056-437c-8f08-ab01538d4120 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:40.727447 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c1a5634-4eb8-4752-9d14-bd1cfa083b35 req-25f65f81-6056-437c-8f08-ab01538d4120 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.0557852 Aug 05 14:22:40.778018 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c1a5634-4eb8-4752-9d14-bd1cfa083b35 req-4d0de2f2-309a-497f-98f6-df5927cf46cf tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388370 Aug 05 14:22:41.273634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d16cc-2732-4a6c-af13-c311bd3e7465 req-15e5975c-c66c-4749-834c-1d935a0844a7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:41.277800 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-089d16cc-2732-4a6c-af13-c311bd3e7465 req-15e5975c-c66c-4749-834c-1d935a0844a7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 943 time: 0.0567720 Aug 05 14:22:41.331377 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-089d16cc-2732-4a6c-af13-c311bd3e7465 req-b17fcb12-c139-4c00-b46b-aeb21fdb2dd7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457420 Aug 05 14:22:41.431159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c9664-ef52-4076-850a-1002db6c0ad6 req-9d1e2f96-01f7-4efd-b027-916d0f32f4c0 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:41.433679 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5c4c9664-ef52-4076-850a-1002db6c0ad6 req-9d1e2f96-01f7-4efd-b027-916d0f32f4c0 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.0562959 Aug 05 14:22:41.496649 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5c4c9664-ef52-4076-850a-1002db6c0ad6 req-cb8c7537-b6bf-40cc-bf7e-ea7924ccccb8 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534768 Aug 05 14:22:41.751435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33566) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:41.913244 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b81e2994-76ce-43dd-8f73-6ec8f1f0d450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:41.944839 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672522f-8db2-44fc-8df4-9530be977224 req-a8fb132d-2a46-49ae-9145-c05ae3e45b03 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:41.954022 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c672522f-8db2-44fc-8df4-9530be977224 req-a8fb132d-2a46-49ae-9145-c05ae3e45b03 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.0665979 Aug 05 14:22:42.001240 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c672522f-8db2-44fc-8df4-9530be977224 req-e5e54c89-9820-4bb0-ae11-4187eae9c547 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457344 Aug 05 14:22:42.038750 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b81e2994-76ce-43dd-8f73-6ec8f1f0d450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:42.043254 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b81e2994-76ce-43dd-8f73-6ec8f1f0d450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:42.085387 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b81e2994-76ce-43dd-8f73-6ec8f1f0d450 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fa1d2c279b64c9588dc7934cd658cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325937 Aug 05 14:22:42.086394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e2994-76ce-43dd-8f73-6ec8f1f0d450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d04b46-0d30-494a-ab07-cedbf741ae62,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:42.095216 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33574) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:42.155137 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aaa3d2ca-d9b6-4dd7-940b-71c7cad5628c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:42.178123 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aaa3d2ca-d9b6-4dd7-940b-71c7cad5628c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:42.234064 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aaa3d2ca-d9b6-4dd7-940b-71c7cad5628c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:42.237018 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aaa3d2ca-d9b6-4dd7-940b-71c7cad5628c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:42.238124 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-aaa3d2ca-d9b6-4dd7-940b-71c7cad5628c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68d04b46-0d30-494a-ab07-cedbf741ae62 HTTP/1.1" status: 204 len: 168 time: 0.1420882 Aug 05 14:22:42.246526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3d2ca-d9b6-4dd7-940b-71c7cad5628c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d04b46-0d30-494a-ab07-cedbf741ae62,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:42.254444 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d2ca-d9b6-4dd7-940b-71c7cad5628c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:42.254787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d2ca-d9b6-4dd7-940b-71c7cad5628c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:42.255140 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d2ca-d9b6-4dd7-940b-71c7cad5628c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:42.255464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d2ca-d9b6-4dd7-940b-71c7cad5628c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:42.256077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d2ca-d9b6-4dd7-940b-71c7cad5628c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:42.257398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d2ca-d9b6-4dd7-940b-71c7cad5628c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:42.257398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d2ca-d9b6-4dd7-940b-71c7cad5628c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:42.257398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d2ca-d9b6-4dd7-940b-71c7cad5628c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:42.259161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d2ca-d9b6-4dd7-940b-71c7cad5628c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:42.259161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d2ca-d9b6-4dd7-940b-71c7cad5628c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:42.259161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d2ca-d9b6-4dd7-940b-71c7cad5628c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:42.259161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d2ca-d9b6-4dd7-940b-71c7cad5628c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:22:42.481228 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b18c3-b36f-49bc-8706-e333cc24b01a req-138bf455-be93-4123-aaf6-c40adff3fd0d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:42.483948 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-821b18c3-b36f-49bc-8706-e333cc24b01a req-138bf455-be93-4123-aaf6-c40adff3fd0d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 943 time: 0.0660307 Aug 05 14:22:42.546846 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-821b18c3-b36f-49bc-8706-e333cc24b01a req-a33e046c-6f27-4bf5-af03-01230fdbbffb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565228 Aug 05 14:22:42.668136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50e3fd-05cd-4641-ae03-be68ea5c7c59 req-5349b5db-bfa9-4fd8-9156-8a0747ae4dac tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:42.670441 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f50e3fd-05cd-4641-ae03-be68ea5c7c59 req-5349b5db-bfa9-4fd8-9156-8a0747ae4dac tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.0596485 Aug 05 14:22:42.707047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1553db15-990b-4f5f-82fd-41f7e56a0fbc details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:22:42.724547 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f50e3fd-05cd-4641-ae03-be68ea5c7c59 req-416abcfd-b220-4c46-8466-b9acad6fa042 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476961 Aug 05 14:22:42.836380 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 1553db15-990b-4f5f-82fd-41f7e56a0fbc, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1553db15-990b-4f5f-82fd-41f7e56a0fbc,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:42.857202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '1553db15-990b-4f5f-82fd-41f7e56a0fbc', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'port_id': '1553db15-990b-4f5f-82fd-41f7e56a0fbc', 'mac_address': 'fa:16:3e:46:62:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:22:42.903000 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:42.919996 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1553db15-990b-4f5f-82fd-41f7e56a0fbc {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:22:42.942646 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 1553db15-990b-4f5f-82fd-41f7e56a0fbc, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1553db15-990b-4f5f-82fd-41f7e56a0fbc,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:42.949501 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:43.009955 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=1553db15-990b-4f5f-82fd-41f7e56a0fbc,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:43.092852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33604) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:43.144115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef813551-c084-410f-bc49-8d1ec40299f3 req-019031bd-6377-414d-bce6-92d0ec39d1f6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:43.146019 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ef813551-c084-410f-bc49-8d1ec40299f3 req-019031bd-6377-414d-bce6-92d0ec39d1f6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.0714877 Aug 05 14:22:43.187872 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ef813551-c084-410f-bc49-8d1ec40299f3 req-8174a73e-6f61-4055-b20f-19e9795034a0 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358918 Aug 05 14:22:43.196895 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['1553db15-990b-4f5f-82fd-41f7e56a0fbc'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:22:43.241075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-7fec25cd-9410-44a6-9a79-0b78b6b66306 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-791180924-network', 'tenant_id': '507aadc99acd4af3b777aa84bd361273'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:43.270810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fec25cd-9410-44a6-9a79-0b78b6b66306 admin admin] Made reservation on behalf of 507aadc99acd4af3b777aa84bd361273 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:22:43.273542 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7fec25cd-9410-44a6-9a79-0b78b6b66306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:43.283466 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7fec25cd-9410-44a6-9a79-0b78b6b66306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:43.410484 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7fec25cd-9410-44a6-9a79-0b78b6b66306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:43.417815 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7fec25cd-9410-44a6-9a79-0b78b6b66306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:43.457497 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec25cd-9410-44a6-9a79-0b78b6b66306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf9e6df-a848-4384-93af-ab2bf97c1103,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:43.461509 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fec25cd-9410-44a6-9a79-0b78b6b66306 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:22:43.473276 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7fec25cd-9410-44a6-9a79-0b78b6b66306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:43.473635 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-7fec25cd-9410-44a6-9a79-0b78b6b66306 admin admin] Added segment 90f5a124-a15d-41b5-bd0b-ea767a29c3fd of type vlan for network e62e9c7a-2f30-4173-8d22-7471ea725b61 Aug 05 14:22:43.520919 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7fec25cd-9410-44a6-9a79-0b78b6b66306 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:43.552310 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7fec25cd-9410-44a6-9a79-0b78b6b66306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:43.553396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fec25cd-9410-44a6-9a79-0b78b6b66306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:43.554019 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7fec25cd-9410-44a6-9a79-0b78b6b66306 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:43.614771 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7fec25cd-9410-44a6-9a79-0b78b6b66306 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5162876 Aug 05 14:22:43.617151 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33610) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:43.628414 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec25cd-9410-44a6-9a79-0b78b6b66306 admin admin] Pushing event updated for resources: {'Network': ['ID=e62e9c7a-2f30-4173-8d22-7471ea725b61,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:43.632007 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-33f9faf6-ff1a-402a-bf1b-7fc0f3a2aae6 admin admin] Request body: {'subnet': {'network_id': 'e62e9c7a-2f30-4173-8d22-7471ea725b61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-791180924-subnet', 'tenant_id': '507aadc99acd4af3b777aa84bd361273', 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:43.649093 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network e62e9c7a-2f30-4173-8d22-7471ea725b61 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:22:43.676734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f9faf6-ff1a-402a-bf1b-7fc0f3a2aae6 admin admin] Made reservation on behalf of 507aadc99acd4af3b777aa84bd361273 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:22:43.690198 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33f9faf6-ff1a-402a-bf1b-7fc0f3a2aae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:43.699541 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8919b-f5b4-4b09-b607-2d077816dee9 req-3199eef0-ab0e-4143-adca-9eff776aa277 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:43.707654 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-39c8919b-f5b4-4b09-b607-2d077816dee9 req-3199eef0-ab0e-4143-adca-9eff776aa277 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 944 time: 0.0680137 Aug 05 14:22:43.773466 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-39c8919b-f5b4-4b09-b607-2d077816dee9 req-99ea8913-74a1-4284-b3ab-4c9ccd00b8ce tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623477 Aug 05 14:22:43.927836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b3c8e-f829-4438-8022-09d90b4de8cd req-dd151fa2-be78-4560-9c60-393e3758bcb9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:43.929280 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f08b3c8e-f829-4438-8022-09d90b4de8cd req-dd151fa2-be78-4560-9c60-393e3758bcb9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.0938184 Aug 05 14:22:44.014337 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f08b3c8e-f829-4438-8022-09d90b4de8cd req-f21bfe6b-dcb1-4b82-a6de-ff11e9500038 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753312 Aug 05 14:22:44.016190 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33f9faf6-ff1a-402a-bf1b-7fc0f3a2aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:44.082985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9faf6-ff1a-402a-bf1b-7fc0f3a2aae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b7239de-277a-411c-9ea5-753149e6fe80,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:44.096765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9faf6-ff1a-402a-bf1b-7fc0f3a2aae6 admin admin] Checking segment: {'id': '90f5a124-a15d-41b5-bd0b-ea767a29c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e62e9c7a-2f30-4173-8d22-7471ea725b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:22:44.097122 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f9faf6-ff1a-402a-bf1b-7fc0f3a2aae6 admin admin] Network hostable DHCP agents. Network: e62e9c7a-2f30-4173-8d22-7471ea725b61, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:22:44.115844 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f9faf6-ff1a-402a-bf1b-7fc0f3a2aae6 admin admin] Network e62e9c7a-2f30-4173-8d22-7471ea725b61 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:22:44.126306 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-33f9faf6-ff1a-402a-bf1b-7fc0f3a2aae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, e62e9c7a-2f30-4173-8d22-7471ea725b61) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:22:44.140128 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f9faf6-ff1a-402a-bf1b-7fc0f3a2aae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:44.140838 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33f9faf6-ff1a-402a-bf1b-7fc0f3a2aae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:44.143185 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165ecd4d-159b-41db-a310-5199370d110f None None] Network e62e9c7a-2f30-4173-8d22-7471ea725b61 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:22:44.160202 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-33f9faf6-ff1a-402a-bf1b-7fc0f3a2aae6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5407670 Aug 05 14:22:44.163093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33616) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:44.172266 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-791180924-router', 'tenant_id': '507aadc99acd4af3b777aa84bd361273', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:44.214179 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:44.215282 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:44.314541 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:44.364129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29530386-9a4a-40cd-9c4e-0f158f649299 req-2169c517-ea75-48c6-b6e8-9369a91997c2 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:44.365890 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29530386-9a4a-40cd-9c4e-0f158f649299 req-2169c517-ea75-48c6-b6e8-9369a91997c2 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.0831532 Aug 05 14:22:44.411090 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-e62e9c7a-2f30-4173-8d22-7471ea725b61', 'network_id': 'e62e9c7a-2f30-4173-8d22-7471ea725b61', 'tenant_id': '507aadc99acd4af3b777aa84bd361273', 'fixed_ips': [{'subnet_id': '3b7239de-277a-411c-9ea5-753149e6fe80'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:22:44.414032 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:44.463781 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29530386-9a4a-40cd-9c4e-0f158f649299 req-f9f1bafb-6947-481c-9697-d9b320d9e7e1 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907547 Aug 05 14:22:44.509084 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:44.618912 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Allocated IP 172.20.0.2 (e62e9c7a-2f30-4173-8d22-7471ea725b61/3b7239de-277a-411c-9ea5-753149e6fe80/347bc7be-b548-428c-898f-5ff2f5617c73) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:22:44.727824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1553db15-990b-4f5f-82fd-41f7e56a0fbc up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:22:44.753334 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:44.775364 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:44.878435 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:44.884868 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 1553db15-990b-4f5f-82fd-41f7e56a0fbc completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:22:44.896784 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 1553db15-990b-4f5f-82fd-41f7e56a0fbc triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:22:44.898238 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:44.924760 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:44.942682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Transition to ACTIVE for port object 347bc7be-b548-428c-898f-5ff2f5617c73 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:22:44.966742 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Allocated IP 172.25.5.233 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/4ab3c517-f697-43fe-9581-f392c9d215f3) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:22:44.967932 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Transition to ACTIVE for port object 347bc7be-b548-428c-898f-5ff2f5617c73 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:22:44.978045 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:44.999827 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130aa90-ef17-4350-80c7-22b96bcba552 req-4a682717-b29f-4b64-9b7c-0f4d2aa421bd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:45.000871 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4130aa90-ef17-4350-80c7-22b96bcba552 req-4a682717-b29f-4b64-9b7c-0f4d2aa421bd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 944 time: 0.1219335 Aug 05 14:22:45.053374 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Network e62e9c7a-2f30-4173-8d22-7471ea725b61 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:22:45.059113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:22:45.063989 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:45.069760 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:22:45.081292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Pushing event updated for resources: {'Port': ['ID=347bc7be-b548-428c-898f-5ff2f5617c73,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:45.096084 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4130aa90-ef17-4350-80c7-22b96bcba552 req-b09df066-fc3f-4291-be1a-29586b411222 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808563 Aug 05 14:22:45.122280 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad75342-83b1-4468-8ef3-7dc25f7ebfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1553db15-990b-4f5f-82fd-41f7e56a0fbc'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:22:45.124914 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e079c20-f87a-4742-8cf1-344b7a7f6045" -d '{"events": [{"server_uuid": "7ad75342-83b1-4468-8ef3-7dc25f7ebfff", "name": "network-vif-plugged", "status": "completed", "tag": "1553db15-990b-4f5f-82fd-41f7e56a0fbc"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:22:45.157520 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 1553db15-990b-4f5f-82fd-41f7e56a0fbc, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1553db15-990b-4f5f-82fd-41f7e56a0fbc,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:45.162070 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:45.186186 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:45.235368 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab55814b-69be-4651-b202-416250766e31 x-openstack-request-id: req-ab55814b-69be-4651-b202-416250766e31 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:22:45.235789 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad75342-83b1-4468-8ef3-7dc25f7ebfff", "name": "network-vif-plugged", "status": "completed", "tag": "1553db15-990b-4f5f-82fd-41f7e56a0fbc", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:22:45.236133 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab55814b-69be-4651-b202-416250766e31 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:22:45.236769 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad75342-83b1-4468-8ef3-7dc25f7ebfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1553db15-990b-4f5f-82fd-41f7e56a0fbc', 'code': 200} Aug 05 14:22:45.239529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Attempting to bind port 347bc7be-b548-428c-898f-5ff2f5617c73 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:22:45.240003 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Attempting to bind port 347bc7be-b548-428c-898f-5ff2f5617c73 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '90f5a124-a15d-41b5-bd0b-ea767a29c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e62e9c7a-2f30-4173-8d22-7471ea725b61'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:22:45.240465 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Attempting to bind port 347bc7be-b548-428c-898f-5ff2f5617c73 on network e62e9c7a-2f30-4173-8d22-7471ea725b61 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:22:45.257275 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:22:45.257655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Checking segment: {'id': '90f5a124-a15d-41b5-bd0b-ea767a29c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e62e9c7a-2f30-4173-8d22-7471ea725b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:22:45.258062 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:45.258484 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Bound using segment: {'id': '90f5a124-a15d-41b5-bd0b-ea767a29c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e62e9c7a-2f30-4173-8d22-7471ea725b61'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:22:45.258974 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Bound port: 347bc7be-b548-428c-898f-5ff2f5617c73, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f5a124-a15d-41b5-bd0b-ea767a29c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e62e9c7a-2f30-4173-8d22-7471ea725b61'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:22:45.270759 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:45.277935 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:45.315053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4ae54-4eed-4229-81ff-3f7ff4d41123 req-21930477-e770-4f18-b4c4-c99333730b92 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:45.316612 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ba4ae54-4eed-4229-81ff-3f7ff4d41123 req-21930477-e770-4f18-b4c4-c99333730b92 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.0998938 Aug 05 14:22:45.336274 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=1553db15-990b-4f5f-82fd-41f7e56a0fbc,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:45.365386 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:22:45.369547 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:22:45.378742 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:22:45.390630 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5236a-2b78-4948-96ff-d974a6092051 req-627762f2-8596-449d-9fc8-cbf525f63403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:45.392144 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-01e5236a-2b78-4948-96ff-d974a6092051 req-627762f2-8596-449d-9fc8-cbf525f63403 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 1096 time: 0.1007102 Aug 05 14:22:45.405259 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Pushing event updated for resources: {'Port': ['ID=4ab3c517-f697-43fe-9581-f392c9d215f3,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:45.417811 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9ba4ae54-4eed-4229-81ff-3f7ff4d41123 req-807b0c13-c496-4bbe-b318-9524e8c9da03 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777216 Aug 05 14:22:45.424047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] For port 347bc7be-b548-428c-898f-5ff2f5617c73, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:22:45.432410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] For port 347bc7be-b548-428c-898f-5ff2f5617c73, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=347bc7be-b548-428c-898f-5ff2f5617c73,segment=NetworkSegment(90f5a124-a15d-41b5-bd0b-ea767a29c3fd),segment_id=90f5a124-a15d-41b5-bd0b-ea767a29c3fd)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:22:45.447885 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:45.455759 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-01e5236a-2b78-4948-96ff-d974a6092051 req-11486a5f-681e-4bcf-ba3a-2873e1ad399c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542684 Aug 05 14:22:45.516799 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925c401-9c17-40d0-b510-c013a6294c73 None None] Pushing event updated for resources: {'Port': ['ID=347bc7be-b548-428c-898f-5ff2f5617c73,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:45.839145 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e1a18fff-b3b8-4bcc-8cfd-98b91596c3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:46.011720 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab33970-a026-4fa8-aeeb-abcce0dbe260 req-e037cab5-f579-4bf0-adfc-6d0981de00e2 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:46.013551 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cab33970-a026-4fa8-aeeb-abcce0dbe260 req-e037cab5-f579-4bf0-adfc-6d0981de00e2 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.0996947 Aug 05 14:22:46.089680 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:46.108732 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cab33970-a026-4fa8-aeeb-abcce0dbe260 req-7b56ce4a-1341-4402-8dac-c19451bf8534 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887394 Aug 05 14:22:46.128077 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:46.475363 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 347bc7be-b548-428c-898f-5ff2f5617c73 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:22:46.495782 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:46.500893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1adab-1323-4392-baa0-527f7e1e1993 req-411eaf6b-f109-4669-93ab-ee40c858a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:46.503321 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fe1adab-1323-4392-baa0-527f7e1e1993 req-411eaf6b-f109-4669-93ab-ee40c858a189 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=859addcb5b3241b8a7974ece1a636acf&device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 1096 time: 0.1661234 Aug 05 14:22:46.533629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0989a0-0e03-427d-aba1-c18fbc323e96 req-56732354-16af-4d18-9c07-288f810b3312 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:46.540897 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb0989a0-0e03-427d-aba1-c18fbc323e96 req-56732354-16af-4d18-9c07-288f810b3312 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 945 time: 0.2182701 Aug 05 14:22:46.609620 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 347bc7be-b548-428c-898f-5ff2f5617c73 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:22:46.626158 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb0989a0-0e03-427d-aba1-c18fbc323e96 req-b6f574a4-470b-497b-ad24-dfd529430392 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773692 Aug 05 14:22:46.799675 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dedf6a-edcc-4a5e-acab-47bbb27e7800 req-1e1ede30-0091-40db-893b-6ae72d492b8c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:46.801252 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-41dedf6a-edcc-4a5e-acab-47bbb27e7800 req-1e1ede30-0091-40db-893b-6ae72d492b8c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.1465387 Aug 05 14:22:46.841405 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1adab-1323-4392-baa0-527f7e1e1993 req-f584a6c2-3a5e-4793-9c5d-430487fe409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:46.843079 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fe1adab-1323-4392-baa0-527f7e1e1993 req-f584a6c2-3a5e-4793-9c5d-430487fe409f service neutron] 10.222.0.63 "GET /v2.0/networks?id=c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 200 len: 918 time: 0.1901052 Aug 05 14:22:46.876472 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Router 7c32abea-05b5-4dc2-b56a-7d723d6d3b79 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:22:46.916634 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a43cfa3-9162-4ac0-b4f3-ff994909266c None None] Network e62e9c7a-2f30-4173-8d22-7471ea725b61 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:22:46.920525 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-41dedf6a-edcc-4a5e-acab-47bbb27e7800 req-c48b1c22-64e0-4d2e-ac11-da913687a177 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076083 Aug 05 14:22:46.990901 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ed3c1225-9efb-4686-9228-cb0975c1a077 None None] Provisioning for port 347bc7be-b548-428c-898f-5ff2f5617c73 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:22:47.004000 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ed3c1225-9efb-4686-9228-cb0975c1a077 None None] Provisioning complete for port 347bc7be-b548-428c-898f-5ff2f5617c73 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:22:47.004524 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ed3c1225-9efb-4686-9228-cb0975c1a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:47.034723 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a274ff04-ab92-42b8-bc56-5bb98dd14eac details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:22:47.060008 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fe1adab-1323-4392-baa0-527f7e1e1993 req-2bfbcd1a-9848-4b6c-935a-9c282cf60df1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac HTTP/1.1" status: 200 len: 1000 time: 0.2086020 Aug 05 14:22:47.118894 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:22:47.133032 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Sync routers for ids ['7c32abea-05b5-4dc2-b56a-7d723d6d3b79'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:22:47.158476 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:47.159994 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cc3a4a70-e609-4d7b-95e9-3cbf4addb17b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9959552 Aug 05 14:22:47.163716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33662) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:47.168064 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1adab-1323-4392-baa0-527f7e1e1993 req-a105dd6d-8005-4625-9411-38051c689825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:47.170203 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fe1adab-1323-4392-baa0-527f7e1e1993 req-a105dd6d-8005-4625-9411-38051c689825 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ee667f3f-6ab2-448a-9b41-aa113bf5db1a HTTP/1.1" status: 200 len: 856 time: 0.0993824 Aug 05 14:22:47.210968 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a274ff04-ab92-42b8-bc56-5bb98dd14eac, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:47.230442 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'port_id': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac', 'mac_address': 'fa:16:3e:0e:da:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:22:47.232062 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1adab-1323-4392-baa0-527f7e1e1993 req-de4c46b2-3430-4629-a61a-74b323530a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:47.234844 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fe1adab-1323-4392-baa0-527f7e1e1993 req-de4c46b2-3430-4629-a61a-74b323530a68 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c7382844-bdec-44ba-9a71-2be3c532ada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557435 Aug 05 14:22:47.316751 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Routers {'7c32abea-05b5-4dc2-b56a-7d723d6d3b79'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:22:47.318343 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:22:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7c32abea-05b5-4dc2-b56a-7d723d6d3b79'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:47.337627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d5195-53d8-440e-8993-d1f2f1fe0a37 req-fe7349ec-1c0c-41fd-a18d-ad5b9f2417ce tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:47.345402 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0b2d5195-53d8-440e-8993-d1f2f1fe0a37 req-fe7349ec-1c0c-41fd-a18d-ad5b9f2417ce tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.1025884 Aug 05 14:22:47.363583 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fe1adab-1323-4392-baa0-527f7e1e1993 req-3d628403-4ac7-44f8-9061-44243d833cbb service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213839 Aug 05 14:22:47.394818 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:47.433720 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0b2d5195-53d8-440e-8993-d1f2f1fe0a37 req-8bf8c53e-811d-4f54-9a00-0a457810fe56 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870605 Aug 05 14:22:47.454449 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a274ff04-ab92-42b8-bc56-5bb98dd14eac {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:22:47.566614 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fe1adab-1323-4392-baa0-527f7e1e1993 req-985c818c-8137-4bf6-9407-3e1eccd382fe service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930847 Aug 05 14:22:47.713018 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ed3c1225-9efb-4686-9228-cb0975c1a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:47.743890 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a274ff04-ab92-42b8-bc56-5bb98dd14eac, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:47.805412 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ed3c1225-9efb-4686-9228-cb0975c1a077 None None] For port 347bc7be-b548-428c-898f-5ff2f5617c73, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=347bc7be-b548-428c-898f-5ff2f5617c73,segment=NetworkSegment(90f5a124-a15d-41b5-bd0b-ea767a29c3fd),segment_id=90f5a124-a15d-41b5-bd0b-ea767a29c3fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:47.808946 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Set router 7c32abea-05b5-4dc2-b56a-7d723d6d3b79 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:22:47.890884 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:47.922791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade7559-f52e-4975-99ef-fdb6a1e6e0f9 req-0b1681e8-b7cc-4c9a-9a80-c95183b315c8 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:47.937875 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ade7559-f52e-4975-99ef-fdb6a1e6e0f9 req-0b1681e8-b7cc-4c9a-9a80-c95183b315c8 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 945 time: 0.1569452 Aug 05 14:22:48.029358 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ade7559-f52e-4975-99ef-fdb6a1e6e0f9 req-696602b6-4c90-4ab8-ab68-31f29899a0a7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899894 Aug 05 14:22:48.181888 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=a274ff04-ab92-42b8-bc56-5bb98dd14eac,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:48.186823 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:48.194406 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ed3c1225-9efb-4686-9228-cb0975c1a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:48.227201 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['a274ff04-ab92-42b8-bc56-5bb98dd14eac'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:22:48.238060 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8d950-4fea-4a08-a68d-59f8889c0260 req-feefee59-2c30-485a-bccd-eb1283dd2951 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:48.248945 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34256435-724b-4ed8-9d24-c2c3c9e49ef4 req-c1058c13-07ab-443d-9afe-5ae5770f4107 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:48.250486 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-34256435-724b-4ed8-9d24-c2c3c9e49ef4 req-c1058c13-07ab-443d-9afe-5ae5770f4107 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 944 time: 0.1855276 Aug 05 14:22:48.258477 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ee8d950-4fea-4a08-a68d-59f8889c0260 req-feefee59-2c30-485a-bccd-eb1283dd2951 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 945 time: 0.1104672 Aug 05 14:22:48.358889 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ee8d950-4fea-4a08-a68d-59f8889c0260 req-26112245-cafc-4871-a266-568f45d5dbd9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994220 Aug 05 14:22:48.359681 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33678) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:48.410138 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-74ecd819-26c6-4410-b166-1df62e41b3c9 None None] Provisioning complete for port 347bc7be-b548-428c-898f-5ff2f5617c73 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:22:48.410530 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-74ecd819-26c6-4410-b166-1df62e41b3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:48.437322 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51865a88-d105-4ee1-82ab-950d2c7c936d tempest-TestVolumeBootPattern-1453371710 tempest-TestVolumeBootPattern-1453371710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:48.444483 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-51865a88-d105-4ee1-82ab-950d2c7c936d tempest-TestVolumeBootPattern-1453371710 tempest-TestVolumeBootPattern-1453371710-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 1091 time: 0.0836370 Aug 05 14:22:48.459362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33680) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:48.465177 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-34256435-724b-4ed8-9d24-c2c3c9e49ef4 req-697a950e-749b-481d-bc8f-6f3e24924de4 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948302 Aug 05 14:22:48.473247 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': '1553db15-990b-4f5f-82fd-41f7e56a0fbc', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:48.552360 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:48.572619 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c3d9095d-628a-4620-aa74-52d4b5508b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:48.718957 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:48.721071 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c1225-9efb-4686-9228-cb0975c1a077 None None] Pushing event updated for resources: {'Port': ['ID=347bc7be-b548-428c-898f-5ff2f5617c73,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:48.736782 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'name': 'tempest-TestAggregatesBasicOps-791180924-router', 'tenant_id': '507aadc99acd4af3b777aa84bd361273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4ab3c517-f697-43fe-9581-f392c9d215f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:44Z', 'updated_at': '2021-08-05T14:22:45Z', 'revision_number': 3, 'project_id': '507aadc99acd4af3b777aa84bd361273', 'gw_port': {'id': '4ab3c517-f697-43fe-9581-f392c9d215f3', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:44Z', 'updated_at': '2021-08-05T14:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:48.747880 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Allocated IP 172.20.0.1 (e62e9c7a-2f30-4173-8d22-7471ea725b61/3b7239de-277a-411c-9ea5-753149e6fe80/5dfc3051-d4ef-4cab-bb0f-395f22527ec8) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:22:48.773586 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Checking router: 7c32abea-05b5-4dc2-b56a-7d723d6d3b79 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:22:48.773922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Updating router 7c32abea-05b5-4dc2-b56a-7d723d6d3b79 port 4ab3c517-f697-43fe-9581-f392c9d215f3 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:22:48.790277 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:48.811783 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:49.008318 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:49.034372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Transition to ACTIVE for port object 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:22:49.063817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da296b-aaf2-4033-b8e7-f5bd5608e402 req-afd9e9eb-2870-4f27-ab01-0761d6be9f44 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:49.072765 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6da296b-aaf2-4033-b8e7-f5bd5608e402 req-afd9e9eb-2870-4f27-ab01-0761d6be9f44 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.5086093 Aug 05 14:22:49.089395 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:49.132634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Allocated IP 172.25.5.44 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/fce89b4f-7411-4a3e-a8ea-65d76d8f7bbb) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:22:49.135974 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Pushing event updated for resources: {'Port': ['ID=5dfc3051-d4ef-4cab-bb0f-395f22527ec8,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:49.162848 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Network e62e9c7a-2f30-4173-8d22-7471ea725b61 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:22:49.163628 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6da296b-aaf2-4033-b8e7-f5bd5608e402 req-47040eab-6069-4edb-9e90-54cdaf507437 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895922 Aug 05 14:22:49.164644 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:22:49.177260 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:22:49.237481 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:49.329512 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:49.389115 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:49.444770 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:22:49.458314 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:22:49.461469 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:22:49.556136 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'Port': ['ID=fce89b4f-7411-4a3e-a8ea-65d76d8f7bbb,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:49.573770 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:49.581105 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:49.667454 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a97096a7-b79f-4d4f-b8e0-950ede6bd6b1 None None] Provisioning for port 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:22:49.675322 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a97096a7-b79f-4d4f-b8e0-950ede6bd6b1 None None] Provisioning complete for port 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:22:49.675951 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a97096a7-b79f-4d4f-b8e0-950ede6bd6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:49.737706 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:49.741239 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a97096a7-b79f-4d4f-b8e0-950ede6bd6b1 None None] Port 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:22:49.755365 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Transition to ACTIVE for port object 4ab3c517-f697-43fe-9581-f392c9d215f3 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:22:49.786974 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:49.881035 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Attempting to bind port 4ab3c517-f697-43fe-9581-f392c9d215f3 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:22:49.881725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Attempting to bind port 4ab3c517-f697-43fe-9581-f392c9d215f3 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:22:49.881854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Attempting to bind port 4ab3c517-f697-43fe-9581-f392c9d215f3 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:22:49.894637 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:22:49.895063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:22:49.895477 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:49.896393 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:22:49.896884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Bound port: 4ab3c517-f697-43fe-9581-f392c9d215f3, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:22:49.897268 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:49.909369 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:49.928177 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:49.984025 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] For port 4ab3c517-f697-43fe-9581-f392c9d215f3, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:22:49.992904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] For port 4ab3c517-f697-43fe-9581-f392c9d215f3, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4ab3c517-f697-43fe-9581-f392c9d215f3,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:22:50.015859 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:50.039607 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e149631-8489-4d03-bdc4-b49555154249 None None] Pushing event updated for resources: {'Port': ['ID=4ab3c517-f697-43fe-9581-f392c9d215f3,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:50.095858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Routers {'7c32abea-05b5-4dc2-b56a-7d723d6d3b79'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:22:50.096515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:22:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7c32abea-05b5-4dc2-b56a-7d723d6d3b79'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:50.170845 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e149631-8489-4d03-bdc4-b49555154249 None None] Pushing event updated for resources: {'Port': ['ID=4ab3c517-f697-43fe-9581-f392c9d215f3,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:50.295492 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] Set router 7c32abea-05b5-4dc2-b56a-7d723d6d3b79 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:22:50.443857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 347bc7be-b548-428c-898f-5ff2f5617c73 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:22:50.475011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e8842-a85a-47d7-bcda-4d4de867f4b9 req-1036fa6a-8522-4f7d-91d3-9fa268204781 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:50.477877 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6a5e8842-a85a-47d7-bcda-4d4de867f4b9 req-1036fa6a-8522-4f7d-91d3-9fa268204781 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.1323996 Aug 05 14:22:50.484456 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:50.562584 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6a5e8842-a85a-47d7-bcda-4d4de867f4b9 req-1eee84e1-0715-420d-800e-416b8c332686 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756614 Aug 05 14:22:50.625720 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:50.637872 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Pushing event updated for resources: {'Port': ['ID=5dfc3051-d4ef-4cab-bb0f-395f22527ec8,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:50.650661 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:50.651537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 347bc7be-b548-428c-898f-5ff2f5617c73 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:22:50.651925 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:50.664123 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47850395-2bd5-4402-ab3b-ca71f2514717 req-a859a0ee-e3f5-414f-a52c-c89565c2a921 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:50.665938 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-47850395-2bd5-4402-ab3b-ca71f2514717 req-a859a0ee-e3f5-414f-a52c-c89565c2a921 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 944 time: 0.7535555 Aug 05 14:22:50.795806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'name': 'tempest-TestAggregatesBasicOps-791180924-router', 'tenant_id': '507aadc99acd4af3b777aa84bd361273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4ab3c517-f697-43fe-9581-f392c9d215f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:44Z', 'updated_at': '2021-08-05T14:22:49Z', 'revision_number': 4, 'project_id': '507aadc99acd4af3b777aa84bd361273', 'gw_port': {'id': '4ab3c517-f697-43fe-9581-f392c9d215f3', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:44Z', 'updated_at': '2021-08-05T14:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '5dfc3051-d4ef-4cab-bb0f-395f22527ec8', 'name': '', 'network_id': 'e62e9c7a-2f30-4173-8d22-7471ea725b61', 'tenant_id': '507aadc99acd4af3b777aa84bd361273', 'mac_address': 'fa:16:3e:de:5b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '3b7239de-277a-411c-9ea5-753149e6fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:48Z', 'updated_at': '2021-08-05T14:22:49Z', 'revision_number': 2, 'project_id': '507aadc99acd4af3b777aa84bd361273', 'subnets': [{'id': '3b7239de-277a-411c-9ea5-753149e6fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:50.831380 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc9bc1-c62b-4eff-9d9b-b6797e8c0f98 None None] The sync data for ids ['7c32abea-05b5-4dc2-b56a-7d723d6d3b79'] in n-d-803585-2 is: [{'id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'name': 'tempest-TestAggregatesBasicOps-791180924-router', 'tenant_id': '507aadc99acd4af3b777aa84bd361273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4ab3c517-f697-43fe-9581-f392c9d215f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:44Z', 'updated_at': '2021-08-05T14:22:49Z', 'revision_number': 4, 'project_id': '507aadc99acd4af3b777aa84bd361273', 'gw_port': {'id': '4ab3c517-f697-43fe-9581-f392c9d215f3', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:44Z', 'updated_at': '2021-08-05T14:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '5dfc3051-d4ef-4cab-bb0f-395f22527ec8', 'name': '', 'network_id': 'e62e9c7a-2f30-4173-8d22-7471ea725b61', 'tenant_id': '507aadc99acd4af3b777aa84bd361273', 'mac_address': 'fa:16:3e:de:5b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '3b7239de-277a-411c-9ea5-753149e6fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:48Z', 'updated_at': '2021-08-05T14:22:49Z', 'revision_number': 2, 'project_id': '507aadc99acd4af3b777aa84bd361273', 'subnets': [{'id': '3b7239de-277a-411c-9ea5-753149e6fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:22:50.858241 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-47850395-2bd5-4402-ab3b-ca71f2514717 req-de0e2277-7a42-4789-b752-4ce8bbc7a35b tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804338 Aug 05 14:22:50.953016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Network e62e9c7a-2f30-4173-8d22-7471ea725b61 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:22:50.955747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:22:50.978194 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:50.995235 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:51.029290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a274ff04-ab92-42b8-bc56-5bb98dd14eac up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:22:51.145001 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'Port': ['ID=fce89b4f-7411-4a3e-a8ea-65d76d8f7bbb,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:51.158202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port a274ff04-ab92-42b8-bc56-5bb98dd14eac triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:22:51.160235 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:51.165601 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:51.328629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Router 7c32abea-05b5-4dc2-b56a-7d723d6d3b79 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:22:51.457553 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:51.504614 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Floating IP 638a4ebb-32f5-4c9e-8c88-3fa9ec62ae49 associated. External IP: 172.25.5.44, port: 1553db15-990b-4f5f-82fd-41f7e56a0fbc. Aug 05 14:22:51.532273 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:51.539148 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-74343bba-988e-4428-8b20-5dbc56fa47a5 None None] Provisioning complete for port 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:22:51.541201 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-74343bba-988e-4428-8b20-5dbc56fa47a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:51.629697 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:22:51.656709 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-953144b6-bcbe-48f4-a2ae-036ce6ae7978 admin admin] 10.222.0.16 "PUT /v2.0/routers/7c32abea-05b5-4dc2-b56a-7d723d6d3b79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4917617 Aug 05 14:22:51.704423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:22:51.711000 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c50ead-f176-4c13-a677-784b05951712" -d '{"events": [{"server_uuid": "6315028a-9a5a-4653-99a0-dec62ba33e86", "name": "network-vif-plugged", "status": "completed", "tag": "a274ff04-ab92-42b8-bc56-5bb98dd14eac"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:22:51.724978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-74343bba-988e-4428-8b20-5dbc56fa47a5 None None] Port 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:22:51.788991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a274ff04-ab92-42b8-bc56-5bb98dd14eac, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:51.801010 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:51.886246 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05095e1c-6f7a-4cfa-a1c7-21ad16701002 req-b9497cee-b6bd-4598-b302-7c10d657ec7f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:51.888254 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-05095e1c-6f7a-4cfa-a1c7-21ad16701002 req-b9497cee-b6bd-4598-b302-7c10d657ec7f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.1266298 Aug 05 14:22:51.937942 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dec65d-7252-4852-bf8d-32d88323c70e x-openstack-request-id: req-61dec65d-7252-4852-bf8d-32d88323c70e {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:22:51.938404 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6315028a-9a5a-4653-99a0-dec62ba33e86", "name": "network-vif-plugged", "status": "completed", "tag": "a274ff04-ab92-42b8-bc56-5bb98dd14eac", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:22:51.938677 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61dec65d-7252-4852-bf8d-32d88323c70e {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:22:51.939119 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac', 'code': 200} Aug 05 14:22:52.052604 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=a274ff04-ab92-42b8-bc56-5bb98dd14eac,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:52.157762 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9c7e2-42ca-41c5-b421-7668e8a90fcb req-f39f1c9c-7be6-4fbf-a653-9bddc789e1f9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:52.164015 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fa9c7e2-42ca-41c5-b421-7668e8a90fcb req-f39f1c9c-7be6-4fbf-a653-9bddc789e1f9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.1846001 Aug 05 14:22:52.297840 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fa9c7e2-42ca-41c5-b421-7668e8a90fcb req-049775ff-3b9e-4fed-bf4b-ccd38b8cd7ca tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163218 Aug 05 14:22:52.463207 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4ab3c517-f697-43fe-9581-f392c9d215f3 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:22:52.595751 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4ab3c517-f697-43fe-9581-f392c9d215f3 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:22:52.611708 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4ab3c517-f697-43fe-9581-f392c9d215f3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:22:52.612034 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:52.627839 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-05095e1c-6f7a-4cfa-a1c7-21ad16701002 req-a34abbba-4302-46ea-9cfb-9aee13695f04 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7325332 Aug 05 14:22:52.779838 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:52.808289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 4ab3c517-f697-43fe-9581-f392c9d215f3, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4ab3c517-f697-43fe-9581-f392c9d215f3,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:52.818760 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:52.951686 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Router 535cbba1-f470-4e50-829a-caf7d17f9517 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:22:53.047293 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=4ab3c517-f697-43fe-9581-f392c9d215f3,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:53.058335 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33728) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:53.065379 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-4fcddca0-50f9-4336-b1e7-cc15793a3aef admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-397826709-network', 'tenant_id': 'f99b3d84b2b7421698e8c5dced6c3bef'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:53.101157 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcddca0-50f9-4336-b1e7-cc15793a3aef admin admin] Made reservation on behalf of f99b3d84b2b7421698e8c5dced6c3bef for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:22:53.108574 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fcddca0-50f9-4336-b1e7-cc15793a3aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:53.126084 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fcddca0-50f9-4336-b1e7-cc15793a3aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:53.198556 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:22:53.212183 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f12378-7e45-4633-bb3f-714b5f18e571 None None] Sync routers for ids ['535cbba1-f470-4e50-829a-caf7d17f9517'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:22:53.231692 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f12378-7e45-4633-bb3f-714b5f18e571 None None] Routers {'535cbba1-f470-4e50-829a-caf7d17f9517'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:22:53.234532 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-40f12378-7e45-4633-bb3f-714b5f18e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:22:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['535cbba1-f470-4e50-829a-caf7d17f9517'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:53.336070 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fcddca0-50f9-4336-b1e7-cc15793a3aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:53.340438 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fcddca0-50f9-4336-b1e7-cc15793a3aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:53.348075 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:53.404461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fcddca0-50f9-4336-b1e7-cc15793a3aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:22:53.410010 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f65a7a8d-3927-47aa-82ee-b7eafac721fd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.9405644 Aug 05 14:22:53.410771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad75342-83b1-4468-8ef3-7dc25f7ebfff', 'tag': '1553db15-990b-4f5f-82fd-41f7e56a0fbc'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:22:53.416667 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60348222-7dd4-4fb0-a21f-375cfc9f6c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad75342-83b1-4468-8ef3-7dc25f7ebfff", "tag": "1553db15-990b-4f5f-82fd-41f7e56a0fbc"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:22:53.452766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcddca0-50f9-4336-b1e7-cc15793a3aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cb02f1-9f38-4429-9bc6-3b8f610e208d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:53.477620 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b633ad-ae86-4d15-b956-a6f419d94f36 x-openstack-request-id: req-e4b633ad-ae86-4d15-b956-a6f419d94f36 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:22:53.479124 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad75342-83b1-4468-8ef3-7dc25f7ebfff", "tag": "1553db15-990b-4f5f-82fd-41f7e56a0fbc", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:22:53.479599 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4b633ad-ae86-4d15-b956-a6f419d94f36 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:22:53.480174 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad75342-83b1-4468-8ef3-7dc25f7ebfff', 'tag': '1553db15-990b-4f5f-82fd-41f7e56a0fbc', 'status': 'completed', 'code': 200} Aug 05 14:22:53.484842 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fcddca0-50f9-4336-b1e7-cc15793a3aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:53.485257 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-4fcddca0-50f9-4336-b1e7-cc15793a3aef admin admin] Added segment a460e45c-6351-49a3-9919-9922828b0f23 of type vlan for network 71153452-7af6-40b8-afb6-ac29b44ead51 Aug 05 14:22:53.548031 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-40f12378-7e45-4633-bb3f-714b5f18e571 None None] Set router 535cbba1-f470-4e50-829a-caf7d17f9517 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:22:53.634346 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fcddca0-50f9-4336-b1e7-cc15793a3aef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:53.687253 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60348222-7dd4-4fb0-a21f-375cfc9f6c0f req-fda7ba56-7f3d-4b45-a365-a402cf5711ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:53.688931 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60348222-7dd4-4fb0-a21f-375cfc9f6c0f req-fda7ba56-7f3d-4b45-a365-a402cf5711ef service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 1096 time: 0.1764288 Aug 05 14:22:53.691989 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fcddca0-50f9-4336-b1e7-cc15793a3aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:53.693087 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcddca0-50f9-4336-b1e7-cc15793a3aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:53.693668 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fcddca0-50f9-4336-b1e7-cc15793a3aef admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:53.867338 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-40f12378-7e45-4633-bb3f-714b5f18e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '638a4ebb-32f5-4c9e-8c88-3fa9ec62ae49', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'floating_ip_address': '172.25.5.44', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'port_id': '1553db15-990b-4f5f-82fd-41f7e56a0fbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'mac_address': 'fa:16:3e:46:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad75342-83b1-4468-8ef3-7dc25f7ebfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:22:50Z', 'updated_at': '2021-08-05T14:22:50Z', 'revision_number': 0, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:57Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:53.873410 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10311e46-ba9c-4a49-a79f-f13451cee629 req-7d8d2cbe-a701-48d8-8b69-915cba71599c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:53.875338 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-10311e46-ba9c-4a49-a79f-f13451cee629 req-7d8d2cbe-a701-48d8-8b69-915cba71599c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.3496370 Aug 05 14:22:53.880445 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4fcddca0-50f9-4336-b1e7-cc15793a3aef admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8199825 Aug 05 14:22:53.884727 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33738) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:53.899206 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b4049f9a-c0e2-4eab-9461-8bc9c71fc3bb admin admin] Request body: {'subnet': {'network_id': '71153452-7af6-40b8-afb6-ac29b44ead51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-397826709-subnet', 'tenant_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:53.916852 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f12378-7e45-4633-bb3f-714b5f18e571 None None] Checking router: 535cbba1-f470-4e50-829a-caf7d17f9517 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:22:53.927810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcddca0-50f9-4336-b1e7-cc15793a3aef admin admin] Pushing event updated for resources: {'Network': ['ID=71153452-7af6-40b8-afb6-ac29b44ead51,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:53.928841 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f12378-7e45-4633-bb3f-714b5f18e571 None None] Routers {'535cbba1-f470-4e50-829a-caf7d17f9517'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:22:53.929511 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-40f12378-7e45-4633-bb3f-714b5f18e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:22:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['535cbba1-f470-4e50-829a-caf7d17f9517'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:53.948073 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 71153452-7af6-40b8-afb6-ac29b44ead51 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:22:53.973441 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0de51-2a5d-42b3-82df-ce715b85c377 req-48a304f3-9170-4000-815d-9357058ec8cc tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:53.975762 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cdf0de51-2a5d-42b3-82df-ce715b85c377 req-48a304f3-9170-4000-815d-9357058ec8cc tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.1734042 Aug 05 14:22:54.000408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4049f9a-c0e2-4eab-9461-8bc9c71fc3bb admin admin] Made reservation on behalf of f99b3d84b2b7421698e8c5dced6c3bef for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:22:54.004602 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4049f9a-c0e2-4eab-9461-8bc9c71fc3bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:54.017634 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-10311e46-ba9c-4a49-a79f-f13451cee629 req-656c1ad8-a8cb-4fcb-868a-157182fbecea tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320281 Aug 05 14:22:54.022821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60348222-7dd4-4fb0-a21f-375cfc9f6c0f req-7b19acc2-6b83-43b9-be8e-6e6b947472aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:54.026641 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60348222-7dd4-4fb0-a21f-375cfc9f6c0f req-7b19acc2-6b83-43b9-be8e-6e6b947472aa service neutron] 10.222.0.84 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 913 time: 0.3129675 Aug 05 14:22:54.068104 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cdf0de51-2a5d-42b3-82df-ce715b85c377 req-d59bf938-1417-43ad-8edc-ec8c06f1bdc1 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846775 Aug 05 14:22:54.255680 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-40f12378-7e45-4633-bb3f-714b5f18e571 None None] Set router 535cbba1-f470-4e50-829a-caf7d17f9517 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:22:54.375501 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4ab3c517-f697-43fe-9581-f392c9d215f3 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:22:54.393818 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b74a12-790d-4993-9ff4-a4126b2974a3 req-bd2bf025-7e5e-4dcd-8850-f2c6c271b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:54.395872 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b6b74a12-790d-4993-9ff4-a4126b2974a3 req-bd2bf025-7e5e-4dcd-8850-f2c6c271b88d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=14e2ae568ba44cb79ef70f247c42b903&device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 1096 time: 0.3817704 Aug 05 14:22:54.429788 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60348222-7dd4-4fb0-a21f-375cfc9f6c0f req-ca33b66a-a583-4fe9-863d-9e2a701a4fb4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1553db15-990b-4f5f-82fd-41f7e56a0fbc HTTP/1.1" status: 200 len: 998 time: 0.3567197 Aug 05 14:22:54.663464 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4ab3c517-f697-43fe-9581-f392c9d215f3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:22:54.664108 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:54.672929 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-40f12378-7e45-4633-bb3f-714b5f18e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '638a4ebb-32f5-4c9e-8c88-3fa9ec62ae49', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'floating_ip_address': '172.25.5.44', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'port_id': '1553db15-990b-4f5f-82fd-41f7e56a0fbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'mac_address': 'fa:16:3e:46:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad75342-83b1-4468-8ef3-7dc25f7ebfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:22:50Z', 'updated_at': '2021-08-05T14:22:50Z', 'revision_number': 0, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:57Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:54.745075 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f12378-7e45-4633-bb3f-714b5f18e571 None None] The sync data for ids ['535cbba1-f470-4e50-829a-caf7d17f9517'] in n-d-803585-2 is: [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '638a4ebb-32f5-4c9e-8c88-3fa9ec62ae49', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'floating_ip_address': '172.25.5.44', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'port_id': '1553db15-990b-4f5f-82fd-41f7e56a0fbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'mac_address': 'fa:16:3e:46:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad75342-83b1-4468-8ef3-7dc25f7ebfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:22:50Z', 'updated_at': '2021-08-05T14:22:50Z', 'revision_number': 0, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:57Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:22:54.773362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60348222-7dd4-4fb0-a21f-375cfc9f6c0f req-ffc74d5e-7cb9-4e3a-bcb7-a8e355f79ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:54.774555 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60348222-7dd4-4fb0-a21f-375cfc9f6c0f req-ffc74d5e-7cb9-4e3a-bcb7-a8e355f79ff0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.1624897 Aug 05 14:22:54.826604 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4049f9a-c0e2-4eab-9461-8bc9c71fc3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:54.925258 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Sync routers for ids ['7c32abea-05b5-4dc2-b56a-7d723d6d3b79'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:22:54.937746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Routers {'7c32abea-05b5-4dc2-b56a-7d723d6d3b79'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:22:54.939309 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:22:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7c32abea-05b5-4dc2-b56a-7d723d6d3b79'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:54.980396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4049f9a-c0e2-4eab-9461-8bc9c71fc3bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d86d55-5e1c-461c-a28c-58771e2563f0,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:54.989410 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60348222-7dd4-4fb0-a21f-375cfc9f6c0f req-90262067-8a7f-43b4-9b56-d4cdaecf3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:54.992356 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60348222-7dd4-4fb0-a21f-375cfc9f6c0f req-90262067-8a7f-43b4-9b56-d4cdaecf3c10 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2077258 Aug 05 14:22:54.993404 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b74a12-790d-4993-9ff4-a4126b2974a3 req-b083f319-4879-409a-8f2b-337b21e2af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:54.994982 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b6b74a12-790d-4993-9ff4-a4126b2974a3 req-b083f319-4879-409a-8f2b-337b21e2af49 service neutron] 10.222.0.84 "GET /v2.0/networks?id=134659b0-824f-494f-bea6-2563b351ef1f HTTP/1.1" status: 200 len: 912 time: 0.5613317 Aug 05 14:22:55.004666 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4049f9a-c0e2-4eab-9461-8bc9c71fc3bb admin admin] Checking segment: {'id': 'a460e45c-6351-49a3-9919-9922828b0f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '71153452-7af6-40b8-afb6-ac29b44ead51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:22:55.005471 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4049f9a-c0e2-4eab-9461-8bc9c71fc3bb admin admin] Network hostable DHCP agents. Network: 71153452-7af6-40b8-afb6-ac29b44ead51, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:22:55.134084 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Set router 7c32abea-05b5-4dc2-b56a-7d723d6d3b79 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:22:55.149951 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60348222-7dd4-4fb0-a21f-375cfc9f6c0f req-34dbcc4c-de68-4139-9534-d075ec56cfbb service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367080 Aug 05 14:22:55.156620 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24621104-9167-4319-af24-3f688b8bb1d2 None None] New status for floating IP 638a4ebb-32f5-4c9e-8c88-3fa9ec62ae49: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:22:55.348809 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b6b74a12-790d-4993-9ff4-a4126b2974a3 req-9d0cf845-0b7c-473c-a1b0-b0a2fb5b37b3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aff53ac-54db-485b-a835-5875d117cc23 HTTP/1.1" status: 200 len: 217 time: 0.3391232 Aug 05 14:22:55.368586 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a2bcd-c42b-4c17-9672-66d5ddcee051 req-baf83e3e-cd77-4bac-86c5-565a70e635d6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:55.371821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4049f9a-c0e2-4eab-9461-8bc9c71fc3bb admin admin] Network 71153452-7af6-40b8-afb6-ac29b44ead51 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:22:55.374368 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3f4a2bcd-c42b-4c17-9672-66d5ddcee051 req-baf83e3e-cd77-4bac-86c5-565a70e635d6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.1123092 Aug 05 14:22:55.451775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-b4049f9a-c0e2-4eab-9461-8bc9c71fc3bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 71153452-7af6-40b8-afb6-ac29b44ead51) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:22:55.474428 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4049f9a-c0e2-4eab-9461-8bc9c71fc3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:55.475164 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4049f9a-c0e2-4eab-9461-8bc9c71fc3bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:55.495012 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3f4a2bcd-c42b-4c17-9672-66d5ddcee051 req-dd34ab09-2ce0-4232-aea4-a1634be22b02 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097288 Aug 05 14:22:55.499236 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48163d1e-4c59-42c7-817b-cdb425527702 None None] Network 71153452-7af6-40b8-afb6-ac29b44ead51 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:22:55.549883 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4bc29-997b-4e47-8f37-8a21e678967b req-3bdb060d-299c-4f2d-bc62-4625602132e4 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:55.553276 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1eb4bc29-997b-4e47-8f37-8a21e678967b req-3bdb060d-299c-4f2d-bc62-4625602132e4 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.3709574 Aug 05 14:22:55.607708 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b4049f9a-c0e2-4eab-9461-8bc9c71fc3bb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7168393 Aug 05 14:22:55.610868 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 33758) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:55.616624 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-397826709-router', 'tenant_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:22:55.625223 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b74a12-790d-4993-9ff4-a4126b2974a3 req-9c3d5c79-ce47-43c1-9d66-13f4a1793ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:55.627092 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b6b74a12-790d-4993-9ff4-a4126b2974a3 req-9c3d5c79-ce47-43c1-9d66-13f4a1793ba0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6047f187-2264-4c17-bfd8-689d6e1ac5dd HTTP/1.1" status: 200 len: 851 time: 0.2700624 Aug 05 14:22:55.636283 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60348222-7dd4-4fb0-a21f-375cfc9f6c0f req-fd25f45e-3b59-4f47-b43c-1410d7bc8277 service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561539 Aug 05 14:22:55.675996 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:55.677062 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:55.705933 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b6b74a12-790d-4993-9ff4-a4126b2974a3 req-c2bf0d1d-efdd-4a46-a743-3c52d783d116 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=134659b0-824f-494f-bea6-2563b351ef1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681276 Aug 05 14:22:55.728988 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1eb4bc29-997b-4e47-8f37-8a21e678967b req-d5a483c2-52b5-4037-896b-7ea6ce1df8b4 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613259 Aug 05 14:22:55.814887 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:55.894223 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b6b74a12-790d-4993-9ff4-a4126b2974a3 req-e2c71a8e-7651-4003-96d6-d9b976f616db service neutron] 10.222.0.84 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563938 Aug 05 14:22:56.045518 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b6b74a12-790d-4993-9ff4-a4126b2974a3 req-74c342e1-6e0b-473e-ab1f-5f9591d9e51c service neutron] 10.222.0.84 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470520 Aug 05 14:22:56.098579 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'name': 'tempest-TestAggregatesBasicOps-791180924-router', 'tenant_id': '507aadc99acd4af3b777aa84bd361273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4ab3c517-f697-43fe-9581-f392c9d215f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:44Z', 'updated_at': '2021-08-05T14:22:49Z', 'revision_number': 4, 'project_id': '507aadc99acd4af3b777aa84bd361273', 'gw_port': {'id': '4ab3c517-f697-43fe-9581-f392c9d215f3', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:44Z', 'updated_at': '2021-08-05T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '5dfc3051-d4ef-4cab-bb0f-395f22527ec8', 'name': '', 'network_id': 'e62e9c7a-2f30-4173-8d22-7471ea725b61', 'tenant_id': '507aadc99acd4af3b777aa84bd361273', 'mac_address': 'fa:16:3e:de:5b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '3b7239de-277a-411c-9ea5-753149e6fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:48Z', 'updated_at': '2021-08-05T14:22:49Z', 'revision_number': 2, 'project_id': '507aadc99acd4af3b777aa84bd361273', 'subnets': [{'id': '3b7239de-277a-411c-9ea5-753149e6fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:56.140373 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:56.155752 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Checking router: 7c32abea-05b5-4dc2-b56a-7d723d6d3b79 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:22:56.156364 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Updating router 7c32abea-05b5-4dc2-b56a-7d723d6d3b79 port 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:22:56.269835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-71153452-7af6-40b8-afb6-ac29b44ead51', 'network_id': '71153452-7af6-40b8-afb6-ac29b44ead51', 'tenant_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'fixed_ips': [{'subnet_id': 'f1d86d55-5e1c-461c-a28c-58771e2563f0'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:22:56.273344 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:56.281606 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:56.675985 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Allocated IP 172.20.0.2 (71153452-7af6-40b8-afb6-ac29b44ead51/f1d86d55-5e1c-461c-a28c-58771e2563f0/5fbdbea4-2662-438f-a297-a47865a0a883) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:22:56.681029 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:56.708453 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:56.729761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5557acd-ef02-4efa-82c3-b145ba9ac5a4 req-40f9d978-59cb-40af-8b48-e577d63f7a36 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:56.731972 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b5557acd-ef02-4efa-82c3-b145ba9ac5a4 req-40f9d978-59cb-40af-8b48-e577d63f7a36 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.1363246 Aug 05 14:22:56.889966 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b5557acd-ef02-4efa-82c3-b145ba9ac5a4 req-4fd31356-0916-429f-b0dd-9f97c45dbc87 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518793 Aug 05 14:22:56.948558 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9cb22-fa16-4660-b465-88ce2641b63b req-9f8e653d-1be8-4c0f-bc2e-977b520261e3 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:56.953389 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8dc9cb22-fa16-4660-b465-88ce2641b63b req-9f8e653d-1be8-4c0f-bc2e-977b520261e3 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.0850592 Aug 05 14:22:56.995774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Allocated IP 172.25.5.88 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/0c644247-2850-431c-84f4-0658d12fc56f) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:22:57.045720 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8dc9cb22-fa16-4660-b465-88ce2641b63b req-352a897d-efca-4916-86ee-f89222ef8577 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864272 Aug 05 14:22:57.232465 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:57.241986 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:57.257713 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:57.262747 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Transition to ACTIVE for port object 5fbdbea4-2662-438f-a297-a47865a0a883 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:22:57.289476 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Transition to ACTIVE for port object 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:22:57.300029 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:57.323288 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Transition to ACTIVE for port object 5fbdbea4-2662-438f-a297-a47865a0a883 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:22:57.337467 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:57.346950 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:57.374189 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:22:57.381159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:22:57.392059 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:22:57.408929 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Network 71153452-7af6-40b8-afb6-ac29b44ead51 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:22:57.412580 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:22:57.419527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:22:57.443993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Pushing event updated for resources: {'Port': ['ID=0c644247-2850-431c-84f4-0658d12fc56f,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:57.564314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Pushing event updated for resources: {'Port': ['ID=5fbdbea4-2662-438f-a297-a47865a0a883,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:57.741607 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694301c-511e-46b3-a78b-00de28ba27e2 None None] Pushing event updated for resources: {'Port': ['ID=5dfc3051-d4ef-4cab-bb0f-395f22527ec8,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:57.763164 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Attempting to bind port 5fbdbea4-2662-438f-a297-a47865a0a883 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:22:57.763804 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Attempting to bind port 5fbdbea4-2662-438f-a297-a47865a0a883 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'a460e45c-6351-49a3-9919-9922828b0f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '71153452-7af6-40b8-afb6-ac29b44ead51'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:22:57.764483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Attempting to bind port 5fbdbea4-2662-438f-a297-a47865a0a883 on network 71153452-7af6-40b8-afb6-ac29b44ead51 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:22:57.781184 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:22:57.781871 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Checking segment: {'id': 'a460e45c-6351-49a3-9919-9922828b0f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '71153452-7af6-40b8-afb6-ac29b44ead51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:22:57.783375 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:57.784198 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Bound using segment: {'id': 'a460e45c-6351-49a3-9919-9922828b0f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '71153452-7af6-40b8-afb6-ac29b44ead51'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:22:57.786631 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Bound port: 5fbdbea4-2662-438f-a297-a47865a0a883, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a460e45c-6351-49a3-9919-9922828b0f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '71153452-7af6-40b8-afb6-ac29b44ead51'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:22:57.787217 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:57.802218 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Attempting to bind port 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:22:57.802869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Attempting to bind port 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '90f5a124-a15d-41b5-bd0b-ea767a29c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e62e9c7a-2f30-4173-8d22-7471ea725b61'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:22:57.805748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Attempting to bind port 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 on network e62e9c7a-2f30-4173-8d22-7471ea725b61 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:22:57.830397 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:22:57.833910 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Checking segment: {'id': '90f5a124-a15d-41b5-bd0b-ea767a29c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e62e9c7a-2f30-4173-8d22-7471ea725b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:22:57.834341 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:57.834750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Bound using segment: {'id': '90f5a124-a15d-41b5-bd0b-ea767a29c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e62e9c7a-2f30-4173-8d22-7471ea725b61'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:22:57.835365 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Bound port: 5dfc3051-d4ef-4cab-bb0f-395f22527ec8, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f5a124-a15d-41b5-bd0b-ea767a29c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e62e9c7a-2f30-4173-8d22-7471ea725b61'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:22:57.838811 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:57.889649 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:57.964725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] For port 5fbdbea4-2662-438f-a297-a47865a0a883, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:22:58.014230 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] For port 5dfc3051-d4ef-4cab-bb0f-395f22527ec8, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:22:58.020504 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] For port 5dfc3051-d4ef-4cab-bb0f-395f22527ec8, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5dfc3051-d4ef-4cab-bb0f-395f22527ec8,segment=NetworkSegment(90f5a124-a15d-41b5-bd0b-ea767a29c3fd),segment_id=90f5a124-a15d-41b5-bd0b-ea767a29c3fd)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:22:58.035787 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:58.038952 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] For port 5fbdbea4-2662-438f-a297-a47865a0a883, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5fbdbea4-2662-438f-a297-a47865a0a883,segment=NetworkSegment(a460e45c-6351-49a3-9919-9922828b0f23),segment_id=a460e45c-6351-49a3-9919-9922828b0f23)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:22:58.093437 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:58.158269 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac55737-96f6-44c6-bde1-ffffca2b216c req-5f338455-c292-4b59-999e-576f2014aec1 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:58.176889 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ac55737-96f6-44c6-bde1-ffffca2b216c req-5f338455-c292-4b59-999e-576f2014aec1 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.1351690 Aug 05 14:22:58.195371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694301c-511e-46b3-a78b-00de28ba27e2 None None] Pushing event updated for resources: {'Port': ['ID=5dfc3051-d4ef-4cab-bb0f-395f22527ec8,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:58.294175 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Routers {'7c32abea-05b5-4dc2-b56a-7d723d6d3b79'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:22:58.314825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:22:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7c32abea-05b5-4dc2-b56a-7d723d6d3b79'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:58.372340 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ac55737-96f6-44c6-bde1-ffffca2b216c req-8d50cd10-778b-40cd-b755-06eef3107487 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941898 Aug 05 14:22:58.425801 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85691d1-a218-4f32-b422-e0b5344a1491 req-6160291f-c04b-47e9-a3dc-259968952080 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:58.434963 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:58.446024 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e85691d1-a218-4f32-b422-e0b5344a1491 req-6160291f-c04b-47e9-a3dc-259968952080 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.2615385 Aug 05 14:22:58.543092 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e85691d1-a218-4f32-b422-e0b5344a1491 req-e845b309-0e45-43b8-ab43-a5840a4d8f78 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959289 Aug 05 14:22:58.548822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:22:58.631422 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8adbf-e35d-45f1-a572-4ad17ce0890b None None] Pushing event updated for resources: {'Port': ['ID=5fbdbea4-2662-438f-a297-a47865a0a883,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:58.675064 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:22:58.681292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] Set router 7c32abea-05b5-4dc2-b56a-7d723d6d3b79 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:22:58.685448 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:22:58.690043 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:58.773572 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Router 0f431412-7bf7-4fd3-87f1-d8159493fc75 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:22:58.878675 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d0ce8c5f-4211-40f2-9d29-040f4edf3005 None None] Provisioning complete for port 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:22:58.882712 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8c5f-4211-40f2-9d29-040f4edf3005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:58.977802 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:22:59.006658 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:59.010480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33780) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:22:59.011058 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ab3b1ecb-5cd7-4f85-8058-42154c0d3113 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3984876 Aug 05 14:22:59.020158 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:59.036430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Sync routers for ids ['0f431412-7bf7-4fd3-87f1-d8159493fc75'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:22:59.076133 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 5dfc3051-d4ef-4cab-bb0f-395f22527ec8, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5dfc3051-d4ef-4cab-bb0f-395f22527ec8,segment=NetworkSegment(90f5a124-a15d-41b5-bd0b-ea767a29c3fd),segment_id=90f5a124-a15d-41b5-bd0b-ea767a29c3fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:22:59.119656 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:59.185604 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=5dfc3051-d4ef-4cab-bb0f-395f22527ec8,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:22:59.189055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Routers {'0f431412-7bf7-4fd3-87f1-d8159493fc75'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:22:59.190237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:22:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0f431412-7bf7-4fd3-87f1-d8159493fc75'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:22:59.461654 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Set router 0f431412-7bf7-4fd3-87f1-d8159493fc75 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:22:59.600919 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af51bdf-cd68-446a-92ba-de46efbfb950 req-15048588-6713-4632-b8ee-b3ad45d4d67f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:59.610783 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0af51bdf-cd68-446a-92ba-de46efbfb950 req-15048588-6713-4632-b8ee-b3ad45d4d67f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.1067302 Aug 05 14:22:59.694371 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0af51bdf-cd68-446a-92ba-de46efbfb950 req-4e8741c5-177a-44a7-9720-86d4791ef15b tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802641 Aug 05 14:22:59.843871 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a726c-a8e3-4591-9911-e67f3b3d728e req-cb641b0a-b953-4ff7-b9cf-078cc8f02d45 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:22:59.846037 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b9a726c-a8e3-4591-9911-e67f3b3d728e req-cb641b0a-b953-4ff7-b9cf-078cc8f02d45 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.1171732 Aug 05 14:22:59.893432 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:22:59.970163 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b9a726c-a8e3-4591-9911-e67f3b3d728e req-c0ef3f4c-f1fd-4fa7-b1e5-456ad4625a11 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133304 Aug 05 14:23:00.012325 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'name': 'tempest-TestAggregatesBasicOps-791180924-router', 'tenant_id': '507aadc99acd4af3b777aa84bd361273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4ab3c517-f697-43fe-9581-f392c9d215f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:44Z', 'updated_at': '2021-08-05T14:22:49Z', 'revision_number': 4, 'project_id': '507aadc99acd4af3b777aa84bd361273', 'gw_port': {'id': '4ab3c517-f697-43fe-9581-f392c9d215f3', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:44Z', 'updated_at': '2021-08-05T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '5dfc3051-d4ef-4cab-bb0f-395f22527ec8', 'name': '', 'network_id': 'e62e9c7a-2f30-4173-8d22-7471ea725b61', 'tenant_id': '507aadc99acd4af3b777aa84bd361273', 'mac_address': 'fa:16:3e:de:5b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '3b7239de-277a-411c-9ea5-753149e6fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:48Z', 'updated_at': '2021-08-05T14:22:58Z', 'revision_number': 4, 'project_id': '507aadc99acd4af3b777aa84bd361273', 'subnets': [{'id': '3b7239de-277a-411c-9ea5-753149e6fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:00.046212 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28308f7e-a676-46e9-9be9-32b6ebfe3db7 None None] The sync data for ids ['7c32abea-05b5-4dc2-b56a-7d723d6d3b79'] in n-d-803585-2 is: [{'id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'name': 'tempest-TestAggregatesBasicOps-791180924-router', 'tenant_id': '507aadc99acd4af3b777aa84bd361273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4ab3c517-f697-43fe-9581-f392c9d215f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:44Z', 'updated_at': '2021-08-05T14:22:49Z', 'revision_number': 4, 'project_id': '507aadc99acd4af3b777aa84bd361273', 'gw_port': {'id': '4ab3c517-f697-43fe-9581-f392c9d215f3', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:44Z', 'updated_at': '2021-08-05T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '5dfc3051-d4ef-4cab-bb0f-395f22527ec8', 'name': '', 'network_id': 'e62e9c7a-2f30-4173-8d22-7471ea725b61', 'tenant_id': '507aadc99acd4af3b777aa84bd361273', 'mac_address': 'fa:16:3e:de:5b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '3b7239de-277a-411c-9ea5-753149e6fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:48Z', 'updated_at': '2021-08-05T14:22:58Z', 'revision_number': 4, 'project_id': '507aadc99acd4af3b777aa84bd361273', 'subnets': [{'id': '3b7239de-277a-411c-9ea5-753149e6fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:23:00.128583 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fcf834-15b6-4c59-80f6-ac18211b5289 None None] Network 71153452-7af6-40b8-afb6-ac29b44ead51 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:23:00.250552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'name': 'tempest-TestAggregatesBasicOps-397826709-router', 'tenant_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '0c644247-2850-431c-84f4-0658d12fc56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:55Z', 'updated_at': '2021-08-05T14:22:57Z', 'revision_number': 3, 'project_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'gw_port': {'id': '0c644247-2850-431c-84f4-0658d12fc56f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:56Z', 'updated_at': '2021-08-05T14:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:00.253797 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-51427bb8-9b5a-4eca-ae84-96f0981ca54c None None] Provisioning for port 5fbdbea4-2662-438f-a297-a47865a0a883 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:00.273045 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Allocated IP 172.20.0.1 (71153452-7af6-40b8-afb6-ac29b44ead51/f1d86d55-5e1c-461c-a28c-58771e2563f0/c46fc8e5-246d-42ed-b653-56842d127e57) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:23:00.358567 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Checking router: 0f431412-7bf7-4fd3-87f1-d8159493fc75 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:23:00.358985 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Updating router 0f431412-7bf7-4fd3-87f1-d8159493fc75 port 0c644247-2850-431c-84f4-0658d12fc56f binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:23:00.484474 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:00.566026 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:00.596432 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:00.605276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Transition to ACTIVE for port object c46fc8e5-246d-42ed-b653-56842d127e57 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:23:00.674756 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:00.769641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Pushing event updated for resources: {'Port': ['ID=c46fc8e5-246d-42ed-b653-56842d127e57,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:00.807658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Network 71153452-7af6-40b8-afb6-ac29b44ead51 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:23:00.810282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:23:00.812726 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:23:00.901205 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:00.970494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff3d50-b7e7-4d66-b926-52b83693b9f5 req-09975c0b-359c-4fa6-83f7-0e18bea2aab7 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:00.972191 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-91ff3d50-b7e7-4d66-b926-52b83693b9f5 req-09975c0b-359c-4fa6-83f7-0e18bea2aab7 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.1299179 Aug 05 14:23:01.054829 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:01.055168 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:01.111594 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-91ff3d50-b7e7-4d66-b926-52b83693b9f5 req-fa7faa19-662c-43f3-95cd-6a4d4ddbaab8 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318591 Aug 05 14:23:01.242267 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5fbdbea4-2662-438f-a297-a47865a0a883 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:01.272654 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:01.385602 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c80ea5-84d5-41b8-bb78-5bc1ab3fac52 req-2c1a7d63-810f-44e2-a114-9f202f87f741 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:01.385602 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67c80ea5-84d5-41b8-bb78-5bc1ab3fac52 req-2c1a7d63-810f-44e2-a114-9f202f87f741 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.2136168 Aug 05 14:23:01.396579 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:01.446666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 5fbdbea4-2662-438f-a297-a47865a0a883 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:01.449901 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:23:01.457282 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Transition to ACTIVE for port object 0c644247-2850-431c-84f4-0658d12fc56f will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:23:01.461691 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 5fbdbea4-2662-438f-a297-a47865a0a883 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:01.464561 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:01.469429 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:01.559437 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67c80ea5-84d5-41b8-bb78-5bc1ab3fac52 req-004b0e6e-912b-4475-a5dc-1b2d0305a442 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804886 Aug 05 14:23:01.709252 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Attempting to bind port 0c644247-2850-431c-84f4-0658d12fc56f on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:23:01.709871 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Attempting to bind port 0c644247-2850-431c-84f4-0658d12fc56f by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:23:01.709995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Attempting to bind port 0c644247-2850-431c-84f4-0658d12fc56f on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:23:01.725061 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:23:01.725476 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:23:01.725888 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:01.726316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:23:01.727005 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Bound port: 0c644247-2850-431c-84f4-0658d12fc56f, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:23:01.727341 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:01.729680 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d02c66-c168-4ec4-89b5-bc7075bff0f3 None None] Pushing event updated for resources: {'Port': ['ID=0c644247-2850-431c-84f4-0658d12fc56f,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:01.759151 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-45401cdf-6f92-4cf7-a09b-33810c01cfee None None] Provisioning for port c46fc8e5-246d-42ed-b653-56842d127e57 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:01.791740 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:01.796081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-45401cdf-6f92-4cf7-a09b-33810c01cfee None None] Provisioning complete for port c46fc8e5-246d-42ed-b653-56842d127e57 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:01.796675 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-45401cdf-6f92-4cf7-a09b-33810c01cfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:01.800988 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:01.894366 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:01.905573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Pushing event updated for resources: {'Port': ['ID=c46fc8e5-246d-42ed-b653-56842d127e57,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:01.910410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] For port 0c644247-2850-431c-84f4-0658d12fc56f, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:23:01.917187 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] For port 0c644247-2850-431c-84f4-0658d12fc56f, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0c644247-2850-431c-84f4-0658d12fc56f,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:23:01.918551 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-45401cdf-6f92-4cf7-a09b-33810c01cfee None None] Port c46fc8e5-246d-42ed-b653-56842d127e57 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:23:01.926858 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:01.937859 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:01.993143 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-45401cdf-6f92-4cf7-a09b-33810c01cfee None None] Provisioning complete for port 5fbdbea4-2662-438f-a297-a47865a0a883 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:01.993143 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-45401cdf-6f92-4cf7-a09b-33810c01cfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:02.051257 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Routers {'0f431412-7bf7-4fd3-87f1-d8159493fc75'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:23:02.051960 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:22:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0f431412-7bf7-4fd3-87f1-d8159493fc75'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:02.063815 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Network 71153452-7af6-40b8-afb6-ac29b44ead51 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:23:02.065992 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d02c66-c168-4ec4-89b5-bc7075bff0f3 None None] Pushing event updated for resources: {'Port': ['ID=0c644247-2850-431c-84f4-0658d12fc56f,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:02.068774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:23:02.116935 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 5fbdbea4-2662-438f-a297-a47865a0a883, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5fbdbea4-2662-438f-a297-a47865a0a883,segment=NetworkSegment(a460e45c-6351-49a3-9919-9922828b0f23),segment_id=a460e45c-6351-49a3-9919-9922828b0f23)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:02.130609 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:02.340490 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=5fbdbea4-2662-438f-a297-a47865a0a883,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:02.368479 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0fd27-c717-4657-960d-543f368c25a5 req-ccbf42b3-c2d1-4071-9244-1dd2e3bc5568 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:02.382733 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] Set router 0f431412-7bf7-4fd3-87f1-d8159493fc75 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:23:02.387615 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8ed0fd27-c717-4657-960d-543f368c25a5 req-ccbf42b3-c2d1-4071-9244-1dd2e3bc5568 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.1836176 Aug 05 14:23:02.457815 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Router 0f431412-7bf7-4fd3-87f1-d8159493fc75 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:23:02.486217 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8ed0fd27-c717-4657-960d-543f368c25a5 req-9e601e43-843d-4a77-af6f-5aa031103db0 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902567 Aug 05 14:23:02.634663 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:23:02.655008 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b13b36ac-2b0b-4a18-8a93-358b1e4f4db4 admin admin] 10.222.0.16 "PUT /v2.0/routers/0f431412-7bf7-4fd3-87f1-d8159493fc75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6422842 Aug 05 14:23:02.697348 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4a467029-256f-42f2-9340-e060d8b13bf3 None None] Provisioning complete for port c46fc8e5-246d-42ed-b653-56842d127e57 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:02.701729 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4a467029-256f-42f2-9340-e060d8b13bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:02.769112 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a09e-3b97-4205-bc86-9d2b21127aff req-ab6c1323-40f6-4835-8ee4-5639accf10bf tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:02.788646 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b405a09e-3b97-4205-bc86-9d2b21127aff req-ab6c1323-40f6-4835-8ee4-5639accf10bf tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.0813220 Aug 05 14:23:02.831269 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4a467029-256f-42f2-9340-e060d8b13bf3 None None] Port c46fc8e5-246d-42ed-b653-56842d127e57 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:23:02.851635 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b405a09e-3b97-4205-bc86-9d2b21127aff req-b2d22972-eabc-4604-9d3a-f24a15312387 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616462 Aug 05 14:23:02.981108 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'name': 'tempest-TestAggregatesBasicOps-397826709-router', 'tenant_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '0c644247-2850-431c-84f4-0658d12fc56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:55Z', 'updated_at': '2021-08-05T14:23:01Z', 'revision_number': 4, 'project_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'gw_port': {'id': '0c644247-2850-431c-84f4-0658d12fc56f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:56Z', 'updated_at': '2021-08-05T14:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'c46fc8e5-246d-42ed-b653-56842d127e57', 'name': '', 'network_id': '71153452-7af6-40b8-afb6-ac29b44ead51', 'tenant_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'mac_address': 'fa:16:3e:9e:e7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'f1d86d55-5e1c-461c-a28c-58771e2563f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:59Z', 'updated_at': '2021-08-05T14:23:01Z', 'revision_number': 2, 'project_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'subnets': [{'id': 'f1d86d55-5e1c-461c-a28c-58771e2563f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:02.985467 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-85f38cf5-6e39-49a5-a4e4-930ca6fbf257 None None] Provisioning complete for port c46fc8e5-246d-42ed-b653-56842d127e57 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:02.985944 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-85f38cf5-6e39-49a5-a4e4-930ca6fbf257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:03.013128 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2b4c70-c60a-4def-9f81-4f64b1f8f6b4 None None] The sync data for ids ['0f431412-7bf7-4fd3-87f1-d8159493fc75'] in n-d-803585-2 is: [{'id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'name': 'tempest-TestAggregatesBasicOps-397826709-router', 'tenant_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '0c644247-2850-431c-84f4-0658d12fc56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:55Z', 'updated_at': '2021-08-05T14:23:01Z', 'revision_number': 4, 'project_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'gw_port': {'id': '0c644247-2850-431c-84f4-0658d12fc56f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:56Z', 'updated_at': '2021-08-05T14:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'c46fc8e5-246d-42ed-b653-56842d127e57', 'name': '', 'network_id': '71153452-7af6-40b8-afb6-ac29b44ead51', 'tenant_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'mac_address': 'fa:16:3e:9e:e7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'f1d86d55-5e1c-461c-a28c-58771e2563f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:59Z', 'updated_at': '2021-08-05T14:23:01Z', 'revision_number': 2, 'project_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'subnets': [{'id': 'f1d86d55-5e1c-461c-a28c-58771e2563f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:23:03.084432 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-85f38cf5-6e39-49a5-a4e4-930ca6fbf257 None None] Port c46fc8e5-246d-42ed-b653-56842d127e57 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:23:03.655452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46df747-a5ed-48ff-880e-09e16e10f0d3 req-21d256ed-8ba5-44ce-ab33-5c28fd7b886c tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:03.657235 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c46df747-a5ed-48ff-880e-09e16e10f0d3 req-21d256ed-8ba5-44ce-ab33-5c28fd7b886c tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.0816803 Aug 05 14:23:03.732864 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c46df747-a5ed-48ff-880e-09e16e10f0d3 req-5f2478ba-e6c5-4597-9c21-8055df5dd7ab tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679252 Aug 05 14:23:04.151040 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1291196-5849-4cbe-99d8-e1347261332e req-28abac63-2bb9-40bd-abfd-d689ef77f776 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:04.160141 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b1291196-5849-4cbe-99d8-e1347261332e req-28abac63-2bb9-40bd-abfd-d689ef77f776 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.1052406 Aug 05 14:23:04.218298 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b1291196-5849-4cbe-99d8-e1347261332e req-6d045941-20c5-45db-84e5-b75574fb5b6b tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572693 Aug 05 14:23:04.717986 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0c644247-2850-431c-84f4-0658d12fc56f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:04.899494 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 0c644247-2850-431c-84f4-0658d12fc56f completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:04.934799 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 0c644247-2850-431c-84f4-0658d12fc56f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:04.935797 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:05.172998 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:05.174077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dbd89-44f7-4e45-8608-653eb2a7627e req-bd0d2b2b-f00b-4435-9f62-90c086957c5b tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:05.179149 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-af8dbd89-44f7-4e45-8608-653eb2a7627e req-bd0d2b2b-f00b-4435-9f62-90c086957c5b tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.2307780 Aug 05 14:23:05.221243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 0c644247-2850-431c-84f4-0658d12fc56f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0c644247-2850-431c-84f4-0658d12fc56f,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:05.230643 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:05.231890 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5fbdbea4-2662-438f-a297-a47865a0a883 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:05.327818 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-af8dbd89-44f7-4e45-8608-653eb2a7627e req-270f7532-18f3-4025-ad8c-4ca73d6ecaf3 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250291 Aug 05 14:23:05.752340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fee43-c252-406c-b404-35668411a2fe req-e6629800-8be2-482b-b9a6-2e4aeefe53ae tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:05.754215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=0c644247-2850-431c-84f4-0658d12fc56f,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:05.757193 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 5fbdbea4-2662-438f-a297-a47865a0a883 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:05.757572 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:05.778879 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a03fee43-c252-406c-b404-35668411a2fe req-e6629800-8be2-482b-b9a6-2e4aeefe53ae tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.2558048 Aug 05 14:23:05.834150 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a03fee43-c252-406c-b404-35668411a2fe req-e337036a-08ec-40eb-833a-bc76230ada39 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542815 Aug 05 14:23:06.063921 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33870) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:06.396517 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0c644247-2850-431c-84f4-0658d12fc56f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:06.571520 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 0c644247-2850-431c-84f4-0658d12fc56f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:06.576165 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:06.576333 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cf1d1-3f97-404a-9a2c-039c315ab207 req-a3cdc83c-94d4-4c7d-89d6-d74ce903d31f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:06.606916 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-056cf1d1-3f97-404a-9a2c-039c315ab207 req-a3cdc83c-94d4-4c7d-89d6-d74ce903d31f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.1651716 Aug 05 14:23:06.818494 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-056cf1d1-3f97-404a-9a2c-039c315ab207 req-6ceb3b19-256e-4ee3-976d-0ed0a0e39cb5 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081735 Aug 05 14:23:06.914816 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Sync routers for ids ['0f431412-7bf7-4fd3-87f1-d8159493fc75'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:23:06.934616 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Routers {'0f431412-7bf7-4fd3-87f1-d8159493fc75'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:23:06.935795 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:22:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0f431412-7bf7-4fd3-87f1-d8159493fc75'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:06.942407 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164be531-e473-41ef-9276-99030c871beb req-60c96a36-3e0a-4dda-bd6d-9188f08eaffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:06.944160 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-164be531-e473-41ef-9276-99030c871beb req-60c96a36-3e0a-4dda-bd6d-9188f08eaffd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 1096 time: 0.0918891 Aug 05 14:23:07.145889 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Set router 0f431412-7bf7-4fd3-87f1-d8159493fc75 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:23:07.228102 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-164be531-e473-41ef-9276-99030c871beb req-896f50c6-7559-4c93-a38e-fefbd0fb4edd service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753627 Aug 05 14:23:07.283057 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d85ed-5de6-43e5-8993-4725e9fcdb4a req-fafa21e4-1b67-4e32-b61e-c71c92b6d40c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:07.285253 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-339d85ed-5de6-43e5-8993-4725e9fcdb4a req-fafa21e4-1b67-4e32-b61e-c71c92b6d40c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.2602587 Aug 05 14:23:07.391317 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-339d85ed-5de6-43e5-8993-4725e9fcdb4a req-760f2e94-8466-4698-8f06-0794c1cdd7da tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993185 Aug 05 14:23:07.549345 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a229416-3ddd-4978-bb2f-f2839792bbb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:07.639389 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'name': 'tempest-TestAggregatesBasicOps-397826709-router', 'tenant_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '0c644247-2850-431c-84f4-0658d12fc56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:55Z', 'updated_at': '2021-08-05T14:23:01Z', 'revision_number': 4, 'project_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'gw_port': {'id': '0c644247-2850-431c-84f4-0658d12fc56f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:56Z', 'updated_at': '2021-08-05T14:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'c46fc8e5-246d-42ed-b653-56842d127e57', 'name': '', 'network_id': '71153452-7af6-40b8-afb6-ac29b44ead51', 'tenant_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'mac_address': 'fa:16:3e:9e:e7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'f1d86d55-5e1c-461c-a28c-58771e2563f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:59Z', 'updated_at': '2021-08-05T14:23:01Z', 'revision_number': 2, 'project_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'subnets': [{'id': 'f1d86d55-5e1c-461c-a28c-58771e2563f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:07.676700 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Checking router: 0f431412-7bf7-4fd3-87f1-d8159493fc75 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:23:07.677058 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Updating router 0f431412-7bf7-4fd3-87f1-d8159493fc75 port c46fc8e5-246d-42ed-b653-56842d127e57 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:23:07.709254 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:08.037549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62207f5-f1ed-458f-9939-1aa771883b68 req-59f6aaf9-3d0a-4651-a859-915b9ad9b7fd tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:08.051720 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a62207f5-f1ed-458f-9939-1aa771883b68 req-59f6aaf9-3d0a-4651-a859-915b9ad9b7fd tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.1114073 Aug 05 14:23:08.073645 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-8a229416-3ddd-4978-bb2f-f2839792bbb2 admin admin] Deleting port 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:23:08.075203 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a229416-3ddd-4978-bb2f-f2839792bbb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:08.121524 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a62207f5-f1ed-458f-9939-1aa771883b68 req-761815dc-24f4-43eb-8d93-e645af8d4fd5 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685339 Aug 05 14:23:08.265712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-8a229416-3ddd-4978-bb2f-f2839792bbb2 admin admin] For port 5dfc3051-d4ef-4cab-bb0f-395f22527ec8, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5dfc3051-d4ef-4cab-bb0f-395f22527ec8,segment=NetworkSegment(90f5a124-a15d-41b5-bd0b-ea767a29c3fd),segment_id=90f5a124-a15d-41b5-bd0b-ea767a29c3fd)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:08.265712 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a229416-3ddd-4978-bb2f-f2839792bbb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:08.293482 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:08.297731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-8a229416-3ddd-4978-bb2f-f2839792bbb2 admin admin] Calling delete_port for 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:23:08.332945 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Transition to ACTIVE for port object c46fc8e5-246d-42ed-b653-56842d127e57 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:23:08.358979 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:08.512736 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac2552-a27e-4e7d-aea3-fe3b41aa06a7 None None] Pushing event updated for resources: {'Port': ['ID=c46fc8e5-246d-42ed-b653-56842d127e57,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:08.591301 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Attempting to bind port c46fc8e5-246d-42ed-b653-56842d127e57 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:23:08.592211 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Attempting to bind port c46fc8e5-246d-42ed-b653-56842d127e57 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'a460e45c-6351-49a3-9919-9922828b0f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '71153452-7af6-40b8-afb6-ac29b44ead51'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:23:08.592758 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Attempting to bind port c46fc8e5-246d-42ed-b653-56842d127e57 on network 71153452-7af6-40b8-afb6-ac29b44ead51 {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:23:08.599904 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:23:08.600299 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Checking segment: {'id': 'a460e45c-6351-49a3-9919-9922828b0f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '71153452-7af6-40b8-afb6-ac29b44ead51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:23:08.600712 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:08.601131 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Bound using segment: {'id': 'a460e45c-6351-49a3-9919-9922828b0f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '71153452-7af6-40b8-afb6-ac29b44ead51'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:23:08.601774 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Bound port: c46fc8e5-246d-42ed-b653-56842d127e57, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a460e45c-6351-49a3-9919-9922828b0f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '71153452-7af6-40b8-afb6-ac29b44ead51'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:23:08.610410 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:08.697117 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] For port c46fc8e5-246d-42ed-b653-56842d127e57, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:23:08.702188 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] For port c46fc8e5-246d-42ed-b653-56842d127e57, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c46fc8e5-246d-42ed-b653-56842d127e57,segment=NetworkSegment(a460e45c-6351-49a3-9919-9922828b0f23),segment_id=a460e45c-6351-49a3-9919-9922828b0f23)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:23:08.736585 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:08.897006 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f79b3-38ce-4f22-83e1-96ff90932675 req-ce8d2bce-ca6a-4647-a82a-fa6fa5f90ccb tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:08.898721 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-805f79b3-38ce-4f22-83e1-96ff90932675 req-ce8d2bce-ca6a-4647-a82a-fa6fa5f90ccb tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.3681867 Aug 05 14:23:08.900117 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a229416-3ddd-4978-bb2f-f2839792bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:08.908747 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Routers {'0f431412-7bf7-4fd3-87f1-d8159493fc75'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:23:08.909583 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:22:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0f431412-7bf7-4fd3-87f1-d8159493fc75'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:08.940614 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a229416-3ddd-4978-bb2f-f2839792bbb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dfc3051-d4ef-4cab-bb0f-395f22527ec8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:08.992126 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac2552-a27e-4e7d-aea3-fe3b41aa06a7 None None] Pushing event updated for resources: {'Port': ['ID=c46fc8e5-246d-42ed-b653-56842d127e57,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:09.013347 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-805f79b3-38ce-4f22-83e1-96ff90932675 req-e24a26b1-69ae-45dc-b08e-f17e2ff613a7 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059413 Aug 05 14:23:09.125098 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] Set router 0f431412-7bf7-4fd3-87f1-d8159493fc75 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:23:09.297411 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cddf8-305b-473a-9934-594e87093104 req-9c0b456b-f6e3-440a-8f94-00f1f22d0c29 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:09.299140 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b55cddf8-305b-473a-9934-594e87093104 req-9c0b456b-f6e3-440a-8f94-00f1f22d0c29 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.0768332 Aug 05 14:23:09.328140 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8a229416-3ddd-4978-bb2f-f2839792bbb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:09.357594 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b55cddf8-305b-473a-9934-594e87093104 req-61673117-24c6-45ab-a4d4-b15d462ca382 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500648 Aug 05 14:23:09.520324 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'name': 'tempest-TestAggregatesBasicOps-397826709-router', 'tenant_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '0c644247-2850-431c-84f4-0658d12fc56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:55Z', 'updated_at': '2021-08-05T14:23:01Z', 'revision_number': 4, 'project_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'gw_port': {'id': '0c644247-2850-431c-84f4-0658d12fc56f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:56Z', 'updated_at': '2021-08-05T14:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'c46fc8e5-246d-42ed-b653-56842d127e57', 'name': '', 'network_id': '71153452-7af6-40b8-afb6-ac29b44ead51', 'tenant_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'mac_address': 'fa:16:3e:9e:e7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'f1d86d55-5e1c-461c-a28c-58771e2563f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:59Z', 'updated_at': '2021-08-05T14:23:08Z', 'revision_number': 4, 'project_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'subnets': [{'id': 'f1d86d55-5e1c-461c-a28c-58771e2563f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:09.732764 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc41150-2144-4a36-a82c-16d338a0db63 None None] The sync data for ids ['0f431412-7bf7-4fd3-87f1-d8159493fc75'] in n-d-803585-2 is: [{'id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'name': 'tempest-TestAggregatesBasicOps-397826709-router', 'tenant_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '0c644247-2850-431c-84f4-0658d12fc56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:55Z', 'updated_at': '2021-08-05T14:23:01Z', 'revision_number': 4, 'project_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'gw_port': {'id': '0c644247-2850-431c-84f4-0658d12fc56f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:56Z', 'updated_at': '2021-08-05T14:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'c46fc8e5-246d-42ed-b653-56842d127e57', 'name': '', 'network_id': '71153452-7af6-40b8-afb6-ac29b44ead51', 'tenant_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'mac_address': 'fa:16:3e:9e:e7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'f1d86d55-5e1c-461c-a28c-58771e2563f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:59Z', 'updated_at': '2021-08-05T14:23:08Z', 'revision_number': 4, 'project_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'subnets': [{'id': 'f1d86d55-5e1c-461c-a28c-58771e2563f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:23:09.796265 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a229416-3ddd-4978-bb2f-f2839792bbb2 admin admin] Router 7c32abea-05b5-4dc2-b56a-7d723d6d3b79 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:23:09.859350 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746e942-12e1-43e6-8dfb-649657149dc9 req-378b495b-0518-4153-a58a-befdd51b8630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:09.861654 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4746e942-12e1-43e6-8dfb-649657149dc9 req-378b495b-0518-4153-a58a-befdd51b8630 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=859addcb5b3241b8a7974ece1a636acf&device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 1096 time: 0.0554457 Aug 05 14:23:09.895033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b3c04-82ca-4901-943a-68af3615587f req-0de5e18a-c1f1-4472-9e54-b2235193a9ca tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:09.897409 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-186b3c04-82ca-4901-943a-68af3615587f req-0de5e18a-c1f1-4472-9e54-b2235193a9ca tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/networks?id=134659b0-824f-494f-bea6-2563b351ef1f HTTP/1.1" status: 200 len: 811 time: 0.1921163 Aug 05 14:23:09.982077 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746e942-12e1-43e6-8dfb-649657149dc9 req-8dcee308-f8f0-4fc7-912f-80b07dbadad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:09.984007 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4746e942-12e1-43e6-8dfb-649657149dc9 req-8dcee308-f8f0-4fc7-912f-80b07dbadad9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 200 len: 918 time: 0.1145740 Aug 05 14:23:10.005923 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-186b3c04-82ca-4901-943a-68af3615587f req-00485a40-6cf4-44bf-8ea5-e8ec8bd4a88c tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/quotas/14e2ae568ba44cb79ef70f247c42b903 HTTP/1.1" status: 200 len: 375 time: 0.0187461 Aug 05 14:23:10.012998 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a229416-3ddd-4978-bb2f-f2839792bbb2 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:23:10.019918 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8a229416-3ddd-4978-bb2f-f2839792bbb2 admin admin] 10.222.0.16 "PUT /v2.0/routers/7c32abea-05b5-4dc2-b56a-7d723d6d3b79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9547017 Aug 05 14:23:10.022700 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33924) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:10.024726 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3311ae4c-e9d1-4cd8-a90a-5f743349bbf5 None None] Sync routers for ids ['7c32abea-05b5-4dc2-b56a-7d723d6d3b79'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:23:10.039615 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3311ae4c-e9d1-4cd8-a90a-5f743349bbf5 None None] Routers {'7c32abea-05b5-4dc2-b56a-7d723d6d3b79'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:23:10.040915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3311ae4c-e9d1-4cd8-a90a-5f743349bbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:22:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7c32abea-05b5-4dc2-b56a-7d723d6d3b79'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:10.071745 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4746e942-12e1-43e6-8dfb-649657149dc9 req-e5a64b00-4ff1-4120-bfc5-1750a73c6d3c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac HTTP/1.1" status: 200 len: 1000 time: 0.0796671 Aug 05 14:23:10.166598 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746e942-12e1-43e6-8dfb-649657149dc9 req-0920e3ad-c81f-43ce-aac3-fa496d59c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:10.169155 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4746e942-12e1-43e6-8dfb-649657149dc9 req-0920e3ad-c81f-43ce-aac3-fa496d59c1be service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ee667f3f-6ab2-448a-9b41-aa113bf5db1a HTTP/1.1" status: 200 len: 856 time: 0.0843472 Aug 05 14:23:10.213549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3311ae4c-e9d1-4cd8-a90a-5f743349bbf5 None None] Set router 7c32abea-05b5-4dc2-b56a-7d723d6d3b79 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:23:10.218705 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85c9619f-8361-4c09-b75b-219868d2c195 admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:10.302016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0902ce5-c78a-4348-9ec7-c4296dbfca31 req-09c67608-7f47-48ce-adb6-8c1cc7ec493a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:10.316821 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f0902ce5-c78a-4348-9ec7-c4296dbfca31 req-09c67608-7f47-48ce-adb6-8c1cc7ec493a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.1528492 Aug 05 14:23:10.377987 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-186b3c04-82ca-4901-943a-68af3615587f req-af2e06ae-43a2-4003-97ed-e5161137cc48 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e2ae568ba44cb79ef70f247c42b903&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3567762 Aug 05 14:23:10.399482 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f0902ce5-c78a-4348-9ec7-c4296dbfca31 req-aa69e77d-fa86-4bf9-aee6-862aa857f469 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814927 Aug 05 14:23:10.456523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746e942-12e1-43e6-8dfb-649657149dc9 req-3e92c39c-217d-4f67-b534-df662c147982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:10.458368 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4746e942-12e1-43e6-8dfb-649657149dc9 req-3e92c39c-217d-4f67-b534-df662c147982 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c7382844-bdec-44ba-9a71-2be3c532ada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2576985 Aug 05 14:23:10.514205 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85c9619f-8361-4c09-b75b-219868d2c195 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:10.554422 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3311ae4c-e9d1-4cd8-a90a-5f743349bbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'name': 'tempest-TestAggregatesBasicOps-791180924-router', 'tenant_id': '507aadc99acd4af3b777aa84bd361273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '4ab3c517-f697-43fe-9581-f392c9d215f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:44Z', 'updated_at': '2021-08-05T14:23:08Z', 'revision_number': 5, 'project_id': '507aadc99acd4af3b777aa84bd361273', 'gw_port': {'id': '4ab3c517-f697-43fe-9581-f392c9d215f3', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:44Z', 'updated_at': '2021-08-05T14:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:10.610822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3311ae4c-e9d1-4cd8-a90a-5f743349bbf5 None None] Checking router: 7c32abea-05b5-4dc2-b56a-7d723d6d3b79 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:23:10.628112 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3311ae4c-e9d1-4cd8-a90a-5f743349bbf5 None None] Routers {'7c32abea-05b5-4dc2-b56a-7d723d6d3b79'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:23:10.628893 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3311ae4c-e9d1-4cd8-a90a-5f743349bbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:22:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7c32abea-05b5-4dc2-b56a-7d723d6d3b79'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:10.655689 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-85c9619f-8361-4c09-b75b-219868d2c195 admin admin] Deleting port 4ab3c517-f697-43fe-9581-f392c9d215f3 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:23:10.656081 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85c9619f-8361-4c09-b75b-219868d2c195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:10.704072 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4746e942-12e1-43e6-8dfb-649657149dc9 req-7da70a66-dbec-4fe0-8c32-5b94028ab979 service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373989 Aug 05 14:23:10.780722 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3311ae4c-e9d1-4cd8-a90a-5f743349bbf5 None None] Set router 7c32abea-05b5-4dc2-b56a-7d723d6d3b79 gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:23:10.839051 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4746e942-12e1-43e6-8dfb-649657149dc9 req-fd6d1abf-78ac-4893-bd2c-a744a41f8d5d service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275833 Aug 05 14:23:10.860369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c46fc8e5-246d-42ed-b653-56842d127e57 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:10.862790 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3311ae4c-e9d1-4cd8-a90a-5f743349bbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'name': 'tempest-TestAggregatesBasicOps-791180924-router', 'tenant_id': '507aadc99acd4af3b777aa84bd361273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:44Z', 'updated_at': '2021-08-05T14:23:10Z', 'revision_number': 6, 'project_id': '507aadc99acd4af3b777aa84bd361273', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:10.911984 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3311ae4c-e9d1-4cd8-a90a-5f743349bbf5 None None] The sync data for ids ['7c32abea-05b5-4dc2-b56a-7d723d6d3b79'] in n-d-803585-2 is: [{'id': '7c32abea-05b5-4dc2-b56a-7d723d6d3b79', 'name': 'tempest-TestAggregatesBasicOps-791180924-router', 'tenant_id': '507aadc99acd4af3b777aa84bd361273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:44Z', 'updated_at': '2021-08-05T14:23:10Z', 'revision_number': 6, 'project_id': '507aadc99acd4af3b777aa84bd361273', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:23:10.943464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-85c9619f-8361-4c09-b75b-219868d2c195 admin admin] For port 4ab3c517-f697-43fe-9581-f392c9d215f3, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4ab3c517-f697-43fe-9581-f392c9d215f3,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:10.943846 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85c9619f-8361-4c09-b75b-219868d2c195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:10.950901 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port c46fc8e5-246d-42ed-b653-56842d127e57 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:10.955188 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-186b3c04-82ca-4901-943a-68af3615587f req-98d78498-9c57-4482-98fc-13b390290c09 service neutron] 10.222.0.16 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271719 Aug 05 14:23:10.955372 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port c46fc8e5-246d-42ed-b653-56842d127e57 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:10.955709 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:10.969275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-85c9619f-8361-4c09-b75b-219868d2c195 admin admin] Calling delete_port for 4ab3c517-f697-43fe-9581-f392c9d215f3 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:23:11.050626 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:11.093451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port c46fc8e5-246d-42ed-b653-56842d127e57, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c46fc8e5-246d-42ed-b653-56842d127e57,segment=NetworkSegment(a460e45c-6351-49a3-9919-9922828b0f23),segment_id=a460e45c-6351-49a3-9919-9922828b0f23)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:11.102576 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:11.153738 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-186b3c04-82ca-4901-943a-68af3615587f req-6da6a984-5274-43db-ad37-4fb23bd5b2a6 service neutron] 10.222.0.16 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812353 Aug 05 14:23:11.184980 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=c46fc8e5-246d-42ed-b653-56842d127e57,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:11.300895 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85c9619f-8361-4c09-b75b-219868d2c195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:11.371863 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9619f-8361-4c09-b75b-219868d2c195 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab3c517-f697-43fe-9581-f392c9d215f3,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:11.391771 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-48d84a2a-ea90-4f2a-823c-9987ac0e8da7 req-ae3d8821-5252-4fd0-ab4c-6793c4cc269c tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 210 time: 0.0520482 Aug 05 14:23:11.443965 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85c9619f-8361-4c09-b75b-219868d2c195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:11.975039 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85c9619f-8361-4c09-b75b-219868d2c195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:11.978815 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85c9619f-8361-4c09-b75b-219868d2c195 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:12.076303 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dabfcf-ee19-4ed9-a87c-73bf1126d08d req-2984e788-8aac-4c05-9be5-a0d18f999e89 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:12.078000 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-64dabfcf-ee19-4ed9-a87c-73bf1126d08d req-2984e788-8aac-4c05-9be5-a0d18f999e89 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.5928886 Aug 05 14:23:12.079338 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85c9619f-8361-4c09-b75b-219868d2c195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:12.079889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c9619f-8361-4c09-b75b-219868d2c195 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c32abea-05b5-4dc2-b56a-7d723d6d3b79 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:23:12.085564 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85c9619f-8361-4c09-b75b-219868d2c195 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:12.086757 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-85c9619f-8361-4c09-b75b-219868d2c195 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7c32abea-05b5-4dc2-b56a-7d723d6d3b79 HTTP/1.1" status: 204 len: 168 time: 2.0618355 Aug 05 14:23:12.089774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33952) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:12.183281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-64718b6d-a77f-4e3d-8c52-09196ec4d7b5 admin admin] Deleting subnet 3b7239de-277a-411c-9ea5-753149e6fe80 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:23:12.193034 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-64718b6d-a77f-4e3d-8c52-09196ec4d7b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:12.201181 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-64dabfcf-ee19-4ed9-a87c-73bf1126d08d req-fb73398d-33ee-4dfe-bae8-c351dbc79a25 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805137 Aug 05 14:23:12.252308 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-64718b6d-a77f-4e3d-8c52-09196ec4d7b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:12.388160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c46fc8e5-246d-42ed-b653-56842d127e57 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:12.402603 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-64718b6d-a77f-4e3d-8c52-09196ec4d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:12.484800 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port c46fc8e5-246d-42ed-b653-56842d127e57 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:12.485507 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:12.486022 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-64718b6d-a77f-4e3d-8c52-09196ec4d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:12.541398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64718b6d-a77f-4e3d-8c52-09196ec4d7b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b7239de-277a-411c-9ea5-753149e6fe80,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:12.556701 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-64718b6d-a77f-4e3d-8c52-09196ec4d7b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:12.562720 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-64718b6d-a77f-4e3d-8c52-09196ec4d7b5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3b7239de-277a-411c-9ea5-753149e6fe80 HTTP/1.1" status: 204 len: 168 time: 0.4711998 Aug 05 14:23:12.563802 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33956) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:12.566433 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b29be5-74e3-4bb9-9ec6-26aef05a038d None None] Network e62e9c7a-2f30-4173-8d22-7471ea725b61 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:23:12.581948 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59768948-d492-433d-bd52-2f5e1d5fa948 req-4932a86c-8992-47fd-aeb3-de634300bf87 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 210 time: 0.0684891 Aug 05 14:23:12.664980 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:12.741608 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] Deleting port 347bc7be-b548-428c-898f-5ff2f5617c73 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:23:12.742126 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:12.857723 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] For port 347bc7be-b548-428c-898f-5ff2f5617c73, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=347bc7be-b548-428c-898f-5ff2f5617c73,segment=NetworkSegment(90f5a124-a15d-41b5-bd0b-ea767a29c3fd),segment_id=90f5a124-a15d-41b5-bd0b-ea767a29c3fd)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:12.861176 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:12.913477 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b3c04-82ca-4901-943a-68af3615587f req-4402b8e1-3807-4c38-974d-47d229028bec tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:12.916391 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-186b3c04-82ca-4901-943a-68af3615587f req-4402b8e1-3807-4c38-974d-47d229028bec tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.63 "GET /v2.0/networks?id=134659b0-824f-494f-bea6-2563b351ef1f HTTP/1.1" status: 200 len: 811 time: 0.2713850 Aug 05 14:23:12.919099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] Calling delete_port for 347bc7be-b548-428c-898f-5ff2f5617c73 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:23:12.937328 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:23:12.940397 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-186b3c04-82ca-4901-943a-68af3615587f req-3db1d00a-7770-4a0b-a3f3-921941c4c03f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Request body: {'port': {'device_id': 'ce15fe21-0d95-4491-8447-fa1f264fddaa', 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f', 'admin_state_up': True, 'tenant_id': '14e2ae568ba44cb79ef70f247c42b903'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:23:12.974379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:23:12.974751 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5dfc3051-d4ef-4cab-bb0f-395f22527ec8 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:23:12.975315 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4ab3c517-f697-43fe-9581-f392c9d215f3 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:23:13.010220 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4ab3c517-f697-43fe-9581-f392c9d215f3 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:23:13.017289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4ab3c517-f697-43fe-9581-f392c9d215f3 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:23:13.025738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4257993e-3e51-488a-b42c-87d76cf22a64 None None] DHCP port deletion for e62e9c7a-2f30-4173-8d22-7471ea725b61 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:23:13.099856 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4257993e-3e51-488a-b42c-87d76cf22a64 None None] Deleting port 347bc7be-b548-428c-898f-5ff2f5617c73 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:23:13.106013 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4257993e-3e51-488a-b42c-87d76cf22a64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:13.107925 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:13.148298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186b3c04-82ca-4901-943a-68af3615587f req-3db1d00a-7770-4a0b-a3f3-921941c4c03f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Made reservation on behalf of 14e2ae568ba44cb79ef70f247c42b903 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:23:13.156596 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-186b3c04-82ca-4901-943a-68af3615587f req-3db1d00a-7770-4a0b-a3f3-921941c4c03f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:13.168000 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a274ff04-ab92-42b8-bc56-5bb98dd14eac no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:23:13.184708 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] No DVR routers for this DVR port 347bc7be-b548-428c-898f-5ff2f5617c73 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:23:13.187145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] Pushing event deleted for resources: {'Port': ['ID=347bc7be-b548-428c-898f-5ff2f5617c73,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:13.257225 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-4257993e-3e51-488a-b42c-87d76cf22a64 None None] For port 347bc7be-b548-428c-898f-5ff2f5617c73, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:13.262986 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4257993e-3e51-488a-b42c-87d76cf22a64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:13.294977 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4257993e-3e51-488a-b42c-87d76cf22a64 None None] Calling delete_port for 347bc7be-b548-428c-898f-5ff2f5617c73 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:23:13.298804 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-4257993e-3e51-488a-b42c-87d76cf22a64 None None] Port 347bc7be-b548-428c-898f-5ff2f5617c73 was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:23:13.301424 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4257993e-3e51-488a-b42c-87d76cf22a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:13.344970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4257993e-3e51-488a-b42c-87d76cf22a64 None None] No DVR routers for this DVR port 347bc7be-b548-428c-898f-5ff2f5617c73 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:23:13.347533 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257993e-3e51-488a-b42c-87d76cf22a64 None None] Pushing event deleted for resources: {'Port': ['ID=347bc7be-b548-428c-898f-5ff2f5617c73,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:13.356592 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:13.374944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62e9c7a-2f30-4173-8d22-7471ea725b61']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:13.390738 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f5a124-a15d-41b5-bd0b-ea767a29c3fd') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:13.391187 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f5a124-a15d-41b5-bd0b-ea767a29c3fd') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:13.400650 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:13.402574 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:13.430271 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:13.437747 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:23:13.440966 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec99e6c-e3e3-4b52-a70b-eb6ff38a6ff7" -d '{"events": [{"server_uuid": "6315028a-9a5a-4653-99a0-dec62ba33e86", "name": "network-vif-unplugged", "status": "completed", "tag": "a274ff04-ab92-42b8-bc56-5bb98dd14eac"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:23:13.463262 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:23:13.467386 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a274ff04-ab92-42b8-bc56-5bb98dd14eac, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:13.477022 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:13.510837 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 Aug 2021 14:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5025241a-352b-426f-93ec-7feea68de41d x-openstack-request-id: req-5025241a-352b-426f-93ec-7feea68de41d {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:23:13.512444 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6315028a-9a5a-4653-99a0-dec62ba33e86", "name": "network-vif-unplugged", "status": "failed", "tag": "a274ff04-ab92-42b8-bc56-5bb98dd14eac", "code": 422}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:23:13.512444 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5025241a-352b-426f-93ec-7feea68de41d {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:23:13.512892 n-d-803585-2 neutron-server[105725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac', 'code': 422} returned with failed status Aug 05 14:23:13.538864 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e0118-57d4-4a87-9ec8-e6101546281f req-fa69b6a4-eba5-413f-bedd-60e6cd7539c0 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:13.540403 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b95e0118-57d4-4a87-9ec8-e6101546281f req-fa69b6a4-eba5-413f-bedd-60e6cd7539c0 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 945 time: 0.1225362 Aug 05 14:23:13.548843 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:13.549293 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=a274ff04-ab92-42b8-bc56-5bb98dd14eac,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:13.567488 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-186b3c04-82ca-4901-943a-68af3615587f req-3db1d00a-7770-4a0b-a3f3-921941c4c03f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Allocated IP 172.20.0.6 (134659b0-824f-494f-bea6-2563b351ef1f/6047f187-2264-4c17-bfd8-689d6e1ac5dd/9969afa2-2285-4060-86f5-b1e88d590b36) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:23:13.568021 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:13.574281 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e62e9c7a-2f30-4173-8d22-7471ea725b61 HTTP/1.1" status: 204 len: 168 time: 1.0085685 Aug 05 14:23:13.576369 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 33964) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:13.655892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d6fcc-f8a4-4bcb-b352-e8ce1a1c5195 admin admin] Pushing event deleted for resources: {'Network': ['ID=e62e9c7a-2f30-4173-8d22-7471ea725b61,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:13.745016 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b95e0118-57d4-4a87-9ec8-e6101546281f req-37101234-20c7-49e5-9609-fdf4da741379 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813083 Aug 05 14:23:13.832536 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f4d5877-27d0-4fc0-808a-26095b16f47d req-cbf5b0c5-6305-411f-b557-2a5fe678ec84 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 210 time: 0.0977252 Aug 05 14:23:13.936363 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-186b3c04-82ca-4901-943a-68af3615587f req-3db1d00a-7770-4a0b-a3f3-921941c4c03f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:13.996958 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-186b3c04-82ca-4901-943a-68af3615587f req-3db1d00a-7770-4a0b-a3f3-921941c4c03f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:14.012369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['8aff53ac-54db-485b-a835-5875d117cc23'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:23:14.071939 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1d00a-7770-4a0b-a3f3-921941c4c03f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Pushing event updated for resources: {'Port': ['ID=9969afa2-2285-4060-86f5-b1e88d590b36,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:14.085984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186b3c04-82ca-4901-943a-68af3615587f req-3db1d00a-7770-4a0b-a3f3-921941c4c03f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Network 134659b0-824f-494f-bea6-2563b351ef1f is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:23:14.090861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-186b3c04-82ca-4901-943a-68af3615587f req-3db1d00a-7770-4a0b-a3f3-921941c4c03f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:23:14.092766 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-186b3c04-82ca-4901-943a-68af3615587f req-3db1d00a-7770-4a0b-a3f3-921941c4c03f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:23:14.163014 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b3c04-82ca-4901-943a-68af3615587f req-3db1d00a-7770-4a0b-a3f3-921941c4c03f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:14.163992 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-186b3c04-82ca-4901-943a-68af3615587f req-3db1d00a-7770-4a0b-a3f3-921941c4c03f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:14.200887 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-186b3c04-82ca-4901-943a-68af3615587f req-3db1d00a-7770-4a0b-a3f3-921941c4c03f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2722969 Aug 05 14:23:14.213971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Request body: {'port': {'device_id': 'ce15fe21-0d95-4491-8447-fa1f264fddaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:23:14.300360 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d57e1651-dfdb-4861-8e31-5f2ddf669c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:14.362362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 347bc7be-b548-428c-898f-5ff2f5617c73 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:23:14.394215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 347bc7be-b548-428c-898f-5ff2f5617c73 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:23:14.395016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 347bc7be-b548-428c-898f-5ff2f5617c73 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:23:14.664842 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:14.703170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-d57e1651-dfdb-4861-8e31-5f2ddf669c91 admin admin] Deleting port c46fc8e5-246d-42ed-b653-56842d127e57 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:23:14.704062 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d57e1651-dfdb-4861-8e31-5f2ddf669c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:14.818161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f4544-6125-4d92-9953-a28b0768a529 req-544af07d-e5a6-4cb8-a917-93e77a21540a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:14.819770 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ab8f4544-6125-4d92-9953-a28b0768a529 req-544af07d-e5a6-4cb8-a917-93e77a21540a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.1186645 Aug 05 14:23:14.845277 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:14.855417 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-d57e1651-dfdb-4861-8e31-5f2ddf669c91 admin admin] For port c46fc8e5-246d-42ed-b653-56842d127e57, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c46fc8e5-246d-42ed-b653-56842d127e57,segment=NetworkSegment(a460e45c-6351-49a3-9919-9922828b0f23),segment_id=a460e45c-6351-49a3-9919-9922828b0f23)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:14.855771 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d57e1651-dfdb-4861-8e31-5f2ddf669c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:14.890724 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-d57e1651-dfdb-4861-8e31-5f2ddf669c91 admin admin] Calling delete_port for c46fc8e5-246d-42ed-b653-56842d127e57 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:23:14.902105 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ab8f4544-6125-4d92-9953-a28b0768a529 req-5d0f79d9-8e14-48c3-a5cb-bd410d12ada3 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726507 Aug 05 14:23:14.903144 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-251075f6-3daa-45e3-8de6-dd5d38cb92ae req-df87f175-b295-4979-8d68-9e4256e15c21 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850797 Aug 05 14:23:15.058019 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926ef18-43e0-44c6-bcad-46f77e8142b2 req-b4345e3c-3b7e-40d9-a71b-03b7155246b7 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:15.059191 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0926ef18-43e0-44c6-bcad-46f77e8142b2 req-b4345e3c-3b7e-40d9-a71b-03b7155246b7 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 931 time: 0.0774634 Aug 05 14:23:15.173365 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0926ef18-43e0-44c6-bcad-46f77e8142b2 req-13e27310-81b3-43b6-a0c5-7bfd94cb6767 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650039 Aug 05 14:23:15.175770 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9969afa2-2285-4060-86f5-b1e88d590b36 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:23:15.188662 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:15.194803 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d57e1651-dfdb-4861-8e31-5f2ddf669c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:15.215737 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Transition to ACTIVE for port object 9969afa2-2285-4060-86f5-b1e88d590b36 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:23:15.221898 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:15.222191 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e1651-dfdb-4861-8e31-5f2ddf669c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=c46fc8e5-246d-42ed-b653-56842d127e57,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:15.378535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=9969afa2-2285-4060-86f5-b1e88d590b36,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:15.459823 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Attempting to bind port 9969afa2-2285-4060-86f5-b1e88d590b36 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:23:15.460267 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Attempting to bind port 9969afa2-2285-4060-86f5-b1e88d590b36 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '3487f6e3-61e3-4295-a494-9bb13a530f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:23:15.460699 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Attempting to bind port 9969afa2-2285-4060-86f5-b1e88d590b36 on network 134659b0-824f-494f-bea6-2563b351ef1f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:23:15.466852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Port 9969afa2-2285-4060-86f5-b1e88d590b36 on network 134659b0-824f-494f-bea6-2563b351ef1f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:23:15.467278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Attempting to bind port 9969afa2-2285-4060-86f5-b1e88d590b36 on network 134659b0-824f-494f-bea6-2563b351ef1f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:23:15.473718 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d57e1651-dfdb-4861-8e31-5f2ddf669c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:15.481752 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:23:15.485720 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Checking segment: {'id': '3487f6e3-61e3-4295-a494-9bb13a530f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:23:15.486610 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Bound using segment: {'id': '3487f6e3-61e3-4295-a494-9bb13a530f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:23:15.486919 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Bound port: 9969afa2-2285-4060-86f5-b1e88d590b36, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3487f6e3-61e3-4295-a494-9bb13a530f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:23:15.487414 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:15.579512 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] For port 9969afa2-2285-4060-86f5-b1e88d590b36, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:23:15.583476 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] For port 9969afa2-2285-4060-86f5-b1e88d590b36, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9969afa2-2285-4060-86f5-b1e88d590b36,segment=NetworkSegment(3487f6e3-61e3-4295-a494-9bb13a530f0a),segment_id=3487f6e3-61e3-4295-a494-9bb13a530f0a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:23:15.593581 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:15.649231 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:15.650195 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:15.654202 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-186b3c04-82ca-4901-943a-68af3615587f req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] 10.222.0.63 "PUT /v2.0/ports/9969afa2-2285-4060-86f5-b1e88d590b36 HTTP/1.1" status: 200 len: 1091 time: 1.4449868 Aug 05 14:23:15.657163 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce15fe21-0d95-4491-8447-fa1f264fddaa', 'tag': '9969afa2-2285-4060-86f5-b1e88d590b36'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:23:15.667606 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c1d5ee-0686-4ca0-b99b-4c4b0026d6da" -d '{"events": [{"name": "network-changed", "server_uuid": "ce15fe21-0d95-4491-8447-fa1f264fddaa", "tag": "9969afa2-2285-4060-86f5-b1e88d590b36"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:23:15.722738 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85223aae-4859-4f5f-8d6b-24a2f94ed49a x-openstack-request-id: req-85223aae-4859-4f5f-8d6b-24a2f94ed49a {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:23:15.723127 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce15fe21-0d95-4491-8447-fa1f264fddaa", "tag": "9969afa2-2285-4060-86f5-b1e88d590b36", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:23:15.723437 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85223aae-4859-4f5f-8d6b-24a2f94ed49a {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:23:15.723841 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce15fe21-0d95-4491-8447-fa1f264fddaa', 'tag': '9969afa2-2285-4060-86f5-b1e88d590b36', 'status': 'completed', 'code': 200} Aug 05 14:23:15.743010 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56497332-0fbc-4931-b762-fa75704d3ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=9969afa2-2285-4060-86f5-b1e88d590b36,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:15.769610 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b3c04-82ca-4901-943a-68af3615587f req-c7021c4d-641a-4449-b84c-8b2375bcddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:15.771212 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-186b3c04-82ca-4901-943a-68af3615587f req-c7021c4d-641a-4449-b84c-8b2375bcddd2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14e2ae568ba44cb79ef70f247c42b903&device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 1094 time: 0.0688853 Aug 05 14:23:15.795794 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57e1651-dfdb-4861-8e31-5f2ddf669c91 admin admin] Router 0f431412-7bf7-4fd3-87f1-d8159493fc75 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:23:15.841644 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-186b3c04-82ca-4901-943a-68af3615587f req-c81fd74d-5497-40d0-adf4-f812d8a78a57 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9969afa2-2285-4060-86f5-b1e88d590b36 HTTP/1.1" status: 200 len: 217 time: 0.0600820 Aug 05 14:23:15.844891 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-eeaee843-8936-499e-beac-68c821a765a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:15.897876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b3c04-82ca-4901-943a-68af3615587f req-97d39941-34f0-4a9f-972c-23319b55a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:15.899435 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-186b3c04-82ca-4901-943a-68af3615587f req-97d39941-34f0-4a9f-972c-23319b55a62a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6047f187-2264-4c17-bfd8-689d6e1ac5dd HTTP/1.1" status: 200 len: 851 time: 0.0515852 Aug 05 14:23:15.941478 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57e1651-dfdb-4861-8e31-5f2ddf669c91 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:23:15.943702 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-186b3c04-82ca-4901-943a-68af3615587f req-42194c70-074b-4d36-bc9c-d56d6ceb1162 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=134659b0-824f-494f-bea6-2563b351ef1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348835 Aug 05 14:23:15.951667 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4ad994-c343-4d48-83d1-c66d58c8ebb1 None None] Sync routers for ids ['0f431412-7bf7-4fd3-87f1-d8159493fc75'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:23:15.955060 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d57e1651-dfdb-4861-8e31-5f2ddf669c91 admin admin] 10.222.0.16 "PUT /v2.0/routers/0f431412-7bf7-4fd3-87f1-d8159493fc75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3710864 Aug 05 14:23:15.956090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34014) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:15.971446 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ad994-c343-4d48-83d1-c66d58c8ebb1 None None] Routers {'0f431412-7bf7-4fd3-87f1-d8159493fc75'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:23:15.972114 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6c4ad994-c343-4d48-83d1-c66d58c8ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:22:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0f431412-7bf7-4fd3-87f1-d8159493fc75'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:16.105265 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:16.121680 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3f22c-fcad-4071-8159-ab9f98bb5f7f req-b3a6b7f7-12fe-413d-a325-f2f50bd3850d tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:16.129553 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-30f3f22c-fcad-4071-8159-ab9f98bb5f7f req-b3a6b7f7-12fe-413d-a325-f2f50bd3850d tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.1086516 Aug 05 14:23:16.144048 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b18cf33d-f0b1-4150-9e92-5d7bd4120813 admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:16.149428 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-186b3c04-82ca-4901-943a-68af3615587f req-1c1f7fdd-3dde-4f37-83fd-0e13b965754d service neutron] 10.222.0.63 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971772 Aug 05 14:23:16.166961 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-6c4ad994-c343-4d48-83d1-c66d58c8ebb1 None None] Set router 0f431412-7bf7-4fd3-87f1-d8159493fc75 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:23:16.225683 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-30f3f22c-fcad-4071-8159-ab9f98bb5f7f req-97afec7e-8a23-4881-927a-b7425c15c657 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952280 Aug 05 14:23:16.306429 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-186b3c04-82ca-4901-943a-68af3615587f req-d2608939-5005-43cb-a0b5-4a7a249aba45 service neutron] 10.222.0.63 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464946 Aug 05 14:23:16.391106 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b18cf33d-f0b1-4150-9e92-5d7bd4120813 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:16.407926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05238ac7-194d-4ff9-a987-1321dc8f8aee req-01224d44-fc3a-480b-916e-e3a2373311e6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:16.409746 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-05238ac7-194d-4ff9-a987-1321dc8f8aee req-01224d44-fc3a-480b-916e-e3a2373311e6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 943 time: 0.0863762 Aug 05 14:23:16.490994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d5ee-0686-4ca0-b99b-4c4b0026d6da req-bf28fb4f-ef29-4f7e-bc84-efa5f27c6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:16.492406 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b9c1d5ee-0686-4ca0-b99b-4c4b0026d6da req-bf28fb4f-ef29-4f7e-bc84-efa5f27c6d99 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14e2ae568ba44cb79ef70f247c42b903&device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 1094 time: 0.1149368 Aug 05 14:23:16.511107 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6c4ad994-c343-4d48-83d1-c66d58c8ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'name': 'tempest-TestAggregatesBasicOps-397826709-router', 'tenant_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '0c644247-2850-431c-84f4-0658d12fc56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:55Z', 'updated_at': '2021-08-05T14:23:15Z', 'revision_number': 5, 'project_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'gw_port': {'id': '0c644247-2850-431c-84f4-0658d12fc56f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:56Z', 'updated_at': '2021-08-05T14:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:16.550914 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-05238ac7-194d-4ff9-a987-1321dc8f8aee req-55e13394-1a07-4382-8f9c-6b914c5981ee tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337361 Aug 05 14:23:16.570041 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4ad994-c343-4d48-83d1-c66d58c8ebb1 None None] Checking router: 0f431412-7bf7-4fd3-87f1-d8159493fc75 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:23:16.593335 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b18cf33d-f0b1-4150-9e92-5d7bd4120813 admin admin] Deleting port 0c644247-2850-431c-84f4-0658d12fc56f {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:23:16.593692 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b18cf33d-f0b1-4150-9e92-5d7bd4120813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:16.598497 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ad994-c343-4d48-83d1-c66d58c8ebb1 None None] Routers {'0f431412-7bf7-4fd3-87f1-d8159493fc75'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:23:16.599349 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6c4ad994-c343-4d48-83d1-c66d58c8ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:22:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0f431412-7bf7-4fd3-87f1-d8159493fc75'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:16.694575 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d5ee-0686-4ca0-b99b-4c4b0026d6da req-29f7db94-af49-45c0-ba7a-690c9b005b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:16.696110 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b9c1d5ee-0686-4ca0-b99b-4c4b0026d6da req-29f7db94-af49-45c0-ba7a-690c9b005b8e service neutron] 10.222.0.63 "GET /v2.0/networks?id=134659b0-824f-494f-bea6-2563b351ef1f HTTP/1.1" status: 200 len: 912 time: 0.1941953 Aug 05 14:23:16.780036 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b9c1d5ee-0686-4ca0-b99b-4c4b0026d6da req-129560db-ee5d-4d20-81a9-6768fad446d1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9969afa2-2285-4060-86f5-b1e88d590b36 HTTP/1.1" status: 200 len: 217 time: 0.0725794 Aug 05 14:23:16.793377 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-6c4ad994-c343-4d48-83d1-c66d58c8ebb1 None None] Set router 0f431412-7bf7-4fd3-87f1-d8159493fc75 gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:23:16.799993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-b18cf33d-f0b1-4150-9e92-5d7bd4120813 admin admin] For port 0c644247-2850-431c-84f4-0658d12fc56f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0c644247-2850-431c-84f4-0658d12fc56f,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:16.800549 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b18cf33d-f0b1-4150-9e92-5d7bd4120813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:16.827018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b18cf33d-f0b1-4150-9e92-5d7bd4120813 admin admin] Calling delete_port for 0c644247-2850-431c-84f4-0658d12fc56f owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:23:16.852551 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6c4ad994-c343-4d48-83d1-c66d58c8ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'name': 'tempest-TestAggregatesBasicOps-397826709-router', 'tenant_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:55Z', 'updated_at': '2021-08-05T14:23:16Z', 'revision_number': 6, 'project_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:16.884750 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d5ee-0686-4ca0-b99b-4c4b0026d6da req-f8f85191-3a52-4510-a23a-deede496fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:16.886935 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b9c1d5ee-0686-4ca0-b99b-4c4b0026d6da req-f8f85191-3a52-4510-a23a-deede496fe7d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6047f187-2264-4c17-bfd8-689d6e1ac5dd HTTP/1.1" status: 200 len: 851 time: 0.0997636 Aug 05 14:23:16.912909 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4ad994-c343-4d48-83d1-c66d58c8ebb1 None None] The sync data for ids ['0f431412-7bf7-4fd3-87f1-d8159493fc75'] in n-d-803585-2 is: [{'id': '0f431412-7bf7-4fd3-87f1-d8159493fc75', 'name': 'tempest-TestAggregatesBasicOps-397826709-router', 'tenant_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:55Z', 'updated_at': '2021-08-05T14:23:16Z', 'revision_number': 6, 'project_id': 'f99b3d84b2b7421698e8c5dced6c3bef', 'gw_port_host': None}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:23:16.934462 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b9c1d5ee-0686-4ca0-b99b-4c4b0026d6da req-902ab313-3828-494a-bd47-fc89b3a9720d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=134659b0-824f-494f-bea6-2563b351ef1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389633 Aug 05 14:23:17.110092 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b9c1d5ee-0686-4ca0-b99b-4c4b0026d6da req-66ac1c8b-4a5f-4ceb-b78a-f2ae14f4cdeb service neutron] 10.222.0.63 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666601 Aug 05 14:23:17.116634 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b18cf33d-f0b1-4150-9e92-5d7bd4120813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:17.146644 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cf33d-f0b1-4150-9e92-5d7bd4120813 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c644247-2850-431c-84f4-0658d12fc56f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:17.176934 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a274ff04-ab92-42b8-bc56-5bb98dd14eac no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:23:17.243255 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b18cf33d-f0b1-4150-9e92-5d7bd4120813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:17.262662 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b9c1d5ee-0686-4ca0-b99b-4c4b0026d6da req-5df4728a-0cc8-4530-bf5f-5e2c8e97ef82 service neutron] 10.222.0.63 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395619 Aug 05 14:23:17.425533 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ad643-73ef-4f6d-aff8-faaf2eefd488 req-033809ea-2559-49bd-853a-a0ebba3c0eb3 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:17.434082 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad5ad643-73ef-4f6d-aff8-faaf2eefd488 req-033809ea-2559-49bd-853a-a0ebba3c0eb3 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.0889633 Aug 05 14:23:17.489407 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad5ad643-73ef-4f6d-aff8-faaf2eefd488 req-bd4c13cf-37fa-4951-bafc-9c9c3c794a80 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541704 Aug 05 14:23:17.492240 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b18cf33d-f0b1-4150-9e92-5d7bd4120813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:17.496526 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b18cf33d-f0b1-4150-9e92-5d7bd4120813 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:17.553045 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b18cf33d-f0b1-4150-9e92-5d7bd4120813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:17.554587 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18cf33d-f0b1-4150-9e92-5d7bd4120813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f431412-7bf7-4fd3-87f1-d8159493fc75 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:23:17.560277 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b18cf33d-f0b1-4150-9e92-5d7bd4120813 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:17.562028 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b18cf33d-f0b1-4150-9e92-5d7bd4120813 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0f431412-7bf7-4fd3-87f1-d8159493fc75 HTTP/1.1" status: 204 len: 168 time: 1.6045487 Aug 05 14:23:17.564404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34030) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:17.643966 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-314fb045-9b5f-4fe5-8dd9-7af930fb9cc0 admin admin] Deleting subnet f1d86d55-5e1c-461c-a28c-58771e2563f0 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:23:17.648827 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-314fb045-9b5f-4fe5-8dd9-7af930fb9cc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:17.705856 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-314fb045-9b5f-4fe5-8dd9-7af930fb9cc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:17.810379 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52098b8-7bbf-4efe-8316-22b3b1d557fd req-f17c96e5-a9a3-421b-ba5e-3b570556065e tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:17.821481 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a52098b8-7bbf-4efe-8316-22b3b1d557fd req-f17c96e5-a9a3-421b-ba5e-3b570556065e tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 943 time: 0.1306851 Aug 05 14:23:17.860737 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-314fb045-9b5f-4fe5-8dd9-7af930fb9cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:17.933218 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-314fb045-9b5f-4fe5-8dd9-7af930fb9cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:17.936181 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a52098b8-7bbf-4efe-8316-22b3b1d557fd req-ac9a7547-6473-4928-a934-473da3aa56a3 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073577 Aug 05 14:23:17.971755 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-314fb045-9b5f-4fe5-8dd9-7af930fb9cc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:17.976582 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-314fb045-9b5f-4fe5-8dd9-7af930fb9cc0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f1d86d55-5e1c-461c-a28c-58771e2563f0 HTTP/1.1" status: 204 len: 168 time: 0.4084692 Aug 05 14:23:17.976582 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fb045-9b5f-4fe5-8dd9-7af930fb9cc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d86d55-5e1c-461c-a28c-58771e2563f0,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:17.982042 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d5eeda-a8e5-48ac-be75-c42211001db5 None None] Network 71153452-7af6-40b8-afb6-ac29b44ead51 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:23:17.983048 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34036) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:18.084616 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:18.160528 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] Deleting port 5fbdbea4-2662-438f-a297-a47865a0a883 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:23:18.161590 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:18.260464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] For port 5fbdbea4-2662-438f-a297-a47865a0a883, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5fbdbea4-2662-438f-a297-a47865a0a883,segment=NetworkSegment(a460e45c-6351-49a3-9919-9922828b0f23),segment_id=a460e45c-6351-49a3-9919-9922828b0f23)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:18.260903 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:18.282096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] Calling delete_port for 5fbdbea4-2662-438f-a297-a47865a0a883 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:23:18.284813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6e9831-4e4c-485d-9939-b52e77c2ca6e None None] DHCP port deletion for 71153452-7af6-40b8-afb6-ac29b44ead51 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:23:18.403847 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c46fc8e5-246d-42ed-b653-56842d127e57 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:23:18.428030 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:18.447962 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: c46fc8e5-246d-42ed-b653-56842d127e57 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:23:18.447962 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c46fc8e5-246d-42ed-b653-56842d127e57 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:23:18.447962 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0c644247-2850-431c-84f4-0658d12fc56f no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:23:18.447962 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f735d7b8-199d-4a3a-a549-0131bd4c625e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:18.456384 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] No DVR routers for this DVR port 5fbdbea4-2662-438f-a297-a47865a0a883 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:23:18.489947 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 0c644247-2850-431c-84f4-0658d12fc56f {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:23:18.490546 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0c644247-2850-431c-84f4-0658d12fc56f not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:23:18.491283 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5fbdbea4-2662-438f-a297-a47865a0a883 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:23:18.516036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 5fbdbea4-2662-438f-a297-a47865a0a883 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:23:18.516588 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5fbdbea4-2662-438f-a297-a47865a0a883 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:23:18.531645 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e9831-4e4c-485d-9939-b52e77c2ca6e None None] Deleting port 5fbdbea4-2662-438f-a297-a47865a0a883 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:23:18.532006 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fbdbea4-2662-438f-a297-a47865a0a883,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:18.534654 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cd6e9831-4e4c-485d-9939-b52e77c2ca6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:18.601208 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:18.621918 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:18.632248 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71153452-7af6-40b8-afb6-ac29b44ead51']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:18.643391 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-cd6e9831-4e4c-485d-9939-b52e77c2ca6e None None] For port 5fbdbea4-2662-438f-a297-a47865a0a883, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:18.643933 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cd6e9831-4e4c-485d-9939-b52e77c2ca6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:18.660718 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a460e45c-6351-49a3-9919-9922828b0f23') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:18.661121 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a460e45c-6351-49a3-9919-9922828b0f23') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:18.661322 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e9831-4e4c-485d-9939-b52e77c2ca6e None None] Calling delete_port for 5fbdbea4-2662-438f-a297-a47865a0a883 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:23:18.665001 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-cd6e9831-4e4c-485d-9939-b52e77c2ca6e None None] Port 5fbdbea4-2662-438f-a297-a47865a0a883 was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:23:18.666666 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cd6e9831-4e4c-485d-9939-b52e77c2ca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:18.677448 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:18.699042 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e9831-4e4c-485d-9939-b52e77c2ca6e None None] Pushing event deleted for resources: {'Port': ['ID=5fbdbea4-2662-438f-a297-a47865a0a883,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:18.701832 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:18.707083 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e9831-4e4c-485d-9939-b52e77c2ca6e None None] No DVR routers for this DVR port 5fbdbea4-2662-438f-a297-a47865a0a883 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:23:18.718539 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361705d-e19f-4bc4-9bde-217d9faaa1d2 req-799c85a6-f601-4836-8183-50ee307d8d5f tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:18.719964 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d361705d-e19f-4bc4-9bde-217d9faaa1d2 req-799c85a6-f601-4836-8183-50ee307d8d5f tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.1106527 Aug 05 14:23:18.722802 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:23:18.723258 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:23:18.725629 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:23:18.816589 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d361705d-e19f-4bc4-9bde-217d9faaa1d2 req-3dcf113f-7781-4a53-a3de-911116f5e005 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866637 Aug 05 14:23:18.831774 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:18.845977 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:18.848045 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] 10.222.0.16 "DELETE /v2.0/networks/71153452-7af6-40b8-afb6-ac29b44ead51 HTTP/1.1" status: 204 len: 168 time: 0.8639801 Aug 05 14:23:18.863706 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144cf73-5e47-4720-aa55-d4544d8cfd10 admin admin] Pushing event deleted for resources: {'Network': ['ID=71153452-7af6-40b8-afb6-ac29b44ead51,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:19.107501 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34050) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:19.111901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c76d05-690e-41c5-945c-021cc4dc82e4 req-bcc72170-2557-4178-ae96-3d918b5cc525 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:19.119924 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1c76d05-690e-41c5-945c-021cc4dc82e4 req-bcc72170-2557-4178-ae96-3d918b5cc525 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 943 time: 0.0870430 Aug 05 14:23:19.169086 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8ac49aa6-785e-4c35-b8ab-0df484f8839a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=507aadc99acd4af3b777aa84bd361273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597892 Aug 05 14:23:19.172211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34052) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:19.178551 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1c76d05-690e-41c5-945c-021cc4dc82e4 req-4f5758e9-157a-4688-a7b7-b55186fd567b tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563383 Aug 05 14:23:19.201501 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9969afa2-2285-4060-86f5-b1e88d590b36 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:23:19.244227 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3549a9e4-3193-4374-94de-7f619f0a8635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:19.272354 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3549a9e4-3193-4374-94de-7f619f0a8635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:19.337255 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3549a9e4-3193-4374-94de-7f619f0a8635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:19.340214 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3549a9e4-3193-4374-94de-7f619f0a8635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:19.341601 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3549a9e4-3193-4374-94de-7f619f0a8635 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cf9e6df-a848-4384-93af-ab2bf97c1103 HTTP/1.1" status: 204 len: 168 time: 0.1681862 Aug 05 14:23:19.369014 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549a9e4-3193-4374-94de-7f619f0a8635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf9e6df-a848-4384-93af-ab2bf97c1103,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:19.509603 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9969afa2-2285-4060-86f5-b1e88d590b36, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9969afa2-2285-4060-86f5-b1e88d590b36,segment=NetworkSegment(3487f6e3-61e3-4295-a494-9bb13a530f0a),segment_id=3487f6e3-61e3-4295-a494-9bb13a530f0a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:19.527450 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '9969afa2-2285-4060-86f5-b1e88d590b36', 'network_id': '134659b0-824f-494f-bea6-2563b351ef1f', 'port_id': '9969afa2-2285-4060-86f5-b1e88d590b36', 'mac_address': 'fa:16:3e:e8:c8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6047f187-2264-4c17-bfd8-689d6e1ac5dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:23:19.570171 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:19.595102 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:19.619425 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9969afa2-2285-4060-86f5-b1e88d590b36 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:23:19.642912 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9969afa2-2285-4060-86f5-b1e88d590b36, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9969afa2-2285-4060-86f5-b1e88d590b36,segment=NetworkSegment(3487f6e3-61e3-4295-a494-9bb13a530f0a),segment_id=3487f6e3-61e3-4295-a494-9bb13a530f0a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:19.648829 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:19.714837 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9969afa2-2285-4060-86f5-b1e88d590b36,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:19.804822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34058) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:19.850941 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-96a75f76-f420-4155-b670-b7a10807b715 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f99b3d84b2b7421698e8c5dced6c3bef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447834 Aug 05 14:23:19.853086 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34062) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:19.861848 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['9969afa2-2285-4060-86f5-b1e88d590b36'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:23:19.931002 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1229ffb6-b5ff-4041-810f-2f28a153b8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:19.973306 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1229ffb6-b5ff-4041-810f-2f28a153b8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:20.045012 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed9a9d-f7c1-4ce0-a3d2-e916c4bdf0ae req-e00fc043-3ea4-4c22-b8cf-ddf6ba6dc7b6 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:20.047131 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-eeed9a9d-f7c1-4ce0-a3d2-e916c4bdf0ae req-e00fc043-3ea4-4c22-b8cf-ddf6ba6dc7b6 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.0845010 Aug 05 14:23:20.056643 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1229ffb6-b5ff-4041-810f-2f28a153b8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:20.060189 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1229ffb6-b5ff-4041-810f-2f28a153b8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:20.064175 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1229ffb6-b5ff-4041-810f-2f28a153b8e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33cb02f1-9f38-4429-9bc6-3b8f610e208d HTTP/1.1" status: 204 len: 168 time: 0.2096026 Aug 05 14:23:20.085653 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229ffb6-b5ff-4041-810f-2f28a153b8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cb02f1-9f38-4429-9bc6-3b8f610e208d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:20.137456 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-eeed9a9d-f7c1-4ce0-a3d2-e916c4bdf0ae req-7b8e5479-26b8-4a19-93d6-67cd4f3717bd tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715799 Aug 05 14:23:20.357997 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125ade8-7fe1-4d53-aeca-ebec57b3de81 req-3f1a91ad-3e9a-49e6-bd2d-f2e60ed364eb tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:20.360753 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c125ade8-7fe1-4d53-aeca-ebec57b3de81 req-3f1a91ad-3e9a-49e6-bd2d-f2e60ed364eb tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 944 time: 0.0870719 Aug 05 14:23:20.431027 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c125ade8-7fe1-4d53-aeca-ebec57b3de81 req-86106a0e-5538-4f1d-8cf6-656570d51003 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634487 Aug 05 14:23:21.100781 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34098) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:21.222142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9969afa2-2285-4060-86f5-b1e88d590b36 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:21.250399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-335275fa-5281-44e1-950c-bdd63d01b1db admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-897489132-network', 'tenant_id': 'afe4b561d1974391aca72f9d62162862'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:23:21.318923 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335275fa-5281-44e1-950c-bdd63d01b1db admin admin] Made reservation on behalf of afe4b561d1974391aca72f9d62162862 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:23:21.321801 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-335275fa-5281-44e1-950c-bdd63d01b1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:21.330897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d48474-06a2-48bb-a7ca-6f58a91ff68e req-883f37b8-f59c-4f98-8b77-e4e66f65ff7f tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:21.339307 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87d48474-06a2-48bb-a7ca-6f58a91ff68e req-883f37b8-f59c-4f98-8b77-e4e66f65ff7f tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.0822589 Aug 05 14:23:21.351834 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-335275fa-5281-44e1-950c-bdd63d01b1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:21.370201 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:21.405833 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 9969afa2-2285-4060-86f5-b1e88d590b36 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:21.410668 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 9969afa2-2285-4060-86f5-b1e88d590b36 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:21.411286 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:21.420790 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87d48474-06a2-48bb-a7ca-6f58a91ff68e req-285759ec-c9c7-467a-8ad9-88932033fba0 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790961 Aug 05 14:23:21.492999 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-335275fa-5281-44e1-950c-bdd63d01b1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:21.499637 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-335275fa-5281-44e1-950c-bdd63d01b1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:21.536317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335275fa-5281-44e1-950c-bdd63d01b1db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:23:21.605075 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:21.640012 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce15fe21-0d95-4491-8447-fa1f264fddaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9969afa2-2285-4060-86f5-b1e88d590b36'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:23:21.642943 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b58a3f3-3cc1-438b-8725-38a84db5167b" -d '{"events": [{"server_uuid": "ce15fe21-0d95-4491-8447-fa1f264fddaa", "name": "network-vif-plugged", "status": "completed", "tag": "9969afa2-2285-4060-86f5-b1e88d590b36"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:23:21.678185 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 9969afa2-2285-4060-86f5-b1e88d590b36, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9969afa2-2285-4060-86f5-b1e88d590b36,segment=NetworkSegment(3487f6e3-61e3-4295-a494-9bb13a530f0a),segment_id=3487f6e3-61e3-4295-a494-9bb13a530f0a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:21.688169 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:21.739054 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befd6194-2a6b-4975-8d97-b55f177526a4 x-openstack-request-id: req-befd6194-2a6b-4975-8d97-b55f177526a4 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:23:21.739470 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce15fe21-0d95-4491-8447-fa1f264fddaa", "name": "network-vif-plugged", "status": "completed", "tag": "9969afa2-2285-4060-86f5-b1e88d590b36", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:23:21.739572 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-befd6194-2a6b-4975-8d97-b55f177526a4 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:23:21.740028 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce15fe21-0d95-4491-8447-fa1f264fddaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9969afa2-2285-4060-86f5-b1e88d590b36', 'code': 200} Aug 05 14:23:21.778508 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=9969afa2-2285-4060-86f5-b1e88d590b36,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:21.851935 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b87064-d0c9-4040-8314-9d6295a9e09a req-d33571df-2b7f-4175-9eb6-fee935ac80d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:21.855766 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b0b87064-d0c9-4040-8314-9d6295a9e09a req-d33571df-2b7f-4175-9eb6-fee935ac80d3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 1096 time: 0.0637391 Aug 05 14:23:21.941189 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b0b87064-d0c9-4040-8314-9d6295a9e09a req-13f6c53c-af1b-4347-9331-813268cf882e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718372 Aug 05 14:23:22.051379 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-335275fa-5281-44e1-950c-bdd63d01b1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:22.051636 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-335275fa-5281-44e1-950c-bdd63d01b1db admin admin] Added segment 6c31fabf-a31f-4de2-9a41-e259d9ff64c9 of type vlan for network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 Aug 05 14:23:22.067564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335275fa-5281-44e1-950c-bdd63d01b1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb95ead-43b6-4b0b-8c94-5e6b18397de5,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:22.107871 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-335275fa-5281-44e1-950c-bdd63d01b1db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:22.124953 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a0b5f-faa6-45cf-b228-d00b32e9f510 req-d26d958b-a0c6-41c6-95df-a69092057960 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:22.126568 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a12a0b5f-faa6-45cf-b228-d00b32e9f510 req-d26d958b-a0c6-41c6-95df-a69092057960 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.1138437 Aug 05 14:23:22.166024 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-335275fa-5281-44e1-950c-bdd63d01b1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:22.167106 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335275fa-5281-44e1-950c-bdd63d01b1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:22.167659 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-335275fa-5281-44e1-950c-bdd63d01b1db admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:22.226670 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a12a0b5f-faa6-45cf-b228-d00b32e9f510 req-4dfe0b17-f936-4600-9ce5-fba87daffedb tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919614 Aug 05 14:23:22.248606 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-335275fa-5281-44e1-950c-bdd63d01b1db admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1398735 Aug 05 14:23:22.248606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34118) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:22.250846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-66cd8aa0-0a1d-4a43-a8de-1fdbe8daf254 admin admin] Request body: {'subnet': {'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-897489132-subnet', 'tenant_id': 'afe4b561d1974391aca72f9d62162862', 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:23:22.257468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335275fa-5281-44e1-950c-bdd63d01b1db admin admin] Pushing event updated for resources: {'Network': ['ID=3f193e11-e5ba-461e-aba2-2fc9d7e797f1,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:22.275902 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:23:22.283872 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cd8aa0-0a1d-4a43-a8de-1fdbe8daf254 admin admin] Made reservation on behalf of afe4b561d1974391aca72f9d62162862 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:23:22.288519 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66cd8aa0-0a1d-4a43-a8de-1fdbe8daf254 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:22.348759 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251075f6-3daa-45e3-8de6-dd5d38cb92ae req-cca6f4ee-1b02-4c20-8abc-fd0d8e8008f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:22.351745 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-251075f6-3daa-45e3-8de6-dd5d38cb92ae req-cca6f4ee-1b02-4c20-8abc-fd0d8e8008f9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86&tenant_id=859addcb5b3241b8a7974ece1a636acf HTTP/1.1" status: 200 len: 1094 time: 0.0756755 Aug 05 14:23:22.436273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251075f6-3daa-45e3-8de6-dd5d38cb92ae req-62943810-762a-4ce0-8cfe-78cb5485724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:22.438316 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-251075f6-3daa-45e3-8de6-dd5d38cb92ae req-62943810-762a-4ce0-8cfe-78cb5485724e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=859addcb5b3241b8a7974ece1a636acf&device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 1094 time: 0.0526941 Aug 05 14:23:22.498808 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66cd8aa0-0a1d-4a43-a8de-1fdbe8daf254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:22.571474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd8aa0-0a1d-4a43-a8de-1fdbe8daf254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d44b77-dd11-463d-9579-f527d030aff6,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:22.580528 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cd8aa0-0a1d-4a43-a8de-1fdbe8daf254 admin admin] Checking segment: {'id': '6c31fabf-a31f-4de2-9a41-e259d9ff64c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:23:22.580899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd8aa0-0a1d-4a43-a8de-1fdbe8daf254 admin admin] Network hostable DHCP agents. Network: 3f193e11-e5ba-461e-aba2-2fc9d7e797f1, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:23:22.586937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655db39-aef0-457d-bd76-a37e8934ff8e req-67cd58c7-ebd7-4461-a412-0b8204497540 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:22.588483 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6655db39-aef0-457d-bd76-a37e8934ff8e req-67cd58c7-ebd7-4461-a412-0b8204497540 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.0844653 Aug 05 14:23:22.594216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251075f6-3daa-45e3-8de6-dd5d38cb92ae req-7ad88887-dc38-4a55-9e6d-546d14870a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:22.595771 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-251075f6-3daa-45e3-8de6-dd5d38cb92ae req-7ad88887-dc38-4a55-9e6d-546d14870a3d service neutron] 10.222.0.63 "GET /v2.0/networks?id=c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 200 len: 918 time: 0.1445575 Aug 05 14:23:22.600711 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd8aa0-0a1d-4a43-a8de-1fdbe8daf254 admin admin] Network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:23:22.611801 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-66cd8aa0-0a1d-4a43-a8de-1fdbe8daf254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 3f193e11-e5ba-461e-aba2-2fc9d7e797f1) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:23:22.616279 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd8aa0-0a1d-4a43-a8de-1fdbe8daf254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:22.616924 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-66cd8aa0-0a1d-4a43-a8de-1fdbe8daf254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:22.624672 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e5a74d-6aeb-48b8-b0a1-cea43fc9bf0f None None] Network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:23:22.647297 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-66cd8aa0-0a1d-4a43-a8de-1fdbe8daf254 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3979056 Aug 05 14:23:22.647297 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34124) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:22.652923 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-897489132-router', 'tenant_id': 'afe4b561d1974391aca72f9d62162862', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:23:22.687969 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:22.689023 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:22.692116 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-251075f6-3daa-45e3-8de6-dd5d38cb92ae req-7ea1a606-8c32-4d1c-aacd-19485067b420 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac HTTP/1.1" status: 200 len: 998 time: 0.0878272 Aug 05 14:23:22.695163 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6655db39-aef0-457d-bd76-a37e8934ff8e req-520cc5a7-7a56-408e-b45e-25c74a53619a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978470 Aug 05 14:23:22.754686 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251075f6-3daa-45e3-8de6-dd5d38cb92ae req-526fc296-ee98-4521-a8c1-fe9c0ee14d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:22.756299 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-251075f6-3daa-45e3-8de6-dd5d38cb92ae req-526fc296-ee98-4521-a8c1-fe9c0ee14d11 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ee667f3f-6ab2-448a-9b41-aa113bf5db1a HTTP/1.1" status: 200 len: 856 time: 0.0544882 Aug 05 14:23:22.759906 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:22.842213 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251075f6-3daa-45e3-8de6-dd5d38cb92ae req-ed688936-6c0f-4306-b0ec-bd5755303e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:22.844702 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-251075f6-3daa-45e3-8de6-dd5d38cb92ae req-ed688936-6c0f-4306-b0ec-bd5755303e22 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c7382844-bdec-44ba-9a71-2be3c532ada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792773 Aug 05 14:23:22.864677 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-3f193e11-e5ba-461e-aba2-2fc9d7e797f1', 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1', 'tenant_id': 'afe4b561d1974391aca72f9d62162862', 'fixed_ips': [{'subnet_id': '80d44b77-dd11-463d-9579-f527d030aff6'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:23:22.865588 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:22.947228 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:22.951525 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-251075f6-3daa-45e3-8de6-dd5d38cb92ae req-1cb78b65-9497-4338-bfcf-33e27d3270a4 service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882852 Aug 05 14:23:23.033918 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Allocated IP 172.20.0.2 (3f193e11-e5ba-461e-aba2-2fc9d7e797f1/80d44b77-dd11-463d-9579-f527d030aff6/5da08eee-415d-400e-8a45-21e9b3e761a5) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:23:23.073264 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-251075f6-3daa-45e3-8de6-dd5d38cb92ae req-019b5504-88cf-4559-8125-9a06b35bc4bb service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141610 Aug 05 14:23:23.202873 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:23.203492 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:23.215537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Transition to ACTIVE for port object 5da08eee-415d-400e-8a45-21e9b3e761a5 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:23:23.228302 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:23.232793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Transition to ACTIVE for port object 5da08eee-415d-400e-8a45-21e9b3e761a5 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:23:23.241277 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:23.309424 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:23:23.314717 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:23:23.321078 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:23:23.332503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Pushing event updated for resources: {'Port': ['ID=5da08eee-415d-400e-8a45-21e9b3e761a5,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:23.394634 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Attempting to bind port 5da08eee-415d-400e-8a45-21e9b3e761a5 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:23:23.394983 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Attempting to bind port 5da08eee-415d-400e-8a45-21e9b3e761a5 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '6c31fabf-a31f-4de2-9a41-e259d9ff64c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:23:23.395271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Attempting to bind port 5da08eee-415d-400e-8a45-21e9b3e761a5 on network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:23:23.401696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:23:23.402901 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Checking segment: {'id': '6c31fabf-a31f-4de2-9a41-e259d9ff64c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:23:23.402901 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:23.403103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Bound using segment: {'id': '6c31fabf-a31f-4de2-9a41-e259d9ff64c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:23:23.403606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Bound port: 5da08eee-415d-400e-8a45-21e9b3e761a5, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31fabf-a31f-4de2-9a41-e259d9ff64c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:23:23.403994 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:23.454136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2a487-a36e-4f32-9d84-137ef68104e0 req-bef477a5-d312-40d6-b788-619d82b4a228 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:23.455864 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4e2a487-a36e-4f32-9d84-137ef68104e0 req-bef477a5-d312-40d6-b788-619d82b4a228 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0922077 Aug 05 14:23:23.523333 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Allocated IP 172.25.5.57 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/fde66a34-1ebf-4660-b5eb-03ee4ddd093b) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:23:23.530920 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4e2a487-a36e-4f32-9d84-137ef68104e0 req-5c92d677-93e4-4670-acb0-2639b5eb2ea6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567389 Aug 05 14:23:23.566645 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] For port 5da08eee-415d-400e-8a45-21e9b3e761a5, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:23:23.575219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] For port 5da08eee-415d-400e-8a45-21e9b3e761a5, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5da08eee-415d-400e-8a45-21e9b3e761a5,segment=NetworkSegment(6c31fabf-a31f-4de2-9a41-e259d9ff64c9),segment_id=6c31fabf-a31f-4de2-9a41-e259d9ff64c9)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:23:23.583022 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:23.709892 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:23.790913 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850338a8-6522-4c08-8dc5-2e6005af8bea None None] Pushing event updated for resources: {'Port': ['ID=5da08eee-415d-400e-8a45-21e9b3e761a5,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:23.892763 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:24.090007 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:23:24.092609 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:23:24.095976 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:23:24.166071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5215dcf-3696-40df-8c59-5fbedd6a7ed1 req-d04d4a29-bba8-483e-83c5-1c599b9ea4ad tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:24.178304 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5215dcf-3696-40df-8c59-5fbedd6a7ed1 req-d04d4a29-bba8-483e-83c5-1c599b9ea4ad tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.2105305 Aug 05 14:23:24.183036 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e78d1-edd9-4568-af86-a244e11cf6e6 req-eb79cf90-5c6b-42e5-afb4-06b98f964c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:24.185034 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff7e78d1-edd9-4568-af86-a244e11cf6e6 req-eb79cf90-5c6b-42e5-afb4-06b98f964c98 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14e2ae568ba44cb79ef70f247c42b903&device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 1096 time: 0.2059760 Aug 05 14:23:24.327689 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5215dcf-3696-40df-8c59-5fbedd6a7ed1 req-7cee06c2-0238-436b-bf80-8a72c70552c6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480172 Aug 05 14:23:24.424389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e78d1-edd9-4568-af86-a244e11cf6e6 req-6a1b9b3d-32e9-4274-b0e8-5ba1e2467661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:24.425877 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff7e78d1-edd9-4568-af86-a244e11cf6e6 req-6a1b9b3d-32e9-4274-b0e8-5ba1e2467661 service neutron] 10.222.0.63 "GET /v2.0/networks?id=134659b0-824f-494f-bea6-2563b351ef1f HTTP/1.1" status: 200 len: 912 time: 0.1971836 Aug 05 14:23:24.445006 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Pushing event updated for resources: {'Port': ['ID=fde66a34-1ebf-4660-b5eb-03ee4ddd093b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:24.515252 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5da08eee-415d-400e-8a45-21e9b3e761a5 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:24.523792 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160567b-1be1-4bbd-8dac-2041a9460232 req-456e735e-5b76-4f77-b8c6-32e3b34b81f8 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:24.525427 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1160567b-1be1-4bbd-8dac-2041a9460232 req-456e735e-5b76-4f77-b8c6-32e3b34b81f8 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.6192911 Aug 05 14:23:24.583186 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff7e78d1-edd9-4568-af86-a244e11cf6e6 req-e3d1ec44-e260-430e-8741-4c8151c50b35 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9969afa2-2285-4060-86f5-b1e88d590b36 HTTP/1.1" status: 200 len: 217 time: 0.1440878 Aug 05 14:23:24.702800 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 5da08eee-415d-400e-8a45-21e9b3e761a5 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:24.769862 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e78d1-edd9-4568-af86-a244e11cf6e6 req-5459cc96-7823-4ceb-9f8f-9a2d4a59f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:24.771829 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff7e78d1-edd9-4568-af86-a244e11cf6e6 req-5459cc96-7823-4ceb-9f8f-9a2d4a59f502 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6047f187-2264-4c17-bfd8-689d6e1ac5dd HTTP/1.1" status: 200 len: 851 time: 0.1693649 Aug 05 14:23:24.932257 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1160567b-1be1-4bbd-8dac-2041a9460232 req-bdbdcff0-17ab-40c2-b2a5-06c54728fb76 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469437 Aug 05 14:23:24.944054 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:25.457692 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c83b705-45f4-4ee2-a901-7c30d45b3667 None None] Network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:23:25.460022 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:25.511260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59ebbf-1037-4a2e-b533-0aa51f909a93 req-35156759-9c94-4b0a-a0ac-d459c84945ad tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:25.513751 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed59ebbf-1037-4a2e-b533-0aa51f909a93 req-35156759-9c94-4b0a-a0ac-d459c84945ad tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0731940 Aug 05 14:23:25.555131 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b01245e3-86fe-4f7a-87f5-f0963e8cd876 None None] Provisioning for port 5da08eee-415d-400e-8a45-21e9b3e761a5 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:25.591683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b01245e3-86fe-4f7a-87f5-f0963e8cd876 None None] Provisioning complete for port 5da08eee-415d-400e-8a45-21e9b3e761a5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:25.592177 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b01245e3-86fe-4f7a-87f5-f0963e8cd876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:25.608361 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed59ebbf-1037-4a2e-b533-0aa51f909a93 req-7791784d-d406-4d18-b124-067d88bb8c9b tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821624 Aug 05 14:23:25.686760 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Router e157d17d-9a5d-4aba-912d-1b36967e23cc is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:23:25.946485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:23:25.971722 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Sync routers for ids ['e157d17d-9a5d-4aba-912d-1b36967e23cc'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:23:25.991347 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:25.992814 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9e1d09ad-a29b-4edf-a6da-7d4a9e35ca12 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3445780 Aug 05 14:23:25.996015 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34168) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:26.100883 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Routers {'e157d17d-9a5d-4aba-912d-1b36967e23cc'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:23:26.101218 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:23:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e157d17d-9a5d-4aba-912d-1b36967e23cc'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:26.207560 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b01245e3-86fe-4f7a-87f5-f0963e8cd876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:26.306429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b01245e3-86fe-4f7a-87f5-f0963e8cd876 None None] For port 5da08eee-415d-400e-8a45-21e9b3e761a5, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5da08eee-415d-400e-8a45-21e9b3e761a5,segment=NetworkSegment(6c31fabf-a31f-4de2-9a41-e259d9ff64c9),segment_id=6c31fabf-a31f-4de2-9a41-e259d9ff64c9)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:26.324689 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b01245e3-86fe-4f7a-87f5-f0963e8cd876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:26.447699 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01245e3-86fe-4f7a-87f5-f0963e8cd876 None None] Pushing event updated for resources: {'Port': ['ID=5da08eee-415d-400e-8a45-21e9b3e761a5,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:26.475274 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff7e78d1-edd9-4568-af86-a244e11cf6e6 req-27e65d14-19c4-430c-a7cf-dcc158e1c2c9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=134659b0-824f-494f-bea6-2563b351ef1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018462 Aug 05 14:23:26.504827 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04776055-0c38-4541-8161-91f809306a6a req-9ca22608-5e91-4b4d-be4f-34a726c3d713 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:26.512570 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04776055-0c38-4541-8161-91f809306a6a req-9ca22608-5e91-4b4d-be4f-34a726c3d713 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.3041706 Aug 05 14:23:26.522369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Set router e157d17d-9a5d-4aba-912d-1b36967e23cc gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:23:26.780796 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04776055-0c38-4541-8161-91f809306a6a req-449e2e37-625c-43da-87a7-65349e00f6d0 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2669346 Aug 05 14:23:26.895644 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e3bb8d7f-609f-4ca4-993a-44a9634379ab None None] Provisioning complete for port 5da08eee-415d-400e-8a45-21e9b3e761a5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:26.896200 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e3bb8d7f-609f-4ca4-993a-44a9634379ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:26.943554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff7e78d1-edd9-4568-af86-a244e11cf6e6 req-ddc0353b-477c-4c21-9d81-3c454fbd80fa service neutron] 10.222.0.63 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198966 Aug 05 14:23:26.988522 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c899f1c-4a09-4f97-9f0c-b9e2a0aff849 req-2f55e22d-c115-4fd6-b77d-905ddd8c01c6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:26.999475 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1c899f1c-4a09-4f97-9f0c-b9e2a0aff849 req-2f55e22d-c115-4fd6-b77d-905ddd8c01c6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.1299317 Aug 05 14:23:27.080012 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1c899f1c-4a09-4f97-9f0c-b9e2a0aff849 req-0c804a5a-7429-4132-8c01-a0023c948b41 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782690 Aug 05 14:23:27.110151 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'name': 'tempest-TestServerMultinode-897489132-router', 'tenant_id': 'afe4b561d1974391aca72f9d62162862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fde66a34-1ebf-4660-b5eb-03ee4ddd093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:23:22Z', 'updated_at': '2021-08-05T14:23:24Z', 'revision_number': 3, 'project_id': 'afe4b561d1974391aca72f9d62162862', 'gw_port': {'id': 'fde66a34-1ebf-4660-b5eb-03ee4ddd093b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:23Z', 'updated_at': '2021-08-05T14:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:27.172849 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Checking router: e157d17d-9a5d-4aba-912d-1b36967e23cc for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:23:27.174241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Updating router e157d17d-9a5d-4aba-912d-1b36967e23cc port fde66a34-1ebf-4660-b5eb-03ee4ddd093b binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:23:27.211851 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:27.235821 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:27.318596 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff7e78d1-edd9-4568-af86-a244e11cf6e6 req-7114d58e-5d4c-4d23-96e5-2aa6b2e23bcf service neutron] 10.222.0.63 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182081 Aug 05 14:23:27.487406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Allocated IP 172.20.0.1 (3f193e11-e5ba-461e-aba2-2fc9d7e797f1/80d44b77-dd11-463d-9579-f527d030aff6/d3f5397f-b241-4dd1-a65f-e986a97dae6a) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:23:27.764403 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:27.770523 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:27.786786 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Transition to ACTIVE for port object fde66a34-1ebf-4660-b5eb-03ee4ddd093b will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:23:27.798804 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:27.804448 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Transition to ACTIVE for port object d3f5397f-b241-4dd1-a65f-e986a97dae6a will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:23:27.851913 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f797b-68d1-497d-8d2e-f1a5d9e4cee4 None None] Pushing event updated for resources: {'Port': ['ID=fde66a34-1ebf-4660-b5eb-03ee4ddd093b,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:27.904382 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:27.943763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Attempting to bind port fde66a34-1ebf-4660-b5eb-03ee4ddd093b on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:23:27.944765 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Attempting to bind port fde66a34-1ebf-4660-b5eb-03ee4ddd093b by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:23:27.945377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Attempting to bind port fde66a34-1ebf-4660-b5eb-03ee4ddd093b on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:23:27.959870 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:23:27.960785 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:23:27.961595 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:27.962380 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:23:27.964608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Bound port: fde66a34-1ebf-4660-b5eb-03ee4ddd093b, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:23:27.969110 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:27.990432 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:23:28.029241 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:23:28.051184 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] For port fde66a34-1ebf-4660-b5eb-03ee4ddd093b, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:23:28.053129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:23:28.059034 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] For port fde66a34-1ebf-4660-b5eb-03ee4ddd093b, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fde66a34-1ebf-4660-b5eb-03ee4ddd093b,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:23:28.065593 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:28.105354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f5397f-b241-4dd1-a65f-e986a97dae6a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:28.136254 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91e606-9b6d-4bb1-9df8-32380854f6bc req-5ac88ba1-46d0-4cbe-9a31-de118d28ef61 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:28.138036 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bb91e606-9b6d-4bb1-9df8-32380854f6bc req-5ac88ba1-46d0-4cbe-9a31-de118d28ef61 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.1983645 Aug 05 14:23:28.184339 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:28.187736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Routers {'e157d17d-9a5d-4aba-912d-1b36967e23cc'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:23:28.188444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:23:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e157d17d-9a5d-4aba-912d-1b36967e23cc'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:28.258950 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f797b-68d1-497d-8d2e-f1a5d9e4cee4 None None] Pushing event updated for resources: {'Port': ['ID=fde66a34-1ebf-4660-b5eb-03ee4ddd093b,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:28.263332 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bb91e606-9b6d-4bb1-9df8-32380854f6bc req-7dc4e034-8be8-4420-918e-817d07760f6f tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173272 Aug 05 14:23:28.427897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0a141-ec64-448e-8054-092fb0e74dab req-7f170ac2-90ab-4e8d-8a71-fed66c96f69e tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:28.459028 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:28.461279 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b7f0a141-ec64-448e-8054-092fb0e74dab req-7f170ac2-90ab-4e8d-8a71-fed66c96f69e tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.1755881 Aug 05 14:23:28.470534 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5da08eee-415d-400e-8a45-21e9b3e761a5 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:28.569283 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b7f0a141-ec64-448e-8054-092fb0e74dab req-bd4f745c-2ff9-44f9-8f54-92932c121c8d tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032236 Aug 05 14:23:28.654650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] Set router e157d17d-9a5d-4aba-912d-1b36967e23cc gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:23:28.688628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a51c9c05-d422-4479-94f3-91a9d79bca07 None None] Provisioning for port d3f5397f-b241-4dd1-a65f-e986a97dae6a completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:28.723287 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a51c9c05-d422-4479-94f3-91a9d79bca07 None None] Provisioning complete for port d3f5397f-b241-4dd1-a65f-e986a97dae6a triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:28.723662 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a51c9c05-d422-4479-94f3-91a9d79bca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:28.786932 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 5da08eee-415d-400e-8a45-21e9b3e761a5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:28.787356 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:28.791760 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:28.805741 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:28.909617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f5397f-b241-4dd1-a65f-e986a97dae6a,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:28.984771 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:29.015128 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a51c9c05-d422-4479-94f3-91a9d79bca07 None None] Port d3f5397f-b241-4dd1-a65f-e986a97dae6a cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:23:29.124257 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'name': 'tempest-TestServerMultinode-897489132-router', 'tenant_id': 'afe4b561d1974391aca72f9d62162862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fde66a34-1ebf-4660-b5eb-03ee4ddd093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:23:22Z', 'updated_at': '2021-08-05T14:23:24Z', 'revision_number': 3, 'project_id': 'afe4b561d1974391aca72f9d62162862', 'gw_port': {'id': 'fde66a34-1ebf-4660-b5eb-03ee4ddd093b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:23Z', 'updated_at': '2021-08-05T14:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:29.173668 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885e73a-e0f5-493d-8df9-eacd460e4ad5 None None] The sync data for ids ['e157d17d-9a5d-4aba-912d-1b36967e23cc'] in n-d-803585-2 is: [{'id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'name': 'tempest-TestServerMultinode-897489132-router', 'tenant_id': 'afe4b561d1974391aca72f9d62162862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fde66a34-1ebf-4660-b5eb-03ee4ddd093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:23:22Z', 'updated_at': '2021-08-05T14:23:24Z', 'revision_number': 3, 'project_id': 'afe4b561d1974391aca72f9d62162862', 'gw_port': {'id': 'fde66a34-1ebf-4660-b5eb-03ee4ddd093b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:23Z', 'updated_at': '2021-08-05T14:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:23:29.261327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:23:29.263088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:23:29.774158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a4de9563-2806-4067-9585-aac512acbdd3 None None] Provisioning complete for port d3f5397f-b241-4dd1-a65f-e986a97dae6a triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:29.775226 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4de9563-2806-4067-9585-aac512acbdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:29.890100 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d1d6b-c400-4229-96dc-28c7a1d453f2 req-448b083a-3966-4218-8b5b-318653880390 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:29.898913 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-205d1d6b-c400-4229-96dc-28c7a1d453f2 req-448b083a-3966-4218-8b5b-318653880390 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.1960769 Aug 05 14:23:29.900833 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a4de9563-2806-4067-9585-aac512acbdd3 None None] Port d3f5397f-b241-4dd1-a65f-e986a97dae6a cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:23:29.956990 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-205d1d6b-c400-4229-96dc-28c7a1d453f2 req-0769a573-2f86-45d3-82e3-2111d73fe993 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567610 Aug 05 14:23:30.315026 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7e2f2-088a-42d0-ad20-c877b101d314 req-4d571be2-5548-46c6-9361-d1d415b0b03e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:30.322402 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2ef7e2f2-088a-42d0-ad20-c877b101d314 req-4d571be2-5548-46c6-9361-d1d415b0b03e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.9015114 Aug 05 14:23:30.461213 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Router e157d17d-9a5d-4aba-912d-1b36967e23cc has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:23:30.466484 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2ef7e2f2-088a-42d0-ad20-c877b101d314 req-e4c172ff-3b57-428a-ac67-61612965c481 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162410 Aug 05 14:23:30.499575 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fde66a34-1ebf-4660-b5eb-03ee4ddd093b up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:30.679629 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port fde66a34-1ebf-4660-b5eb-03ee4ddd093b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:30.691450 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port fde66a34-1ebf-4660-b5eb-03ee4ddd093b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:30.699165 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:30.883984 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:23:30.947395 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2c8eeac2-cf99-4816-9a37-1418d7f98fb1 admin admin] 10.222.0.16 "PUT /v2.0/routers/e157d17d-9a5d-4aba-912d-1b36967e23cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9493809 Aug 05 14:23:31.022965 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:31.114843 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port fde66a34-1ebf-4660-b5eb-03ee4ddd093b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fde66a34-1ebf-4660-b5eb-03ee4ddd093b,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:31.126950 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:31.198725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=fde66a34-1ebf-4660-b5eb-03ee4ddd093b,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:31.207757 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:31.208103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:31.208449 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:31.208909 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:31.209424 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:31.209765 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:31.210094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:31.210449 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:31.210951 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:31.211377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:31.211795 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:31.212177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:31.309972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588900ed-5db0-4d05-9e7a-75bbd28aba43 req-fda6ff2c-f124-486a-a3cd-103da9130389 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:31.324577 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-588900ed-5db0-4d05-9e7a-75bbd28aba43 req-fda6ff2c-f124-486a-a3cd-103da9130389 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.1899796 Aug 05 14:23:31.400534 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-588900ed-5db0-4d05-9e7a-75bbd28aba43 req-224811a6-7440-425c-b862-6bb5657893af tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699892 Aug 05 14:23:31.714806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590cc19-ff1b-4935-87c2-8daa0b857324 req-a9ebf6f8-942a-4465-a57c-ce6eebaffdf9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:31.717219 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5590cc19-ff1b-4935-87c2-8daa0b857324 req-a9ebf6f8-942a-4465-a57c-ce6eebaffdf9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.0725310 Aug 05 14:23:31.809959 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5590cc19-ff1b-4935-87c2-8daa0b857324 req-3d191472-6d1c-4bc0-9ab2-c37f383b44e8 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817358 Aug 05 14:23:31.986795 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34224) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:31.992457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-55ac2295-3e85-4834-9c21-824e915636f7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1965076564-network', 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:23:32.024482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ac2295-3e85-4834-9c21-824e915636f7 admin admin] Made reservation on behalf of bcd6fe62cef74b729b717f6fa41b0179 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:23:32.035293 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55ac2295-3e85-4834-9c21-824e915636f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:32.059751 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55ac2295-3e85-4834-9c21-824e915636f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:32.276381 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55ac2295-3e85-4834-9c21-824e915636f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:32.290813 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55ac2295-3e85-4834-9c21-824e915636f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:32.346942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ac2295-3e85-4834-9c21-824e915636f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:23:32.379092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac2295-3e85-4834-9c21-824e915636f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5916df-cb78-49db-8149-e47f4b4800c1,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:32.398175 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55ac2295-3e85-4834-9c21-824e915636f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:32.398583 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-55ac2295-3e85-4834-9c21-824e915636f7 admin admin] Added segment 208f5f87-eb07-4699-a8d8-ec3f851402c2 of type vlan for network 415916c9-8a05-4776-9a42-f3afb1b06afb Aug 05 14:23:32.419637 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fde66a34-1ebf-4660-b5eb-03ee4ddd093b up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:32.493259 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55ac2295-3e85-4834-9c21-824e915636f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:32.529784 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port fde66a34-1ebf-4660-b5eb-03ee4ddd093b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:32.530796 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:32.573891 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34230) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:32.597840 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55ac2295-3e85-4834-9c21-824e915636f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:32.600191 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac2295-3e85-4834-9c21-824e915636f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:32.606180 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55ac2295-3e85-4834-9c21-824e915636f7 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:32.653061 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7710269-3615-4ee9-bd90-199efaa8ff1f req-0b36c36d-d2e2-4f32-aab3-d0848363e749 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:32.663652 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b7710269-3615-4ee9-bd90-199efaa8ff1f req-0b36c36d-d2e2-4f32-aab3-d0848363e749 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.1428847 Aug 05 14:23:32.690770 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Sync routers for ids ['e157d17d-9a5d-4aba-912d-1b36967e23cc'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:23:32.710036 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Routers {'e157d17d-9a5d-4aba-912d-1b36967e23cc'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:23:32.712243 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:23:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e157d17d-9a5d-4aba-912d-1b36967e23cc'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:32.753995 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b7710269-3615-4ee9-bd90-199efaa8ff1f req-fd0125be-3c65-4cd4-a642-9a197cc2ce2c tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888095 Aug 05 14:23:32.864094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b88d82-490e-45ca-801b-d3707e1800ac admin admin] Deleting subnet a7b57f0f-8f48-44ec-bcc6-2de2ce0afde6 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:23:32.879854 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4b88d82-490e-45ca-801b-d3707e1800ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:32.885359 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-55ac2295-3e85-4834-9c21-824e915636f7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8969855 Aug 05 14:23:32.888511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34234) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:32.896884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3c1f206b-4324-4f0a-a4d4-3b4c5af7dad2 admin admin] Request body: {'subnet': {'network_id': '415916c9-8a05-4776-9a42-f3afb1b06afb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1965076564-subnet', 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:23:32.906672 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Set router e157d17d-9a5d-4aba-912d-1b36967e23cc gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:23:32.928446 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac2295-3e85-4834-9c21-824e915636f7 admin admin] Pushing event updated for resources: {'Network': ['ID=415916c9-8a05-4776-9a42-f3afb1b06afb,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:32.943998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 415916c9-8a05-4776-9a42-f3afb1b06afb details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:23:32.951350 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4b88d82-490e-45ca-801b-d3707e1800ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:33.014201 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1f206b-4324-4f0a-a4d4-3b4c5af7dad2 admin admin] Made reservation on behalf of bcd6fe62cef74b729b717f6fa41b0179 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:23:33.022827 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c1f206b-4324-4f0a-a4d4-3b4c5af7dad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:33.176525 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4b88d82-490e-45ca-801b-d3707e1800ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:33.244371 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c1f206b-4324-4f0a-a4d4-3b4c5af7dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:33.262037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765651b-21ce-4bea-a5b9-a005eec92556 req-a44e08ee-91f2-4af8-b65e-76853256205c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:33.265232 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8765651b-21ce-4bea-a5b9-a005eec92556 req-a44e08ee-91f2-4af8-b65e-76853256205c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.2238116 Aug 05 14:23:33.314035 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f206b-4324-4f0a-a4d4-3b4c5af7dad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca8392eb-fa1f-441b-911e-673fcab6b5ef,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:33.353477 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f206b-4324-4f0a-a4d4-3b4c5af7dad2 admin admin] Checking segment: {'id': '208f5f87-eb07-4699-a8d8-ec3f851402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '415916c9-8a05-4776-9a42-f3afb1b06afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:23:33.354548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1f206b-4324-4f0a-a4d4-3b4c5af7dad2 admin admin] Network hostable DHCP agents. Network: 415916c9-8a05-4776-9a42-f3afb1b06afb, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:23:33.388811 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1f206b-4324-4f0a-a4d4-3b4c5af7dad2 admin admin] Network 415916c9-8a05-4776-9a42-f3afb1b06afb is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:23:33.408305 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8765651b-21ce-4bea-a5b9-a005eec92556 req-676a82ba-fe84-431d-8e28-971705b583a0 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319339 Aug 05 14:23:33.411303 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4b88d82-490e-45ca-801b-d3707e1800ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:33.418704 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-3c1f206b-4324-4f0a-a4d4-3b4c5af7dad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 415916c9-8a05-4776-9a42-f3afb1b06afb) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:23:33.443586 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119adb2a-039c-403b-8497-e59ac651df77 None None] Network 415916c9-8a05-4776-9a42-f3afb1b06afb requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:23:33.449925 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'name': 'tempest-TestServerMultinode-897489132-router', 'tenant_id': 'afe4b561d1974391aca72f9d62162862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fde66a34-1ebf-4660-b5eb-03ee4ddd093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:23:22Z', 'updated_at': '2021-08-05T14:23:28Z', 'revision_number': 4, 'project_id': 'afe4b561d1974391aca72f9d62162862', 'gw_port': {'id': 'fde66a34-1ebf-4660-b5eb-03ee4ddd093b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:23Z', 'updated_at': '2021-08-05T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'd3f5397f-b241-4dd1-a65f-e986a97dae6a', 'name': '', 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1', 'tenant_id': 'afe4b561d1974391aca72f9d62162862', 'mac_address': 'fa:16:3e:67:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '80d44b77-dd11-463d-9579-f527d030aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:27Z', 'updated_at': '2021-08-05T14:23:28Z', 'revision_number': 2, 'project_id': 'afe4b561d1974391aca72f9d62162862', 'subnets': [{'id': '80d44b77-dd11-463d-9579-f527d030aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:33.450195 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1f206b-4324-4f0a-a4d4-3b4c5af7dad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:33.451248 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c1f206b-4324-4f0a-a4d4-3b4c5af7dad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:33.488540 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b88d82-490e-45ca-801b-d3707e1800ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b57f0f-8f48-44ec-bcc6-2de2ce0afde6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:33.493185 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Checking router: e157d17d-9a5d-4aba-912d-1b36967e23cc for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:23:33.494323 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Updating router e157d17d-9a5d-4aba-912d-1b36967e23cc port d3f5397f-b241-4dd1-a65f-e986a97dae6a binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:23:33.498573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34236) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:33.500266 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3c1f206b-4324-4f0a-a4d4-3b4c5af7dad2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6100569 Aug 05 14:23:33.509810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1965076564-router', 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:23:33.540354 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:33.564915 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4b88d82-490e-45ca-801b-d3707e1800ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:33.570926 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a4b88d82-490e-45ca-801b-d3707e1800ac admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a7b57f0f-8f48-44ec-bcc6-2de2ce0afde6 HTTP/1.1" status: 204 len: 168 time: 0.9931729 Aug 05 14:23:33.574445 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:33.574818 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:33.576141 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34238) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:33.732627 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:33.736947 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:33.800972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-415916c9-8a05-4776-9a42-f3afb1b06afb', 'network_id': '415916c9-8a05-4776-9a42-f3afb1b06afb', 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'fixed_ips': [{'subnet_id': 'ca8392eb-fa1f-441b-911e-673fcab6b5ef'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:23:33.805886 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:34.088306 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:34.098231 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:34.126025 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122dbc58-ef18-4e88-bdcf-c089eca2ddbd']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:34.137439 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531f153-97a4-43a8-9dd5-45dcbff10acb req-151cc0ff-6767-4110-81ce-f7e321112ebe tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:34.145177 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f531f153-97a4-43a8-9dd5-45dcbff10acb req-151cc0ff-6767-4110-81ce-f7e321112ebe tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.1624987 Aug 05 14:23:34.176647 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:34.185607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095c2d6e-8f9a-4773-9d07-e8ae811b963c') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:34.188233 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095c2d6e-8f9a-4773-9d07-e8ae811b963c') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:34.199370 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Transition to ACTIVE for port object d3f5397f-b241-4dd1-a65f-e986a97dae6a will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:23:34.212176 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:34.229808 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:34.251206 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:34.262156 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:23:34.263548 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:34.265212 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Allocated IP 172.20.0.2 (415916c9-8a05-4776-9a42-f3afb1b06afb/ca8392eb-fa1f-441b-911e-673fcab6b5ef/89eee928-1482-488d-b431-7dffc7b70aa4) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:23:34.386747 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:23:34.398808 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:34.419311 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Attempting to bind port d3f5397f-b241-4dd1-a65f-e986a97dae6a on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:23:34.419677 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Attempting to bind port d3f5397f-b241-4dd1-a65f-e986a97dae6a by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '6c31fabf-a31f-4de2-9a41-e259d9ff64c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:23:34.420034 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Attempting to bind port d3f5397f-b241-4dd1-a65f-e986a97dae6a on network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:23:34.442345 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1aabec-94ea-43e1-888a-f6e50081d227 None None] Pushing event updated for resources: {'Port': ['ID=d3f5397f-b241-4dd1-a65f-e986a97dae6a,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:34.452348 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:34.454641 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/122dbc58-ef18-4e88-bdcf-c089eca2ddbd HTTP/1.1" status: 204 len: 168 time: 0.8772128 Aug 05 14:23:34.460290 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=122dbc58-ef18-4e88-bdcf-c089eca2ddbd,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:34.469857 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1aabec-94ea-43e1-888a-f6e50081d227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.470203 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1aabec-94ea-43e1-888a-f6e50081d227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.470565 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1aabec-94ea-43e1-888a-f6e50081d227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.470901 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1aabec-94ea-43e1-888a-f6e50081d227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.471231 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1aabec-94ea-43e1-888a-f6e50081d227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.471559 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1aabec-94ea-43e1-888a-f6e50081d227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.471887 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1aabec-94ea-43e1-888a-f6e50081d227 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.478478 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1aabec-94ea-43e1-888a-f6e50081d227 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.478960 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1aabec-94ea-43e1-888a-f6e50081d227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.479194 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1aabec-94ea-43e1-888a-f6e50081d227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.479533 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1aabec-94ea-43e1-888a-f6e50081d227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.479849 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1aabec-94ea-43e1-888a-f6e50081d227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.501165 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.501520 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.501868 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.505039 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:23:34.505418 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Checking segment: {'id': '6c31fabf-a31f-4de2-9a41-e259d9ff64c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:23:34.505820 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:34.506214 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Bound using segment: {'id': '6c31fabf-a31f-4de2-9a41-e259d9ff64c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:23:34.512745 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.513858 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.514217 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.517137 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Bound port: d3f5397f-b241-4dd1-a65f-e986a97dae6a, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c31fabf-a31f-4de2-9a41-e259d9ff64c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:23:34.517557 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:34.519113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.520167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.521575 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.522655 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.523023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.526006 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557f85c9-57ad-4a7f-8567-5451ab500fe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:34.598692 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f531f153-97a4-43a8-9dd5-45dcbff10acb req-11525858-c89e-458b-81d7-5f2f6e6f4d35 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499998 Aug 05 14:23:34.741637 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:34.747542 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] For port d3f5397f-b241-4dd1-a65f-e986a97dae6a, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:23:34.756284 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] For port d3f5397f-b241-4dd1-a65f-e986a97dae6a, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d3f5397f-b241-4dd1-a65f-e986a97dae6a,segment=NetworkSegment(6c31fabf-a31f-4de2-9a41-e259d9ff64c9),segment_id=6c31fabf-a31f-4de2-9a41-e259d9ff64c9)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:23:34.764091 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:34.771031 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:34.783490 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52052bb2-2fe1-4a72-9343-c092aef76f88 req-a894906a-4fdf-4f97-b861-5aeea0c111eb tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:34.785504 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-52052bb2-2fe1-4a72-9343-c092aef76f88 req-a894906a-4fdf-4f97-b861-5aeea0c111eb tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.1391740 Aug 05 14:23:34.791025 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:34.815325 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Transition to ACTIVE for port object 89eee928-1482-488d-b431-7dffc7b70aa4 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:23:34.847992 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Transition to ACTIVE for port object 89eee928-1482-488d-b431-7dffc7b70aa4 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:23:34.865127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34248) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:34.866330 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:34.910398 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Routers {'e157d17d-9a5d-4aba-912d-1b36967e23cc'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:23:34.912510 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:23:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e157d17d-9a5d-4aba-912d-1b36967e23cc'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:34.995656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Network 415916c9-8a05-4776-9a42-f3afb1b06afb is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:23:34.999606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:23:35.004609 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-714e9abf-786f-4b8a-85c4-e3ca8d6ec9d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=88d5fb20fdc74d5a964903ecc2a88542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356661 Aug 05 14:23:35.005851 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34250) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:35.006975 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:23:35.014095 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-52052bb2-2fe1-4a72-9343-c092aef76f88 req-663df238-b61e-4d73-9480-de9dddca9824 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575296 Aug 05 14:23:35.040672 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Pushing event updated for resources: {'Port': ['ID=89eee928-1482-488d-b431-7dffc7b70aa4,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:35.079408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Allocated IP 172.25.5.165 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/59b27aa4-7d81-4c6f-b52a-487be20b7cb2) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:23:35.166803 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9661771-984f-44cf-a1db-3e4fa8037e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:35.173231 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1aabec-94ea-43e1-888a-f6e50081d227 None None] Pushing event updated for resources: {'Port': ['ID=d3f5397f-b241-4dd1-a65f-e986a97dae6a,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:35.221722 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Attempting to bind port 89eee928-1482-488d-b431-7dffc7b70aa4 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:23:35.222005 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Attempting to bind port 89eee928-1482-488d-b431-7dffc7b70aa4 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '208f5f87-eb07-4699-a8d8-ec3f851402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '415916c9-8a05-4776-9a42-f3afb1b06afb'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:23:35.222230 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Attempting to bind port 89eee928-1482-488d-b431-7dffc7b70aa4 on network 415916c9-8a05-4776-9a42-f3afb1b06afb {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:23:35.253592 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:23:35.253851 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Checking segment: {'id': '208f5f87-eb07-4699-a8d8-ec3f851402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '415916c9-8a05-4776-9a42-f3afb1b06afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:23:35.254091 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:35.254494 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Bound using segment: {'id': '208f5f87-eb07-4699-a8d8-ec3f851402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '415916c9-8a05-4776-9a42-f3afb1b06afb'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:23:35.254965 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Bound port: 89eee928-1482-488d-b431-7dffc7b70aa4, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f5f87-eb07-4699-a8d8-ec3f851402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '415916c9-8a05-4776-9a42-f3afb1b06afb'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:23:35.255343 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:35.274149 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] Set router e157d17d-9a5d-4aba-912d-1b36967e23cc gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:23:35.280832 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9661771-984f-44cf-a1db-3e4fa8037e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:35.349388 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:35.398020 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9661771-984f-44cf-a1db-3e4fa8037e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:35.404641 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9661771-984f-44cf-a1db-3e4fa8037e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:35.407405 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b9661771-984f-44cf-a1db-3e4fa8037e8b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16d08ec0-336d-4a83-be5f-cf95b32020f4 HTTP/1.1" status: 204 len: 168 time: 0.3990896 Aug 05 14:23:35.413428 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:35.420004 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9661771-984f-44cf-a1db-3e4fa8037e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d08ec0-336d-4a83-be5f-cf95b32020f4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:35.474761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:23:35.480372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:23:35.491613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:23:35.498760 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] For port 89eee928-1482-488d-b431-7dffc7b70aa4, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:23:35.532656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] For port 89eee928-1482-488d-b431-7dffc7b70aa4, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=89eee928-1482-488d-b431-7dffc7b70aa4,segment=NetworkSegment(208f5f87-eb07-4699-a8d8-ec3f851402c2),segment_id=208f5f87-eb07-4699-a8d8-ec3f851402c2)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:23:35.548536 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:35.629486 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67551138-f754-438f-9c45-fa0cc9286068 None None] Pushing event updated for resources: {'Port': ['ID=89eee928-1482-488d-b431-7dffc7b70aa4,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:35.646491 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Pushing event updated for resources: {'Port': ['ID=59b27aa4-7d81-4c6f-b52a-487be20b7cb2,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:35.687187 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'name': 'tempest-TestServerMultinode-897489132-router', 'tenant_id': 'afe4b561d1974391aca72f9d62162862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fde66a34-1ebf-4660-b5eb-03ee4ddd093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:23:22Z', 'updated_at': '2021-08-05T14:23:28Z', 'revision_number': 4, 'project_id': 'afe4b561d1974391aca72f9d62162862', 'gw_port': {'id': 'fde66a34-1ebf-4660-b5eb-03ee4ddd093b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:23Z', 'updated_at': '2021-08-05T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'd3f5397f-b241-4dd1-a65f-e986a97dae6a', 'name': '', 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1', 'tenant_id': 'afe4b561d1974391aca72f9d62162862', 'mac_address': 'fa:16:3e:67:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '80d44b77-dd11-463d-9579-f527d030aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:27Z', 'updated_at': '2021-08-05T14:23:34Z', 'revision_number': 4, 'project_id': 'afe4b561d1974391aca72f9d62162862', 'subnets': [{'id': '80d44b77-dd11-463d-9579-f527d030aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:35.730589 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4bb1eb-eed4-404a-a5ff-4547345e9e92 None None] The sync data for ids ['e157d17d-9a5d-4aba-912d-1b36967e23cc'] in n-d-803585-2 is: [{'id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'name': 'tempest-TestServerMultinode-897489132-router', 'tenant_id': 'afe4b561d1974391aca72f9d62162862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fde66a34-1ebf-4660-b5eb-03ee4ddd093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:23:22Z', 'updated_at': '2021-08-05T14:23:28Z', 'revision_number': 4, 'project_id': 'afe4b561d1974391aca72f9d62162862', 'gw_port': {'id': 'fde66a34-1ebf-4660-b5eb-03ee4ddd093b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:23Z', 'updated_at': '2021-08-05T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'd3f5397f-b241-4dd1-a65f-e986a97dae6a', 'name': '', 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1', 'tenant_id': 'afe4b561d1974391aca72f9d62162862', 'mac_address': 'fa:16:3e:67:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '80d44b77-dd11-463d-9579-f527d030aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:27Z', 'updated_at': '2021-08-05T14:23:34Z', 'revision_number': 4, 'project_id': 'afe4b561d1974391aca72f9d62162862', 'subnets': [{'id': '80d44b77-dd11-463d-9579-f527d030aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:23:35.827773 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c01d74-43ea-461b-a349-795bb699b4c9 req-042d7d2d-9975-4af7-b43b-ae5c0f5d2882 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:35.829731 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-21c01d74-43ea-461b-a349-795bb699b4c9 req-042d7d2d-9975-4af7-b43b-ae5c0f5d2882 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.1339152 Aug 05 14:23:35.954291 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:35.959354 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-21c01d74-43ea-461b-a349-795bb699b4c9 req-9fb070c7-f52f-4093-bbb9-857c61c9fcb0 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223779 Aug 05 14:23:36.239403 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122a0ec-fb3f-48b8-aef6-1add4b6b834d req-3ed60b1a-784e-404a-bd64-a16d2ac19215 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:36.240947 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9122a0ec-fb3f-48b8-aef6-1add4b6b834d req-3ed60b1a-784e-404a-bd64-a16d2ac19215 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.1036103 Aug 05 14:23:36.242221 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:36.336267 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9122a0ec-fb3f-48b8-aef6-1add4b6b834d req-b47e1850-f536-4915-bf79-fecf14e5ba82 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888143 Aug 05 14:23:36.429789 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Router abe8824e-b276-4e64-b3cd-a93ff93f0f9f is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:23:36.449737 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d3f5397f-b241-4dd1-a65f-e986a97dae6a up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:36.513362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port d3f5397f-b241-4dd1-a65f-e986a97dae6a completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:36.519674 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d3f5397f-b241-4dd1-a65f-e986a97dae6a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:36.520254 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:36.570289 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:23:36.581914 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Sync routers for ids ['abe8824e-b276-4e64-b3cd-a93ff93f0f9f'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:23:36.594202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Routers {'abe8824e-b276-4e64-b3cd-a93ff93f0f9f'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:23:36.595049 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:23:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['abe8824e-b276-4e64-b3cd-a93ff93f0f9f'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:36.606872 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:36.611445 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34258) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:23:36.618348 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e751a3ae-07f1-45dd-bdb6-c893352484cb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1120224 Aug 05 14:23:36.696553 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:36.780248 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port d3f5397f-b241-4dd1-a65f-e986a97dae6a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d3f5397f-b241-4dd1-a65f-e986a97dae6a,segment=NetworkSegment(6c31fabf-a31f-4de2-9a41-e259d9ff64c9),segment_id=6c31fabf-a31f-4de2-9a41-e259d9ff64c9)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:36.792655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Set router abe8824e-b276-4e64-b3cd-a93ff93f0f9f gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:23:36.795278 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:36.796085 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 89eee928-1482-488d-b431-7dffc7b70aa4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:36.970033 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424e03c6-250e-45a8-b9f6-79dc3285bb8a None None] Network 415916c9-8a05-4776-9a42-f3afb1b06afb requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:23:37.085176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-79c798a0-6525-4b45-a083-28c94d94f6e4 None None] Provisioning for port 89eee928-1482-488d-b431-7dffc7b70aa4 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:37.087142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=d3f5397f-b241-4dd1-a65f-e986a97dae6a,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:37.163208 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 89eee928-1482-488d-b431-7dffc7b70aa4 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:37.183989 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b5634-4c51-4e6f-bd4b-04134ee6623a req-bc2f1267-5de2-4c90-a138-0dadfdd79dc5 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:37.185618 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d44b5634-4c51-4e6f-bd4b-04134ee6623a req-bc2f1267-5de2-4c90-a138-0dadfdd79dc5 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0945950 Aug 05 14:23:37.203353 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 89eee928-1482-488d-b431-7dffc7b70aa4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:37.203669 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:37.269816 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d44b5634-4c51-4e6f-bd4b-04134ee6623a req-1a684218-55b9-4907-936e-e7f9a9629f32 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776701 Aug 05 14:23:37.277702 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'name': 'tempest-TestServerMultinode-1965076564-router', 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '59b27aa4-7d81-4c6f-b52a-487be20b7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:23:33Z', 'updated_at': '2021-08-05T14:23:35Z', 'revision_number': 3, 'project_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'gw_port': {'id': '59b27aa4-7d81-4c6f-b52a-487be20b7cb2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:34Z', 'updated_at': '2021-08-05T14:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:37.312193 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Checking router: abe8824e-b276-4e64-b3cd-a93ff93f0f9f for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:23:37.312540 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Updating router abe8824e-b276-4e64-b3cd-a93ff93f0f9f port 59b27aa4-7d81-4c6f-b52a-487be20b7cb2 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:23:37.368838 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:37.413109 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:37.463321 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:37.523261 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 89eee928-1482-488d-b431-7dffc7b70aa4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=89eee928-1482-488d-b431-7dffc7b70aa4,segment=NetworkSegment(208f5f87-eb07-4699-a8d8-ec3f851402c2),segment_id=208f5f87-eb07-4699-a8d8-ec3f851402c2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:37.536705 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:37.560729 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbd32f-f609-4adf-8fcb-e85965ec9bab req-a80d2f9e-4f30-4861-8b7c-d4461ba20552 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:37.568523 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b7bbd32f-f609-4adf-8fcb-e85965ec9bab req-a80d2f9e-4f30-4861-8b7c-d4461ba20552 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.0820951 Aug 05 14:23:37.610745 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b7bbd32f-f609-4adf-8fcb-e85965ec9bab req-1b860368-c911-46f5-a67e-e224b3bdd06d tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413444 Aug 05 14:23:37.654300 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Allocated IP 172.20.0.1 (415916c9-8a05-4776-9a42-f3afb1b06afb/ca8392eb-fa1f-441b-911e-673fcab6b5ef/a187c7eb-eb5d-48c9-97c8-f48c2a297a77) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:23:37.654500 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=89eee928-1482-488d-b431-7dffc7b70aa4,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:37.671663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-460378ef-8396-4e2c-87e0-929ce5f78406 None None] Provisioning complete for port 89eee928-1482-488d-b431-7dffc7b70aa4 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:37.672032 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-460378ef-8396-4e2c-87e0-929ce5f78406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:37.769225 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:37.784000 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Transition to ACTIVE for port object a187c7eb-eb5d-48c9-97c8-f48c2a297a77 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:23:37.805479 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:37.820178 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:37.825560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Transition to ACTIVE for port object 59b27aa4-7d81-4c6f-b52a-487be20b7cb2 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:23:37.835013 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:37.864843 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Network 415916c9-8a05-4776-9a42-f3afb1b06afb is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:23:37.867948 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:23:37.873390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:23:37.876508 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Pushing event updated for resources: {'Port': ['ID=a187c7eb-eb5d-48c9-97c8-f48c2a297a77,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:37.893081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Attempting to bind port 59b27aa4-7d81-4c6f-b52a-487be20b7cb2 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:23:37.893447 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Attempting to bind port 59b27aa4-7d81-4c6f-b52a-487be20b7cb2 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:23:37.893801 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Attempting to bind port 59b27aa4-7d81-4c6f-b52a-487be20b7cb2 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:23:37.895887 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede4fb2-675e-4411-ba6c-1e72bbd11450 None None] Pushing event updated for resources: {'Port': ['ID=59b27aa4-7d81-4c6f-b52a-487be20b7cb2,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:37.902701 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:23:37.903074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:23:37.903486 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:37.903865 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:23:37.904335 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Bound port: 59b27aa4-7d81-4c6f-b52a-487be20b7cb2, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:23:37.904712 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:37.915658 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:38.065499 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:38.126823 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] For port 59b27aa4-7d81-4c6f-b52a-487be20b7cb2, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:23:38.129825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] For port 59b27aa4-7d81-4c6f-b52a-487be20b7cb2, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=59b27aa4-7d81-4c6f-b52a-487be20b7cb2,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:23:38.134548 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:38.192927 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b5f831ff-b549-4f19-b7cc-bcec8069c9a2 None None] Provisioning for port a187c7eb-eb5d-48c9-97c8-f48c2a297a77 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:38.206622 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b5f831ff-b549-4f19-b7cc-bcec8069c9a2 None None] Provisioning complete for port a187c7eb-eb5d-48c9-97c8-f48c2a297a77 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:38.206993 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b5f831ff-b549-4f19-b7cc-bcec8069c9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:38.209834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Routers {'abe8824e-b276-4e64-b3cd-a93ff93f0f9f'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:23:38.210483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:23:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['abe8824e-b276-4e64-b3cd-a93ff93f0f9f'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:38.216019 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede4fb2-675e-4411-ba6c-1e72bbd11450 None None] Pushing event updated for resources: {'Port': ['ID=59b27aa4-7d81-4c6f-b52a-487be20b7cb2,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:38.246290 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:38.251265 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:38.297649 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b5f831ff-b549-4f19-b7cc-bcec8069c9a2 None None] Port a187c7eb-eb5d-48c9-97c8-f48c2a297a77 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:23:38.324398 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:38.326212 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Pushing event updated for resources: {'Port': ['ID=a187c7eb-eb5d-48c9-97c8-f48c2a297a77,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:38.360444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] Set router abe8824e-b276-4e64-b3cd-a93ff93f0f9f gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:23:38.391267 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d3f5397f-b241-4dd1-a65f-e986a97dae6a up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:38.441746 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:23:38.450140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f628d-3d06-4bc6-82e8-3c1fe22bdec4 req-8afd9700-41a1-4858-947e-c0e33fc1ffc0 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:38.451709 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e3f628d-3d06-4bc6-82e8-3c1fe22bdec4 req-8afd9700-41a1-4858-947e-c0e33fc1ffc0 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0763071 Aug 05 14:23:38.485106 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Network 415916c9-8a05-4776-9a42-f3afb1b06afb is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:23:38.490141 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:23:38.509931 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e3f628d-3d06-4bc6-82e8-3c1fe22bdec4 req-9f4d1d6e-8c9c-467b-abb2-b35eb86a9965 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491240 Aug 05 14:23:38.544240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d3f5397f-b241-4dd1-a65f-e986a97dae6a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:38.544827 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:38.638168 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Router abe8824e-b276-4e64-b3cd-a93ff93f0f9f has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:23:38.683707 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 89eee928-1482-488d-b431-7dffc7b70aa4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:38.709093 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'name': 'tempest-TestServerMultinode-1965076564-router', 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '59b27aa4-7d81-4c6f-b52a-487be20b7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:23:33Z', 'updated_at': '2021-08-05T14:23:38Z', 'revision_number': 4, 'project_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'gw_port': {'id': '59b27aa4-7d81-4c6f-b52a-487be20b7cb2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:34Z', 'updated_at': '2021-08-05T14:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'a187c7eb-eb5d-48c9-97c8-f48c2a297a77', 'name': '', 'network_id': '415916c9-8a05-4776-9a42-f3afb1b06afb', 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'mac_address': 'fa:16:3e:cc:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'ca8392eb-fa1f-441b-911e-673fcab6b5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:37Z', 'updated_at': '2021-08-05T14:23:37Z', 'revision_number': 1, 'project_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'subnets': [{'id': 'ca8392eb-fa1f-441b-911e-673fcab6b5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:38.744650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947ab69-7de3-402d-a61f-7ecb72b6bbbb None None] The sync data for ids ['abe8824e-b276-4e64-b3cd-a93ff93f0f9f'] in n-d-803585-2 is: [{'id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'name': 'tempest-TestServerMultinode-1965076564-router', 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '59b27aa4-7d81-4c6f-b52a-487be20b7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:23:33Z', 'updated_at': '2021-08-05T14:23:38Z', 'revision_number': 4, 'project_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'gw_port': {'id': '59b27aa4-7d81-4c6f-b52a-487be20b7cb2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:34Z', 'updated_at': '2021-08-05T14:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'a187c7eb-eb5d-48c9-97c8-f48c2a297a77', 'name': '', 'network_id': '415916c9-8a05-4776-9a42-f3afb1b06afb', 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'mac_address': 'fa:16:3e:cc:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'ca8392eb-fa1f-441b-911e-673fcab6b5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:37Z', 'updated_at': '2021-08-05T14:23:37Z', 'revision_number': 1, 'project_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'subnets': [{'id': 'ca8392eb-fa1f-441b-911e-673fcab6b5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:23:38.777454 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:23:38.777685 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 89eee928-1482-488d-b431-7dffc7b70aa4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:38.778048 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:38.785100 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe1ab1-d67a-4c9d-be16-142177a3010e req-3d46a97a-5886-4e45-bce5-03ab024f25f2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:38.795817 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4279b4fb-2187-4114-bc41-dec747ed6c85 admin admin] 10.222.0.16 "PUT /v2.0/routers/abe8824e-b276-4e64-b3cd-a93ff93f0f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1780598 Aug 05 14:23:38.796041 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-70fe1ab1-d67a-4c9d-be16-142177a3010e req-3d46a97a-5886-4e45-bce5-03ab024f25f2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.0807974 Aug 05 14:23:38.842717 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-70fe1ab1-d67a-4c9d-be16-142177a3010e req-cc73a856-2354-4506-ab7f-c352100844d3 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488617 Aug 05 14:23:38.860578 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0ae280f3-9eb5-482e-972b-03bbd1e8842c None None] Provisioning complete for port a187c7eb-eb5d-48c9-97c8-f48c2a297a77 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:38.860578 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0ae280f3-9eb5-482e-972b-03bbd1e8842c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:38.926924 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-0ae280f3-9eb5-482e-972b-03bbd1e8842c None None] Port a187c7eb-eb5d-48c9-97c8-f48c2a297a77 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:23:39.418858 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-2854c9cd-10e2-4902-951e-84eb200fff60 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:39.420425 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-2854c9cd-10e2-4902-951e-84eb200fff60 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/networks?id=3f193e11-e5ba-461e-aba2-2fc9d7e797f1 HTTP/1.1" status: 200 len: 910 time: 0.1115155 Aug 05 14:23:39.435333 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-a2e58a42-c39f-4dc3-8f77-778baaccb890 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/quotas/bcd6fe62cef74b729b717f6fa41b0179 HTTP/1.1" status: 200 len: 375 time: 0.0090272 Aug 05 14:23:39.523778 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-9c1b6973-74ce-41b4-a6a1-ff182d0a39f5 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=bcd6fe62cef74b729b717f6fa41b0179&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806620 Aug 05 14:23:39.645043 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-e18dac88-417d-4b61-8d4d-4dc36f56ffdc service neutron] 10.222.0.16 "GET /v2.0/networks/3f193e11-e5ba-461e-aba2-2fc9d7e797f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129689 Aug 05 14:23:39.656215 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4054c01-ae9a-4b32-af3a-fbb4a4fe2d8b req-8a650ca0-9e77-4126-9f86-c8d6ff6a1c94 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:39.658059 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c4054c01-ae9a-4b32-af3a-fbb4a4fe2d8b req-8a650ca0-9e77-4126-9f86-c8d6ff6a1c94 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0626004 Aug 05 14:23:39.703493 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c4054c01-ae9a-4b32-af3a-fbb4a4fe2d8b req-ab2e8ef2-5502-46c9-8848-0073e8088975 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360274 Aug 05 14:23:39.741649 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-17d5256c-4106-4933-a64d-852895f33a68 service neutron] 10.222.0.16 "GET /v2.0/networks/3f193e11-e5ba-461e-aba2-2fc9d7e797f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902662 Aug 05 14:23:39.929719 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f4a223b0-c8cc-45a5-8222-900fb01e68ca req-8640f7d6-4417-4d34-be11-9b51d15c73c2 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 210 time: 0.0409451 Aug 05 14:23:39.993249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ecd37-5843-45e3-a8cb-dd43bfe75cbc req-13a222d1-10e5-4884-8bcc-8017f7f16684 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:39.998821 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fd0ecd37-5843-45e3-a8cb-dd43bfe75cbc req-13a222d1-10e5-4884-8bcc-8017f7f16684 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.0711212 Aug 05 14:23:40.044561 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fd0ecd37-5843-45e3-a8cb-dd43bfe75cbc req-9680485e-68eb-403b-9701-83b48cd74c1a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422282 Aug 05 14:23:40.365879 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 59b27aa4-7d81-4c6f-b52a-487be20b7cb2 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:40.418940 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 59b27aa4-7d81-4c6f-b52a-487be20b7cb2 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:40.422986 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 59b27aa4-7d81-4c6f-b52a-487be20b7cb2 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:40.423363 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:40.512966 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:40.536454 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 59b27aa4-7d81-4c6f-b52a-487be20b7cb2, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=59b27aa4-7d81-4c6f-b52a-487be20b7cb2,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:40.543713 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:40.593695 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=59b27aa4-7d81-4c6f-b52a-487be20b7cb2,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:40.823033 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632cb1f-70d4-45ac-a19d-25cd4d253b9a req-83216ca6-37e1-4891-a884-7f8d09a975a6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:40.824565 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f632cb1f-70d4-45ac-a19d-25cd4d253b9a req-83216ca6-37e1-4891-a884-7f8d09a975a6 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0506585 Aug 05 14:23:40.864508 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f632cb1f-70d4-45ac-a19d-25cd4d253b9a req-7ba4928a-a8a1-4f1a-bf37-ea5ee879c40a tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338714 Aug 05 14:23:40.984172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-a7c39e2d-a6e3-4599-82b4-3d86daa2efde tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:40.985683 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-a7c39e2d-a6e3-4599-82b4-3d86daa2efde tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.63 "GET /v2.0/networks?id=3f193e11-e5ba-461e-aba2-2fc9d7e797f1 HTTP/1.1" status: 200 len: 910 time: 0.0987804 Aug 05 14:23:40.997470 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-cc067d02-5bf7-4eae-a861-bef5c9251c02 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Request body: {'port': {'device_id': 'eedaa692-6c7b-4f84-9f1e-bc2a7e17502e', 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1', 'admin_state_up': True, 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:23:41.020866 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-cc067d02-5bf7-4eae-a861-bef5c9251c02 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Made reservation on behalf of bcd6fe62cef74b729b717f6fa41b0179 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:23:41.021225 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-489d1a26-29e3-4154-9423-6a19301eb323 req-c8ba67f7-478c-439d-b909-9a9db7ee0411 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 210 time: 0.0302937 Aug 05 14:23:41.023909 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-cc067d02-5bf7-4eae-a861-bef5c9251c02 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:41.176313 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-cc067d02-5bf7-4eae-a861-bef5c9251c02 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Allocated IP 172.20.0.5 (3f193e11-e5ba-461e-aba2-2fc9d7e797f1/80d44b77-dd11-463d-9579-f527d030aff6/8789f420-56c7-4d0c-bca7-f2b5ecb5c979) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:23:41.201523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b385df-1299-4090-b902-b429d6d99868 req-93bf4c15-c687-410b-a530-53d211f9aff8 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:41.203067 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-85b385df-1299-4090-b902-b429d6d99868 req-93bf4c15-c687-410b-a530-53d211f9aff8 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.0823729 Aug 05 14:23:41.283193 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-85b385df-1299-4090-b902-b429d6d99868 req-a1fec958-9ece-4f12-a1cf-a7ae202f4cce tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726686 Aug 05 14:23:41.363107 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-cc067d02-5bf7-4eae-a861-bef5c9251c02 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:41.376091 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-cc067d02-5bf7-4eae-a861-bef5c9251c02 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Transition to ACTIVE for port object 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:23:41.410754 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-cc067d02-5bf7-4eae-a861-bef5c9251c02 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:41.456544 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-cc067d02-5bf7-4eae-a861-bef5c9251c02 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:23:41.461515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-cc067d02-5bf7-4eae-a861-bef5c9251c02 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:23:41.466454 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-cc067d02-5bf7-4eae-a861-bef5c9251c02 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:23:41.493481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc067d02-5bf7-4eae-a861-bef5c9251c02 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Pushing event updated for resources: {'Port': ['ID=8789f420-56c7-4d0c-bca7-f2b5ecb5c979,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:41.523054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-cc067d02-5bf7-4eae-a861-bef5c9251c02 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:41.523670 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-cc067d02-5bf7-4eae-a861-bef5c9251c02 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:41.541912 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-cc067d02-5bf7-4eae-a861-bef5c9251c02 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5482421 Aug 05 14:23:41.553994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-cb1881a8-6a51-4a51-bf0f-2363d792ab65 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:23:41.555227 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-cb1881a8-6a51-4a51-bf0f-2363d792ab65 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058141 Aug 05 14:23:41.574472 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Request body: {'port': {'device_id': 'eedaa692-6c7b-4f84-9f1e-bc2a7e17502e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:23:41.635779 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:41.668342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-91ef53be-a348-4abe-9d6a-1d039659f992 None None] Provisioning for port 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:41.674694 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-91ef53be-a348-4abe-9d6a-1d039659f992 None None] Provisioning complete for port 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:41.675201 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-91ef53be-a348-4abe-9d6a-1d039659f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:41.714698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-91ef53be-a348-4abe-9d6a-1d039659f992 None None] Port 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:23:41.813527 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Sync routers for ids ['abe8824e-b276-4e64-b3cd-a93ff93f0f9f'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:23:41.823667 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Routers {'abe8824e-b276-4e64-b3cd-a93ff93f0f9f'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:23:41.824389 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:23:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['abe8824e-b276-4e64-b3cd-a93ff93f0f9f'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:41.927838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:23:41.937552 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:41.951677 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Transition to ACTIVE for port object 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:23:41.956499 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:42.016775 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Pushing event updated for resources: {'Port': ['ID=8789f420-56c7-4d0c-bca7-f2b5ecb5c979,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:42.032368 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Set router abe8824e-b276-4e64-b3cd-a93ff93f0f9f gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:23:42.034238 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d208b5-3c79-4984-82db-e154332cc86b req-673d96ea-326c-48f1-b53a-83eb3ba1f200 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:42.038758 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-05d208b5-3c79-4984-82db-e154332cc86b req-673d96ea-326c-48f1-b53a-83eb3ba1f200 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0835013 Aug 05 14:23:42.101087 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Attempting to bind port 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:23:42.101087 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Attempting to bind port 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '6c31fabf-a31f-4de2-9a41-e259d9ff64c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:23:42.101426 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Attempting to bind port 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 on network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:23:42.108442 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Port 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 on network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:23:42.109038 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Attempting to bind port 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 on network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:23:42.109271 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-05d208b5-3c79-4984-82db-e154332cc86b req-965ccf92-d230-4223-abf1-af1dd0efc8d2 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657032 Aug 05 14:23:42.115735 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:23:42.115735 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Checking segment: {'id': '6c31fabf-a31f-4de2-9a41-e259d9ff64c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:23:42.116032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Bound using segment: {'id': '6c31fabf-a31f-4de2-9a41-e259d9ff64c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:23:42.116398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Bound port: 8789f420-56c7-4d0c-bca7-f2b5ecb5c979, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c31fabf-a31f-4de2-9a41-e259d9ff64c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:23:42.116759 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:42.223781 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] For port 8789f420-56c7-4d0c-bca7-f2b5ecb5c979, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:23:42.229842 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] For port 8789f420-56c7-4d0c-bca7-f2b5ecb5c979, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8789f420-56c7-4d0c-bca7-f2b5ecb5c979,segment=NetworkSegment(6c31fabf-a31f-4de2-9a41-e259d9ff64c9),segment_id=6c31fabf-a31f-4de2-9a41-e259d9ff64c9)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:23:42.235945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafb8c4-063b-4e47-8e94-33aa51765c63 req-1e8d3330-a04a-45bb-a6be-caa9242e43d2 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:42.237741 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7eafb8c4-063b-4e47-8e94-33aa51765c63 req-1e8d3330-a04a-45bb-a6be-caa9242e43d2 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 1052 time: 0.0788238 Aug 05 14:23:42.239345 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:42.294293 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:42.294593 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:42.296054 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] 10.222.0.63 "PUT /v2.0/ports/8789f420-56c7-4d0c-bca7-f2b5ecb5c979 HTTP/1.1" status: 200 len: 1091 time: 0.7271364 Aug 05 14:23:42.301367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedaa692-6c7b-4f84-9f1e-bc2a7e17502e', 'tag': '8789f420-56c7-4d0c-bca7-f2b5ecb5c979'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:23:42.303922 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3b761f-6adf-4f0d-9d3b-3baab69e4053" -d '{"events": [{"name": "network-changed", "server_uuid": "eedaa692-6c7b-4f84-9f1e-bc2a7e17502e", "tag": "8789f420-56c7-4d0c-bca7-f2b5ecb5c979"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:23:42.317375 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'name': 'tempest-TestServerMultinode-1965076564-router', 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '59b27aa4-7d81-4c6f-b52a-487be20b7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:23:33Z', 'updated_at': '2021-08-05T14:23:38Z', 'revision_number': 4, 'project_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'gw_port': {'id': '59b27aa4-7d81-4c6f-b52a-487be20b7cb2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:34Z', 'updated_at': '2021-08-05T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'a187c7eb-eb5d-48c9-97c8-f48c2a297a77', 'name': '', 'network_id': '415916c9-8a05-4776-9a42-f3afb1b06afb', 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'mac_address': 'fa:16:3e:cc:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'ca8392eb-fa1f-441b-911e-673fcab6b5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:37Z', 'updated_at': '2021-08-05T14:23:38Z', 'revision_number': 2, 'project_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'subnets': [{'id': 'ca8392eb-fa1f-441b-911e-673fcab6b5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:42.346689 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7eafb8c4-063b-4e47-8e94-33aa51765c63 req-07fd3aee-c158-40e6-9e50-f69677744eef tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004484 Aug 05 14:23:42.347369 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d8537-c5b5-4620-a3af-a90eaae3c397 service neutron] Pushing event updated for resources: {'Port': ['ID=8789f420-56c7-4d0c-bca7-f2b5ecb5c979,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:42.362538 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Checking router: abe8824e-b276-4e64-b3cd-a93ff93f0f9f for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:23:42.362924 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Updating router abe8824e-b276-4e64-b3cd-a93ff93f0f9f port a187c7eb-eb5d-48c9-97c8-f48c2a297a77 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:23:42.414414 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-88c911e1-c7b2-4557-84fe-638f056bd18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:42.417665 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-88c911e1-c7b2-4557-84fe-638f056bd18f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bcd6fe62cef74b729b717f6fa41b0179&device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 1094 time: 0.0656500 Aug 05 14:23:42.418640 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:42.435606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 59b27aa4-7d81-4c6f-b52a-487be20b7cb2 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:42.470411 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5670a899-9232-4f5b-8d76-fa42a8ce5e42 x-openstack-request-id: req-5670a899-9232-4f5b-8d76-fa42a8ce5e42 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:23:42.470710 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedaa692-6c7b-4f84-9f1e-bc2a7e17502e", "tag": "8789f420-56c7-4d0c-bca7-f2b5ecb5c979", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:23:42.470973 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5670a899-9232-4f5b-8d76-fa42a8ce5e42 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:23:42.471380 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedaa692-6c7b-4f84-9f1e-bc2a7e17502e', 'tag': '8789f420-56c7-4d0c-bca7-f2b5ecb5c979', 'status': 'completed', 'code': 200} Aug 05 14:23:42.472993 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-2b8751e8-dacf-493b-a534-a6c19800a038 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8789f420-56c7-4d0c-bca7-f2b5ecb5c979 HTTP/1.1" status: 200 len: 217 time: 0.0467827 Aug 05 14:23:42.510789 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 59b27aa4-7d81-4c6f-b52a-487be20b7cb2 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:42.514686 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:42.529193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0b8aa-a392-4521-8bbe-5032e0842fb4 req-7affac5a-ad35-4d06-9c94-2a913096fe16 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:42.530803 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6cb0b8aa-a392-4521-8bbe-5032e0842fb4 req-7affac5a-ad35-4d06-9c94-2a913096fe16 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.1003981 Aug 05 14:23:42.538979 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-54f25f5d-9b0a-46f7-918a-a8fb5fa5d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:42.540501 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-54f25f5d-9b0a-46f7-918a-a8fb5fa5d59a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=80d44b77-dd11-463d-9579-f527d030aff6 HTTP/1.1" status: 200 len: 848 time: 0.0599151 Aug 05 14:23:42.586026 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6cb0b8aa-a392-4521-8bbe-5032e0842fb4 req-2b5ba104-1e71-4498-9b53-21ce6c284917 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481114 Aug 05 14:23:42.638499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c4606671-07c5-412a-862c-8ce02a135627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:42.641184 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-c4606671-07c5-412a-862c-8ce02a135627 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f193e11-e5ba-461e-aba2-2fc9d7e797f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864606 Aug 05 14:23:42.739646 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-f603c776-5606-41c4-9e3f-52985762ab7d service neutron] 10.222.0.63 "GET /v2.0/networks/3f193e11-e5ba-461e-aba2-2fc9d7e797f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878429 Aug 05 14:23:42.763365 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:42.773404 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Transition to ACTIVE for port object a187c7eb-eb5d-48c9-97c8-f48c2a297a77 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:23:42.779890 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:42.829568 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051ec09-fdce-4167-909b-e94ee2da9b3b None None] Pushing event updated for resources: {'Port': ['ID=a187c7eb-eb5d-48c9-97c8-f48c2a297a77,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:42.883651 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Attempting to bind port a187c7eb-eb5d-48c9-97c8-f48c2a297a77 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:23:42.884017 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Attempting to bind port a187c7eb-eb5d-48c9-97c8-f48c2a297a77 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '208f5f87-eb07-4699-a8d8-ec3f851402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '415916c9-8a05-4776-9a42-f3afb1b06afb'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:23:42.884370 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Attempting to bind port a187c7eb-eb5d-48c9-97c8-f48c2a297a77 on network 415916c9-8a05-4776-9a42-f3afb1b06afb {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:23:42.890376 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:23:42.890744 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Checking segment: {'id': '208f5f87-eb07-4699-a8d8-ec3f851402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '415916c9-8a05-4776-9a42-f3afb1b06afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:23:42.891146 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:42.891581 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Bound using segment: {'id': '208f5f87-eb07-4699-a8d8-ec3f851402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '415916c9-8a05-4776-9a42-f3afb1b06afb'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:23:42.892038 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Bound port: a187c7eb-eb5d-48c9-97c8-f48c2a297a77, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f5f87-eb07-4699-a8d8-ec3f851402c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '415916c9-8a05-4776-9a42-f3afb1b06afb'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:23:42.892416 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:42.962456 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] For port a187c7eb-eb5d-48c9-97c8-f48c2a297a77, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:23:42.966917 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] For port a187c7eb-eb5d-48c9-97c8-f48c2a297a77, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a187c7eb-eb5d-48c9-97c8-f48c2a297a77,segment=NetworkSegment(208f5f87-eb07-4699-a8d8-ec3f851402c2),segment_id=208f5f87-eb07-4699-a8d8-ec3f851402c2)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:23:42.972183 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:42.986825 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0db66459-90da-49cf-8aaa-252a5ab1c7eb req-a5174005-66b0-4ec0-af6c-94bb6dfd1eac service neutron] 10.222.0.63 "GET /v2.0/networks/3f193e11-e5ba-461e-aba2-2fc9d7e797f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381878 Aug 05 14:23:43.039574 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Routers {'abe8824e-b276-4e64-b3cd-a93ff93f0f9f'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:23:43.040277 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:23:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['abe8824e-b276-4e64-b3cd-a93ff93f0f9f'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:43.043610 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051ec09-fdce-4167-909b-e94ee2da9b3b None None] Pushing event updated for resources: {'Port': ['ID=a187c7eb-eb5d-48c9-97c8-f48c2a297a77,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:43.097057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b761f-6adf-4f0d-9d3b-3baab69e4053 req-8ca3139d-89e5-497e-a963-702052bfbc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:43.098704 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8b3b761f-6adf-4f0d-9d3b-3baab69e4053 req-8ca3139d-89e5-497e-a963-702052bfbc0c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bcd6fe62cef74b729b717f6fa41b0179&device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 1094 time: 0.0518165 Aug 05 14:23:43.164385 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] Set router abe8824e-b276-4e64-b3cd-a93ff93f0f9f gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:23:43.220117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b761f-6adf-4f0d-9d3b-3baab69e4053 req-74de18d7-d44b-49d1-81ab-780787160c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:43.221649 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8b3b761f-6adf-4f0d-9d3b-3baab69e4053 req-74de18d7-d44b-49d1-81ab-780787160c42 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f193e11-e5ba-461e-aba2-2fc9d7e797f1 HTTP/1.1" status: 200 len: 910 time: 0.1152103 Aug 05 14:23:43.281215 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8b3b761f-6adf-4f0d-9d3b-3baab69e4053 req-6f721a20-f56b-48c9-991b-2f8f19882e4e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8789f420-56c7-4d0c-bca7-f2b5ecb5c979 HTTP/1.1" status: 200 len: 217 time: 0.0418625 Aug 05 14:23:43.331297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03be8e-91dd-407e-9f2b-fb55ca7ccd38 req-8eec96b1-754b-4c57-b99d-4fdcdbc0ff0d tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:43.332847 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9b03be8e-91dd-407e-9f2b-fb55ca7ccd38 req-8eec96b1-754b-4c57-b99d-4fdcdbc0ff0d tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.1357889 Aug 05 14:23:43.362735 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b761f-6adf-4f0d-9d3b-3baab69e4053 req-af064e08-46e7-40d9-ba95-94492ad21022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:43.364131 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8b3b761f-6adf-4f0d-9d3b-3baab69e4053 req-af064e08-46e7-40d9-ba95-94492ad21022 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=80d44b77-dd11-463d-9579-f527d030aff6 HTTP/1.1" status: 200 len: 848 time: 0.0746906 Aug 05 14:23:43.393406 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9b03be8e-91dd-407e-9f2b-fb55ca7ccd38 req-af6309b3-dec7-4767-8bc6-729f6d082334 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532899 Aug 05 14:23:43.395034 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'name': 'tempest-TestServerMultinode-1965076564-router', 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '59b27aa4-7d81-4c6f-b52a-487be20b7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:23:33Z', 'updated_at': '2021-08-05T14:23:38Z', 'revision_number': 4, 'project_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'gw_port': {'id': '59b27aa4-7d81-4c6f-b52a-487be20b7cb2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:34Z', 'updated_at': '2021-08-05T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'a187c7eb-eb5d-48c9-97c8-f48c2a297a77', 'name': '', 'network_id': '415916c9-8a05-4776-9a42-f3afb1b06afb', 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'mac_address': 'fa:16:3e:cc:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'ca8392eb-fa1f-441b-911e-673fcab6b5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:37Z', 'updated_at': '2021-08-05T14:23:42Z', 'revision_number': 4, 'project_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'subnets': [{'id': 'ca8392eb-fa1f-441b-911e-673fcab6b5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:23:43.428040 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cced4e3-61bc-486b-807e-4c3dba2a35d2 None None] The sync data for ids ['abe8824e-b276-4e64-b3cd-a93ff93f0f9f'] in n-d-803585-2 is: [{'id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'name': 'tempest-TestServerMultinode-1965076564-router', 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '59b27aa4-7d81-4c6f-b52a-487be20b7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:23:33Z', 'updated_at': '2021-08-05T14:23:38Z', 'revision_number': 4, 'project_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'gw_port': {'id': '59b27aa4-7d81-4c6f-b52a-487be20b7cb2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:34Z', 'updated_at': '2021-08-05T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'a187c7eb-eb5d-48c9-97c8-f48c2a297a77', 'name': '', 'network_id': '415916c9-8a05-4776-9a42-f3afb1b06afb', 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'mac_address': 'fa:16:3e:cc:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'ca8392eb-fa1f-441b-911e-673fcab6b5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:37Z', 'updated_at': '2021-08-05T14:23:42Z', 'revision_number': 4, 'project_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'subnets': [{'id': 'ca8392eb-fa1f-441b-911e-673fcab6b5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:23:43.428339 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b761f-6adf-4f0d-9d3b-3baab69e4053 req-5967bed2-e73a-4365-9b26-c47251e80e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:43.429659 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8b3b761f-6adf-4f0d-9d3b-3baab69e4053 req-5967bed2-e73a-4365-9b26-c47251e80e9c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f193e11-e5ba-461e-aba2-2fc9d7e797f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537047 Aug 05 14:23:43.500543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd68530-5c31-439d-9dd8-b34487bdc6e0 req-35753ae2-090a-49bb-b2cc-3fcc6d1838b9 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:43.503735 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fdd68530-5c31-439d-9dd8-b34487bdc6e0 req-35753ae2-090a-49bb-b2cc-3fcc6d1838b9 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 1094 time: 0.0593004 Aug 05 14:23:43.543103 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8b3b761f-6adf-4f0d-9d3b-3baab69e4053 req-fcf31492-c1ca-4cf4-9e2b-fd19bcce7b26 service neutron] 10.222.0.63 "GET /v2.0/networks/3f193e11-e5ba-461e-aba2-2fc9d7e797f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042829 Aug 05 14:23:43.543509 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fdd68530-5c31-439d-9dd8-b34487bdc6e0 req-11bac415-fe34-4ef4-8f2d-4a2537c4b4df tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324774 Aug 05 14:23:43.648368 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8b3b761f-6adf-4f0d-9d3b-3baab69e4053 req-12d944c7-eaa8-4a0e-8e6d-9a43ebada12d service neutron] 10.222.0.63 "GET /v2.0/networks/3f193e11-e5ba-461e-aba2-2fc9d7e797f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969441 Aug 05 14:23:43.745893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d76e83-2a90-4a72-b9bc-b8d5412fc5f8 req-40891682-1b31-4135-b3e3-2470fba01f70 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:43.747508 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b0d76e83-2a90-4a72-b9bc-b8d5412fc5f8 req-40891682-1b31-4135-b3e3-2470fba01f70 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.0531020 Aug 05 14:23:43.787554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b0d76e83-2a90-4a72-b9bc-b8d5412fc5f8 req-e2fdba18-635c-4ea3-a7a8-a5a91e37d2f7 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336831 Aug 05 14:23:44.360745 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a187c7eb-eb5d-48c9-97c8-f48c2a297a77 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:44.425809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port a187c7eb-eb5d-48c9-97c8-f48c2a297a77 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:44.430245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port a187c7eb-eb5d-48c9-97c8-f48c2a297a77 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:44.430643 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:44.513684 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:44.518761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b311c6-0731-4268-a9b4-da27e315c79e req-a384f881-9444-4fdd-b136-0726ae713164 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:44.520330 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9b311c6-0731-4268-a9b4-da27e315c79e req-a384f881-9444-4fdd-b136-0726ae713164 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0522828 Aug 05 14:23:44.549232 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port a187c7eb-eb5d-48c9-97c8-f48c2a297a77, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a187c7eb-eb5d-48c9-97c8-f48c2a297a77,segment=NetworkSegment(208f5f87-eb07-4699-a8d8-ec3f851402c2),segment_id=208f5f87-eb07-4699-a8d8-ec3f851402c2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:44.554616 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:44.565350 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9b311c6-0731-4268-a9b4-da27e315c79e req-80b8b04f-717a-4460-b22e-b30cfb04e377 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375509 Aug 05 14:23:44.608124 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=a187c7eb-eb5d-48c9-97c8-f48c2a297a77,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:44.658112 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbed499-8d43-4fc6-b524-e0070949b706 req-71e068b7-1d45-4a7f-8fe9-f653466cbcbd tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:44.659816 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dcbed499-8d43-4fc6-b524-e0070949b706 req-71e068b7-1d45-4a7f-8fe9-f653466cbcbd tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 1094 time: 0.0418406 Aug 05 14:23:44.694772 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dcbed499-8d43-4fc6-b524-e0070949b706 req-4f3aad1e-55d3-4b9d-832c-7ed0c3d8f9ac tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288930 Aug 05 14:23:44.838045 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:44.916287 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dad900-0573-460b-8092-f2fea48cbec9 req-244665c1-12e5-4d2a-8540-d09c54bb5ba2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:44.918091 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a8dad900-0573-460b-8092-f2fea48cbec9 req-244665c1-12e5-4d2a-8540-d09c54bb5ba2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 943 time: 0.0555408 Aug 05 14:23:44.956764 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a8dad900-0573-460b-8092-f2fea48cbec9 req-b95eb0c5-53cf-4d55-9197-32369bd1f36c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327356 Aug 05 14:23:45.361574 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a274ff04-ab92-42b8-bc56-5bb98dd14eac details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:23:45.457582 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a274ff04-ab92-42b8-bc56-5bb98dd14eac, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:45.468853 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'port_id': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac', 'mac_address': 'fa:16:3e:0e:da:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:23:45.506796 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:45.520633 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a274ff04-ab92-42b8-bc56-5bb98dd14eac {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:23:45.542382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a274ff04-ab92-42b8-bc56-5bb98dd14eac, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:45.547485 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:45.548167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:23:45.646791 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=a274ff04-ab92-42b8-bc56-5bb98dd14eac,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:45.701832 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 8789f420-56c7-4d0c-bca7-f2b5ecb5c979, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8789f420-56c7-4d0c-bca7-f2b5ecb5c979,segment=NetworkSegment(6c31fabf-a31f-4de2-9a41-e259d9ff64c9),segment_id=6c31fabf-a31f-4de2-9a41-e259d9ff64c9)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:45.706484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437e58d-0663-4ce9-9990-04cbeecec1aa req-fcc3276c-7add-4994-bfd2-5f0c37375be7 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:45.708205 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a437e58d-0663-4ce9-9990-04cbeecec1aa req-fcc3276c-7add-4994-bfd2-5f0c37375be7 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0580149 Aug 05 14:23:45.713500 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '8789f420-56c7-4d0c-bca7-f2b5ecb5c979', 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1', 'port_id': '8789f420-56c7-4d0c-bca7-f2b5ecb5c979', 'mac_address': 'fa:16:3e:b8:60:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d44b77-dd11-463d-9579-f527d030aff6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:23:45.753912 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:45.757184 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a437e58d-0663-4ce9-9990-04cbeecec1aa req-e5d7b6b6-ee71-482a-96c5-08e048d5c66e tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425932 Aug 05 14:23:45.769286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:23:45.791480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 8789f420-56c7-4d0c-bca7-f2b5ecb5c979, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8789f420-56c7-4d0c-bca7-f2b5ecb5c979,segment=NetworkSegment(6c31fabf-a31f-4de2-9a41-e259d9ff64c9),segment_id=6c31fabf-a31f-4de2-9a41-e259d9ff64c9)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:45.796114 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:45.815950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2a2b0-5d91-4ffe-94b1-205be56c9d5c req-8409f753-6a3f-4b3b-a886-bc9021d67096 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:45.826610 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0d2a2b0-5d91-4ffe-94b1-205be56c9d5c req-8409f753-6a3f-4b3b-a886-bc9021d67096 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 1094 time: 0.0425417 Aug 05 14:23:45.856254 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0d2a2b0-5d91-4ffe-94b1-205be56c9d5c req-27380d0c-f2f9-429e-9e1c-72fccedd7192 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307128 Aug 05 14:23:45.857350 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e8bde76f-aacd-4f91-956a-5a72215fc840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:45.861487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=8789f420-56c7-4d0c-bca7-f2b5ecb5c979,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:46.058770 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['a274ff04-ab92-42b8-bc56-5bb98dd14eac'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:23:46.063301 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['8789f420-56c7-4d0c-bca7-f2b5ecb5c979'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:23:46.081351 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea67fe-ce85-4ce5-9492-d183a2c8dbd2 req-fe465433-7ae4-4039-ba6f-7fa22e0c16a2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:46.082975 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f9ea67fe-ce85-4ce5-9492-d183a2c8dbd2 req-fe465433-7ae4-4039-ba6f-7fa22e0c16a2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 944 time: 0.0508888 Aug 05 14:23:46.124304 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f9ea67fe-ce85-4ce5-9492-d183a2c8dbd2 req-156b663d-b8dd-4b2c-8ecb-5725145075e2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346341 Aug 05 14:23:46.140891 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:46.348196 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a187c7eb-eb5d-48c9-97c8-f48c2a297a77 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:46.394033 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port a187c7eb-eb5d-48c9-97c8-f48c2a297a77 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:46.394885 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:46.878296 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d399e-6d9e-4d09-bfc5-d91d49d9f70b req-93b88319-2392-4db4-84eb-750727995109 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:46.879732 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3c6d399e-6d9e-4d09-bfc5-d91d49d9f70b req-93b88319-2392-4db4-84eb-750727995109 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0500066 Aug 05 14:23:46.920953 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3c6d399e-6d9e-4d09-bfc5-d91d49d9f70b req-c6cc0513-d798-4ad6-bc07-e9b77eda7fd9 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338078 Aug 05 14:23:46.990845 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984862b-3338-42be-a997-3c353c59015d req-d620fa1f-6ab8-4939-b553-9d4095318530 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:46.992451 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b984862b-3338-42be-a997-3c353c59015d req-d620fa1f-6ab8-4939-b553-9d4095318530 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 1095 time: 0.0413337 Aug 05 14:23:47.028282 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b984862b-3338-42be-a997-3c353c59015d req-2361db08-3cfe-4855-83fb-af086240ed06 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292954 Aug 05 14:23:47.257676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3933c96-13c3-48b9-b34a-23e49b2057e3 req-b919376b-f1f1-4d93-874c-92d2a2600bef tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:47.259180 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b3933c96-13c3-48b9-b34a-23e49b2057e3 req-b919376b-f1f1-4d93-874c-92d2a2600bef tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 944 time: 0.0532813 Aug 05 14:23:47.300798 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b3933c96-13c3-48b9-b34a-23e49b2057e3 req-92175763-209c-4c0d-a055-16b1ca961ab5 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345297 Aug 05 14:23:47.371954 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a274ff04-ab92-42b8-bc56-5bb98dd14eac up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:47.418587 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port a274ff04-ab92-42b8-bc56-5bb98dd14eac triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:47.419262 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:47.492979 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:47.516365 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:23:47.518627 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2bf4ba-f6bd-449d-b588-bece7ecc2383" -d '{"events": [{"server_uuid": "6315028a-9a5a-4653-99a0-dec62ba33e86", "name": "network-vif-plugged", "status": "completed", "tag": "a274ff04-ab92-42b8-bc56-5bb98dd14eac"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:23:47.535000 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a274ff04-ab92-42b8-bc56-5bb98dd14eac, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:47.539452 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:47.540233 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:47.565622 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02afe3a2-70b0-483a-adc9-da3961bfb454 x-openstack-request-id: req-02afe3a2-70b0-483a-adc9-da3961bfb454 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:23:47.565912 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6315028a-9a5a-4653-99a0-dec62ba33e86", "name": "network-vif-plugged", "status": "completed", "tag": "a274ff04-ab92-42b8-bc56-5bb98dd14eac", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:23:47.566166 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02afe3a2-70b0-483a-adc9-da3961bfb454 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:23:47.566667 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac', 'code': 200} Aug 05 14:23:47.629282 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=a274ff04-ab92-42b8-bc56-5bb98dd14eac,revision_number=10']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:47.638519 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:47.642939 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:47.643316 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:47.656968 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-e5223ae8-8d42-48bb-8747-7187cf43a7c7 req-44d483b0-dd3c-4214-a7e5-3f30dc654966 tempest-AttachVolumeTestJSON-1806765072 tempest-AttachVolumeTestJSON-1806765072-project] (105724) timed out ('10.222.0.84', 55201) {{(pid=105724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 14:23:47.736476 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ac104-3d66-4333-9cdb-c295f7c74c8e req-f93cf40b-5d6f-484c-bab3-b0884911ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:47.738010 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b07ac104-3d66-4333-9cdb-c295f7c74c8e req-f93cf40b-5d6f-484c-bab3-b0884911ffbb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 1097 time: 0.0415852 Aug 05 14:23:47.743964 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:47.777541 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 8789f420-56c7-4d0c-bca7-f2b5ecb5c979, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8789f420-56c7-4d0c-bca7-f2b5ecb5c979,segment=NetworkSegment(6c31fabf-a31f-4de2-9a41-e259d9ff64c9),segment_id=6c31fabf-a31f-4de2-9a41-e259d9ff64c9)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:47.780816 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b07ac104-3d66-4333-9cdb-c295f7c74c8e req-39dc01f1-8a2c-470d-906a-3a83a76ed840 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340400 Aug 05 14:23:47.781904 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:47.830242 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=8789f420-56c7-4d0c-bca7-f2b5ecb5c979,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:48.039440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6171d-42f0-4fc6-9215-ceaf498ac6ad req-991cf685-8bcf-4415-8ef1-1b11383ef14c tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:48.041152 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a3e6171d-42f0-4fc6-9215-ceaf498ac6ad req-991cf685-8bcf-4415-8ef1-1b11383ef14c tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0508997 Aug 05 14:23:48.080717 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a3e6171d-42f0-4fc6-9215-ceaf498ac6ad req-a08725fc-9f31-4056-a47e-36b985edb49a tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335376 Aug 05 14:23:48.140018 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd682b3-1ffb-4873-ae2d-9011dfa45476 req-95181331-2330-4308-a001-e00dd3b38838 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:48.141549 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ebd682b3-1ffb-4873-ae2d-9011dfa45476 req-95181331-2330-4308-a001-e00dd3b38838 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 1096 time: 0.0407903 Aug 05 14:23:48.176706 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ebd682b3-1ffb-4873-ae2d-9011dfa45476 req-24eb6f2e-c3e0-4f69-bf38-c95756b5fbf8 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285957 Aug 05 14:23:48.228110 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-d55e582d-17a8-402d-aca5-5e29b506b9dd req-33d1b6aa-6068-4964-aac4-01a1723b20cc service neutron] (105723) timed out ('10.222.0.84', 54758) {{(pid=105723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 14:23:48.318563 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421ab04-0884-4816-bbbd-2239db1fad1b req-449768c0-6755-493e-bc2b-20216807e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:48.320074 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b421ab04-0884-4816-bbbd-2239db1fad1b req-449768c0-6755-493e-bc2b-20216807e11f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=859addcb5b3241b8a7974ece1a636acf&device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 1097 time: 0.0419531 Aug 05 14:23:48.361632 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ad3ec0e0-abd7-4050-bb09-9f60f3778817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:48.430408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e16ed9-5f25-453c-ac84-6a0159d448fc req-bd552dd9-db2c-4c18-8c0b-b92a6e62888e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:48.432433 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4e16ed9-5f25-453c-ac84-6a0159d448fc req-bd552dd9-db2c-4c18-8c0b-b92a6e62888e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 946 time: 0.0496802 Aug 05 14:23:48.438444 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421ab04-0884-4816-bbbd-2239db1fad1b req-347d408a-c39f-45f7-87cc-edea1427412f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:48.439980 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b421ab04-0884-4816-bbbd-2239db1fad1b req-347d408a-c39f-45f7-87cc-edea1427412f service neutron] 10.222.0.63 "GET /v2.0/networks?id=c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 200 len: 918 time: 0.0985737 Aug 05 14:23:48.472225 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a4e16ed9-5f25-453c-ac84-6a0159d448fc req-7a560034-8239-4189-9655-f78aae403e57 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333583 Aug 05 14:23:48.513692 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b421ab04-0884-4816-bbbd-2239db1fad1b req-5841a9bf-c0f7-4446-86e4-faa5d8fb5e12 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac HTTP/1.1" status: 200 len: 1000 time: 0.0615330 Aug 05 14:23:48.569830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421ab04-0884-4816-bbbd-2239db1fad1b req-a17eaaa6-36ee-493e-9a03-8e568b56ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:48.571277 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b421ab04-0884-4816-bbbd-2239db1fad1b req-a17eaaa6-36ee-493e-9a03-8e568b56ed2d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ee667f3f-6ab2-448a-9b41-aa113bf5db1a HTTP/1.1" status: 200 len: 856 time: 0.0477042 Aug 05 14:23:48.594581 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:48.899498 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421ab04-0884-4816-bbbd-2239db1fad1b req-6cc49db2-1f81-482d-bf9c-710bcf90edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:48.901075 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b421ab04-0884-4816-bbbd-2239db1fad1b req-6cc49db2-1f81-482d-bf9c-710bcf90edd2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c7382844-bdec-44ba-9a71-2be3c532ada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3209848 Aug 05 14:23:48.999046 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b421ab04-0884-4816-bbbd-2239db1fad1b req-52fa8b8f-ce25-445c-ae66-5e0bb3149524 service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861630 Aug 05 14:23:49.100717 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b421ab04-0884-4816-bbbd-2239db1fad1b req-f06c7e58-aa0d-437a-bd04-428821556e1f service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931914 Aug 05 14:23:49.218823 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb9094-a700-454e-8c9d-2ed87775bcb0 req-ffb00819-ef24-48f7-b036-3fb55bf4e95f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:49.220606 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3efb9094-a700-454e-8c9d-2ed87775bcb0 req-ffb00819-ef24-48f7-b036-3fb55bf4e95f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0643361 Aug 05 14:23:49.266133 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3efb9094-a700-454e-8c9d-2ed87775bcb0 req-df6c15f0-4d7d-466b-8773-51edf533e6e2 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385299 Aug 05 14:23:49.320953 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e86440-c42d-49a0-8010-b4f49266d1e4 req-eeeec92e-931d-4b5a-a524-998e26fd0ab2 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:49.323464 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13e86440-c42d-49a0-8010-b4f49266d1e4 req-eeeec92e-931d-4b5a-a524-998e26fd0ab2 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 1096 time: 0.0612235 Aug 05 14:23:49.361582 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13e86440-c42d-49a0-8010-b4f49266d1e4 req-e8ca3396-0561-40de-8b52-fc844a991c27 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319252 Aug 05 14:23:49.551494 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:49.567362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedaa692-6c7b-4f84-9f1e-bc2a7e17502e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8789f420-56c7-4d0c-bca7-f2b5ecb5c979'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:23:49.569763 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bab6063-5a7b-4427-9c7d-3c97cb9474e5" -d '{"events": [{"server_uuid": "eedaa692-6c7b-4f84-9f1e-bc2a7e17502e", "name": "network-vif-plugged", "status": "completed", "tag": "8789f420-56c7-4d0c-bca7-f2b5ecb5c979"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:23:49.605677 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382be022-7595-48e5-9465-4e098ce3c256 req-5c6544fe-1774-4c15-8d41-7cd49b8df2f8 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:49.607286 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-382be022-7595-48e5-9465-4e098ce3c256 req-5c6544fe-1774-4c15-8d41-7cd49b8df2f8 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 946 time: 0.0519359 Aug 05 14:23:49.623827 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90b9169-3cad-4559-a473-5fd0f768e98c x-openstack-request-id: req-d90b9169-3cad-4559-a473-5fd0f768e98c {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:23:49.624319 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedaa692-6c7b-4f84-9f1e-bc2a7e17502e", "name": "network-vif-plugged", "status": "completed", "tag": "8789f420-56c7-4d0c-bca7-f2b5ecb5c979", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:23:49.624426 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d90b9169-3cad-4559-a473-5fd0f768e98c {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:23:49.624725 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedaa692-6c7b-4f84-9f1e-bc2a7e17502e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8789f420-56c7-4d0c-bca7-f2b5ecb5c979', 'code': 200} Aug 05 14:23:49.649494 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-382be022-7595-48e5-9465-4e098ce3c256 req-6f006031-becf-4b75-a2bd-ec8ace67e78b tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359225 Aug 05 14:23:49.735046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d521a9c-c2ec-49d3-9091-91d5e8bc8a3a req-8381280e-660d-49f6-9ece-d122481327cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:49.736536 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d521a9c-c2ec-49d3-9091-91d5e8bc8a3a req-8381280e-660d-49f6-9ece-d122481327cc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 1096 time: 0.0451124 Aug 05 14:23:49.772227 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d521a9c-c2ec-49d3-9091-91d5e8bc8a3a req-21424c68-dfe0-4e85-a852-e62318b864b7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276074 Aug 05 14:23:50.388688 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a59f66-d8ac-42d0-980c-85f5766c02c1 req-58ef466f-7f9f-4b92-bc62-d1899cc4770c tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:50.390163 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-22a59f66-d8ac-42d0-980c-85f5766c02c1 req-58ef466f-7f9f-4b92-bc62-d1899cc4770c tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0513699 Aug 05 14:23:50.430772 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-22a59f66-d8ac-42d0-980c-85f5766c02c1 req-957d6766-227d-4e86-b09b-a2d0c7cc532b tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346005 Aug 05 14:23:50.471578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff348b2-6d4e-4756-9582-d16b4ec5ed88 req-720086a6-b2a7-4907-815d-634811740e11 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:50.473131 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6ff348b2-6d4e-4756-9582-d16b4ec5ed88 req-720086a6-b2a7-4907-815d-634811740e11 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 1096 time: 0.0421944 Aug 05 14:23:50.507375 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6ff348b2-6d4e-4756-9582-d16b4ec5ed88 req-96e2ee31-5cf7-49eb-b4d8-c9b82ae8f6f9 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280957 Aug 05 14:23:51.336729 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:51.549416 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff78b9-5627-4699-ae6f-bd4a0188c961 req-073fd193-af2f-4ed3-888c-f9e25cba4d4c tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:51.551016 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9cff78b9-5627-4699-ae6f-bd4a0188c961 req-073fd193-af2f-4ed3-888c-f9e25cba4d4c tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0521512 Aug 05 14:23:51.597409 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9cff78b9-5627-4699-ae6f-bd4a0188c961 req-711fd7d1-63da-4691-8e55-c01ac2cb4582 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350113 Aug 05 14:23:51.616768 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de75256-d57b-4557-aefa-d37dc9d097ee req-72b63bd0-cd59-4d6f-8170-cf369d635c52 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:51.619008 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4de75256-d57b-4557-aefa-d37dc9d097ee req-72b63bd0-cd59-4d6f-8170-cf369d635c52 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 1096 time: 0.0427868 Aug 05 14:23:51.654046 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4de75256-d57b-4557-aefa-d37dc9d097ee req-864057ae-60b1-432f-87e3-9189c566ab49 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289536 Aug 05 14:23:51.765262 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dc77d-12c4-436d-a2f8-aabdb7c7fcfd req-811140f1-2911-45b5-b3fd-a9e8f39764dd tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:51.766895 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-669dc77d-12c4-436d-a2f8-aabdb7c7fcfd req-811140f1-2911-45b5-b3fd-a9e8f39764dd tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 1096 time: 0.0453506 Aug 05 14:23:52.111328 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f57c92-804d-4824-9e7a-95960e7072be req-c63cc8fb-10b1-45d8-9604-ef01e41d08b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:52.112905 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e2f57c92-804d-4824-9e7a-95960e7072be req-c63cc8fb-10b1-45d8-9604-ef01e41d08b9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14e2ae568ba44cb79ef70f247c42b903&device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 1096 time: 0.0489650 Aug 05 14:23:52.113588 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-669dc77d-12c4-436d-a2f8-aabdb7c7fcfd req-9aa00b9d-f75c-4081-bbd2-724f954ad367 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406928 Aug 05 14:23:52.247541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f57c92-804d-4824-9e7a-95960e7072be req-00e38208-f9b1-40f4-93ea-33edee205669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:52.249020 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e2f57c92-804d-4824-9e7a-95960e7072be req-00e38208-f9b1-40f4-93ea-33edee205669 service neutron] 10.222.0.63 "GET /v2.0/networks?id=134659b0-824f-494f-bea6-2563b351ef1f HTTP/1.1" status: 200 len: 912 time: 0.1150715 Aug 05 14:23:52.250831 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b5086-0b03-4bee-bea4-66afe5f7b60c req-70c34f60-b3fe-461f-ad69-f8f6a32b7758 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:52.252216 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a25b5086-0b03-4bee-bea4-66afe5f7b60c req-70c34f60-b3fe-461f-ad69-f8f6a32b7758 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 1096 time: 0.0705514 Aug 05 14:23:52.300443 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e2f57c92-804d-4824-9e7a-95960e7072be req-5999b32e-1c9b-425c-a8dc-79887eaeac85 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9969afa2-2285-4060-86f5-b1e88d590b36 HTTP/1.1" status: 200 len: 217 time: 0.0435514 Aug 05 14:23:52.353044 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a25b5086-0b03-4bee-bea4-66afe5f7b60c req-3b0548ef-e800-465e-9749-5552e0a06068 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897698 Aug 05 14:23:52.362170 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f57c92-804d-4824-9e7a-95960e7072be req-f339b6f3-9ff7-412a-b2d5-8e3cc6cbaa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:52.363658 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e2f57c92-804d-4824-9e7a-95960e7072be req-f339b6f3-9ff7-412a-b2d5-8e3cc6cbaa69 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6047f187-2264-4c17-bfd8-689d6e1ac5dd HTTP/1.1" status: 200 len: 851 time: 0.0549078 Aug 05 14:23:52.396562 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e2f57c92-804d-4824-9e7a-95960e7072be req-6d56dcc7-655f-4df3-9bf9-b1838ffecf9b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=134659b0-824f-494f-bea6-2563b351ef1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254412 Aug 05 14:23:52.496432 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e2f57c92-804d-4824-9e7a-95960e7072be req-396f9535-66e7-4597-aeaf-c6caa49fb992 service neutron] 10.222.0.63 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900931 Aug 05 14:23:52.572870 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-eb958885-f3bd-454b-a02b-8bccbd67ea80 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:52.573601 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-eb958885-f3bd-454b-a02b-8bccbd67ea80 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/networks?id=3f193e11-e5ba-461e-aba2-2fc9d7e797f1 HTTP/1.1" status: 200 len: 910 time: 0.0879292 Aug 05 14:23:52.588295 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-0acfe426-3fff-40c2-b0cc-ca828be49d47 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/quotas/bcd6fe62cef74b729b717f6fa41b0179 HTTP/1.1" status: 200 len: 375 time: 0.0091803 Aug 05 14:23:52.608671 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e2f57c92-804d-4824-9e7a-95960e7072be req-9088cf22-3177-44ff-a275-8766dbd195d9 service neutron] 10.222.0.63 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981772 Aug 05 14:23:52.643672 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-cc18280f-18ee-44c3-badd-756926fc94d5 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=bcd6fe62cef74b729b717f6fa41b0179&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500028 Aug 05 14:23:52.726610 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06b232-5d74-4794-a5a0-1296918b2585 req-4746d706-5f19-4f94-a51d-0aa3248ca0d7 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:52.728772 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8d06b232-5d74-4794-a5a0-1296918b2585 req-4746d706-5f19-4f94-a51d-0aa3248ca0d7 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0576115 Aug 05 14:23:52.740329 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-578a44ad-9ef3-4f92-aece-3f40ee47d830 service neutron] 10.222.0.16 "GET /v2.0/networks/3f193e11-e5ba-461e-aba2-2fc9d7e797f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890176 Aug 05 14:23:52.772737 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8d06b232-5d74-4794-a5a0-1296918b2585 req-5d4ad58e-c7a1-46eb-9e76-052ce55ae304 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349233 Aug 05 14:23:52.839051 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-a8909a52-6b0c-4dfb-8481-8135f88deac2 service neutron] 10.222.0.16 "GET /v2.0/networks/3f193e11-e5ba-461e-aba2-2fc9d7e797f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915546 Aug 05 14:23:52.998322 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c97b7f7e-f213-42ee-9f8c-45dbfa536b37 req-b2f6c5f2-a0ad-4c64-be63-d9260578d020 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5 HTTP/1.1" status: 200 len: 210 time: 0.0266323 Aug 05 14:23:53.710624 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3812d-dc65-4ace-83c8-d0c8821104c3 req-9715cc23-7576-48db-bc64-b7d7895c76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:53.712555 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6d3812d-dc65-4ace-83c8-d0c8821104c3 req-9715cc23-7576-48db-bc64-b7d7895c76d0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 1096 time: 0.0404322 Aug 05 14:23:53.749143 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6d3812d-dc65-4ace-83c8-d0c8821104c3 req-b84a6224-fe24-4022-b457-2beb18e5c4b9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293415 Aug 05 14:23:53.951337 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8440f00-3d89-4c07-8f81-fd5abcb2bf89 req-2c2f7e11-188c-4ac6-81b8-68f41731b669 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:53.952870 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c8440f00-3d89-4c07-8f81-fd5abcb2bf89 req-2c2f7e11-188c-4ac6-81b8-68f41731b669 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.1057346 Aug 05 14:23:53.981533 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-3f3528ad-402b-49dd-83c9-82f2199eec5d tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:53.983028 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-3f3528ad-402b-49dd-83c9-82f2199eec5d tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.84 "GET /v2.0/networks?id=3f193e11-e5ba-461e-aba2-2fc9d7e797f1 HTTP/1.1" status: 200 len: 910 time: 0.1457818 Aug 05 14:23:53.996523 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Request body: {'port': {'device_id': '1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5', 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1', 'admin_state_up': True, 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:23:54.022149 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c8440f00-3d89-4c07-8f81-fd5abcb2bf89 req-fc4f3f3d-8aea-461f-bb33-e60cdb1de97b tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571232 Aug 05 14:23:54.036647 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Made reservation on behalf of bcd6fe62cef74b729b717f6fa41b0179 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:23:54.041172 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:54.101628 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6a77808e-99d9-45be-8594-82419669df57 req-24bec7ea-9b4c-4f65-9e37-5a4a2ca2ba33 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5 HTTP/1.1" status: 200 len: 210 time: 0.0266438 Aug 05 14:23:54.205547 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Allocated IP 172.20.0.11 (3f193e11-e5ba-461e-aba2-2fc9d7e797f1/80d44b77-dd11-463d-9579-f527d030aff6/1a80ab69-cf93-498b-afa2-3601b4971dd8) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:23:54.343019 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:54.356306 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Transition to ACTIVE for port object 1a80ab69-cf93-498b-afa2-3601b4971dd8 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:23:54.388588 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:54.400357 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['8789f420-56c7-4d0c-bca7-f2b5ecb5c979'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:23:54.435419 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:23:54.445489 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:23:54.448804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:23:54.451247 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Pushing event updated for resources: {'Port': ['ID=1a80ab69-cf93-498b-afa2-3601b4971dd8,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:54.481184 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:54.481543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:54.481895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:54.482241 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:54.482678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:54.483025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:54.483440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:54.483821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:54.484156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:54.484524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:54.484886 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:54.485220 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:23:54.507911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:54.508535 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:54.529856 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-48a8d953-d702-4264-9164-1e3237a1480a tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5367105 Aug 05 14:23:54.543511 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-1dfaf447-18c1-49bb-9fad-24152974e6b8 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:23:54.544460 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-1dfaf447-18c1-49bb-9fad-24152974e6b8 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069861 Aug 05 14:23:54.630877 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Request body: {'port': {'device_id': '1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:23:54.692094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6ea0796c-451f-4b1c-b9b2-28248f0fddd5 None None] Provisioning for port 1a80ab69-cf93-498b-afa2-3601b4971dd8 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:54.695886 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6ea0796c-451f-4b1c-b9b2-28248f0fddd5 None None] Provisioning complete for port 1a80ab69-cf93-498b-afa2-3601b4971dd8 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:54.696259 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6ea0796c-451f-4b1c-b9b2-28248f0fddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:54.707601 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:54.731129 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-6ea0796c-451f-4b1c-b9b2-28248f0fddd5 None None] Port 1a80ab69-cf93-498b-afa2-3601b4971dd8 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:23:54.987567 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a80ab69-cf93-498b-afa2-3601b4971dd8 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:23:54.995278 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:55.007072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Transition to ACTIVE for port object 1a80ab69-cf93-498b-afa2-3601b4971dd8 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:23:55.011908 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:55.083662 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Pushing event updated for resources: {'Port': ['ID=1a80ab69-cf93-498b-afa2-3601b4971dd8,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:55.173411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Attempting to bind port 1a80ab69-cf93-498b-afa2-3601b4971dd8 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:23:55.173777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Attempting to bind port 1a80ab69-cf93-498b-afa2-3601b4971dd8 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '6c31fabf-a31f-4de2-9a41-e259d9ff64c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:23:55.174117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Attempting to bind port 1a80ab69-cf93-498b-afa2-3601b4971dd8 on network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:23:55.191043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a30763-eca0-489d-bddd-393f26d00429 req-ae02c90f-f3f3-4f3e-8da6-e2dfe18b7e64 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:55.192656 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1a30763-eca0-489d-bddd-393f26d00429 req-ae02c90f-f3f3-4f3e-8da6-e2dfe18b7e64 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0757604 Aug 05 14:23:55.193278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Port 1a80ab69-cf93-498b-afa2-3601b4971dd8 on network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:23:55.193613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Attempting to bind port 1a80ab69-cf93-498b-afa2-3601b4971dd8 on network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:23:55.200721 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:23:55.201066 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Checking segment: {'id': '6c31fabf-a31f-4de2-9a41-e259d9ff64c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:23:55.201456 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Bound using segment: {'id': '6c31fabf-a31f-4de2-9a41-e259d9ff64c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:23:55.201906 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Bound port: 1a80ab69-cf93-498b-afa2-3601b4971dd8, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c31fabf-a31f-4de2-9a41-e259d9ff64c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:23:55.202297 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:55.219369 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c3228-b7fb-4c3e-a621-083ef646aa45 req-645e9753-e600-4ab0-b9a4-115ec0c2b7b1 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:55.220669 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d8c3228-b7fb-4c3e-a621-083ef646aa45 req-645e9753-e600-4ab0-b9a4-115ec0c2b7b1 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5 HTTP/1.1" status: 200 len: 1053 time: 0.0476367 Aug 05 14:23:55.262332 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d8c3228-b7fb-4c3e-a621-083ef646aa45 req-3eb4a832-c76b-492c-bdfd-d7f21989e1c8 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340419 Aug 05 14:23:55.283326 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1a30763-eca0-489d-bddd-393f26d00429 req-c4f40d74-e621-46b1-a07a-2e15026cb5d1 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786858 Aug 05 14:23:55.307659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] For port 1a80ab69-cf93-498b-afa2-3601b4971dd8, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:23:55.310882 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] For port 1a80ab69-cf93-498b-afa2-3601b4971dd8, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1a80ab69-cf93-498b-afa2-3601b4971dd8,segment=NetworkSegment(6c31fabf-a31f-4de2-9a41-e259d9ff64c9),segment_id=6c31fabf-a31f-4de2-9a41-e259d9ff64c9)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:23:55.315807 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:55.351227 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:55.352106 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:55.354597 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] 10.222.0.84 "PUT /v2.0/ports/1a80ab69-cf93-498b-afa2-3601b4971dd8 HTTP/1.1" status: 200 len: 1092 time: 0.8014963 Aug 05 14:23:55.357039 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5', 'tag': '1a80ab69-cf93-498b-afa2-3601b4971dd8'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:23:55.360381 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cace68b8-bcd6-481f-aeb6-1665b25c7d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5", "tag": "1a80ab69-cf93-498b-afa2-3601b4971dd8"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:23:55.393999 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30acf1-4812-4554-b8c7-b54c65f0f00a service neutron] Pushing event updated for resources: {'Port': ['ID=1a80ab69-cf93-498b-afa2-3601b4971dd8,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:55.417798 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc296bf7-f7b5-4910-a890-6de6ffa16b6e x-openstack-request-id: req-cc296bf7-f7b5-4910-a890-6de6ffa16b6e {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:23:55.418188 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5", "tag": "1a80ab69-cf93-498b-afa2-3601b4971dd8", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:23:55.418366 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc296bf7-f7b5-4910-a890-6de6ffa16b6e {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:23:55.419092 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5', 'tag': '1a80ab69-cf93-498b-afa2-3601b4971dd8', 'status': 'completed', 'code': 200} Aug 05 14:23:55.462347 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-07990669-b2a4-43c1-8629-144a24a8e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:55.464849 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-07990669-b2a4-43c1-8629-144a24a8e95a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bcd6fe62cef74b729b717f6fa41b0179&device_id=1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5 HTTP/1.1" status: 200 len: 1095 time: 0.0613108 Aug 05 14:23:55.520239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0071b6-5abe-436b-b8ba-07d304d8c541 req-2f3a0c31-bf35-4e49-9d00-ac5f4f9d2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:55.521827 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5d0071b6-5abe-436b-b8ba-07d304d8c541 req-2f3a0c31-bf35-4e49-9d00-ac5f4f9d2bf1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=14e2ae568ba44cb79ef70f247c42b903&device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 1096 time: 0.0496821 Aug 05 14:23:55.551515 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-bd9e62cf-583a-4ecb-9290-c6e0c379b752 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a80ab69-cf93-498b-afa2-3601b4971dd8 HTTP/1.1" status: 200 len: 217 time: 0.0743570 Aug 05 14:23:55.615032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7df685-9cc4-4bb1-af00-c148936b0b89 req-e90ffe42-9de6-4209-afc2-ccae51bfa30e tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:55.616638 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa7df685-9cc4-4bb1-af00-c148936b0b89 req-e90ffe42-9de6-4209-afc2-ccae51bfa30e tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.1321197 Aug 05 14:23:55.630489 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0071b6-5abe-436b-b8ba-07d304d8c541 req-e93bab7f-8b14-4298-93b6-48b62dc4496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:55.632036 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5d0071b6-5abe-436b-b8ba-07d304d8c541 req-e93bab7f-8b14-4298-93b6-48b62dc4496c service neutron] 10.222.0.63 "GET /v2.0/networks?id=134659b0-824f-494f-bea6-2563b351ef1f HTTP/1.1" status: 200 len: 912 time: 0.1016994 Aug 05 14:23:55.644502 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-83e5e76c-1c81-4905-af75-43ca1b716245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:55.645986 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-83e5e76c-1c81-4905-af75-43ca1b716245 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=80d44b77-dd11-463d-9579-f527d030aff6 HTTP/1.1" status: 200 len: 848 time: 0.0878658 Aug 05 14:23:55.682404 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5d0071b6-5abe-436b-b8ba-07d304d8c541 req-684dbe2e-ff4b-4f98-a275-263385f91d72 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9969afa2-2285-4060-86f5-b1e88d590b36 HTTP/1.1" status: 200 len: 217 time: 0.0373032 Aug 05 14:23:55.689914 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa7df685-9cc4-4bb1-af00-c148936b0b89 req-92b0362c-ac6e-499d-9833-8232320845e1 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664947 Aug 05 14:23:55.703571 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-fddb87c9-f5e9-4122-9382-448f63792ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:55.705087 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-fddb87c9-f5e9-4122-9382-448f63792ab2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f193e11-e5ba-461e-aba2-2fc9d7e797f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481262 Aug 05 14:23:55.765828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0071b6-5abe-436b-b8ba-07d304d8c541 req-af0c8cb7-7385-4a67-a4c4-bd61e4350db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:55.767853 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5d0071b6-5abe-436b-b8ba-07d304d8c541 req-af0c8cb7-7385-4a67-a4c4-bd61e4350db2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6047f187-2264-4c17-bfd8-689d6e1ac5dd HTTP/1.1" status: 200 len: 851 time: 0.0790963 Aug 05 14:23:55.800586 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5d0071b6-5abe-436b-b8ba-07d304d8c541 req-a6e76036-8d25-4549-9f82-6ddc01c35005 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=134659b0-824f-494f-bea6-2563b351ef1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251238 Aug 05 14:23:55.801514 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-11ebb936-39f8-48f9-968d-796870b3f349 service neutron] 10.222.0.84 "GET /v2.0/networks/3f193e11-e5ba-461e-aba2-2fc9d7e797f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888333 Aug 05 14:23:55.893558 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ae5bfc0-244f-4a75-b83f-31258d077eb2 req-610322bf-61b0-4ca2-8020-bb1aaee2d135 service neutron] 10.222.0.84 "GET /v2.0/networks/3f193e11-e5ba-461e-aba2-2fc9d7e797f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847714 Aug 05 14:23:55.897162 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5d0071b6-5abe-436b-b8ba-07d304d8c541 req-c189f622-fb3c-4c3d-907c-f924bbdf2f17 service neutron] 10.222.0.63 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882673 Aug 05 14:23:55.998429 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5d0071b6-5abe-436b-b8ba-07d304d8c541 req-763baeb2-878e-4b3f-841c-f5b1296265b2 service neutron] 10.222.0.63 "GET /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906060 Aug 05 14:23:56.023492 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace68b8-bcd6-481f-aeb6-1665b25c7d3b req-f339926a-1a89-4701-a87b-788a25a5dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:56.025464 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cace68b8-bcd6-481f-aeb6-1665b25c7d3b req-f339926a-1a89-4701-a87b-788a25a5dbd7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bcd6fe62cef74b729b717f6fa41b0179&device_id=1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5 HTTP/1.1" status: 200 len: 1095 time: 0.0819407 Aug 05 14:23:56.051310 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5c1d8b79-7e7d-4151-9175-3b82345b62ff req-8b3e8484-2691-4475-b6e7-283427c9ba21 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771704 Aug 05 14:23:56.159091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d8b79-7e7d-4151-9175-3b82345b62ff req-b523a473-3fea-41bf-8913-ab817c2bfb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:56.160572 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5c1d8b79-7e7d-4151-9175-3b82345b62ff req-b523a473-3fea-41bf-8913-ab817c2bfb95 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 1096 time: 0.0743802 Aug 05 14:23:56.163687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace68b8-bcd6-481f-aeb6-1665b25c7d3b req-237a14b4-4efb-4950-9ed1-76787f080870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:56.165895 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cace68b8-bcd6-481f-aeb6-1665b25c7d3b req-237a14b4-4efb-4950-9ed1-76787f080870 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3f193e11-e5ba-461e-aba2-2fc9d7e797f1 HTTP/1.1" status: 200 len: 910 time: 0.1320240 Aug 05 14:23:56.215675 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cace68b8-bcd6-481f-aeb6-1665b25c7d3b req-6615db00-bfbd-4607-8882-95056a6aff1b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a80ab69-cf93-498b-afa2-3601b4971dd8 HTTP/1.1" status: 200 len: 217 time: 0.0426943 Aug 05 14:23:56.310327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace68b8-bcd6-481f-aeb6-1665b25c7d3b req-31280789-1caf-414f-8186-64025d372901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:56.311823 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cace68b8-bcd6-481f-aeb6-1665b25c7d3b req-31280789-1caf-414f-8186-64025d372901 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=80d44b77-dd11-463d-9579-f527d030aff6 HTTP/1.1" status: 200 len: 848 time: 0.0855079 Aug 05 14:23:56.364772 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d8b79-7e7d-4151-9175-3b82345b62ff req-c5fc27de-88ac-4529-bd3b-768a366ba753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:56.366432 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5c1d8b79-7e7d-4151-9175-3b82345b62ff req-c5fc27de-88ac-4529-bd3b-768a366ba753 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 913 time: 0.1602294 Aug 05 14:23:56.377563 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace68b8-bcd6-481f-aeb6-1665b25c7d3b req-b0a1b6f5-ede8-4baf-96ca-e6025fd6d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:56.379131 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cace68b8-bcd6-481f-aeb6-1665b25c7d3b req-b0a1b6f5-ede8-4baf-96ca-e6025fd6d7c3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f193e11-e5ba-461e-aba2-2fc9d7e797f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591321 Aug 05 14:23:56.390081 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145ca6c-af16-4e00-983b-d66a407e837d req-e87936da-f378-48a5-8ab2-49c041942773 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:56.391708 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9145ca6c-af16-4e00-983b-d66a407e837d req-e87936da-f378-48a5-8ab2-49c041942773 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5 HTTP/1.1" status: 200 len: 1095 time: 0.0481651 Aug 05 14:23:56.428558 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9145ca6c-af16-4e00-983b-d66a407e837d req-52594d5a-1c24-4596-8e72-2391e26133ad tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305803 Aug 05 14:23:56.488186 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5c1d8b79-7e7d-4151-9175-3b82345b62ff req-e78a783f-dd00-4f88-9362-7dea6506ef0f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1553db15-990b-4f5f-82fd-41f7e56a0fbc HTTP/1.1" status: 200 len: 1000 time: 0.1131904 Aug 05 14:23:56.553646 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cace68b8-bcd6-481f-aeb6-1665b25c7d3b req-42a510ce-318d-457b-8eb4-d3af0b1c6156 service neutron] 10.222.0.84 "GET /v2.0/networks/3f193e11-e5ba-461e-aba2-2fc9d7e797f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666846 Aug 05 14:23:56.558894 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d8b79-7e7d-4151-9175-3b82345b62ff req-28ae512e-09b6-4d6e-b030-b0f695bdba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:56.560227 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5c1d8b79-7e7d-4151-9175-3b82345b62ff req-28ae512e-09b6-4d6e-b030-b0f695bdba8f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.0636232 Aug 05 14:23:56.663268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d8b79-7e7d-4151-9175-3b82345b62ff req-415e2a7d-85fc-4531-ac5e-c2faae5d7dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:56.664758 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5c1d8b79-7e7d-4151-9175-3b82345b62ff req-415e2a7d-85fc-4531-ac5e-c2faae5d7dc2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950758 Aug 05 14:23:56.690031 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cace68b8-bcd6-481f-aeb6-1665b25c7d3b req-a6da2905-4532-4856-b33c-f9310d12e191 service neutron] 10.222.0.84 "GET /v2.0/networks/3f193e11-e5ba-461e-aba2-2fc9d7e797f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280611 Aug 05 14:23:56.775889 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5c1d8b79-7e7d-4151-9175-3b82345b62ff req-0d4d50ae-4ee1-4878-8ab6-b28b369e6508 service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986867 Aug 05 14:23:56.865570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9239e-1e90-40b6-b2fa-11f0e42592f2 req-43b71611-2147-4e37-b8c5-22cbb79fb222 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:56.866989 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-74b9239e-1e90-40b6-b2fa-11f0e42592f2 req-43b71611-2147-4e37-b8c5-22cbb79fb222 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.1058209 Aug 05 14:23:56.916064 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5c1d8b79-7e7d-4151-9175-3b82345b62ff req-b806f514-ae73-4323-aab0-7487c9e5aec8 service neutron] 10.222.0.84 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267962 Aug 05 14:23:56.923192 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-74b9239e-1e90-40b6-b2fa-11f0e42592f2 req-a0e7d321-100e-4e3e-8472-ee84c88815b3 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495329 Aug 05 14:23:57.030125 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1a80ab69-cf93-498b-afa2-3601b4971dd8 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:23:57.132143 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 1a80ab69-cf93-498b-afa2-3601b4971dd8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1a80ab69-cf93-498b-afa2-3601b4971dd8,segment=NetworkSegment(6c31fabf-a31f-4de2-9a41-e259d9ff64c9),segment_id=6c31fabf-a31f-4de2-9a41-e259d9ff64c9)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:57.292837 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '1a80ab69-cf93-498b-afa2-3601b4971dd8', 'network_id': '3f193e11-e5ba-461e-aba2-2fc9d7e797f1', 'port_id': '1a80ab69-cf93-498b-afa2-3601b4971dd8', 'mac_address': 'fa:16:3e:16:31:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d44b77-dd11-463d-9579-f527d030aff6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:23:57.328505 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:57.341120 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a80ab69-cf93-498b-afa2-3601b4971dd8 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:23:57.360528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 1a80ab69-cf93-498b-afa2-3601b4971dd8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1a80ab69-cf93-498b-afa2-3601b4971dd8,segment=NetworkSegment(6c31fabf-a31f-4de2-9a41-e259d9ff64c9),segment_id=6c31fabf-a31f-4de2-9a41-e259d9ff64c9)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:57.364644 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:57.411777 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=1a80ab69-cf93-498b-afa2-3601b4971dd8,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:57.543282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ae94c-4f71-4842-a826-5eae5b9551d1 req-f79dc0c5-4de3-4ea2-9f8b-ecdbd90653ff tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:57.544840 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2b9ae94c-4f71-4842-a826-5eae5b9551d1 req-f79dc0c5-4de3-4ea2-9f8b-ecdbd90653ff tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0421665 Aug 05 14:23:57.580891 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2b9ae94c-4f71-4842-a826-5eae5b9551d1 req-0ea9cd59-e0b6-4c57-9743-52e7a81de9b0 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301259 Aug 05 14:23:57.605070 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['1a80ab69-cf93-498b-afa2-3601b4971dd8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:23:58.048481 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd9dbd-e41d-4c96-8d6d-90d1770cd403 req-dc4e1a83-6f3b-4188-812c-baf61d625610 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:58.050014 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d4cd9dbd-e41d-4c96-8d6d-90d1770cd403 req-dc4e1a83-6f3b-4188-812c-baf61d625610 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0572529 Aug 05 14:23:58.094244 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d4cd9dbd-e41d-4c96-8d6d-90d1770cd403 req-fc656a01-f866-4312-b57c-1056b570ed02 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370007 Aug 05 14:23:58.333631 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c41267-2776-44ce-a278-ff272845c273 req-30ae200d-255f-44be-bc6c-d04bdc1c82ae tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:58.335191 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29c41267-2776-44ce-a278-ff272845c273 req-30ae200d-255f-44be-bc6c-d04bdc1c82ae tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0496290 Aug 05 14:23:58.377079 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29c41267-2776-44ce-a278-ff272845c273 req-53b2677d-dd28-4d28-8895-82cc9120bdd8 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346620 Aug 05 14:23:58.689541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5376d-b5ba-4cb9-8ce7-33f9c5065a17 req-c4c2fc40-229e-4552-89ae-af5dab67c924 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:58.691219 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0fa5376d-b5ba-4cb9-8ce7-33f9c5065a17 req-c4c2fc40-229e-4552-89ae-af5dab67c924 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0415254 Aug 05 14:23:58.728413 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0fa5376d-b5ba-4cb9-8ce7-33f9c5065a17 req-4f7ebe50-a1ef-49af-8200-7b8917b1fa8b tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299559 Aug 05 14:23:59.056597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1a80ab69-cf93-498b-afa2-3601b4971dd8 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:23:59.104711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 1a80ab69-cf93-498b-afa2-3601b4971dd8 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:23:59.108334 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 1a80ab69-cf93-498b-afa2-3601b4971dd8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:23:59.108708 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:59.187106 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:59.209894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a80ab69-cf93-498b-afa2-3601b4971dd8'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:23:59.212205 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb99af7-dcd6-4920-a11d-c4e8896bf08e" -d '{"events": [{"server_uuid": "1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5", "name": "network-vif-plugged", "status": "completed", "tag": "1a80ab69-cf93-498b-afa2-3601b4971dd8"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:23:59.224892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 1a80ab69-cf93-498b-afa2-3601b4971dd8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1a80ab69-cf93-498b-afa2-3601b4971dd8,segment=NetworkSegment(6c31fabf-a31f-4de2-9a41-e259d9ff64c9),segment_id=6c31fabf-a31f-4de2-9a41-e259d9ff64c9)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:23:59.229897 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:23:59.255499 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3719dc-ce4b-42a6-9121-35a275273da7 x-openstack-request-id: req-0e3719dc-ce4b-42a6-9121-35a275273da7 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:23:59.255796 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5", "name": "network-vif-plugged", "status": "completed", "tag": "1a80ab69-cf93-498b-afa2-3601b4971dd8", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:23:59.256055 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e3719dc-ce4b-42a6-9121-35a275273da7 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:23:59.256445 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a80ab69-cf93-498b-afa2-3601b4971dd8', 'code': 200} Aug 05 14:23:59.284808 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=1a80ab69-cf93-498b-afa2-3601b4971dd8,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:23:59.352250 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682226f-840c-4ac7-b6a2-c9f97a4b484d req-0bf61e46-07a6-4243-8dd0-7849ee5791d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:59.354733 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5682226f-840c-4ac7-b6a2-c9f97a4b484d req-0bf61e46-07a6-4243-8dd0-7849ee5791d5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5 HTTP/1.1" status: 200 len: 1097 time: 0.0418994 Aug 05 14:23:59.390612 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5682226f-840c-4ac7-b6a2-c9f97a4b484d req-c009cce3-20f8-4f3d-b472-f6ff67917b43 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285370 Aug 05 14:23:59.510043 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ad675-195d-47b7-8a5e-6d404f6764e0 req-1dc8d74a-8452-474b-9404-2035da633706 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:59.511619 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-836ad675-195d-47b7-8a5e-6d404f6764e0 req-1dc8d74a-8452-474b-9404-2035da633706 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0570571 Aug 05 14:23:59.550428 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-836ad675-195d-47b7-8a5e-6d404f6764e0 req-4c6fa20e-37af-44df-acb8-2491de069d09 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327840 Aug 05 14:23:59.836485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7854f3-af62-4ed1-8996-97efa7820cb4 req-49ddf03a-c1df-4894-9cad-089a9b4cf4a6 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:23:59.838766 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e7854f3-af62-4ed1-8996-97efa7820cb4 req-49ddf03a-c1df-4894-9cad-089a9b4cf4a6 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5 HTTP/1.1" status: 200 len: 1097 time: 0.0405509 Aug 05 14:23:59.876843 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e7854f3-af62-4ed1-8996-97efa7820cb4 req-248eba0f-e0a6-43e6-801c-f732ae8c764e tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321610 Aug 05 14:24:00.672310 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced49ea-f180-4594-b563-208b7f0faf15 req-bb0e4d18-c1dc-4749-81d0-493df13587b3 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:00.673846 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ced49ea-f180-4594-b563-208b7f0faf15 req-bb0e4d18-c1dc-4749-81d0-493df13587b3 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0517015 Aug 05 14:24:00.716453 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ced49ea-f180-4594-b563-208b7f0faf15 req-2d403c8d-bbba-4d37-accc-4b813457f382 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363138 Aug 05 14:24:00.983440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df280-4771-4336-a407-ae5ae468298b req-12d38f08-df87-44a7-88bb-2abc4d4575fe tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:00.984992 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f41df280-4771-4336-a407-ae5ae468298b req-12d38f08-df87-44a7-88bb-2abc4d4575fe tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5 HTTP/1.1" status: 200 len: 1097 time: 0.0419633 Aug 05 14:24:01.021454 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f41df280-4771-4336-a407-ae5ae468298b req-c81924d6-ea13-4a1b-88ba-33a886a73ae1 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305424 Aug 05 14:24:01.131382 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52dec5-5f33-426c-99a8-d60b5dc6b43f req-f8611118-e607-446c-877c-2421d612d3bb tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:01.133063 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d52dec5-5f33-426c-99a8-d60b5dc6b43f req-f8611118-e607-446c-877c-2421d612d3bb tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5 HTTP/1.1" status: 200 len: 1097 time: 0.0414071 Aug 05 14:24:01.169883 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d52dec5-5f33-426c-99a8-d60b5dc6b43f req-b61e1089-200e-40ae-8794-2d31b9f4081f tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305660 Aug 05 14:24:01.272464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db91b1b-982d-4507-9553-e30ad122f93d req-813fa038-15db-45f2-8a97-8efbcdbd6335 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:01.273981 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2db91b1b-982d-4507-9553-e30ad122f93d req-813fa038-15db-45f2-8a97-8efbcdbd6335 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5 HTTP/1.1" status: 200 len: 1097 time: 0.0401139 Aug 05 14:24:01.309626 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2db91b1b-982d-4507-9553-e30ad122f93d req-c600f3ae-b93b-4092-92b8-0ec476e1770d tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287683 Aug 05 14:24:01.536892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dec56-1f73-4e46-a4c0-2d9f525d82ce req-5820232a-03fd-4af2-95ca-75147f251387 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:01.538470 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-499dec56-1f73-4e46-a4c0-2d9f525d82ce req-5820232a-03fd-4af2-95ca-75147f251387 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5 HTTP/1.1" status: 200 len: 1097 time: 0.0418997 Aug 05 14:24:01.576612 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-499dec56-1f73-4e46-a4c0-2d9f525d82ce req-81ab1a9d-fae1-49da-8d33-9f760adbb7ab tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319042 Aug 05 14:24:01.675033 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6513c0-4e59-4633-ba14-54dfca25978f req-fb933f87-a199-43ac-be9e-7e00b561cbcc tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:01.676519 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc6513c0-4e59-4633-ba14-54dfca25978f req-fb933f87-a199-43ac-be9e-7e00b561cbcc tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.63 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.0538132 Aug 05 14:24:01.773918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-fc6513c0-4e59-4633-ba14-54dfca25978f req-d37d05e6-aea0-4bf8-9fee-b235d2c8cf7a tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Deleting port 9969afa2-2285-4060-86f5-b1e88d590b36 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:24:01.774830 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fc6513c0-4e59-4633-ba14-54dfca25978f req-d37d05e6-aea0-4bf8-9fee-b235d2c8cf7a tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:01.892154 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f47623-4dfd-4c7e-b105-32fd5fbfc628 req-954056db-e986-4c4d-8fe2-a3dd0f453e01 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:01.893652 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d9f47623-4dfd-4c7e-b105-32fd5fbfc628 req-954056db-e986-4c4d-8fe2-a3dd0f453e01 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce15fe21-0d95-4491-8447-fa1f264fddaa HTTP/1.1" status: 200 len: 945 time: 0.1045578 Aug 05 14:24:01.912199 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-fc6513c0-4e59-4633-ba14-54dfca25978f req-d37d05e6-aea0-4bf8-9fee-b235d2c8cf7a tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] For port 9969afa2-2285-4060-86f5-b1e88d590b36, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=9969afa2-2285-4060-86f5-b1e88d590b36,segment=NetworkSegment(3487f6e3-61e3-4295-a494-9bb13a530f0a),segment_id=3487f6e3-61e3-4295-a494-9bb13a530f0a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:01.912571 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fc6513c0-4e59-4633-ba14-54dfca25978f req-d37d05e6-aea0-4bf8-9fee-b235d2c8cf7a tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:01.935372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-fc6513c0-4e59-4633-ba14-54dfca25978f req-d37d05e6-aea0-4bf8-9fee-b235d2c8cf7a tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Calling delete_port for 9969afa2-2285-4060-86f5-b1e88d590b36 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:24:01.956544 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d9f47623-4dfd-4c7e-b105-32fd5fbfc628 req-69e86f1f-c01d-4adc-9f40-fb57fbbf9819 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552089 Aug 05 14:24:02.079901 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fc6513c0-4e59-4633-ba14-54dfca25978f req-d37d05e6-aea0-4bf8-9fee-b235d2c8cf7a tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:02.093007 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['9969afa2-2285-4060-86f5-b1e88d590b36'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:24:02.095405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['8aff53ac-54db-485b-a835-5875d117cc23'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:24:02.109623 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d05e6-aea0-4bf8-9fee-b235d2c8cf7a tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Pushing event deleted for resources: {'Port': ['ID=9969afa2-2285-4060-86f5-b1e88d590b36,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:02.150542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6513c0-4e59-4633-ba14-54dfca25978f req-d37d05e6-aea0-4bf8-9fee-b235d2c8cf7a tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] No DVR routers for this DVR port 9969afa2-2285-4060-86f5-b1e88d590b36 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:24:02.153146 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-fc6513c0-4e59-4633-ba14-54dfca25978f req-d37d05e6-aea0-4bf8-9fee-b235d2c8cf7a tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:02.155224 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fc6513c0-4e59-4633-ba14-54dfca25978f req-d37d05e6-aea0-4bf8-9fee-b235d2c8cf7a tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.63 "DELETE /v2.0/ports/9969afa2-2285-4060-86f5-b1e88d590b36 HTTP/1.1" status: 204 len: 173 time: 0.4716222 Aug 05 14:24:02.155673 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce15fe21-0d95-4491-8447-fa1f264fddaa', 'name': 'network-vif-deleted', 'tag': '9969afa2-2285-4060-86f5-b1e88d590b36'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:24:02.158173 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1e1960-46f8-4edd-9f1c-25faf42d67cb" -d '{"events": [{"server_uuid": "ce15fe21-0d95-4491-8447-fa1f264fddaa", "name": "network-vif-deleted", "tag": "9969afa2-2285-4060-86f5-b1e88d590b36"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:24:02.200897 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44804eab-a5ad-4bf9-ae1c-2dd51eea65e4 x-openstack-request-id: req-44804eab-a5ad-4bf9-ae1c-2dd51eea65e4 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:24:02.201275 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce15fe21-0d95-4491-8447-fa1f264fddaa", "name": "network-vif-deleted", "tag": "9969afa2-2285-4060-86f5-b1e88d590b36", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:24:02.201473 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44804eab-a5ad-4bf9-ae1c-2dd51eea65e4 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:24:02.201889 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce15fe21-0d95-4491-8447-fa1f264fddaa', 'name': 'network-vif-deleted', 'tag': '9969afa2-2285-4060-86f5-b1e88d590b36', 'status': 'completed', 'code': 200} Aug 05 14:24:02.701956 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bab91-4198-445d-b6b6-aa31d7272e86 req-71f93a5c-0154-46dc-ba39-207c61d13b05 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:02.703547 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e5bab91-4198-445d-b6b6-aa31d7272e86 req-71f93a5c-0154-46dc-ba39-207c61d13b05 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5 HTTP/1.1" status: 200 len: 1097 time: 0.0587022 Aug 05 14:24:02.741627 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e5bab91-4198-445d-b6b6-aa31d7272e86 req-edf7a97e-bd33-477d-b510-6e5ce03fdcdb tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314331 Aug 05 14:24:02.852222 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d6bb4-1954-47f6-bb34-51b473631859 req-217d70f3-43b2-475a-9e08-d6b2fb67dcfe tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:02.853849 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d95d6bb4-1954-47f6-bb34-51b473631859 req-217d70f3-43b2-475a-9e08-d6b2fb67dcfe tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5 HTTP/1.1" status: 200 len: 1097 time: 0.0403407 Aug 05 14:24:02.934050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d95d6bb4-1954-47f6-bb34-51b473631859 req-716fca05-1af6-416e-8d8b-e87add158c0d tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Deleting port 1a80ab69-cf93-498b-afa2-3601b4971dd8 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:24:02.934429 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d95d6bb4-1954-47f6-bb34-51b473631859 req-716fca05-1af6-416e-8d8b-e87add158c0d tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:03.017247 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d95d6bb4-1954-47f6-bb34-51b473631859 req-716fca05-1af6-416e-8d8b-e87add158c0d tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] For port 1a80ab69-cf93-498b-afa2-3601b4971dd8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1a80ab69-cf93-498b-afa2-3601b4971dd8,segment=NetworkSegment(6c31fabf-a31f-4de2-9a41-e259d9ff64c9),segment_id=6c31fabf-a31f-4de2-9a41-e259d9ff64c9)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:03.017620 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d95d6bb4-1954-47f6-bb34-51b473631859 req-716fca05-1af6-416e-8d8b-e87add158c0d tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:03.031600 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d95d6bb4-1954-47f6-bb34-51b473631859 req-716fca05-1af6-416e-8d8b-e87add158c0d tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Calling delete_port for 1a80ab69-cf93-498b-afa2-3601b4971dd8 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:24:03.169807 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d95d6bb4-1954-47f6-bb34-51b473631859 req-716fca05-1af6-416e-8d8b-e87add158c0d tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:03.183711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['1a80ab69-cf93-498b-afa2-3601b4971dd8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:24:03.185967 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['8789f420-56c7-4d0c-bca7-f2b5ecb5c979'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:24:03.206906 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fca05-1af6-416e-8d8b-e87add158c0d tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a80ab69-cf93-498b-afa2-3601b4971dd8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:03.278716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95d6bb4-1954-47f6-bb34-51b473631859 req-716fca05-1af6-416e-8d8b-e87add158c0d tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] No DVR routers for this DVR port 1a80ab69-cf93-498b-afa2-3601b4971dd8 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:24:03.284147 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d95d6bb4-1954-47f6-bb34-51b473631859 req-716fca05-1af6-416e-8d8b-e87add158c0d tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:03.286243 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d95d6bb4-1954-47f6-bb34-51b473631859 req-716fca05-1af6-416e-8d8b-e87add158c0d tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.84 "DELETE /v2.0/ports/1a80ab69-cf93-498b-afa2-3601b4971dd8 HTTP/1.1" status: 204 len: 173 time: 0.4259956 Aug 05 14:24:03.286785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5', 'name': 'network-vif-deleted', 'tag': '1a80ab69-cf93-498b-afa2-3601b4971dd8'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:24:03.289446 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe29e9b-15b3-4e45-a6df-4be6df49c4f0" -d '{"events": [{"server_uuid": "1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5", "name": "network-vif-deleted", "tag": "1a80ab69-cf93-498b-afa2-3601b4971dd8"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:24:03.318451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1fc44-9ae6-47d7-b4b6-e9da74e49303 req-6b414381-e0d1-4556-a0c7-026cb0b90e38 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:03.319542 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9f1fc44-9ae6-47d7-b4b6-e9da74e49303 req-6b414381-e0d1-4556-a0c7-026cb0b90e38 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.1154361 Aug 05 14:24:03.356870 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b740f42b-9f5c-41e6-960d-ea3ef75ad184 x-openstack-request-id: req-b740f42b-9f5c-41e6-960d-ea3ef75ad184 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:24:03.357168 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5", "name": "network-vif-deleted", "tag": "1a80ab69-cf93-498b-afa2-3601b4971dd8", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:24:03.357423 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b740f42b-9f5c-41e6-960d-ea3ef75ad184 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:24:03.357822 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5', 'name': 'network-vif-deleted', 'tag': '1a80ab69-cf93-498b-afa2-3601b4971dd8', 'status': 'completed', 'code': 200} Aug 05 14:24:03.389180 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9f1fc44-9ae6-47d7-b4b6-e9da74e49303 req-79dc4b4a-3c64-4b04-b258-ee620395f0a4 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614638 Aug 05 14:24:03.862888 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2aa54891-2ca5-49f1-b876-7b5bb94afe40 req-63599a94-832f-4d0c-b1f5-ee3265da68b2 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1ace7bd4-2e52-4638-a20b-a5b8fc0b4fc5 HTTP/1.1" status: 200 len: 210 time: 0.0285487 Aug 05 14:24:04.513437 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddd22b-dd53-450c-9ee5-9a54bed4d050 req-dbea4d67-7754-46ab-b31f-9bfebed32373 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:04.514981 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a0ddd22b-dd53-450c-9ee5-9a54bed4d050 req-dbea4d67-7754-46ab-b31f-9bfebed32373 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.0534596 Aug 05 14:24:04.552966 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a0ddd22b-dd53-450c-9ee5-9a54bed4d050 req-240cf733-4f50-426a-9089-5158fffe2fc5 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320013 Aug 05 14:24:05.113481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd576ed-0610-4a47-a365-5087ad62f7ed req-8045ebc4-fb01-4926-af64-dea645b3cbd0 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:05.115082 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bfd576ed-0610-4a47-a365-5087ad62f7ed req-8045ebc4-fb01-4926-af64-dea645b3cbd0 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 1096 time: 0.0411983 Aug 05 14:24:05.155119 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bfd576ed-0610-4a47-a365-5087ad62f7ed req-d5856e3a-6bb2-4fda-a809-2541212bbb53 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290983 Aug 05 14:24:05.454085 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f561b05-8ae6-4df3-a345-b62521d6dde9 req-9f1e622b-c78d-4daa-90c6-42560f26664f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:05.455500 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2f561b05-8ae6-4df3-a345-b62521d6dde9 req-9f1e622b-c78d-4daa-90c6-42560f26664f tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.0489502 Aug 05 14:24:05.466600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9969afa2-2285-4060-86f5-b1e88d590b36 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:24:05.487176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 9969afa2-2285-4060-86f5-b1e88d590b36 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:24:05.487531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 9969afa2-2285-4060-86f5-b1e88d590b36 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:24:05.553045 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-2f561b05-8ae6-4df3-a345-b62521d6dde9 req-659e0675-c994-4d73-842f-9a3724b67ee3 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Deleting port 8aff53ac-54db-485b-a835-5875d117cc23 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:24:05.553653 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2f561b05-8ae6-4df3-a345-b62521d6dde9 req-659e0675-c994-4d73-842f-9a3724b67ee3 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:05.676055 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-2f561b05-8ae6-4df3-a345-b62521d6dde9 req-659e0675-c994-4d73-842f-9a3724b67ee3 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] For port 8aff53ac-54db-485b-a835-5875d117cc23, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=8aff53ac-54db-485b-a835-5875d117cc23,segment=NetworkSegment(3487f6e3-61e3-4295-a494-9bb13a530f0a),segment_id=3487f6e3-61e3-4295-a494-9bb13a530f0a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:05.676424 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2f561b05-8ae6-4df3-a345-b62521d6dde9 req-659e0675-c994-4d73-842f-9a3724b67ee3 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:05.691659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-2f561b05-8ae6-4df3-a345-b62521d6dde9 req-659e0675-c994-4d73-842f-9a3724b67ee3 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Calling delete_port for 8aff53ac-54db-485b-a835-5875d117cc23 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:24:05.706088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de847da7-80e2-4387-9984-b1b6ce69b9ad req-be157e2c-c275-4f84-8853-d1144d69e584 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:05.707556 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de847da7-80e2-4387-9984-b1b6ce69b9ad req-be157e2c-c275-4f84-8853-d1144d69e584 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bef15d6-fa60-4b1c-8d38-747e8e1440d0 HTTP/1.1" status: 200 len: 945 time: 0.0829446 Aug 05 14:24:05.792035 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de847da7-80e2-4387-9984-b1b6ce69b9ad req-d2c1a46b-b6ec-4566-bbe6-b55aa9c030a8 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.16 "GET /v2.0/security-groups?id=736eba11-cbc9-46b2-96d2-78b1aa91fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768917 Aug 05 14:24:05.864333 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2f561b05-8ae6-4df3-a345-b62521d6dde9 req-659e0675-c994-4d73-842f-9a3724b67ee3 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:05.876103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['8aff53ac-54db-485b-a835-5875d117cc23'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:24:05.894002 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e0675-c994-4d73-842f-9a3724b67ee3 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Pushing event deleted for resources: {'Port': ['ID=8aff53ac-54db-485b-a835-5875d117cc23,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:05.938381 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f561b05-8ae6-4df3-a345-b62521d6dde9 req-659e0675-c994-4d73-842f-9a3724b67ee3 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] No DVR routers for this DVR port 8aff53ac-54db-485b-a835-5875d117cc23 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:24:05.941011 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2f561b05-8ae6-4df3-a345-b62521d6dde9 req-659e0675-c994-4d73-842f-9a3724b67ee3 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:05.943208 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2f561b05-8ae6-4df3-a345-b62521d6dde9 req-659e0675-c994-4d73-842f-9a3724b67ee3 tempest-ServerRescueTestJSON-1645013636 tempest-ServerRescueTestJSON-1645013636-project] 10.222.0.84 "DELETE /v2.0/ports/8aff53ac-54db-485b-a835-5875d117cc23 HTTP/1.1" status: 204 len: 173 time: 0.4799037 Aug 05 14:24:05.943642 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bef15d6-fa60-4b1c-8d38-747e8e1440d0', 'name': 'network-vif-deleted', 'tag': '8aff53ac-54db-485b-a835-5875d117cc23'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:24:05.945995 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971befcc-5d1e-496b-94a0-16dc75f9fb36" -d '{"events": [{"server_uuid": "3bef15d6-fa60-4b1c-8d38-747e8e1440d0", "name": "network-vif-deleted", "tag": "8aff53ac-54db-485b-a835-5875d117cc23"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:24:05.984022 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2365fa4-651f-4872-b7a8-9b8ff87078c0 x-openstack-request-id: req-e2365fa4-651f-4872-b7a8-9b8ff87078c0 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:24:05.984319 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bef15d6-fa60-4b1c-8d38-747e8e1440d0", "name": "network-vif-deleted", "tag": "8aff53ac-54db-485b-a835-5875d117cc23", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:24:05.984571 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2365fa4-651f-4872-b7a8-9b8ff87078c0 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:24:05.984970 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bef15d6-fa60-4b1c-8d38-747e8e1440d0', 'name': 'network-vif-deleted', 'tag': '8aff53ac-54db-485b-a835-5875d117cc23', 'status': 'completed', 'code': 200} Aug 05 14:24:06.264456 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66416b-f45c-4194-b3b1-9a9c397cc26d req-d3c8268a-ee4a-4092-83f1-c03295c09c6d tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:06.265894 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e66416b-f45c-4194-b3b1-9a9c397cc26d req-d3c8268a-ee4a-4092-83f1-c03295c09c6d tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 1096 time: 0.0411310 Aug 05 14:24:06.304935 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e66416b-f45c-4194-b3b1-9a9c397cc26d req-48ca6132-23f7-498a-bd4a-5f2ff8f29c73 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325563 Aug 05 14:24:06.849752 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34510) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:06.982498 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc690f-82dc-4525-99fa-f4f3e7b6df60 req-45c02ab8-3179-4ad4-a1c6-7427b76b6275 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:06.984012 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-99cc690f-82dc-4525-99fa-f4f3e7b6df60 req-45c02ab8-3179-4ad4-a1c6-7427b76b6275 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 1096 time: 0.0933013 Aug 05 14:24:07.063616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1a80ab69-cf93-498b-afa2-3601b4971dd8 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:24:07.084711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 1a80ab69-cf93-498b-afa2-3601b4971dd8 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:24:07.085064 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1a80ab69-cf93-498b-afa2-3601b4971dd8 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:24:07.187153 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-99cc690f-82dc-4525-99fa-f4f3e7b6df60 req-5b4c6531-2b44-4d17-993f-7388da1a33f0 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Deleting port 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:24:07.187496 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-99cc690f-82dc-4525-99fa-f4f3e7b6df60 req-5b4c6531-2b44-4d17-993f-7388da1a33f0 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:07.302719 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-99cc690f-82dc-4525-99fa-f4f3e7b6df60 req-5b4c6531-2b44-4d17-993f-7388da1a33f0 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] For port 8789f420-56c7-4d0c-bca7-f2b5ecb5c979, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8789f420-56c7-4d0c-bca7-f2b5ecb5c979,segment=NetworkSegment(6c31fabf-a31f-4de2-9a41-e259d9ff64c9),segment_id=6c31fabf-a31f-4de2-9a41-e259d9ff64c9)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:07.302980 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-99cc690f-82dc-4525-99fa-f4f3e7b6df60 req-5b4c6531-2b44-4d17-993f-7388da1a33f0 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:07.321382 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-99cc690f-82dc-4525-99fa-f4f3e7b6df60 req-5b4c6531-2b44-4d17-993f-7388da1a33f0 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Calling delete_port for 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:24:07.415813 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbee3d-cd29-4ad9-81f8-110fc2fafe66 req-df6659e4-d69c-44ac-9533-dba2925bb773 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:07.417356 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9bbee3d-cd29-4ad9-81f8-110fc2fafe66 req-df6659e4-d69c-44ac-9533-dba2925bb773 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eedaa692-6c7b-4f84-9f1e-bc2a7e17502e HTTP/1.1" status: 200 len: 1096 time: 0.0412340 Aug 05 14:24:07.446545 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28659288-4415-4517-8c07-06b06e4281f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:07.456606 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9bbee3d-cd29-4ad9-81f8-110fc2fafe66 req-e4ed91bc-cd86-476a-9a53-1b04a96eec5c tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e5916df-cb78-49db-8149-e47f4b4800c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328324 Aug 05 14:24:07.568472 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-99cc690f-82dc-4525-99fa-f4f3e7b6df60 req-5b4c6531-2b44-4d17-993f-7388da1a33f0 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:07.578822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['8789f420-56c7-4d0c-bca7-f2b5ecb5c979'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:24:07.604936 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c6531-2b44-4d17-993f-7388da1a33f0 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Pushing event deleted for resources: {'Port': ['ID=8789f420-56c7-4d0c-bca7-f2b5ecb5c979,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:07.695525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cc690f-82dc-4525-99fa-f4f3e7b6df60 req-5b4c6531-2b44-4d17-993f-7388da1a33f0 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] No DVR routers for this DVR port 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:24:07.699109 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-99cc690f-82dc-4525-99fa-f4f3e7b6df60 req-5b4c6531-2b44-4d17-993f-7388da1a33f0 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:07.701150 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-99cc690f-82dc-4525-99fa-f4f3e7b6df60 req-5b4c6531-2b44-4d17-993f-7388da1a33f0 tempest-TestServerMultinode-44368477 tempest-TestServerMultinode-44368477-project-admin] 10.222.0.63 "DELETE /v2.0/ports/8789f420-56c7-4d0c-bca7-f2b5ecb5c979 HTTP/1.1" status: 204 len: 173 time: 0.7086399 Aug 05 14:24:07.701599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedaa692-6c7b-4f84-9f1e-bc2a7e17502e', 'name': 'network-vif-deleted', 'tag': '8789f420-56c7-4d0c-bca7-f2b5ecb5c979'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:24:07.703870 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3b92e9-5e34-452b-a3db-070c55c1bfdc" -d '{"events": [{"server_uuid": "eedaa692-6c7b-4f84-9f1e-bc2a7e17502e", "name": "network-vif-deleted", "tag": "8789f420-56c7-4d0c-bca7-f2b5ecb5c979"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:24:07.764576 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaf538c-7732-4657-bb5b-bba79dd495f1 x-openstack-request-id: req-baaf538c-7732-4657-bb5b-bba79dd495f1 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:24:07.764969 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedaa692-6c7b-4f84-9f1e-bc2a7e17502e", "name": "network-vif-deleted", "tag": "8789f420-56c7-4d0c-bca7-f2b5ecb5c979", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:24:07.765298 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-baaf538c-7732-4657-bb5b-bba79dd495f1 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:24:07.765767 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedaa692-6c7b-4f84-9f1e-bc2a7e17502e', 'name': 'network-vif-deleted', 'tag': '8789f420-56c7-4d0c-bca7-f2b5ecb5c979', 'status': 'completed', 'code': 200} Aug 05 14:24:07.825586 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-28659288-4415-4517-8c07-06b06e4281f3 admin admin] Deleting port 85f6a5d8-0bd1-492a-9dee-946d7e8787b4 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:24:07.825855 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28659288-4415-4517-8c07-06b06e4281f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:07.908264 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-28659288-4415-4517-8c07-06b06e4281f3 admin admin] For port 85f6a5d8-0bd1-492a-9dee-946d7e8787b4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=85f6a5d8-0bd1-492a-9dee-946d7e8787b4,segment=NetworkSegment(3487f6e3-61e3-4295-a494-9bb13a530f0a),segment_id=3487f6e3-61e3-4295-a494-9bb13a530f0a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:07.908919 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28659288-4415-4517-8c07-06b06e4281f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:07.921575 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-28659288-4415-4517-8c07-06b06e4281f3 admin admin] Calling delete_port for 85f6a5d8-0bd1-492a-9dee-946d7e8787b4 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:24:08.114859 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28659288-4415-4517-8c07-06b06e4281f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:08.142235 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28659288-4415-4517-8c07-06b06e4281f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f6a5d8-0bd1-492a-9dee-946d7e8787b4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:08.314897 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28659288-4415-4517-8c07-06b06e4281f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:08.523468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34518) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:08.816511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28659288-4415-4517-8c07-06b06e4281f3 admin admin] Router df9c532f-eb5e-403c-bd19-4da585f88b70 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:24:08.895602 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8e12fd92-485a-40c1-95eb-c9f46afcc70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:08.933017 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28659288-4415-4517-8c07-06b06e4281f3 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:24:08.938354 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-28659288-4415-4517-8c07-06b06e4281f3 admin admin] 10.222.0.16 "PUT /v2.0/routers/df9c532f-eb5e-403c-bd19-4da585f88b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0874572 Aug 05 14:24:08.940916 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34520) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:08.943247 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c27247-a903-45bb-a256-32a7800051f9 None None] Sync routers for ids ['df9c532f-eb5e-403c-bd19-4da585f88b70'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:24:08.954489 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c27247-a903-45bb-a256-32a7800051f9 None None] Routers {'df9c532f-eb5e-403c-bd19-4da585f88b70'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:24:08.955135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e1c27247-a903-45bb-a256-32a7800051f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:23:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['df9c532f-eb5e-403c-bd19-4da585f88b70'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:09.052197 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-269d2209-5e2b-440e-8a7a-3ca3d7785889 admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:09.064378 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-e1c27247-a903-45bb-a256-32a7800051f9 None None] Set router df9c532f-eb5e-403c-bd19-4da585f88b70 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:24:09.069195 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8aff53ac-54db-485b-a835-5875d117cc23 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:24:09.140837 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 8aff53ac-54db-485b-a835-5875d117cc23 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:24:09.141232 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 8aff53ac-54db-485b-a835-5875d117cc23 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:24:09.166165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-8e12fd92-485a-40c1-95eb-c9f46afcc70c admin admin] Deleting port d3f5397f-b241-4dd1-a65f-e986a97dae6a {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:24:09.166489 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8e12fd92-485a-40c1-95eb-c9f46afcc70c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:09.170196 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-269d2209-5e2b-440e-8a7a-3ca3d7785889 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:09.233518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-269d2209-5e2b-440e-8a7a-3ca3d7785889 admin admin] Deleting port 402f647f-7b0a-4dac-acdb-8a709c2bca3d {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:24:09.233875 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-269d2209-5e2b-440e-8a7a-3ca3d7785889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:09.249870 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-8e12fd92-485a-40c1-95eb-c9f46afcc70c admin admin] For port d3f5397f-b241-4dd1-a65f-e986a97dae6a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d3f5397f-b241-4dd1-a65f-e986a97dae6a,segment=NetworkSegment(6c31fabf-a31f-4de2-9a41-e259d9ff64c9),segment_id=6c31fabf-a31f-4de2-9a41-e259d9ff64c9)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:09.250283 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8e12fd92-485a-40c1-95eb-c9f46afcc70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:09.268847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-8e12fd92-485a-40c1-95eb-c9f46afcc70c admin admin] Calling delete_port for d3f5397f-b241-4dd1-a65f-e986a97dae6a owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:24:09.279142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e1c27247-a903-45bb-a256-32a7800051f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'name': 'tempest-ServerRescueTestJSON-1887700614-router', 'tenant_id': '14e2ae568ba44cb79ef70f247c42b903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '402f647f-7b0a-4dac-acdb-8a709c2bca3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:17Z', 'updated_at': '2021-08-05T14:24:08Z', 'revision_number': 5, 'project_id': '14e2ae568ba44cb79ef70f247c42b903', 'gw_port': {'id': '402f647f-7b0a-4dac-acdb-8a709c2bca3d', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:22:18Z', 'updated_at': '2021-08-05T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:09.315225 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c27247-a903-45bb-a256-32a7800051f9 None None] Checking router: df9c532f-eb5e-403c-bd19-4da585f88b70 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:24:09.322174 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-269d2209-5e2b-440e-8a7a-3ca3d7785889 admin admin] For port 402f647f-7b0a-4dac-acdb-8a709c2bca3d, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=402f647f-7b0a-4dac-acdb-8a709c2bca3d,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:09.322529 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-269d2209-5e2b-440e-8a7a-3ca3d7785889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:09.325436 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c27247-a903-45bb-a256-32a7800051f9 None None] Routers {'df9c532f-eb5e-403c-bd19-4da585f88b70'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:24:09.326307 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e1c27247-a903-45bb-a256-32a7800051f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:23:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['df9c532f-eb5e-403c-bd19-4da585f88b70'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:09.336387 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-269d2209-5e2b-440e-8a7a-3ca3d7785889 admin admin] Calling delete_port for 402f647f-7b0a-4dac-acdb-8a709c2bca3d owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:24:09.417529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-e1c27247-a903-45bb-a256-32a7800051f9 None None] Set router df9c532f-eb5e-403c-bd19-4da585f88b70 gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:24:09.467382 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8e12fd92-485a-40c1-95eb-c9f46afcc70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:09.473446 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-e1c27247-a903-45bb-a256-32a7800051f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'name': 'tempest-ServerRescueTestJSON-1887700614-router', 'tenant_id': '14e2ae568ba44cb79ef70f247c42b903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:17Z', 'updated_at': '2021-08-05T14:24:09Z', 'revision_number': 6, 'project_id': '14e2ae568ba44cb79ef70f247c42b903', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:09.500870 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c27247-a903-45bb-a256-32a7800051f9 None None] The sync data for ids ['df9c532f-eb5e-403c-bd19-4da585f88b70'] in n-d-803585-2 is: [{'id': 'df9c532f-eb5e-403c-bd19-4da585f88b70', 'name': 'tempest-ServerRescueTestJSON-1887700614-router', 'tenant_id': '14e2ae568ba44cb79ef70f247c42b903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:22:17Z', 'updated_at': '2021-08-05T14:24:09Z', 'revision_number': 6, 'project_id': '14e2ae568ba44cb79ef70f247c42b903', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:24:09.516656 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-269d2209-5e2b-440e-8a7a-3ca3d7785889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:09.548887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d2209-5e2b-440e-8a7a-3ca3d7785889 admin admin] Pushing event deleted for resources: {'Port': ['ID=402f647f-7b0a-4dac-acdb-8a709c2bca3d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:09.610737 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-269d2209-5e2b-440e-8a7a-3ca3d7785889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:09.710239 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-269d2209-5e2b-440e-8a7a-3ca3d7785889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:09.712958 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-269d2209-5e2b-440e-8a7a-3ca3d7785889 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:09.756807 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-269d2209-5e2b-440e-8a7a-3ca3d7785889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:09.757331 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269d2209-5e2b-440e-8a7a-3ca3d7785889 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df9c532f-eb5e-403c-bd19-4da585f88b70 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:24:09.762217 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-269d2209-5e2b-440e-8a7a-3ca3d7785889 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:09.763422 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-269d2209-5e2b-440e-8a7a-3ca3d7785889 admin admin] 10.222.0.16 "DELETE /v2.0/routers/df9c532f-eb5e-403c-bd19-4da585f88b70 HTTP/1.1" status: 204 len: 168 time: 0.8206582 Aug 05 14:24:09.765997 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34522) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:09.808520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12fd92-485a-40c1-95eb-c9f46afcc70c admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f5397f-b241-4dd1-a65f-e986a97dae6a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:09.812263 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-445acb33-cef8-46f2-b625-2f50c69ef97d admin admin] Deleting subnet 6047f187-2264-4c17-bfd8-689d6e1ac5dd {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:24:09.817025 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-445acb33-cef8-46f2-b625-2f50c69ef97d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:09.857915 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-445acb33-cef8-46f2-b625-2f50c69ef97d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:09.909952 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-445acb33-cef8-46f2-b625-2f50c69ef97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:09.987391 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-445acb33-cef8-46f2-b625-2f50c69ef97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:09.997270 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8e12fd92-485a-40c1-95eb-c9f46afcc70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:10.019478 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445acb33-cef8-46f2-b625-2f50c69ef97d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6047f187-2264-4c17-bfd8-689d6e1ac5dd,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:10.021634 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-445acb33-cef8-46f2-b625-2f50c69ef97d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:10.023732 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-445acb33-cef8-46f2-b625-2f50c69ef97d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6047f187-2264-4c17-bfd8-689d6e1ac5dd HTTP/1.1" status: 204 len: 168 time: 0.2566216 Aug 05 14:24:10.026861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34524) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:10.096600 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94969cdb-da5f-4c05-9525-838db1204089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:10.181816 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94969cdb-da5f-4c05-9525-838db1204089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:10.191880 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-94969cdb-da5f-4c05-9525-838db1204089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134659b0-824f-494f-bea6-2563b351ef1f']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:10.203243 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-94969cdb-da5f-4c05-9525-838db1204089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3487f6e3-61e3-4295-a494-9bb13a530f0a') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:10.203543 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-94969cdb-da5f-4c05-9525-838db1204089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3487f6e3-61e3-4295-a494-9bb13a530f0a') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:10.214221 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94969cdb-da5f-4c05-9525-838db1204089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:10.223008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e12fd92-485a-40c1-95eb-c9f46afcc70c admin admin] Router e157d17d-9a5d-4aba-912d-1b36967e23cc has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:24:10.229094 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94969cdb-da5f-4c05-9525-838db1204089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:10.235215 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94969cdb-da5f-4c05-9525-838db1204089 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:24:10.235616 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94969cdb-da5f-4c05-9525-838db1204089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:24:10.237364 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:24:10.295149 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94969cdb-da5f-4c05-9525-838db1204089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:10.300751 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94969cdb-da5f-4c05-9525-838db1204089 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:10.305846 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-94969cdb-da5f-4c05-9525-838db1204089 admin admin] 10.222.0.16 "DELETE /v2.0/networks/134659b0-824f-494f-bea6-2563b351ef1f HTTP/1.1" status: 204 len: 168 time: 0.2777331 Aug 05 14:24:10.324816 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94969cdb-da5f-4c05-9525-838db1204089 admin admin] Pushing event deleted for resources: {'Network': ['ID=134659b0-824f-494f-bea6-2563b351ef1f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:10.349629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e12fd92-485a-40c1-95eb-c9f46afcc70c admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:24:10.361636 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8e12fd92-485a-40c1-95eb-c9f46afcc70c admin admin] 10.222.0.16 "PUT /v2.0/routers/e157d17d-9a5d-4aba-912d-1b36967e23cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8369091 Aug 05 14:24:10.362595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34528) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:10.364989 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e162fb-f5a4-461c-89c6-88d2682935a2 None None] Sync routers for ids ['e157d17d-9a5d-4aba-912d-1b36967e23cc'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:24:10.377466 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e162fb-f5a4-461c-89c6-88d2682935a2 None None] Routers {'e157d17d-9a5d-4aba-912d-1b36967e23cc'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:24:10.378530 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b5e162fb-f5a4-461c-89c6-88d2682935a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:23:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e157d17d-9a5d-4aba-912d-1b36967e23cc'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:10.473703 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 402f647f-7b0a-4dac-acdb-8a709c2bca3d no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:24:10.495764 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-b5e162fb-f5a4-461c-89c6-88d2682935a2 None None] Set router e157d17d-9a5d-4aba-912d-1b36967e23cc gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:24:10.501577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 402f647f-7b0a-4dac-acdb-8a709c2bca3d {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:24:10.502189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 402f647f-7b0a-4dac-acdb-8a709c2bca3d not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:24:10.502875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 85f6a5d8-0bd1-492a-9dee-946d7e8787b4 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:24:10.514086 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5af0b2f7-5405-40d7-8132-dc0bfe3e6712 admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:10.529544 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 85f6a5d8-0bd1-492a-9dee-946d7e8787b4 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:24:10.534226 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 85f6a5d8-0bd1-492a-9dee-946d7e8787b4 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:24:10.590282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34530) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:10.634086 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5af0b2f7-5405-40d7-8132-dc0bfe3e6712 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:10.649853 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f0edd19d-dc42-45d1-81d9-82befabbfe3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14e2ae568ba44cb79ef70f247c42b903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558248 Aug 05 14:24:10.650242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34532) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:10.708128 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-5af0b2f7-5405-40d7-8132-dc0bfe3e6712 admin admin] Deleting port fde66a34-1ebf-4660-b5eb-03ee4ddd093b {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:24:10.708771 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5af0b2f7-5405-40d7-8132-dc0bfe3e6712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:10.709312 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b5e162fb-f5a4-461c-89c6-88d2682935a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'name': 'tempest-TestServerMultinode-897489132-router', 'tenant_id': 'afe4b561d1974391aca72f9d62162862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fde66a34-1ebf-4660-b5eb-03ee4ddd093b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:23:22Z', 'updated_at': '2021-08-05T14:24:09Z', 'revision_number': 5, 'project_id': 'afe4b561d1974391aca72f9d62162862', 'gw_port': {'id': 'fde66a34-1ebf-4660-b5eb-03ee4ddd093b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:80:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:23Z', 'updated_at': '2021-08-05T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:10.712533 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b92cc881-5842-4118-b681-4d238f622070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:10.740369 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b92cc881-5842-4118-b681-4d238f622070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:10.747645 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e162fb-f5a4-461c-89c6-88d2682935a2 None None] Checking router: e157d17d-9a5d-4aba-912d-1b36967e23cc for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:24:10.761141 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e162fb-f5a4-461c-89c6-88d2682935a2 None None] Routers {'e157d17d-9a5d-4aba-912d-1b36967e23cc'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:24:10.761141 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b5e162fb-f5a4-461c-89c6-88d2682935a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:23:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e157d17d-9a5d-4aba-912d-1b36967e23cc'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:10.798058 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b92cc881-5842-4118-b681-4d238f622070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:10.800275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-5af0b2f7-5405-40d7-8132-dc0bfe3e6712 admin admin] For port fde66a34-1ebf-4660-b5eb-03ee4ddd093b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=fde66a34-1ebf-4660-b5eb-03ee4ddd093b,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:10.800642 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5af0b2f7-5405-40d7-8132-dc0bfe3e6712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:10.801769 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b92cc881-5842-4118-b681-4d238f622070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:10.804849 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b92cc881-5842-4118-b681-4d238f622070 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/736eba11-cbc9-46b2-96d2-78b1aa91fe20 HTTP/1.1" status: 204 len: 168 time: 0.1512747 Aug 05 14:24:10.813605 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92cc881-5842-4118-b681-4d238f622070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736eba11-cbc9-46b2-96d2-78b1aa91fe20,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:10.820853 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-5af0b2f7-5405-40d7-8132-dc0bfe3e6712 admin admin] Calling delete_port for fde66a34-1ebf-4660-b5eb-03ee4ddd093b owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:24:10.853379 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-b5e162fb-f5a4-461c-89c6-88d2682935a2 None None] Set router e157d17d-9a5d-4aba-912d-1b36967e23cc gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:24:11.000727 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5af0b2f7-5405-40d7-8132-dc0bfe3e6712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.002342 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b5e162fb-f5a4-461c-89c6-88d2682935a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'name': 'tempest-TestServerMultinode-897489132-router', 'tenant_id': 'afe4b561d1974391aca72f9d62162862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:23:22Z', 'updated_at': '2021-08-05T14:24:10Z', 'revision_number': 6, 'project_id': 'afe4b561d1974391aca72f9d62162862', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:11.030845 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e162fb-f5a4-461c-89c6-88d2682935a2 None None] The sync data for ids ['e157d17d-9a5d-4aba-912d-1b36967e23cc'] in n-d-803585-2 is: [{'id': 'e157d17d-9a5d-4aba-912d-1b36967e23cc', 'name': 'tempest-TestServerMultinode-897489132-router', 'tenant_id': 'afe4b561d1974391aca72f9d62162862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:23:22Z', 'updated_at': '2021-08-05T14:24:10Z', 'revision_number': 6, 'project_id': 'afe4b561d1974391aca72f9d62162862', 'gw_port_host': None}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:24:11.060086 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0b2f7-5405-40d7-8132-dc0bfe3e6712 admin admin] Pushing event deleted for resources: {'Port': ['ID=fde66a34-1ebf-4660-b5eb-03ee4ddd093b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:11.100719 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5af0b2f7-5405-40d7-8132-dc0bfe3e6712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.196280 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5af0b2f7-5405-40d7-8132-dc0bfe3e6712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.198731 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5af0b2f7-5405-40d7-8132-dc0bfe3e6712 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.244372 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5af0b2f7-5405-40d7-8132-dc0bfe3e6712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.245003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af0b2f7-5405-40d7-8132-dc0bfe3e6712 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e157d17d-9a5d-4aba-912d-1b36967e23cc {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:24:11.249274 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5af0b2f7-5405-40d7-8132-dc0bfe3e6712 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.253121 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34546) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:11.253699 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5af0b2f7-5405-40d7-8132-dc0bfe3e6712 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e157d17d-9a5d-4aba-912d-1b36967e23cc HTTP/1.1" status: 204 len: 168 time: 0.8893561 Aug 05 14:24:11.303134 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f6201d-91a7-4f7a-8b21-ced480613739 admin admin] Deleting subnet 80d44b77-dd11-463d-9579-f527d030aff6 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:24:11.306379 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76f6201d-91a7-4f7a-8b21-ced480613739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.346830 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76f6201d-91a7-4f7a-8b21-ced480613739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.435799 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76f6201d-91a7-4f7a-8b21-ced480613739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.506728 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76f6201d-91a7-4f7a-8b21-ced480613739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.517806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:24:11.537697 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6201d-91a7-4f7a-8b21-ced480613739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d44b77-dd11-463d-9579-f527d030aff6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:11.545474 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76f6201d-91a7-4f7a-8b21-ced480613739 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.549716 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-76f6201d-91a7-4f7a-8b21-ced480613739 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/80d44b77-dd11-463d-9579-f527d030aff6 HTTP/1.1" status: 204 len: 168 time: 0.2933779 Aug 05 14:24:11.549913 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30e597f-9278-4e57-8f04-3be595e12d1a None None] Network 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:24:11.550213 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34558) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:11.551577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:24:11.551987 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8789f420-56c7-4d0c-bca7-f2b5ecb5c979 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:24:11.627692 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.675714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34562) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:11.705167 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] Deleting port 5da08eee-415d-400e-8a45-21e9b3e761a5 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:24:11.705517 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.776603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] For port 5da08eee-415d-400e-8a45-21e9b3e761a5, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5da08eee-415d-400e-8a45-21e9b3e761a5,segment=NetworkSegment(6c31fabf-a31f-4de2-9a41-e259d9ff64c9),segment_id=6c31fabf-a31f-4de2-9a41-e259d9ff64c9)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:11.777047 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.789059 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c8b3ad4f-97ef-4e8e-a75d-0a1f2e5ebfc7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1282534524-network', 'tenant_id': '560e1154a35c41c8ad080a469c4bd71d'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:24:11.791133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] Calling delete_port for 5da08eee-415d-400e-8a45-21e9b3e761a5 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:24:11.813394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b3ad4f-97ef-4e8e-a75d-0a1f2e5ebfc7 admin admin] Made reservation on behalf of 560e1154a35c41c8ad080a469c4bd71d for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:24:11.816582 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ad4f-97ef-4e8e-a75d-0a1f2e5ebfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.830853 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ad4f-97ef-4e8e-a75d-0a1f2e5ebfc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.877731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee3b2dc-608c-4b47-95d6-635dabff9ddc None None] DHCP port deletion for 3f193e11-e5ba-461e-aba2-2fc9d7e797f1 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:24:11.886001 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.915879 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5da08eee-415d-400e-8a45-21e9b3e761a5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:11.919681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] No DVR routers for this DVR port 5da08eee-415d-400e-8a45-21e9b3e761a5 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:24:11.955550 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ad4f-97ef-4e8e-a75d-0a1f2e5ebfc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.959882 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ad4f-97ef-4e8e-a75d-0a1f2e5ebfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.986303 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b3ad4f-97ef-4e8e-a75d-0a1f2e5ebfc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:24:11.999519 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ad4f-97ef-4e8e-a75d-0a1f2e5ebfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:11.999795 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-c8b3ad4f-97ef-4e8e-a75d-0a1f2e5ebfc7 admin admin] Added segment 2ee6192e-1dd2-4786-b9e3-66a20dec745e of type vlan for network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 Aug 05 14:24:12.008303 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3ad4f-97ef-4e8e-a75d-0a1f2e5ebfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acee5bb8-8838-41b5-9cd5-9229311df0d4,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:12.009039 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:12.022420 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f193e11-e5ba-461e-aba2-2fc9d7e797f1']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:12.036042 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c31fabf-a31f-4de2-9a41-e259d9ff64c9') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:12.036389 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c31fabf-a31f-4de2-9a41-e259d9ff64c9') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:12.047578 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:12.048385 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ad4f-97ef-4e8e-a75d-0a1f2e5ebfc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:12.062610 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:12.069091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:24:12.069579 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:24:12.072398 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:24:12.084903 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ad4f-97ef-4e8e-a75d-0a1f2e5ebfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:12.085799 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b3ad4f-97ef-4e8e-a75d-0a1f2e5ebfc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:12.087018 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8b3ad4f-97ef-4e8e-a75d-0a1f2e5ebfc7 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:12.129158 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:12.136173 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:12.138843 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3f193e11-e5ba-461e-aba2-2fc9d7e797f1 HTTP/1.1" status: 204 len: 168 time: 0.5874646 Aug 05 14:24:12.141867 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34566) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:12.150038 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c8b3ad4f-97ef-4e8e-a75d-0a1f2e5ebfc7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4698126 Aug 05 14:24:12.150470 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34568) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:12.155669 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d736718d-753e-4ee6-b51c-bf3f559adf83 admin admin] Request body: {'subnet': {'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1282534524-subnet', 'tenant_id': '560e1154a35c41c8ad080a469c4bd71d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:24:12.164591 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3ad4f-97ef-4e8e-a75d-0a1f2e5ebfc7 admin admin] Pushing event updated for resources: {'Network': ['ID=e6590338-20b3-41f1-aa7a-cd5e0139fdf9,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:12.175251 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:24:12.192093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d736718d-753e-4ee6-b51c-bf3f559adf83 admin admin] Made reservation on behalf of 560e1154a35c41c8ad080a469c4bd71d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:24:12.196109 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d736718d-753e-4ee6-b51c-bf3f559adf83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:12.200746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b51947-72a7-449b-ad77-2b22813fe7f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f193e11-e5ba-461e-aba2-2fc9d7e797f1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:12.379156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5da08eee-415d-400e-8a45-21e9b3e761a5 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:24:12.400510 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 5da08eee-415d-400e-8a45-21e9b3e761a5 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:24:12.400854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5da08eee-415d-400e-8a45-21e9b3e761a5 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:24:12.401550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d3f5397f-b241-4dd1-a65f-e986a97dae6a no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:24:12.406099 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d736718d-753e-4ee6-b51c-bf3f559adf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:12.433094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: d3f5397f-b241-4dd1-a65f-e986a97dae6a {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:24:12.433743 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d3f5397f-b241-4dd1-a65f-e986a97dae6a not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:24:12.434159 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fde66a34-1ebf-4660-b5eb-03ee4ddd093b no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:24:12.453523 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: fde66a34-1ebf-4660-b5eb-03ee4ddd093b {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:24:12.453869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device fde66a34-1ebf-4660-b5eb-03ee4ddd093b not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:24:12.478837 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736718d-753e-4ee6-b51c-bf3f559adf83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:12.482167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d736718d-753e-4ee6-b51c-bf3f559adf83 admin admin] Checking segment: {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:24:12.482986 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736718d-753e-4ee6-b51c-bf3f559adf83 admin admin] Network hostable DHCP agents. Network: e6590338-20b3-41f1-aa7a-cd5e0139fdf9, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:24:12.500063 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736718d-753e-4ee6-b51c-bf3f559adf83 admin admin] Network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:24:12.510219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-d736718d-753e-4ee6-b51c-bf3f559adf83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, e6590338-20b3-41f1-aa7a-cd5e0139fdf9) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:24:12.514939 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d736718d-753e-4ee6-b51c-bf3f559adf83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:12.515544 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d736718d-753e-4ee6-b51c-bf3f559adf83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:12.519956 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b71c450-0df8-474b-8b2f-b4a261d6cff8 None None] Network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:24:12.541056 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d736718d-753e-4ee6-b51c-bf3f559adf83 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3804855 Aug 05 14:24:12.566143 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd241e40-a003-411b-91d6-55df3ceddd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:12.661936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0651169d-e215-448a-893e-6f9f3e004a55 None None] Network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:24:12.838854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-fd241e40-a003-411b-91d6-55df3ceddd61 admin admin] Deleting port a187c7eb-eb5d-48c9-97c8-f48c2a297a77 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:24:12.839210 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd241e40-a003-411b-91d6-55df3ceddd61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:12.923246 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-fd241e40-a003-411b-91d6-55df3ceddd61 admin admin] For port a187c7eb-eb5d-48c9-97c8-f48c2a297a77, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a187c7eb-eb5d-48c9-97c8-f48c2a297a77,segment=NetworkSegment(208f5f87-eb07-4699-a8d8-ec3f851402c2),segment_id=208f5f87-eb07-4699-a8d8-ec3f851402c2)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:12.923953 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd241e40-a003-411b-91d6-55df3ceddd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:12.942967 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-fd241e40-a003-411b-91d6-55df3ceddd61 admin admin] Calling delete_port for a187c7eb-eb5d-48c9-97c8-f48c2a297a77 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:24:13.007713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-d7571269-37d8-4fcb-93bd-9f10b89c0956 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:13.009338 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-d7571269-37d8-4fcb-93bd-9f10b89c0956 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 806 time: 0.1045179 Aug 05 14:24:13.026028 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-ca2a0436-c3f7-4f61-8245-339fab08296e tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/quotas/560e1154a35c41c8ad080a469c4bd71d HTTP/1.1" status: 200 len: 375 time: 0.0096433 Aug 05 14:24:13.063599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-9bce39a4-9cd3-4bcf-8717-6c666d8e88c1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319958 Aug 05 14:24:13.074489 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-856cfea5-fb32-43f6-a8f2-7595ea93a9ac service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:24:13.075477 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-856cfea5-fb32-43f6-a8f2-7595ea93a9ac service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053589 Aug 05 14:24:13.128760 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd241e40-a003-411b-91d6-55df3ceddd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:13.157981 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd241e40-a003-411b-91d6-55df3ceddd61 admin admin] Pushing event deleted for resources: {'Port': ['ID=a187c7eb-eb5d-48c9-97c8-f48c2a297a77,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:13.171367 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-71c51adb-11e0-47d9-bf42-362e4ea950a2 service neutron] 10.222.0.16 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899367 Aug 05 14:24:13.279557 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-ccaf348a-4bc9-4311-a6f3-68a5ecfffc25 service neutron] 10.222.0.16 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009643 Aug 05 14:24:13.338469 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd241e40-a003-411b-91d6-55df3ceddd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:13.467372 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f507263a-f245-4d72-81e8-ca667b15118e req-8cfc2d1f-edff-466f-936b-3cc698bf3341 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e768825-8e60-41f3-ae90-6912634e97e6 HTTP/1.1" status: 200 len: 210 time: 0.0332656 Aug 05 14:24:13.588619 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd241e40-a003-411b-91d6-55df3ceddd61 admin admin] Router abe8824e-b276-4e64-b3cd-a93ff93f0f9f has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:24:13.700679 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd241e40-a003-411b-91d6-55df3ceddd61 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:24:13.706730 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fd241e40-a003-411b-91d6-55df3ceddd61 admin admin] 10.222.0.16 "PUT /v2.0/routers/abe8824e-b276-4e64-b3cd-a93ff93f0f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5638471 Aug 05 14:24:13.708837 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34596) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:13.711588 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672eac94-5844-482d-86f6-c4c07b3a4b0c None None] Sync routers for ids ['abe8824e-b276-4e64-b3cd-a93ff93f0f9f'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:24:13.721464 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672eac94-5844-482d-86f6-c4c07b3a4b0c None None] Routers {'abe8824e-b276-4e64-b3cd-a93ff93f0f9f'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:24:13.722092 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-672eac94-5844-482d-86f6-c4c07b3a4b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:23:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['abe8824e-b276-4e64-b3cd-a93ff93f0f9f'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:13.837869 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-993ac366-679d-4f91-8cf7-57cf55cfde7d admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:13.858227 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-672eac94-5844-482d-86f6-c4c07b3a4b0c None None] Set router abe8824e-b276-4e64-b3cd-a93ff93f0f9f gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:24:13.947714 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-993ac366-679d-4f91-8cf7-57cf55cfde7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:14.015933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-993ac366-679d-4f91-8cf7-57cf55cfde7d admin admin] Deleting port 59b27aa4-7d81-4c6f-b52a-487be20b7cb2 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:24:14.016279 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-993ac366-679d-4f91-8cf7-57cf55cfde7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:14.064836 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-672eac94-5844-482d-86f6-c4c07b3a4b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'name': 'tempest-TestServerMultinode-1965076564-router', 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '59b27aa4-7d81-4c6f-b52a-487be20b7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:23:33Z', 'updated_at': '2021-08-05T14:24:13Z', 'revision_number': 5, 'project_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'gw_port': {'id': '59b27aa4-7d81-4c6f-b52a-487be20b7cb2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:23:34Z', 'updated_at': '2021-08-05T14:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:14.092439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672eac94-5844-482d-86f6-c4c07b3a4b0c None None] Checking router: abe8824e-b276-4e64-b3cd-a93ff93f0f9f for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:24:14.101172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672eac94-5844-482d-86f6-c4c07b3a4b0c None None] Routers {'abe8824e-b276-4e64-b3cd-a93ff93f0f9f'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:24:14.101915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-672eac94-5844-482d-86f6-c4c07b3a4b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:23:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['abe8824e-b276-4e64-b3cd-a93ff93f0f9f'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:14.107727 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-993ac366-679d-4f91-8cf7-57cf55cfde7d admin admin] For port 59b27aa4-7d81-4c6f-b52a-487be20b7cb2, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=59b27aa4-7d81-4c6f-b52a-487be20b7cb2,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:14.108100 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-993ac366-679d-4f91-8cf7-57cf55cfde7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:14.123127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-993ac366-679d-4f91-8cf7-57cf55cfde7d admin admin] Calling delete_port for 59b27aa4-7d81-4c6f-b52a-487be20b7cb2 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:24:14.194734 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-672eac94-5844-482d-86f6-c4c07b3a4b0c None None] Set router abe8824e-b276-4e64-b3cd-a93ff93f0f9f gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:24:14.256176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-672eac94-5844-482d-86f6-c4c07b3a4b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'name': 'tempest-TestServerMultinode-1965076564-router', 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:23:33Z', 'updated_at': '2021-08-05T14:24:13Z', 'revision_number': 6, 'project_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:14.291958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672eac94-5844-482d-86f6-c4c07b3a4b0c None None] The sync data for ids ['abe8824e-b276-4e64-b3cd-a93ff93f0f9f'] in n-d-803585-2 is: [{'id': 'abe8824e-b276-4e64-b3cd-a93ff93f0f9f', 'name': 'tempest-TestServerMultinode-1965076564-router', 'tenant_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:23:33Z', 'updated_at': '2021-08-05T14:24:13Z', 'revision_number': 6, 'project_id': 'bcd6fe62cef74b729b717f6fa41b0179', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:24:14.308782 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-993ac366-679d-4f91-8cf7-57cf55cfde7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:14.340761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ac366-679d-4f91-8cf7-57cf55cfde7d admin admin] Pushing event deleted for resources: {'Port': ['ID=59b27aa4-7d81-4c6f-b52a-487be20b7cb2,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:14.401275 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-993ac366-679d-4f91-8cf7-57cf55cfde7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:14.497371 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-993ac366-679d-4f91-8cf7-57cf55cfde7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:14.499548 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-993ac366-679d-4f91-8cf7-57cf55cfde7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:14.559000 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-993ac366-679d-4f91-8cf7-57cf55cfde7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:14.559756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993ac366-679d-4f91-8cf7-57cf55cfde7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router abe8824e-b276-4e64-b3cd-a93ff93f0f9f {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:24:14.568492 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-993ac366-679d-4f91-8cf7-57cf55cfde7d admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:14.569846 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-993ac366-679d-4f91-8cf7-57cf55cfde7d admin admin] 10.222.0.16 "DELETE /v2.0/routers/abe8824e-b276-4e64-b3cd-a93ff93f0f9f HTTP/1.1" status: 204 len: 168 time: 0.8594990 Aug 05 14:24:14.573829 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34604) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:14.666832 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b58399b5-6e6c-4db0-bb65-a40bef92d559 req-9bdc9fd0-22b0-4b23-a5cd-c80dd2539b2a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e768825-8e60-41f3-ae90-6912634e97e6 HTTP/1.1" status: 200 len: 210 time: 0.0823395 Aug 05 14:24:14.706376 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbc29b5-a891-4db1-9d9b-1ec3bca96b33 admin admin] Deleting subnet ca8392eb-fa1f-441b-911e-673fcab6b5ef {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:24:14.718552 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3fbc29b5-a891-4db1-9d9b-1ec3bca96b33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:14.783904 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3fbc29b5-a891-4db1-9d9b-1ec3bca96b33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:14.829433 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-92d50241-c7d3-4952-b243-7c83bb17b60e tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:14.830964 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-92d50241-c7d3-4952-b243-7c83bb17b60e tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.63 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 806 time: 0.2148895 Aug 05 14:24:14.847226 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-66582eca-8d7a-4175-9cfb-262e4413b3db tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Request body: {'port': {'device_id': '8e768825-8e60-41f3-ae90-6912634e97e6', 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9', 'admin_state_up': True, 'tenant_id': '560e1154a35c41c8ad080a469c4bd71d'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:24:14.855305 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.220038 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3fbc29b5-a891-4db1-9d9b-1ec3bca96b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.300799 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-66582eca-8d7a-4175-9cfb-262e4413b3db tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Made reservation on behalf of 560e1154a35c41c8ad080a469c4bd71d for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:24:15.304396 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-66582eca-8d7a-4175-9cfb-262e4413b3db tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.308159 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3fbc29b5-a891-4db1-9d9b-1ec3bca96b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.341891 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc29b5-a891-4db1-9d9b-1ec3bca96b33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca8392eb-fa1f-441b-911e-673fcab6b5ef,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:15.349305 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3fbc29b5-a891-4db1-9d9b-1ec3bca96b33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.353503 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3fbc29b5-a891-4db1-9d9b-1ec3bca96b33 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ca8392eb-fa1f-441b-911e-673fcab6b5ef HTTP/1.1" status: 204 len: 168 time: 0.7760832 Aug 05 14:24:15.353661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421f1669-b936-4c8c-94c8-a23b9ba9c0c7 None None] Network 415916c9-8a05-4776-9a42-f3afb1b06afb requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:24:15.353998 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34606) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:15.430227 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.447745 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:24:15.479977 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-66582eca-8d7a-4175-9cfb-262e4413b3db tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Allocated IP 172.20.0.11 (e6590338-20b3-41f1-aa7a-cd5e0139fdf9/ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92/3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:24:15.494312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] Deleting port 89eee928-1482-488d-b431-7dffc7b70aa4 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:24:15.494608 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.536416 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d24a9f-03e8-45fe-9679-ace1c950b255 None None] DHCP port deletion for 415916c9-8a05-4776-9a42-f3afb1b06afb request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:24:15.563431 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] For port 89eee928-1482-488d-b431-7dffc7b70aa4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=89eee928-1482-488d-b431-7dffc7b70aa4,segment=NetworkSegment(208f5f87-eb07-4699-a8d8-ec3f851402c2),segment_id=208f5f87-eb07-4699-a8d8-ec3f851402c2)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:15.563848 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.577611 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] Calling delete_port for 89eee928-1482-488d-b431-7dffc7b70aa4 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:24:15.587666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-42d24a9f-03e8-45fe-9679-ace1c950b255 None None] Deleting port 89eee928-1482-488d-b431-7dffc7b70aa4 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:24:15.588052 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-42d24a9f-03e8-45fe-9679-ace1c950b255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.653790 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-42d24a9f-03e8-45fe-9679-ace1c950b255 None None] For port 89eee928-1482-488d-b431-7dffc7b70aa4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=89eee928-1482-488d-b431-7dffc7b70aa4,segment=NetworkSegment(208f5f87-eb07-4699-a8d8-ec3f851402c2),segment_id=208f5f87-eb07-4699-a8d8-ec3f851402c2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:15.654196 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-42d24a9f-03e8-45fe-9679-ace1c950b255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.655429 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-66582eca-8d7a-4175-9cfb-262e4413b3db tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.668193 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-42d24a9f-03e8-45fe-9679-ace1c950b255 None None] Calling delete_port for 89eee928-1482-488d-b431-7dffc7b70aa4 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:24:15.674833 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.703402 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] Pushing event deleted for resources: {'Port': ['ID=89eee928-1482-488d-b431-7dffc7b70aa4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:15.705223 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-66582eca-8d7a-4175-9cfb-262e4413b3db tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.705394 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] No DVR routers for this DVR port 89eee928-1482-488d-b431-7dffc7b70aa4 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:24:15.752991 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-66582eca-8d7a-4175-9cfb-262e4413b3db tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:24:15.759052 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-66582eca-8d7a-4175-9cfb-262e4413b3db tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:24:15.761023 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-42d24a9f-03e8-45fe-9679-ace1c950b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.761759 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-66582eca-8d7a-4175-9cfb-262e4413b3db tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:24:15.781252 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.788884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d24a9f-03e8-45fe-9679-ace1c950b255 None None] Pushing event deleted for resources: {'Port': ['ID=89eee928-1482-488d-b431-7dffc7b70aa4,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:15.795093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['415916c9-8a05-4776-9a42-f3afb1b06afb']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:15.796604 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d24a9f-03e8-45fe-9679-ace1c950b255 None None] No DVR routers for this DVR port 89eee928-1482-488d-b431-7dffc7b70aa4 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:24:15.801105 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66582eca-8d7a-4175-9cfb-262e4413b3db tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Pushing event updated for resources: {'Port': ['ID=3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:15.810640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208f5f87-eb07-4699-a8d8-ec3f851402c2') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:15.811551 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208f5f87-eb07-4699-a8d8-ec3f851402c2') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:15.824306 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.841446 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-66582eca-8d7a-4175-9cfb-262e4413b3db tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:15.842363 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-66582eca-8d7a-4175-9cfb-262e4413b3db tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.845443 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6203e7b0-be5c-4f9f-9972-b7a33b5537ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.862028 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-66582eca-8d7a-4175-9cfb-262e4413b3db tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0184960 Aug 05 14:24:15.868324 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.875249 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Request body: {'port': {'device_id': '8e768825-8e60-41f3-ae90-6912634e97e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:24:15.876812 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:24:15.877188 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:24:15.878916 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:24:15.932343 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f546231-e851-4db3-beba-efe8cfe550e6 req-d85c583b-0e5b-42dc-9414-7ff68e485762 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:15.933898 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f546231-e851-4db3-beba-efe8cfe550e6 req-d85c583b-0e5b-42dc-9414-7ff68e485762 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e768825-8e60-41f3-ae90-6912634e97e6 HTTP/1.1" status: 200 len: 932 time: 0.1138146 Aug 05 14:24:15.943871 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.956498 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.963358 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:15.967520 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] 10.222.0.16 "DELETE /v2.0/networks/415916c9-8a05-4776-9a42-f3afb1b06afb HTTP/1.1" status: 204 len: 168 time: 0.6095471 Aug 05 14:24:15.986315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0c99b-93aa-4f97-b844-cab5a0ec7eda admin admin] Pushing event deleted for resources: {'Network': ['ID=415916c9-8a05-4776-9a42-f3afb1b06afb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:15.995955 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f546231-e851-4db3-beba-efe8cfe550e6 req-47981ff7-9b78-4ff6-ae76-ee61783d1d7b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540836 Aug 05 14:24:16.088559 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:16.095545 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34612) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:16.142492 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e89efcb9-0590-4e21-8faf-92f06215576f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=afe4b561d1974391aca72f9d62162862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454686 Aug 05 14:24:16.145237 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34614) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:16.211481 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3d795f69-e71f-4987-a842-4479ca62789b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:16.233724 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3d795f69-e71f-4987-a842-4479ca62789b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:16.244186 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:24:16.251850 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:16.263783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Transition to ACTIVE for port object 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:24:16.268441 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:16.283918 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3d795f69-e71f-4987-a842-4479ca62789b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:16.287076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3d795f69-e71f-4987-a842-4479ca62789b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:16.288260 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3d795f69-e71f-4987-a842-4479ca62789b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3bb95ead-43b6-4b0b-8c94-5e6b18397de5 HTTP/1.1" status: 204 len: 168 time: 0.1417091 Aug 05 14:24:16.298908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d795f69-e71f-4987-a842-4479ca62789b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb95ead-43b6-4b0b-8c94-5e6b18397de5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:16.349442 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Pushing event updated for resources: {'Port': ['ID=3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:16.392870 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 59b27aa4-7d81-4c6f-b52a-487be20b7cb2 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:24:16.405352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Attempting to bind port 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:24:16.405691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Attempting to bind port 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:24:16.406025 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Attempting to bind port 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:24:16.411058 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Port 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:24:16.411387 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Attempting to bind port 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:24:16.416469 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:24:16.416808 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Checking segment: {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:24:16.417204 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Bound using segment: {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:24:16.417635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Bound port: 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:24:16.417996 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:16.420086 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 59b27aa4-7d81-4c6f-b52a-487be20b7cb2 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:24:16.420545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 59b27aa4-7d81-4c6f-b52a-487be20b7cb2 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:24:16.421058 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 89eee928-1482-488d-b431-7dffc7b70aa4 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:24:16.442798 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 89eee928-1482-488d-b431-7dffc7b70aa4 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:24:16.443296 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 89eee928-1482-488d-b431-7dffc7b70aa4 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:24:16.443815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a187c7eb-eb5d-48c9-97c8-f48c2a297a77 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:24:16.463410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: a187c7eb-eb5d-48c9-97c8-f48c2a297a77 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:24:16.463762 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a187c7eb-eb5d-48c9-97c8-f48c2a297a77 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:24:16.489680 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] For port 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:24:16.493705 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] For port 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:24:16.498056 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:16.534183 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:16.534900 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:16.536466 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] 10.222.0.63 "PUT /v2.0/ports/3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b HTTP/1.1" status: 200 len: 1092 time: 0.6663847 Aug 05 14:24:16.536920 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e768825-8e60-41f3-ae90-6912634e97e6', 'tag': '3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:24:16.539773 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ac7dfa-f348-4bc2-bd8f-e81b0c5eb516" -d '{"events": [{"name": "network-changed", "server_uuid": "8e768825-8e60-41f3-ae90-6912634e97e6", "tag": "3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:24:16.575058 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c80cc6-1e16-4600-b109-a128bed6000c service neutron] Pushing event updated for resources: {'Port': ['ID=3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:16.583832 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d699a05-4db0-4077-99f5-9ea7a36af23d x-openstack-request-id: req-2d699a05-4db0-4077-99f5-9ea7a36af23d {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:24:16.584326 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e768825-8e60-41f3-ae90-6912634e97e6", "tag": "3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:24:16.584823 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d699a05-4db0-4077-99f5-9ea7a36af23d {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:24:16.585137 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e768825-8e60-41f3-ae90-6912634e97e6', 'tag': '3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b', 'status': 'completed', 'code': 200} Aug 05 14:24:16.627604 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-1c1ed18a-b984-4cc6-a0f3-7bc6e30b33c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:16.629169 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-1c1ed18a-b984-4cc6-a0f3-7bc6e30b33c8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&device_id=8e768825-8e60-41f3-ae90-6912634e97e6 HTTP/1.1" status: 200 len: 1095 time: 0.0486240 Aug 05 14:24:16.678240 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34622) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:16.680428 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-e1b90d53-ece4-47dd-a945-010e716d46d6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b HTTP/1.1" status: 200 len: 217 time: 0.0414491 Aug 05 14:24:16.719517 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-94e43989-bf3b-4ab4-a554-3477f2ee7b82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bcd6fe62cef74b729b717f6fa41b0179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397327 Aug 05 14:24:16.721943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34624) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:16.731091 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-dc297ed3-b374-44c9-aaa0-f7658bbab1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:16.732585 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-dc297ed3-b374-44c9-aaa0-f7658bbab1d4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92 HTTP/1.1" status: 200 len: 846 time: 0.0455010 Aug 05 14:24:16.766025 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-15503ceb-9329-47b3-93ac-7815d9a6c655 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257435 Aug 05 14:24:16.771510 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c909aad8-8ae5-464d-a9ed-039750196ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:16.793991 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c909aad8-8ae5-464d-a9ed-039750196ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:16.842476 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c909aad8-8ae5-464d-a9ed-039750196ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:16.845339 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c909aad8-8ae5-464d-a9ed-039750196ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:16.846679 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c909aad8-8ae5-464d-a9ed-039750196ee2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e5916df-cb78-49db-8149-e47f4b4800c1 HTTP/1.1" status: 204 len: 168 time: 0.1236501 Aug 05 14:24:16.857341 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909aad8-8ae5-464d-a9ed-039750196ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5916df-cb78-49db-8149-e47f4b4800c1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:16.879139 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-9d95e6ed-4c3f-41cc-a033-b03ec835f132 service neutron] 10.222.0.63 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059170 Aug 05 14:24:16.975827 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a9740f3b-cf90-4e6c-9ee7-43a8b4944621 req-4aae27c5-1681-4839-b3cc-ee109efbb36c service neutron] 10.222.0.63 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891330 Aug 05 14:24:17.084146 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac7dfa-f348-4bc2-bd8f-e81b0c5eb516 req-85661800-0b7e-40dd-8683-ca85ea6e9f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:17.085737 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8ac7dfa-f348-4bc2-bd8f-e81b0c5eb516 req-85661800-0b7e-40dd-8683-ca85ea6e9f4b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&device_id=8e768825-8e60-41f3-ae90-6912634e97e6 HTTP/1.1" status: 200 len: 1095 time: 0.0482922 Aug 05 14:24:17.131816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bfa1d-6705-4ddb-97e5-1427fd47d713 req-bfe62d3d-a2ec-4768-9e9e-7344f3af0cf9 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:17.134131 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-522bfa1d-6705-4ddb-97e5-1427fd47d713 req-bfe62d3d-a2ec-4768-9e9e-7344f3af0cf9 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e768825-8e60-41f3-ae90-6912634e97e6 HTTP/1.1" status: 200 len: 944 time: 0.0620430 Aug 05 14:24:17.181433 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-522bfa1d-6705-4ddb-97e5-1427fd47d713 req-9b94f6ec-63b5-4047-a132-5dfcf3f55ddd tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399423 Aug 05 14:24:17.197420 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac7dfa-f348-4bc2-bd8f-e81b0c5eb516 req-b5325609-619a-402a-8da6-86ecfb7731e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:17.199165 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8ac7dfa-f348-4bc2-bd8f-e81b0c5eb516 req-b5325609-619a-402a-8da6-86ecfb7731e5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 907 time: 0.1056077 Aug 05 14:24:17.245388 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8ac7dfa-f348-4bc2-bd8f-e81b0c5eb516 req-e9b561bc-b5ab-4de3-bb51-118d084f144b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b HTTP/1.1" status: 200 len: 217 time: 0.0382690 Aug 05 14:24:17.306279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac7dfa-f348-4bc2-bd8f-e81b0c5eb516 req-57410de2-3978-48a4-9ff2-6c6ed762770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:17.307711 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8ac7dfa-f348-4bc2-bd8f-e81b0c5eb516 req-57410de2-3978-48a4-9ff2-6c6ed762770f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92 HTTP/1.1" status: 200 len: 846 time: 0.0536590 Aug 05 14:24:17.344971 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8ac7dfa-f348-4bc2-bd8f-e81b0c5eb516 req-261ca8b0-f24e-4549-b3e5-f0171c4c88f8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289464 Aug 05 14:24:17.441195 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8ac7dfa-f348-4bc2-bd8f-e81b0c5eb516 req-e3a78234-ca7a-400f-9efc-b5209cb12570 service neutron] 10.222.0.63 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877125 Aug 05 14:24:17.538293 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8ac7dfa-f348-4bc2-bd8f-e81b0c5eb516 req-9c433ae0-3bd2-40c1-9625-3e6b9b39b99b service neutron] 10.222.0.63 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877702 Aug 05 14:24:18.306178 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff06a7-2a9d-45af-a79d-82b7fb76a4b0 req-716202c5-c368-4582-8a82-d20aa47f717b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:18.307725 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ecff06a7-2a9d-45af-a79d-82b7fb76a4b0 req-716202c5-c368-4582-8a82-d20aa47f717b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e768825-8e60-41f3-ae90-6912634e97e6 HTTP/1.1" status: 200 len: 944 time: 0.0505433 Aug 05 14:24:18.345368 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ecff06a7-2a9d-45af-a79d-82b7fb76a4b0 req-b16333e1-8238-4c0c-a519-aad6cbf15e09 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316730 Aug 05 14:24:18.365631 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6e262223-5a7d-41f3-9c44-dead633743c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:18.595051 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:19.460509 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befe913-06fd-45ca-b5a3-738c6f4be737 req-c9b0dd4d-e537-4d3e-92c4-7f620f1c8fdc tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:19.462827 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1befe913-06fd-45ca-b5a3-738c6f4be737 req-c9b0dd4d-e537-4d3e-92c4-7f620f1c8fdc tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e768825-8e60-41f3-ae90-6912634e97e6 HTTP/1.1" status: 200 len: 944 time: 0.0496397 Aug 05 14:24:19.500727 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1befe913-06fd-45ca-b5a3-738c6f4be737 req-a6226596-5597-4463-bdff-22f466dd0532 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320163 Aug 05 14:24:19.550314 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:19.580177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:24:19.821618 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:19.832765 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b', 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9', 'port_id': '3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b', 'mac_address': 'fa:16:3e:b8:1d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:24:19.869725 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:19.881914 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:24:19.904773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:19.909671 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:19.957312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:20.148800 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:24:20.621848 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0ee89-e55f-4fbf-b47c-5b653a695c45 req-4770a56b-df59-4834-b244-4c73cba84755 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:20.623349 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-73f0ee89-e55f-4fbf-b47c-5b653a695c45 req-4770a56b-df59-4834-b244-4c73cba84755 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e768825-8e60-41f3-ae90-6912634e97e6 HTTP/1.1" status: 200 len: 945 time: 0.0535800 Aug 05 14:24:20.663613 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-73f0ee89-e55f-4fbf-b47c-5b653a695c45 req-d63885ad-505f-4277-b9b9-9747d5f3a61c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341949 Aug 05 14:24:21.338867 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:21.595575 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:24:21.646333 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:24:21.650602 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:24:21.650948 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:21.731142 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:21.754653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e768825-8e60-41f3-ae90-6912634e97e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:24:21.756912 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4844717-daaf-4271-9b20-805f91d4e233" -d '{"events": [{"server_uuid": "8e768825-8e60-41f3-ae90-6912634e97e6", "name": "network-vif-plugged", "status": "completed", "tag": "3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:24:21.770818 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:21.777577 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:21.789642 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17384f-1473-4b69-8f61-24a5550a4968 req-b0f87d2f-3f4e-4ba9-a2ec-7724312141a1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:21.791294 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ab17384f-1473-4b69-8f61-24a5550a4968 req-b0f87d2f-3f4e-4ba9-a2ec-7724312141a1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e768825-8e60-41f3-ae90-6912634e97e6 HTTP/1.1" status: 200 len: 945 time: 0.0570078 Aug 05 14:24:21.831416 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ab17384f-1473-4b69-8f61-24a5550a4968 req-7f03ab43-2e25-4da6-a6bd-bc7ec624f0e1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333841 Aug 05 14:24:21.844152 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:21.987054 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117f7029-a834-4191-8893-5d223885017f x-openstack-request-id: req-117f7029-a834-4191-8893-5d223885017f {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:24:21.987394 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e768825-8e60-41f3-ae90-6912634e97e6", "name": "network-vif-plugged", "status": "completed", "tag": "3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:24:21.987679 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-117f7029-a834-4191-8893-5d223885017f {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:24:21.988126 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e768825-8e60-41f3-ae90-6912634e97e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b', 'code': 200} Aug 05 14:24:22.088798 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24809e-0021-4b67-8487-45682eb640b7 req-8dd513d8-a8c5-41e6-a75f-a06677dcf9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:22.090357 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b24809e-0021-4b67-8487-45682eb640b7 req-8dd513d8-a8c5-41e6-a75f-a06677dcf9a3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8e768825-8e60-41f3-ae90-6912634e97e6 HTTP/1.1" status: 200 len: 1097 time: 0.0457318 Aug 05 14:24:22.126311 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b24809e-0021-4b67-8487-45682eb640b7 req-b13598d0-b05a-4f0d-a7a0-e876df12f4ee service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288312 Aug 05 14:24:22.949895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b616a-0b4a-4391-988d-2f99aeaf7540 req-ffd0d7b2-140a-4bc0-8970-98eae333af5e tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:22.951328 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-664b616a-0b4a-4391-988d-2f99aeaf7540 req-ffd0d7b2-140a-4bc0-8970-98eae333af5e tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e768825-8e60-41f3-ae90-6912634e97e6 HTTP/1.1" status: 200 len: 946 time: 0.0537012 Aug 05 14:24:22.992575 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-664b616a-0b4a-4391-988d-2f99aeaf7540 req-71b72b4c-3cad-448b-aa0b-b8732aeede9d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351753 Aug 05 14:24:24.114643 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c494fea-eafa-4dc8-9638-4797ee7209a3 req-15369cd9-aa1a-411a-bffb-ccdb6d7b9d2b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:24.116992 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5c494fea-eafa-4dc8-9638-4797ee7209a3 req-15369cd9-aa1a-411a-bffb-ccdb6d7b9d2b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e768825-8e60-41f3-ae90-6912634e97e6 HTTP/1.1" status: 200 len: 946 time: 0.0535133 Aug 05 14:24:24.159604 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5c494fea-eafa-4dc8-9638-4797ee7209a3 req-126981bd-0742-4a42-823a-915e19b1be82 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359726 Aug 05 14:24:24.446481 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649cd86-12f9-4bae-9193-41b9890bf055 req-c6110468-2b9e-42c9-86ad-21f38a020c9a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:24.447961 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3649cd86-12f9-4bae-9193-41b9890bf055 req-c6110468-2b9e-42c9-86ad-21f38a020c9a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 806 time: 0.1070690 Aug 05 14:24:24.465740 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3649cd86-12f9-4bae-9193-41b9890bf055 req-a51f86af-2255-4b84-b2c0-884d6ca7f84d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/quotas/560e1154a35c41c8ad080a469c4bd71d HTTP/1.1" status: 200 len: 375 time: 0.0109961 Aug 05 14:24:24.523945 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3649cd86-12f9-4bae-9193-41b9890bf055 req-53559b3a-c09a-4d8c-968f-30d7e8aefd5b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0511458 Aug 05 14:24:24.622669 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3649cd86-12f9-4bae-9193-41b9890bf055 req-e7707ad2-8c70-4467-a24e-50223db2d9be service neutron] 10.222.0.16 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911210 Aug 05 14:24:24.723660 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3649cd86-12f9-4bae-9193-41b9890bf055 req-65fda416-0ad4-40e7-9dce-eb8aecc5f787 service neutron] 10.222.0.16 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946031 Aug 05 14:24:25.316891 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-925fa2d6-59a1-4644-ba57-c77efe73119a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:25.318520 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-925fa2d6-59a1-4644-ba57-c77efe73119a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 806 time: 0.1224310 Aug 05 14:24:25.334246 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-271dae54-e461-49b5-a3d3-e92f53e6ca8a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/quotas/560e1154a35c41c8ad080a469c4bd71d HTTP/1.1" status: 200 len: 375 time: 0.0096178 Aug 05 14:24:25.387455 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-86dc4d6b-65e8-4b74-be4e-6c7519ca2c43 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464842 Aug 05 14:24:25.482476 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1222bb78-8079-4195-8137-535b625b7e84 service neutron] 10.222.0.16 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875499 Aug 05 14:24:25.577850 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-761f0414-f3f1-4608-b983-92fe4e348568 service neutron] 10.222.0.16 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889115 Aug 05 14:24:25.755536 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6a8309b6-b424-4f85-b670-93948687c252 req-7dbd6b02-e20c-45e1-9c3f-7ae96a5b596f tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=9788f9f5-a520-4741-8532-314779a55655 HTTP/1.1" status: 200 len: 210 time: 0.0313170 Aug 05 14:24:26.687942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-5b076897-894d-4d16-a292-1b421c9a0c1b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:26.694152 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-5b076897-894d-4d16-a292-1b421c9a0c1b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 806 time: 0.1265357 Aug 05 14:24:26.709721 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-a00c85ef-1e7b-4108-8524-4c56e3da188d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Request body: {'port': {'device_id': '9788f9f5-a520-4741-8532-314779a55655', 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9', 'admin_state_up': True, 'tenant_id': '560e1154a35c41c8ad080a469c4bd71d'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:24:26.862438 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-921e671a-2457-4acd-8c8c-f35f04b31d03 req-1bea1d5e-4832-42ad-ab15-d963b2ea0745 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=9788f9f5-a520-4741-8532-314779a55655 HTTP/1.1" status: 200 len: 210 time: 0.0297265 Aug 05 14:24:27.142981 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-a00c85ef-1e7b-4108-8524-4c56e3da188d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Made reservation on behalf of 560e1154a35c41c8ad080a469c4bd71d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:24:27.146622 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-a00c85ef-1e7b-4108-8524-4c56e3da188d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:27.299479 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-a00c85ef-1e7b-4108-8524-4c56e3da188d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Allocated IP 172.20.0.2 (e6590338-20b3-41f1-aa7a-cd5e0139fdf9/ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92/2fce53db-6658-48c0-89e7-5fe1b90206d3) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:24:27.460024 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-a00c85ef-1e7b-4108-8524-4c56e3da188d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:27.500093 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-a00c85ef-1e7b-4108-8524-4c56e3da188d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:27.512182 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:24:27.551892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-a00c85ef-1e7b-4108-8524-4c56e3da188d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:24:27.557908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-a00c85ef-1e7b-4108-8524-4c56e3da188d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:24:27.562869 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-a00c85ef-1e7b-4108-8524-4c56e3da188d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:24:27.566844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c85ef-1e7b-4108-8524-4c56e3da188d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Pushing event updated for resources: {'Port': ['ID=2fce53db-6658-48c0-89e7-5fe1b90206d3,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:27.613859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-a00c85ef-1e7b-4108-8524-4c56e3da188d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:27.614534 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-a00c85ef-1e7b-4108-8524-4c56e3da188d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:27.634761 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-a00c85ef-1e7b-4108-8524-4c56e3da188d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9268920 Aug 05 14:24:27.643317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Request body: {'port': {'device_id': '9788f9f5-a520-4741-8532-314779a55655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:24:27.697680 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:27.999037 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8e10c-8ada-43f1-939f-68a9af2f313f req-6906df1e-7dae-4d78-8ea9-674dd77c8dcc tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:28.000574 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b7a8e10c-8ada-43f1-939f-68a9af2f313f req-6906df1e-7dae-4d78-8ea9-674dd77c8dcc tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=9788f9f5-a520-4741-8532-314779a55655 HTTP/1.1" status: 200 len: 931 time: 0.0532558 Aug 05 14:24:28.005220 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fce53db-6658-48c0-89e7-5fe1b90206d3 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:24:28.015125 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:28.034763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Transition to ACTIVE for port object 2fce53db-6658-48c0-89e7-5fe1b90206d3 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:24:28.043940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8553a47-08eb-4e8d-b018-9d015a204916 req-5e251b95-b587-4f87-be49-adc5d5de432c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:28.045071 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b7a8e10c-8ada-43f1-939f-68a9af2f313f req-5326ebd7-7122-47cb-9e93-0b9512edae64 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383036 Aug 05 14:24:28.045483 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c8553a47-08eb-4e8d-b018-9d015a204916 req-5e251b95-b587-4f87-be49-adc5d5de432c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 946 time: 0.0772786 Aug 05 14:24:28.046648 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:28.130177 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Pushing event updated for resources: {'Port': ['ID=2fce53db-6658-48c0-89e7-5fe1b90206d3,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:28.152991 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c8553a47-08eb-4e8d-b018-9d015a204916 req-ef8c1608-57cb-45e4-8c69-505ca2807f7f tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975642 Aug 05 14:24:28.201097 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Attempting to bind port 2fce53db-6658-48c0-89e7-5fe1b90206d3 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:24:28.201439 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Attempting to bind port 2fce53db-6658-48c0-89e7-5fe1b90206d3 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:24:28.201777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Attempting to bind port 2fce53db-6658-48c0-89e7-5fe1b90206d3 on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:24:28.206139 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Port 2fce53db-6658-48c0-89e7-5fe1b90206d3 on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:24:28.206501 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Attempting to bind port 2fce53db-6658-48c0-89e7-5fe1b90206d3 on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:24:28.211932 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:24:28.212281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Checking segment: {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:24:28.212674 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Bound using segment: {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:24:28.213109 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Bound port: 2fce53db-6658-48c0-89e7-5fe1b90206d3, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:24:28.213473 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:28.277076 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] For port 2fce53db-6658-48c0-89e7-5fe1b90206d3, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:24:28.280040 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] For port 2fce53db-6658-48c0-89e7-5fe1b90206d3, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2fce53db-6658-48c0-89e7-5fe1b90206d3,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:24:28.285574 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:28.322815 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:28.323507 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:28.324956 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] 10.222.0.84 "PUT /v2.0/ports/2fce53db-6658-48c0-89e7-5fe1b90206d3 HTTP/1.1" status: 200 len: 1091 time: 0.6860795 Aug 05 14:24:28.325409 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9788f9f5-a520-4741-8532-314779a55655', 'tag': '2fce53db-6658-48c0-89e7-5fe1b90206d3'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:24:28.327700 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3342ee-b007-4c1b-86f4-59a84e79289a" -d '{"events": [{"name": "network-changed", "server_uuid": "9788f9f5-a520-4741-8532-314779a55655", "tag": "2fce53db-6658-48c0-89e7-5fe1b90206d3"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:24:28.355801 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56e9f4-166f-478c-94bd-1c11f19c83bb service neutron] Pushing event updated for resources: {'Port': ['ID=2fce53db-6658-48c0-89e7-5fe1b90206d3,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:28.376058 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac66cb4-8524-415f-b688-fe5ce0b641f8 x-openstack-request-id: req-bac66cb4-8524-415f-b688-fe5ce0b641f8 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:24:28.376353 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9788f9f5-a520-4741-8532-314779a55655", "tag": "2fce53db-6658-48c0-89e7-5fe1b90206d3", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:24:28.376608 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bac66cb4-8524-415f-b688-fe5ce0b641f8 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:24:28.377003 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9788f9f5-a520-4741-8532-314779a55655', 'tag': '2fce53db-6658-48c0-89e7-5fe1b90206d3', 'status': 'completed', 'code': 200} Aug 05 14:24:28.410232 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-026a22f1-9e0a-458b-ae65-927d174708dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:28.411784 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-026a22f1-9e0a-458b-ae65-927d174708dd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&device_id=9788f9f5-a520-4741-8532-314779a55655 HTTP/1.1" status: 200 len: 1094 time: 0.0445611 Aug 05 14:24:28.453971 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-dc694474-764c-4b68-9cbf-9bde0bc90b38 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2fce53db-6658-48c0-89e7-5fe1b90206d3 HTTP/1.1" status: 200 len: 217 time: 0.0341384 Aug 05 14:24:28.513329 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-da081117-c177-4d79-b3cb-cec5deb4043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:28.514915 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-da081117-c177-4d79-b3cb-cec5deb4043a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92 HTTP/1.1" status: 200 len: 846 time: 0.0545778 Aug 05 14:24:28.553171 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-0664f062-0e88-447c-9f7c-6dafc4b9f071 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312898 Aug 05 14:24:28.650711 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-f25720df-007a-4223-b430-4ca7b09fe49b service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898528 Aug 05 14:24:28.745176 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84401b02-7c7b-4c15-8bea-8a7c192766c8 req-81bde4d9-3425-4ab7-97bf-e678c8119e7d service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874820 Aug 05 14:24:28.830840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3342ee-b007-4c1b-86f4-59a84e79289a req-ff16d535-5d07-41c3-ab4e-dd5e6a7ff90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:28.832300 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e3342ee-b007-4c1b-86f4-59a84e79289a req-ff16d535-5d07-41c3-ab4e-dd5e6a7ff90e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&device_id=9788f9f5-a520-4741-8532-314779a55655 HTTP/1.1" status: 200 len: 1094 time: 0.0419350 Aug 05 14:24:28.922392 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3342ee-b007-4c1b-86f4-59a84e79289a req-de15924a-351a-4f48-a76a-329f62cb50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:28.923907 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e3342ee-b007-4c1b-86f4-59a84e79289a req-de15924a-351a-4f48-a76a-329f62cb50dc service neutron] 10.222.0.84 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 907 time: 0.0841415 Aug 05 14:24:28.970422 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e3342ee-b007-4c1b-86f4-59a84e79289a req-2ef78792-9401-4859-9f87-6916e2a4d8a8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2fce53db-6658-48c0-89e7-5fe1b90206d3 HTTP/1.1" status: 200 len: 217 time: 0.0394037 Aug 05 14:24:29.020798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3342ee-b007-4c1b-86f4-59a84e79289a req-fae46095-c423-4f0e-a5e4-c508b8a48e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:29.022314 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e3342ee-b007-4c1b-86f4-59a84e79289a req-fae46095-c423-4f0e-a5e4-c508b8a48e4d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92 HTTP/1.1" status: 200 len: 846 time: 0.0448723 Aug 05 14:24:29.055373 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e3342ee-b007-4c1b-86f4-59a84e79289a req-47d86fd7-6808-4dd5-9374-54ae7d6b28b1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251491 Aug 05 14:24:29.183808 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e3342ee-b007-4c1b-86f4-59a84e79289a req-8ba23c61-c11d-4f7d-9bbb-daac1e2157e6 service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203170 Aug 05 14:24:29.192580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b184547-946f-446c-86e3-9e1468f93432 req-c6ef7e66-cd61-477f-835f-01db55f1132c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:29.194058 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0b184547-946f-446c-86e3-9e1468f93432 req-c6ef7e66-cd61-477f-835f-01db55f1132c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=9788f9f5-a520-4741-8532-314779a55655 HTTP/1.1" status: 200 len: 943 time: 0.0797062 Aug 05 14:24:29.287276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8933b-ad1f-4d1f-a8b2-74ecde1fbaba req-0a6ada07-8690-4afb-b890-79347f1810ca tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:29.289519 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ffc8933b-ad1f-4d1f-a8b2-74ecde1fbaba req-0a6ada07-8690-4afb-b890-79347f1810ca tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 946 time: 0.0598462 Aug 05 14:24:29.308183 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0b184547-946f-446c-86e3-9e1468f93432 req-25215731-4403-408e-b0f3-c834ac9d4747 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042414 Aug 05 14:24:29.329245 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e3342ee-b007-4c1b-86f4-59a84e79289a req-f8f0ce68-7101-4df2-bdc7-8161968aa3d4 service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329498 Aug 05 14:24:29.331821 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ffc8933b-ad1f-4d1f-a8b2-74ecde1fbaba req-228a99c4-8f24-4dc4-8af5-e3ca6b42aa41 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364897 Aug 05 14:24:29.513006 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909cd58-7edb-40c9-b02e-bf30ba8d32d7 req-59e4d1aa-f75a-443e-a042-b8ee81fe43f8 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:29.514574 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6909cd58-7edb-40c9-b02e-bf30ba8d32d7 req-59e4d1aa-f75a-443e-a042-b8ee81fe43f8 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.63 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 946 time: 0.0486021 Aug 05 14:24:29.615817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-6909cd58-7edb-40c9-b02e-bf30ba8d32d7 req-d35e38a2-1e2b-41d1-b2b7-c9ba6af91f97 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Deleting port a274ff04-ab92-42b8-bc56-5bb98dd14eac {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:24:29.616089 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6909cd58-7edb-40c9-b02e-bf30ba8d32d7 req-d35e38a2-1e2b-41d1-b2b7-c9ba6af91f97 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:29.711748 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6909cd58-7edb-40c9-b02e-bf30ba8d32d7 req-d35e38a2-1e2b-41d1-b2b7-c9ba6af91f97 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] For port a274ff04-ab92-42b8-bc56-5bb98dd14eac, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a274ff04-ab92-42b8-bc56-5bb98dd14eac,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:29.712127 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6909cd58-7edb-40c9-b02e-bf30ba8d32d7 req-d35e38a2-1e2b-41d1-b2b7-c9ba6af91f97 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:29.934483 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6909cd58-7edb-40c9-b02e-bf30ba8d32d7 req-d35e38a2-1e2b-41d1-b2b7-c9ba6af91f97 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:29.934875 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6909cd58-7edb-40c9-b02e-bf30ba8d32d7 req-d35e38a2-1e2b-41d1-b2b7-c9ba6af91f97 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:29.935205 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [req-6909cd58-7edb-40c9-b02e-bf30ba8d32d7 req-d35e38a2-1e2b-41d1-b2b7-c9ba6af91f97 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Floating IP a45e0cfe-b0fc-4733-b92d-6da4137a48fb disassociated. External IP: 172.25.5.67, port: a274ff04-ab92-42b8-bc56-5bb98dd14eac. Aug 05 14:24:29.935561 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-6909cd58-7edb-40c9-b02e-bf30ba8d32d7 req-d35e38a2-1e2b-41d1-b2b7-c9ba6af91f97 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Calling delete_port for a274ff04-ab92-42b8-bc56-5bb98dd14eac owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:24:30.067128 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6909cd58-7edb-40c9-b02e-bf30ba8d32d7 req-d35e38a2-1e2b-41d1-b2b7-c9ba6af91f97 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:30.095235 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e38a2-1e2b-41d1-b2b7-c9ba6af91f97 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Pushing event deleted for resources: {'Port': ['ID=a274ff04-ab92-42b8-bc56-5bb98dd14eac,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:30.215593 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6909cd58-7edb-40c9-b02e-bf30ba8d32d7 req-d35e38a2-1e2b-41d1-b2b7-c9ba6af91f97 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:24:30.330769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6909cd58-7edb-40c9-b02e-bf30ba8d32d7 req-d35e38a2-1e2b-41d1-b2b7-c9ba6af91f97 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:24:30.344139 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0027890c-a275-47a9-8e74-f40b01e34fa9 None None] Sync routers for ids ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:24:30.357156 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0027890c-a275-47a9-8e74-f40b01e34fa9 None None] Routers {'4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:24:30.357882 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0027890c-a275-47a9-8e74-f40b01e34fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:24:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:30.376705 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6909cd58-7edb-40c9-b02e-bf30ba8d32d7 req-d35e38a2-1e2b-41d1-b2b7-c9ba6af91f97 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] No DVR routers for this DVR port a274ff04-ab92-42b8-bc56-5bb98dd14eac on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:24:30.383695 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6909cd58-7edb-40c9-b02e-bf30ba8d32d7 req-d35e38a2-1e2b-41d1-b2b7-c9ba6af91f97 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:30.384541 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6909cd58-7edb-40c9-b02e-bf30ba8d32d7 req-d35e38a2-1e2b-41d1-b2b7-c9ba6af91f97 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.63 "DELETE /v2.0/ports/a274ff04-ab92-42b8-bc56-5bb98dd14eac HTTP/1.1" status: 204 len: 173 time: 0.8625610 Aug 05 14:24:30.384541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'name': 'network-vif-deleted', 'tag': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:24:30.390411 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f251fa2-cf23-445c-a756-8e20b947f472" -d '{"events": [{"server_uuid": "6315028a-9a5a-4653-99a0-dec62ba33e86", "name": "network-vif-deleted", "tag": "a274ff04-ab92-42b8-bc56-5bb98dd14eac"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:24:30.457095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba14cd9-b92a-4278-8ffa-895ebd6e6ca5 req-0958bea1-6d16-4e1d-8e16-7e1867e47d46 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:30.459367 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3ba14cd9-b92a-4278-8ffa-895ebd6e6ca5 req-0958bea1-6d16-4e1d-8e16-7e1867e47d46 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=9788f9f5-a520-4741-8532-314779a55655 HTTP/1.1" status: 200 len: 943 time: 0.0746224 Aug 05 14:24:30.480460 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2fdf6f3c-4e21-43f8-a788-2b4bb62da81c req-6e5d56fe-c58e-4576-9d1e-96bc304b1f33 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=6315028a-9a5a-4653-99a0-dec62ba33e86 HTTP/1.1" status: 200 len: 210 time: 0.0398035 Aug 05 14:24:30.537720 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3ba14cd9-b92a-4278-8ffa-895ebd6e6ca5 req-92cd50ee-3f5e-40c6-82f1-4f2147b47314 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658481 Aug 05 14:24:30.552917 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-0027890c-a275-47a9-8e74-f40b01e34fa9 None None] Set router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:24:30.592457 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc78f7f0-5dfa-408d-a263-90dffee797a6 x-openstack-request-id: req-cc78f7f0-5dfa-408d-a263-90dffee797a6 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:24:30.592761 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6315028a-9a5a-4653-99a0-dec62ba33e86", "name": "network-vif-deleted", "tag": "a274ff04-ab92-42b8-bc56-5bb98dd14eac", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:24:30.593077 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc78f7f0-5dfa-408d-a263-90dffee797a6 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:24:30.593488 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6315028a-9a5a-4653-99a0-dec62ba33e86', 'name': 'network-vif-deleted', 'tag': 'a274ff04-ab92-42b8-bc56-5bb98dd14eac', 'status': 'completed', 'code': 200} Aug 05 14:24:30.823795 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0027890c-a275-47a9-8e74-f40b01e34fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '3340a34a-eefb-4ac0-80cb-e6dd98bac174', 'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'mac_address': 'fa:16:3e:5e:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:24Z', 'updated_at': '2021-08-05T14:20:34Z', 'revision_number': 5, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'subnets': [{'id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:30.850739 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0027890c-a275-47a9-8e74-f40b01e34fa9 None None] Checking router: 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:24:30.860965 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0027890c-a275-47a9-8e74-f40b01e34fa9 None None] Routers {'4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:24:30.861644 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0027890c-a275-47a9-8e74-f40b01e34fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:24:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:30.984110 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-0027890c-a275-47a9-8e74-f40b01e34fa9 None None] Set router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:24:31.198746 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0027890c-a275-47a9-8e74-f40b01e34fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '3340a34a-eefb-4ac0-80cb-e6dd98bac174', 'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'mac_address': 'fa:16:3e:5e:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:24Z', 'updated_at': '2021-08-05T14:20:34Z', 'revision_number': 5, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'subnets': [{'id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:31.227006 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0027890c-a275-47a9-8e74-f40b01e34fa9 None None] The sync data for ids ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'] in n-d-803585-2 is: [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '3340a34a-eefb-4ac0-80cb-e6dd98bac174', 'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'mac_address': 'fa:16:3e:5e:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:24Z', 'updated_at': '2021-08-05T14:20:34Z', 'revision_number': 5, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'subnets': [{'id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:24:31.461884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b91f5-4482-4c1e-8484-d0b1bc0e86e5 None None] New status for floating IP a45e0cfe-b0fc-4733-b92d-6da4137a48fb: DOWN {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:24:31.606130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34750) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:31.674531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377b7e6-adba-4f56-ba46-32f2e1a34380 req-e109e5e7-ca26-415f-86c4-edfb729f0a79 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:31.676052 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b377b7e6-adba-4f56-ba46-32f2e1a34380 req-e109e5e7-ca26-415f-86c4-edfb729f0a79 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=9788f9f5-a520-4741-8532-314779a55655 HTTP/1.1" status: 200 len: 943 time: 0.0572553 Aug 05 14:24:31.676290 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-64256366-e239-493a-a79b-158e07b231c6 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:31.701519 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-64256366-e239-493a-a79b-158e07b231c6 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:31.716897 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b377b7e6-adba-4f56-ba46-32f2e1a34380 req-039966b4-9eef-42d7-bafa-f474a49b411c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341358 Aug 05 14:24:31.753864 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-64256366-e239-493a-a79b-158e07b231c6 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:31.756454 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-64256366-e239-493a-a79b-158e07b231c6 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:31.758436 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-64256366-e239-493a-a79b-158e07b231c6 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "DELETE /v2.0/security-groups/bf45ae5c-9b8d-4024-9748-0a6c462fa2d9 HTTP/1.1" status: 204 len: 168 time: 0.1509147 Aug 05 14:24:31.761196 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34752) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:31.767452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64256366-e239-493a-a79b-158e07b231c6 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf45ae5c-9b8d-4024-9748-0a6c462fa2d9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:31.778356 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-18ac188a-f19e-4585-8db0-2c0c72159196 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] show failed (client error): The resource could not be found. Aug 05 14:24:31.779515 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-18ac188a-f19e-4585-8db0-2c0c72159196 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups/bf45ae5c-9b8d-4024-9748-0a6c462fa2d9 HTTP/1.1" status: 404 len: 347 time: 0.0172992 Aug 05 14:24:31.782688 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34754) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:31.906906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-45034d39-e8c3-42fd-950f-08e50bf5250c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Deleting port d3cb6521-fe4c-45fd-a295-33bfe62d93d9 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:24:31.907256 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45034d39-e8c3-42fd-950f-08e50bf5250c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:31.983220 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45034d39-e8c3-42fd-950f-08e50bf5250c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:31.983460 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45034d39-e8c3-42fd-950f-08e50bf5250c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:31.995547 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-45034d39-e8c3-42fd-950f-08e50bf5250c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Calling delete_port for d3cb6521-fe4c-45fd-a295-33bfe62d93d9 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:24:32.130113 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45034d39-e8c3-42fd-950f-08e50bf5250c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:32.156183 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45034d39-e8c3-42fd-950f-08e50bf5250c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Pushing event deleted for resources: {'Port': ['ID=d3cb6521-fe4c-45fd-a295-33bfe62d93d9,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:32.220915 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45034d39-e8c3-42fd-950f-08e50bf5250c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:32.224013 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45034d39-e8c3-42fd-950f-08e50bf5250c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:32.225200 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-45034d39-e8c3-42fd-950f-08e50bf5250c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "DELETE /v2.0/floatingips/a45e0cfe-b0fc-4733-b92d-6da4137a48fb HTTP/1.1" status: 204 len: 168 time: 0.4415801 Aug 05 14:24:32.590106 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 34758) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:32.594850 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-14bc02a9-d514-4df3-b6bb-0ef97203cf40 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--540996440', 'description': 'tempest-description--1455995260'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:24:32.619346 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-14bc02a9-d514-4df3-b6bb-0ef97203cf40 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:32.699564 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-14bc02a9-d514-4df3-b6bb-0ef97203cf40 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:32.703442 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-14bc02a9-d514-4df3-b6bb-0ef97203cf40 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:32.731270 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-14bc02a9-d514-4df3-b6bb-0ef97203cf40 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:32.732499 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-14bc02a9-d514-4df3-b6bb-0ef97203cf40 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1413479 Aug 05 14:24:32.734392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc02a9-d514-4df3-b6bb-0ef97203cf40 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4626a913-2b7f-421f-985e-ff70d3c64e27,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:32.735583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34760) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:32.745245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-0b073e6d-cab5-4fa8-8def-2edb135c3534 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Request body: {'security_group_rule': {'security_group_id': '4626a913-2b7f-421f-985e-ff70d3c64e27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:24:32.775190 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b073e6d-cab5-4fa8-8def-2edb135c3534 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:32.826154 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b073e6d-cab5-4fa8-8def-2edb135c3534 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:32.830704 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b073e6d-cab5-4fa8-8def-2edb135c3534 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:32.836597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b3680-a6c8-4ff8-b0e9-625cf57e406d req-6f990ae5-2a44-43d0-a035-f17848f79e53 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:32.838169 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ba7b3680-a6c8-4ff8-b0e9-625cf57e406d req-6f990ae5-2a44-43d0-a035-f17848f79e53 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=9788f9f5-a520-4741-8532-314779a55655 HTTP/1.1" status: 200 len: 943 time: 0.0503733 Aug 05 14:24:32.855389 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b073e6d-cab5-4fa8-8def-2edb135c3534 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed66d788-d50c-4dde-9497-71f77f3b360c,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:32.859786 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0b073e6d-cab5-4fa8-8def-2edb135c3534 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:32.861085 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0b073e6d-cab5-4fa8-8def-2edb135c3534 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235151 Aug 05 14:24:32.864025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34764) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:32.869410 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-70c077c1-d66b-4519-a3ce-8f5ff60b7229 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Request body: {'security_group_rule': {'security_group_id': '4626a913-2b7f-421f-985e-ff70d3c64e27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:24:32.879330 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ba7b3680-a6c8-4ff8-b0e9-625cf57e406d req-7cdac9c0-b9f7-4d38-ba83-c0f2c8d70850 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350971 Aug 05 14:24:32.896639 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70c077c1-d66b-4519-a3ce-8f5ff60b7229 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:32.954229 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70c077c1-d66b-4519-a3ce-8f5ff60b7229 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:32.957923 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70c077c1-d66b-4519-a3ce-8f5ff60b7229 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:32.977901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c077c1-d66b-4519-a3ce-8f5ff60b7229 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b883c87-0c89-4f5c-bf81-79b71ae7ec30,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:32.980184 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70c077c1-d66b-4519-a3ce-8f5ff60b7229 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:32.981350 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-70c077c1-d66b-4519-a3ce-8f5ff60b7229 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163850 Aug 05 14:24:32.984408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34766) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:32.988868 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-833fdf1b-41b7-47d0-b1ce-a819d6984bde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:24:33.010177 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-833fdf1b-41b7-47d0-b1ce-a819d6984bde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:33.108454 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-833fdf1b-41b7-47d0-b1ce-a819d6984bde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:33.123189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2fce53db-6658-48c0-89e7-5fe1b90206d3 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:24:33.213857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-833fdf1b-41b7-47d0-b1ce-a819d6984bde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Allocated IP 172.25.5.241 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/feca4ebf-19cb-41d5-8d84-1195fb6c6caa) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:24:33.224690 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2fce53db-6658-48c0-89e7-5fe1b90206d3, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2fce53db-6658-48c0-89e7-5fe1b90206d3,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:33.236787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '2fce53db-6658-48c0-89e7-5fe1b90206d3', 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9', 'port_id': '2fce53db-6658-48c0-89e7-5fe1b90206d3', 'mac_address': 'fa:16:3e:ad:ee:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:24:33.275051 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:33.289199 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fce53db-6658-48c0-89e7-5fe1b90206d3 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:24:33.321916 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2fce53db-6658-48c0-89e7-5fe1b90206d3, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2fce53db-6658-48c0-89e7-5fe1b90206d3,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:33.326114 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:33.329963 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-833fdf1b-41b7-47d0-b1ce-a819d6984bde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:33.371274 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-833fdf1b-41b7-47d0-b1ce-a819d6984bde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:33.380964 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=2fce53db-6658-48c0-89e7-5fe1b90206d3,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:33.388998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:33.389349 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:33.389694 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:33.390040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:33.390408 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:33.390741 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:33.391071 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:33.391410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:33.391738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:33.392083 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:33.392392 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:33.392720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:33.416917 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833fdf1b-41b7-47d0-b1ce-a819d6984bde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:24:33.421864 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-833fdf1b-41b7-47d0-b1ce-a819d6984bde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:24:33.424453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833fdf1b-41b7-47d0-b1ce-a819d6984bde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:24:33.431875 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fdf1b-41b7-47d0-b1ce-a819d6984bde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Pushing event updated for resources: {'Port': ['ID=feca4ebf-19cb-41d5-8d84-1195fb6c6caa,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:33.535363 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-833fdf1b-41b7-47d0-b1ce-a819d6984bde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:33.551788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['2fce53db-6658-48c0-89e7-5fe1b90206d3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:24:33.572080 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-833fdf1b-41b7-47d0-b1ce-a819d6984bde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:33.653165 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a274ff04-ab92-42b8-bc56-5bb98dd14eac no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:24:33.682416 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: a274ff04-ab92-42b8-bc56-5bb98dd14eac {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:24:33.682666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a274ff04-ab92-42b8-bc56-5bb98dd14eac not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:24:33.740597 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-833fdf1b-41b7-47d0-b1ce-a819d6984bde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:33.748755 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-833fdf1b-41b7-47d0-b1ce-a819d6984bde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:33.818418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fdf1b-41b7-47d0-b1ce-a819d6984bde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Pushing event updated for resources: {'Port': ['ID=feca4ebf-19cb-41d5-8d84-1195fb6c6caa,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:33.832522 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-833fdf1b-41b7-47d0-b1ce-a819d6984bde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:33.846943 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-833fdf1b-41b7-47d0-b1ce-a819d6984bde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:33.848248 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-833fdf1b-41b7-47d0-b1ce-a819d6984bde tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8628907 Aug 05 14:24:34.025607 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc103ce4-65b6-4521-b8e2-03fca2feea57 req-8d9eceb0-6b9d-4727-96f8-1613730dc795 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:34.027446 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc103ce4-65b6-4521-b8e2-03fca2feea57 req-8d9eceb0-6b9d-4727-96f8-1613730dc795 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=9788f9f5-a520-4741-8532-314779a55655 HTTP/1.1" status: 200 len: 944 time: 0.0581036 Aug 05 14:24:34.052542 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-8bdcbb17-fd0b-41dc-b0aa-0f9e6fd74eee tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--540996440&fields=id&tenant_id=859addcb5b3241b8a7974ece1a636acf HTTP/1.1" status: 200 len: 267 time: 0.0363357 Aug 05 14:24:34.072743 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc103ce4-65b6-4521-b8e2-03fca2feea57 req-29d599ee-dc80-4d27-be13-15437389eb47 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388577 Aug 05 14:24:34.165303 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-ddd094a5-8346-4606-82de-984866cadf6b tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:34.166718 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-ddd094a5-8346-4606-82de-984866cadf6b tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/networks?id=c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 200 len: 817 time: 0.1063740 Aug 05 14:24:34.182085 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-4927d733-cbcd-47aa-b7a0-8473f5d2f1fd tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/quotas/859addcb5b3241b8a7974ece1a636acf HTTP/1.1" status: 200 len: 375 time: 0.0095458 Aug 05 14:24:34.238602 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-cb1cd421-e75c-4877-ba5a-d36f24cebbf8 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=859addcb5b3241b8a7974ece1a636acf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508740 Aug 05 14:24:34.624604 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-fc2b1c06-0b37-4e6e-993c-c325a4b00026 service neutron] 10.222.0.16 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739684 Aug 05 14:24:34.726356 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-b77ba374-9f29-4192-9714-b0a488356586 service neutron] 10.222.0.16 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947728 Aug 05 14:24:34.910137 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a0373c4-1428-434c-b8b8-faba8bef4da8 req-2766802d-cd3d-445a-a308-5adf414c078a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 210 time: 0.0330029 Aug 05 14:24:35.137126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2fce53db-6658-48c0-89e7-5fe1b90206d3 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:24:35.224465 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 2fce53db-6658-48c0-89e7-5fe1b90206d3 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:24:35.224945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b62e4-77db-4f48-8467-260d5dda0ca7 req-3353643d-8691-4516-8c66-b9967ff1e18c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:35.226956 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1b9b62e4-77db-4f48-8467-260d5dda0ca7 req-3353643d-8691-4516-8c66-b9967ff1e18c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=9788f9f5-a520-4741-8532-314779a55655 HTTP/1.1" status: 200 len: 944 time: 0.0819085 Aug 05 14:24:35.229279 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 2fce53db-6658-48c0-89e7-5fe1b90206d3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:24:35.229851 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:35.277763 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1b9b62e4-77db-4f48-8467-260d5dda0ca7 req-51bf9b9a-4bad-4c7d-98f5-3d5fa36ea88f tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 Aug 05 14:24:35.321615 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:35.349079 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9788f9f5-a520-4741-8532-314779a55655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fce53db-6658-48c0-89e7-5fe1b90206d3'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:24:35.352217 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfa8525-9a0b-456e-bdca-f5d7713403b4" -d '{"events": [{"server_uuid": "9788f9f5-a520-4741-8532-314779a55655", "name": "network-vif-plugged", "status": "completed", "tag": "2fce53db-6658-48c0-89e7-5fe1b90206d3"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:24:35.370470 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2fce53db-6658-48c0-89e7-5fe1b90206d3, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2fce53db-6658-48c0-89e7-5fe1b90206d3,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:35.378638 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:35.420374 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c062bd6-7bac-4597-ab49-8ac6d986a7b1 x-openstack-request-id: req-7c062bd6-7bac-4597-ab49-8ac6d986a7b1 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:24:35.420593 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9788f9f5-a520-4741-8532-314779a55655", "name": "network-vif-plugged", "status": "completed", "tag": "2fce53db-6658-48c0-89e7-5fe1b90206d3", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:24:35.420839 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c062bd6-7bac-4597-ab49-8ac6d986a7b1 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:24:35.421359 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9788f9f5-a520-4741-8532-314779a55655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fce53db-6658-48c0-89e7-5fe1b90206d3', 'code': 200} Aug 05 14:24:35.451879 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=2fce53db-6658-48c0-89e7-5fe1b90206d3,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:35.497115 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399d330-3ab7-4ad9-a6f0-8cded433d931 req-8c010bd0-82a2-4f6e-8067-c65cbbb95e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:35.498672 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0399d330-3ab7-4ad9-a6f0-8cded433d931 req-8c010bd0-82a2-4f6e-8067-c65cbbb95e84 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9788f9f5-a520-4741-8532-314779a55655 HTTP/1.1" status: 200 len: 1096 time: 0.0433316 Aug 05 14:24:35.535223 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0399d330-3ab7-4ad9-a6f0-8cded433d931 req-d198064b-1b16-43a7-b4d4-cf2eea2f8e0e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293293 Aug 05 14:24:35.954512 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-83a3cf6b-4147-475a-b886-05496d48cfdc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:35.956147 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-83a3cf6b-4147-475a-b886-05496d48cfdc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.63 "GET /v2.0/networks?id=c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 200 len: 817 time: 0.1088035 Aug 05 14:24:36.024225 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-524937b3-6a70-445b-9677-a75aedacfe1c req-6478f3bf-dec1-45e9-987c-d01c5e330224 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 210 time: 0.0357904 Aug 05 14:24:36.031514 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-16941ccf-45c8-4548-9082-dd01fd4465e8 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=859addcb5b3241b8a7974ece1a636acf HTTP/1.1" status: 200 len: 379 time: 0.0649250 Aug 05 14:24:36.043044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Request body: {'port': {'device_id': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'admin_state_up': True, 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'security_groups': ['4626a913-2b7f-421f-985e-ff70d3c64e27']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:24:36.149946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Made reservation on behalf of 859addcb5b3241b8a7974ece1a636acf for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:24:36.153526 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:36.289357 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Allocated IP 172.20.0.10 (c7382844-bdec-44ba-9a71-2be3c532ada3/ee667f3f-6ab2-448a-9b41-aa113bf5db1a/c40b988f-7d31-42a4-b19c-c441348cc2c3) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:24:36.422019 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103531f-f0c7-4d66-9d45-72b23b8f7f4c req-e59d9852-c5d5-49a8-a948-8e15b90fd7a9 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:36.423679 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0103531f-f0c7-4d66-9d45-72b23b8f7f4c req-e59d9852-c5d5-49a8-a948-8e15b90fd7a9 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=9788f9f5-a520-4741-8532-314779a55655 HTTP/1.1" status: 200 len: 945 time: 0.0502193 Aug 05 14:24:36.441306 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:36.455618 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Transition to ACTIVE for port object c40b988f-7d31-42a4-b19c-c441348cc2c3 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:24:36.463713 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0103531f-f0c7-4d66-9d45-72b23b8f7f4c req-c8d9bb5d-7c33-4c3e-b742-cec8c24b0613 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334332 Aug 05 14:24:36.489814 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:36.536085 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Network c7382844-bdec-44ba-9a71-2be3c532ada3 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:24:36.539636 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:24:36.544777 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:24:36.580269 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Pushing event updated for resources: {'Port': ['ID=c40b988f-7d31-42a4-b19c-c441348cc2c3,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:36.614531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:36.614862 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:36.615211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:36.615549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:36.615883 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:36.616737 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:36.617426 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:36.617668 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:36.618003 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:36.618359 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:36.618688 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:36.619014 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:36.642733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:36.643376 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:36.661703 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffab9fd-3d7b-4b39-af0e-400f3afc0156 req-681f4790-5a6d-4e68-8bd8-9bb212bec449 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:36.663943 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ffab9fd-3d7b-4b39-af0e-400f3afc0156 req-681f4790-5a6d-4e68-8bd8-9bb212bec449 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=9788f9f5-a520-4741-8532-314779a55655 HTTP/1.1" status: 200 len: 945 time: 0.1199143 Aug 05 14:24:36.683390 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-8982110d-a181-4927-badf-d930ec34bf0e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6443138 Aug 05 14:24:36.699624 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Request body: {'port': {'device_id': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:24:36.744565 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ffab9fd-3d7b-4b39-af0e-400f3afc0156 req-009981a9-844b-4baa-b4ec-68e19da9240e tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708134 Aug 05 14:24:36.773187 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:36.800938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9ef42575-3ab6-4b82-83c5-58d94bf73d9e None None] Provisioning for port c40b988f-7d31-42a4-b19c-c441348cc2c3 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:24:36.806467 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9ef42575-3ab6-4b82-83c5-58d94bf73d9e None None] Provisioning complete for port c40b988f-7d31-42a4-b19c-c441348cc2c3 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:24:36.807120 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9ef42575-3ab6-4b82-83c5-58d94bf73d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:36.845918 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-9ef42575-3ab6-4b82-83c5-58d94bf73d9e None None] Port c40b988f-7d31-42a4-b19c-c441348cc2c3 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:24:37.043994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6e526-e6c5-4a59-815d-75af437c98c3 req-78fdcf07-435f-47d6-acdb-e90db89febeb tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:37.045494 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-70f6e526-e6c5-4a59-815d-75af437c98c3 req-78fdcf07-435f-47d6-acdb-e90db89febeb tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=9788f9f5-a520-4741-8532-314779a55655 HTTP/1.1" status: 200 len: 945 time: 0.0779378 Aug 05 14:24:37.128874 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-70f6e526-e6c5-4a59-815d-75af437c98c3 req-8c94f7ab-456f-4c9c-8706-39832de8642b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730209 Aug 05 14:24:37.145177 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40b988f-7d31-42a4-b19c-c441348cc2c3 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:24:37.154940 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:37.157261 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ac97f-2cb1-4271-b0a8-0ff340c79478 req-4bbaa4d7-c055-4ed8-8d55-23e37c02df1d tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:37.158932 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0b3ac97f-2cb1-4271-b0a8-0ff340c79478 req-4bbaa4d7-c055-4ed8-8d55-23e37c02df1d tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 932 time: 0.0613704 Aug 05 14:24:37.168384 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Transition to ACTIVE for port object c40b988f-7d31-42a4-b19c-c441348cc2c3 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:24:37.171292 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:37.198345 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0b3ac97f-2cb1-4271-b0a8-0ff340c79478 req-9ca10be9-0384-4b84-a9a8-5580718b36dd tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321910 Aug 05 14:24:37.227187 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Pushing event updated for resources: {'Port': ['ID=c40b988f-7d31-42a4-b19c-c441348cc2c3,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:37.295751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Attempting to bind port c40b988f-7d31-42a4-b19c-c441348cc2c3 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:24:37.296377 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Attempting to bind port c40b988f-7d31-42a4-b19c-c441348cc2c3 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '354ed390-08b3-40d1-aff2-875634ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:24:37.296491 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Attempting to bind port c40b988f-7d31-42a4-b19c-c441348cc2c3 on network c7382844-bdec-44ba-9a71-2be3c532ada3 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:24:37.301147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Port c40b988f-7d31-42a4-b19c-c441348cc2c3 on network c7382844-bdec-44ba-9a71-2be3c532ada3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:24:37.301473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Attempting to bind port c40b988f-7d31-42a4-b19c-c441348cc2c3 on network c7382844-bdec-44ba-9a71-2be3c532ada3 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:24:37.306778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:24:37.307123 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Checking segment: {'id': '354ed390-08b3-40d1-aff2-875634ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:24:37.307516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Bound using segment: {'id': '354ed390-08b3-40d1-aff2-875634ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:24:37.307956 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Bound port: c40b988f-7d31-42a4-b19c-c441348cc2c3, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354ed390-08b3-40d1-aff2-875634ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:24:37.308372 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:37.386135 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] For port c40b988f-7d31-42a4-b19c-c441348cc2c3, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:24:37.389547 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] For port c40b988f-7d31-42a4-b19c-c441348cc2c3, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:24:37.394397 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:37.431779 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:37.432431 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:37.433888 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] 10.222.0.63 "PUT /v2.0/ports/c40b988f-7d31-42a4-b19c-c441348cc2c3 HTTP/1.1" status: 200 len: 1092 time: 0.7403941 Aug 05 14:24:37.434390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'tag': 'c40b988f-7d31-42a4-b19c-c441348cc2c3'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:24:37.436675 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b962ad-5567-41d8-bece-19e57c0ab656" -d '{"events": [{"name": "network-changed", "server_uuid": "108a0bba-2696-4bdb-93b8-72d81c7efd6f", "tag": "c40b988f-7d31-42a4-b19c-c441348cc2c3"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:24:37.465934 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f870be3-c3f4-427e-9f4f-82dce849aad5 service neutron] Pushing event updated for resources: {'Port': ['ID=c40b988f-7d31-42a4-b19c-c441348cc2c3,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:37.490415 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfd1808-2b73-4ab3-81a4-bdea7302f0a8 x-openstack-request-id: req-adfd1808-2b73-4ab3-81a4-bdea7302f0a8 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:24:37.490709 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108a0bba-2696-4bdb-93b8-72d81c7efd6f", "tag": "c40b988f-7d31-42a4-b19c-c441348cc2c3", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:24:37.490959 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-adfd1808-2b73-4ab3-81a4-bdea7302f0a8 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:24:37.491401 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'tag': 'c40b988f-7d31-42a4-b19c-c441348cc2c3', 'status': 'completed', 'code': 200} Aug 05 14:24:37.526538 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-0fecc6ad-fcf1-4a2e-8d98-e86ef8b2340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:37.528075 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-0fecc6ad-fcf1-4a2e-8d98-e86ef8b2340f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=859addcb5b3241b8a7974ece1a636acf&device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 1095 time: 0.0482130 Aug 05 14:24:37.578871 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-4c3584a1-76cc-465f-9029-711babed5d57 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3 HTTP/1.1" status: 200 len: 217 time: 0.0427785 Aug 05 14:24:37.639650 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-269b261e-959c-47f0-b337-fd60d1f0426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:37.641141 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-269b261e-959c-47f0-b337-fd60d1f0426c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ee667f3f-6ab2-448a-9b41-aa113bf5db1a HTTP/1.1" status: 200 len: 856 time: 0.0474668 Aug 05 14:24:37.688476 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-ce448ac1-20c7-45eb-9043-a8f4dce7821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:37.689986 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-ce448ac1-20c7-45eb-9043-a8f4dce7821c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c7382844-bdec-44ba-9a71-2be3c532ada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405283 Aug 05 14:24:37.783894 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-06cc50f3-1acc-4a66-990e-d4c64ba2f0b1 service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860918 Aug 05 14:24:37.874084 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-26b1a817-f7a9-4deb-81a8-7b6381c471c1 req-9352a2a7-cb8d-4b4e-b378-ec2eb695b56c service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831945 Aug 05 14:24:37.959039 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b962ad-5567-41d8-bece-19e57c0ab656 req-1a6e66f1-8be8-4b31-8cb9-09d37591679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:37.961706 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e0b962ad-5567-41d8-bece-19e57c0ab656 req-1a6e66f1-8be8-4b31-8cb9-09d37591679f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=859addcb5b3241b8a7974ece1a636acf&device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 1095 time: 0.0434725 Aug 05 14:24:38.060912 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b962ad-5567-41d8-bece-19e57c0ab656 req-a84e0c5b-c4df-480f-b0b1-c77a40d4f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:38.062448 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e0b962ad-5567-41d8-bece-19e57c0ab656 req-a84e0c5b-c4df-480f-b0b1-c77a40d4f4ff service neutron] 10.222.0.63 "GET /v2.0/networks?id=c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 200 len: 918 time: 0.0927491 Aug 05 14:24:38.119339 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e0b962ad-5567-41d8-bece-19e57c0ab656 req-99176e30-130a-4ded-98b3-2b829b501590 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3 HTTP/1.1" status: 200 len: 217 time: 0.0374517 Aug 05 14:24:38.181898 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b962ad-5567-41d8-bece-19e57c0ab656 req-470f9091-e043-4f94-8dc5-06bf222dd566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:38.183500 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e0b962ad-5567-41d8-bece-19e57c0ab656 req-470f9091-e043-4f94-8dc5-06bf222dd566 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ee667f3f-6ab2-448a-9b41-aa113bf5db1a HTTP/1.1" status: 200 len: 856 time: 0.0519319 Aug 05 14:24:38.234834 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b962ad-5567-41d8-bece-19e57c0ab656 req-cbfa14c0-2295-4af0-882a-759dab67c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:38.236395 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e0b962ad-5567-41d8-bece-19e57c0ab656 req-cbfa14c0-2295-4af0-882a-759dab67c0d9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c7382844-bdec-44ba-9a71-2be3c532ada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452929 Aug 05 14:24:38.301587 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dcd15-e367-4835-8201-37b246ac6f97 req-03ea71f9-ea77-4432-90f8-78c06a0767b5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:38.303192 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f7dcd15-e367-4835-8201-37b246ac6f97 req-03ea71f9-ea77-4432-90f8-78c06a0767b5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=9788f9f5-a520-4741-8532-314779a55655 HTTP/1.1" status: 200 len: 945 time: 0.0843079 Aug 05 14:24:38.320248 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4911d5-48fa-45d2-99b5-02dd41cf8bb0 req-d4f07cd8-fbb1-4b9b-bab9-c734b96f8866 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:38.322131 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc4911d5-48fa-45d2-99b5-02dd41cf8bb0 req-d4f07cd8-fbb1-4b9b-bab9-c734b96f8866 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "GET /v2.0/ports?device_id=9788f9f5-a520-4741-8532-314779a55655 HTTP/1.1" status: 200 len: 945 time: 0.0754983 Aug 05 14:24:38.373415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23705d-c669-4c45-8749-e35a09885240 req-89f76bda-9ade-4ad8-b86e-34b4770e0646 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:38.375113 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d23705d-c669-4c45-8749-e35a09885240 req-89f76bda-9ade-4ad8-b86e-34b4770e0646 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 944 time: 0.0850258 Aug 05 14:24:38.379298 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e0b962ad-5567-41d8-bece-19e57c0ab656 req-7b92d6c2-42f3-4431-9d77-15519456338c service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325796 Aug 05 14:24:38.396153 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f7dcd15-e367-4835-8201-37b246ac6f97 req-40a9f247-c349-440d-b13e-4f951b371220 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859079 Aug 05 14:24:38.447006 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-dc4911d5-48fa-45d2-99b5-02dd41cf8bb0 req-1e20015c-929a-4a24-8a77-9358d7e87135 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Deleting port 2fce53db-6658-48c0-89e7-5fe1b90206d3 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:24:38.447267 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc4911d5-48fa-45d2-99b5-02dd41cf8bb0 req-1e20015c-929a-4a24-8a77-9358d7e87135 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:38.462100 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d23705d-c669-4c45-8749-e35a09885240 req-2cb3917d-cc8d-4543-a368-6def92d0319d tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801535 Aug 05 14:24:38.506174 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e0b962ad-5567-41d8-bece-19e57c0ab656 req-1bc85c74-2bb5-4498-8871-ebcb660785bb service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178854 Aug 05 14:24:38.542209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-dc4911d5-48fa-45d2-99b5-02dd41cf8bb0 req-1e20015c-929a-4a24-8a77-9358d7e87135 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] For port 2fce53db-6658-48c0-89e7-5fe1b90206d3, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2fce53db-6658-48c0-89e7-5fe1b90206d3,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:38.542600 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc4911d5-48fa-45d2-99b5-02dd41cf8bb0 req-1e20015c-929a-4a24-8a77-9358d7e87135 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:38.560232 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-dc4911d5-48fa-45d2-99b5-02dd41cf8bb0 req-1e20015c-929a-4a24-8a77-9358d7e87135 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Calling delete_port for 2fce53db-6658-48c0-89e7-5fe1b90206d3 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:24:38.690202 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc4911d5-48fa-45d2-99b5-02dd41cf8bb0 req-1e20015c-929a-4a24-8a77-9358d7e87135 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:38.703614 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:24:38.706378 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['2fce53db-6658-48c0-89e7-5fe1b90206d3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:24:38.720618 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20015c-929a-4a24-8a77-9358d7e87135 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Pushing event deleted for resources: {'Port': ['ID=2fce53db-6658-48c0-89e7-5fe1b90206d3,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:38.767192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4911d5-48fa-45d2-99b5-02dd41cf8bb0 req-1e20015c-929a-4a24-8a77-9358d7e87135 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] No DVR routers for this DVR port 2fce53db-6658-48c0-89e7-5fe1b90206d3 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:24:38.770015 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-dc4911d5-48fa-45d2-99b5-02dd41cf8bb0 req-1e20015c-929a-4a24-8a77-9358d7e87135 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:38.772078 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc4911d5-48fa-45d2-99b5-02dd41cf8bb0 req-1e20015c-929a-4a24-8a77-9358d7e87135 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "DELETE /v2.0/ports/2fce53db-6658-48c0-89e7-5fe1b90206d3 HTTP/1.1" status: 204 len: 173 time: 0.4434233 Aug 05 14:24:38.773474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9788f9f5-a520-4741-8532-314779a55655', 'name': 'network-vif-deleted', 'tag': '2fce53db-6658-48c0-89e7-5fe1b90206d3'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:24:38.775991 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb832554-e9c2-4a6c-838f-bea8464cd347" -d '{"events": [{"server_uuid": "9788f9f5-a520-4741-8532-314779a55655", "name": "network-vif-deleted", "tag": "2fce53db-6658-48c0-89e7-5fe1b90206d3"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:24:38.814865 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6030f3a-e99e-44ff-bc11-f116b034d87e x-openstack-request-id: req-f6030f3a-e99e-44ff-bc11-f116b034d87e {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:24:38.815173 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9788f9f5-a520-4741-8532-314779a55655", "name": "network-vif-deleted", "tag": "2fce53db-6658-48c0-89e7-5fe1b90206d3", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:24:38.815426 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6030f3a-e99e-44ff-bc11-f116b034d87e {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:24:38.815831 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9788f9f5-a520-4741-8532-314779a55655', 'name': 'network-vif-deleted', 'tag': '2fce53db-6658-48c0-89e7-5fe1b90206d3', 'status': 'completed', 'code': 200} Aug 05 14:24:39.589352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa026d94-9f4b-4112-88f4-6fb0121e4e70 req-e7fae8a1-ebd4-4acf-9580-d283d88d42cb tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:39.590899 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aa026d94-9f4b-4112-88f4-6fb0121e4e70 req-e7fae8a1-ebd4-4acf-9580-d283d88d42cb tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 944 time: 0.0551853 Aug 05 14:24:39.629522 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aa026d94-9f4b-4112-88f4-6fb0121e4e70 req-d2f807fd-a36e-4ab2-ba02-01bd95457713 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325718 Aug 05 14:24:40.048867 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-c307d3a2-5dab-427a-906f-f3007adc8c1b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:40.050442 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-c307d3a2-5dab-427a-906f-f3007adc8c1b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 806 time: 0.1007380 Aug 05 14:24:40.066381 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-740bacb3-a8ce-4e91-9150-19ebbf007e4a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/quotas/560e1154a35c41c8ad080a469c4bd71d HTTP/1.1" status: 200 len: 375 time: 0.0092649 Aug 05 14:24:40.122426 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ea3c4ba6-6902-423f-883b-d38047ac9273 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0501842 Aug 05 14:24:40.220083 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-6d4882b4-76bd-4d8b-8eae-471fe179236e service neutron] 10.222.0.16 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859878 Aug 05 14:24:40.317525 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-cd706f2b-9904-4d72-a675-e321636fd415 service neutron] 10.222.0.16 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898254 Aug 05 14:24:40.474647 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7df85e70-6bd4-4543-a447-4fb5273aea8e req-8e6133a8-3087-433f-8b5f-fe292089c35c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=0beb716e-dcfa-4f61-8270-5acd5dce2550 HTTP/1.1" status: 200 len: 210 time: 0.0268998 Aug 05 14:24:40.764203 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64c6d7-f25b-4976-8def-08858c8672f2 req-05741909-2ccc-4522-b002-312b7ed3f43d tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:40.765731 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed64c6d7-f25b-4976-8def-08858c8672f2 req-05741909-2ccc-4522-b002-312b7ed3f43d tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 944 time: 0.0566392 Aug 05 14:24:40.806546 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed64c6d7-f25b-4976-8def-08858c8672f2 req-f1f147d1-177e-42be-9180-4ddbfe564c7b tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343328 Aug 05 14:24:41.388836 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-79f0214a-a69a-4db3-9fed-e7543b3f4d10 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:41.390345 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-79f0214a-a69a-4db3-9fed-e7543b3f4d10 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 806 time: 0.1060033 Aug 05 14:24:41.403735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-c8dc98d8-91cc-44f4-9230-ad6cec2047d5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Request body: {'port': {'device_id': '0beb716e-dcfa-4f61-8270-5acd5dce2550', 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9', 'admin_state_up': True, 'tenant_id': '560e1154a35c41c8ad080a469c4bd71d'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:24:41.514798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-c8dc98d8-91cc-44f4-9230-ad6cec2047d5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Made reservation on behalf of 560e1154a35c41c8ad080a469c4bd71d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:24:41.518519 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-c8dc98d8-91cc-44f4-9230-ad6cec2047d5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:41.570732 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-308b03cd-4617-47c6-8b7f-381affc42cb7 req-47e4de24-d9ef-4af8-91fd-3870f8f5c3ce tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=0beb716e-dcfa-4f61-8270-5acd5dce2550 HTTP/1.1" status: 200 len: 210 time: 0.0273278 Aug 05 14:24:41.650433 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-c8dc98d8-91cc-44f4-9230-ad6cec2047d5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Allocated IP 172.20.0.7 (e6590338-20b3-41f1-aa7a-cd5e0139fdf9/ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92/337de46a-7f84-4721-903c-60eda23b1d43) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:24:41.713194 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device c40b988f-7d31-42a4-b19c-c441348cc2c3 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:24:41.807201 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-c8dc98d8-91cc-44f4-9230-ad6cec2047d5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:41.812883 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port c40b988f-7d31-42a4-b19c-c441348cc2c3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:41.824441 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'c40b988f-7d31-42a4-b19c-c441348cc2c3', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'port_id': 'c40b988f-7d31-42a4-b19c-c441348cc2c3', 'mac_address': 'fa:16:3e:11:c8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:24:41.848257 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-c8dc98d8-91cc-44f4-9230-ad6cec2047d5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:41.863021 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:24:41.875201 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-c8dc98d8-91cc-44f4-9230-ad6cec2047d5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:24:41.878437 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-c8dc98d8-91cc-44f4-9230-ad6cec2047d5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:24:41.888571 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:41.896610 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-c8dc98d8-91cc-44f4-9230-ad6cec2047d5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:24:41.910488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40b988f-7d31-42a4-b19c-c441348cc2c3 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:24:41.941684 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port c40b988f-7d31-42a4-b19c-c441348cc2c3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:41.949588 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:41.979066 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc98d8-91cc-44f4-9230-ad6cec2047d5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Pushing event updated for resources: {'Port': ['ID=337de46a-7f84-4721-903c-60eda23b1d43,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:41.992457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-c8dc98d8-91cc-44f4-9230-ad6cec2047d5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:41.993101 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-c8dc98d8-91cc-44f4-9230-ad6cec2047d5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:42.016288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec113d-d6a7-437d-93b0-595aaa8df926 req-32fc1b8b-5485-4a20-bdc0-b324e1220222 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:42.017819 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84ec113d-d6a7-437d-93b0-595aaa8df926 req-32fc1b8b-5485-4a20-bdc0-b324e1220222 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 944 time: 0.1177778 Aug 05 14:24:42.019881 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-c8dc98d8-91cc-44f4-9230-ad6cec2047d5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6200554 Aug 05 14:24:42.026960 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=c40b988f-7d31-42a4-b19c-c441348cc2c3,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:42.043651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Request body: {'port': {'device_id': '0beb716e-dcfa-4f61-8270-5acd5dce2550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:24:42.094148 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84ec113d-d6a7-437d-93b0-595aaa8df926 req-b6ae2f5d-3fc5-47e6-9da2-3bdc229dbd4e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691173 Aug 05 14:24:42.116819 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:42.195026 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['c40b988f-7d31-42a4-b19c-c441348cc2c3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:24:42.386002 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337de46a-7f84-4721-903c-60eda23b1d43 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:24:42.393350 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:42.405392 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Transition to ACTIVE for port object 337de46a-7f84-4721-903c-60eda23b1d43 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:24:42.408926 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:42.462941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Pushing event updated for resources: {'Port': ['ID=337de46a-7f84-4721-903c-60eda23b1d43,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:42.532201 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Attempting to bind port 337de46a-7f84-4721-903c-60eda23b1d43 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:24:42.532535 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Attempting to bind port 337de46a-7f84-4721-903c-60eda23b1d43 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:24:42.532859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Attempting to bind port 337de46a-7f84-4721-903c-60eda23b1d43 on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:24:42.537613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Port 337de46a-7f84-4721-903c-60eda23b1d43 on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:24:42.538131 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Attempting to bind port 337de46a-7f84-4721-903c-60eda23b1d43 on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:24:42.543234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:24:42.543572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Checking segment: {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:24:42.543956 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Bound using segment: {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:24:42.544382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Bound port: 337de46a-7f84-4721-903c-60eda23b1d43, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:24:42.544740 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:42.609073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] For port 337de46a-7f84-4721-903c-60eda23b1d43, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:24:42.612865 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] For port 337de46a-7f84-4721-903c-60eda23b1d43, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=337de46a-7f84-4721-903c-60eda23b1d43,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:24:42.618632 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:42.658041 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:42.658696 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:42.660162 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] 10.222.0.84 "PUT /v2.0/ports/337de46a-7f84-4721-903c-60eda23b1d43 HTTP/1.1" status: 200 len: 1091 time: 0.6278169 Aug 05 14:24:42.660603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0beb716e-dcfa-4f61-8270-5acd5dce2550', 'tag': '337de46a-7f84-4721-903c-60eda23b1d43'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:24:42.663044 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1cb26b-c94a-4c5b-b24e-ed1a7de78f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "0beb716e-dcfa-4f61-8270-5acd5dce2550", "tag": "337de46a-7f84-4721-903c-60eda23b1d43"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:24:42.695641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc1702-fbc2-412f-b284-62c108bed15a service neutron] Pushing event updated for resources: {'Port': ['ID=337de46a-7f84-4721-903c-60eda23b1d43,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:42.699141 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4ac93-ee65-407a-8eaf-d4864737ecc7 req-7e9334a0-1713-4117-afef-1fbba8c9a8de tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:42.700731 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42c4ac93-ee65-407a-8eaf-d4864737ecc7 req-7e9334a0-1713-4117-afef-1fbba8c9a8de tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=0beb716e-dcfa-4f61-8270-5acd5dce2550 HTTP/1.1" status: 200 len: 943 time: 0.0597410 Aug 05 14:24:42.735044 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ec9333-16d0-43eb-9e69-bbb0196b6736 x-openstack-request-id: req-08ec9333-16d0-43eb-9e69-bbb0196b6736 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:24:42.735356 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0beb716e-dcfa-4f61-8270-5acd5dce2550", "tag": "337de46a-7f84-4721-903c-60eda23b1d43", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:24:42.735598 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08ec9333-16d0-43eb-9e69-bbb0196b6736 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:24:42.735998 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0beb716e-dcfa-4f61-8270-5acd5dce2550', 'tag': '337de46a-7f84-4721-903c-60eda23b1d43', 'status': 'completed', 'code': 200} Aug 05 14:24:42.749320 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42c4ac93-ee65-407a-8eaf-d4864737ecc7 req-3b55f892-7966-43db-bfd7-454c60d57ecb tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359662 Aug 05 14:24:42.752878 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-6a3016bf-380d-44fc-b330-2a29d88364c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:42.754376 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-6a3016bf-380d-44fc-b330-2a29d88364c2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&device_id=0beb716e-dcfa-4f61-8270-5acd5dce2550 HTTP/1.1" status: 200 len: 1094 time: 0.0518379 Aug 05 14:24:42.799600 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-7dd5f732-2996-44f7-919e-bc4705ec6ef8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=337de46a-7f84-4721-903c-60eda23b1d43 HTTP/1.1" status: 200 len: 217 time: 0.0363226 Aug 05 14:24:42.847343 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-768979b4-ef6b-4a81-af9a-86e8e45c5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:42.848787 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-768979b4-ef6b-4a81-af9a-86e8e45c5e75 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92 HTTP/1.1" status: 200 len: 846 time: 0.0428975 Aug 05 14:24:42.885358 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-e4d07a62-0ff0-4ba7-8667-45e3c177adb1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291917 Aug 05 14:24:42.977368 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-54d67150-2a15-4e55-8487-de35c823bce6 service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847306 Aug 05 14:24:43.073041 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a7fe75a-bf48-4b46-933e-214b666ae6d6 req-8f9864a5-89ae-4de8-a88b-c2dde168aa77 service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883646 Aug 05 14:24:43.157002 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2fce53db-6658-48c0-89e7-5fe1b90206d3 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:24:43.164048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cb26b-c94a-4c5b-b24e-ed1a7de78f3a req-8e978d04-6c25-4706-a473-1ead0a18582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:43.165684 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd1cb26b-c94a-4c5b-b24e-ed1a7de78f3a req-8e978d04-6c25-4706-a473-1ead0a18582e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&device_id=0beb716e-dcfa-4f61-8270-5acd5dce2550 HTTP/1.1" status: 200 len: 1094 time: 0.0461648 Aug 05 14:24:43.177765 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 2fce53db-6658-48c0-89e7-5fe1b90206d3 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:24:43.178115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2fce53db-6658-48c0-89e7-5fe1b90206d3 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:24:43.595266 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67aebc7-3f9c-4391-82de-41e550296e75 req-a3eed9eb-15de-44ba-ae39-b7de90c06104 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:43.596762 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a67aebc7-3f9c-4391-82de-41e550296e75 req-a3eed9eb-15de-44ba-ae39-b7de90c06104 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 945 time: 0.4236135 Aug 05 14:24:43.633227 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cb26b-c94a-4c5b-b24e-ed1a7de78f3a req-104ba7e0-8e4b-4e66-9654-96e054c380f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:43.634731 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd1cb26b-c94a-4c5b-b24e-ed1a7de78f3a req-104ba7e0-8e4b-4e66-9654-96e054c380f1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 907 time: 0.4521532 Aug 05 14:24:43.657301 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a67aebc7-3f9c-4391-82de-41e550296e75 req-2354b621-efad-4a86-98d6-41aee92d2c99 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529425 Aug 05 14:24:43.684938 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd1cb26b-c94a-4c5b-b24e-ed1a7de78f3a req-4c4dba83-395d-4a87-ae3c-dbeee2792b7e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=337de46a-7f84-4721-903c-60eda23b1d43 HTTP/1.1" status: 200 len: 217 time: 0.0407662 Aug 05 14:24:43.736227 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cb26b-c94a-4c5b-b24e-ed1a7de78f3a req-beb7a648-a8fa-47f3-87c7-61f9f719075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:43.738608 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd1cb26b-c94a-4c5b-b24e-ed1a7de78f3a req-beb7a648-a8fa-47f3-87c7-61f9f719075a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92 HTTP/1.1" status: 200 len: 846 time: 0.0457516 Aug 05 14:24:43.742788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device c40b988f-7d31-42a4-b19c-c441348cc2c3 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:24:43.778646 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd1cb26b-c94a-4c5b-b24e-ed1a7de78f3a req-ff71f1f4-1027-4a3b-a69e-5d98b230f142 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302944 Aug 05 14:24:43.796289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port c40b988f-7d31-42a4-b19c-c441348cc2c3 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:24:43.800106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port c40b988f-7d31-42a4-b19c-c441348cc2c3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:24:43.800480 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:43.880817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46157240-3c2a-442e-bb04-d05a405d87f0 req-3625af23-578b-460e-9e14-86eaa1b8843d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:43.882105 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd1cb26b-c94a-4c5b-b24e-ed1a7de78f3a req-ef78e2ff-ca42-48be-b07d-311bdbe1e3db service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958333 Aug 05 14:24:43.882516 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-46157240-3c2a-442e-bb04-d05a405d87f0 req-3625af23-578b-460e-9e14-86eaa1b8843d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=0beb716e-dcfa-4f61-8270-5acd5dce2550 HTTP/1.1" status: 200 len: 943 time: 0.0549490 Aug 05 14:24:43.896611 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:43.924114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40b988f-7d31-42a4-b19c-c441348cc2c3'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:24:43.924686 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-46157240-3c2a-442e-bb04-d05a405d87f0 req-e44ab922-d47b-422f-897d-c0d3290a20e6 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360291 Aug 05 14:24:43.926548 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec431dd0-72d7-499a-9a8f-27deb430869b" -d '{"events": [{"server_uuid": "108a0bba-2696-4bdb-93b8-72d81c7efd6f", "name": "network-vif-plugged", "status": "completed", "tag": "c40b988f-7d31-42a4-b19c-c441348cc2c3"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:24:43.944917 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port c40b988f-7d31-42a4-b19c-c441348cc2c3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:43.950737 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:43.977408 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04e6284-ab80-4925-a973-eaa537a181b5 x-openstack-request-id: req-f04e6284-ab80-4925-a973-eaa537a181b5 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:24:43.977709 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108a0bba-2696-4bdb-93b8-72d81c7efd6f", "name": "network-vif-plugged", "status": "completed", "tag": "c40b988f-7d31-42a4-b19c-c441348cc2c3", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:24:43.977944 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f04e6284-ab80-4925-a973-eaa537a181b5 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:24:43.978351 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40b988f-7d31-42a4-b19c-c441348cc2c3', 'code': 200} Aug 05 14:24:43.992302 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd1cb26b-c94a-4c5b-b24e-ed1a7de78f3a req-38dff4c6-44f8-41c3-9cb7-ae716677d488 service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019931 Aug 05 14:24:44.004482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=c40b988f-7d31-42a4-b19c-c441348cc2c3,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:44.073614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd26db-93d0-4585-a78d-a2b904551ce4 req-7ada1e2f-f0ce-4b79-9fdd-cfde4f673cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:44.075621 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-91bd26db-93d0-4585-a78d-a2b904551ce4 req-7ada1e2f-f0ce-4b79-9fdd-cfde4f673cc6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 1097 time: 0.0419877 Aug 05 14:24:44.114016 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-91bd26db-93d0-4585-a78d-a2b904551ce4 req-1c5c5cea-876d-4748-b090-b6c0744c63da service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301173 Aug 05 14:24:44.783669 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cac06-0c1d-425f-bc10-4401407759ea req-86144ac9-1765-424d-9a23-48729ba91bd6 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:44.785233 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d7cac06-0c1d-425f-bc10-4401407759ea req-86144ac9-1765-424d-9a23-48729ba91bd6 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0512879 Aug 05 14:24:44.826425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d7cac06-0c1d-425f-bc10-4401407759ea req-48a81b8d-4f95-49b4-b80d-0e6d1a23b8b2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349395 Aug 05 14:24:44.855023 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:45.047240 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccff369-e58a-44da-916e-38849d2b1e9b req-3a19ef5b-8f66-436d-8d32-828e68a2b038 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:45.048841 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ccff369-e58a-44da-916e-38849d2b1e9b req-3a19ef5b-8f66-436d-8d32-828e68a2b038 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=0beb716e-dcfa-4f61-8270-5acd5dce2550 HTTP/1.1" status: 200 len: 943 time: 0.0551474 Aug 05 14:24:45.089772 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ccff369-e58a-44da-916e-38849d2b1e9b req-6dabff82-dc16-4eb9-972b-278b40096f13 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332301 Aug 05 14:24:45.837644 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3021323f-0f39-4d5f-9257-e4dc6ac91ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:45.954059 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e63fc2-0c4d-4783-9823-88540ee98215 req-323989f5-a00f-4ff0-a544-baa673b3c137 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:45.955673 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1e63fc2-0c4d-4783-9823-88540ee98215 req-323989f5-a00f-4ff0-a544-baa673b3c137 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0527024 Aug 05 14:24:45.993917 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1e63fc2-0c4d-4783-9823-88540ee98215 req-f78127c9-75c7-4da9-9c1e-0d04ec5d2fe0 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316384 Aug 05 14:24:46.104211 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:46.111196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42212c40-9e49-4d5c-9fd0-63c802ae8d7b req-b632979b-e23e-4561-9682-f685040f0b8f tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:46.112717 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-42212c40-9e49-4d5c-9fd0-63c802ae8d7b req-b632979b-e23e-4561-9682-f685040f0b8f tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0494196 Aug 05 14:24:46.122480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 34878) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:24:46.127202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d7ede22d-ad2f-4779-bc3f-9aa393c09590 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Request body: {'floatingip': {'port_id': 'c40b988f-7d31-42a4-b19c-c441348cc2c3'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:24:46.172669 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d7ede22d-ad2f-4779-bc3f-9aa393c09590 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:46.211639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28c06c-3b41-421c-a1a6-ed301a085810 req-978af3f1-d561-47ef-9a6b-e4e6596090d8 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:46.213187 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf28c06c-3b41-421c-a1a6-ed301a085810 req-978af3f1-d561-47ef-9a6b-e4e6596090d8 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=0beb716e-dcfa-4f61-8270-5acd5dce2550 HTTP/1.1" status: 200 len: 943 time: 0.0501859 Aug 05 14:24:46.252253 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf28c06c-3b41-421c-a1a6-ed301a085810 req-aead6945-3f54-40f1-9f06-664b222b37c7 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328853 Aug 05 14:24:46.654770 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d7ede22d-ad2f-4779-bc3f-9aa393c09590 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:46.658771 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d7ede22d-ad2f-4779-bc3f-9aa393c09590 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:46.766043 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-d7ede22d-ad2f-4779-bc3f-9aa393c09590 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Floating IP 7764a892-a9f5-4a12-bd7d-5ac4543cc1c7 associated. External IP: 172.25.5.241, port: c40b988f-7d31-42a4-b19c-c441348cc2c3. Aug 05 14:24:46.981244 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ede22d-ad2f-4779-bc3f-9aa393c09590 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:24:47.094824 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ede22d-ad2f-4779-bc3f-9aa393c09590 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:24:47.099654 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d7ede22d-ad2f-4779-bc3f-9aa393c09590 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:47.104852 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ea52f-4ecb-4d1e-abce-58e80ecf0bf3 None None] Sync routers for ids ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:24:47.114594 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ea52f-4ecb-4d1e-abce-58e80ecf0bf3 None None] Routers {'4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:24:47.115204 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-291ea52f-4ecb-4d1e-abce-58e80ecf0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:24:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:47.128173 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d7ede22d-ad2f-4779-bc3f-9aa393c09590 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "PUT /v2.0/floatingips/7764a892-a9f5-4a12-bd7d-5ac4543cc1c7 HTTP/1.1" status: 200 len: 992 time: 1.0045834 Aug 05 14:24:47.128844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'tag': 'c40b988f-7d31-42a4-b19c-c441348cc2c3'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:24:47.132660 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13f51c7-0689-4ed4-9a9f-df3928521475" -d '{"events": [{"name": "network-changed", "server_uuid": "108a0bba-2696-4bdb-93b8-72d81c7efd6f", "tag": "c40b988f-7d31-42a4-b19c-c441348cc2c3"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:24:47.171651 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9965fb-aa4e-4f55-a706-8de335f4ac05 x-openstack-request-id: req-9c9965fb-aa4e-4f55-a706-8de335f4ac05 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:24:47.171936 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108a0bba-2696-4bdb-93b8-72d81c7efd6f", "tag": "c40b988f-7d31-42a4-b19c-c441348cc2c3", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:24:47.172184 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c9965fb-aa4e-4f55-a706-8de335f4ac05 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:24:47.172584 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'tag': 'c40b988f-7d31-42a4-b19c-c441348cc2c3', 'status': 'completed', 'code': 200} Aug 05 14:24:47.185504 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 337de46a-7f84-4721-903c-60eda23b1d43 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:24:47.234798 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f51c7-0689-4ed4-9a9f-df3928521475 req-adc5c5c2-968f-4885-aee1-828e5689cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:47.236745 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d13f51c7-0689-4ed4-9a9f-df3928521475 req-adc5c5c2-968f-4885-aee1-828e5689cbd8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=859addcb5b3241b8a7974ece1a636acf&device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 1097 time: 0.0410664 Aug 05 14:24:47.241857 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-291ea52f-4ecb-4d1e-abce-58e80ecf0bf3 None None] Set router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:24:47.319283 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 337de46a-7f84-4721-903c-60eda23b1d43, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=337de46a-7f84-4721-903c-60eda23b1d43,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:47.333197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '337de46a-7f84-4721-903c-60eda23b1d43', 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9', 'port_id': '337de46a-7f84-4721-903c-60eda23b1d43', 'mac_address': 'fa:16:3e:00:35:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:24:47.373567 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:47.385695 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f51c7-0689-4ed4-9a9f-df3928521475 req-58f2ac41-16a2-47af-ba0d-8cbd508266ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:47.387307 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d13f51c7-0689-4ed4-9a9f-df3928521475 req-58f2ac41-16a2-47af-ba0d-8cbd508266ab service neutron] 10.222.0.63 "GET /v2.0/networks?id=c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 200 len: 918 time: 0.1434631 Aug 05 14:24:47.387704 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337de46a-7f84-4721-903c-60eda23b1d43 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:24:47.411257 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 337de46a-7f84-4721-903c-60eda23b1d43, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=337de46a-7f84-4721-903c-60eda23b1d43,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:47.416489 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:47.448402 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132c6db-76d6-4155-b52c-1e205344ad88 req-bc6190cd-5754-45ef-89e2-2ff142d8dd19 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:47.454754 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f132c6db-76d6-4155-b52c-1e205344ad88 req-bc6190cd-5754-45ef-89e2-2ff142d8dd19 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=0beb716e-dcfa-4f61-8270-5acd5dce2550 HTTP/1.1" status: 200 len: 943 time: 0.1122830 Aug 05 14:24:47.478553 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=337de46a-7f84-4721-903c-60eda23b1d43,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:47.505325 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d13f51c7-0689-4ed4-9a9f-df3928521475 req-b3e0b87e-7464-421f-9a78-c7c6db3f303c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3 HTTP/1.1" status: 200 len: 1000 time: 0.1082098 Aug 05 14:24:47.507670 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-291ea52f-4ecb-4d1e-abce-58e80ecf0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '7764a892-a9f5-4a12-bd7d-5ac4543cc1c7', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'port_id': 'c40b988f-7d31-42a4-b19c-c441348cc2c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'mac_address': 'fa:16:3e:11:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:24:33Z', 'updated_at': '2021-08-05T14:24:46Z', 'revision_number': 1, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3340a34a-eefb-4ac0-80cb-e6dd98bac174', 'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'mac_address': 'fa:16:3e:5e:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:24Z', 'updated_at': '2021-08-05T14:20:34Z', 'revision_number': 5, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'subnets': [{'id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:47.512644 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f132c6db-76d6-4155-b52c-1e205344ad88 req-38f48cb3-85cd-4d55-837e-72416278aa44 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541542 Aug 05 14:24:47.533578 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ea52f-4ecb-4d1e-abce-58e80ecf0bf3 None None] Checking router: 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:24:47.542677 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ea52f-4ecb-4d1e-abce-58e80ecf0bf3 None None] Routers {'4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:24:47.543283 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-291ea52f-4ecb-4d1e-abce-58e80ecf0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:24:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:47.558825 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f51c7-0689-4ed4-9a9f-df3928521475 req-aa357392-50f4-4466-8699-50ef19604db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:47.560300 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d13f51c7-0689-4ed4-9a9f-df3928521475 req-aa357392-50f4-4466-8699-50ef19604db0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ee667f3f-6ab2-448a-9b41-aa113bf5db1a HTTP/1.1" status: 200 len: 856 time: 0.0463524 Aug 05 14:24:47.607131 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f51c7-0689-4ed4-9a9f-df3928521475 req-c0a65c61-fe0b-481a-9c2e-947508f947df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:47.608841 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d13f51c7-0689-4ed4-9a9f-df3928521475 req-c0a65c61-fe0b-481a-9c2e-947508f947df service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c7382844-bdec-44ba-9a71-2be3c532ada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411782 Aug 05 14:24:47.627840 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['337de46a-7f84-4721-903c-60eda23b1d43'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:24:47.713492 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d13f51c7-0689-4ed4-9a9f-df3928521475 req-efe8e57b-bd99-457c-99af-3a186d6ca9b5 service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958116 Aug 05 14:24:47.756492 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-291ea52f-4ecb-4d1e-abce-58e80ecf0bf3 None None] Set router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:24:47.811526 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d13f51c7-0689-4ed4-9a9f-df3928521475 req-6a4c2760-6d4b-4b1d-9eea-9ac28eeadb1d service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897741 Aug 05 14:24:47.985760 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-291ea52f-4ecb-4d1e-abce-58e80ecf0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '7764a892-a9f5-4a12-bd7d-5ac4543cc1c7', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'port_id': 'c40b988f-7d31-42a4-b19c-c441348cc2c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'mac_address': 'fa:16:3e:11:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:24:33Z', 'updated_at': '2021-08-05T14:24:46Z', 'revision_number': 1, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3340a34a-eefb-4ac0-80cb-e6dd98bac174', 'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'mac_address': 'fa:16:3e:5e:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:24Z', 'updated_at': '2021-08-05T14:20:34Z', 'revision_number': 5, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'subnets': [{'id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:48.016208 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ea52f-4ecb-4d1e-abce-58e80ecf0bf3 None None] The sync data for ids ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'] in n-d-803585-2 is: [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '7764a892-a9f5-4a12-bd7d-5ac4543cc1c7', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'port_id': 'c40b988f-7d31-42a4-b19c-c441348cc2c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'mac_address': 'fa:16:3e:11:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:24:33Z', 'updated_at': '2021-08-05T14:24:46Z', 'revision_number': 1, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3340a34a-eefb-4ac0-80cb-e6dd98bac174', 'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'mac_address': 'fa:16:3e:5e:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:24Z', 'updated_at': '2021-08-05T14:20:34Z', 'revision_number': 5, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'subnets': [{'id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:24:48.210512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709d472-8b62-4841-ae76-d8e5d466e306 None None] New status for floating IP 7764a892-a9f5-4a12-bd7d-5ac4543cc1c7: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:24:48.291457 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da512b43-c78d-49c9-ba58-10ae87485f1f req-9462e269-947b-498e-8216-a768b8d62a95 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8e768825-8e60-41f3-ae90-6912634e97e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496964 Aug 05 14:24:48.371173 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-96bbc54f-5d72-4690-b6f8-b6b03516af21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:48.398006 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da512b43-c78d-49c9-ba58-10ae87485f1f req-3a9d3d3a-c63c-4a3a-b8c5-21af42ac30f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:48.399674 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da512b43-c78d-49c9-ba58-10ae87485f1f req-3a9d3d3a-c63c-4a3a-b8c5-21af42ac30f9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&device_id=8e768825-8e60-41f3-ae90-6912634e97e6 HTTP/1.1" status: 200 len: 1097 time: 0.0473938 Aug 05 14:24:48.508176 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da512b43-c78d-49c9-ba58-10ae87485f1f req-dee84210-3aee-45a0-9a34-54c26305790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:48.509721 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da512b43-c78d-49c9-ba58-10ae87485f1f req-dee84210-3aee-45a0-9a34-54c26305790d service neutron] 10.222.0.63 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 907 time: 0.0873473 Aug 05 14:24:48.558119 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da512b43-c78d-49c9-ba58-10ae87485f1f req-a26f7757-076b-4647-87eb-c40c7bd57d67 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b HTTP/1.1" status: 200 len: 217 time: 0.0396616 Aug 05 14:24:48.595920 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:48.642157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da512b43-c78d-49c9-ba58-10ae87485f1f req-092fbb6c-7d02-4858-8aa9-dd060df4916c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:48.643731 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da512b43-c78d-49c9-ba58-10ae87485f1f req-092fbb6c-7d02-4858-8aa9-dd060df4916c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92 HTTP/1.1" status: 200 len: 846 time: 0.0784960 Aug 05 14:24:48.656791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9936a-e500-484a-bce0-9e31e99d1fea req-82570aea-930b-41e4-aa7e-152be0b4b95d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:48.658202 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-69d9936a-e500-484a-bce0-9e31e99d1fea req-82570aea-930b-41e4-aa7e-152be0b4b95d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=0beb716e-dcfa-4f61-8270-5acd5dce2550 HTTP/1.1" status: 200 len: 944 time: 0.0654981 Aug 05 14:24:48.699721 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da512b43-c78d-49c9-ba58-10ae87485f1f req-97c3e7d9-6b8f-4549-84c5-283fd06b4ba0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403965 Aug 05 14:24:48.759788 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-69d9936a-e500-484a-bce0-9e31e99d1fea req-cbe34ace-d3bf-4670-8b58-162ebdedd488 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929108 Aug 05 14:24:48.801721 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da512b43-c78d-49c9-ba58-10ae87485f1f req-1915912b-110d-4ff6-a7ac-c9a496ae2ad9 service neutron] 10.222.0.63 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942590 Aug 05 14:24:48.895823 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da512b43-c78d-49c9-ba58-10ae87485f1f req-e20add3f-ddbd-4020-b346-b880ed5ab927 service neutron] 10.222.0.63 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856674 Aug 05 14:24:49.200063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 337de46a-7f84-4721-903c-60eda23b1d43 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:24:49.253083 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 337de46a-7f84-4721-903c-60eda23b1d43 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:24:49.258922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 337de46a-7f84-4721-903c-60eda23b1d43 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:24:49.259300 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:49.343460 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:49.368000 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0beb716e-dcfa-4f61-8270-5acd5dce2550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337de46a-7f84-4721-903c-60eda23b1d43'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:24:49.370550 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cee396-a35f-4172-8d97-422928208fd4" -d '{"events": [{"server_uuid": "0beb716e-dcfa-4f61-8270-5acd5dce2550", "name": "network-vif-plugged", "status": "completed", "tag": "337de46a-7f84-4721-903c-60eda23b1d43"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:24:49.382691 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 337de46a-7f84-4721-903c-60eda23b1d43, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=337de46a-7f84-4721-903c-60eda23b1d43,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:49.387665 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:49.434098 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34be7360-aa3a-40ff-94c7-083377c8096c x-openstack-request-id: req-34be7360-aa3a-40ff-94c7-083377c8096c {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:24:49.434421 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0beb716e-dcfa-4f61-8270-5acd5dce2550", "name": "network-vif-plugged", "status": "completed", "tag": "337de46a-7f84-4721-903c-60eda23b1d43", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:24:49.434701 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34be7360-aa3a-40ff-94c7-083377c8096c {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:24:49.435099 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0beb716e-dcfa-4f61-8270-5acd5dce2550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337de46a-7f84-4721-903c-60eda23b1d43', 'code': 200} Aug 05 14:24:49.456272 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=337de46a-7f84-4721-903c-60eda23b1d43,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:49.532222 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bae6f-5ca0-47ce-9cf6-8d2840a4497d req-6acd2b6c-dfb1-4d31-a5d7-56f0800b2111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:49.533775 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a07bae6f-5ca0-47ce-9cf6-8d2840a4497d req-6acd2b6c-dfb1-4d31-a5d7-56f0800b2111 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0beb716e-dcfa-4f61-8270-5acd5dce2550 HTTP/1.1" status: 200 len: 1096 time: 0.0414526 Aug 05 14:24:49.553359 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:49.570612 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a07bae6f-5ca0-47ce-9cf6-8d2840a4497d req-49b03174-fbac-4098-8249-16cdf0e4147c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290883 Aug 05 14:24:49.879045 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee561c16-9a9b-4a7a-b13b-157322348667 req-7e2e6633-9dc2-4ae1-a3c7-26891480ac86 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:49.880570 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee561c16-9a9b-4a7a-b13b-157322348667 req-7e2e6633-9dc2-4ae1-a3c7-26891480ac86 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=0beb716e-dcfa-4f61-8270-5acd5dce2550 HTTP/1.1" status: 200 len: 945 time: 0.0503426 Aug 05 14:24:49.920224 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ee561c16-9a9b-4a7a-b13b-157322348667 req-9f59ee5a-92df-4f9c-96f5-8866b8539596 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336134 Aug 05 14:24:51.042127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89655180-8110-4471-a841-6ed416837d45 req-32272484-5804-414f-bc4b-32c3aecd8981 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:51.043697 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89655180-8110-4471-a841-6ed416837d45 req-32272484-5804-414f-bc4b-32c3aecd8981 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=0beb716e-dcfa-4f61-8270-5acd5dce2550 HTTP/1.1" status: 200 len: 945 time: 0.0564041 Aug 05 14:24:51.082705 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89655180-8110-4471-a841-6ed416837d45 req-3893b44c-bbad-4343-a9f9-14d352e49925 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329084 Aug 05 14:24:51.200582 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358f77c-cd8a-4d94-8150-d8cab96370e5 req-1d74db3a-ee25-48be-90ae-d0f7462db414 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:51.202022 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b358f77c-cd8a-4d94-8150-d8cab96370e5 req-1d74db3a-ee25-48be-90ae-d0f7462db414 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=0beb716e-dcfa-4f61-8270-5acd5dce2550 HTTP/1.1" status: 200 len: 945 time: 0.0502856 Aug 05 14:24:51.241614 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b358f77c-cd8a-4d94-8150-d8cab96370e5 req-3e25493c-6e78-4a5f-8fc7-a7faba869233 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335550 Aug 05 14:24:51.342038 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:51.484707 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702b29b-ed61-4e8e-a5e7-c64e274284bb req-b1dc0f97-c50b-4589-9209-1e560005d52f tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:51.486304 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0702b29b-ed61-4e8e-a5e7-c64e274284bb req-b1dc0f97-c50b-4589-9209-1e560005d52f tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=0beb716e-dcfa-4f61-8270-5acd5dce2550 HTTP/1.1" status: 200 len: 945 time: 0.0516610 Aug 05 14:24:51.532184 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0702b29b-ed61-4e8e-a5e7-c64e274284bb req-a031434b-82c2-4553-bcf7-c473ab9f077e tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392120 Aug 05 14:24:52.124044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513d136-ed7f-4852-abe1-c3423b28866a req-8c2f1dd4-2c8c-456e-b40f-ea9f0c705973 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:52.125476 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4513d136-ed7f-4852-abe1-c3423b28866a req-8c2f1dd4-2c8c-456e-b40f-ea9f0c705973 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 945 time: 0.0500250 Aug 05 14:24:52.164932 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4513d136-ed7f-4852-abe1-c3423b28866a req-8b12cf7f-cf59-4c8a-bdfc-e47c9faed00e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328090 Aug 05 14:24:52.436783 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:24:52.653083 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880da4b0-94ed-4d7b-a4bb-25daaf584cbd req-ff094b9e-4dad-427c-9c2d-bca93e56f7ad tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:52.654613 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-880da4b0-94ed-4d7b-a4bb-25daaf584cbd req-ff094b9e-4dad-427c-9c2d-bca93e56f7ad tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=0beb716e-dcfa-4f61-8270-5acd5dce2550 HTTP/1.1" status: 200 len: 945 time: 0.0551162 Aug 05 14:24:52.694169 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-880da4b0-94ed-4d7b-a4bb-25daaf584cbd req-2d3a27b7-5bcf-453e-b7d7-a13ecdb650ff tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332179 Aug 05 14:24:52.966056 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb0d17-5c17-4835-b687-8f0be4495606 req-2685b743-393e-4927-98ea-b8231e2683b4 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:52.967586 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8deb0d17-5c17-4835-b687-8f0be4495606 req-2685b743-393e-4927-98ea-b8231e2683b4 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "GET /v2.0/ports?device_id=0beb716e-dcfa-4f61-8270-5acd5dce2550 HTTP/1.1" status: 200 len: 945 time: 0.0499551 Aug 05 14:24:53.063138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-8deb0d17-5c17-4835-b687-8f0be4495606 req-95b0ce8f-f52b-4a53-89d5-ed12f7c26cc8 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Deleting port 337de46a-7f84-4721-903c-60eda23b1d43 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:24:53.063508 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8deb0d17-5c17-4835-b687-8f0be4495606 req-95b0ce8f-f52b-4a53-89d5-ed12f7c26cc8 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:53.152069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8deb0d17-5c17-4835-b687-8f0be4495606 req-95b0ce8f-f52b-4a53-89d5-ed12f7c26cc8 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] For port 337de46a-7f84-4721-903c-60eda23b1d43, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=337de46a-7f84-4721-903c-60eda23b1d43,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:53.152760 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8deb0d17-5c17-4835-b687-8f0be4495606 req-95b0ce8f-f52b-4a53-89d5-ed12f7c26cc8 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:53.165617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-8deb0d17-5c17-4835-b687-8f0be4495606 req-95b0ce8f-f52b-4a53-89d5-ed12f7c26cc8 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Calling delete_port for 337de46a-7f84-4721-903c-60eda23b1d43 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:24:53.289808 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b3d29-4f14-4902-b69c-774c0a72d1c8 req-4e53ab26-a1d2-4e8c-8765-5b4e9b29d3b1 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:53.291291 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f98b3d29-4f14-4902-b69c-774c0a72d1c8 req-4e53ab26-a1d2-4e8c-8765-5b4e9b29d3b1 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 945 time: 0.0559874 Aug 05 14:24:53.306014 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8deb0d17-5c17-4835-b687-8f0be4495606 req-95b0ce8f-f52b-4a53-89d5-ed12f7c26cc8 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:53.320025 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:24:53.322378 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['337de46a-7f84-4721-903c-60eda23b1d43'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:24:53.340665 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f98b3d29-4f14-4902-b69c-774c0a72d1c8 req-a647540f-91d9-4931-9d5b-cf73e816333f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433111 Aug 05 14:24:53.341857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0ce8f-f52b-4a53-89d5-ed12f7c26cc8 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Pushing event deleted for resources: {'Port': ['ID=337de46a-7f84-4721-903c-60eda23b1d43,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:53.383876 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8deb0d17-5c17-4835-b687-8f0be4495606 req-95b0ce8f-f52b-4a53-89d5-ed12f7c26cc8 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] No DVR routers for this DVR port 337de46a-7f84-4721-903c-60eda23b1d43 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:24:53.386831 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8deb0d17-5c17-4835-b687-8f0be4495606 req-95b0ce8f-f52b-4a53-89d5-ed12f7c26cc8 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:53.388980 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8deb0d17-5c17-4835-b687-8f0be4495606 req-95b0ce8f-f52b-4a53-89d5-ed12f7c26cc8 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "DELETE /v2.0/ports/337de46a-7f84-4721-903c-60eda23b1d43 HTTP/1.1" status: 204 len: 173 time: 0.4145265 Aug 05 14:24:53.389761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0beb716e-dcfa-4f61-8270-5acd5dce2550', 'name': 'network-vif-deleted', 'tag': '337de46a-7f84-4721-903c-60eda23b1d43'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:24:53.392779 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4145d9-e20e-437e-8ba2-936c33cad784" -d '{"events": [{"server_uuid": "0beb716e-dcfa-4f61-8270-5acd5dce2550", "name": "network-vif-deleted", "tag": "337de46a-7f84-4721-903c-60eda23b1d43"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:24:53.435022 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429c151f-55e7-4bba-90d2-0bc54829d664 x-openstack-request-id: req-429c151f-55e7-4bba-90d2-0bc54829d664 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:24:53.435418 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0beb716e-dcfa-4f61-8270-5acd5dce2550", "name": "network-vif-deleted", "tag": "337de46a-7f84-4721-903c-60eda23b1d43", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:24:53.435676 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-429c151f-55e7-4bba-90d2-0bc54829d664 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:24:53.436106 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0beb716e-dcfa-4f61-8270-5acd5dce2550', 'name': 'network-vif-deleted', 'tag': '337de46a-7f84-4721-903c-60eda23b1d43', 'status': 'completed', 'code': 200} Aug 05 14:24:53.808245 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be8d6b1a-ff7e-4101-a252-6f56934b3254 req-0af7bffe-fb1e-4e04-854f-f9e21b3a955e tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=0beb716e-dcfa-4f61-8270-5acd5dce2550 HTTP/1.1" status: 200 len: 210 time: 0.0330455 Aug 05 14:24:53.869970 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f0ac7-aa02-454e-8909-c567e33ca340 req-ccb5e8c6-42ac-4c8b-a262-098e4ecb06b0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:53.872401 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-619f0ac7-aa02-454e-8909-c567e33ca340 req-ccb5e8c6-42ac-4c8b-a262-098e4ecb06b0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.84 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 945 time: 0.0542769 Aug 05 14:24:53.970578 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-619f0ac7-aa02-454e-8909-c567e33ca340 req-02db7d16-605b-4fff-be0e-841435448e17 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Deleting port 1553db15-990b-4f5f-82fd-41f7e56a0fbc {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:24:53.970921 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-619f0ac7-aa02-454e-8909-c567e33ca340 req-02db7d16-605b-4fff-be0e-841435448e17 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:54.063316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-619f0ac7-aa02-454e-8909-c567e33ca340 req-02db7d16-605b-4fff-be0e-841435448e17 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] For port 1553db15-990b-4f5f-82fd-41f7e56a0fbc, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1553db15-990b-4f5f-82fd-41f7e56a0fbc,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:24:54.063612 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-619f0ac7-aa02-454e-8909-c567e33ca340 req-02db7d16-605b-4fff-be0e-841435448e17 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:54.231462 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-619f0ac7-aa02-454e-8909-c567e33ca340 req-02db7d16-605b-4fff-be0e-841435448e17 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:54.232175 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-619f0ac7-aa02-454e-8909-c567e33ca340 req-02db7d16-605b-4fff-be0e-841435448e17 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:54.232175 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [req-619f0ac7-aa02-454e-8909-c567e33ca340 req-02db7d16-605b-4fff-be0e-841435448e17 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Floating IP 638a4ebb-32f5-4c9e-8c88-3fa9ec62ae49 disassociated. External IP: 172.25.5.44, port: 1553db15-990b-4f5f-82fd-41f7e56a0fbc. Aug 05 14:24:54.232436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-619f0ac7-aa02-454e-8909-c567e33ca340 req-02db7d16-605b-4fff-be0e-841435448e17 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Calling delete_port for 1553db15-990b-4f5f-82fd-41f7e56a0fbc owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:24:54.366063 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-619f0ac7-aa02-454e-8909-c567e33ca340 req-02db7d16-605b-4fff-be0e-841435448e17 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:54.393017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db7d16-605b-4fff-be0e-841435448e17 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event deleted for resources: {'Port': ['ID=1553db15-990b-4f5f-82fd-41f7e56a0fbc,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:54.463027 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-617cc7bb-e841-4137-923a-4829a219111e req-071b4d1c-0f15-4c73-a2ad-5840b9abb614 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 210 time: 0.0312836 Aug 05 14:24:54.516334 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-619f0ac7-aa02-454e-8909-c567e33ca340 req-02db7d16-605b-4fff-be0e-841435448e17 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Router 535cbba1-f470-4e50-829a-caf7d17f9517 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:24:54.637135 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-619f0ac7-aa02-454e-8909-c567e33ca340 req-02db7d16-605b-4fff-be0e-841435448e17 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:24:54.647874 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f005d6f-bd3d-4a40-8f0f-229cfb87ad11 None None] Sync routers for ids ['535cbba1-f470-4e50-829a-caf7d17f9517'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:24:54.657482 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f005d6f-bd3d-4a40-8f0f-229cfb87ad11 None None] Routers {'535cbba1-f470-4e50-829a-caf7d17f9517'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:24:54.658085 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1f005d6f-bd3d-4a40-8f0f-229cfb87ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:24:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['535cbba1-f470-4e50-829a-caf7d17f9517'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:54.678480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-619f0ac7-aa02-454e-8909-c567e33ca340 req-02db7d16-605b-4fff-be0e-841435448e17 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] No DVR routers for this DVR port 1553db15-990b-4f5f-82fd-41f7e56a0fbc on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:24:54.680971 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-619f0ac7-aa02-454e-8909-c567e33ca340 req-02db7d16-605b-4fff-be0e-841435448e17 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:54.683030 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-619f0ac7-aa02-454e-8909-c567e33ca340 req-02db7d16-605b-4fff-be0e-841435448e17 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.84 "DELETE /v2.0/ports/1553db15-990b-4f5f-82fd-41f7e56a0fbc HTTP/1.1" status: 204 len: 173 time: 0.8046677 Aug 05 14:24:54.768555 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-1f005d6f-bd3d-4a40-8f0f-229cfb87ad11 None None] Set router 535cbba1-f470-4e50-829a-caf7d17f9517 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:24:55.002480 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1f005d6f-bd3d-4a40-8f0f-229cfb87ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:57Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:55.030020 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f005d6f-bd3d-4a40-8f0f-229cfb87ad11 None None] Checking router: 535cbba1-f470-4e50-829a-caf7d17f9517 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:24:55.038937 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f005d6f-bd3d-4a40-8f0f-229cfb87ad11 None None] Routers {'535cbba1-f470-4e50-829a-caf7d17f9517'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:24:55.039536 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1f005d6f-bd3d-4a40-8f0f-229cfb87ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:24:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['535cbba1-f470-4e50-829a-caf7d17f9517'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:55.122905 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-f7e8d253-179b-4380-b60f-1cabe4b329ee tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:55.124352 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-f7e8d253-179b-4380-b60f-1cabe4b329ee tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 806 time: 0.1079068 Aug 05 14:24:55.146313 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-77e0c78b-92fa-4b1c-a69e-df7c7b1bb1ad tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/quotas/560e1154a35c41c8ad080a469c4bd71d HTTP/1.1" status: 200 len: 375 time: 0.0160220 Aug 05 14:24:55.151069 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-1f005d6f-bd3d-4a40-8f0f-229cfb87ad11 None None] Set router 535cbba1-f470-4e50-829a-caf7d17f9517 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:24:55.200418 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-a9bc21a7-7dce-4021-b770-b20ac443d508 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0509770 Aug 05 14:24:55.303341 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-43e2fff0-90f0-4e1a-ba46-2f6d94b3c6a8 service neutron] 10.222.0.16 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953588 Aug 05 14:24:55.366536 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1f005d6f-bd3d-4a40-8f0f-229cfb87ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:57Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:24:55.393833 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f005d6f-bd3d-4a40-8f0f-229cfb87ad11 None None] The sync data for ids ['535cbba1-f470-4e50-829a-caf7d17f9517'] in n-d-803585-2 is: [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:57Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:24:55.398857 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-73cf61fb-f8eb-4af5-ac6c-ddee3ebc6e87 service neutron] 10.222.0.16 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880423 Aug 05 14:24:55.437799 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad75342-83b1-4468-8ef3-7dc25f7ebfff', 'name': 'network-vif-deleted', 'tag': '1553db15-990b-4f5f-82fd-41f7e56a0fbc'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:24:55.441179 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05403c7-a86d-4ed5-b11c-01b8ec6b5c7c" -d '{"events": [{"server_uuid": "7ad75342-83b1-4468-8ef3-7dc25f7ebfff", "name": "network-vif-deleted", "tag": "1553db15-990b-4f5f-82fd-41f7e56a0fbc"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:24:55.492305 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f764fb3d-37ac-49f5-a296-4fcd49d4ac0e x-openstack-request-id: req-f764fb3d-37ac-49f5-a296-4fcd49d4ac0e {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:24:55.492842 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad75342-83b1-4468-8ef3-7dc25f7ebfff", "name": "network-vif-deleted", "tag": "1553db15-990b-4f5f-82fd-41f7e56a0fbc", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:24:55.493196 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f764fb3d-37ac-49f5-a296-4fcd49d4ac0e {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:24:55.493695 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad75342-83b1-4468-8ef3-7dc25f7ebfff', 'name': 'network-vif-deleted', 'tag': '1553db15-990b-4f5f-82fd-41f7e56a0fbc', 'status': 'completed', 'code': 200} Aug 05 14:24:55.607281 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a3f35397-8774-4f95-8b73-365187615859 req-702d1e55-fa9e-4edc-8b82-aa70bce3babd tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 210 time: 0.0430777 Aug 05 14:24:55.622691 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6fe8f52e-4555-403e-8e5e-0e70d7406e1b req-8ebb89ce-8750-44cd-ab67-e83bfd6e279c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 210 time: 0.0527406 Aug 05 14:24:55.732209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c118165-024d-40d4-bec5-31112d6233da None None] New status for floating IP 638a4ebb-32f5-4c9e-8c88-3fa9ec62ae49: DOWN {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:24:56.582167 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-2df31f57-242c-4b3f-a6d2-9891c6422fb0 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:56.585102 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-2df31f57-242c-4b3f-a6d2-9891c6422fb0 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 806 time: 0.1205144 Aug 05 14:24:56.599106 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Request body: {'port': {'device_id': '45dee4a0-c8e4-40a6-8368-0834a7fe4a8e', 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9', 'admin_state_up': True, 'tenant_id': '560e1154a35c41c8ad080a469c4bd71d'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:24:56.720607 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-85fc86fc-7cdb-4214-a0fa-a665cb628f26 req-6a037478-c06c-4bd1-b3ca-f9e057cb78e4 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 210 time: 0.0364690 Aug 05 14:24:56.764306 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08cc9c3f-1ef7-46c2-ad4f-5b56bce86166 req-f44004ee-d4ab-43a0-b2d9-4167e367adcd tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 210 time: 0.0399323 Aug 05 14:24:56.766379 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Made reservation on behalf of 560e1154a35c41c8ad080a469c4bd71d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:24:56.769226 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:56.905792 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Allocated IP 172.20.0.14 (e6590338-20b3-41f1-aa7a-cd5e0139fdf9/ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92/f7c46a66-4167-4812-95bc-03bc033a43b8) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:24:57.067010 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:57.108418 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:57.120316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:24:57.163437 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Pushing event updated for resources: {'Port': ['ID=f7c46a66-4167-4812-95bc-03bc033a43b8,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:57.174903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:24:57.176984 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:57.177337 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:57.177905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:57.178161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:57.178529 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:57.179688 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:57.179952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:57.180289 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:57.180624 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:57.180955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:57.181282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:57.181606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:24:57.186090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:24:57.188211 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:24:57.201993 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1553db15-990b-4f5f-82fd-41f7e56a0fbc no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:24:57.230320 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 1553db15-990b-4f5f-82fd-41f7e56a0fbc {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:24:57.230664 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1553db15-990b-4f5f-82fd-41f7e56a0fbc not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:24:57.231260 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 337de46a-7f84-4721-903c-60eda23b1d43 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:24:57.244754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:57.245561 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:57.252590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 337de46a-7f84-4721-903c-60eda23b1d43 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:24:57.252936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 337de46a-7f84-4721-903c-60eda23b1d43 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:24:57.262748 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-20031d50-fbdc-4b74-b67d-da392ccbed0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6679044 Aug 05 14:24:57.276513 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Request body: {'port': {'device_id': '45dee4a0-c8e4-40a6-8368-0834a7fe4a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:24:57.331868 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:57.625448 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c46a66-4167-4812-95bc-03bc033a43b8 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:24:57.634451 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:57.647053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Transition to ACTIVE for port object f7c46a66-4167-4812-95bc-03bc033a43b8 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:24:57.652295 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:57.706763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c46a66-4167-4812-95bc-03bc033a43b8,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:57.778781 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Attempting to bind port f7c46a66-4167-4812-95bc-03bc033a43b8 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:24:57.779127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Attempting to bind port f7c46a66-4167-4812-95bc-03bc033a43b8 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:24:57.779380 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Attempting to bind port f7c46a66-4167-4812-95bc-03bc033a43b8 on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:24:57.784439 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Port f7c46a66-4167-4812-95bc-03bc033a43b8 on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:24:57.784770 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Attempting to bind port f7c46a66-4167-4812-95bc-03bc033a43b8 on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:24:57.804550 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:24:57.804920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Checking segment: {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:24:57.805290 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Bound using segment: {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:24:57.805738 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Bound port: f7c46a66-4167-4812-95bc-03bc033a43b8, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:24:57.806109 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:57.828537 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-839798bc-bc7e-413f-9b60-24e3c9495587 req-2087d853-b030-4010-8868-1c79aea0957a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ad75342-83b1-4468-8ef3-7dc25f7ebfff HTTP/1.1" status: 200 len: 210 time: 0.0396323 Aug 05 14:24:57.903502 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] For port f7c46a66-4167-4812-95bc-03bc033a43b8, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:24:57.908517 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] For port f7c46a66-4167-4812-95bc-03bc033a43b8, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=f7c46a66-4167-4812-95bc-03bc033a43b8,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:24:57.917422 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:57.923828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d9b15-a278-4c43-a897-fe1e5d460e6c req-e32376e3-4c66-4d74-9093-6ac0f633eced tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:57.926066 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d5d9b15-a278-4c43-a897-fe1e5d460e6c req-e32376e3-4c66-4d74-9093-6ac0f633eced tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 944 time: 0.0566864 Aug 05 14:24:57.953907 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:57.954437 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:24:57.959118 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] 10.222.0.84 "PUT /v2.0/ports/f7c46a66-4167-4812-95bc-03bc033a43b8 HTTP/1.1" status: 200 len: 1092 time: 0.6852322 Aug 05 14:24:57.959118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dee4a0-c8e4-40a6-8368-0834a7fe4a8e', 'tag': 'f7c46a66-4167-4812-95bc-03bc033a43b8'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:24:57.962763 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db7ce97-bb47-49ab-9dea-bbb7b50826db" -d '{"events": [{"name": "network-changed", "server_uuid": "45dee4a0-c8e4-40a6-8368-0834a7fe4a8e", "tag": "f7c46a66-4167-4812-95bc-03bc033a43b8"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:24:57.985430 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d5d9b15-a278-4c43-a897-fe1e5d460e6c req-49651872-170e-49f9-9020-b28399f3b486 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437863 Aug 05 14:24:58.005037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19deeb7b-ac77-4adb-ba1e-6fa2804d4c14 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c46a66-4167-4812-95bc-03bc033a43b8,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:24:58.022855 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4ae486-b54b-4593-8ef8-1c713f0df8c7 x-openstack-request-id: req-5f4ae486-b54b-4593-8ef8-1c713f0df8c7 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:24:58.023148 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45dee4a0-c8e4-40a6-8368-0834a7fe4a8e", "tag": "f7c46a66-4167-4812-95bc-03bc033a43b8", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:24:58.023401 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f4ae486-b54b-4593-8ef8-1c713f0df8c7 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:24:58.023800 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dee4a0-c8e4-40a6-8368-0834a7fe4a8e', 'tag': 'f7c46a66-4167-4812-95bc-03bc033a43b8', 'status': 'completed', 'code': 200} Aug 05 14:24:58.055237 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-a5aed241-e23d-4d9b-86c3-db5b1a5ca601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:58.056760 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-a5aed241-e23d-4d9b-86c3-db5b1a5ca601 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 1095 time: 0.0450768 Aug 05 14:24:58.103820 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-5a579726-a9bb-4c6d-951c-cb1a4fdd832f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7c46a66-4167-4812-95bc-03bc033a43b8 HTTP/1.1" status: 200 len: 217 time: 0.0387897 Aug 05 14:24:58.158783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-a5dc73eb-a0a4-4a72-94cc-b8fbdbccff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:58.160314 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-a5dc73eb-a0a4-4a72-94cc-b8fbdbccff06 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92 HTTP/1.1" status: 200 len: 846 time: 0.0490699 Aug 05 14:24:58.194378 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-92ff1ce7-f05e-4c49-99a4-f74caf0c0b38 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264184 Aug 05 14:24:58.295402 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-55cd04ed-fbe8-47b7-9829-62284755c8d9 service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931494 Aug 05 14:24:58.698497 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-42b7da16-e9fa-4483-beca-3a51a2a05908 req-aa9c807b-4108-497d-8022-4f113e652c6d service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937559 Aug 05 14:24:58.786007 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7ce97-bb47-49ab-9dea-bbb7b50826db req-972920b2-2810-495a-b573-ac41ae483325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:58.788606 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9db7ce97-bb47-49ab-9dea-bbb7b50826db req-972920b2-2810-495a-b573-ac41ae483325 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 1095 time: 0.0424623 Aug 05 14:24:58.883737 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7ce97-bb47-49ab-9dea-bbb7b50826db req-f8eec849-a3b2-4b59-865b-4b71aa354f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:58.885284 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9db7ce97-bb47-49ab-9dea-bbb7b50826db req-f8eec849-a3b2-4b59-865b-4b71aa354f38 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 907 time: 0.0899756 Aug 05 14:24:58.931300 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9db7ce97-bb47-49ab-9dea-bbb7b50826db req-ac14bf29-0f2e-48fc-8f5c-3e41dacf3ae2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7c46a66-4167-4812-95bc-03bc033a43b8 HTTP/1.1" status: 200 len: 217 time: 0.0379484 Aug 05 14:24:58.990875 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7ce97-bb47-49ab-9dea-bbb7b50826db req-1fa23a61-2180-4bb0-9f6f-f70c076017b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:58.992373 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9db7ce97-bb47-49ab-9dea-bbb7b50826db req-1fa23a61-2180-4bb0-9f6f-f70c076017b7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92 HTTP/1.1" status: 200 len: 846 time: 0.0517700 Aug 05 14:24:59.026169 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9db7ce97-bb47-49ab-9dea-bbb7b50826db req-2271dbec-7fdf-46a9-9647-3f84ed2a6f2a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260811 Aug 05 14:24:59.048341 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-c9cc3586-defb-47a1-af38-d07d408b625c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813080821&fields=id&tenant_id=065dc2b7c099445c8c1ebc365ab739b7 HTTP/1.1" status: 200 len: 267 time: 0.0365613 Aug 05 14:24:59.158154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ce64e-b610-4c8b-9c25-871fb4ed8d49 req-539423ae-73f3-4858-b92c-bf19fe6fa3e5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:59.160150 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a36ce64e-b610-4c8b-9c25-871fb4ed8d49 req-539423ae-73f3-4858-b92c-bf19fe6fa3e5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 944 time: 0.0840883 Aug 05 14:24:59.160473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-e06b557f-dd00-4226-a176-ff15427e5928 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:24:59.162526 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-e06b557f-dd00-4226-a176-ff15427e5928 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 812 time: 0.1052933 Aug 05 14:24:59.163412 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9db7ce97-bb47-49ab-9dea-bbb7b50826db req-35f202b1-be87-450d-a944-13a8ca99ba30 service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288702 Aug 05 14:24:59.178079 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-3ac7158b-ac44-4a6a-955e-036430f98b0f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/quotas/065dc2b7c099445c8c1ebc365ab739b7 HTTP/1.1" status: 200 len: 375 time: 0.0094442 Aug 05 14:24:59.232799 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-c4154db5-54f7-4b0d-bc65-0f7c6c06c203 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488124 Aug 05 14:24:59.247391 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a36ce64e-b610-4c8b-9c25-871fb4ed8d49 req-e2c618d2-721d-47f4-b130-1355e72e4982 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805464 Aug 05 14:24:59.282934 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9db7ce97-bb47-49ab-9dea-bbb7b50826db req-1cec6aad-e29f-4693-a5ca-d1d31684fb4a service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098804 Aug 05 14:24:59.338470 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-80cacc89-508d-45f5-a304-8770875c0fac service neutron] 10.222.0.16 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914962 Aug 05 14:24:59.430594 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-f0aa8a56-ebe1-49a7-8976-379408d7a27a service neutron] 10.222.0.16 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858483 Aug 05 14:24:59.725320 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-effb6ad3-7240-448f-88a2-3d6a14536f1a req-13f577a7-2c88-490c-9f89-30f6558710e3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 210 time: 0.0270190 Aug 05 14:25:00.371980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c43bb-5eb9-46cf-90f2-ee802b46dd83 req-e8eec6fb-ab96-4620-bf84-8b73ff682f64 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:00.373511 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f39c43bb-5eb9-46cf-90f2-ee802b46dd83 req-e8eec6fb-ab96-4620-bf84-8b73ff682f64 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 944 time: 0.0549555 Aug 05 14:25:00.414539 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f39c43bb-5eb9-46cf-90f2-ee802b46dd83 req-9986819d-2687-47b5-a530-a73291429e3d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349307 Aug 05 14:25:00.684394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-2a867fdd-a5a4-491f-a481-cdda2c140b0f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:00.685574 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-2a867fdd-a5a4-491f-a481-cdda2c140b0f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.63 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 812 time: 0.1094322 Aug 05 14:25:00.732590 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-fa4bffd5-989e-4c51-8030-c75716015f7a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=065dc2b7c099445c8c1ebc365ab739b7 HTTP/1.1" status: 200 len: 379 time: 0.0351076 Aug 05 14:25:00.750584 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-2c74b199-e2dd-47ec-a82f-40b8399510c5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Request body: {'port': {'device_id': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'admin_state_up': True, 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'security_groups': ['e6f7fe30-e651-4eba-bf3f-ac5ea2926df1']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:25:00.835769 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e0421536-da5e-425e-9c98-f9a0870a7a19 req-85193404-29ac-4ab1-a4b4-fe5ce105d11d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 210 time: 0.0361950 Aug 05 14:25:00.887852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-2c74b199-e2dd-47ec-a82f-40b8399510c5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Made reservation on behalf of 065dc2b7c099445c8c1ebc365ab739b7 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:25:00.891478 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-2c74b199-e2dd-47ec-a82f-40b8399510c5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:01.023030 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-2c74b199-e2dd-47ec-a82f-40b8399510c5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Allocated IP 172.20.0.11 (6de624eb-5a9e-4fa7-b78e-3b61944c6be0/870cad23-9608-4bc8-8247-31dbaf4eed94/7f0b962d-ece5-45fb-b3d3-499c778c92f9) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:25:01.458422 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-2c74b199-e2dd-47ec-a82f-40b8399510c5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:01.476140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-2c74b199-e2dd-47ec-a82f-40b8399510c5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Transition to ACTIVE for port object 7f0b962d-ece5-45fb-b3d3-499c778c92f9 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:25:01.542351 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-2c74b199-e2dd-47ec-a82f-40b8399510c5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:01.556148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3caf5-4051-4a8e-8ed5-8ddc5ec70ced req-9896be05-1f6c-448b-8505-4115519b75dd tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:01.557670 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fba3caf5-4051-4a8e-8ed5-8ddc5ec70ced req-9896be05-1f6c-448b-8505-4115519b75dd tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 944 time: 0.0699234 Aug 05 14:25:01.615301 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-2c74b199-e2dd-47ec-a82f-40b8399510c5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:25:01.618709 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-2c74b199-e2dd-47ec-a82f-40b8399510c5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:25:01.626004 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-2c74b199-e2dd-47ec-a82f-40b8399510c5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:25:01.658734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74b199-e2dd-47ec-a82f-40b8399510c5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'Port': ['ID=7f0b962d-ece5-45fb-b3d3-499c778c92f9,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:01.680943 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fba3caf5-4051-4a8e-8ed5-8ddc5ec70ced req-4083534e-7efe-40a5-989c-25adad81e0a0 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999179 Aug 05 14:25:01.704680 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-2c74b199-e2dd-47ec-a82f-40b8399510c5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:01.706134 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-2c74b199-e2dd-47ec-a82f-40b8399510c5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:01.723982 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-2c74b199-e2dd-47ec-a82f-40b8399510c5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9773898 Aug 05 14:25:01.738502 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Request body: {'port': {'device_id': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:25:01.797116 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:01.925362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a378f922-0b1e-489e-845d-c67cecdeabd8 None None] Provisioning for port 7f0b962d-ece5-45fb-b3d3-499c778c92f9 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:25:01.930899 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a378f922-0b1e-489e-845d-c67cecdeabd8 None None] Provisioning complete for port 7f0b962d-ece5-45fb-b3d3-499c778c92f9 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:25:01.933446 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a378f922-0b1e-489e-845d-c67cecdeabd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:02.027537 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd625292-c548-4217-878a-604f64b49cc3 req-5b250927-4d9e-4565-bcc3-a746b6495b63 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:02.030726 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fd625292-c548-4217-878a-604f64b49cc3 req-5b250927-4d9e-4565-bcc3-a746b6495b63 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 932 time: 0.0891063 Aug 05 14:25:02.046312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a378f922-0b1e-489e-845d-c67cecdeabd8 None None] Port 7f0b962d-ece5-45fb-b3d3-499c778c92f9 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:25:02.077539 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fd625292-c548-4217-878a-604f64b49cc3 req-a80dccf8-3e27-477a-9811-e6a8e23e4220 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399745 Aug 05 14:25:02.145103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0b962d-ece5-45fb-b3d3-499c778c92f9 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:25:02.153914 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:02.166830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Transition to ACTIVE for port object 7f0b962d-ece5-45fb-b3d3-499c778c92f9 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:25:02.171640 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:02.225139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Pushing event updated for resources: {'Port': ['ID=7f0b962d-ece5-45fb-b3d3-499c778c92f9,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:02.316524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Attempting to bind port 7f0b962d-ece5-45fb-b3d3-499c778c92f9 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:25:02.316804 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Attempting to bind port 7f0b962d-ece5-45fb-b3d3-499c778c92f9 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:25:02.317098 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Attempting to bind port 7f0b962d-ece5-45fb-b3d3-499c778c92f9 on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:25:02.323561 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Port 7f0b962d-ece5-45fb-b3d3-499c778c92f9 on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:25:02.323561 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Attempting to bind port 7f0b962d-ece5-45fb-b3d3-499c778c92f9 on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:25:02.328698 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:25:02.329036 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Checking segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:25:02.329966 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Bound using segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:25:02.330391 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Bound port: 7f0b962d-ece5-45fb-b3d3-499c778c92f9, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:25:02.330757 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:02.416051 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] For port 7f0b962d-ece5-45fb-b3d3-499c778c92f9, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:25:02.416697 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] For port 7f0b962d-ece5-45fb-b3d3-499c778c92f9, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7f0b962d-ece5-45fb-b3d3-499c778c92f9,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:25:02.424603 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:02.472580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:02.473227 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:02.475901 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] 10.222.0.63 "PUT /v2.0/ports/7f0b962d-ece5-45fb-b3d3-499c778c92f9 HTTP/1.1" status: 200 len: 1092 time: 0.7416964 Aug 05 14:25:02.476338 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'tag': '7f0b962d-ece5-45fb-b3d3-499c778c92f9'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:25:02.479771 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3577affc-c8b8-4292-b4a0-f2ee6a330c68" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7adc71-9a4c-4308-956a-f14e9f94781e", "tag": "7f0b962d-ece5-45fb-b3d3-499c778c92f9"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:25:02.517712 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736609a-80eb-4a9c-a17e-96e3ea48f27b service neutron] Pushing event updated for resources: {'Port': ['ID=7f0b962d-ece5-45fb-b3d3-499c778c92f9,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:02.552008 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b44ff6-64c0-4113-a7a5-ed11d191ac92 x-openstack-request-id: req-a1b44ff6-64c0-4113-a7a5-ed11d191ac92 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:25:02.552384 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7adc71-9a4c-4308-956a-f14e9f94781e", "tag": "7f0b962d-ece5-45fb-b3d3-499c778c92f9", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:25:02.553333 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1b44ff6-64c0-4113-a7a5-ed11d191ac92 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:25:02.553820 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'tag': '7f0b962d-ece5-45fb-b3d3-499c778c92f9', 'status': 'completed', 'code': 200} Aug 05 14:25:02.574363 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-9f0179af-c7f1-4a9c-819c-08213b189255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:02.575893 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-9f0179af-c7f1-4a9c-819c-08213b189255 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 1095 time: 0.0534749 Aug 05 14:25:02.631890 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-4d48dec3-b3cf-4781-8739-48cc8b453f53 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f0b962d-ece5-45fb-b3d3-499c778c92f9 HTTP/1.1" status: 200 len: 217 time: 0.0472989 Aug 05 14:25:02.703165 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-2352f18d-8aa8-41b1-8143-333eaf26a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:02.704763 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-2352f18d-8aa8-41b1-8143-333eaf26a027 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.0647595 Aug 05 14:25:02.768989 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-8821ecbc-c6b5-408c-88b8-982914ae5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:02.770711 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-8821ecbc-c6b5-408c-88b8-982914ae5282 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582352 Aug 05 14:25:02.888531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6741604-b426-4a5f-b4ea-4f18c9569859 req-0f97f39a-3cca-41df-bc84-992efe0317c8 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:02.890180 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6741604-b426-4a5f-b4ea-4f18c9569859 req-0f97f39a-3cca-41df-bc84-992efe0317c8 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 944 time: 0.1136558 Aug 05 14:25:02.937635 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-04e29b36-2bf5-451a-b5e9-d3e353b8196e service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512611 Aug 05 14:25:02.996479 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6741604-b426-4a5f-b4ea-4f18c9569859 req-6ec9b192-1099-49ab-8236-ef2b49a1cf9c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955131 Aug 05 14:25:03.047199 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab602e1b-daf4-422f-b875-da4d5996c7c8 req-56b2fb15-651c-4e08-a093-d11771350464 service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002209 Aug 05 14:25:03.152014 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577affc-c8b8-4292-b4a0-f2ee6a330c68 req-60678bbe-56d5-48ec-9260-ac4d3c34d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:03.153550 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3577affc-c8b8-4292-b4a0-f2ee6a330c68 req-60678bbe-56d5-48ec-9260-ac4d3c34d383 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 1095 time: 0.0453041 Aug 05 14:25:03.220835 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46056d-24a6-4f02-bae6-4fc1f8bc908c req-d9dd6ab7-5762-433a-98ca-e560634c1108 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:03.223264 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b46056d-24a6-4f02-bae6-4fc1f8bc908c req-d9dd6ab7-5762-433a-98ca-e560634c1108 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 944 time: 0.0635087 Aug 05 14:25:03.231474 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device f7c46a66-4167-4812-95bc-03bc033a43b8 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:25:03.266968 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577affc-c8b8-4292-b4a0-f2ee6a330c68 req-8ef4bae0-02db-4079-a09a-8af93c458321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:03.269311 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3577affc-c8b8-4292-b4a0-f2ee6a330c68 req-8ef4bae0-02db-4079-a09a-8af93c458321 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 913 time: 0.1075613 Aug 05 14:25:03.284605 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b46056d-24a6-4f02-bae6-4fc1f8bc908c req-d15424d2-7ae0-4a9e-a0a3-8b888f58dca5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466132 Aug 05 14:25:03.323518 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3577affc-c8b8-4292-b4a0-f2ee6a330c68 req-6a6ea7b9-0b24-4764-ab0c-9d4ef8fd80b8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f0b962d-ece5-45fb-b3d3-499c778c92f9 HTTP/1.1" status: 200 len: 217 time: 0.0456944 Aug 05 14:25:03.351674 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port f7c46a66-4167-4812-95bc-03bc033a43b8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=f7c46a66-4167-4812-95bc-03bc033a43b8,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:25:03.364244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'f7c46a66-4167-4812-95bc-03bc033a43b8', 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9', 'port_id': 'f7c46a66-4167-4812-95bc-03bc033a43b8', 'mac_address': 'fa:16:3e:67:73:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:25:03.377000 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577affc-c8b8-4292-b4a0-f2ee6a330c68 req-fee6522c-25f5-42dd-9971-1bc6433dc381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:03.378849 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3577affc-c8b8-4292-b4a0-f2ee6a330c68 req-fee6522c-25f5-42dd-9971-1bc6433dc381 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.0482216 Aug 05 14:25:03.437770 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577affc-c8b8-4292-b4a0-f2ee6a330c68 req-7bd1b26f-6546-44d1-9178-e050625ebd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:03.440016 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3577affc-c8b8-4292-b4a0-f2ee6a330c68 req-7bd1b26f-6546-44d1-9178-e050625ebd07 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531483 Aug 05 14:25:03.548945 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3577affc-c8b8-4292-b4a0-f2ee6a330c68 req-19fedec0-b13f-4d4f-8736-e5497dfb0936 service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005688 Aug 05 14:25:03.575856 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:03.589641 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c46a66-4167-4812-95bc-03bc033a43b8 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:25:03.610217 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port f7c46a66-4167-4812-95bc-03bc033a43b8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=f7c46a66-4167-4812-95bc-03bc033a43b8,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:25:03.616086 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:03.660729 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3577affc-c8b8-4292-b4a0-f2ee6a330c68 req-5b137d72-2bad-4cfb-964d-369847258446 service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038845 Aug 05 14:25:03.670006 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=f7c46a66-4167-4812-95bc-03bc033a43b8,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:03.850668 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['f7c46a66-4167-4812-95bc-03bc033a43b8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:25:04.121437 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1db43-a271-4c55-8280-66b7673f136a req-a0ecbe6e-97be-41ef-960c-3e659ba8ccda tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:04.123089 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-85a1db43-a271-4c55-8280-66b7673f136a req-a0ecbe6e-97be-41ef-960c-3e659ba8ccda tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 945 time: 0.0536585 Aug 05 14:25:04.169134 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-85a1db43-a271-4c55-8280-66b7673f136a req-8d74dea1-936d-4f0c-bc39-c67fd464ff42 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396616 Aug 05 14:25:04.407276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655c2d1-8a26-4db3-98a2-fe74676c75df req-4a2fa06e-51d4-4289-ac43-9ffc2455629d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:04.408695 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5655c2d1-8a26-4db3-98a2-fe74676c75df req-4a2fa06e-51d4-4289-ac43-9ffc2455629d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 944 time: 0.0497127 Aug 05 14:25:04.449698 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5655c2d1-8a26-4db3-98a2-fe74676c75df req-707e0d68-c6a0-4ab8-9916-4471baeb97a2 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340109 Aug 05 14:25:05.246488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device f7c46a66-4167-4812-95bc-03bc033a43b8 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:25:05.295030 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cc030-a93b-4c18-a9ed-229ebfd66890 req-9622af25-ead4-4e29-a535-ff4a40c7540f tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:05.295624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port f7c46a66-4167-4812-95bc-03bc033a43b8 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:25:05.296782 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-156cc030-a93b-4c18-a9ed-229ebfd66890 req-9622af25-ead4-4e29-a535-ff4a40c7540f tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 945 time: 0.0590904 Aug 05 14:25:05.299217 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port f7c46a66-4167-4812-95bc-03bc033a43b8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:25:05.299595 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:05.337009 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-156cc030-a93b-4c18-a9ed-229ebfd66890 req-5d21e976-b90e-41a4-8bd5-7c61d568817a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334353 Aug 05 14:25:05.387629 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:05.412265 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dee4a0-c8e4-40a6-8368-0834a7fe4a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c46a66-4167-4812-95bc-03bc033a43b8'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:25:05.414553 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06bd43f-6a7e-4b29-9f3d-c44c756689c5" -d '{"events": [{"server_uuid": "45dee4a0-c8e4-40a6-8368-0834a7fe4a8e", "name": "network-vif-plugged", "status": "completed", "tag": "f7c46a66-4167-4812-95bc-03bc033a43b8"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:25:05.431100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port f7c46a66-4167-4812-95bc-03bc033a43b8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=f7c46a66-4167-4812-95bc-03bc033a43b8,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:25:05.435511 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:05.461216 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e66bd95-c446-466f-9bd9-2e96270e74ea x-openstack-request-id: req-0e66bd95-c446-466f-9bd9-2e96270e74ea {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:25:05.461548 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dee4a0-c8e4-40a6-8368-0834a7fe4a8e", "name": "network-vif-plugged", "status": "completed", "tag": "f7c46a66-4167-4812-95bc-03bc033a43b8", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:25:05.461915 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e66bd95-c446-466f-9bd9-2e96270e74ea {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:25:05.462437 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dee4a0-c8e4-40a6-8368-0834a7fe4a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c46a66-4167-4812-95bc-03bc033a43b8', 'code': 200} Aug 05 14:25:05.490032 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=f7c46a66-4167-4812-95bc-03bc033a43b8,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:05.558205 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749a41b-dddf-4647-a6f9-e10f7f6272be req-9d11ddd3-eb99-40b4-b7c8-ef29c1d26b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:05.559793 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9749a41b-dddf-4647-a6f9-e10f7f6272be req-9d11ddd3-eb99-40b4-b7c8-ef29c1d26b13 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 1097 time: 0.0440297 Aug 05 14:25:05.581332 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f935-9774-446f-b532-96820269e17b req-a9a80414-6514-4466-81a1-f67f732e9f6b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:05.582927 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-baf9f935-9774-446f-b532-96820269e17b req-a9a80414-6514-4466-81a1-f67f732e9f6b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 944 time: 0.0497024 Aug 05 14:25:05.596355 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9749a41b-dddf-4647-a6f9-e10f7f6272be req-6c26a76e-926f-4726-8179-e1447c9a7b90 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296314 Aug 05 14:25:05.623100 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-baf9f935-9774-446f-b532-96820269e17b req-6f1e29f9-eb94-408b-af90-ed76427aee13 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331624 Aug 05 14:25:06.463839 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbdb64-6951-4030-8ce9-80e11a9fa893 req-e08d7991-5689-43c4-b5f2-e009f621de85 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:06.465443 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cbdb64-6951-4030-8ce9-80e11a9fa893 req-e08d7991-5689-43c4-b5f2-e009f621de85 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 946 time: 0.0560765 Aug 05 14:25:06.506063 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cbdb64-6951-4030-8ce9-80e11a9fa893 req-95e4bff2-b624-4906-b634-a7acc80222b0 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335376 Aug 05 14:25:06.743538 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f902c6-aeb3-48d7-84dc-aafd8f65d042 req-c6f5eaeb-5dd0-4ad9-82fe-f9db5906b973 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:06.745051 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-38f902c6-aeb3-48d7-84dc-aafd8f65d042 req-c6f5eaeb-5dd0-4ad9-82fe-f9db5906b973 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 944 time: 0.0511334 Aug 05 14:25:06.787890 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-38f902c6-aeb3-48d7-84dc-aafd8f65d042 req-8b285443-9597-45cc-a7d2-cba76940e81e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368111 Aug 05 14:25:07.629452 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4b71d-f2e4-453b-8e0c-5440e1bb6aa6 req-bbb1b0f0-42c6-48a1-b24d-cbe1d5034ec9 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:07.631872 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-afe4b71d-f2e4-453b-8e0c-5440e1bb6aa6 req-bbb1b0f0-42c6-48a1-b24d-cbe1d5034ec9 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 946 time: 0.0509155 Aug 05 14:25:07.672801 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-afe4b71d-f2e4-453b-8e0c-5440e1bb6aa6 req-ed114f08-550a-4182-bb31-de926dc772c5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347829 Aug 05 14:25:07.901592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a4a6f491-b2f0-4218-8128-07179e97e262 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:07.903129 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a4a6f491-b2f0-4218-8128-07179e97e262 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 806 time: 0.1078887 Aug 05 14:25:07.903865 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57195430-92e2-4e47-b219-b1ae40de537e req-0928e642-aaa8-4c80-ab88-e53e2f73a339 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:07.905365 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57195430-92e2-4e47-b219-b1ae40de537e req-0928e642-aaa8-4c80-ab88-e53e2f73a339 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 944 time: 0.0497460 Aug 05 14:25:07.918692 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-926e4ba6-7a4b-4f49-8cc0-7b617f502c39 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/quotas/560e1154a35c41c8ad080a469c4bd71d HTTP/1.1" status: 200 len: 375 time: 0.0093997 Aug 05 14:25:07.945563 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57195430-92e2-4e47-b219-b1ae40de537e req-79d190d1-94a5-462c-a11a-ab5bc2872cde tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340111 Aug 05 14:25:07.972248 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-b3988575-2350-4d14-bc6a-01e5d12694ee tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477788 Aug 05 14:25:08.068572 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-0d4c9063-f592-422e-8a1b-bcc1ee3afe1c service neutron] 10.222.0.16 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889726 Aug 05 14:25:08.158567 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-8c35d9d8-4cae-4972-b0d3-4d876ed66868 service neutron] 10.222.0.16 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837381 Aug 05 14:25:08.336762 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8571fd47-8096-4f4e-8c19-9dfea2d6fd0a req-57a5ff86-3357-4d33-b55b-7265fec7f4d1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 210 time: 0.0277534 Aug 05 14:25:09.073971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fbe4d-7919-485f-9960-2c1611819d69 req-a886dbfc-8742-4620-a770-3eaa7fce5606 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:09.075545 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e76fbe4d-7919-485f-9960-2c1611819d69 req-a886dbfc-8742-4620-a770-3eaa7fce5606 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 944 time: 0.0549712 Aug 05 14:25:09.117001 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e76fbe4d-7919-485f-9960-2c1611819d69 req-e1ce4f80-6d69-4e52-99ee-fd4cf32f84fc tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350866 Aug 05 14:25:09.254319 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-38e34828-4a40-46a3-b6d4-3548ea3eeaeb tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:09.255882 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-38e34828-4a40-46a3-b6d4-3548ea3eeaeb tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 806 time: 0.1121337 Aug 05 14:25:09.269592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-c3583a24-5cfc-4968-a8d6-e2fff2ee2551 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Request body: {'port': {'device_id': 'a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f', 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9', 'admin_state_up': True, 'tenant_id': '560e1154a35c41c8ad080a469c4bd71d'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:25:09.379194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-c3583a24-5cfc-4968-a8d6-e2fff2ee2551 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Made reservation on behalf of 560e1154a35c41c8ad080a469c4bd71d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:25:09.382947 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-c3583a24-5cfc-4968-a8d6-e2fff2ee2551 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:09.469839 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-97924a84-2111-4e40-af99-5f38bc186475 req-c9b75dee-81c5-4ffd-b249-30bb301999bc tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 210 time: 0.0591490 Aug 05 14:25:09.538826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-c3583a24-5cfc-4968-a8d6-e2fff2ee2551 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Allocated IP 172.20.0.2 (e6590338-20b3-41f1-aa7a-cd5e0139fdf9/ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92/2959a003-8c84-460e-8345-248a36b2ebae) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:25:09.692821 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-c3583a24-5cfc-4968-a8d6-e2fff2ee2551 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:09.733818 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-c3583a24-5cfc-4968-a8d6-e2fff2ee2551 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:09.747187 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:25:09.750188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['f7c46a66-4167-4812-95bc-03bc033a43b8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:25:09.781720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-c3583a24-5cfc-4968-a8d6-e2fff2ee2551 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:25:09.784770 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-c3583a24-5cfc-4968-a8d6-e2fff2ee2551 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:25:09.788553 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-c3583a24-5cfc-4968-a8d6-e2fff2ee2551 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:25:09.813809 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3583a24-5cfc-4968-a8d6-e2fff2ee2551 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Pushing event updated for resources: {'Port': ['ID=2959a003-8c84-460e-8345-248a36b2ebae,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:09.841267 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-c3583a24-5cfc-4968-a8d6-e2fff2ee2551 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:09.841889 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-c3583a24-5cfc-4968-a8d6-e2fff2ee2551 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:09.855988 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-c3583a24-5cfc-4968-a8d6-e2fff2ee2551 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5911524 Aug 05 14:25:09.868303 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Request body: {'port': {'device_id': 'a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:25:09.926679 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:10.219385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2959a003-8c84-460e-8345-248a36b2ebae {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:25:10.229487 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:10.245319 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Transition to ACTIVE for port object 2959a003-8c84-460e-8345-248a36b2ebae will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:25:10.251699 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:10.264602 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59e991-0195-411f-b7c7-aaaff3999bbc req-48b5182b-4962-49c5-b2ad-970da89a4b79 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:10.266123 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fe59e991-0195-411f-b7c7-aaaff3999bbc req-48b5182b-4962-49c5-b2ad-970da89a4b79 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 944 time: 0.0777717 Aug 05 14:25:10.334486 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Pushing event updated for resources: {'Port': ['ID=2959a003-8c84-460e-8345-248a36b2ebae,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:10.369182 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fe59e991-0195-411f-b7c7-aaaff3999bbc req-a35409ac-b8cb-46d4-b9f4-673831ede60a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765388 Aug 05 14:25:10.419268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Attempting to bind port 2959a003-8c84-460e-8345-248a36b2ebae on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:25:10.419525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Attempting to bind port 2959a003-8c84-460e-8345-248a36b2ebae by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:25:10.419861 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Attempting to bind port 2959a003-8c84-460e-8345-248a36b2ebae on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:25:10.424198 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Port 2959a003-8c84-460e-8345-248a36b2ebae on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:25:10.424524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Attempting to bind port 2959a003-8c84-460e-8345-248a36b2ebae on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:25:10.429459 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:25:10.429804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Checking segment: {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:25:10.430191 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Bound using segment: {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:25:10.430654 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Bound port: 2959a003-8c84-460e-8345-248a36b2ebae, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:25:10.431014 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:10.499310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] For port 2959a003-8c84-460e-8345-248a36b2ebae, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:25:10.502459 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] For port 2959a003-8c84-460e-8345-248a36b2ebae, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2959a003-8c84-460e-8345-248a36b2ebae,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:25:10.508142 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:10.543104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:10.543669 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:10.544959 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] 10.222.0.84 "PUT /v2.0/ports/2959a003-8c84-460e-8345-248a36b2ebae HTTP/1.1" status: 200 len: 1091 time: 0.6809316 Aug 05 14:25:10.545411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f', 'tag': '2959a003-8c84-460e-8345-248a36b2ebae'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:25:10.547724 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6d38ac-b5d4-4e86-9dac-1c5c1ecd75cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f", "tag": "2959a003-8c84-460e-8345-248a36b2ebae"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:25:10.578344 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24006b6-5ba4-407e-bf53-95bfc72b76ae service neutron] Pushing event updated for resources: {'Port': ['ID=2959a003-8c84-460e-8345-248a36b2ebae,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:10.591927 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107daafa-18c7-4465-bd03-e8941b77196b x-openstack-request-id: req-107daafa-18c7-4465-bd03-e8941b77196b {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:25:10.592231 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f", "tag": "2959a003-8c84-460e-8345-248a36b2ebae", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:25:10.592491 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-107daafa-18c7-4465-bd03-e8941b77196b {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:25:10.592895 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f', 'tag': '2959a003-8c84-460e-8345-248a36b2ebae', 'status': 'completed', 'code': 200} Aug 05 14:25:10.613535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520355b6-6ea3-4b41-b83d-192a5f177ef8 req-a4d98835-95a7-4b33-91e0-0e6a47a1270c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:10.616027 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-520355b6-6ea3-4b41-b83d-192a5f177ef8 req-a4d98835-95a7-4b33-91e0-0e6a47a1270c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 943 time: 0.0703666 Aug 05 14:25:10.639730 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-7f298dbb-d2db-497d-a3af-600099365d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:10.641312 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-7f298dbb-d2db-497d-a3af-600099365d6b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 1094 time: 0.0475857 Aug 05 14:25:10.659527 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-520355b6-6ea3-4b41-b83d-192a5f177ef8 req-ce01e238-cca0-4220-9bc7-9c02de94ab37 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373261 Aug 05 14:25:10.688803 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-1db3be1d-9a3d-4a43-b4b7-021e869dfc35 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2959a003-8c84-460e-8345-248a36b2ebae HTTP/1.1" status: 200 len: 217 time: 0.0385685 Aug 05 14:25:10.742007 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-739809ce-5694-4439-980f-0909438f277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:10.743511 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-739809ce-5694-4439-980f-0909438f277f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92 HTTP/1.1" status: 200 len: 846 time: 0.0483840 Aug 05 14:25:10.776500 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-63cf22d0-bb67-4d1a-b6b3-1d017e4bb106 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250187 Aug 05 14:25:10.869327 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-61d5948a-453a-4bbe-b836-b4646e18e306 service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848863 Aug 05 14:25:10.966323 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e2a732d-32d7-4f81-9e1d-6864eb08c12e req-4063203c-3a2b-4363-b9cb-f1774f1a8e28 service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885997 Aug 05 14:25:11.065424 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d38ac-b5d4-4e86-9dac-1c5c1ecd75cc req-19b964db-5fce-4a96-8685-4dfd380f6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:11.067020 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3d6d38ac-b5d4-4e86-9dac-1c5c1ecd75cc req-19b964db-5fce-4a96-8685-4dfd380f6712 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 1094 time: 0.0426242 Aug 05 14:25:11.163141 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d38ac-b5d4-4e86-9dac-1c5c1ecd75cc req-37acc04f-aec3-435e-8a49-452604acc833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:11.164715 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3d6d38ac-b5d4-4e86-9dac-1c5c1ecd75cc req-37acc04f-aec3-435e-8a49-452604acc833 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 907 time: 0.0903711 Aug 05 14:25:11.206678 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3d6d38ac-b5d4-4e86-9dac-1c5c1ecd75cc req-b3059f01-6d00-4c59-8d4f-3da8ba0a5395 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2959a003-8c84-460e-8345-248a36b2ebae HTTP/1.1" status: 200 len: 217 time: 0.0345149 Aug 05 14:25:11.256686 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d38ac-b5d4-4e86-9dac-1c5c1ecd75cc req-838ea54f-e6f2-4cd3-9a99-8915843cdf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:11.258028 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3d6d38ac-b5d4-4e86-9dac-1c5c1ecd75cc req-838ea54f-e6f2-4cd3-9a99-8915843cdf04 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92 HTTP/1.1" status: 200 len: 846 time: 0.0433271 Aug 05 14:25:11.290535 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3d6d38ac-b5d4-4e86-9dac-1c5c1ecd75cc req-9087f0f8-5a11-4222-9f6b-9fdb044dafb6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245829 Aug 05 14:25:11.385071 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3d6d38ac-b5d4-4e86-9dac-1c5c1ecd75cc req-cc7ec550-ba3f-4f96-9dae-0aae0a45b875 service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857425 Aug 05 14:25:11.479291 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3d6d38ac-b5d4-4e86-9dac-1c5c1ecd75cc req-708a282f-769b-4c62-b0b3-f4cf0f4432d8 service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858068 Aug 05 14:25:11.486437 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e0bc9-6fac-4f06-81b4-4a1b5159034f req-d5821d57-ed38-40de-b6be-11552b0ac7eb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:11.487968 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-870e0bc9-6fac-4f06-81b4-4a1b5159034f req-d5821d57-ed38-40de-b6be-11552b0ac7eb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 944 time: 0.0492775 Aug 05 14:25:11.527050 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-870e0bc9-6fac-4f06-81b4-4a1b5159034f req-aaec9313-a682-45d2-ab2c-d490594ca5eb tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329025 Aug 05 14:25:11.792037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42a4be-6470-4980-9786-52a4884d27d0 req-7f3ab33a-afc0-47fb-9ddf-683496dadda2 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:11.793476 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ca42a4be-6470-4980-9786-52a4884d27d0 req-7f3ab33a-afc0-47fb-9ddf-683496dadda2 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 943 time: 0.0583107 Aug 05 14:25:11.833047 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ca42a4be-6470-4980-9786-52a4884d27d0 req-a653863e-aa07-447b-beee-ca465ad29363 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333729 Aug 05 14:25:12.653339 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efbf93-09be-4368-adb2-de711c5d12a4 req-263361ef-6028-48b5-a2cf-5f6633c915bc tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:12.654923 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-56efbf93-09be-4368-adb2-de711c5d12a4 req-263361ef-6028-48b5-a2cf-5f6633c915bc tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 944 time: 0.0571508 Aug 05 14:25:12.696595 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-56efbf93-09be-4368-adb2-de711c5d12a4 req-3275dd4c-18a9-4cb1-bc74-d46a4d3901f3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351675 Aug 05 14:25:12.951234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd599ad3-3fef-4d29-8dad-b531e5f95147 req-c756ad11-1cca-428a-a668-e2785105343b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:12.952657 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dd599ad3-3fef-4d29-8dad-b531e5f95147 req-c756ad11-1cca-428a-a668-e2785105343b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 943 time: 0.0518439 Aug 05 14:25:12.992038 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dd599ad3-3fef-4d29-8dad-b531e5f95147 req-4e8d5ba8-a059-4819-a0a7-d7c8d82c25ef tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330307 Aug 05 14:25:13.813315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763173c-9b1f-4e11-839a-b2454315d341 req-99839fb9-e454-47c8-bd97-28d1fca8ae36 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:13.814876 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3763173c-9b1f-4e11-839a-b2454315d341 req-99839fb9-e454-47c8-bd97-28d1fca8ae36 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 944 time: 0.0506895 Aug 05 14:25:13.855699 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3763173c-9b1f-4e11-839a-b2454315d341 req-e008f88e-0606-4a64-9f97-86ee8c174111 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342064 Aug 05 14:25:13.883054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7f0b962d-ece5-45fb-b3d3-499c778c92f9 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:25:13.978231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 7f0b962d-ece5-45fb-b3d3-499c778c92f9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7f0b962d-ece5-45fb-b3d3-499c778c92f9,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:25:13.989166 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '7f0b962d-ece5-45fb-b3d3-499c778c92f9', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'port_id': '7f0b962d-ece5-45fb-b3d3-499c778c92f9', 'mac_address': 'fa:16:3e:00:e8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:25:14.025616 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:14.038862 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0b962d-ece5-45fb-b3d3-499c778c92f9 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:25:14.058542 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 7f0b962d-ece5-45fb-b3d3-499c778c92f9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7f0b962d-ece5-45fb-b3d3-499c778c92f9,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:25:14.064010 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:14.113397 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ec1f6-a339-4d17-a507-7aa424053a39 req-c5ff21a7-b9f7-4245-aa7d-0cb220235b09 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:14.115655 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f49ec1f6-a339-4d17-a507-7aa424053a39 req-c5ff21a7-b9f7-4245-aa7d-0cb220235b09 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 943 time: 0.0555232 Aug 05 14:25:14.115895 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=7f0b962d-ece5-45fb-b3d3-499c778c92f9,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:14.155306 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f49ec1f6-a339-4d17-a507-7aa424053a39 req-bbd60b86-be3c-477d-a642-fb2009534f6c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332789 Aug 05 14:25:14.329828 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['7f0b962d-ece5-45fb-b3d3-499c778c92f9'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:25:14.855178 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:14.982949 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c464f93-b47a-4bc7-a377-1c19550a731e req-fa852017-52e1-449e-8c39-554c8b885277 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:14.984461 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c464f93-b47a-4bc7-a377-1c19550a731e req-fa852017-52e1-449e-8c39-554c8b885277 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 945 time: 0.0545280 Aug 05 14:25:15.023393 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c464f93-b47a-4bc7-a377-1c19550a731e req-2e0d7fad-c69c-4d79-a084-94dde124fd24 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322556 Aug 05 14:25:15.277521 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8dba6-6af8-41a5-9247-6b79e4aa875c req-fabceec3-d599-4ec7-9ed4-f9a3f25847d7 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:15.279075 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ec8dba6-6af8-41a5-9247-6b79e4aa875c req-fabceec3-d599-4ec7-9ed4-f9a3f25847d7 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 943 time: 0.0541244 Aug 05 14:25:15.286580 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2959a003-8c84-460e-8345-248a36b2ebae details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:25:15.318447 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ec8dba6-6af8-41a5-9247-6b79e4aa875c req-74ec2e7b-f4f7-404d-bffa-2d001a4507e1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319302 Aug 05 14:25:15.383646 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2959a003-8c84-460e-8345-248a36b2ebae, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2959a003-8c84-460e-8345-248a36b2ebae,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:25:15.394786 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '2959a003-8c84-460e-8345-248a36b2ebae', 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9', 'port_id': '2959a003-8c84-460e-8345-248a36b2ebae', 'mac_address': 'fa:16:3e:7c:41:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:25:15.431281 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:15.445415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2959a003-8c84-460e-8345-248a36b2ebae {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:25:15.464301 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2959a003-8c84-460e-8345-248a36b2ebae, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2959a003-8c84-460e-8345-248a36b2ebae,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:25:15.468252 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:15.515528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=2959a003-8c84-460e-8345-248a36b2ebae,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:15.689471 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['2959a003-8c84-460e-8345-248a36b2ebae'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:25:15.839763 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e67b4f9f-bf90-4fe2-91ce-1d4f975b9acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:15.910368 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7f0b962d-ece5-45fb-b3d3-499c778c92f9 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:25:15.963687 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 7f0b962d-ece5-45fb-b3d3-499c778c92f9 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:25:15.967361 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 7f0b962d-ece5-45fb-b3d3-499c778c92f9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:25:15.967736 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:16.048211 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:16.072051 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0b962d-ece5-45fb-b3d3-499c778c92f9'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:25:16.074358 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e61ba6-a000-4723-ba18-6480899e3666" -d '{"events": [{"server_uuid": "bc7adc71-9a4c-4308-956a-f14e9f94781e", "name": "network-vif-plugged", "status": "completed", "tag": "7f0b962d-ece5-45fb-b3d3-499c778c92f9"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:25:16.091797 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 7f0b962d-ece5-45fb-b3d3-499c778c92f9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7f0b962d-ece5-45fb-b3d3-499c778c92f9,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:25:16.096729 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:16.128751 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df5ec3a-49e6-4a98-9c8e-6c974ba8badc x-openstack-request-id: req-9df5ec3a-49e6-4a98-9c8e-6c974ba8badc {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:25:16.129042 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7adc71-9a4c-4308-956a-f14e9f94781e", "name": "network-vif-plugged", "status": "completed", "tag": "7f0b962d-ece5-45fb-b3d3-499c778c92f9", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:25:16.129294 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9df5ec3a-49e6-4a98-9c8e-6c974ba8badc {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:25:16.129681 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0b962d-ece5-45fb-b3d3-499c778c92f9', 'code': 200} Aug 05 14:25:16.142058 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:16.155305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23632216-dcab-4af9-9d9d-89d22c2f2f32 req-ae3e9fb8-92dd-4ddb-a6ea-7bf0b3b70fa7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:16.157495 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=7f0b962d-ece5-45fb-b3d3-499c778c92f9,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:16.158769 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-23632216-dcab-4af9-9d9d-89d22c2f2f32 req-ae3e9fb8-92dd-4ddb-a6ea-7bf0b3b70fa7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 946 time: 0.0646114 Aug 05 14:25:16.213074 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-23632216-dcab-4af9-9d9d-89d22c2f2f32 req-e313e36b-8b62-484d-8e0d-42af31378464 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485904 Aug 05 14:25:16.230732 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960f115-5338-448f-bd76-b33097ee3efc req-f5ddba75-de50-425b-bb1c-096096809eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:16.232268 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5960f115-5338-448f-bd76-b33097ee3efc req-f5ddba75-de50-425b-bb1c-096096809eb5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 1097 time: 0.0468583 Aug 05 14:25:16.269303 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5960f115-5338-448f-bd76-b33097ee3efc req-062d1ac9-5511-46dc-bcf0-12978b70fb00 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285797 Aug 05 14:25:16.434524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa88b1-ddd7-4fc7-b7a9-1acdeed8c54f req-4c55fdf8-5cc6-4bd7-9437-9345f22973a0 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:16.436051 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9dfa88b1-ddd7-4fc7-b7a9-1acdeed8c54f req-4c55fdf8-5cc6-4bd7-9437-9345f22973a0 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 944 time: 0.0500412 Aug 05 14:25:16.475000 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9dfa88b1-ddd7-4fc7-b7a9-1acdeed8c54f req-63268c8e-6a9e-4a5b-bea9-7c923a304a8c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329912 Aug 05 14:25:17.292554 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2959a003-8c84-460e-8345-248a36b2ebae up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:25:17.331929 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b737d7-24df-4394-8629-8ec84e60f693 req-c2982556-dec7-46b7-b1ee-eabf480c3e71 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:17.334513 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a7b737d7-24df-4394-8629-8ec84e60f693 req-c2982556-dec7-46b7-b1ee-eabf480c3e71 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 946 time: 0.0501878 Aug 05 14:25:17.344658 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 2959a003-8c84-460e-8345-248a36b2ebae completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:25:17.348347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 2959a003-8c84-460e-8345-248a36b2ebae triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:25:17.348915 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:17.372722 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a7b737d7-24df-4394-8629-8ec84e60f693 req-283cf1c1-a2b3-42ef-a03a-ab90ae942136 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322027 Aug 05 14:25:17.426318 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:17.459822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 2959a003-8c84-460e-8345-248a36b2ebae, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2959a003-8c84-460e-8345-248a36b2ebae,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:25:17.464792 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:17.493625 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c0613-2671-4671-afc2-5d1ec1eb8462 req-e9b32c59-d39d-433c-b135-fe1b48ce798e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:17.495195 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-148c0613-2671-4671-afc2-5d1ec1eb8462 req-e9b32c59-d39d-433c-b135-fe1b48ce798e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 946 time: 0.0511918 Aug 05 14:25:17.513241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=2959a003-8c84-460e-8345-248a36b2ebae,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:17.551414 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-148c0613-2671-4671-afc2-5d1ec1eb8462 req-f7213c18-6de8-408a-b640-15a5af640b7d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493076 Aug 05 14:25:17.574041 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35130) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:25:17.599118 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5757936-b285-4899-9f08-b213eda02440 req-53a2449b-f5d8-4842-a154-bff07eebdb68 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:17.600629 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5757936-b285-4899-9f08-b213eda02440 req-53a2449b-f5d8-4842-a154-bff07eebdb68 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 945 time: 0.0547419 Aug 05 14:25:17.640736 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5757936-b285-4899-9f08-b213eda02440 req-19f7035a-19ff-4cc1-94e7-d7f7613d2861 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339391 Aug 05 14:25:17.771213 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43715697-2dbd-4536-b36a-243b2cd3c8d1 tempest-TestVolumeBootPattern-1453371710 tempest-TestVolumeBootPattern-1453371710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:17.772751 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-43715697-2dbd-4536-b36a-243b2cd3c8d1 tempest-TestVolumeBootPattern-1453371710 tempest-TestVolumeBootPattern-1453371710-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 1092 time: 0.1976304 Aug 05 14:25:17.775516 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35134) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:25:17.780029 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': '7f0b962d-ece5-45fb-b3d3-499c778c92f9', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:25:17.803431 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:17.907833 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:18.016592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Allocated IP 172.25.5.102 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/04cfd28d-5699-48a7-9da7-f4a79df39e66) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:25:18.121341 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:18.131160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2959a003-8c84-460e-8345-248a36b2ebae'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:25:18.133474 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1c33d1-1697-4969-928f-bf4cea4ea817" -d '{"events": [{"server_uuid": "a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f", "name": "network-vif-plugged", "status": "completed", "tag": "2959a003-8c84-460e-8345-248a36b2ebae"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:25:18.168839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:18.171771 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7724ef5-f0a2-4629-ba00-50d20ef91217 x-openstack-request-id: req-b7724ef5-f0a2-4629-ba00-50d20ef91217 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:25:18.172059 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f", "name": "network-vif-plugged", "status": "completed", "tag": "2959a003-8c84-460e-8345-248a36b2ebae", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:25:18.172307 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7724ef5-f0a2-4629-ba00-50d20ef91217 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:25:18.172703 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2959a003-8c84-460e-8345-248a36b2ebae', 'code': 200} Aug 05 14:25:18.212847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:25:18.218400 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:25:18.222384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:25:18.259784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'Port': ['ID=04cfd28d-5699-48a7-9da7-f4a79df39e66,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:18.320036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a6baa-d004-4490-a51e-ecce6a1eae9e req-b07274ae-5dd3-4068-8d62-9263d3e8457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:18.321567 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-023a6baa-d004-4490-a51e-ecce6a1eae9e req-b07274ae-5dd3-4068-8d62-9263d3e8457b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 1096 time: 0.0719423 Aug 05 14:25:18.373876 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ec3612ff-d045-46f3-920f-b3c027d1b4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:18.432305 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-023a6baa-d004-4490-a51e-ecce6a1eae9e req-26a77c52-1b1c-4743-8a86-2ad6cbadc2cf service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842578 Aug 05 14:25:18.599810 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:18.649297 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:18.718677 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:18.841877 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f92f05-9ef2-4248-b9a3-86af15dc87d2 req-2f94c252-0cbc-4805-b8b7-1b156def3c50 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:18.843434 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-74f92f05-9ef2-4248-b9a3-86af15dc87d2 req-2f94c252-0cbc-4805-b8b7-1b156def3c50 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 945 time: 0.1219327 Aug 05 14:25:18.911699 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-74f92f05-9ef2-4248-b9a3-86af15dc87d2 req-b4aae9d0-b892-4dc3-9dff-f5eca41430a3 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600276 Aug 05 14:25:18.944746 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:18.949511 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:19.022465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'Port': ['ID=04cfd28d-5699-48a7-9da7-f4a79df39e66,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:19.032964 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:19.132483 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Floating IP 08dc5ebc-128f-4b61-8380-0f46a626050d associated. External IP: 172.25.5.102, port: 7f0b962d-ece5-45fb-b3d3-499c778c92f9. Aug 05 14:25:19.557044 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:19.657857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Router 535cbba1-f470-4e50-829a-caf7d17f9517 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:25:19.761530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:25:19.771174 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb0ce1-b614-4b89-882f-5810cd3768d7 None None] Sync routers for ids ['535cbba1-f470-4e50-829a-caf7d17f9517'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:25:19.777948 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:19.780170 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb0ce1-b614-4b89-882f-5810cd3768d7 None None] Routers {'535cbba1-f470-4e50-829a-caf7d17f9517'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:25:19.781030 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-17cb0ce1-b614-4b89-882f-5810cd3768d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:25:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['535cbba1-f470-4e50-829a-caf7d17f9517'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:25:19.812305 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-24e81532-0dcc-4b43-9e2c-3af6b7f3ccf7 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0355496 Aug 05 14:25:19.812725 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'tag': '7f0b962d-ece5-45fb-b3d3-499c778c92f9'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:25:19.815060 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb77ba7-7697-477c-97b6-ad2474fb065c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7adc71-9a4c-4308-956a-f14e9f94781e", "tag": "7f0b962d-ece5-45fb-b3d3-499c778c92f9"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:25:19.852943 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1eb36c-6090-4645-b7a2-2f81c247148b x-openstack-request-id: req-fd1eb36c-6090-4645-b7a2-2f81c247148b {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:25:19.853241 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7adc71-9a4c-4308-956a-f14e9f94781e", "tag": "7f0b962d-ece5-45fb-b3d3-499c778c92f9", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:25:19.853497 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd1eb36c-6090-4645-b7a2-2f81c247148b {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:25:19.853900 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'tag': '7f0b962d-ece5-45fb-b3d3-499c778c92f9', 'status': 'completed', 'code': 200} Aug 05 14:25:19.889380 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-17cb0ce1-b614-4b89-882f-5810cd3768d7 None None] Set router 535cbba1-f470-4e50-829a-caf7d17f9517 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:25:19.917763 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb77ba7-7697-477c-97b6-ad2474fb065c req-f0c7da1a-d412-47ea-9942-971c286eacf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:19.919323 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4bb77ba7-7697-477c-97b6-ad2474fb065c req-f0c7da1a-d412-47ea-9942-971c286eacf9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 1097 time: 0.0427747 Aug 05 14:25:20.051239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb77ba7-7697-477c-97b6-ad2474fb065c req-9e713e80-88e0-4290-b7f3-6d28ebadab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:20.053323 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4bb77ba7-7697-477c-97b6-ad2474fb065c req-9e713e80-88e0-4290-b7f3-6d28ebadab78 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 913 time: 0.1241267 Aug 05 14:25:20.061993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214002e4-43e7-4818-9d9c-65c0ec810eb1 req-cfe001bd-3bcb-4162-87e3-cadc05fa2d6a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:20.063573 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-214002e4-43e7-4818-9d9c-65c0ec810eb1 req-cfe001bd-3bcb-4162-87e3-cadc05fa2d6a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 945 time: 0.0743995 Aug 05 14:25:20.127218 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-17cb0ce1-b614-4b89-882f-5810cd3768d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '08dc5ebc-128f-4b61-8380-0f46a626050d', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'port_id': '7f0b962d-ece5-45fb-b3d3-499c778c92f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'mac_address': 'fa:16:3e:00:e8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:25:18Z', 'updated_at': '2021-08-05T14:25:18Z', 'revision_number': 0, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:57Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:25:20.155265 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4bb77ba7-7697-477c-97b6-ad2474fb065c req-f10f04e1-66d7-43f2-87ad-c146427b51e9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f0b962d-ece5-45fb-b3d3-499c778c92f9 HTTP/1.1" status: 200 len: 1000 time: 0.0907986 Aug 05 14:25:20.155707 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb0ce1-b614-4b89-882f-5810cd3768d7 None None] Checking router: 535cbba1-f470-4e50-829a-caf7d17f9517 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:25:20.158615 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-214002e4-43e7-4818-9d9c-65c0ec810eb1 req-18132f48-0896-4525-9322-a40948672e1d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876117 Aug 05 14:25:20.165791 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb0ce1-b614-4b89-882f-5810cd3768d7 None None] Routers {'535cbba1-f470-4e50-829a-caf7d17f9517'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:25:20.166453 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-17cb0ce1-b614-4b89-882f-5810cd3768d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:25:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['535cbba1-f470-4e50-829a-caf7d17f9517'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:25:20.209107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb77ba7-7697-477c-97b6-ad2474fb065c req-66e8b3c6-4d62-498f-822c-6711a05e0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:20.211647 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4bb77ba7-7697-477c-97b6-ad2474fb065c req-66e8b3c6-4d62-498f-822c-6711a05e0e9f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.0469644 Aug 05 14:25:20.265057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb77ba7-7697-477c-97b6-ad2474fb065c req-4032d794-2a84-4b6a-81b2-ada05cc99392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:20.267756 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4bb77ba7-7697-477c-97b6-ad2474fb065c req-4032d794-2a84-4b6a-81b2-ada05cc99392 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475132 Aug 05 14:25:20.288870 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c2bfa-4567-4573-bbb9-57c419ba40c7 req-27f89e56-4320-4998-83e2-609cf078b165 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:20.291067 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f5c2bfa-4567-4573-bbb9-57c419ba40c7 req-27f89e56-4320-4998-83e2-609cf078b165 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 946 time: 0.0590587 Aug 05 14:25:20.338080 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f5c2bfa-4567-4573-bbb9-57c419ba40c7 req-ca1d77fc-cfec-4ea0-9939-7941e3224681 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400350 Aug 05 14:25:20.383570 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4bb77ba7-7697-477c-97b6-ad2474fb065c req-8bb2ef1b-2756-4666-9034-79f4b7952a22 service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059904 Aug 05 14:25:20.393659 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-17cb0ce1-b614-4b89-882f-5810cd3768d7 None None] Set router 535cbba1-f470-4e50-829a-caf7d17f9517 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:25:20.516052 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5f362-014a-4912-ac26-4aaa94d92e2a req-9876192e-5777-41e0-adb1-9671b6fe0d01 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:20.517537 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e3c5f362-014a-4912-ac26-4aaa94d92e2a req-9876192e-5777-41e0-adb1-9671b6fe0d01 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 945 time: 0.0780165 Aug 05 14:25:20.532395 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4bb77ba7-7697-477c-97b6-ad2474fb065c req-d98c7394-c3ac-4bfc-ad00-08dfe923f2b2 service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360497 Aug 05 14:25:20.566110 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e3c5f362-014a-4912-ac26-4aaa94d92e2a req-9a1fc47f-5548-458d-8908-331122f50f9f tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416918 Aug 05 14:25:20.634048 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-17cb0ce1-b614-4b89-882f-5810cd3768d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '08dc5ebc-128f-4b61-8380-0f46a626050d', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'port_id': '7f0b962d-ece5-45fb-b3d3-499c778c92f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'mac_address': 'fa:16:3e:00:e8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:25:18Z', 'updated_at': '2021-08-05T14:25:18Z', 'revision_number': 0, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:57Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:25:20.667675 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb0ce1-b614-4b89-882f-5810cd3768d7 None None] The sync data for ids ['535cbba1-f470-4e50-829a-caf7d17f9517'] in n-d-803585-2 is: [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '08dc5ebc-128f-4b61-8380-0f46a626050d', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'port_id': '7f0b962d-ece5-45fb-b3d3-499c778c92f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'mac_address': 'fa:16:3e:00:e8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:25:18Z', 'updated_at': '2021-08-05T14:25:18Z', 'revision_number': 0, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:57Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:25:20.817963 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560e675-cabd-4b0a-9b28-5d455792d443 req-77cc3a6f-1a86-400a-aa61-12eddcc81320 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:20.819683 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b560e675-cabd-4b0a-9b28-5d455792d443 req-77cc3a6f-1a86-400a-aa61-12eddcc81320 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 945 time: 0.0523033 Aug 05 14:25:20.862083 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b560e675-cabd-4b0a-9b28-5d455792d443 req-b25f7029-d0a2-4959-969e-802f0d11ba8d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356064 Aug 05 14:25:20.868048 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39418d9-7bfa-4c03-9d9f-71e4e4b6aad3 None None] New status for floating IP 08dc5ebc-128f-4b61-8380-0f46a626050d: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:25:21.343242 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:21.984691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cce247-a47d-440a-b444-2d978442da4e req-5c62e2da-7df7-4b22-bc99-4336ecf37564 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:21.986216 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-27cce247-a47d-440a-b444-2d978442da4e req-5c62e2da-7df7-4b22-bc99-4336ecf37564 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 945 time: 0.0494268 Aug 05 14:25:22.026074 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-27cce247-a47d-440a-b444-2d978442da4e req-1e5a31e8-93f0-4298-8c61-4bd1adf1c542 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331843 Aug 05 14:25:22.229019 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76381a64-d70c-4b30-9988-f3dfe43d2cda req-453f8b10-2a29-45dd-9977-319edfbc7e2f tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:22.230525 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-76381a64-d70c-4b30-9988-f3dfe43d2cda req-453f8b10-2a29-45dd-9977-319edfbc7e2f tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 945 time: 0.0498025 Aug 05 14:25:22.326950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-76381a64-d70c-4b30-9988-f3dfe43d2cda req-f294bd63-b6e3-4554-a2f3-809c9e5d81f5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Deleting port 2959a003-8c84-460e-8345-248a36b2ebae {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:25:22.327293 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-76381a64-d70c-4b30-9988-f3dfe43d2cda req-f294bd63-b6e3-4554-a2f3-809c9e5d81f5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:22.420065 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-76381a64-d70c-4b30-9988-f3dfe43d2cda req-f294bd63-b6e3-4554-a2f3-809c9e5d81f5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] For port 2959a003-8c84-460e-8345-248a36b2ebae, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=2959a003-8c84-460e-8345-248a36b2ebae,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:25:22.420065 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-76381a64-d70c-4b30-9988-f3dfe43d2cda req-f294bd63-b6e3-4554-a2f3-809c9e5d81f5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:22.430896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-76381a64-d70c-4b30-9988-f3dfe43d2cda req-f294bd63-b6e3-4554-a2f3-809c9e5d81f5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Calling delete_port for 2959a003-8c84-460e-8345-248a36b2ebae owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:25:22.560450 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-76381a64-d70c-4b30-9988-f3dfe43d2cda req-f294bd63-b6e3-4554-a2f3-809c9e5d81f5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:22.573015 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['f7c46a66-4167-4812-95bc-03bc033a43b8', '2959a003-8c84-460e-8345-248a36b2ebae'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:25:22.576238 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:25:22.589834 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294bd63-b6e3-4554-a2f3-809c9e5d81f5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Pushing event deleted for resources: {'Port': ['ID=2959a003-8c84-460e-8345-248a36b2ebae,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:22.635440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-76381a64-d70c-4b30-9988-f3dfe43d2cda req-f294bd63-b6e3-4554-a2f3-809c9e5d81f5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] No DVR routers for this DVR port 2959a003-8c84-460e-8345-248a36b2ebae on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:25:22.638722 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-76381a64-d70c-4b30-9988-f3dfe43d2cda req-f294bd63-b6e3-4554-a2f3-809c9e5d81f5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:22.640321 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-76381a64-d70c-4b30-9988-f3dfe43d2cda req-f294bd63-b6e3-4554-a2f3-809c9e5d81f5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "DELETE /v2.0/ports/2959a003-8c84-460e-8345-248a36b2ebae HTTP/1.1" status: 204 len: 173 time: 0.4025118 Aug 05 14:25:22.640782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f', 'name': 'network-vif-deleted', 'tag': '2959a003-8c84-460e-8345-248a36b2ebae'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:25:22.643062 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3622f341-922b-41aa-9f52-86212f7b8c45" -d '{"events": [{"server_uuid": "a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f", "name": "network-vif-deleted", "tag": "2959a003-8c84-460e-8345-248a36b2ebae"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:25:22.687701 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7514aa4a-4c04-4d66-9c7a-c6cbf6b8b885 x-openstack-request-id: req-7514aa4a-4c04-4d66-9c7a-c6cbf6b8b885 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:25:22.688234 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f", "name": "network-vif-deleted", "tag": "2959a003-8c84-460e-8345-248a36b2ebae", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:25:22.688656 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7514aa4a-4c04-4d66-9c7a-c6cbf6b8b885 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:25:22.689290 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f', 'name': 'network-vif-deleted', 'tag': '2959a003-8c84-460e-8345-248a36b2ebae', 'status': 'completed', 'code': 200} Aug 05 14:25:23.135847 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b989eca2-2051-4d27-97f4-e6a563831e59 req-a6cefde0-dc31-4552-acc0-ee1e6069d1ad tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c2f090-d6ea-4bb5-bdbb-dc5c99bef12f HTTP/1.1" status: 200 len: 210 time: 0.0258906 Aug 05 14:25:24.417484 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13d999-ee28-48d4-a87b-e591a36e1711 req-9b18cd93-de96-4cc8-acca-d901018c55c3 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:24.418929 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b13d999-ee28-48d4-a87b-e591a36e1711 req-9b18cd93-de96-4cc8-acca-d901018c55c3 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 946 time: 0.0502324 Aug 05 14:25:24.456315 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b13d999-ee28-48d4-a87b-e591a36e1711 req-b78e201e-6ce7-4545-9ac4-71e11202f0ac tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315118 Aug 05 14:25:25.355092 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2959a003-8c84-460e-8345-248a36b2ebae no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:25:25.375953 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 2959a003-8c84-460e-8345-248a36b2ebae {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:25:25.376306 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 2959a003-8c84-460e-8345-248a36b2ebae not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:25:25.574675 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0fc0e-8c48-451a-a10c-a863077f0486 req-8ca5f52b-0be8-4fe1-a256-ae33fa3c5380 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:25.576211 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29f0fc0e-8c48-451a-a10c-a863077f0486 req-8ca5f52b-0be8-4fe1-a256-ae33fa3c5380 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 946 time: 0.0515122 Aug 05 14:25:25.616097 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29f0fc0e-8c48-451a-a10c-a863077f0486 req-a484eb2b-2142-4e63-8df4-6d2b41397f78 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340054 Aug 05 14:25:25.778750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ea611-0225-4070-a3f9-32e4cba83267 req-2c397b03-4795-4527-a050-cc7e1ddd6dd1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:25.780252 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a30ea611-0225-4070-a3f9-32e4cba83267 req-2c397b03-4795-4527-a050-cc7e1ddd6dd1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "GET /v2.0/ports?device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 946 time: 0.0546024 Aug 05 14:25:25.871117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a30ea611-0225-4070-a3f9-32e4cba83267 req-eed548bc-1de9-4b8e-b0b5-17cc0ecfb742 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Deleting port f7c46a66-4167-4812-95bc-03bc033a43b8 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:25:25.871367 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a30ea611-0225-4070-a3f9-32e4cba83267 req-eed548bc-1de9-4b8e-b0b5-17cc0ecfb742 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:25.961134 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a30ea611-0225-4070-a3f9-32e4cba83267 req-eed548bc-1de9-4b8e-b0b5-17cc0ecfb742 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] For port f7c46a66-4167-4812-95bc-03bc033a43b8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=f7c46a66-4167-4812-95bc-03bc033a43b8,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:25:25.961505 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a30ea611-0225-4070-a3f9-32e4cba83267 req-eed548bc-1de9-4b8e-b0b5-17cc0ecfb742 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:25.977026 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a30ea611-0225-4070-a3f9-32e4cba83267 req-eed548bc-1de9-4b8e-b0b5-17cc0ecfb742 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Calling delete_port for f7c46a66-4167-4812-95bc-03bc033a43b8 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:25:26.103339 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a30ea611-0225-4070-a3f9-32e4cba83267 req-eed548bc-1de9-4b8e-b0b5-17cc0ecfb742 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:26.115356 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:25:26.120506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['f7c46a66-4167-4812-95bc-03bc033a43b8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:25:26.136287 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed548bc-1de9-4b8e-b0b5-17cc0ecfb742 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Pushing event deleted for resources: {'Port': ['ID=f7c46a66-4167-4812-95bc-03bc033a43b8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:26.178151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30ea611-0225-4070-a3f9-32e4cba83267 req-eed548bc-1de9-4b8e-b0b5-17cc0ecfb742 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] No DVR routers for this DVR port f7c46a66-4167-4812-95bc-03bc033a43b8 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:25:26.180783 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a30ea611-0225-4070-a3f9-32e4cba83267 req-eed548bc-1de9-4b8e-b0b5-17cc0ecfb742 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:26.182888 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a30ea611-0225-4070-a3f9-32e4cba83267 req-eed548bc-1de9-4b8e-b0b5-17cc0ecfb742 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "DELETE /v2.0/ports/f7c46a66-4167-4812-95bc-03bc033a43b8 HTTP/1.1" status: 204 len: 173 time: 0.3960342 Aug 05 14:25:26.183330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dee4a0-c8e4-40a6-8368-0834a7fe4a8e', 'name': 'network-vif-deleted', 'tag': 'f7c46a66-4167-4812-95bc-03bc033a43b8'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:25:26.185657 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d30fbd-db38-4507-8266-34b7c3ba87d4" -d '{"events": [{"server_uuid": "45dee4a0-c8e4-40a6-8368-0834a7fe4a8e", "name": "network-vif-deleted", "tag": "f7c46a66-4167-4812-95bc-03bc033a43b8"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:25:26.229122 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce49c2b-90c0-4798-9d48-94c0e9885ee6 x-openstack-request-id: req-fce49c2b-90c0-4798-9d48-94c0e9885ee6 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:25:26.229546 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dee4a0-c8e4-40a6-8368-0834a7fe4a8e", "name": "network-vif-deleted", "tag": "f7c46a66-4167-4812-95bc-03bc033a43b8", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:25:26.229809 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fce49c2b-90c0-4798-9d48-94c0e9885ee6 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:25:26.230326 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dee4a0-c8e4-40a6-8368-0834a7fe4a8e', 'name': 'network-vif-deleted', 'tag': 'f7c46a66-4167-4812-95bc-03bc033a43b8', 'status': 'completed', 'code': 200} Aug 05 14:25:26.726917 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86eb9c5f-85b7-446c-a5e9-47b6d9f82baa req-6db833eb-7720-4dd9-8506-b4ff31d01882 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dee4a0-c8e4-40a6-8368-0834a7fe4a8e HTTP/1.1" status: 200 len: 210 time: 0.0276902 Aug 05 14:25:28.008549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-fedb6e5b-f0f7-4f29-a310-9c9b85600e39 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:28.010039 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-fedb6e5b-f0f7-4f29-a310-9c9b85600e39 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 806 time: 0.1080632 Aug 05 14:25:28.025709 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-07a93150-d399-4448-a8ab-d9b75e9f7879 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/quotas/560e1154a35c41c8ad080a469c4bd71d HTTP/1.1" status: 200 len: 375 time: 0.0096610 Aug 05 14:25:28.078071 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-ebec0ba8-6fab-4824-b00e-024691befd4b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459387 Aug 05 14:25:28.180631 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-082022c0-c9d7-4f0b-9c19-fa07625b022f service neutron] 10.222.0.16 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950961 Aug 05 14:25:28.276651 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-8a8df21e-152f-4166-a761-ed23431ec763 service neutron] 10.222.0.16 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897834 Aug 05 14:25:28.445859 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d30da17c-cfd3-4b95-9204-0bb548f6ff6f req-8ffd8e22-1776-41ea-91fd-43455dbb2bab tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7d81d42-e119-4b92-90ff-1554973cd304 HTTP/1.1" status: 200 len: 210 time: 0.0352194 Aug 05 14:25:29.354582 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device f7c46a66-4167-4812-95bc-03bc033a43b8 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:25:29.376115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: f7c46a66-4167-4812-95bc-03bc033a43b8 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:25:29.376466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device f7c46a66-4167-4812-95bc-03bc033a43b8 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:25:29.396326 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-c6bf93e2-89c2-404b-99f0-d72a40db7c27 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:29.397944 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-c6bf93e2-89c2-404b-99f0-d72a40db7c27 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 806 time: 0.1215706 Aug 05 14:25:29.411596 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-d58db104-ff74-485f-92da-3638fd068b70 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Request body: {'port': {'device_id': 'f7d81d42-e119-4b92-90ff-1554973cd304', 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9', 'admin_state_up': True, 'tenant_id': '560e1154a35c41c8ad080a469c4bd71d'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:25:29.435328 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:25:29.531590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-d58db104-ff74-485f-92da-3638fd068b70 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Made reservation on behalf of 560e1154a35c41c8ad080a469c4bd71d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:25:29.535027 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-d58db104-ff74-485f-92da-3638fd068b70 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:29.552047 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4ecda544-62d0-43c7-b97b-99ab158c0bd0 req-374c57cd-7aeb-4ab6-ab81-fa66a1bfa111 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7d81d42-e119-4b92-90ff-1554973cd304 HTTP/1.1" status: 200 len: 210 time: 0.0377040 Aug 05 14:25:29.684285 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-d58db104-ff74-485f-92da-3638fd068b70 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Allocated IP 172.20.0.12 (e6590338-20b3-41f1-aa7a-cd5e0139fdf9/ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92/fef034f3-6dff-40de-9b17-9e904daf7d90) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:25:29.838113 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-d58db104-ff74-485f-92da-3638fd068b70 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:29.877062 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-d58db104-ff74-485f-92da-3638fd068b70 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:29.890918 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:25:29.917531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-d58db104-ff74-485f-92da-3638fd068b70 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:25:29.920690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-d58db104-ff74-485f-92da-3638fd068b70 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:25:29.924841 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-d58db104-ff74-485f-92da-3638fd068b70 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:25:29.967253 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58db104-ff74-485f-92da-3638fd068b70 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Pushing event updated for resources: {'Port': ['ID=fef034f3-6dff-40de-9b17-9e904daf7d90,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:29.984075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-d58db104-ff74-485f-92da-3638fd068b70 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:29.984785 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-d58db104-ff74-485f-92da-3638fd068b70 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:29.999988 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-d58db104-ff74-485f-92da-3638fd068b70 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929267 Aug 05 14:25:30.012963 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Request body: {'port': {'device_id': 'f7d81d42-e119-4b92-90ff-1554973cd304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:25:30.072278 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:30.339824 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef034f3-6dff-40de-9b17-9e904daf7d90 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:25:30.347341 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:30.359732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Transition to ACTIVE for port object fef034f3-6dff-40de-9b17-9e904daf7d90 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:25:30.364411 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:30.418513 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Pushing event updated for resources: {'Port': ['ID=fef034f3-6dff-40de-9b17-9e904daf7d90,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:30.486732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Attempting to bind port fef034f3-6dff-40de-9b17-9e904daf7d90 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:25:30.487068 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Attempting to bind port fef034f3-6dff-40de-9b17-9e904daf7d90 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:25:30.487394 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Attempting to bind port fef034f3-6dff-40de-9b17-9e904daf7d90 on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:25:30.492026 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Port fef034f3-6dff-40de-9b17-9e904daf7d90 on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:25:30.492453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Attempting to bind port fef034f3-6dff-40de-9b17-9e904daf7d90 on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:25:30.497317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:25:30.497653 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Checking segment: {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:25:30.498033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Bound using segment: {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:25:30.498489 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Bound port: fef034f3-6dff-40de-9b17-9e904daf7d90, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:25:30.498845 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:30.561918 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] For port fef034f3-6dff-40de-9b17-9e904daf7d90, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:25:30.564993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] For port fef034f3-6dff-40de-9b17-9e904daf7d90, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fef034f3-6dff-40de-9b17-9e904daf7d90,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:25:30.570513 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:30.607913 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:30.608529 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:30.610010 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] 10.222.0.84 "PUT /v2.0/ports/fef034f3-6dff-40de-9b17-9e904daf7d90 HTTP/1.1" status: 200 len: 1092 time: 0.6016340 Aug 05 14:25:30.610368 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d81d42-e119-4b92-90ff-1554973cd304', 'tag': 'fef034f3-6dff-40de-9b17-9e904daf7d90'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:25:30.612734 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad231fbf-fce4-4487-b307-830c76e5859b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d81d42-e119-4b92-90ff-1554973cd304", "tag": "fef034f3-6dff-40de-9b17-9e904daf7d90"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:25:30.674671 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c35362c-6734-4f1a-8831-a9f2ca060d7f x-openstack-request-id: req-7c35362c-6734-4f1a-8831-a9f2ca060d7f {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:25:30.674954 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d81d42-e119-4b92-90ff-1554973cd304", "tag": "fef034f3-6dff-40de-9b17-9e904daf7d90", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:25:30.675205 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c35362c-6734-4f1a-8831-a9f2ca060d7f {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:25:30.675596 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d81d42-e119-4b92-90ff-1554973cd304', 'tag': 'fef034f3-6dff-40de-9b17-9e904daf7d90', 'status': 'completed', 'code': 200} Aug 05 14:25:30.684278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4faca-32c5-4965-bf3a-55f748af4c83 service neutron] Pushing event updated for resources: {'Port': ['ID=fef034f3-6dff-40de-9b17-9e904daf7d90,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:30.720735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf645bb-7eec-4192-8981-ec51d5816761 req-2a873505-a304-414b-afad-6d735998f04b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:30.722308 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-edf645bb-7eec-4192-8981-ec51d5816761 req-2a873505-a304-414b-afad-6d735998f04b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7d81d42-e119-4b92-90ff-1554973cd304 HTTP/1.1" status: 200 len: 944 time: 0.0979414 Aug 05 14:25:30.747631 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-17604539-0552-445b-b5f1-c1908eed2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:30.749137 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-17604539-0552-445b-b5f1-c1908eed2769 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&device_id=f7d81d42-e119-4b92-90ff-1554973cd304 HTTP/1.1" status: 200 len: 1095 time: 0.0835817 Aug 05 14:25:30.799153 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-8e00253b-f221-40c1-a60e-b1d205a312ce service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fef034f3-6dff-40de-9b17-9e904daf7d90 HTTP/1.1" status: 200 len: 217 time: 0.0415926 Aug 05 14:25:30.802426 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-edf645bb-7eec-4192-8981-ec51d5816761 req-f8aaac01-c1f8-4175-9e07-344be3394e62 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722699 Aug 05 14:25:30.853881 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-e2caf5ca-1d90-4603-8dbe-a68620cfa5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:30.855532 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-e2caf5ca-1d90-4603-8dbe-a68620cfa5f2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92 HTTP/1.1" status: 200 len: 846 time: 0.0492187 Aug 05 14:25:30.887129 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-733bcf88-5c5c-4fa1-9d26-b54138e98ffc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245922 Aug 05 14:25:30.978766 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-5d6fb7c0-fd97-42b3-b726-39fd4f9353d0 service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843837 Aug 05 14:25:31.078136 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9abac05b-b316-47bf-9d83-c29daa87b54e req-90ca5d4b-ee5b-4b67-8012-d57a82d23625 service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922236 Aug 05 14:25:31.167926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad231fbf-fce4-4487-b307-830c76e5859b req-f59bdef8-107f-41b1-9e81-ca42a5c54b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:31.169353 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad231fbf-fce4-4487-b307-830c76e5859b req-f59bdef8-107f-41b1-9e81-ca42a5c54b46 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&device_id=f7d81d42-e119-4b92-90ff-1554973cd304 HTTP/1.1" status: 200 len: 1095 time: 0.0423436 Aug 05 14:25:31.266965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad231fbf-fce4-4487-b307-830c76e5859b req-1ffa4951-a7ff-4e46-a9a7-83e668313ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:31.268479 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad231fbf-fce4-4487-b307-830c76e5859b req-1ffa4951-a7ff-4e46-a9a7-83e668313ae2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 907 time: 0.0907426 Aug 05 14:25:31.313601 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad231fbf-fce4-4487-b307-830c76e5859b req-f2dedf6b-2912-4e6b-a190-b907f07dc59b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fef034f3-6dff-40de-9b17-9e904daf7d90 HTTP/1.1" status: 200 len: 217 time: 0.0359318 Aug 05 14:25:31.362445 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad231fbf-fce4-4487-b307-830c76e5859b req-94198935-f02a-4044-bdcc-a9bf9c3b3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:31.364449 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad231fbf-fce4-4487-b307-830c76e5859b req-94198935-f02a-4044-bdcc-a9bf9c3b3240 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92 HTTP/1.1" status: 200 len: 846 time: 0.0433428 Aug 05 14:25:31.399291 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad231fbf-fce4-4487-b307-830c76e5859b req-695896e1-7985-40bc-b5dc-85ab2bc1cd13 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268517 Aug 05 14:25:31.499744 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad231fbf-fce4-4487-b307-830c76e5859b req-28a0b026-5591-4488-92d1-ea3c010e37ec service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928438 Aug 05 14:25:31.592930 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad231fbf-fce4-4487-b307-830c76e5859b req-ba62b463-e54a-4080-bbd8-12f86e4dc5a1 service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856612 Aug 05 14:25:31.926574 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b0508-9cd3-428e-b2dc-3f8c0a73fbe3 req-abddc22f-137c-49d8-ae16-5fbb9ead3584 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:31.928193 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df4b0508-9cd3-428e-b2dc-3f8c0a73fbe3 req-abddc22f-137c-49d8-ae16-5fbb9ead3584 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7d81d42-e119-4b92-90ff-1554973cd304 HTTP/1.1" status: 200 len: 944 time: 0.0565720 Aug 05 14:25:31.966904 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df4b0508-9cd3-428e-b2dc-3f8c0a73fbe3 req-5cce1e4e-19fc-453e-b352-647fdb8eb5aa tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325198 Aug 05 14:25:33.082689 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31a364-7290-4f5b-9c85-d48cc2da3196 req-3fba203c-5fd2-4f9c-843d-7eeca2963229 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:33.084263 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df31a364-7290-4f5b-9c85-d48cc2da3196 req-3fba203c-5fd2-4f9c-843d-7eeca2963229 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7d81d42-e119-4b92-90ff-1554973cd304 HTTP/1.1" status: 200 len: 944 time: 0.0492048 Aug 05 14:25:33.123589 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df31a364-7290-4f5b-9c85-d48cc2da3196 req-0097cdb2-8b3a-4e5e-a9fa-56843eefc94a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334649 Aug 05 14:25:34.243755 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae0d86-ca72-4646-a199-9579a5df46d8 req-173d321b-818c-47fa-8d55-804ef570ef18 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:34.245275 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0fae0d86-ca72-4646-a199-9579a5df46d8 req-173d321b-818c-47fa-8d55-804ef570ef18 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7d81d42-e119-4b92-90ff-1554973cd304 HTTP/1.1" status: 200 len: 944 time: 0.0515132 Aug 05 14:25:34.286814 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0fae0d86-ca72-4646-a199-9579a5df46d8 req-d1f24826-132a-4650-a5b2-46be06f74391 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348971 Aug 05 14:25:35.386563 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device fef034f3-6dff-40de-9b17-9e904daf7d90 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:25:35.447258 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a664b-5a02-44b0-aa0d-6ab0afce42ac req-c26590b5-2307-4e37-ad82-b995009c4fa3 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:35.449160 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-176a664b-5a02-44b0-aa0d-6ab0afce42ac req-c26590b5-2307-4e37-ad82-b995009c4fa3 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7d81d42-e119-4b92-90ff-1554973cd304 HTTP/1.1" status: 200 len: 944 time: 0.0881929 Aug 05 14:25:35.488949 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port fef034f3-6dff-40de-9b17-9e904daf7d90, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fef034f3-6dff-40de-9b17-9e904daf7d90,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:25:35.501278 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-176a664b-5a02-44b0-aa0d-6ab0afce42ac req-1a6da27b-9452-4d12-8644-706478d6a3a5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425267 Aug 05 14:25:35.503619 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'fef034f3-6dff-40de-9b17-9e904daf7d90', 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9', 'port_id': 'fef034f3-6dff-40de-9b17-9e904daf7d90', 'mac_address': 'fa:16:3e:8c:f9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:25:35.548608 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:35.563351 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef034f3-6dff-40de-9b17-9e904daf7d90 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:25:35.588559 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port fef034f3-6dff-40de-9b17-9e904daf7d90, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fef034f3-6dff-40de-9b17-9e904daf7d90,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:25:35.593930 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:35.643719 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=fef034f3-6dff-40de-9b17-9e904daf7d90,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:35.651537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:25:35.651887 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:25:35.652230 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:25:35.652570 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:25:35.652904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:25:35.653234 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:25:35.653562 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:25:35.653889 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:25:35.654211 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:25:35.654561 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:25:35.654884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:25:35.655206 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:25:35.797614 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['fef034f3-6dff-40de-9b17-9e904daf7d90'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:25:36.627621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a0077-75ad-4e60-a1b2-b3a29f1a9f0e req-7a3d2f97-f430-461f-b610-2714c9210563 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:36.633800 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-311a0077-75ad-4e60-a1b2-b3a29f1a9f0e req-7a3d2f97-f430-461f-b610-2714c9210563 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7d81d42-e119-4b92-90ff-1554973cd304 HTTP/1.1" status: 200 len: 945 time: 0.0532959 Aug 05 14:25:36.670176 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-311a0077-75ad-4e60-a1b2-b3a29f1a9f0e req-dc4ce63c-f33d-46c4-a2e3-986c24fa1d0d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340505 Aug 05 14:25:37.385209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device fef034f3-6dff-40de-9b17-9e904daf7d90 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:25:37.438963 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port fef034f3-6dff-40de-9b17-9e904daf7d90 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:25:37.443255 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port fef034f3-6dff-40de-9b17-9e904daf7d90 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:25:37.443636 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:37.524493 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:37.547285 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d81d42-e119-4b92-90ff-1554973cd304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef034f3-6dff-40de-9b17-9e904daf7d90'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:25:37.549503 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22748696-0903-46bd-80b2-ac1717855e2b" -d '{"events": [{"server_uuid": "f7d81d42-e119-4b92-90ff-1554973cd304", "name": "network-vif-plugged", "status": "completed", "tag": "fef034f3-6dff-40de-9b17-9e904daf7d90"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:25:37.563194 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port fef034f3-6dff-40de-9b17-9e904daf7d90, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fef034f3-6dff-40de-9b17-9e904daf7d90,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:25:37.568716 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:37.592072 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e183e75-96f9-4979-bb41-886d0e02a12a x-openstack-request-id: req-4e183e75-96f9-4979-bb41-886d0e02a12a {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:25:37.592362 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d81d42-e119-4b92-90ff-1554973cd304", "name": "network-vif-plugged", "status": "completed", "tag": "fef034f3-6dff-40de-9b17-9e904daf7d90", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:25:37.592618 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e183e75-96f9-4979-bb41-886d0e02a12a {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:25:37.593059 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d81d42-e119-4b92-90ff-1554973cd304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef034f3-6dff-40de-9b17-9e904daf7d90', 'code': 200} Aug 05 14:25:37.621139 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=fef034f3-6dff-40de-9b17-9e904daf7d90,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:37.688347 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108376de-d939-46ee-839e-c08e97bf294e req-5e4b2089-32bf-4ed7-bac3-1cead8dd5cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:37.689852 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-108376de-d939-46ee-839e-c08e97bf294e req-5e4b2089-32bf-4ed7-bac3-1cead8dd5cbd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f7d81d42-e119-4b92-90ff-1554973cd304 HTTP/1.1" status: 200 len: 1097 time: 0.0411766 Aug 05 14:25:37.728717 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-108376de-d939-46ee-839e-c08e97bf294e req-dbb10b4c-9b6b-41dd-ab2d-85d3ab421ef5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314097 Aug 05 14:25:37.791880 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96b1dd-9e9a-419e-a4fb-6d0642aebb7e req-4d2e5e38-bff6-41ff-8152-2f23a30425c1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:37.793488 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed96b1dd-9e9a-419e-a4fb-6d0642aebb7e req-4d2e5e38-bff6-41ff-8152-2f23a30425c1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7d81d42-e119-4b92-90ff-1554973cd304 HTTP/1.1" status: 200 len: 946 time: 0.0524220 Aug 05 14:25:37.838431 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed96b1dd-9e9a-419e-a4fb-6d0642aebb7e req-0bd03fe7-d1b2-4c74-8ae7-6e8bee98870a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384557 Aug 05 14:25:38.959386 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87bd1d-b571-44fd-8196-0960ca8e0e91 req-97efc012-969b-43b7-bb57-811c342075b6 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:38.960810 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1f87bd1d-b571-44fd-8196-0960ca8e0e91 req-97efc012-969b-43b7-bb57-811c342075b6 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7d81d42-e119-4b92-90ff-1554973cd304 HTTP/1.1" status: 200 len: 946 time: 0.0521998 Aug 05 14:25:39.000357 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1f87bd1d-b571-44fd-8196-0960ca8e0e91 req-cd983f82-8f9f-46d7-8e43-06b1c51fd1c0 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333090 Aug 05 14:25:39.217066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8880207-ecd4-4d04-abd5-2e441c4afe5e req-86d70060-1cd7-47ec-b62b-6c750a7a0087 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:39.218608 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a8880207-ecd4-4d04-abd5-2e441c4afe5e req-86d70060-1cd7-47ec-b62b-6c750a7a0087 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7d81d42-e119-4b92-90ff-1554973cd304 HTTP/1.1" status: 200 len: 946 time: 0.0502236 Aug 05 14:25:39.258058 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a8880207-ecd4-4d04-abd5-2e441c4afe5e req-a64b4a4e-d7ba-4a57-82bf-b5e4ed5c922b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323677 Aug 05 14:25:39.380540 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e40898-1bd5-4be9-bee7-ae98a2615e42 req-ff7aafe6-835d-4873-bff6-66b4420f9230 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:39.382056 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e4e40898-1bd5-4be9-bee7-ae98a2615e42 req-ff7aafe6-835d-4873-bff6-66b4420f9230 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7d81d42-e119-4b92-90ff-1554973cd304 HTTP/1.1" status: 200 len: 946 time: 0.0551238 Aug 05 14:25:39.421809 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e4e40898-1bd5-4be9-bee7-ae98a2615e42 req-59f937ff-b964-4a00-ac29-76ee376377db tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334425 Aug 05 14:25:39.681540 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47325b81-a796-4044-9455-423a117dfcf2 req-e6078fda-00ec-41aa-bbdb-b18bd31112ae tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:39.683081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-47325b81-a796-4044-9455-423a117dfcf2 req-e6078fda-00ec-41aa-bbdb-b18bd31112ae tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7d81d42-e119-4b92-90ff-1554973cd304 HTTP/1.1" status: 200 len: 946 time: 0.0542178 Aug 05 14:25:39.722085 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-47325b81-a796-4044-9455-423a117dfcf2 req-834da977-7371-473b-b24c-72e5f03c1c35 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327926 Aug 05 14:25:40.839474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfae9c-01a0-4bc5-8356-681ec2952a11 req-003d8159-b349-4106-95b9-08ba88741761 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:40.840973 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46cfae9c-01a0-4bc5-8356-681ec2952a11 req-003d8159-b349-4106-95b9-08ba88741761 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7d81d42-e119-4b92-90ff-1554973cd304 HTTP/1.1" status: 200 len: 946 time: 0.0499187 Aug 05 14:25:40.880369 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46cfae9c-01a0-4bc5-8356-681ec2952a11 req-f50f8094-1321-49f9-9d80-e7e25fa72cae tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333400 Aug 05 14:25:40.969638 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625e878-c894-46b2-ae47-86b91351e294 req-26dec58f-5d81-458e-9293-8c0d24f67a37 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:40.971134 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c625e878-c894-46b2-ae47-86b91351e294 req-26dec58f-5d81-458e-9293-8c0d24f67a37 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7d81d42-e119-4b92-90ff-1554973cd304 HTTP/1.1" status: 200 len: 946 time: 0.0534110 Aug 05 14:25:41.065637 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-c625e878-c894-46b2-ae47-86b91351e294 req-f8b6d88c-52bf-4048-b3d1-55b35b689cc1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Deleting port fef034f3-6dff-40de-9b17-9e904daf7d90 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:25:41.066013 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c625e878-c894-46b2-ae47-86b91351e294 req-f8b6d88c-52bf-4048-b3d1-55b35b689cc1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:41.159878 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-c625e878-c894-46b2-ae47-86b91351e294 req-f8b6d88c-52bf-4048-b3d1-55b35b689cc1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] For port fef034f3-6dff-40de-9b17-9e904daf7d90, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fef034f3-6dff-40de-9b17-9e904daf7d90,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:25:41.160160 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c625e878-c894-46b2-ae47-86b91351e294 req-f8b6d88c-52bf-4048-b3d1-55b35b689cc1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:41.174186 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-c625e878-c894-46b2-ae47-86b91351e294 req-f8b6d88c-52bf-4048-b3d1-55b35b689cc1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Calling delete_port for fef034f3-6dff-40de-9b17-9e904daf7d90 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:25:41.311869 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c625e878-c894-46b2-ae47-86b91351e294 req-f8b6d88c-52bf-4048-b3d1-55b35b689cc1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:41.324195 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['fef034f3-6dff-40de-9b17-9e904daf7d90'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:25:41.327769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:25:41.346910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6d88c-52bf-4048-b3d1-55b35b689cc1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Pushing event deleted for resources: {'Port': ['ID=fef034f3-6dff-40de-9b17-9e904daf7d90,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:41.392030 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c625e878-c894-46b2-ae47-86b91351e294 req-f8b6d88c-52bf-4048-b3d1-55b35b689cc1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] No DVR routers for this DVR port fef034f3-6dff-40de-9b17-9e904daf7d90 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:25:41.394967 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c625e878-c894-46b2-ae47-86b91351e294 req-f8b6d88c-52bf-4048-b3d1-55b35b689cc1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:41.397378 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c625e878-c894-46b2-ae47-86b91351e294 req-f8b6d88c-52bf-4048-b3d1-55b35b689cc1 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "DELETE /v2.0/ports/fef034f3-6dff-40de-9b17-9e904daf7d90 HTTP/1.1" status: 204 len: 173 time: 0.4197497 Aug 05 14:25:41.397826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d81d42-e119-4b92-90ff-1554973cd304', 'name': 'network-vif-deleted', 'tag': 'fef034f3-6dff-40de-9b17-9e904daf7d90'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:25:41.400229 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536b5c55-ddd3-47d6-8de7-59902ba00910" -d '{"events": [{"server_uuid": "f7d81d42-e119-4b92-90ff-1554973cd304", "name": "network-vif-deleted", "tag": "fef034f3-6dff-40de-9b17-9e904daf7d90"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:25:41.515584 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb7e6e6-cf2f-4999-a7e5-931ffb61e895 x-openstack-request-id: req-7eb7e6e6-cf2f-4999-a7e5-931ffb61e895 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:25:41.515876 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d81d42-e119-4b92-90ff-1554973cd304", "name": "network-vif-deleted", "tag": "fef034f3-6dff-40de-9b17-9e904daf7d90", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:25:41.516126 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7eb7e6e6-cf2f-4999-a7e5-931ffb61e895 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:25:41.516568 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d81d42-e119-4b92-90ff-1554973cd304', 'name': 'network-vif-deleted', 'tag': 'fef034f3-6dff-40de-9b17-9e904daf7d90', 'status': 'completed', 'code': 200} Aug 05 14:25:42.162676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-f6fcae95-5234-4706-bbb5-b5757912c5db tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:42.164248 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-f6fcae95-5234-4706-bbb5-b5757912c5db tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 806 time: 0.1103957 Aug 05 14:25:42.180387 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-fddd7114-fcd2-4817-a974-afd78898bb6c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/quotas/560e1154a35c41c8ad080a469c4bd71d HTTP/1.1" status: 200 len: 375 time: 0.0096884 Aug 05 14:25:42.233488 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-51281f2d-6956-4dcc-a8f5-d9f2d1fa6ff2 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472858 Aug 05 14:25:42.246047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-51b8fb3d-2fa2-4320-85d5-8a579576fce4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:25:42.247071 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-51b8fb3d-2fa2-4320-85d5-8a579576fce4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053594 Aug 05 14:25:42.336046 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-f5537488-ab3f-433d-8bca-1c66c055934c service neutron] 10.222.0.16 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830486 Aug 05 14:25:42.432279 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-f2308469-a126-452b-91a9-53220100e82e service neutron] 10.222.0.16 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899389 Aug 05 14:25:42.602944 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d4e6c922-ce22-48ce-85ba-5c07e5b0b0e0 req-1714b9d7-65bd-4952-8c24-99d9ce9fca2b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 210 time: 0.0295937 Aug 05 14:25:43.544540 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-11527d31-8d4b-434e-a4b7-9a0c521df88c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:43.546009 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-11527d31-8d4b-434e-a4b7-9a0c521df88c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 806 time: 0.1186442 Aug 05 14:25:43.560753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-3a8d5981-14ec-4747-900c-5421e5d7263b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Request body: {'port': {'device_id': 'e37768b6-c4ca-40dc-89c3-74332d99487c', 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9', 'admin_state_up': True, 'tenant_id': '560e1154a35c41c8ad080a469c4bd71d'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:25:43.686324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-3a8d5981-14ec-4747-900c-5421e5d7263b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Made reservation on behalf of 560e1154a35c41c8ad080a469c4bd71d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:25:43.689970 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-3a8d5981-14ec-4747-900c-5421e5d7263b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:43.709006 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4dcdd6ff-fa37-486d-a2ce-020d397fb380 req-8584191e-6a6d-4c81-b0f7-5a4f7139fd12 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 210 time: 0.0301952 Aug 05 14:25:43.830935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-3a8d5981-14ec-4747-900c-5421e5d7263b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Allocated IP 172.20.0.2 (e6590338-20b3-41f1-aa7a-cd5e0139fdf9/ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92/1da27213-454e-4829-a15e-066e3a420224) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:25:43.979660 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-3a8d5981-14ec-4747-900c-5421e5d7263b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:44.018644 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-3a8d5981-14ec-4747-900c-5421e5d7263b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:44.032666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:25:44.071669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-3a8d5981-14ec-4747-900c-5421e5d7263b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:25:44.074806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-3a8d5981-14ec-4747-900c-5421e5d7263b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:25:44.079016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-3a8d5981-14ec-4747-900c-5421e5d7263b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:25:44.103590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d5981-14ec-4747-900c-5421e5d7263b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Pushing event updated for resources: {'Port': ['ID=1da27213-454e-4829-a15e-066e3a420224,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:44.133683 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-3a8d5981-14ec-4747-900c-5421e5d7263b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:44.134330 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-3a8d5981-14ec-4747-900c-5421e5d7263b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:44.150047 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-3a8d5981-14ec-4747-900c-5421e5d7263b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5947037 Aug 05 14:25:44.163855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Request body: {'port': {'device_id': 'e37768b6-c4ca-40dc-89c3-74332d99487c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:25:44.216987 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:44.485975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da27213-454e-4829-a15e-066e3a420224 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:25:44.494785 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:44.507361 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Transition to ACTIVE for port object 1da27213-454e-4829-a15e-066e3a420224 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:25:44.511173 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:44.565272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Pushing event updated for resources: {'Port': ['ID=1da27213-454e-4829-a15e-066e3a420224,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:44.634575 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Attempting to bind port 1da27213-454e-4829-a15e-066e3a420224 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:25:44.634575 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Attempting to bind port 1da27213-454e-4829-a15e-066e3a420224 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:25:44.634893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Attempting to bind port 1da27213-454e-4829-a15e-066e3a420224 on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:25:44.640011 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Port 1da27213-454e-4829-a15e-066e3a420224 on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:25:44.640340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Attempting to bind port 1da27213-454e-4829-a15e-066e3a420224 on network e6590338-20b3-41f1-aa7a-cd5e0139fdf9 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:25:44.645986 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:25:44.646367 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Checking segment: {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:25:44.646757 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Bound using segment: {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:25:44.647190 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Bound port: 1da27213-454e-4829-a15e-066e3a420224, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee6192e-1dd2-4786-b9e3-66a20dec745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:25:44.647554 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:44.713646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] For port 1da27213-454e-4829-a15e-066e3a420224, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:25:44.716643 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] For port 1da27213-454e-4829-a15e-066e3a420224, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1da27213-454e-4829-a15e-066e3a420224,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:25:44.721724 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:44.757484 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:44.758004 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:44.759432 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] 10.222.0.84 "PUT /v2.0/ports/1da27213-454e-4829-a15e-066e3a420224 HTTP/1.1" status: 200 len: 1091 time: 0.6006353 Aug 05 14:25:44.759871 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37768b6-c4ca-40dc-89c3-74332d99487c', 'tag': '1da27213-454e-4829-a15e-066e3a420224'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:25:44.762114 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0114b3e-4fb1-4edd-a53c-1b8f4f44d182" -d '{"events": [{"name": "network-changed", "server_uuid": "e37768b6-c4ca-40dc-89c3-74332d99487c", "tag": "1da27213-454e-4829-a15e-066e3a420224"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:25:44.796412 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fe195-6431-4c55-b99a-b9d91d1b461e service neutron] Pushing event updated for resources: {'Port': ['ID=1da27213-454e-4829-a15e-066e3a420224,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:44.836826 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a4261b-5367-4f46-aca5-6ec06b186583 x-openstack-request-id: req-42a4261b-5367-4f46-aca5-6ec06b186583 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:25:44.837192 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37768b6-c4ca-40dc-89c3-74332d99487c", "tag": "1da27213-454e-4829-a15e-066e3a420224", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:25:44.837428 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42a4261b-5367-4f46-aca5-6ec06b186583 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:25:44.837763 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37768b6-c4ca-40dc-89c3-74332d99487c', 'tag': '1da27213-454e-4829-a15e-066e3a420224', 'status': 'completed', 'code': 200} Aug 05 14:25:44.839849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7c875-6f92-422f-a6c1-4460d1d2e573 req-4148fc48-4908-4232-8f53-370eb0cb2105 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:44.841392 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ddb7c875-6f92-422f-a6c1-4460d1d2e573 req-4148fc48-4908-4232-8f53-370eb0cb2105 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 943 time: 0.0573134 Aug 05 14:25:44.856084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-8dde5748-3422-4bc0-a372-a6902e9edc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:44.857718 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-8dde5748-3422-4bc0-a372-a6902e9edc59 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 1094 time: 0.0553291 Aug 05 14:25:44.870200 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:44.892742 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ddb7c875-6f92-422f-a6c1-4460d1d2e573 req-2aa8fca9-0d80-4695-926c-56cb86a7912b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343394 Aug 05 14:25:44.908154 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-5e857064-bf2d-4a0f-ab11-805fbbfde7a2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1da27213-454e-4829-a15e-066e3a420224 HTTP/1.1" status: 200 len: 217 time: 0.0420392 Aug 05 14:25:44.959573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-8ec6934c-2ddf-41ba-bdfe-a04e71d6e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:44.961047 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-8ec6934c-2ddf-41ba-bdfe-a04e71d6e462 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92 HTTP/1.1" status: 200 len: 846 time: 0.0457475 Aug 05 14:25:44.993218 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-8fadaf64-b9df-43a2-a650-4b075f0a5521 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246787 Aug 05 14:25:45.087259 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-b2123629-0a9e-45e9-bcc6-fb988b16dfc9 service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869143 Aug 05 14:25:45.177397 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7415809a-b5cb-4d9c-8b07-87522957cbbe req-3741c594-e3f1-484d-b9a8-6c3b594cafae service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825150 Aug 05 14:25:45.264984 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0114b3e-4fb1-4edd-a53c-1b8f4f44d182 req-ec107959-5f3f-4761-9fbf-b78575ae22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:45.266543 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0114b3e-4fb1-4edd-a53c-1b8f4f44d182 req-ec107959-5f3f-4761-9fbf-b78575ae22eb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 1094 time: 0.0420628 Aug 05 14:25:45.359871 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0114b3e-4fb1-4edd-a53c-1b8f4f44d182 req-3ec0f8ec-ce6e-453a-aa76-579823496af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:45.361395 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0114b3e-4fb1-4edd-a53c-1b8f4f44d182 req-3ec0f8ec-ce6e-453a-aa76-579823496af0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 907 time: 0.0879757 Aug 05 14:25:45.403102 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0114b3e-4fb1-4edd-a53c-1b8f4f44d182 req-dc5d436c-1608-4128-b4b8-36f024343f7d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1da27213-454e-4829-a15e-066e3a420224 HTTP/1.1" status: 200 len: 217 time: 0.0344043 Aug 05 14:25:45.410446 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device fef034f3-6dff-40de-9b17-9e904daf7d90 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:25:45.433078 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: fef034f3-6dff-40de-9b17-9e904daf7d90 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:25:45.433340 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device fef034f3-6dff-40de-9b17-9e904daf7d90 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:25:45.458779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0114b3e-4fb1-4edd-a53c-1b8f4f44d182 req-778872eb-7441-4c78-ad77-bf4e3feb6d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:45.460274 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0114b3e-4fb1-4edd-a53c-1b8f4f44d182 req-778872eb-7441-4c78-ad77-bf4e3feb6d8e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92 HTTP/1.1" status: 200 len: 846 time: 0.0495894 Aug 05 14:25:45.494389 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0114b3e-4fb1-4edd-a53c-1b8f4f44d182 req-75db3bab-dfd3-4f5e-9e21-ccd1df33a2b1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253170 Aug 05 14:25:45.586525 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0114b3e-4fb1-4edd-a53c-1b8f4f44d182 req-df8dbbb8-17f5-4066-aa62-1741c926503c service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834966 Aug 05 14:25:45.840747 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-35e489e7-2805-4019-861d-f0b5babc85d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:46.008757 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0114b3e-4fb1-4edd-a53c-1b8f4f44d182 req-ab137574-95fa-4f59-bd7e-ca7768e1e98d service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141262 Aug 05 14:25:46.020494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd4d5b-3b04-4638-8497-5d183857f239 req-c850c6f0-8b40-44e6-8b4e-7596b85c58d9 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:46.022139 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ebfd4d5b-3b04-4638-8497-5d183857f239 req-c850c6f0-8b40-44e6-8b4e-7596b85c58d9 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 943 time: 0.0501809 Aug 05 14:25:46.061948 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ebfd4d5b-3b04-4638-8497-5d183857f239 req-68e93887-ac25-4d89-af88-1d313b0d0ab5 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330937 Aug 05 14:25:46.115897 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:47.179670 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eb7ee-10b2-4ede-8425-0d06389ec499 req-3265f16c-d599-492d-a716-88e0ecbcbd0b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:47.181169 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-120eb7ee-10b2-4ede-8425-0d06389ec499 req-3265f16c-d599-492d-a716-88e0ecbcbd0b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 943 time: 0.0534797 Aug 05 14:25:47.225379 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-120eb7ee-10b2-4ede-8425-0d06389ec499 req-1976647a-ae82-4abb-8afa-cf165522930c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380557 Aug 05 14:25:48.340996 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585bb8c-41e2-488b-8529-146ef0068c0e req-00f110f3-f7d6-4f41-a4cf-8b5ebe164244 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:48.342530 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b585bb8c-41e2-488b-8529-146ef0068c0e req-00f110f3-f7d6-4f41-a4cf-8b5ebe164244 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 943 time: 0.0498002 Aug 05 14:25:48.375262 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8d7245ee-1d9d-497f-b866-9705e03562ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:48.383269 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b585bb8c-41e2-488b-8529-146ef0068c0e req-c8870c47-783c-4e63-9d6f-567bad009644 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339751 Aug 05 14:25:48.542305 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b44318d3-433c-449d-a087-cda3c6caaf63 req-94871543-d624-4406-b5c8-8c97bd9eda3e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414948 Aug 05 14:25:48.602155 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:48.605967 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44318d3-433c-449d-a087-cda3c6caaf63 req-900e7f19-89f9-4cd2-94ad-652939fc00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:48.607523 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b44318d3-433c-449d-a087-cda3c6caaf63 req-900e7f19-89f9-4cd2-94ad-652939fc00fd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=859addcb5b3241b8a7974ece1a636acf&device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 1097 time: 0.0436044 Aug 05 14:25:48.715754 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44318d3-433c-449d-a087-cda3c6caaf63 req-f7e7b646-5a81-4ff3-989e-cf886700bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:48.717242 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b44318d3-433c-449d-a087-cda3c6caaf63 req-f7e7b646-5a81-4ff3-989e-cf886700bd9c service neutron] 10.222.0.63 "GET /v2.0/networks?id=c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 200 len: 918 time: 0.0900061 Aug 05 14:25:48.783210 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b44318d3-433c-449d-a087-cda3c6caaf63 req-9977181b-db63-4efc-9145-80a0e0d61f6f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3 HTTP/1.1" status: 200 len: 1002 time: 0.0586081 Aug 05 14:25:48.838766 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44318d3-433c-449d-a087-cda3c6caaf63 req-826c7aed-fa65-41e5-a25a-0a0a3deae58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:48.840158 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b44318d3-433c-449d-a087-cda3c6caaf63 req-826c7aed-fa65-41e5-a25a-0a0a3deae58e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ee667f3f-6ab2-448a-9b41-aa113bf5db1a HTTP/1.1" status: 200 len: 856 time: 0.0501754 Aug 05 14:25:48.890497 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44318d3-433c-449d-a087-cda3c6caaf63 req-ea0532c8-a3b7-4bb6-b4ad-415234a56657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:48.892004 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b44318d3-433c-449d-a087-cda3c6caaf63 req-ea0532c8-a3b7-4bb6-b4ad-415234a56657 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c7382844-bdec-44ba-9a71-2be3c532ada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443759 Aug 05 14:25:48.980338 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b44318d3-433c-449d-a087-cda3c6caaf63 req-6f6b3ac2-ed97-49c0-9c23-6ca19eeab005 service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807271 Aug 05 14:25:49.075152 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b44318d3-433c-449d-a087-cda3c6caaf63 req-9203063a-9ca5-4659-9fe9-d8f2afdb7811 service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875928 Aug 05 14:25:49.400692 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1da27213-454e-4829-a15e-066e3a420224 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:25:49.499923 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 1da27213-454e-4829-a15e-066e3a420224, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1da27213-454e-4829-a15e-066e3a420224,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:25:49.504548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed99af-7d6e-495f-bb15-af1c46260055 req-b9c36565-b7d6-4103-86c9-1b4eac8419b7 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:49.506154 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60ed99af-7d6e-495f-bb15-af1c46260055 req-b9c36565-b7d6-4103-86c9-1b4eac8419b7 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 943 time: 0.0535483 Aug 05 14:25:49.512445 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '1da27213-454e-4829-a15e-066e3a420224', 'network_id': 'e6590338-20b3-41f1-aa7a-cd5e0139fdf9', 'port_id': '1da27213-454e-4829-a15e-066e3a420224', 'mac_address': 'fa:16:3e:03:10:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:25:49.545467 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60ed99af-7d6e-495f-bb15-af1c46260055 req-8bad600f-47eb-421e-a966-a0ddaa6c903f tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332675 Aug 05 14:25:49.564013 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:49.573904 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:49.578438 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da27213-454e-4829-a15e-066e3a420224 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:25:49.598854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 1da27213-454e-4829-a15e-066e3a420224, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1da27213-454e-4829-a15e-066e3a420224,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:25:49.602595 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:49.651993 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=1da27213-454e-4829-a15e-066e3a420224,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:49.801467 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['1da27213-454e-4829-a15e-066e3a420224'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:25:50.662452 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29123e-2255-4c07-9673-2041242b0bad req-a8960d4a-4c67-4844-8ece-fa0cc6db770f tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:50.663972 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b29123e-2255-4c07-9673-2041242b0bad req-a8960d4a-4c67-4844-8ece-fa0cc6db770f tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 944 time: 0.0498660 Aug 05 14:25:50.705974 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b29123e-2255-4c07-9673-2041242b0bad req-46a222dd-6964-4e41-869d-e6d02c2c5735 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360000 Aug 05 14:25:51.347600 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:51.409760 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1da27213-454e-4829-a15e-066e3a420224 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:25:51.458056 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 1da27213-454e-4829-a15e-066e3a420224 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:25:51.461637 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 1da27213-454e-4829-a15e-066e3a420224 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:25:51.462010 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:51.537835 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:51.560047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37768b6-c4ca-40dc-89c3-74332d99487c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da27213-454e-4829-a15e-066e3a420224'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:25:51.562278 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49a92c3-c2ee-4290-8739-3095be1c7060" -d '{"events": [{"server_uuid": "e37768b6-c4ca-40dc-89c3-74332d99487c", "name": "network-vif-plugged", "status": "completed", "tag": "1da27213-454e-4829-a15e-066e3a420224"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:25:51.575923 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 1da27213-454e-4829-a15e-066e3a420224, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1da27213-454e-4829-a15e-066e3a420224,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:25:51.580835 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:25:51.606321 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179b2e4e-5ed8-4ef1-8c2a-954164d6441d x-openstack-request-id: req-179b2e4e-5ed8-4ef1-8c2a-954164d6441d {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:25:51.606611 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37768b6-c4ca-40dc-89c3-74332d99487c", "name": "network-vif-plugged", "status": "completed", "tag": "1da27213-454e-4829-a15e-066e3a420224", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:25:51.606869 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-179b2e4e-5ed8-4ef1-8c2a-954164d6441d {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:25:51.607257 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37768b6-c4ca-40dc-89c3-74332d99487c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da27213-454e-4829-a15e-066e3a420224', 'code': 200} Aug 05 14:25:51.634464 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=1da27213-454e-4829-a15e-066e3a420224,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:25:51.701542 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b83ca-a5ae-4ee6-9132-f58d849915b1 req-8897cd96-d507-4a48-aebe-4bf696e2f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:51.703090 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aa0b83ca-a5ae-4ee6-9132-f58d849915b1 req-8897cd96-d507-4a48-aebe-4bf696e2f4da service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 1096 time: 0.0411518 Aug 05 14:25:51.741274 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aa0b83ca-a5ae-4ee6-9132-f58d849915b1 req-41ca32e8-512d-4c29-9906-3b67e383f2f1 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290000 Aug 05 14:25:51.823712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ce950-d9db-4458-bd42-c9176105fa23 req-32e2f0c7-0d38-425f-993f-714bbe69518a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:51.825207 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-772ce950-d9db-4458-bd42-c9176105fa23 req-32e2f0c7-0d38-425f-993f-714bbe69518a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0494587 Aug 05 14:25:51.865125 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-772ce950-d9db-4458-bd42-c9176105fa23 req-2ad28783-4d4c-4027-9dad-c88a701e7790 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339253 Aug 05 14:25:52.984455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362bc15-7bb7-4c47-8a9d-397ecb049bca req-b5d87f29-c7ad-4ffd-82db-e1c0dc88dd4f tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:52.986025 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8362bc15-7bb7-4c47-8a9d-397ecb049bca req-b5d87f29-c7ad-4ffd-82db-e1c0dc88dd4f tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0537984 Aug 05 14:25:53.026233 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8362bc15-7bb7-4c47-8a9d-397ecb049bca req-b1e82b8c-4d51-4a77-bf8a-e95b1e33bb35 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341375 Aug 05 14:25:53.238948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a860dd-a756-49d7-a4e3-b639aa2104a5 req-c23286ba-d4a3-4004-b3c9-b5ee9f1dea4c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:53.241258 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-64a860dd-a756-49d7-a4e3-b639aa2104a5 req-c23286ba-d4a3-4004-b3c9-b5ee9f1dea4c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0540714 Aug 05 14:25:53.286481 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-64a860dd-a756-49d7-a4e3-b639aa2104a5 req-fa0dffe0-2eb7-471b-9e91-d394cc8680c0 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392973 Aug 05 14:25:53.416685 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103a111-9ab3-4758-86f5-1699e09d3a50 req-479b8fb5-84d6-4cc1-b772-bcb6ba8f3c92 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:53.419295 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2103a111-9ab3-4758-86f5-1699e09d3a50 req-479b8fb5-84d6-4cc1-b772-bcb6ba8f3c92 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0639112 Aug 05 14:25:53.461458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2103a111-9ab3-4758-86f5-1699e09d3a50 req-15a4b34b-4cdc-4965-8575-c54f5baaca89 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361633 Aug 05 14:25:53.673448 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412cb26-aa38-4203-b4fb-15154b908a34 req-371c3169-6300-41d7-a6cc-9a09e518dd82 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:53.674933 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5412cb26-aa38-4203-b4fb-15154b908a34 req-371c3169-6300-41d7-a6cc-9a09e518dd82 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0524392 Aug 05 14:25:53.712718 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5412cb26-aa38-4203-b4fb-15154b908a34 req-4a92bd84-e890-4a7c-9995-e6983e6f6b9e tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318828 Aug 05 14:25:54.830493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09257c-ea50-45db-ac71-246be2fb877d req-4c5318e0-cd43-4d89-b46a-7b09f2141237 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:54.832054 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-af09257c-ea50-45db-ac71-246be2fb877d req-4c5318e0-cd43-4d89-b46a-7b09f2141237 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0491681 Aug 05 14:25:54.876702 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-af09257c-ea50-45db-ac71-246be2fb877d req-ce812283-133b-46e4-b6ae-aaeb0e521b13 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385234 Aug 05 14:25:55.993938 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f91ab-b593-49ae-80e4-4d76c279442c req-ca2dfa91-1742-4535-9872-42138f1c21bb tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:55.995446 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f5f91ab-b593-49ae-80e4-4d76c279442c req-ca2dfa91-1742-4535-9872-42138f1c21bb tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0497005 Aug 05 14:25:56.035536 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f5f91ab-b593-49ae-80e4-4d76c279442c req-0161efe8-d8eb-4396-a50f-c7da51105a56 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341220 Aug 05 14:25:57.151250 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe0b2-685f-4095-89a8-75b83c5d1017 req-45b51b56-32ca-4871-b587-dadbf52ce155 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:57.152774 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-11abe0b2-685f-4095-89a8-75b83c5d1017 req-45b51b56-32ca-4871-b587-dadbf52ce155 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0491560 Aug 05 14:25:57.191331 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-11abe0b2-685f-4095-89a8-75b83c5d1017 req-521d72f0-d016-4680-b60a-133bd2952c87 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321772 Aug 05 14:25:58.307958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09606832-3f00-4ac2-aadb-ae6cc765fd0a req-2c358baa-6cda-4147-a72c-8a8709ffde10 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:58.309496 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-09606832-3f00-4ac2-aadb-ae6cc765fd0a req-2c358baa-6cda-4147-a72c-8a8709ffde10 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0503154 Aug 05 14:25:58.353718 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-09606832-3f00-4ac2-aadb-ae6cc765fd0a req-fcefb352-704d-4c1b-b2b8-c4944b3625ac tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381486 Aug 05 14:25:59.017181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e0856-e14d-437d-950e-922cf14c2161 req-de02e32a-8a62-455d-b251-9ee6184dc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:59.018700 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6c8e0856-e14d-437d-950e-922cf14c2161 req-de02e32a-8a62-455d-b251-9ee6184dc66c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=560e1154a35c41c8ad080a469c4bd71d&device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 1096 time: 0.0407934 Aug 05 14:25:59.123784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e0856-e14d-437d-950e-922cf14c2161 req-b40136c4-acee-422c-94ea-11755663d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:59.125285 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6c8e0856-e14d-437d-950e-922cf14c2161 req-b40136c4-acee-422c-94ea-11755663d5c2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 200 len: 907 time: 0.0888402 Aug 05 14:25:59.168453 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6c8e0856-e14d-437d-950e-922cf14c2161 req-1e67d02e-f2d0-4807-8728-570bd7e74412 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1da27213-454e-4829-a15e-066e3a420224 HTTP/1.1" status: 200 len: 217 time: 0.0353971 Aug 05 14:25:59.218165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e0856-e14d-437d-950e-922cf14c2161 req-2ce929c0-9a98-489d-bf85-9426ca9569a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:59.219709 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6c8e0856-e14d-437d-950e-922cf14c2161 req-2ce929c0-9a98-489d-bf85-9426ca9569a4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92 HTTP/1.1" status: 200 len: 846 time: 0.0441406 Aug 05 14:25:59.256896 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6c8e0856-e14d-437d-950e-922cf14c2161 req-a93ae306-3888-45a3-943f-542839022cda service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e6590338-20b3-41f1-aa7a-cd5e0139fdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301311 Aug 05 14:25:59.350820 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6c8e0856-e14d-437d-950e-922cf14c2161 req-16a284c8-df93-43f8-8c5f-f20fffa86e88 service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858421 Aug 05 14:25:59.448331 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6c8e0856-e14d-437d-950e-922cf14c2161 req-1a3a3792-449e-4ded-96bf-675c0a7b8046 service neutron] 10.222.0.84 "GET /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903807 Aug 05 14:25:59.470140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f540f-4a15-449d-951c-a530c19d32f4 req-ae57d1ec-dfab-4054-8c4e-69bd67660f6c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:25:59.472376 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-197f540f-4a15-449d-951c-a530c19d32f4 req-ae57d1ec-dfab-4054-8c4e-69bd67660f6c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0509706 Aug 05 14:25:59.514625 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-197f540f-4a15-449d-951c-a530c19d32f4 req-b3f067f7-3fc7-4280-8b89-a4005ad62154 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358949 Aug 05 14:26:00.640133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b50716-3a55-4939-8572-6493b0403e7e req-09134812-d02b-47e7-b761-6861ae55d244 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:00.641724 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-11b50716-3a55-4939-8572-6493b0403e7e req-09134812-d02b-47e7-b761-6861ae55d244 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0528023 Aug 05 14:26:00.682016 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-11b50716-3a55-4939-8572-6493b0403e7e req-4b91f39e-9666-4fff-a731-0022e1a2d75e tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335276 Aug 05 14:26:01.807386 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495076eb-fc74-4d8f-9b70-f1940c1cf606 req-8dfb371b-1b9d-4c7b-8649-d5bec7115420 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:01.809150 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-495076eb-fc74-4d8f-9b70-f1940c1cf606 req-8dfb371b-1b9d-4c7b-8649-d5bec7115420 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0536997 Aug 05 14:26:01.855354 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-495076eb-fc74-4d8f-9b70-f1940c1cf606 req-28ec23c8-88c5-44d7-bc11-33781996f022 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393407 Aug 05 14:26:02.975200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5feb7e0-7771-4163-9e5a-d114e854a402 req-a508c9da-2848-4fca-9253-9b4a7e5daafa tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:02.976763 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5feb7e0-7771-4163-9e5a-d114e854a402 req-a508c9da-2848-4fca-9253-9b4a7e5daafa tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0503356 Aug 05 14:26:03.016838 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5feb7e0-7771-4163-9e5a-d114e854a402 req-9ded7ea2-b813-4e4c-9fb4-07093f39e883 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339711 Aug 05 14:26:04.135258 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01e414-941f-401b-9708-c9eb8628d2e9 req-52305e14-88f3-4948-8362-09cffd0436fa tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:04.136764 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a01e414-941f-401b-9708-c9eb8628d2e9 req-52305e14-88f3-4948-8362-09cffd0436fa tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0498261 Aug 05 14:26:04.176740 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a01e414-941f-401b-9708-c9eb8628d2e9 req-567fec38-fd20-4b49-b1f6-71ae4fb8a5ed tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338717 Aug 05 14:26:05.307400 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf420cb1-5e20-4e15-93bb-532227a19ef0 req-89096fcf-3ae9-4517-929a-55c4b2dd14f3 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:05.308899 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf420cb1-5e20-4e15-93bb-532227a19ef0 req-89096fcf-3ae9-4517-929a-55c4b2dd14f3 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0516362 Aug 05 14:26:05.351019 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf420cb1-5e20-4e15-93bb-532227a19ef0 req-33d81e65-7ad7-4dbd-bf2e-5a12271634b6 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360277 Aug 05 14:26:06.435017 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:26:06.467332 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfa34b-657d-40d6-9879-f767b5fc3d9a req-350c9cd1-fcb2-4ff2-8d7b-fc3730cf877a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:06.468923 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43cfa34b-657d-40d6-9879-f767b5fc3d9a req-350c9cd1-fcb2-4ff2-8d7b-fc3730cf877a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0500500 Aug 05 14:26:06.507996 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43cfa34b-657d-40d6-9879-f767b5fc3d9a req-b870ae5a-15ea-479c-b94f-6061de78ce41 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329440 Aug 05 14:26:07.629282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d3471-2aaa-43a1-9718-5154568c21cf req-872765a0-d2b4-42dd-81e4-a9b25c3a86d4 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:07.630788 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e53d3471-2aaa-43a1-9718-5154568c21cf req-872765a0-d2b4-42dd-81e4-a9b25c3a86d4 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0531774 Aug 05 14:26:07.672313 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e53d3471-2aaa-43a1-9718-5154568c21cf req-ee9dc832-f697-4f63-9dad-834a05ed4c72 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349431 Aug 05 14:26:08.791679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97cb6f-583e-4a5e-aaa1-8a14a23cc2f1 req-e3d79700-aba6-4d7a-973f-3f252a07d1e7 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:08.793182 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5d97cb6f-583e-4a5e-aaa1-8a14a23cc2f1 req-e3d79700-aba6-4d7a-973f-3f252a07d1e7 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0513837 Aug 05 14:26:08.837320 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5d97cb6f-583e-4a5e-aaa1-8a14a23cc2f1 req-edd1e0cd-1de2-4d27-8664-7e2454b08b11 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381668 Aug 05 14:26:09.955542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0803b-f3d4-46fc-9202-74daf7b48a4f req-9a6fd4e3-9560-439b-b6c0-c481d2a3783a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:09.956984 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9cf0803b-f3d4-46fc-9202-74daf7b48a4f req-9a6fd4e3-9560-439b-b6c0-c481d2a3783a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0505123 Aug 05 14:26:09.996565 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9cf0803b-f3d4-46fc-9202-74daf7b48a4f req-d45790d6-a3cf-4093-99d1-beaaf97642b7 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335889 Aug 05 14:26:11.116236 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f685d-dc8e-4c2b-ad9c-fd2932222a75 req-333e85d3-934a-40f8-9c44-ccbe5fd0b05d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:11.117744 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-769f685d-dc8e-4c2b-ad9c-fd2932222a75 req-333e85d3-934a-40f8-9c44-ccbe5fd0b05d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0497835 Aug 05 14:26:11.155734 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-769f685d-dc8e-4c2b-ad9c-fd2932222a75 req-f0b91db8-14fd-4447-aba8-754febb2d4a9 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320208 Aug 05 14:26:12.271320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6d0a1-aa4d-4439-a87e-7a762786c64d req-e048a07e-dd4b-41d6-800a-329eaa54bc06 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:12.272816 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-67d6d0a1-aa4d-4439-a87e-7a762786c64d req-e048a07e-dd4b-41d6-800a-329eaa54bc06 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0487483 Aug 05 14:26:12.315727 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-67d6d0a1-aa4d-4439-a87e-7a762786c64d req-eaacaa42-b6b7-400e-bc44-2b927b03ae77 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369196 Aug 05 14:26:13.432664 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa5de-04e7-4649-b2b4-419df335e847 req-e60f1148-3158-4519-a495-5433afb068b9 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:13.434167 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ecefa5de-04e7-4649-b2b4-419df335e847 req-e60f1148-3158-4519-a495-5433afb068b9 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0505984 Aug 05 14:26:13.472748 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ecefa5de-04e7-4649-b2b4-419df335e847 req-d57a1577-d2ef-4461-a39a-44de0143ae3a tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324383 Aug 05 14:26:14.588621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16eeea-d070-4721-9650-037d6358ae4c req-b3589a7a-731a-4748-8c48-5acf62897779 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:14.590138 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9d16eeea-d070-4721-9650-037d6358ae4c req-b3589a7a-731a-4748-8c48-5acf62897779 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0498819 Aug 05 14:26:14.631312 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9d16eeea-d070-4721-9650-037d6358ae4c req-fdb7fbd5-8ced-4582-acc3-98f5bebfb785 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342197 Aug 05 14:26:14.862609 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:15.750895 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea63a4-5cbf-4467-8387-94c834f80889 req-236e9a15-3245-48ac-80a6-f2c3191e9b5b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:15.753613 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c1ea63a4-5cbf-4467-8387-94c834f80889 req-236e9a15-3245-48ac-80a6-f2c3191e9b5b tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0525253 Aug 05 14:26:15.797320 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c1ea63a4-5cbf-4467-8387-94c834f80889 req-fd5b8dfd-1943-4e2e-9f6a-3b4e74718593 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374944 Aug 05 14:26:15.840808 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3f916d86-c675-4020-b2e5-497dabce7f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:16.119091 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:16.913007 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b5ad6-33cf-4d8a-affc-5cda2b80ed61 req-70225759-6542-440d-9e54-39bede9e5a8d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:16.914451 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7b6b5ad6-33cf-4d8a-affc-5cda2b80ed61 req-70225759-6542-440d-9e54-39bede9e5a8d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0493708 Aug 05 14:26:16.954012 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7b6b5ad6-33cf-4d8a-affc-5cda2b80ed61 req-5d8b23e1-d785-4fff-ad04-de0e82c600b9 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334706 Aug 05 14:26:18.071134 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2eb63b-6e2d-48bc-8f0c-8e97235013fc req-f5be2114-0f50-4dc9-afe0-6449790e19ad tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:18.072637 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a2eb63b-6e2d-48bc-8f0c-8e97235013fc req-f5be2114-0f50-4dc9-afe0-6449790e19ad tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0495505 Aug 05 14:26:18.111649 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a2eb63b-6e2d-48bc-8f0c-8e97235013fc req-f9383266-2596-467e-b176-16f63e62f774 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323153 Aug 05 14:26:18.378608 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-88060bc0-3943-4274-ba4f-63029a23694e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:18.614228 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:19.229164 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a1e03-2083-48f5-939c-adccd89a201d req-34905ef2-92ff-419f-acbf-bc95e990341f tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:19.230697 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff0a1e03-2083-48f5-939c-adccd89a201d req-34905ef2-92ff-419f-acbf-bc95e990341f tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0506263 Aug 05 14:26:19.273834 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff0a1e03-2083-48f5-939c-adccd89a201d req-3b0b657e-d396-488a-91e1-d5642dc5b008 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367732 Aug 05 14:26:19.477708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc7f9d-98b8-4392-8391-ab57fed5c2ae req-3b3d4ed3-94ae-448b-8225-f3fcd60b3236 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:19.479265 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-64bc7f9d-98b8-4392-8391-ab57fed5c2ae req-3b3d4ed3-94ae-448b-8225-f3fcd60b3236 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0500460 Aug 05 14:26:19.518346 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-64bc7f9d-98b8-4392-8391-ab57fed5c2ae req-ff1d3d09-fdff-4f24-af7c-e77a1b8b2932 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329442 Aug 05 14:26:19.564047 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:19.634067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8bc8b-6f89-4069-a755-a2c74388ea96 req-aabf602c-daf3-41f2-9010-e66d95585980 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:19.635698 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-33a8bc8b-6f89-4069-a755-a2c74388ea96 req-aabf602c-daf3-41f2-9010-e66d95585980 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0505037 Aug 05 14:26:19.685563 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-33a8bc8b-6f89-4069-a755-a2c74388ea96 req-68b8d8e6-82e5-40fb-9961-e4ae52515a0c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435753 Aug 05 14:26:19.926483 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0faf39-4c01-45e8-b5f8-d0420ad6d477 req-393d30d4-5d8d-45e9-b849-054df13cb026 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:19.927989 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b0faf39-4c01-45e8-b5f8-d0420ad6d477 req-393d30d4-5d8d-45e9-b849-054df13cb026 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0507228 Aug 05 14:26:19.968508 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b0faf39-4c01-45e8-b5f8-d0420ad6d477 req-46f78cde-533b-477a-959b-097ee7afbe6d tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345540 Aug 05 14:26:21.094876 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316c4c4-cfe8-4457-9bc8-14adb489af60 req-993943a3-2484-4ba3-b3fc-ea59ae136def tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:21.097481 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3316c4c4-cfe8-4457-9bc8-14adb489af60 req-993943a3-2484-4ba3-b3fc-ea59ae136def tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0555809 Aug 05 14:26:21.136180 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3316c4c4-cfe8-4457-9bc8-14adb489af60 req-eac1cbd0-9c69-4335-bf2a-cf91fe26c6a6 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330279 Aug 05 14:26:21.223185 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde213c-1750-49f6-b12a-c0ba68365744 req-bcf8bd23-941f-40cf-ac76-9dc6f3817c10 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:21.224684 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-abde213c-1750-49f6-b12a-c0ba68365744 req-bcf8bd23-941f-40cf-ac76-9dc6f3817c10 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "GET /v2.0/ports?device_id=e37768b6-c4ca-40dc-89c3-74332d99487c HTTP/1.1" status: 200 len: 945 time: 0.0511932 Aug 05 14:26:21.318259 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-abde213c-1750-49f6-b12a-c0ba68365744 req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Deleting port 1da27213-454e-4829-a15e-066e3a420224 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:26:21.318626 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-abde213c-1750-49f6-b12a-c0ba68365744 req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:21.351404 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:21.415766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-abde213c-1750-49f6-b12a-c0ba68365744 req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] For port 1da27213-454e-4829-a15e-066e3a420224, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=1da27213-454e-4829-a15e-066e3a420224,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:26:21.416135 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-abde213c-1750-49f6-b12a-c0ba68365744 req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:21.429465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-abde213c-1750-49f6-b12a-c0ba68365744 req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Calling delete_port for 1da27213-454e-4829-a15e-066e3a420224 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:26:21.569839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-abde213c-1750-49f6-b12a-c0ba68365744 req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:21.583548 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:26:21.585792 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['1da27213-454e-4829-a15e-066e3a420224'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:26:21.600786 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Pushing event deleted for resources: {'Port': ['ID=1da27213-454e-4829-a15e-066e3a420224,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:26:21.614339 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:21.614701 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:21.615052 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:21.615394 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:21.615730 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:21.616069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:21.616400 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:21.616732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:21.617064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:21.617395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:21.617721 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:21.618047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:21.653805 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-abde213c-1750-49f6-b12a-c0ba68365744 req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] No DVR routers for this DVR port 1da27213-454e-4829-a15e-066e3a420224 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:26:21.656862 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-abde213c-1750-49f6-b12a-c0ba68365744 req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:21.659826 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-abde213c-1750-49f6-b12a-c0ba68365744 req-709df0c2-95a0-4c4f-b82b-311bf4d99a5c tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.84 "DELETE /v2.0/ports/1da27213-454e-4829-a15e-066e3a420224 HTTP/1.1" status: 204 len: 173 time: 0.4281659 Aug 05 14:26:21.660284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37768b6-c4ca-40dc-89c3-74332d99487c', 'name': 'network-vif-deleted', 'tag': '1da27213-454e-4829-a15e-066e3a420224'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:26:21.662659 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e534da-476a-43f9-b406-9de7a19f0b34" -d '{"events": [{"server_uuid": "e37768b6-c4ca-40dc-89c3-74332d99487c", "name": "network-vif-deleted", "tag": "1da27213-454e-4829-a15e-066e3a420224"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:26:21.701712 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b63b9f6-0963-4d20-9c5d-5e7917bf882a x-openstack-request-id: req-4b63b9f6-0963-4d20-9c5d-5e7917bf882a {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:26:21.702037 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37768b6-c4ca-40dc-89c3-74332d99487c", "name": "network-vif-deleted", "tag": "1da27213-454e-4829-a15e-066e3a420224", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:26:21.702318 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b63b9f6-0963-4d20-9c5d-5e7917bf882a {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:26:21.702727 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37768b6-c4ca-40dc-89c3-74332d99487c', 'name': 'network-vif-deleted', 'tag': '1da27213-454e-4829-a15e-066e3a420224', 'status': 'completed', 'code': 200} Aug 05 14:26:22.853836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e034fe-3188-4d5d-a006-a595fc59f5a5 req-98cb64ed-6ff2-4780-aa95-a73eb73ecec2 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:22.855288 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-11e034fe-3188-4d5d-a006-a595fc59f5a5 req-98cb64ed-6ff2-4780-aa95-a73eb73ecec2 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e768825-8e60-41f3-ae90-6912634e97e6 HTTP/1.1" status: 200 len: 946 time: 0.0496688 Aug 05 14:26:22.893963 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-11e034fe-3188-4d5d-a006-a595fc59f5a5 req-dd79054f-5a25-41bc-b39a-476f90b377a3 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320902 Aug 05 14:26:24.012056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f321749-a72b-4025-b461-8e58a11ab793 req-d10bf8db-f5e6-4ba1-8606-539736cbb492 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:24.013585 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2f321749-a72b-4025-b461-8e58a11ab793 req-d10bf8db-f5e6-4ba1-8606-539736cbb492 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e768825-8e60-41f3-ae90-6912634e97e6 HTTP/1.1" status: 200 len: 946 time: 0.0502086 Aug 05 14:26:24.056898 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2f321749-a72b-4025-b461-8e58a11ab793 req-9d82f34a-14ec-4670-9f2a-e06905627198 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/security-groups?id=acee5bb8-8838-41b5-9cd5-9229311df0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372448 Aug 05 14:26:24.145159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59320a8-7116-491b-a060-5cb9ca5d509c req-dcc7e7a1-5855-4a29-a5a7-bd93d734ffbf tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:24.146684 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b59320a8-7116-491b-a060-5cb9ca5d509c req-dcc7e7a1-5855-4a29-a5a7-bd93d734ffbf tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e768825-8e60-41f3-ae90-6912634e97e6 HTTP/1.1" status: 200 len: 946 time: 0.0502386 Aug 05 14:26:24.242233 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-b59320a8-7116-491b-a060-5cb9ca5d509c req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Deleting port 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:26:24.242599 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b59320a8-7116-491b-a060-5cb9ca5d509c req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:24.334543 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-b59320a8-7116-491b-a060-5cb9ca5d509c req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] For port 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b,segment=NetworkSegment(2ee6192e-1dd2-4786-b9e3-66a20dec745e),segment_id=2ee6192e-1dd2-4786-b9e3-66a20dec745e)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:26:24.334909 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b59320a8-7116-491b-a060-5cb9ca5d509c req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:24.347975 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-b59320a8-7116-491b-a060-5cb9ca5d509c req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Calling delete_port for 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:26:24.480705 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b59320a8-7116-491b-a060-5cb9ca5d509c req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:24.493510 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:26:24.508210 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Pushing event deleted for resources: {'Port': ['ID=3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:26:24.519196 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:24.519558 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:24.519907 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:24.520251 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:24.520599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:24.520936 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:24.521804 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:24.521804 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:24.521962 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:24.522222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:24.522580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:24.522909 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:24.562918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59320a8-7116-491b-a060-5cb9ca5d509c req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] No DVR routers for this DVR port 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:26:24.565741 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b59320a8-7116-491b-a060-5cb9ca5d509c req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:24.567796 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b59320a8-7116-491b-a060-5cb9ca5d509c req-e1011b18-7ff1-4c91-96fe-243a92e3d677 tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.63 "DELETE /v2.0/ports/3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b HTTP/1.1" status: 204 len: 173 time: 0.4134381 Aug 05 14:26:24.568251 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e768825-8e60-41f3-ae90-6912634e97e6', 'name': 'network-vif-deleted', 'tag': '3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:26:24.570518 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242240e2-0f95-41ce-bce5-5a8d8aae4b3b" -d '{"events": [{"server_uuid": "8e768825-8e60-41f3-ae90-6912634e97e6", "name": "network-vif-deleted", "tag": "3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:26:24.683841 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ffc246-d91e-46f8-9f9c-22df8409ab1b x-openstack-request-id: req-b6ffc246-d91e-46f8-9f9c-22df8409ab1b {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:26:24.684144 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e768825-8e60-41f3-ae90-6912634e97e6", "name": "network-vif-deleted", "tag": "3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:26:24.684409 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6ffc246-d91e-46f8-9f9c-22df8409ab1b {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:26:24.684801 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e768825-8e60-41f3-ae90-6912634e97e6', 'name': 'network-vif-deleted', 'tag': '3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b', 'status': 'completed', 'code': 200} Aug 05 14:26:25.170968 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3d079f11-4c69-45d9-a01b-a9c14b578426 req-3c3449f2-e85e-4dfa-b61d-5e94867940da tempest-ServersTestJSON-1981883387 tempest-ServersTestJSON-1981883387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e768825-8e60-41f3-ae90-6912634e97e6 HTTP/1.1" status: 200 len: 210 time: 0.0295441 Aug 05 14:26:25.570562 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1da27213-454e-4829-a15e-066e3a420224 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:26:25.590749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 1da27213-454e-4829-a15e-066e3a420224 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:26:25.591094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 1da27213-454e-4829-a15e-066e3a420224 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:26:26.240509 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 35546) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:26:26.290551 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-185b5c30-bee6-425f-9b97-07913625b45c admin admin] Deleting subnet ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:26:26.294712 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-185b5c30-bee6-425f-9b97-07913625b45c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:26.330707 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-185b5c30-bee6-425f-9b97-07913625b45c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:26.371265 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-185b5c30-bee6-425f-9b97-07913625b45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:26.426704 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-185b5c30-bee6-425f-9b97-07913625b45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:26.454513 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b5c30-bee6-425f-9b97-07913625b45c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:26:26.456519 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-185b5c30-bee6-425f-9b97-07913625b45c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:26.460996 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35556) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:26:26.461533 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-185b5c30-bee6-425f-9b97-07913625b45c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ffcabf8c-f3e7-4e2a-a905-dc0c92a7ba92 HTTP/1.1" status: 204 len: 168 time: 0.2193949 Aug 05 14:26:26.535120 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d083fe0d-db55-448c-8aa7-452bc8256aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:26.903167 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d083fe0d-db55-448c-8aa7-452bc8256aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:26.914067 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-d083fe0d-db55-448c-8aa7-452bc8256aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6590338-20b3-41f1-aa7a-cd5e0139fdf9']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:26:26.924713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-d083fe0d-db55-448c-8aa7-452bc8256aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee6192e-1dd2-4786-b9e3-66a20dec745e') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:26:26.925018 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-d083fe0d-db55-448c-8aa7-452bc8256aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee6192e-1dd2-4786-b9e3-66a20dec745e') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:26:26.933890 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d083fe0d-db55-448c-8aa7-452bc8256aed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:26.948032 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d083fe0d-db55-448c-8aa7-452bc8256aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:26.954029 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d083fe0d-db55-448c-8aa7-452bc8256aed admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:26:26.954974 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d083fe0d-db55-448c-8aa7-452bc8256aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:26:26.956651 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:26:27.015739 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d083fe0d-db55-448c-8aa7-452bc8256aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:27.022507 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d083fe0d-db55-448c-8aa7-452bc8256aed admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:27.026686 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d083fe0d-db55-448c-8aa7-452bc8256aed admin admin] 10.222.0.16 "DELETE /v2.0/networks/e6590338-20b3-41f1-aa7a-cd5e0139fdf9 HTTP/1.1" status: 204 len: 168 time: 0.5644777 Aug 05 14:26:27.038373 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083fe0d-db55-448c-8aa7-452bc8256aed admin admin] Pushing event deleted for resources: {'Network': ['ID=e6590338-20b3-41f1-aa7a-cd5e0139fdf9,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:26:27.199947 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35570) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:26:27.244487 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ad2c5388-5ed5-4de4-96c9-ff42cc9150f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=560e1154a35c41c8ad080a469c4bd71d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433207 Aug 05 14:26:27.247115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35572) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:26:27.301633 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3771e8e0-1128-42d9-97f1-f7e59418caeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:27.324704 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3771e8e0-1128-42d9-97f1-f7e59418caeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:27.374493 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3771e8e0-1128-42d9-97f1-f7e59418caeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:27.377452 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3771e8e0-1128-42d9-97f1-f7e59418caeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:27.378705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3771e8e0-1128-42d9-97f1-f7e59418caeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acee5bb8-8838-41b5-9cd5-9229311df0d4 HTTP/1.1" status: 204 len: 168 time: 0.1306250 Aug 05 14:26:27.387150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771e8e0-1128-42d9-97f1-f7e59418caeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acee5bb8-8838-41b5-9cd5-9229311df0d4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:26:28.278453 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:26:28.304159 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:26:28.304650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 3b0991f7-aedc-4a5a-bc1e-93f8546b3a9b not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:26:28.466329 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-03fa2d64-0807-49b7-a679-59b543918114 req-16bf5c9e-2732-420a-ae7d-3b61b8cdca00 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0330532 Aug 05 14:26:29.085112 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43ccea-5421-4b7f-986a-8a3332f46717 req-d5077cae-f66e-4f4f-a765-99c51cdf7e5a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:29.086719 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6a43ccea-5421-4b7f-986a-8a3332f46717 req-d5077cae-f66e-4f4f-a765-99c51cdf7e5a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0497880 Aug 05 14:26:29.126917 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6a43ccea-5421-4b7f-986a-8a3332f46717 req-4318147b-f161-4d0f-95f9-3ba02ea46341 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338032 Aug 05 14:26:29.584217 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bb2da372-af15-4009-8342-0d9bd75bedf3 req-26bc6a17-d8a6-42c7-9351-1488793e8a9e tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0299435 Aug 05 14:26:30.251803 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532e12e-6ef5-42d2-80ec-bdd0faed0d7e req-17d10ec4-182c-4531-b870-f564f60a79c4 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:30.253334 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c532e12e-6ef5-42d2-80ec-bdd0faed0d7e req-17d10ec4-182c-4531-b870-f564f60a79c4 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0508635 Aug 05 14:26:30.297537 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c532e12e-6ef5-42d2-80ec-bdd0faed0d7e req-705129f1-bc1c-4a76-a14c-cc9630756c3c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379362 Aug 05 14:26:30.336088 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5da5002e-5654-4976-bc6e-915d22426928 req-90bece48-9f41-4945-b524-6093450afd3c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0285411 Aug 05 14:26:30.687853 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-31515726-96d2-4d83-a9f9-5f2eec9b782f req-97330d3c-66df-4c31-a40d-ef9db5f83838 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0272231 Aug 05 14:26:31.421369 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94313df1-7db0-4674-9a4b-876a23efcded req-e535e5c6-1491-451d-8581-1ec6ca246ffb tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:31.423615 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94313df1-7db0-4674-9a4b-876a23efcded req-e535e5c6-1491-451d-8581-1ec6ca246ffb tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0533991 Aug 05 14:26:31.462443 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94313df1-7db0-4674-9a4b-876a23efcded req-2cfef8ca-dff1-47de-92e9-dd6aa355f79a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324330 Aug 05 14:26:31.794296 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-898a062b-8b32-4c12-b399-010197907bf6 req-7c22c99f-4672-47f1-9bac-34e5c3c9e391 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0279384 Aug 05 14:26:32.384506 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-565910ba-29cb-4d15-9124-0a04792ae697 req-7a81f0bd-35f1-4d6d-b1d5-78a416c736e5 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0279768 Aug 05 14:26:32.592074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcb369-ec11-44a3-b44c-771f47f2208c req-4d195988-af10-488c-b6e8-768abd133d28 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:32.593458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ddbcb369-ec11-44a3-b44c-771f47f2208c req-4d195988-af10-488c-b6e8-768abd133d28 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0501263 Aug 05 14:26:32.632283 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ddbcb369-ec11-44a3-b44c-771f47f2208c req-3217e39a-a757-439c-8f1c-a1709ec8b46c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327091 Aug 05 14:26:33.496515 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-26844922-9e31-42e0-8ab5-cc876dccd1f9 req-3d1912b4-e695-4bb3-8654-38f8bd8e5605 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0292435 Aug 05 14:26:33.768924 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53084843-b9ca-4a50-b17d-88032089fd52 req-4789962e-2059-4902-aa40-d1623c4c82ab tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:33.770858 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-53084843-b9ca-4a50-b17d-88032089fd52 req-4789962e-2059-4902-aa40-d1623c4c82ab tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0570929 Aug 05 14:26:33.811643 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-53084843-b9ca-4a50-b17d-88032089fd52 req-3d0d39fb-59b7-4a07-ab37-db4bb6c20795 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345664 Aug 05 14:26:34.607368 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4e803626-21e3-4da7-a34a-a7bbb9bb3721 req-8ee08ee3-e62e-447f-99bd-fad551fdb458 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0267098 Aug 05 14:26:34.938340 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726dccc-b797-4221-9467-4b92b50b67d7 req-52d0232a-0a89-4f9f-90aa-91954c17929f tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:34.940195 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9726dccc-b797-4221-9467-4b92b50b67d7 req-52d0232a-0a89-4f9f-90aa-91954c17929f tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0517626 Aug 05 14:26:34.979960 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9726dccc-b797-4221-9467-4b92b50b67d7 req-12d369bc-5422-4aa9-8fd0-d13caae3ce73 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338497 Aug 05 14:26:35.713959 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e474c582-72ae-470b-af39-199714b26dcb req-cbdf6e6c-1364-4f47-aa0d-31b3e01c6eef tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0305161 Aug 05 14:26:36.105692 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e27968-2800-4fbd-ad76-8b4e766cfada req-b9efd1b8-cd3f-49c6-a299-e1ac65ffd842 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:36.107353 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-20e27968-2800-4fbd-ad76-8b4e766cfada req-b9efd1b8-cd3f-49c6-a299-e1ac65ffd842 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0532167 Aug 05 14:26:36.148528 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-20e27968-2800-4fbd-ad76-8b4e766cfada req-b4e77b34-8054-41a5-a883-56fafa017e0d tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347126 Aug 05 14:26:36.818939 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-abbee47f-b4d2-4d0b-94e4-22d38fc606f6 req-7272413b-2599-4fce-96cf-24cff92e53bf tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0267744 Aug 05 14:26:37.272265 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc69c65-5e78-4e79-87e4-cdfca40ff357 req-cedf0d72-78c7-48db-b18a-a2dd6a1fddc3 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:37.273765 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8cc69c65-5e78-4e79-87e4-cdfca40ff357 req-cedf0d72-78c7-48db-b18a-a2dd6a1fddc3 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0543129 Aug 05 14:26:37.316454 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8cc69c65-5e78-4e79-87e4-cdfca40ff357 req-05517641-a876-4505-aa1c-999fa02e12b4 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362914 Aug 05 14:26:37.922923 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f6bd1798-e6e1-4a71-ac9a-4d2c60c96e3b req-1476e855-4344-4602-b2c8-e17bfd408b35 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0267072 Aug 05 14:26:38.437734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667b222-1a27-4faf-af4c-300c10d95213 req-96d9cde7-1518-4588-8b22-62845ef4b0d5 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:38.439352 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1667b222-1a27-4faf-af4c-300c10d95213 req-96d9cde7-1518-4588-8b22-62845ef4b0d5 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0517843 Aug 05 14:26:38.477518 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1667b222-1a27-4faf-af4c-300c10d95213 req-e2b9fd69-0af7-4d0e-8540-7c313fc88c99 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322895 Aug 05 14:26:39.025358 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fcbeb6fb-d60d-4223-9b27-dd8f588a60c6 req-f9baf147-ed15-4f5e-9be5-c78cf62a0bfc tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0269294 Aug 05 14:26:39.600698 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efed2d8-ed19-4103-8479-d8ee2166b848 req-524342ed-b0b6-4f0e-ade9-d474d39013bb tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:39.602180 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2efed2d8-ed19-4103-8479-d8ee2166b848 req-524342ed-b0b6-4f0e-ade9-d474d39013bb tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0492573 Aug 05 14:26:39.644075 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2efed2d8-ed19-4103-8479-d8ee2166b848 req-54aa62d0-d3da-4883-847f-6d70d33fe40a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358019 Aug 05 14:26:40.129108 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c02ec278-f591-465f-bd2f-6f202e62655b req-f42cc69d-37e1-49d6-9d8c-48eedbd817d6 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0271704 Aug 05 14:26:40.363775 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device c40b988f-7d31-42a4-b19c-c441348cc2c3 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:26:40.460995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port c40b988f-7d31-42a4-b19c-c441348cc2c3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:26:40.472233 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'c40b988f-7d31-42a4-b19c-c441348cc2c3', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'port_id': 'c40b988f-7d31-42a4-b19c-c441348cc2c3', 'mac_address': 'fa:16:3e:11:c8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:26:40.508515 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:40.523892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c40b988f-7d31-42a4-b19c-c441348cc2c3 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:26:40.543769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port c40b988f-7d31-42a4-b19c-c441348cc2c3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:26:40.548427 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:40.754585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=c40b988f-7d31-42a4-b19c-c441348cc2c3,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:26:40.761936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:40.762302 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:40.762645 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:40.762981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:40.763314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:40.763640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:40.763966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:40.764290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:40.764611 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:40.764931 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:40.765249 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:40.765565 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:26:40.770733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368874a-7e5d-4ce5-ae40-84cd10a5b14e req-12f01851-4351-4236-94ae-c4779f63e29a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:40.772250 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c368874a-7e5d-4ce5-ae40-84cd10a5b14e req-12f01851-4351-4236-94ae-c4779f63e29a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 945 time: 0.0538905 Aug 05 14:26:40.787025 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['c40b988f-7d31-42a4-b19c-c441348cc2c3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:26:40.811871 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c368874a-7e5d-4ce5-ae40-84cd10a5b14e req-a896607e-3653-4e05-b080-921ad39cd98e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337121 Aug 05 14:26:41.232948 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f2bc48be-d3d6-4f95-96ab-deff9ddfef88 req-41f54eba-3c2e-4dac-ab88-b9d96666bcee tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0291979 Aug 05 14:26:41.951173 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e5dea-0929-49a8-b688-4123ab355f5e req-c465d628-262b-4a43-8957-d56dfafb67e6 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:41.954015 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f32e5dea-0929-49a8-b688-4123ab355f5e req-c465d628-262b-4a43-8957-d56dfafb67e6 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 945 time: 0.0642865 Aug 05 14:26:42.018442 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f32e5dea-0929-49a8-b688-4123ab355f5e req-c6e01248-a56e-480f-8809-72ae06322906 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515654 Aug 05 14:26:42.361461 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be4699f3-da31-4214-ad72-22ecb98a6176 req-69094b1d-c567-42df-b708-13b63e7d7172 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0326283 Aug 05 14:26:42.365117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device c40b988f-7d31-42a4-b19c-c441348cc2c3 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:26:42.436387 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port c40b988f-7d31-42a4-b19c-c441348cc2c3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:26:42.437097 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:42.525523 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:42.550386 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40b988f-7d31-42a4-b19c-c441348cc2c3'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:26:42.552545 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62380c9-48ec-458c-9fd9-a7be80782ab2" -d '{"events": [{"server_uuid": "108a0bba-2696-4bdb-93b8-72d81c7efd6f", "name": "network-vif-plugged", "status": "completed", "tag": "c40b988f-7d31-42a4-b19c-c441348cc2c3"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:26:42.568597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port c40b988f-7d31-42a4-b19c-c441348cc2c3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:26:42.574674 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:42.609051 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45824588-f917-4541-ae9f-dcbcbad86e9d x-openstack-request-id: req-45824588-f917-4541-ae9f-dcbcbad86e9d {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:26:42.609347 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108a0bba-2696-4bdb-93b8-72d81c7efd6f", "name": "network-vif-plugged", "status": "completed", "tag": "c40b988f-7d31-42a4-b19c-c441348cc2c3", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:26:42.609599 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45824588-f917-4541-ae9f-dcbcbad86e9d {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:26:42.610601 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40b988f-7d31-42a4-b19c-c441348cc2c3', 'code': 200} Aug 05 14:26:42.642720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=c40b988f-7d31-42a4-b19c-c441348cc2c3,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:26:43.168351 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c3919-9023-4e5d-97bb-8449570e73f8 req-54dc9ef7-246a-4702-8632-be0325906f00 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:43.169947 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b69c3919-9023-4e5d-97bb-8449570e73f8 req-54dc9ef7-246a-4702-8632-be0325906f00 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0531044 Aug 05 14:26:43.214106 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b69c3919-9023-4e5d-97bb-8449570e73f8 req-1e12699b-159d-41b5-9078-e1973f555fcf tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346797 Aug 05 14:26:43.434595 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:26:43.490790 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5b08e1f7-8ebd-4b56-b48c-81b9cd71810e req-4e8d1be6-3bd5-4992-ba13-f31d13113bd2 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0292661 Aug 05 14:26:44.361152 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e1d03-3d58-40ce-a5f7-2f1615ca3187 req-97fd008d-2e90-4469-8bb0-4073a427034f tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:44.362750 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df0e1d03-3d58-40ce-a5f7-2f1615ca3187 req-97fd008d-2e90-4469-8bb0-4073a427034f tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0556581 Aug 05 14:26:44.409352 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-df0e1d03-3d58-40ce-a5f7-2f1615ca3187 req-6a306fd3-72fb-4884-b4b2-bc9b66b2ca36 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403688 Aug 05 14:26:44.608360 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0cef5aa7-c3f7-4dea-a791-83baa3d6f55e req-afee74f5-5e8c-4e02-8071-2214db16e6ec tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0288999 Aug 05 14:26:44.879481 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:45.554236 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc91ec-2341-45ce-8d52-646193292433 req-e5c5042b-bc56-4313-85fe-bb5305ffc66c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:45.555956 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-27bc91ec-2341-45ce-8d52-646193292433 req-e5c5042b-bc56-4313-85fe-bb5305ffc66c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0532742 Aug 05 14:26:45.612948 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-27bc91ec-2341-45ce-8d52-646193292433 req-79ffacb8-b8e1-4c5c-bfd2-eba7d6581b6c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479677 Aug 05 14:26:45.740479 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1aba76cb-2f7b-44c1-863f-d81969e1761b req-df0c27e1-f687-44a5-bd8f-511881d4d499 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0354359 Aug 05 14:26:45.848399 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e5347b44-98ca-497b-9203-57839bdf4bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:46.130628 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:46.753132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b81a2-1730-4cd0-925a-dd09c9ff2619 req-4cf6ef9a-56bb-4749-a67b-96442c8b14f1 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:46.756329 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da5b81a2-1730-4cd0-925a-dd09c9ff2619 req-4cf6ef9a-56bb-4749-a67b-96442c8b14f1 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0612113 Aug 05 14:26:46.807938 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da5b81a2-1730-4cd0-925a-dd09c9ff2619 req-7b896a67-9484-4208-97d5-4a05b8896659 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420384 Aug 05 14:26:46.862729 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-575d11f2-f5cd-482c-97f4-289880cbd225 req-46dd6245-eb8c-48f9-a461-28c9d0304c05 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0296822 Aug 05 14:26:47.970102 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b039d-ee98-4214-ae68-6caa9c51b594 req-01c669ca-27e9-4546-97c5-c0e9ec15c70d tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:47.971718 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e9b039d-ee98-4214-ae68-6caa9c51b594 req-01c669ca-27e9-4546-97c5-c0e9ec15c70d tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0657117 Aug 05 14:26:47.988864 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6512fb70-91a6-4597-963b-d4ac2ee16a8c req-09287e36-c528-4063-b21d-1219d51e2ec5 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0421469 Aug 05 14:26:48.019440 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e9b039d-ee98-4214-ae68-6caa9c51b594 req-230fb49d-b9ee-48b2-878f-77cef6fd6a32 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413513 Aug 05 14:26:48.382871 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-de401a48-df0f-437f-b321-71034fd50b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:48.610064 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:49.127855 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-12f06677-cbd2-4f0e-bf06-80c651f5fc66 req-48b24cd0-a16c-4139-8693-f5992df4707b tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0445385 Aug 05 14:26:49.211753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd24d0a-8668-47f6-9e0a-0b515b64baac req-63e33afc-5416-4e01-8787-3f19896d83b7 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:49.213279 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ecd24d0a-8668-47f6-9e0a-0b515b64baac req-63e33afc-5416-4e01-8787-3f19896d83b7 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0949881 Aug 05 14:26:49.231857 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967b0a0-7268-4443-837d-0f475b594d09 req-da5113ca-45e4-4b6c-a9c5-7eecc800fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:49.233851 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a967b0a0-7268-4443-837d-0f475b594d09 req-da5113ca-45e4-4b6c-a9c5-7eecc800fe13 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=859addcb5b3241b8a7974ece1a636acf&device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 1097 time: 0.0599544 Aug 05 14:26:49.270099 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ecd24d0a-8668-47f6-9e0a-0b515b64baac req-a0f5d660-02c1-413e-8de6-61e2763694bf tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481002 Aug 05 14:26:49.369932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967b0a0-7268-4443-837d-0f475b594d09 req-e38b9233-fc7a-486a-ab04-5ee981343f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:49.371601 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a967b0a0-7268-4443-837d-0f475b594d09 req-e38b9233-fc7a-486a-ab04-5ee981343f04 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 200 len: 918 time: 0.1142316 Aug 05 14:26:49.453153 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a967b0a0-7268-4443-837d-0f475b594d09 req-ea785e05-6ca3-48b9-80a4-cac928f1f5cc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3 HTTP/1.1" status: 200 len: 1002 time: 0.0738580 Aug 05 14:26:49.515352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967b0a0-7268-4443-837d-0f475b594d09 req-bd4e104e-16a0-4ad8-b549-eb031323b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:49.517134 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a967b0a0-7268-4443-837d-0f475b594d09 req-bd4e104e-16a0-4ad8-b549-eb031323b7d5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ee667f3f-6ab2-448a-9b41-aa113bf5db1a HTTP/1.1" status: 200 len: 856 time: 0.0542984 Aug 05 14:26:49.569450 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:49.581570 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967b0a0-7268-4443-837d-0f475b594d09 req-0b0e51f5-4771-40a9-aa19-2f9ad796281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:49.584796 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a967b0a0-7268-4443-837d-0f475b594d09 req-0b0e51f5-4771-40a9-aa19-2f9ad796281f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c7382844-bdec-44ba-9a71-2be3c532ada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572822 Aug 05 14:26:49.694613 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a967b0a0-7268-4443-837d-0f475b594d09 req-8860ce71-18aa-4ffc-9e90-4b4b33f3c3c8 service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030223 Aug 05 14:26:49.804904 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a967b0a0-7268-4443-837d-0f475b594d09 req-4fc8ab86-9e4c-478b-b8ed-13716736f4f5 service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018906 Aug 05 14:26:50.270931 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6119602e-10b8-42d3-94dd-251561022cb9 req-c6a868a8-7d3d-4a17-acd4-b178941aa40f tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0441220 Aug 05 14:26:50.409519 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a9621-d446-4cf0-896d-8abfd6cb989f req-f6063783-bbad-40c5-af2c-1c9f07da50db tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:50.411226 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d18a9621-d446-4cf0-896d-8abfd6cb989f req-f6063783-bbad-40c5-af2c-1c9f07da50db tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0541606 Aug 05 14:26:50.457967 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d18a9621-d446-4cf0-896d-8abfd6cb989f req-0a9ee2d7-6566-47b3-840a-a89ffe554241 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403900 Aug 05 14:26:51.257828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecf38e-6657-4110-a101-17338ba6029e req-f34dcb83-33cb-4b7d-b300-ea0488fb5baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:51.259446 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-34ecf38e-6657-4110-a101-17338ba6029e req-f34dcb83-33cb-4b7d-b300-ea0488fb5baf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=859addcb5b3241b8a7974ece1a636acf&device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 1097 time: 0.0422480 Aug 05 14:26:51.357301 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:51.369754 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecf38e-6657-4110-a101-17338ba6029e req-a6517b82-8f5c-4eee-ba46-1519f5df0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:51.371236 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-34ecf38e-6657-4110-a101-17338ba6029e req-a6517b82-8f5c-4eee-ba46-1519f5df0afc service neutron] 10.222.0.63 "GET /v2.0/networks?id=c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 200 len: 918 time: 0.1037402 Aug 05 14:26:51.393228 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-28d968c9-78d7-4fe6-8d26-34bae9ce3842 req-84684e08-d0b6-4a1f-8fb8-81cfd76edb9f tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0383971 Aug 05 14:26:51.451059 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-34ecf38e-6657-4110-a101-17338ba6029e req-6295cb52-790a-4216-8381-0ce859d3bcd8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3 HTTP/1.1" status: 200 len: 1002 time: 0.0646737 Aug 05 14:26:51.501907 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecf38e-6657-4110-a101-17338ba6029e req-d24bf74d-3f83-44a6-9a67-edc2e1e0dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:51.503457 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-34ecf38e-6657-4110-a101-17338ba6029e req-d24bf74d-3f83-44a6-9a67-edc2e1e0dbfb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ee667f3f-6ab2-448a-9b41-aa113bf5db1a HTTP/1.1" status: 200 len: 856 time: 0.0444126 Aug 05 14:26:51.552676 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecf38e-6657-4110-a101-17338ba6029e req-dd6f3190-f7ab-4e02-905c-a0a18be450fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:51.554294 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-34ecf38e-6657-4110-a101-17338ba6029e req-dd6f3190-f7ab-4e02-905c-a0a18be450fb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c7382844-bdec-44ba-9a71-2be3c532ada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417025 Aug 05 14:26:51.586300 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8b726-ff5f-43f7-a521-1ac690e449b1 req-4516b426-1cb9-4c91-a554-92097fa15d86 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:51.587824 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87f8b726-ff5f-43f7-a521-1ac690e449b1 req-4516b426-1cb9-4c91-a554-92097fa15d86 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0504484 Aug 05 14:26:51.629684 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87f8b726-ff5f-43f7-a521-1ac690e449b1 req-c0cf6723-ff3f-46dd-9ea2-9e8bbbaf2336 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358756 Aug 05 14:26:51.655896 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-34ecf38e-6657-4110-a101-17338ba6029e req-15d31ce0-cb9e-44fa-becb-8092f8905fe2 service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943375 Aug 05 14:26:51.749787 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-34ecf38e-6657-4110-a101-17338ba6029e req-7f64d358-356b-40c6-b358-964ba0f6c818 service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868757 Aug 05 14:26:52.497260 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2f3ff33c-f196-45bb-a3c4-4eec8772d959 req-c55ebb79-2e7c-4a9f-9640-09fdf7bf7f28 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0271933 Aug 05 14:26:52.752840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5223b3c-8bc1-491f-b058-2e4e97390528 req-5a132728-b8c3-44f4-8690-e555b41c33c3 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:52.754434 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5223b3c-8bc1-491f-b058-2e4e97390528 req-5a132728-b8c3-44f4-8690-e555b41c33c3 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0516438 Aug 05 14:26:52.800468 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f5223b3c-8bc1-491f-b058-2e4e97390528 req-591164b6-7fd0-4360-ad08-0cfa6f25393c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394788 Aug 05 14:26:53.608025 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a3a27b9b-85b9-4ee8-a4d4-d300e7f6cbc2 req-d2268123-eea2-40cf-a1be-9bf8bf6e3a6a tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0294454 Aug 05 14:26:53.925756 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a4426-4890-4bf9-8ac9-3a6015e97c3e req-34564d0a-16b3-4abf-898b-f74782a8cfbb tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:53.927326 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-906a4426-4890-4bf9-8ac9-3a6015e97c3e req-34564d0a-16b3-4abf-898b-f74782a8cfbb tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 946 time: 0.0538917 Aug 05 14:26:53.968148 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-906a4426-4890-4bf9-8ac9-3a6015e97c3e req-84b7b234-6eb6-47a9-9eae-99d7ab79eadc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347185 Aug 05 14:26:54.427324 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device c40b988f-7d31-42a4-b19c-c441348cc2c3 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:26:54.542004 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:54.612190 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40b988f-7d31-42a4-b19c-c441348cc2c3'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:26:54.614514 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6901a3f9-9890-47cd-88f9-520624a3f132" -d '{"events": [{"server_uuid": "108a0bba-2696-4bdb-93b8-72d81c7efd6f", "name": "network-vif-unplugged", "status": "completed", "tag": "c40b988f-7d31-42a4-b19c-c441348cc2c3"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:26:54.634103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port c40b988f-7d31-42a4-b19c-c441348cc2c3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:26:54.655855 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:26:54.702590 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 Aug 2021 14:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82294d44-92cc-46a8-8129-64a323c1bc6a x-openstack-request-id: req-82294d44-92cc-46a8-8129-64a323c1bc6a {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:26:54.703800 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108a0bba-2696-4bdb-93b8-72d81c7efd6f", "name": "network-vif-unplugged", "status": "failed", "tag": "c40b988f-7d31-42a4-b19c-c441348cc2c3", "code": 422}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:26:54.704404 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82294d44-92cc-46a8-8129-64a323c1bc6a {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:26:54.705144 n-d-803585-2 neutron-server[105725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c40b988f-7d31-42a4-b19c-c441348cc2c3', 'code': 422} returned with failed status Aug 05 14:26:54.752542 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=c40b988f-7d31-42a4-b19c-c441348cc2c3,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:26:54.798886 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed7621fd-15ea-42d9-8d83-7bcada6f0981 req-e3b1d422-e431-4c40-9302-7d3a94d639fd tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0524745 Aug 05 14:26:55.050903 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb46505-f06f-45a5-8f04-7800ecefd1b5 req-8399b77f-f683-4faf-a5d1-daf324e0dbb9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:55.052769 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bfb46505-f06f-45a5-8f04-7800ecefd1b5 req-8399b77f-f683-4faf-a5d1-daf324e0dbb9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 944 time: 0.0691676 Aug 05 14:26:55.103417 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bfb46505-f06f-45a5-8f04-7800ecefd1b5 req-014d6754-4cef-444e-8552-907c58812777 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445044 Aug 05 14:26:55.473913 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-97aa90f8-89ad-41f9-91ca-66bc45d8382f req-330306a7-0f13-448b-a603-5e1d74a9ae89 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2199404 Aug 05 14:26:55.971175 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0fcf5d96-5df9-457b-83e1-29971fae6ff6 req-95c81253-ab23-4794-975f-e364fea49260 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0329847 Aug 05 14:26:56.259786 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e56aea-2ea8-4f31-8ee9-554b38757bd7 req-558825cf-1341-44b6-a5f6-4c0532354ea6 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:56.262028 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-49e56aea-2ea8-4f31-8ee9-554b38757bd7 req-558825cf-1341-44b6-a5f6-4c0532354ea6 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 944 time: 0.0645134 Aug 05 14:26:56.313026 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-49e56aea-2ea8-4f31-8ee9-554b38757bd7 req-310bf603-a1fd-4a9a-9620-ed6b5ea1fabc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420101 Aug 05 14:26:56.523360 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa90f8-89ad-41f9-91ca-66bc45d8382f req-bcd7f8b9-65a8-4905-936b-8e90d929338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:56.526282 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97aa90f8-89ad-41f9-91ca-66bc45d8382f req-bcd7f8b9-65a8-4905-936b-8e90d929338b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f&tenant_id=859addcb5b3241b8a7974ece1a636acf HTTP/1.1" status: 200 len: 1095 time: 0.0808542 Aug 05 14:26:56.611950 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa90f8-89ad-41f9-91ca-66bc45d8382f req-66aa6e88-9251-4943-af59-07461e82ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:56.614357 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97aa90f8-89ad-41f9-91ca-66bc45d8382f req-66aa6e88-9251-4943-af59-07461e82ac37 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=859addcb5b3241b8a7974ece1a636acf&device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 1095 time: 0.0631399 Aug 05 14:26:56.736426 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa90f8-89ad-41f9-91ca-66bc45d8382f req-df40bb35-80ac-425e-bb22-55bd21de1161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:56.737954 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97aa90f8-89ad-41f9-91ca-66bc45d8382f req-df40bb35-80ac-425e-bb22-55bd21de1161 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 200 len: 918 time: 0.1170397 Aug 05 14:26:56.820492 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97aa90f8-89ad-41f9-91ca-66bc45d8382f req-b1146ff8-7631-4a4c-adbd-62599b8b6316 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3 HTTP/1.1" status: 200 len: 1000 time: 0.0748358 Aug 05 14:26:56.913562 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa90f8-89ad-41f9-91ca-66bc45d8382f req-4b5efd61-52f8-47b8-b947-d57429dfca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:56.915969 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97aa90f8-89ad-41f9-91ca-66bc45d8382f req-4b5efd61-52f8-47b8-b947-d57429dfca85 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ee667f3f-6ab2-448a-9b41-aa113bf5db1a HTTP/1.1" status: 200 len: 856 time: 0.0856061 Aug 05 14:26:56.975060 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa90f8-89ad-41f9-91ca-66bc45d8382f req-29493001-5117-4be2-af10-af4e5080436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:56.977131 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97aa90f8-89ad-41f9-91ca-66bc45d8382f req-29493001-5117-4be2-af10-af4e5080436d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c7382844-bdec-44ba-9a71-2be3c532ada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537505 Aug 05 14:26:57.094094 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97aa90f8-89ad-41f9-91ca-66bc45d8382f req-35467301-43b2-41ca-86cc-25f6cf49b31f service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094923 Aug 05 14:26:57.150182 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9932c86c-fb9c-489c-8019-fcff66d0c377 req-ae32a066-c77a-453d-8f35-aebe4cd12420 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0573773 Aug 05 14:26:57.241250 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97aa90f8-89ad-41f9-91ca-66bc45d8382f req-1fc0d37d-3bc4-4f45-be3a-6c58e7602ef3 service neutron] 10.222.0.63 "GET /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395216 Aug 05 14:26:57.459530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dee0b6-6677-437b-9d22-a6c72f846aff req-03d8d916-5501-42e2-ace7-5c2a805c4836 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:57.468113 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89dee0b6-6677-437b-9d22-a6c72f846aff req-03d8d916-5501-42e2-ace7-5c2a805c4836 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 944 time: 0.0676713 Aug 05 14:26:57.514832 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89dee0b6-6677-437b-9d22-a6c72f846aff req-783301a7-211a-4545-9a6b-5bcdca9c31a2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460382 Aug 05 14:26:58.301135 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0da42f16-d538-45dd-9685-38ac1606fa1c req-ef3183ac-d0b0-4169-882c-8a9f12463d19 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0332558 Aug 05 14:26:58.692268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286fe73-3223-4501-a7d3-4e67e8150c13 req-7b17fced-b717-4e9c-82c5-9743af4b273e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:58.704687 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c286fe73-3223-4501-a7d3-4e67e8150c13 req-7b17fced-b717-4e9c-82c5-9743af4b273e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 944 time: 0.0784116 Aug 05 14:26:58.747757 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c286fe73-3223-4501-a7d3-4e67e8150c13 req-15c87d1c-2d21-487d-904f-29b5734b181a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416975 Aug 05 14:26:59.442895 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e2fc210-0893-4f0b-bcb7-ef482b3ccdc8 req-32088564-0909-47dc-bce5-da94eeaa0c8c tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0344388 Aug 05 14:26:59.952463 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53feb20-87ba-45ca-a5e9-b59a046b093b req-08127c3a-0da2-417e-a746-c70999710a93 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:26:59.963525 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c53feb20-87ba-45ca-a5e9-b59a046b093b req-08127c3a-0da2-417e-a746-c70999710a93 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 944 time: 0.1289413 Aug 05 14:27:00.011758 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cb3ecb59-5d46-4f15-9d3c-32cf81d5ddae req-a3994456-17fd-4772-9595-1b9b370ea810 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0578570 Aug 05 14:27:00.016353 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c53feb20-87ba-45ca-a5e9-b59a046b093b req-31c16310-82a0-467b-be35-8ae5e65861a7 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516987 Aug 05 14:27:00.558663 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a110d3a-1034-448d-bddc-74d25bd0d0f0 req-d81bfb29-4046-4785-a95c-66f4ed54c908 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0280814 Aug 05 14:27:00.977057 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7af4aaa5-43d8-4209-9b40-1d1f33e13187 req-2b055ace-7dc6-467a-a816-37d1b43bb455 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0487816 Aug 05 14:27:01.055477 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7af4aaa5-43d8-4209-9b40-1d1f33e13187 req-754d82b9-2ee6-4dc1-bd4f-bcab3dcfced5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0f353b30272b446c9a9c2b7dfa8eb783&device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0344584 Aug 05 14:27:01.132232 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7af4aaa5-43d8-4209-9b40-1d1f33e13187 req-da435628-e5b0-4c3c-9d8f-957a50dd2b31 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=0f353b30272b446c9a9c2b7dfa8eb783&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434854 Aug 05 14:27:01.215734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1f086-4909-41e2-84ca-b1450d764e9a req-8605e5be-4798-4a43-b676-8aacecc13345 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:01.227355 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-30f1f086-4909-41e2-84ca-b1450d764e9a req-8605e5be-4798-4a43-b676-8aacecc13345 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 944 time: 0.0865633 Aug 05 14:27:01.281207 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-30f1f086-4909-41e2-84ca-b1450d764e9a req-af5d9a1a-c060-489f-9fee-8f3b9bf98093 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474360 Aug 05 14:27:01.397361 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-cdf1c40e-6f86-4064-b2eb-fca332bc5558 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813080821&fields=id&tenant_id=065dc2b7c099445c8c1ebc365ab739b7 HTTP/1.1" status: 200 len: 267 time: 0.0726862 Aug 05 14:27:01.402043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4aaa5-43d8-4209-9b40-1d1f33e13187 req-063af30b-a70a-43b2-af2a-b9261b8546ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:01.402043 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7af4aaa5-43d8-4209-9b40-1d1f33e13187 req-063af30b-a70a-43b2-af2a-b9261b8546ad service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2618279 Aug 05 14:27:01.527866 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-8f0ec087-c6b0-40f0-9087-8efb8b0ba78c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:01.529651 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-8f0ec087-c6b0-40f0-9087-8efb8b0ba78c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 812 time: 0.1244998 Aug 05 14:27:01.546959 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-bd646d1e-e28c-4d1c-b1e9-22007c55ed3a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/quotas/065dc2b7c099445c8c1ebc365ab739b7 HTTP/1.1" status: 200 len: 375 time: 0.0094912 Aug 05 14:27:01.606933 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-a506eb89-8eff-480a-bef1-c369e999f546 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0545406 Aug 05 14:27:01.693258 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b031c967-2d27-43c3-910d-82269be13bf5 req-b5ac0949-5b05-4fda-bdac-9b7bcbf31870 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0426240 Aug 05 14:27:01.725413 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-f4fc263d-e6c9-4a8c-8639-ce0b0ccd28de service neutron] 10.222.0.16 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049740 Aug 05 14:27:01.857823 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-cf92252d-0209-4681-a940-444ad50a57f8 service neutron] 10.222.0.16 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219535 Aug 05 14:27:01.968988 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d54e79b-bb67-4a74-bb6c-23d956e86604 req-ea502c44-820f-4ef8-b0ce-09f1b991bab7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0f353b30272b446c9a9c2b7dfa8eb783&device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0267901 Aug 05 14:27:01.999291 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d54e79b-bb67-4a74-bb6c-23d956e86604 req-ccad7cf0-f3ba-4c49-87ab-821939b5c794 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=0f353b30272b446c9a9c2b7dfa8eb783&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232704 Aug 05 14:27:02.020929 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6292daf1-5605-4c1c-a63f-9f89aa7053b8 req-599648c3-65a7-4d75-863a-7b96cda028b1 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0425725 Aug 05 14:27:02.130903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e79b-bb67-4a74-bb6c-23d956e86604 req-1c43aae6-a21f-4797-91c7-ac548e870f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:02.132453 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d54e79b-bb67-4a74-bb6c-23d956e86604 req-1c43aae6-a21f-4797-91c7-ac548e870f63 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260805 Aug 05 14:27:02.268980 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62beb2a0-1a9d-4061-aac2-225dd60de152 req-df1972de-6c3c-4ef0-b46d-b79c2507e82a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 210 time: 0.0288680 Aug 05 14:27:02.435126 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178bc87-5756-4a72-9125-7be5ab1fc428 req-93954383-3e34-481b-93d9-0914d8400287 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:02.437565 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d178bc87-5756-4a72-9125-7be5ab1fc428 req-93954383-3e34-481b-93d9-0914d8400287 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 944 time: 0.0679259 Aug 05 14:27:02.490890 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d178bc87-5756-4a72-9125-7be5ab1fc428 req-1d006f21-77d5-43f8-933f-e982e1e81cc5 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435333 Aug 05 14:27:03.131075 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-73913a57-f39f-4bab-9057-b83372b7e5c1 req-4387a181-737c-449a-950d-67a9cdce99b2 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.16 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0274129 Aug 05 14:27:03.382130 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8876cdbd-a913-4ea9-b65c-353b5e0e1688 req-766e47ac-ce53-47a9-9d77-21343c1fe28f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 210 time: 0.0269549 Aug 05 14:27:03.566155 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d54e79b-bb67-4a74-bb6c-23d956e86604 req-5d30dcc2-67dd-4209-ba73-149136199386 tempest-ServerShowV254Test-876490732 tempest-ServerShowV254Test-876490732-project] 10.222.0.84 "GET /v2.0/ports?device_id=c778a2be-a0f4-4345-8f53-1b66e8d7b0cb HTTP/1.1" status: 200 len: 210 time: 0.0392325 Aug 05 14:27:03.659808 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806e774-c70f-44a6-a594-64e520fb7b69 req-1ea61663-82d1-43ea-b79a-32be730fcdf9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:03.662627 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c806e774-c70f-44a6-a594-64e520fb7b69 req-1ea61663-82d1-43ea-b79a-32be730fcdf9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 944 time: 0.0771194 Aug 05 14:27:03.712887 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c806e774-c70f-44a6-a594-64e520fb7b69 req-909a289c-edb9-4d4a-8b78-3b9224b3d980 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438964 Aug 05 14:27:04.471761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35964) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:04.535510 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25fcd275-22d4-49ff-a6a9-065b0c78ca1e req-44fc4de2-ee70-4f52-8279-e976a2cf493f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 210 time: 0.0644193 Aug 05 14:27:04.637279 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-308b37fa-fc51-421b-beb6-f7ca2f323231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:04.770787 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-308b37fa-fc51-421b-beb6-f7ca2f323231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:04.776389 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-308b37fa-fc51-421b-beb6-f7ca2f323231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:04.816104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b37fa-fc51-421b-beb6-f7ca2f323231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0302ff-da2a-4b05-bbc0-c4d4e2f2f55d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:04.850539 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-308b37fa-fc51-421b-beb6-f7ca2f323231 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f353b30272b446c9a9c2b7dfa8eb783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3753161 Aug 05 14:27:04.851539 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 35972) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:04.885021 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678d251-b99d-4d79-b6f5-3c3c5027e589 req-a812abee-e599-411b-9d0d-6200a8a6291e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:04.887199 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b678d251-b99d-4d79-b6f5-3c3c5027e589 req-a812abee-e599-411b-9d0d-6200a8a6291e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 944 time: 0.0853753 Aug 05 14:27:04.915663 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-92ba2a9d-8ecd-4dde-8f35-90e42d0bca56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:04.940034 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b678d251-b99d-4d79-b6f5-3c3c5027e589 req-4fb20c8f-be3f-4fbb-8f63-0730942d2e14 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371227 Aug 05 14:27:04.944137 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-92ba2a9d-8ecd-4dde-8f35-90e42d0bca56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:05.007618 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-92ba2a9d-8ecd-4dde-8f35-90e42d0bca56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:05.010827 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-92ba2a9d-8ecd-4dde-8f35-90e42d0bca56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:05.012052 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-92ba2a9d-8ecd-4dde-8f35-90e42d0bca56 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf0302ff-da2a-4b05-bbc0-c4d4e2f2f55d HTTP/1.1" status: 204 len: 168 time: 0.1590836 Aug 05 14:27:05.021769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba2a9d-8ecd-4dde-8f35-90e42d0bca56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0302ff-da2a-4b05-bbc0-c4d4e2f2f55d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:05.676594 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dffc148d-eb1c-4179-a609-2581766f32ff req-380afaaf-340a-45ed-a7ad-82571ff2a565 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 210 time: 0.0604444 Aug 05 14:27:06.090923 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe76f3-4389-45ad-8181-60bfef0d3094 req-bd512254-b358-4563-9542-ae2e1785d3c5 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:06.092440 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9dbe76f3-4389-45ad-8181-60bfef0d3094 req-bd512254-b358-4563-9542-ae2e1785d3c5 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 944 time: 0.0542915 Aug 05 14:27:06.149388 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9dbe76f3-4389-45ad-8181-60bfef0d3094 req-d3c5a971-de8d-4559-ae5d-91131befe0d5 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507061 Aug 05 14:27:06.212323 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d3cc1e5e-0f0d-404b-a1ae-3bedf4f9ba8f req-4d0a0654-e99d-46f1-a9bb-5781d14e7f19 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0285416 Aug 05 14:27:06.791049 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-52d376ba-b570-4922-9f32-98e95756de5e req-6b358106-836d-4f59-856a-ccc389344a80 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 210 time: 0.0297222 Aug 05 14:27:07.314932 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca3b79-a437-4fe5-baa8-fbd17f89ce48 req-1ccccb53-40b0-4a9b-bb3f-6e189519e382 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:07.323431 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9cca3b79-a437-4fe5-baa8-fbd17f89ce48 req-1ccccb53-40b0-4a9b-bb3f-6e189519e382 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 944 time: 0.0732005 Aug 05 14:27:07.330109 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-637a6f21-bf9f-4c00-8355-4a20d517e2a6 req-779fe373-cc39-432f-a7d8-8c4a7174458a tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0341711 Aug 05 14:27:07.365204 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9cca3b79-a437-4fe5-baa8-fbd17f89ce48 req-5ffe0a7d-2750-4900-a37e-7d3af8c6bf23 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406296 Aug 05 14:27:07.896760 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72e39d9d-de57-4cbb-864c-821addf4c454 req-85e3e5d2-9252-4035-9bb9-afb6bd46a2f0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 210 time: 0.0327382 Aug 05 14:27:08.305163 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad08a553-f2f7-4f94-bdce-a0c9dd4fb372 req-93f074fb-a753-4967-9bc1-79aab61d9a7b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0283465 Aug 05 14:27:08.440980 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-531275cc-109d-439b-8aec-18ad87574021 req-63a8a3ab-ecfb-4319-8eb6-035e661d50f6 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0308375 Aug 05 14:27:08.494727 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e11464-d5af-4be7-9ab6-8684f30401f1 req-ad257a8e-64c6-4f28-adcc-686ba40688e7 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:08.496257 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68e11464-d5af-4be7-9ab6-8684f30401f1 req-ad257a8e-64c6-4f28-adcc-686ba40688e7 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 944 time: 0.0517292 Aug 05 14:27:08.601694 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68e11464-d5af-4be7-9ab6-8684f30401f1 req-52a8e7c8-8c8c-4a51-b68c-b838213f7348 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835063 Aug 05 14:27:08.648526 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-10c85c51-dd75-4c4d-8266-f8037a3fb62b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:08.650304 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-10c85c51-dd75-4c4d-8266-f8037a3fb62b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.63 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 812 time: 0.1418576 Aug 05 14:27:08.701992 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-8c2787ae-b2bb-4d5d-a150-b7c7219784ba tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=065dc2b7c099445c8c1ebc365ab739b7 HTTP/1.1" status: 200 len: 379 time: 0.0377979 Aug 05 14:27:08.714929 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-e10b84fa-2536-475a-82b9-ef15e346af6e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Request body: {'port': {'device_id': 'bdc3e1e0-de17-44a1-85e7-15a2115ef56a', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'admin_state_up': True, 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'security_groups': ['e6f7fe30-e651-4eba-bf3f-ac5ea2926df1']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:27:08.827755 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-e10b84fa-2536-475a-82b9-ef15e346af6e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Made reservation on behalf of 065dc2b7c099445c8c1ebc365ab739b7 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:27:08.831410 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-e10b84fa-2536-475a-82b9-ef15e346af6e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:08.976439 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-e10b84fa-2536-475a-82b9-ef15e346af6e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Allocated IP 172.20.0.5 (6de624eb-5a9e-4fa7-b78e-3b61944c6be0/870cad23-9608-4bc8-8247-31dbaf4eed94/0512398b-75c5-43b9-a9d8-9e204ad1696d) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:27:09.002893 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-24ee02d7-0be3-4bd3-a084-44cf8e9fc34c req-f9725e11-db2f-4fe2-85ef-16ebf0456d4d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 210 time: 0.0290220 Aug 05 14:27:09.153268 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-e10b84fa-2536-475a-82b9-ef15e346af6e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:09.167782 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-e10b84fa-2536-475a-82b9-ef15e346af6e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Transition to ACTIVE for port object 0512398b-75c5-43b9-a9d8-9e204ad1696d will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:27:09.204609 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-e10b84fa-2536-475a-82b9-ef15e346af6e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:09.251899 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-e10b84fa-2536-475a-82b9-ef15e346af6e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:27:09.255094 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-e10b84fa-2536-475a-82b9-ef15e346af6e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:27:09.258862 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-e10b84fa-2536-475a-82b9-ef15e346af6e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:27:09.284484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b84fa-2536-475a-82b9-ef15e346af6e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'Port': ['ID=0512398b-75c5-43b9-a9d8-9e204ad1696d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:09.319083 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-e10b84fa-2536-475a-82b9-ef15e346af6e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:09.319863 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-e10b84fa-2536-475a-82b9-ef15e346af6e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:09.338027 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-e10b84fa-2536-475a-82b9-ef15e346af6e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6270370 Aug 05 14:27:09.352900 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Request body: {'port': {'device_id': 'bdc3e1e0-de17-44a1-85e7-15a2115ef56a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:27:09.411273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:09.512738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b21b3e2d-876a-4430-9c7c-32b9ebadedb3 None None] Provisioning for port 0512398b-75c5-43b9-a9d8-9e204ad1696d completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:27:09.519009 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b21b3e2d-876a-4430-9c7c-32b9ebadedb3 None None] Provisioning complete for port 0512398b-75c5-43b9-a9d8-9e204ad1696d triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:27:09.519741 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b21b3e2d-876a-4430-9c7c-32b9ebadedb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:09.556882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b21b3e2d-876a-4430-9c7c-32b9ebadedb3 None None] Port 0512398b-75c5-43b9-a9d8-9e204ad1696d cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:27:09.568458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce5f40a4-a4e9-4f5c-9b89-6245ec605612 req-d4a19b01-e5eb-43f1-be0f-bd6e16ce0ef0 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0395927 Aug 05 14:27:09.781942 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0512398b-75c5-43b9-a9d8-9e204ad1696d {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:27:09.793771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4341f2-d110-48bb-ad30-f27c946e18a7 req-3ba95c10-50bb-43f4-a22a-44c5b76b27aa tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:09.795367 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c4341f2-d110-48bb-ad30-f27c946e18a7 req-3ba95c10-50bb-43f4-a22a-44c5b76b27aa tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 944 time: 0.0978918 Aug 05 14:27:09.799884 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:09.839718 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Transition to ACTIVE for port object 0512398b-75c5-43b9-a9d8-9e204ad1696d will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:27:09.871717 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c4341f2-d110-48bb-ad30-f27c946e18a7 req-f7bb3844-7785-4c61-945f-0f065d785419 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690753 Aug 05 14:27:09.877191 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:09.964742 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Pushing event updated for resources: {'Port': ['ID=0512398b-75c5-43b9-a9d8-9e204ad1696d,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:09.993329 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e37069b5-b58f-4296-b0f3-7c60dae7879d req-dfc69640-af3c-4cfd-b973-5d3aa40848c2 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0451636 Aug 05 14:27:10.096047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Attempting to bind port 0512398b-75c5-43b9-a9d8-9e204ad1696d on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:27:10.096047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Attempting to bind port 0512398b-75c5-43b9-a9d8-9e204ad1696d by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:27:10.096047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Attempting to bind port 0512398b-75c5-43b9-a9d8-9e204ad1696d on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:27:10.116848 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Port 0512398b-75c5-43b9-a9d8-9e204ad1696d on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:27:10.117264 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Attempting to bind port 0512398b-75c5-43b9-a9d8-9e204ad1696d on network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:27:10.123412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:27:10.123921 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Checking segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:27:10.124933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Bound using segment: {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:27:10.125515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Bound port: 0512398b-75c5-43b9-a9d8-9e204ad1696d, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c57a87c-bb0c-4205-8484-dfbe7208ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:27:10.125949 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:10.196204 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c533d-8512-4cac-b762-eead413c8e49 req-78fbb4f5-0938-42d1-8647-665317c3aac4 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:10.197993 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4f2c533d-8512-4cac-b762-eead413c8e49 req-78fbb4f5-0938-42d1-8647-665317c3aac4 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 943 time: 0.1180177 Aug 05 14:27:10.230278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] For port 0512398b-75c5-43b9-a9d8-9e204ad1696d, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:27:10.252519 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] For port 0512398b-75c5-43b9-a9d8-9e204ad1696d, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=0512398b-75c5-43b9-a9d8-9e204ad1696d,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:27:10.258704 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:10.262931 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4f2c533d-8512-4cac-b762-eead413c8e49 req-ebd9ebb9-9b77-4344-859a-8d0cf511bcb3 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515263 Aug 05 14:27:10.296741 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:10.297448 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:10.299046 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] 10.222.0.63 "PUT /v2.0/ports/0512398b-75c5-43b9-a9d8-9e204ad1696d HTTP/1.1" status: 200 len: 1091 time: 0.9507630 Aug 05 14:27:10.299627 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc3e1e0-de17-44a1-85e7-15a2115ef56a', 'tag': '0512398b-75c5-43b9-a9d8-9e204ad1696d'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:27:10.301808 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68084671-2d7d-4ce0-b7ec-3a20342ed881" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc3e1e0-de17-44a1-85e7-15a2115ef56a", "tag": "0512398b-75c5-43b9-a9d8-9e204ad1696d"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:27:10.334714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb20117-646e-4593-9430-aebfe402aa2e service neutron] Pushing event updated for resources: {'Port': ['ID=0512398b-75c5-43b9-a9d8-9e204ad1696d,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:10.365163 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36b5c5e-5fd7-447c-963c-916a74feccd9 x-openstack-request-id: req-a36b5c5e-5fd7-447c-963c-916a74feccd9 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:27:10.365506 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc3e1e0-de17-44a1-85e7-15a2115ef56a", "tag": "0512398b-75c5-43b9-a9d8-9e204ad1696d", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:27:10.365771 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a36b5c5e-5fd7-447c-963c-916a74feccd9 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:27:10.366181 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc3e1e0-de17-44a1-85e7-15a2115ef56a', 'tag': '0512398b-75c5-43b9-a9d8-9e204ad1696d', 'status': 'completed', 'code': 200} Aug 05 14:27:10.402336 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-f2c392cf-ba87-4549-8c2b-2f10544c4008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:10.404303 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-f2c392cf-ba87-4549-8c2b-2f10544c4008 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 1094 time: 0.0568657 Aug 05 14:27:10.454309 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-51a22fe1-36f6-4a62-8608-21ba7a4561dd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0512398b-75c5-43b9-a9d8-9e204ad1696d HTTP/1.1" status: 200 len: 217 time: 0.0408862 Aug 05 14:27:10.508783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-c398131e-a4c6-4014-a73c-cd4910cac2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:10.510299 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-c398131e-a4c6-4014-a73c-cd4910cac2c4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.0486290 Aug 05 14:27:10.524555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device c40b988f-7d31-42a4-b19c-c441348cc2c3 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:27:10.562140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-6c9820e0-161c-486c-a5d7-3b65ca9ea740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:10.563776 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-6c9820e0-161c-486c-a5d7-3b65ca9ea740 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451965 Aug 05 14:27:10.641671 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port c40b988f-7d31-42a4-b19c-c441348cc2c3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:27:10.653220 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'c40b988f-7d31-42a4-b19c-c441348cc2c3', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'port_id': 'c40b988f-7d31-42a4-b19c-c441348cc2c3', 'mac_address': 'fa:16:3e:11:c8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:27:10.674656 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-b7e02a2f-54bf-4689-8f45-e3410ffda5bf service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995200 Aug 05 14:27:10.693528 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:10.707619 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40b988f-7d31-42a4-b19c-c441348cc2c3 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:27:10.728471 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port c40b988f-7d31-42a4-b19c-c441348cc2c3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:27:10.734459 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:10.774674 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c63324f6-804e-40b0-9a09-3a5b44d391ab req-74ba72d5-f73f-4649-9327-4f7865bc3a88 service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911946 Aug 05 14:27:10.794618 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=c40b988f-7d31-42a4-b19c-c441348cc2c3,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:10.869724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68084671-2d7d-4ce0-b7ec-3a20342ed881 req-368ca862-da47-4e17-a053-c92204e29a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:10.871265 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68084671-2d7d-4ce0-b7ec-3a20342ed881 req-368ca862-da47-4e17-a053-c92204e29a46 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 1094 time: 0.0477986 Aug 05 14:27:10.977117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68084671-2d7d-4ce0-b7ec-3a20342ed881 req-351fe1e3-0770-4ff8-9342-b6033cfff43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:10.978797 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68084671-2d7d-4ce0-b7ec-3a20342ed881 req-351fe1e3-0770-4ff8-9342-b6033cfff43b service neutron] 10.222.0.63 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 913 time: 0.1000891 Aug 05 14:27:10.992070 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['c40b988f-7d31-42a4-b19c-c441348cc2c3'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:27:11.037759 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68084671-2d7d-4ce0-b7ec-3a20342ed881 req-099386e9-8fc5-4a02-8af2-484dca37240c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0512398b-75c5-43b9-a9d8-9e204ad1696d HTTP/1.1" status: 200 len: 217 time: 0.0453660 Aug 05 14:27:11.061248 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f176c46-d85b-4a63-94e0-513bce3f679f req-4ba0da86-a3a3-45c2-8431-3a4d8f291b54 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:11.069313 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1f176c46-d85b-4a63-94e0-513bce3f679f req-4ba0da86-a3a3-45c2-8431-3a4d8f291b54 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 945 time: 0.1066177 Aug 05 14:27:11.135552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68084671-2d7d-4ce0-b7ec-3a20342ed881 req-d0f89c3a-54b4-4627-be53-05e8a2e19f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:11.135966 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6c801649-cb6a-4a0a-bf03-3a3870cbfdc0 req-b97a6bba-2710-46cf-95cb-16e1044f8a46 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0441866 Aug 05 14:27:11.136842 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68084671-2d7d-4ce0-b7ec-3a20342ed881 req-d0f89c3a-54b4-4627-be53-05e8a2e19f0f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.0924647 Aug 05 14:27:11.154687 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1f176c46-d85b-4a63-94e0-513bce3f679f req-5690859a-7cec-4e0d-909f-75e6afe27685 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791357 Aug 05 14:27:11.196641 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68084671-2d7d-4ce0-b7ec-3a20342ed881 req-c3d85608-a8a5-4739-b709-00f147d45d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:11.198179 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68084671-2d7d-4ce0-b7ec-3a20342ed881 req-c3d85608-a8a5-4739-b709-00f147d45d9c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422809 Aug 05 14:27:11.295505 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68084671-2d7d-4ce0-b7ec-3a20342ed881 req-2b7481fc-2bfc-4885-8a4f-6f3b73bba896 service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887547 Aug 05 14:27:11.401523 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-68084671-2d7d-4ce0-b7ec-3a20342ed881 req-15a16592-5b51-4622-b8e4-6130dc93c364 service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972273 Aug 05 14:27:11.409543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706db6ed-e84d-4347-bb57-203ab1f4374d req-7c56a565-b32d-4238-a5ba-05dc9e6e05ae tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:11.411463 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-706db6ed-e84d-4347-bb57-203ab1f4374d req-7c56a565-b32d-4238-a5ba-05dc9e6e05ae tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 943 time: 0.0697935 Aug 05 14:27:11.460391 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-706db6ed-e84d-4347-bb57-203ab1f4374d req-336f18a7-2c8d-439e-9002-50d15085f353 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370939 Aug 05 14:27:12.236917 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f6a80d1c-3b38-4188-88f6-c9f85da05433 req-aeab35b5-f6a5-497b-8340-831c84775566 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0289555 Aug 05 14:27:12.270235 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2003c-8a0e-42e4-bbe5-2a45c2f114d6 req-882a5a4d-cd5a-4cd0-acf2-f43f13500aa4 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:12.271905 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fc2003c-8a0e-42e4-bbe5-2a45c2f114d6 req-882a5a4d-cd5a-4cd0-acf2-f43f13500aa4 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 945 time: 0.0564430 Aug 05 14:27:12.310578 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fc2003c-8a0e-42e4-bbe5-2a45c2f114d6 req-c1f79c7d-f812-4ed9-b3cd-0f876c3aed7f tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324571 Aug 05 14:27:12.541118 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device c40b988f-7d31-42a4-b19c-c441348cc2c3 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:27:12.596549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port c40b988f-7d31-42a4-b19c-c441348cc2c3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:27:12.597174 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:12.598490 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad8538-134b-41ca-a604-ade9cb6c9c94 req-8f0789ee-51ec-43de-b1a2-c7ef11bdb714 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:12.605840 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3aad8538-134b-41ca-a604-ade9cb6c9c94 req-8f0789ee-51ec-43de-b1a2-c7ef11bdb714 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 943 time: 0.0758464 Aug 05 14:27:12.644484 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3aad8538-134b-41ca-a604-ade9cb6c9c94 req-5940a8b5-8f8d-4312-b9cd-880992d16f34 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377405 Aug 05 14:27:12.685762 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:12.710953 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40b988f-7d31-42a4-b19c-c441348cc2c3'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:27:12.713242 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcef9138-4d56-4e11-8e9d-7c6e28ad6aaa" -d '{"events": [{"server_uuid": "108a0bba-2696-4bdb-93b8-72d81c7efd6f", "name": "network-vif-plugged", "status": "completed", "tag": "c40b988f-7d31-42a4-b19c-c441348cc2c3"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:27:12.727452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port c40b988f-7d31-42a4-b19c-c441348cc2c3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:27:12.734907 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:12.764050 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163261ca-724e-4474-acfb-5c869dd68116 x-openstack-request-id: req-163261ca-724e-4474-acfb-5c869dd68116 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:27:12.764334 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108a0bba-2696-4bdb-93b8-72d81c7efd6f", "name": "network-vif-plugged", "status": "completed", "tag": "c40b988f-7d31-42a4-b19c-c441348cc2c3", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:27:12.764621 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-163261ca-724e-4474-acfb-5c869dd68116 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:27:12.765010 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40b988f-7d31-42a4-b19c-c441348cc2c3', 'code': 200} Aug 05 14:27:12.799136 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=c40b988f-7d31-42a4-b19c-c441348cc2c3,revision_number=10']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:12.931469 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bba70-7fc6-4682-90c6-38c20c51fb68 req-502aa26b-a8d0-4c67-b623-f81fe20e61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:12.933469 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-951bba70-7fc6-4682-90c6-38c20c51fb68 req-502aa26b-a8d0-4c67-b623-f81fe20e61c8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 1098 time: 0.0553255 Aug 05 14:27:12.973360 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-951bba70-7fc6-4682-90c6-38c20c51fb68 req-3bfa49f7-3230-41a4-9dd4-11a4d2aacc83 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329146 Aug 05 14:27:13.349632 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c131fdaf-d67e-4b12-b2b2-ee2facbef6d4 req-0c86168a-02cd-4fca-bbe7-ce47cfcce103 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0316675 Aug 05 14:27:13.442396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7d65c-8abf-404f-b4f2-b0ae3e32035a req-ae08651c-3c95-4544-bf2e-1569c400c5ce tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:13.444170 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a0a7d65c-8abf-404f-b4f2-b0ae3e32035a req-ae08651c-3c95-4544-bf2e-1569c400c5ce tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 947 time: 0.0549066 Aug 05 14:27:13.488140 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a0a7d65c-8abf-404f-b4f2-b0ae3e32035a req-4f0b2c08-76e0-4585-8c43-393f8da32e4d tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374274 Aug 05 14:27:13.777022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ba067-23f8-485f-9041-6b768f884105 req-705b42a5-6b6a-45e5-895c-5d2dc8dd38d6 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:13.778961 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-895ba067-23f8-485f-9041-6b768f884105 req-705b42a5-6b6a-45e5-895c-5d2dc8dd38d6 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 943 time: 0.0634177 Aug 05 14:27:13.823242 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-895ba067-23f8-485f-9041-6b768f884105 req-067a1400-9964-48ce-8a28-5ed28e522299 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375717 Aug 05 14:27:14.466311 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c4ad0f3b-0c40-40a5-a88e-238c51f4b31f req-1ec2ceae-6ca9-4bc6-b734-80ee5299bc9d tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0322239 Aug 05 14:27:14.614173 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83129b5-7a0f-4f20-81ca-4dd41b615a44 req-cc8482f7-3c10-4c7a-8d98-10cc523c827a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:14.615772 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f83129b5-7a0f-4f20-81ca-4dd41b615a44 req-cc8482f7-3c10-4c7a-8d98-10cc523c827a tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 947 time: 0.0519044 Aug 05 14:27:14.655050 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f83129b5-7a0f-4f20-81ca-4dd41b615a44 req-9cc97bce-b354-4595-bc89-7915a6dfec2e tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332081 Aug 05 14:27:14.877346 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:14.951249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7cb2e-0c6f-4084-bcba-c928b9b24f48 req-693fbbcc-f970-43cc-a8b8-c8e216324c06 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:14.952859 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-33f7cb2e-0c6f-4084-bcba-c928b9b24f48 req-693fbbcc-f970-43cc-a8b8-c8e216324c06 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 943 time: 0.0517032 Aug 05 14:27:14.993585 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-33f7cb2e-0c6f-4084-bcba-c928b9b24f48 req-c7a48e77-7941-4b3b-bba8-982b85fbd7fa tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328460 Aug 05 14:27:15.572248 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ba1b6572-8393-401c-9f25-4124ff5325c9 req-86a23c47-b776-4cd3-9dc7-d5392edcd20c tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0272155 Aug 05 14:27:15.841268 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d059d339-eb72-4123-a09f-c87f1452ec6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:16.112403 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eaee2d-7d49-48bf-aac1-959fb599937b req-cca57c58-829e-41d9-9f98-3dcd8a55daee tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:16.113825 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-82eaee2d-7d49-48bf-aac1-959fb599937b req-cca57c58-829e-41d9-9f98-3dcd8a55daee tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 943 time: 0.0499239 Aug 05 14:27:16.151551 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:16.160326 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-82eaee2d-7d49-48bf-aac1-959fb599937b req-62d4579c-7e81-471d-8436-e5b4b3b9b5a9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402811 Aug 05 14:27:16.675597 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fb03b88c-a1b9-4ba9-b473-1b779860b9e9 req-2007b6d9-39be-41d4-848e-616fcec904f0 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0262241 Aug 05 14:27:17.275546 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b7ea3-9fcf-4424-8273-d5f28cf69dae req-e5a2d83b-f592-4e59-b990-1757123a1858 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:17.277045 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-700b7ea3-9fcf-4424-8273-d5f28cf69dae req-e5a2d83b-f592-4e59-b990-1757123a1858 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 943 time: 0.0489392 Aug 05 14:27:17.320481 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-700b7ea3-9fcf-4424-8273-d5f28cf69dae req-bb4075bb-5ee0-42b8-bf26-8bb472f7aea5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360575 Aug 05 14:27:17.781243 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9e4c8cc0-e9d7-4815-b362-401cb7eee899 req-2f3e625a-8660-4453-ae0c-df88c2b51ec9 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0304284 Aug 05 14:27:18.388780 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0f09af05-e066-4a0d-a817-541453c85ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:18.446038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5d98c-07b5-4054-b707-7180c5d34166 req-23e0f1ac-3276-4344-be35-4e50bc17e695 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:18.447578 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-57c5d98c-07b5-4054-b707-7180c5d34166 req-23e0f1ac-3276-4344-be35-4e50bc17e695 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 943 time: 0.0584476 Aug 05 14:27:18.487787 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-57c5d98c-07b5-4054-b707-7180c5d34166 req-5b8251c4-198d-41c8-a448-84ee84b4ea97 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333903 Aug 05 14:27:18.603342 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:19.154345 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f586f344-b2c8-4071-8668-9b20c8bd823f req-63bdf32d-549a-4096-94f5-db6ba0233342 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.3001218 Aug 05 14:27:19.568612 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:19.606620 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7264c-f207-4f78-b8ae-ce6f058f4176 req-9ad5eff3-a626-408f-b96c-fdf7daf2737e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:19.608743 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f6b7264c-f207-4f78-b8ae-ce6f058f4176 req-9ad5eff3-a626-408f-b96c-fdf7daf2737e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 943 time: 0.0488939 Aug 05 14:27:19.648226 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f6b7264c-f207-4f78-b8ae-ce6f058f4176 req-49dc9e5d-28fb-481b-89e3-a3720e6212cc tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329912 Aug 05 14:27:20.255840 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ca4d857-e739-48ba-937d-d22319319693 req-cd5ac297-dcae-4bb0-aab4-22164e5072c2 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0266268 Aug 05 14:27:20.432895 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:27:20.602584 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 0512398b-75c5-43b9-a9d8-9e204ad1696d details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:27:20.697468 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 0512398b-75c5-43b9-a9d8-9e204ad1696d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=0512398b-75c5-43b9-a9d8-9e204ad1696d,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:27:20.709509 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '0512398b-75c5-43b9-a9d8-9e204ad1696d', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'port_id': '0512398b-75c5-43b9-a9d8-9e204ad1696d', 'mac_address': 'fa:16:3e:73:c1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:27:20.745966 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:20.762143 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0512398b-75c5-43b9-a9d8-9e204ad1696d {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:27:20.762500 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f11081-4b70-47b9-84fa-cbb215f22484 req-a159d08b-b710-475b-af2f-03307187452a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:20.764003 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-40f11081-4b70-47b9-84fa-cbb215f22484 req-a159d08b-b710-475b-af2f-03307187452a tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 943 time: 0.0482249 Aug 05 14:27:20.783955 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 0512398b-75c5-43b9-a9d8-9e204ad1696d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=0512398b-75c5-43b9-a9d8-9e204ad1696d,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:27:20.787972 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:20.810928 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-40f11081-4b70-47b9-84fa-cbb215f22484 req-88787f44-ee66-45e6-8666-82b0500b6d79 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402284 Aug 05 14:27:20.849200 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=0512398b-75c5-43b9-a9d8-9e204ad1696d,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:20.999160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['0512398b-75c5-43b9-a9d8-9e204ad1696d'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:27:21.359353 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:21.359640 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e1433847-68d5-4446-8d6d-0bce2651b73b req-f41dac65-2cc4-4721-b901-718698741643 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0271442 Aug 05 14:27:21.928999 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e98ddc-9d95-4e5b-9d0e-b430cd4605b9 req-122738b2-70d7-4cc2-8057-e125a0c4cde0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:21.930452 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1e98ddc-9d95-4e5b-9d0e-b430cd4605b9 req-122738b2-70d7-4cc2-8057-e125a0c4cde0 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 944 time: 0.0507798 Aug 05 14:27:21.972149 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1e98ddc-9d95-4e5b-9d0e-b430cd4605b9 req-74d124d6-dc8d-45f9-abe9-ca1f3ee8e635 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333886 Aug 05 14:27:22.473093 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1c86440b-465e-4554-a8a4-1e346a3ee083 req-5f9a5e66-ff33-46b2-a59d-78a01b8443ac tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0381768 Aug 05 14:27:22.622477 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 0512398b-75c5-43b9-a9d8-9e204ad1696d up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:27:22.671397 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 0512398b-75c5-43b9-a9d8-9e204ad1696d completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:27:22.675136 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 0512398b-75c5-43b9-a9d8-9e204ad1696d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:27:22.675512 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:22.756537 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:22.780753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc3e1e0-de17-44a1-85e7-15a2115ef56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0512398b-75c5-43b9-a9d8-9e204ad1696d'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:27:22.783003 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de6c3fd-f237-48a9-b46a-bbb08aea1e15" -d '{"events": [{"server_uuid": "bdc3e1e0-de17-44a1-85e7-15a2115ef56a", "name": "network-vif-plugged", "status": "completed", "tag": "0512398b-75c5-43b9-a9d8-9e204ad1696d"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:27:22.796314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 0512398b-75c5-43b9-a9d8-9e204ad1696d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=0512398b-75c5-43b9-a9d8-9e204ad1696d,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:27:22.800682 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:22.825268 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc54ffbf-703d-415e-9d12-53bf0943f1e1 x-openstack-request-id: req-fc54ffbf-703d-415e-9d12-53bf0943f1e1 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:27:22.825571 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc3e1e0-de17-44a1-85e7-15a2115ef56a", "name": "network-vif-plugged", "status": "completed", "tag": "0512398b-75c5-43b9-a9d8-9e204ad1696d", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:27:22.825829 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc54ffbf-703d-415e-9d12-53bf0943f1e1 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:27:22.826223 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc3e1e0-de17-44a1-85e7-15a2115ef56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0512398b-75c5-43b9-a9d8-9e204ad1696d', 'code': 200} Aug 05 14:27:22.854712 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=0512398b-75c5-43b9-a9d8-9e204ad1696d,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:22.937530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d354db-65ab-4e88-a6e0-167c543c2275 req-409311ca-59d5-4281-9dcf-db0e43a94bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:22.938986 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a0d354db-65ab-4e88-a6e0-167c543c2275 req-409311ca-59d5-4281-9dcf-db0e43a94bc6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 1096 time: 0.0450983 Aug 05 14:27:22.977542 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a0d354db-65ab-4e88-a6e0-167c543c2275 req-0113d666-044f-4a04-8135-2b5dcf166545 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274463 Aug 05 14:27:23.086184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1b631-9372-47bf-8786-f82cccc4ad42 req-a2736d83-86c0-425b-902c-db51f0be8eb5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:23.087697 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8b1b631-9372-47bf-8786-f82cccc4ad42 req-a2736d83-86c0-425b-902c-db51f0be8eb5 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 945 time: 0.0512896 Aug 05 14:27:23.125986 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8b1b631-9372-47bf-8786-f82cccc4ad42 req-15af524b-8160-4448-946c-3967ad74093d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321023 Aug 05 14:27:23.578544 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e61ff16a-c2a7-4830-aa78-a99548b59282 req-240985ca-73cf-4053-81c7-ffbfed6868a9 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0265110 Aug 05 14:27:24.266140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9502e86-c63a-4a9b-ab5e-2f0a1a503e48 req-3b8255dd-17ae-49d3-9f7b-bf70092d3788 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:24.267698 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e9502e86-c63a-4a9b-ab5e-2f0a1a503e48 req-3b8255dd-17ae-49d3-9f7b-bf70092d3788 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 945 time: 0.0515323 Aug 05 14:27:24.308860 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e9502e86-c63a-4a9b-ab5e-2f0a1a503e48 req-e5acd80e-13de-4aa5-9848-321a1fe5375f tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350037 Aug 05 14:27:24.424769 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b53ba-18f3-4332-96f3-c660b4566baf req-70be390f-42a8-49d6-ac50-0e2028a424af tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:24.426326 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5c7b53ba-18f3-4332-96f3-c660b4566baf req-70be390f-42a8-49d6-ac50-0e2028a424af tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 945 time: 0.0487201 Aug 05 14:27:24.479855 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5c7b53ba-18f3-4332-96f3-c660b4566baf req-0dfcb03f-569a-4c1f-85cd-4c2b85926f7c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403831 Aug 05 14:27:24.495267 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36160) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:24.536401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0d5874-e965-447e-a66c-1f13583d85d7 tempest-TestVolumeBootPattern-1453371710 tempest-TestVolumeBootPattern-1453371710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:24.537856 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4b0d5874-e965-447e-a66c-1f13583d85d7 tempest-TestVolumeBootPattern-1453371710 tempest-TestVolumeBootPattern-1453371710-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 1091 time: 0.0413265 Aug 05 14:27:24.540620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36162) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:24.544938 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': '0512398b-75c5-43b9-a9d8-9e204ad1696d', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:27:24.567336 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:24.690789 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a57fa4a3-6350-43ef-8299-ceba57042c03 req-5d9ef9d2-bb7d-4912-893d-4aedf22c6c5a tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0345428 Aug 05 14:27:24.694741 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:24.799254 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Allocated IP 172.25.5.173 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/c6e7fa89-3cea-48e0-ad00-86d1a98a6bb3) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:27:24.904388 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:24.945088 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:24.986975 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:27:24.992246 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:27:24.994471 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'Port': ['ID=c6e7fa89-3cea-48e0-ad00-86d1a98a6bb3,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:24.996522 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:27:25.023060 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:25.023407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:25.023751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:25.024091 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:25.024426 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:25.024764 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:25.025091 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:25.025422 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:25.025752 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:25.026075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:25.026420 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:25.026747 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:25.360216 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:25.426527 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:25.579977 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:25.584414 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:25.660392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event updated for resources: {'Port': ['ID=c6e7fa89-3cea-48e0-ad00-86d1a98a6bb3,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:25.668667 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:25.772965 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Floating IP a09bea45-bc9a-4bad-9819-5f6edcd6c89d associated. External IP: 172.25.5.173, port: 0512398b-75c5-43b9-a9d8-9e204ad1696d. Aug 05 14:27:25.799082 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c00af910-790b-4652-8c6e-59721bfc9886 req-b663b4eb-341f-4b76-95be-65496b455d66 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0324805 Aug 05 14:27:25.981355 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Router 535cbba1-f470-4e50-829a-caf7d17f9517 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:27:26.084859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:27:26.096334 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252208d-2ee3-4978-bac0-fb7cf45b007b None None] Sync routers for ids ['535cbba1-f470-4e50-829a-caf7d17f9517'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:27:26.101143 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:26.106314 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252208d-2ee3-4978-bac0-fb7cf45b007b None None] Routers {'535cbba1-f470-4e50-829a-caf7d17f9517'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:27:26.106923 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1252208d-2ee3-4978-bac0-fb7cf45b007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:27:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['535cbba1-f470-4e50-829a-caf7d17f9517'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:27:26.139487 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b16c9959-8fbb-4409-861f-7d4dcb47eb67 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5896997 Aug 05 14:27:26.139487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc3e1e0-de17-44a1-85e7-15a2115ef56a', 'tag': '0512398b-75c5-43b9-a9d8-9e204ad1696d'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:27:26.139487 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ebea42-52fb-48d3-8b1b-fb7230fac093" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc3e1e0-de17-44a1-85e7-15a2115ef56a", "tag": "0512398b-75c5-43b9-a9d8-9e204ad1696d"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:27:26.174976 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6807546-d800-4113-a1b1-5388d390747e x-openstack-request-id: req-f6807546-d800-4113-a1b1-5388d390747e {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:27:26.175267 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc3e1e0-de17-44a1-85e7-15a2115ef56a", "tag": "0512398b-75c5-43b9-a9d8-9e204ad1696d", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:27:26.175525 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6807546-d800-4113-a1b1-5388d390747e {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:27:26.175936 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc3e1e0-de17-44a1-85e7-15a2115ef56a', 'tag': '0512398b-75c5-43b9-a9d8-9e204ad1696d', 'status': 'completed', 'code': 200} Aug 05 14:27:26.218392 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-1252208d-2ee3-4978-bac0-fb7cf45b007b None None] Set router 535cbba1-f470-4e50-829a-caf7d17f9517 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:27:26.245535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebea42-52fb-48d3-8b1b-fb7230fac093 req-bed65ca7-525b-4012-8254-a147c71d9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:26.247251 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c7ebea42-52fb-48d3-8b1b-fb7230fac093 req-bed65ca7-525b-4012-8254-a147c71d9356 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 1096 time: 0.0419264 Aug 05 14:27:26.340278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebea42-52fb-48d3-8b1b-fb7230fac093 req-99a2855b-bf4f-468f-961c-672e981bdb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:26.341779 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c7ebea42-52fb-48d3-8b1b-fb7230fac093 req-99a2855b-bf4f-468f-961c-672e981bdb82 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 913 time: 0.0858865 Aug 05 14:27:26.418609 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c7ebea42-52fb-48d3-8b1b-fb7230fac093 req-907c14a5-5965-427b-be5f-b824a12371d2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0512398b-75c5-43b9-a9d8-9e204ad1696d HTTP/1.1" status: 200 len: 999 time: 0.0642273 Aug 05 14:27:26.444751 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1252208d-2ee3-4978-bac0-fb7cf45b007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '08dc5ebc-128f-4b61-8380-0f46a626050d', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'port_id': '7f0b962d-ece5-45fb-b3d3-499c778c92f9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'mac_address': 'fa:16:3e:00:e8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:25:18Z', 'updated_at': '2021-08-05T14:25:20Z', 'revision_number': 1, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ip_address_scope': None}, {'id': 'a09bea45-bc9a-4bad-9819-5f6edcd6c89d', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'floating_ip_address': '172.25.5.173', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'port_id': '0512398b-75c5-43b9-a9d8-9e204ad1696d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'mac_address': 'fa:16:3e:73:c1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc3e1e0-de17-44a1-85e7-15a2115ef56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:27:25Z', 'updated_at': '2021-08-05T14:27:25Z', 'revision_number': 0, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:57Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:27:26.472411 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebea42-52fb-48d3-8b1b-fb7230fac093 req-f6e8c0e9-2eeb-4f92-bd63-f740f8de6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:26.473905 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c7ebea42-52fb-48d3-8b1b-fb7230fac093 req-f6e8c0e9-2eeb-4f92-bd63-f740f8de6e39 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.0456629 Aug 05 14:27:26.483288 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252208d-2ee3-4978-bac0-fb7cf45b007b None None] Checking router: 535cbba1-f470-4e50-829a-caf7d17f9517 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:27:26.491644 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252208d-2ee3-4978-bac0-fb7cf45b007b None None] Routers {'535cbba1-f470-4e50-829a-caf7d17f9517'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:27:26.492243 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1252208d-2ee3-4978-bac0-fb7cf45b007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:27:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['535cbba1-f470-4e50-829a-caf7d17f9517'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:27:26.523851 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebea42-52fb-48d3-8b1b-fb7230fac093 req-ca43840c-434f-4a0a-a378-16a8ae868ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:26.525387 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c7ebea42-52fb-48d3-8b1b-fb7230fac093 req-ca43840c-434f-4a0a-a378-16a8ae868ab0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419049 Aug 05 14:27:26.597833 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-1252208d-2ee3-4978-bac0-fb7cf45b007b None None] Set router 535cbba1-f470-4e50-829a-caf7d17f9517 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:27:26.621906 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c7ebea42-52fb-48d3-8b1b-fb7230fac093 req-6cd85249-6d9d-48b0-8c28-756bc09e5d58 service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863411 Aug 05 14:27:26.717559 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c7ebea42-52fb-48d3-8b1b-fb7230fac093 req-8a4f9a07-748e-41fe-bc92-e34e93cedfb8 service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861628 Aug 05 14:27:26.826486 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1252208d-2ee3-4978-bac0-fb7cf45b007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '08dc5ebc-128f-4b61-8380-0f46a626050d', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'port_id': '7f0b962d-ece5-45fb-b3d3-499c778c92f9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'mac_address': 'fa:16:3e:00:e8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:25:18Z', 'updated_at': '2021-08-05T14:25:20Z', 'revision_number': 1, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ip_address_scope': None}, {'id': 'a09bea45-bc9a-4bad-9819-5f6edcd6c89d', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'floating_ip_address': '172.25.5.173', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'port_id': '0512398b-75c5-43b9-a9d8-9e204ad1696d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'mac_address': 'fa:16:3e:73:c1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc3e1e0-de17-44a1-85e7-15a2115ef56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:27:25Z', 'updated_at': '2021-08-05T14:27:25Z', 'revision_number': 0, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:57Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:27:26.855524 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252208d-2ee3-4978-bac0-fb7cf45b007b None None] The sync data for ids ['535cbba1-f470-4e50-829a-caf7d17f9517'] in n-d-803585-2 is: [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '08dc5ebc-128f-4b61-8380-0f46a626050d', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'port_id': '7f0b962d-ece5-45fb-b3d3-499c778c92f9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'mac_address': 'fa:16:3e:00:e8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:25:18Z', 'updated_at': '2021-08-05T14:25:20Z', 'revision_number': 1, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ip_address_scope': None}, {'id': 'a09bea45-bc9a-4bad-9819-5f6edcd6c89d', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'floating_ip_address': '172.25.5.173', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'port_id': '0512398b-75c5-43b9-a9d8-9e204ad1696d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'mac_address': 'fa:16:3e:73:c1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc3e1e0-de17-44a1-85e7-15a2115ef56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:27:25Z', 'updated_at': '2021-08-05T14:27:25Z', 'revision_number': 0, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:57Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:27:26.918808 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-98790be6-6ba9-4b74-9fa7-00ee606621c3 req-aa772c4f-8e5f-4c5f-83cd-78e832f7faac tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0267861 Aug 05 14:27:27.039659 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5f5472-30da-44c7-99e1-41e0f351a55e None None] New status for floating IP a09bea45-bc9a-4bad-9819-5f6edcd6c89d: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:27:28.023837 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6d3a83d8-d40b-4cf0-891e-920eec74ef01 req-22afc115-5a02-4919-ace8-d703e9600362 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0286894 Aug 05 14:27:29.125520 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8eb97217-08a1-41fd-ad5d-55ee46098c8a req-ef8e5055-7290-4c71-9a2a-322b8f4b25a2 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0271873 Aug 05 14:27:30.234289 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9d7e4320-97c3-45fc-bd9e-0bf8d18b40eb req-40c626cf-0aa3-40b3-afe1-b8a1d9306404 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0313439 Aug 05 14:27:31.337939 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a8224fe-56ab-4864-85ca-05ba54f32c7a req-0d9a437c-6641-481c-90fd-ddd517a5414a tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0271237 Aug 05 14:27:32.440303 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59ae0ffd-e990-49cb-a44b-4ef021cff62a req-a3fcd2bf-cc7b-4f76-8984-0c337467ad9b tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0270185 Aug 05 14:27:33.544432 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8e89a4d-3d15-4371-bf6f-ae913e2ebdf1 req-c709a295-0942-4aa9-a87a-05016b636346 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0275185 Aug 05 14:27:34.659212 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e832e9e2-a4a1-49c6-91c9-369ca5d64cb5 req-f283fe9c-562e-4f52-a0bc-7aa478c0588d tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0290580 Aug 05 14:27:35.763034 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-53837109-6e25-4b0c-aadb-b781d3a5a4e4 req-ae80340a-b67f-4ea5-a68a-121b702d9d22 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0295465 Aug 05 14:27:36.865110 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6a1d6b4f-a626-4661-a6a6-bf778c30b188 req-1edfb1e4-5204-42c7-aab9-f56f3762fdf8 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0271540 Aug 05 14:27:37.556977 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dca61e7b-0e83-46d5-bc1f-a5acdbbd664d req-b2532c2c-a2c8-4d44-abd9-eccf37af9715 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0255597 Aug 05 14:27:37.970273 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-783d64d0-8f5a-4ef4-941e-d7d967be83f2 req-b872e362-f49b-4489-888b-9a03a2f79192 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0280159 Aug 05 14:27:39.073443 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c7c4541d-8501-4e09-accc-5b22ecfee075 req-cdd584b7-64a5-4a64-aae3-8aaf5e7f6b92 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0261259 Aug 05 14:27:39.289829 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-21f603e2-0958-48af-92f6-7dd2e6702e71 req-fdb250bb-b4f0-44e0-ae50-968cd30cad35 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=394958886aa54c53a29457441a907a97&device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0270426 Aug 05 14:27:39.318414 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-21f603e2-0958-48af-92f6-7dd2e6702e71 req-45637622-1366-4798-8544-3b4c8b595bc0 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=394958886aa54c53a29457441a907a97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211780 Aug 05 14:27:39.322169 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6c7e68f7-28ad-4327-a0c3-c8c3a369f559 req-cbe0edc7-fefc-4a91-be4e-0096dcd5a1b9 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0337248 Aug 05 14:27:39.418840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f603e2-0958-48af-92f6-7dd2e6702e71 req-f0588fc6-da8c-4d08-b9b1-2f493a98e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:39.420852 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-21f603e2-0958-48af-92f6-7dd2e6702e71 req-f0588fc6-da8c-4d08-b9b1-2f493a98e748 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955982 Aug 05 14:27:40.419255 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0bb3e18c-1320-47de-8ed4-2f4458335965 req-95f758f0-49f3-4b71-85a3-46c398722385 tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.16 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0276747 Aug 05 14:27:40.681337 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-21f603e2-0958-48af-92f6-7dd2e6702e71 req-4d9e8cfc-bba4-42ed-937c-79d3bbfda10e tempest-ServerShowV257Test-1317960589 tempest-ServerShowV257Test-1317960589-project] 10.222.0.84 "GET /v2.0/ports?device_id=db751e89-2b6a-474c-aba3-d49144ce237f HTTP/1.1" status: 200 len: 210 time: 0.0255904 Aug 05 14:27:41.764414 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36216) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:41.877693 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c296487c-2910-4b48-b3d4-3c8d785d97ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:41.970379 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c296487c-2910-4b48-b3d4-3c8d785d97ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:41.974490 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c296487c-2910-4b48-b3d4-3c8d785d97ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:42.014865 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c296487c-2910-4b48-b3d4-3c8d785d97ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=394958886aa54c53a29457441a907a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493501 Aug 05 14:27:42.015799 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296487c-2910-4b48-b3d4-3c8d785d97ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee7a23a-dee2-4f43-99d4-33e7744fe2e1,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:42.017800 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36220) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:42.072744 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01517e33-1759-4581-8b85-872568d098e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:42.096098 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01517e33-1759-4581-8b85-872568d098e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:42.145935 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01517e33-1759-4581-8b85-872568d098e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:42.149112 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01517e33-1759-4581-8b85-872568d098e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:42.150320 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-01517e33-1759-4581-8b85-872568d098e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eee7a23a-dee2-4f43-99d4-33e7744fe2e1 HTTP/1.1" status: 204 len: 168 time: 0.1314511 Aug 05 14:27:42.160154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01517e33-1759-4581-8b85-872568d098e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee7a23a-dee2-4f43-99d4-33e7744fe2e1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:42.170116 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01517e33-1759-4581-8b85-872568d098e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:42.170585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01517e33-1759-4581-8b85-872568d098e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:42.171154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01517e33-1759-4581-8b85-872568d098e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:42.171601 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01517e33-1759-4581-8b85-872568d098e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:42.172043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01517e33-1759-4581-8b85-872568d098e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:42.172446 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01517e33-1759-4581-8b85-872568d098e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:42.173029 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01517e33-1759-4581-8b85-872568d098e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:42.173372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01517e33-1759-4581-8b85-872568d098e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:42.173736 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01517e33-1759-4581-8b85-872568d098e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:42.174070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01517e33-1759-4581-8b85-872568d098e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:42.174431 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01517e33-1759-4581-8b85-872568d098e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:42.174766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01517e33-1759-4581-8b85-872568d098e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:42.814233 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36244) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:42.918109 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-7c860218-c9db-4ef0-833f-f46fb71bee38 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1511940746-network', 'tenant_id': '3a7fccdd68f84ae2a89c72836efbbe27'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:27:42.940099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c860218-c9db-4ef0-833f-f46fb71bee38 admin admin] Made reservation on behalf of 3a7fccdd68f84ae2a89c72836efbbe27 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:27:42.942501 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7c860218-c9db-4ef0-833f-f46fb71bee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:42.954486 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7c860218-c9db-4ef0-833f-f46fb71bee38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:43.050674 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7c860218-c9db-4ef0-833f-f46fb71bee38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:43.055037 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7c860218-c9db-4ef0-833f-f46fb71bee38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:43.079837 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c860218-c9db-4ef0-833f-f46fb71bee38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:27:43.088902 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c860218-c9db-4ef0-833f-f46fb71bee38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539b8b54-e423-4110-a4ed-1d21632402a1,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:43.097147 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7c860218-c9db-4ef0-833f-f46fb71bee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:43.097147 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-7c860218-c9db-4ef0-833f-f46fb71bee38 admin admin] Added segment 990968fa-286d-4e76-b5f4-250ab6831023 of type vlan for network 77fdd722-8fe1-4125-b5b7-57651c9d6dd5 Aug 05 14:27:43.139889 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7c860218-c9db-4ef0-833f-f46fb71bee38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:43.170783 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7c860218-c9db-4ef0-833f-f46fb71bee38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:43.171762 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c860218-c9db-4ef0-833f-f46fb71bee38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:43.172371 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7c860218-c9db-4ef0-833f-f46fb71bee38 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:43.229169 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7c860218-c9db-4ef0-833f-f46fb71bee38 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4137766 Aug 05 14:27:43.232267 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36248) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:43.234394 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c860218-c9db-4ef0-833f-f46fb71bee38 admin admin] Pushing event updated for resources: {'Network': ['ID=77fdd722-8fe1-4125-b5b7-57651c9d6dd5,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:43.238738 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-898ecde4-55a7-465c-89d8-da675fb3c1a6 admin admin] Request body: {'subnet': {'network_id': '77fdd722-8fe1-4125-b5b7-57651c9d6dd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1511940746-subnet', 'tenant_id': '3a7fccdd68f84ae2a89c72836efbbe27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:27:43.244940 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 77fdd722-8fe1-4125-b5b7-57651c9d6dd5 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:27:43.261101 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898ecde4-55a7-465c-89d8-da675fb3c1a6 admin admin] Made reservation on behalf of 3a7fccdd68f84ae2a89c72836efbbe27 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:27:43.265471 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-898ecde4-55a7-465c-89d8-da675fb3c1a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:43.455426 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-898ecde4-55a7-465c-89d8-da675fb3c1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:43.512179 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ecde4-55a7-465c-89d8-da675fb3c1a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=318bd824-e785-4873-bb22-bf5c364cae0e,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:43.522396 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898ecde4-55a7-465c-89d8-da675fb3c1a6 admin admin] Checking segment: {'id': '990968fa-286d-4e76-b5f4-250ab6831023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '77fdd722-8fe1-4125-b5b7-57651c9d6dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:27:43.522770 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898ecde4-55a7-465c-89d8-da675fb3c1a6 admin admin] Network hostable DHCP agents. Network: 77fdd722-8fe1-4125-b5b7-57651c9d6dd5, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:27:43.539753 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898ecde4-55a7-465c-89d8-da675fb3c1a6 admin admin] Network 77fdd722-8fe1-4125-b5b7-57651c9d6dd5 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:27:43.548298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-898ecde4-55a7-465c-89d8-da675fb3c1a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 77fdd722-8fe1-4125-b5b7-57651c9d6dd5) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:27:43.552970 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898ecde4-55a7-465c-89d8-da675fb3c1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:43.554143 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-898ecde4-55a7-465c-89d8-da675fb3c1a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:43.557432 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439a523e-7dd9-4a61-bc43-6830e61de218 None None] Network 77fdd722-8fe1-4125-b5b7-57651c9d6dd5 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:27:43.567877 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-898ecde4-55a7-465c-89d8-da675fb3c1a6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3344746 Aug 05 14:27:43.684093 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26332f53-ab39-4ec4-9a7b-9a1ba60048cd None None] Network 77fdd722-8fe1-4125-b5b7-57651c9d6dd5 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:27:43.958541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36262) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:43.963797 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-012c171a-ea19-4f33-8758-4bd35b3bb4c8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-494822788-network', 'tenant_id': 'f00ddaceb6194d41be4b35133d64da62'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:27:43.985574 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012c171a-ea19-4f33-8758-4bd35b3bb4c8 admin admin] Made reservation on behalf of f00ddaceb6194d41be4b35133d64da62 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:27:43.987920 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-012c171a-ea19-4f33-8758-4bd35b3bb4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:43.996841 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-012c171a-ea19-4f33-8758-4bd35b3bb4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:44.091046 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-012c171a-ea19-4f33-8758-4bd35b3bb4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:44.095752 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-012c171a-ea19-4f33-8758-4bd35b3bb4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:44.126803 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012c171a-ea19-4f33-8758-4bd35b3bb4c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:27:44.136541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c171a-ea19-4f33-8758-4bd35b3bb4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490da2db-acb1-4d8a-a884-486ae265d576,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:44.142273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-012c171a-ea19-4f33-8758-4bd35b3bb4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:44.142631 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-012c171a-ea19-4f33-8758-4bd35b3bb4c8 admin admin] Added segment 25c170ec-8bdb-4a24-b507-ff21f22ba9e9 of type vlan for network 09dab539-7785-438c-b1df-714dafd354d4 Aug 05 14:27:44.185052 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-012c171a-ea19-4f33-8758-4bd35b3bb4c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:44.214236 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-012c171a-ea19-4f33-8758-4bd35b3bb4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:44.215223 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012c171a-ea19-4f33-8758-4bd35b3bb4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:44.215806 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-012c171a-ea19-4f33-8758-4bd35b3bb4c8 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:44.265220 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-012c171a-ea19-4f33-8758-4bd35b3bb4c8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3054342 Aug 05 14:27:44.268104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36264) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:44.273212 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-45f0b309-b350-4b32-af34-a23d8562f2ef admin admin] Request body: {'subnet': {'network_id': '09dab539-7785-438c-b1df-714dafd354d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-494822788-subnet', 'tenant_id': 'f00ddaceb6194d41be4b35133d64da62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:27:44.276233 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c171a-ea19-4f33-8758-4bd35b3bb4c8 admin admin] Pushing event updated for resources: {'Network': ['ID=09dab539-7785-438c-b1df-714dafd354d4,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:44.287210 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 09dab539-7785-438c-b1df-714dafd354d4 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:27:44.302640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f0b309-b350-4b32-af34-a23d8562f2ef admin admin] Made reservation on behalf of f00ddaceb6194d41be4b35133d64da62 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:27:44.304964 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45f0b309-b350-4b32-af34-a23d8562f2ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:44.475322 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45f0b309-b350-4b32-af34-a23d8562f2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:44.538817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0b309-b350-4b32-af34-a23d8562f2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dada784-6678-49d7-9376-af43069f35aa,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:44.544848 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f0b309-b350-4b32-af34-a23d8562f2ef admin admin] Checking segment: {'id': '25c170ec-8bdb-4a24-b507-ff21f22ba9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '09dab539-7785-438c-b1df-714dafd354d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:27:44.545806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f0b309-b350-4b32-af34-a23d8562f2ef admin admin] Network hostable DHCP agents. Network: 09dab539-7785-438c-b1df-714dafd354d4, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:27:44.563098 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f0b309-b350-4b32-af34-a23d8562f2ef admin admin] Network 09dab539-7785-438c-b1df-714dafd354d4 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:27:44.571332 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-45f0b309-b350-4b32-af34-a23d8562f2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 09dab539-7785-438c-b1df-714dafd354d4) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:27:44.575736 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f0b309-b350-4b32-af34-a23d8562f2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:44.576465 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45f0b309-b350-4b32-af34-a23d8562f2ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:44.581151 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678c7e71-50e0-4739-bb2b-a5f0515a58b1 None None] Network 09dab539-7785-438c-b1df-714dafd354d4 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:27:44.591701 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-45f0b309-b350-4b32-af34-a23d8562f2ef admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3218486 Aug 05 14:27:44.715208 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3917aad-75b6-49fe-8398-b66957e7689b None None] Network 09dab539-7785-438c-b1df-714dafd354d4 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:27:44.881106 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:45.081313 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-ad26851d-4917-4b3b-b169-2d85ad401e81 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:45.082846 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-ad26851d-4917-4b3b-b169-2d85ad401e81 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/networks?id=77fdd722-8fe1-4125-b5b7-57651c9d6dd5 HTTP/1.1" status: 200 len: 825 time: 0.1079092 Aug 05 14:27:45.099413 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-8d687eff-7334-4e1d-9401-6929fcf4389a tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/quotas/3a7fccdd68f84ae2a89c72836efbbe27 HTTP/1.1" status: 200 len: 375 time: 0.0108550 Aug 05 14:27:45.137322 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-0c225758-4309-4e8c-9b30-0b6f84baf66c tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a7fccdd68f84ae2a89c72836efbbe27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322623 Aug 05 14:27:45.233629 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-ad7f295f-4312-4a76-a5c0-ab026b22c316 service neutron] 10.222.0.16 "GET /v2.0/networks/77fdd722-8fe1-4125-b5b7-57651c9d6dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883646 Aug 05 14:27:45.334217 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-80e020f2-27c6-49d6-8004-d29f5dd9ec5a service neutron] 10.222.0.16 "GET /v2.0/networks/77fdd722-8fe1-4125-b5b7-57651c9d6dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940833 Aug 05 14:27:45.508156 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e201d184-ac06-4976-a4a1-4bcca3000040 req-b1204af2-2690-4d06-aaf4-5caf899eec6d tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ab9788-368e-42f0-a47b-437bae30f51f HTTP/1.1" status: 200 len: 210 time: 0.0300756 Aug 05 14:27:45.842946 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-046665ec-500e-4a22-845d-54921cd60109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:46.173578 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:46.456258 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-28663517-3128-4035-839d-481294237ef1 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:46.457748 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-28663517-3128-4035-839d-481294237ef1 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.84 "GET /v2.0/networks?id=77fdd722-8fe1-4125-b5b7-57651c9d6dd5 HTTP/1.1" status: 200 len: 825 time: 0.1081557 Aug 05 14:27:46.471646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-f9508a14-9ca9-4e9f-bdc0-9eaff8a77be0 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Request body: {'port': {'device_id': '20ab9788-368e-42f0-a47b-437bae30f51f', 'network_id': '77fdd722-8fe1-4125-b5b7-57651c9d6dd5', 'admin_state_up': True, 'tenant_id': '3a7fccdd68f84ae2a89c72836efbbe27'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:27:46.609496 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c8313727-39e8-4790-93ca-9f52ecbef677 req-576378c7-973e-4c82-8f2b-7f1f1b1ec183 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ab9788-368e-42f0-a47b-437bae30f51f HTTP/1.1" status: 200 len: 210 time: 0.0321383 Aug 05 14:27:46.619392 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-f9508a14-9ca9-4e9f-bdc0-9eaff8a77be0 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Made reservation on behalf of 3a7fccdd68f84ae2a89c72836efbbe27 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:27:46.623659 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-f9508a14-9ca9-4e9f-bdc0-9eaff8a77be0 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:46.759371 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-f9508a14-9ca9-4e9f-bdc0-9eaff8a77be0 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Allocated IP 172.20.0.3 (77fdd722-8fe1-4125-b5b7-57651c9d6dd5/318bd824-e785-4873-bb22-bf5c364cae0e/5e3e9af0-9951-4440-96a9-112d21dcea58) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:27:46.906752 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-f9508a14-9ca9-4e9f-bdc0-9eaff8a77be0 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:46.946735 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-f9508a14-9ca9-4e9f-bdc0-9eaff8a77be0 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:46.995867 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-f9508a14-9ca9-4e9f-bdc0-9eaff8a77be0 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Network 77fdd722-8fe1-4125-b5b7-57651c9d6dd5 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:27:46.999722 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-f9508a14-9ca9-4e9f-bdc0-9eaff8a77be0 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:27:47.003643 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-f9508a14-9ca9-4e9f-bdc0-9eaff8a77be0 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:27:47.010526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9508a14-9ca9-4e9f-bdc0-9eaff8a77be0 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Pushing event updated for resources: {'Port': ['ID=5e3e9af0-9951-4440-96a9-112d21dcea58,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:47.057479 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-f9508a14-9ca9-4e9f-bdc0-9eaff8a77be0 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:47.058096 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-f9508a14-9ca9-4e9f-bdc0-9eaff8a77be0 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:47.073024 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-f9508a14-9ca9-4e9f-bdc0-9eaff8a77be0 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6051519 Aug 05 14:27:47.086117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Request body: {'port': {'device_id': '20ab9788-368e-42f0-a47b-437bae30f51f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:27:47.143434 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:47.758201 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151b7e5-97e4-43f2-86aa-8b6fb463668a req-990cd48f-612d-4724-aff3-7da7acfcca08 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:47.759823 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1151b7e5-97e4-43f2-86aa-8b6fb463668a req-990cd48f-612d-4724-aff3-7da7acfcca08 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 947 time: 0.0553656 Aug 05 14:27:47.777649 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748b7e9-6731-4339-ab60-df2cb79461bf req-75c8174b-73b3-4280-bd40-edc214211375 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:47.780213 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f748b7e9-6731-4339-ab60-df2cb79461bf req-75c8174b-73b3-4280-bd40-edc214211375 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ab9788-368e-42f0-a47b-437bae30f51f HTTP/1.1" status: 200 len: 931 time: 0.0854630 Aug 05 14:27:47.800186 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1151b7e5-97e4-43f2-86aa-8b6fb463668a req-a5a94e9e-55df-4098-9016-d1d584ca7af4 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339859 Aug 05 14:27:47.834976 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e3e9af0-9951-4440-96a9-112d21dcea58 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:27:47.852781 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:47.862979 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f748b7e9-6731-4339-ab60-df2cb79461bf req-721d8cb2-2e77-4f50-8ba3-18b24489299c tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/security-groups?id=539b8b54-e423-4110-a4ed-1d21632402a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594049 Aug 05 14:27:47.869877 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Transition to ACTIVE for port object 5e3e9af0-9951-4440-96a9-112d21dcea58 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:27:47.874163 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:47.926143 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e3e9af0-9951-4440-96a9-112d21dcea58,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:48.000393 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Attempting to bind port 5e3e9af0-9951-4440-96a9-112d21dcea58 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:27:48.000728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Attempting to bind port 5e3e9af0-9951-4440-96a9-112d21dcea58 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '990968fa-286d-4e76-b5f4-250ab6831023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '77fdd722-8fe1-4125-b5b7-57651c9d6dd5'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:27:48.001071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Attempting to bind port 5e3e9af0-9951-4440-96a9-112d21dcea58 on network 77fdd722-8fe1-4125-b5b7-57651c9d6dd5 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:27:48.005511 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Port 5e3e9af0-9951-4440-96a9-112d21dcea58 on network 77fdd722-8fe1-4125-b5b7-57651c9d6dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:27:48.005836 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Attempting to bind port 5e3e9af0-9951-4440-96a9-112d21dcea58 on network 77fdd722-8fe1-4125-b5b7-57651c9d6dd5 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:27:48.010795 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:27:48.011146 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Checking segment: {'id': '990968fa-286d-4e76-b5f4-250ab6831023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '77fdd722-8fe1-4125-b5b7-57651c9d6dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:27:48.011538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Bound using segment: {'id': '990968fa-286d-4e76-b5f4-250ab6831023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '77fdd722-8fe1-4125-b5b7-57651c9d6dd5'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:27:48.011970 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Bound port: 5e3e9af0-9951-4440-96a9-112d21dcea58, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990968fa-286d-4e76-b5f4-250ab6831023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '77fdd722-8fe1-4125-b5b7-57651c9d6dd5'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:27:48.012331 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:48.083336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] For port 5e3e9af0-9951-4440-96a9-112d21dcea58, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:27:48.086561 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] For port 5e3e9af0-9951-4440-96a9-112d21dcea58, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5e3e9af0-9951-4440-96a9-112d21dcea58,segment=NetworkSegment(990968fa-286d-4e76-b5f4-250ab6831023),segment_id=990968fa-286d-4e76-b5f4-250ab6831023)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:27:48.090746 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:48.127216 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:48.127859 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:48.129285 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] 10.222.0.84 "PUT /v2.0/ports/5e3e9af0-9951-4440-96a9-112d21dcea58 HTTP/1.1" status: 200 len: 1091 time: 1.0477710 Aug 05 14:27:48.129728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ab9788-368e-42f0-a47b-437bae30f51f', 'tag': '5e3e9af0-9951-4440-96a9-112d21dcea58'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:27:48.132043 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2417289c-03c0-4717-b02b-de43e0346cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "20ab9788-368e-42f0-a47b-437bae30f51f", "tag": "5e3e9af0-9951-4440-96a9-112d21dcea58"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:27:48.163693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8923ed-2f92-4e29-83e1-8d614f37e9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e3e9af0-9951-4440-96a9-112d21dcea58,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:48.181506 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc560ba2-3b29-4ef8-8b85-5669d1439b37 x-openstack-request-id: req-fc560ba2-3b29-4ef8-8b85-5669d1439b37 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:27:48.181796 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ab9788-368e-42f0-a47b-437bae30f51f", "tag": "5e3e9af0-9951-4440-96a9-112d21dcea58", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:27:48.182048 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc560ba2-3b29-4ef8-8b85-5669d1439b37 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:27:48.182486 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ab9788-368e-42f0-a47b-437bae30f51f', 'tag': '5e3e9af0-9951-4440-96a9-112d21dcea58', 'status': 'completed', 'code': 200} Aug 05 14:27:48.216718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-fc89fcde-eb19-4c76-995f-2035fa378f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:48.218565 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-fc89fcde-eb19-4c76-995f-2035fa378f0d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a7fccdd68f84ae2a89c72836efbbe27&device_id=20ab9788-368e-42f0-a47b-437bae30f51f HTTP/1.1" status: 200 len: 1094 time: 0.0466714 Aug 05 14:27:48.260659 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-47d2295c-2cdc-4ebf-9eb3-bbc3fbffb38e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e3e9af0-9951-4440-96a9-112d21dcea58 HTTP/1.1" status: 200 len: 217 time: 0.0345836 Aug 05 14:27:48.318951 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-6a230c18-41c8-43c6-8103-a3e617c09431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:48.320457 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-6a230c18-41c8-43c6-8103-a3e617c09431 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=318bd824-e785-4873-bb22-bf5c364cae0e HTTP/1.1" status: 200 len: 865 time: 0.0513852 Aug 05 14:27:48.352935 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-18552c7f-e41e-4ba5-b6aa-c0df66a9ed3d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77fdd722-8fe1-4125-b5b7-57651c9d6dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246804 Aug 05 14:27:48.396074 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-797610f7-72e1-4f04-be19-b6407c862f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:48.452962 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-c14cc9a0-9990-4c22-8878-15ac18a079a6 service neutron] 10.222.0.84 "GET /v2.0/networks/77fdd722-8fe1-4125-b5b7-57651c9d6dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928137 Aug 05 14:27:48.556268 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-358aacf5-374d-4fbb-bef6-259f36aa5004 req-d5a7ce94-0e0a-404f-a213-476f60bbb40d service neutron] 10.222.0.84 "GET /v2.0/networks/77fdd722-8fe1-4125-b5b7-57651c9d6dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965033 Aug 05 14:27:48.619578 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:48.651901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417289c-03c0-4717-b02b-de43e0346cbc req-b9996344-5666-46d5-9fb0-04b0bc790c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:48.654382 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2417289c-03c0-4717-b02b-de43e0346cbc req-b9996344-5666-46d5-9fb0-04b0bc790c9b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a7fccdd68f84ae2a89c72836efbbe27&device_id=20ab9788-368e-42f0-a47b-437bae30f51f HTTP/1.1" status: 200 len: 1094 time: 0.0466478 Aug 05 14:27:48.757802 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417289c-03c0-4717-b02b-de43e0346cbc req-43161534-1230-4bba-9b9d-4ab04fbd5102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:48.759455 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2417289c-03c0-4717-b02b-de43e0346cbc req-43161534-1230-4bba-9b9d-4ab04fbd5102 service neutron] 10.222.0.84 "GET /v2.0/networks?id=77fdd722-8fe1-4125-b5b7-57651c9d6dd5 HTTP/1.1" status: 200 len: 926 time: 0.0969725 Aug 05 14:27:48.804245 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2417289c-03c0-4717-b02b-de43e0346cbc req-79d33b24-b100-44d2-9887-7ec183964ed0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e3e9af0-9951-4440-96a9-112d21dcea58 HTTP/1.1" status: 200 len: 217 time: 0.0358620 Aug 05 14:27:48.855721 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417289c-03c0-4717-b02b-de43e0346cbc req-42075359-d1d8-4850-8adf-76d458a789de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:48.857208 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2417289c-03c0-4717-b02b-de43e0346cbc req-42075359-d1d8-4850-8adf-76d458a789de service neutron] 10.222.0.84 "GET /v2.0/subnets?id=318bd824-e785-4873-bb22-bf5c364cae0e HTTP/1.1" status: 200 len: 865 time: 0.0456824 Aug 05 14:27:48.907463 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2417289c-03c0-4717-b02b-de43e0346cbc req-f9e939ec-9bb3-4810-bb9b-73ef0dd61076 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77fdd722-8fe1-4125-b5b7-57651c9d6dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419724 Aug 05 14:27:49.003817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec9fb6-f664-4883-aef6-a65a336fa5cf req-1145aa72-a76d-4490-acf5-43d3b9681846 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:49.005510 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-48ec9fb6-f664-4883-aef6-a65a336fa5cf req-1145aa72-a76d-4490-acf5-43d3b9681846 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 947 time: 0.1285334 Aug 05 14:27:49.082918 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2417289c-03c0-4717-b02b-de43e0346cbc req-d8f2ca0e-fcd1-46a6-a511-ec885238bc08 service neutron] 10.222.0.84 "GET /v2.0/networks/77fdd722-8fe1-4125-b5b7-57651c9d6dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575408 Aug 05 14:27:49.085976 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-48ec9fb6-f664-4883-aef6-a65a336fa5cf req-b6424eca-b3b8-4c91-840d-ae7f552b8676 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups?id=4626a913-2b7f-421f-985e-ff70d3c64e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732651 Aug 05 14:27:49.111737 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe9584-6561-4b9a-96d7-17175fb055a8 req-db8ae356-d767-4a98-91ef-6c76d130ae09 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:49.113964 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9fe9584-6561-4b9a-96d7-17175fb055a8 req-db8ae356-d767-4a98-91ef-6c76d130ae09 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ab9788-368e-42f0-a47b-437bae30f51f HTTP/1.1" status: 200 len: 943 time: 0.1719019 Aug 05 14:27:49.182453 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9fe9584-6561-4b9a-96d7-17175fb055a8 req-7faf50fd-1d44-48eb-b74d-6eea3ffa5eb1 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/security-groups?id=539b8b54-e423-4110-a4ed-1d21632402a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589945 Aug 05 14:27:49.184441 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2417289c-03c0-4717-b02b-de43e0346cbc req-a02d41a0-5f08-4c4a-869d-df1e21187e49 service neutron] 10.222.0.84 "GET /v2.0/networks/77fdd722-8fe1-4125-b5b7-57651c9d6dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919709 Aug 05 14:27:49.191214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea76cf-2819-407b-a260-ee148b283bd8 req-3036e803-5ede-43a2-b8fc-269d2e7c0d6f tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:49.192805 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-66ea76cf-2819-407b-a260-ee148b283bd8 req-3036e803-5ede-43a2-b8fc-269d2e7c0d6f tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.63 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 947 time: 0.0778954 Aug 05 14:27:49.280174 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2c54db27-0181-4e7a-a193-8e3c2a64c454 req-7b62f7f0-ed0c-41d7-89d8-d0422828bc70 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435905 Aug 05 14:27:49.300050 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-66ea76cf-2819-407b-a260-ee148b283bd8 req-e0863ab1-5c04-4baa-ab00-dd94b92ebd1c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Deleting port c40b988f-7d31-42a4-b19c-c441348cc2c3 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:27:49.300396 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-66ea76cf-2819-407b-a260-ee148b283bd8 req-e0863ab1-5c04-4baa-ab00-dd94b92ebd1c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:49.351785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54db27-0181-4e7a-a193-8e3c2a64c454 req-40654d1f-b3c3-4537-bb1d-352ae85fef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:49.353300 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2c54db27-0181-4e7a-a193-8e3c2a64c454 req-40654d1f-b3c3-4537-bb1d-352ae85fef98 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 1097 time: 0.0479262 Aug 05 14:27:49.390625 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-66ea76cf-2819-407b-a260-ee148b283bd8 req-e0863ab1-5c04-4baa-ab00-dd94b92ebd1c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] For port c40b988f-7d31-42a4-b19c-c441348cc2c3, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=c40b988f-7d31-42a4-b19c-c441348cc2c3,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:27:49.390996 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-66ea76cf-2819-407b-a260-ee148b283bd8 req-e0863ab1-5c04-4baa-ab00-dd94b92ebd1c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:49.466400 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54db27-0181-4e7a-a193-8e3c2a64c454 req-083a8258-c334-491f-8b0a-6d3e69e5ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:49.467979 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2c54db27-0181-4e7a-a193-8e3c2a64c454 req-083a8258-c334-491f-8b0a-6d3e69e5ce64 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 913 time: 0.0946233 Aug 05 14:27:49.546841 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2c54db27-0181-4e7a-a193-8e3c2a64c454 req-c2ff9bcb-d141-4716-9459-60d76f7fecc4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f0b962d-ece5-45fb-b3d3-499c778c92f9 HTTP/1.1" status: 200 len: 1002 time: 0.0703959 Aug 05 14:27:49.575571 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:49.584514 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-66ea76cf-2819-407b-a260-ee148b283bd8 req-e0863ab1-5c04-4baa-ab00-dd94b92ebd1c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:49.584948 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-66ea76cf-2819-407b-a260-ee148b283bd8 req-e0863ab1-5c04-4baa-ab00-dd94b92ebd1c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:49.585295 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [req-66ea76cf-2819-407b-a260-ee148b283bd8 req-e0863ab1-5c04-4baa-ab00-dd94b92ebd1c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Floating IP 7764a892-a9f5-4a12-bd7d-5ac4543cc1c7 disassociated. External IP: 172.25.5.241, port: c40b988f-7d31-42a4-b19c-c441348cc2c3. Aug 05 14:27:49.585637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-66ea76cf-2819-407b-a260-ee148b283bd8 req-e0863ab1-5c04-4baa-ab00-dd94b92ebd1c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Calling delete_port for c40b988f-7d31-42a4-b19c-c441348cc2c3 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:27:49.603299 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54db27-0181-4e7a-a193-8e3c2a64c454 req-813c0855-2e56-44b1-a67e-1e857db3a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:49.604809 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2c54db27-0181-4e7a-a193-8e3c2a64c454 req-813c0855-2e56-44b1-a67e-1e857db3a2ab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.0508096 Aug 05 14:27:49.654625 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54db27-0181-4e7a-a193-8e3c2a64c454 req-0f187813-c9fd-45db-8152-9b7ad7f50c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:49.655972 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2c54db27-0181-4e7a-a193-8e3c2a64c454 req-0f187813-c9fd-45db-8152-9b7ad7f50c65 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431957 Aug 05 14:27:49.727603 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-66ea76cf-2819-407b-a260-ee148b283bd8 req-e0863ab1-5c04-4baa-ab00-dd94b92ebd1c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:49.761798 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2c54db27-0181-4e7a-a193-8e3c2a64c454 req-4b9ca2b8-7632-4d35-94ef-7a9cbe252993 service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981095 Aug 05 14:27:49.763454 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0863ab1-5c04-4baa-ab00-dd94b92ebd1c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Pushing event deleted for resources: {'Port': ['ID=c40b988f-7d31-42a4-b19c-c441348cc2c3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:49.866166 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2c54db27-0181-4e7a-a193-8e3c2a64c454 req-ca83899d-64f1-4e71-a327-6976ba05f706 service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954907 Aug 05 14:27:49.898551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66ea76cf-2819-407b-a260-ee148b283bd8 req-e0863ab1-5c04-4baa-ab00-dd94b92ebd1c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:27:50.019683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66ea76cf-2819-407b-a260-ee148b283bd8 req-e0863ab1-5c04-4baa-ab00-dd94b92ebd1c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:27:50.032466 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c0cb2-7cf8-438a-b5bc-3144f00a8e8c None None] Sync routers for ids ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:27:50.044208 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c0cb2-7cf8-438a-b5bc-3144f00a8e8c None None] Routers {'4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:27:50.044855 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-426c0cb2-7cf8-438a-b5bc-3144f00a8e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:27:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:27:50.072008 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ea76cf-2819-407b-a260-ee148b283bd8 req-e0863ab1-5c04-4baa-ab00-dd94b92ebd1c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] No DVR routers for this DVR port c40b988f-7d31-42a4-b19c-c441348cc2c3 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:27:50.074990 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-66ea76cf-2819-407b-a260-ee148b283bd8 req-e0863ab1-5c04-4baa-ab00-dd94b92ebd1c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:50.078051 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-66ea76cf-2819-407b-a260-ee148b283bd8 req-e0863ab1-5c04-4baa-ab00-dd94b92ebd1c tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.63 "DELETE /v2.0/ports/c40b988f-7d31-42a4-b19c-c441348cc2c3 HTTP/1.1" status: 204 len: 173 time: 0.8739676 Aug 05 14:27:50.078542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'name': 'network-vif-deleted', 'tag': 'c40b988f-7d31-42a4-b19c-c441348cc2c3'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:27:50.080832 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19014d7-94e1-49ec-a27c-b66ec2ec5ef9" -d '{"events": [{"server_uuid": "108a0bba-2696-4bdb-93b8-72d81c7efd6f", "name": "network-vif-deleted", "tag": "c40b988f-7d31-42a4-b19c-c441348cc2c3"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:27:50.120110 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28b5d58-9685-483d-90ce-437ada3b641a x-openstack-request-id: req-b28b5d58-9685-483d-90ce-437ada3b641a {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:27:50.121316 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108a0bba-2696-4bdb-93b8-72d81c7efd6f", "name": "network-vif-deleted", "tag": "c40b988f-7d31-42a4-b19c-c441348cc2c3", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:27:50.121776 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b28b5d58-9685-483d-90ce-437ada3b641a {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:27:50.122506 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108a0bba-2696-4bdb-93b8-72d81c7efd6f', 'name': 'network-vif-deleted', 'tag': 'c40b988f-7d31-42a4-b19c-c441348cc2c3', 'status': 'completed', 'code': 200} Aug 05 14:27:50.172819 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-426c0cb2-7cf8-438a-b5bc-3144f00a8e8c None None] Set router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:27:50.232890 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c391b72d-68c1-4325-baee-90591a5fe259 req-577e5841-6085-439d-9463-9a939e6965cc tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/ports?device_id=108a0bba-2696-4bdb-93b8-72d81c7efd6f HTTP/1.1" status: 200 len: 210 time: 0.0548441 Aug 05 14:27:50.446023 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0017d09-e4d6-4c60-a01c-2a882757ee11 req-ef1c6c4c-31d2-41f7-94ce-a7e4886e77ca tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:50.448131 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0017d09-e4d6-4c60-a01c-2a882757ee11 req-ef1c6c4c-31d2-41f7-94ce-a7e4886e77ca tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ab9788-368e-42f0-a47b-437bae30f51f HTTP/1.1" status: 200 len: 943 time: 0.1570282 Aug 05 14:27:50.494964 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0017d09-e4d6-4c60-a01c-2a882757ee11 req-a556ae1f-1fe1-4417-b60d-00be400ec60e tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/security-groups?id=539b8b54-e423-4110-a4ed-1d21632402a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385983 Aug 05 14:27:50.561129 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-426c0cb2-7cf8-438a-b5bc-3144f00a8e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '3340a34a-eefb-4ac0-80cb-e6dd98bac174', 'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'mac_address': 'fa:16:3e:5e:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:24Z', 'updated_at': '2021-08-05T14:20:34Z', 'revision_number': 5, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'subnets': [{'id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:27:50.588547 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c0cb2-7cf8-438a-b5bc-3144f00a8e8c None None] Checking router: 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:27:50.597366 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c0cb2-7cf8-438a-b5bc-3144f00a8e8c None None] Routers {'4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:27:50.598006 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-426c0cb2-7cf8-438a-b5bc-3144f00a8e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:27:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:27:50.710267 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-426c0cb2-7cf8-438a-b5bc-3144f00a8e8c None None] Set router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:27:50.920141 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-426c0cb2-7cf8-438a-b5bc-3144f00a8e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '3340a34a-eefb-4ac0-80cb-e6dd98bac174', 'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'mac_address': 'fa:16:3e:5e:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:24Z', 'updated_at': '2021-08-05T14:20:34Z', 'revision_number': 5, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'subnets': [{'id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:27:50.952401 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c0cb2-7cf8-438a-b5bc-3144f00a8e8c None None] The sync data for ids ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'] in n-d-803585-2 is: [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:20:25Z', 'revision_number': 4, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '3340a34a-eefb-4ac0-80cb-e6dd98bac174', 'name': '', 'network_id': 'c7382844-bdec-44ba-9a71-2be3c532ada3', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'mac_address': 'fa:16:3e:5e:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:24Z', 'updated_at': '2021-08-05T14:20:34Z', 'revision_number': 5, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'subnets': [{'id': 'ee667f3f-6ab2-448a-9b41-aa113bf5db1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:27:51.189700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa4f689-2841-4ea3-908a-c089762576a1 None None] New status for floating IP 7764a892-a9f5-4a12-bd7d-5ac4543cc1c7: DOWN {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:27:51.321050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36330) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:51.360506 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:51.386973 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-83b6fde9-5ef3-45df-9784-4b13b6c020a9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:51.411877 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-83b6fde9-5ef3-45df-9784-4b13b6c020a9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:51.459706 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-83b6fde9-5ef3-45df-9784-4b13b6c020a9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:51.462376 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-83b6fde9-5ef3-45df-9784-4b13b6c020a9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:51.463590 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-83b6fde9-5ef3-45df-9784-4b13b6c020a9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "DELETE /v2.0/security-groups/4626a913-2b7f-421f-985e-ff70d3c64e27 HTTP/1.1" status: 204 len: 168 time: 0.1411188 Aug 05 14:27:51.467057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36332) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:51.477485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6fde9-5ef3-45df-9784-4b13b6c020a9 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4626a913-2b7f-421f-985e-ff70d3c64e27,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:51.480602 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-cf035baa-b58c-433d-9edc-777e62c673be tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] show failed (client error): The resource could not be found. Aug 05 14:27:51.484150 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cf035baa-b58c-433d-9edc-777e62c673be tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "GET /v2.0/security-groups/4626a913-2b7f-421f-985e-ff70d3c64e27 HTTP/1.1" status: 404 len: 347 time: 0.0136337 Aug 05 14:27:51.485214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36334) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:51.641533 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64e4b4-a6fb-4cb3-a217-4983d566d34d req-6369e725-4d38-4536-8626-74b9fcf9da93 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:51.643061 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d64e4b4-a6fb-4cb3-a217-4983d566d34d req-6369e725-4d38-4536-8626-74b9fcf9da93 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ab9788-368e-42f0-a47b-437bae30f51f HTTP/1.1" status: 200 len: 943 time: 0.0744097 Aug 05 14:27:51.660095 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-a2524919-76f2-4cd8-87f4-e1a52acca5c2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Deleting port feca4ebf-19cb-41d5-8d84-1195fb6c6caa {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:27:51.660436 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2524919-76f2-4cd8-87f4-e1a52acca5c2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:52.011067 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d64e4b4-a6fb-4cb3-a217-4983d566d34d req-41397069-12c0-4550-8d56-b61662a0211f tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/security-groups?id=539b8b54-e423-4110-a4ed-1d21632402a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617473 Aug 05 14:27:52.046876 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2524919-76f2-4cd8-87f4-e1a52acca5c2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:52.047405 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2524919-76f2-4cd8-87f4-e1a52acca5c2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:52.051131 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5e3e9af0-9951-4440-96a9-112d21dcea58 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:27:52.067714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-a2524919-76f2-4cd8-87f4-e1a52acca5c2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Calling delete_port for feca4ebf-19cb-41d5-8d84-1195fb6c6caa owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:27:52.143637 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 5e3e9af0-9951-4440-96a9-112d21dcea58, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5e3e9af0-9951-4440-96a9-112d21dcea58,segment=NetworkSegment(990968fa-286d-4e76-b5f4-250ab6831023),segment_id=990968fa-286d-4e76-b5f4-250ab6831023)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:27:52.156308 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '5e3e9af0-9951-4440-96a9-112d21dcea58', 'network_id': '77fdd722-8fe1-4125-b5b7-57651c9d6dd5', 'port_id': '5e3e9af0-9951-4440-96a9-112d21dcea58', 'mac_address': 'fa:16:3e:55:cc:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318bd824-e785-4873-bb22-bf5c364cae0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:27:52.198865 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:52.213207 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2524919-76f2-4cd8-87f4-e1a52acca5c2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:52.213474 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e3e9af0-9951-4440-96a9-112d21dcea58 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:27:52.233733 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 5e3e9af0-9951-4440-96a9-112d21dcea58, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5e3e9af0-9951-4440-96a9-112d21dcea58,segment=NetworkSegment(990968fa-286d-4e76-b5f4-250ab6831023),segment_id=990968fa-286d-4e76-b5f4-250ab6831023)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:27:52.237562 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2524919-76f2-4cd8-87f4-e1a52acca5c2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Pushing event deleted for resources: {'Port': ['ID=feca4ebf-19cb-41d5-8d84-1195fb6c6caa,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:52.238088 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:52.288377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=5e3e9af0-9951-4440-96a9-112d21dcea58,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:52.296275 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:52.296625 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:52.296963 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:52.297298 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:52.297630 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:52.297959 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:52.298308 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:52.298638 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:52.299225 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:52.299596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:52.299998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:52.300384 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:27:52.302176 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2524919-76f2-4cd8-87f4-e1a52acca5c2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:52.306908 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2524919-76f2-4cd8-87f4-e1a52acca5c2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:52.308394 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a2524919-76f2-4cd8-87f4-e1a52acca5c2 tempest-AttachVolumeShelveTestJSON-235147770 tempest-AttachVolumeShelveTestJSON-235147770-project] 10.222.0.16 "DELETE /v2.0/floatingips/7764a892-a9f5-4a12-bd7d-5ac4543cc1c7 HTTP/1.1" status: 204 len: 168 time: 0.8228037 Aug 05 14:27:52.454180 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['5e3e9af0-9951-4440-96a9-112d21dcea58'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:27:52.742493 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device c40b988f-7d31-42a4-b19c-c441348cc2c3 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:27:52.763995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: c40b988f-7d31-42a4-b19c-c441348cc2c3 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:27:52.764567 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device c40b988f-7d31-42a4-b19c-c441348cc2c3 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:27:53.129279 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce218c-a080-4316-b8eb-193f205abc4e req-58315741-3d29-469e-9cae-ef01b066e789 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:53.130870 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9cce218c-a080-4316-b8eb-193f205abc4e req-58315741-3d29-469e-9cae-ef01b066e789 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ab9788-368e-42f0-a47b-437bae30f51f HTTP/1.1" status: 200 len: 944 time: 0.0505757 Aug 05 14:27:53.172747 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9cce218c-a080-4316-b8eb-193f205abc4e req-f36ca886-1d7b-405f-bfad-1e6f726cef82 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/security-groups?id=539b8b54-e423-4110-a4ed-1d21632402a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356500 Aug 05 14:27:54.066480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5e3e9af0-9951-4440-96a9-112d21dcea58 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:27:54.117223 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 5e3e9af0-9951-4440-96a9-112d21dcea58 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:27:54.120960 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 5e3e9af0-9951-4440-96a9-112d21dcea58 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:27:54.121325 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:54.202456 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:54.227166 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ab9788-368e-42f0-a47b-437bae30f51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3e9af0-9951-4440-96a9-112d21dcea58'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:27:54.229533 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35dfdbc-beef-4c11-ad62-e566b9e38237" -d '{"events": [{"server_uuid": "20ab9788-368e-42f0-a47b-437bae30f51f", "name": "network-vif-plugged", "status": "completed", "tag": "5e3e9af0-9951-4440-96a9-112d21dcea58"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:27:54.243541 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 5e3e9af0-9951-4440-96a9-112d21dcea58, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5e3e9af0-9951-4440-96a9-112d21dcea58,segment=NetworkSegment(990968fa-286d-4e76-b5f4-250ab6831023),segment_id=990968fa-286d-4e76-b5f4-250ab6831023)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:27:54.248850 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:54.274991 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d24cc19-d4e1-45ca-8128-c24bc424feba x-openstack-request-id: req-9d24cc19-d4e1-45ca-8128-c24bc424feba {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:27:54.275380 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ab9788-368e-42f0-a47b-437bae30f51f", "name": "network-vif-plugged", "status": "completed", "tag": "5e3e9af0-9951-4440-96a9-112d21dcea58", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:27:54.275643 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d24cc19-d4e1-45ca-8128-c24bc424feba {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:27:54.276111 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ab9788-368e-42f0-a47b-437bae30f51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3e9af0-9951-4440-96a9-112d21dcea58', 'code': 200} Aug 05 14:27:54.297079 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af4f7e-d53b-4f7a-bcf8-6cc86164b692 req-5afa9c44-f1b2-421a-a497-1fa3391ae60e tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:54.298703 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63af4f7e-d53b-4f7a-bcf8-6cc86164b692 req-5afa9c44-f1b2-421a-a497-1fa3391ae60e tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ab9788-368e-42f0-a47b-437bae30f51f HTTP/1.1" status: 200 len: 945 time: 0.0539339 Aug 05 14:27:54.307402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=5e3e9af0-9951-4440-96a9-112d21dcea58,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:54.348822 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-63af4f7e-d53b-4f7a-bcf8-6cc86164b692 req-de1b94ba-654e-4c65-bcdb-13d92766f864 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/security-groups?id=539b8b54-e423-4110-a4ed-1d21632402a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428829 Aug 05 14:27:54.384311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c84d42-f8da-4969-8d00-774631e200cf req-c5c2bfa8-fb2b-4719-9334-fc5a1b582d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:54.386430 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94c84d42-f8da-4969-8d00-774631e200cf req-c5c2bfa8-fb2b-4719-9334-fc5a1b582d83 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=20ab9788-368e-42f0-a47b-437bae30f51f HTTP/1.1" status: 200 len: 1096 time: 0.0488532 Aug 05 14:27:54.423271 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94c84d42-f8da-4969-8d00-774631e200cf req-d1444023-00e1-4416-87ae-05333dfe1395 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=539b8b54-e423-4110-a4ed-1d21632402a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305958 Aug 05 14:27:55.472687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3f699-ad43-4248-b70e-bd4e54ba27b4 req-31e6a24f-28f1-4ada-9fd8-d6aea75332bf tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:55.474276 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-61e3f699-ad43-4248-b70e-bd4e54ba27b4 req-31e6a24f-28f1-4ada-9fd8-d6aea75332bf tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ab9788-368e-42f0-a47b-437bae30f51f HTTP/1.1" status: 200 len: 945 time: 0.0543563 Aug 05 14:27:55.517174 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-61e3f699-ad43-4248-b70e-bd4e54ba27b4 req-08f1a1ad-d8a2-4201-b5f7-85d80d696f70 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/security-groups?id=539b8b54-e423-4110-a4ed-1d21632402a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366876 Aug 05 14:27:55.643236 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88ebd9-7d34-448a-bfba-f357abb3d689 req-d18068e8-7683-4bda-b91a-92f3ea0a624e tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:55.644856 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f88ebd9-7d34-448a-bfba-f357abb3d689 req-d18068e8-7683-4bda-b91a-92f3ea0a624e tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ab9788-368e-42f0-a47b-437bae30f51f HTTP/1.1" status: 200 len: 945 time: 0.0565698 Aug 05 14:27:55.685479 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f88ebd9-7d34-448a-bfba-f357abb3d689 req-acfde628-0f91-440a-bedd-e959b9bb0077 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/security-groups?id=539b8b54-e423-4110-a4ed-1d21632402a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344203 Aug 05 14:27:55.893489 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d78b2-54fb-471a-b288-4bb43df37634 req-6c5e2409-4b46-4f90-b0e9-b211cb46ac1f tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:55.895056 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-009d78b2-54fb-471a-b288-4bb43df37634 req-6c5e2409-4b46-4f90-b0e9-b211cb46ac1f tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ab9788-368e-42f0-a47b-437bae30f51f HTTP/1.1" status: 200 len: 945 time: 0.0499153 Aug 05 14:27:55.934672 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-009d78b2-54fb-471a-b288-4bb43df37634 req-31404ac3-50b0-4397-a675-1cf1bb74db54 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/security-groups?id=539b8b54-e423-4110-a4ed-1d21632402a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333016 Aug 05 14:27:56.232035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b66cd-22db-40f2-90d0-0b8b1508c60e req-d67f044d-4b2a-4e3a-99a5-a2532b7774a5 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:56.233733 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-504b66cd-22db-40f2-90d0-0b8b1508c60e req-d67f044d-4b2a-4e3a-99a5-a2532b7774a5 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ab9788-368e-42f0-a47b-437bae30f51f HTTP/1.1" status: 200 len: 945 time: 0.0552788 Aug 05 14:27:56.277407 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-504b66cd-22db-40f2-90d0-0b8b1508c60e req-8d38cff9-6bd3-4863-abe6-6989a5574cfa tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/security-groups?id=539b8b54-e423-4110-a4ed-1d21632402a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367005 Aug 05 14:27:56.897872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36386) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:57.420795 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091041c-8c24-41c3-9f1d-6c8660bcc94b req-d335b382-edfa-4b49-ab32-5dcd38011f6d tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:57.422359 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b091041c-8c24-41c3-9f1d-6c8660bcc94b req-d335b382-edfa-4b49-ab32-5dcd38011f6d tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/ports?device_id=20ab9788-368e-42f0-a47b-437bae30f51f HTTP/1.1" status: 200 len: 945 time: 0.0663903 Aug 05 14:27:57.428914 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-402781de-7825-45ab-ace2-207f3f816097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:57.433871 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:27:57.541816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fffcd8-e1ce-499b-af1d-fe45354a9ee2 req-295ad6f2-bd80-4982-8293-e7a6d1f0ff0b tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:27:57.542462 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b091041c-8c24-41c3-9f1d-6c8660bcc94b req-162c4297-19ed-4a25-8afa-17475f9cd36a tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.16 "GET /v2.0/security-groups?id=539b8b54-e423-4110-a4ed-1d21632402a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112914 Aug 05 14:27:57.550457 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d5fffcd8-e1ce-499b-af1d-fe45354a9ee2 req-295ad6f2-bd80-4982-8293-e7a6d1f0ff0b tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.84 "GET /v2.0/ports?device_id=20ab9788-368e-42f0-a47b-437bae30f51f HTTP/1.1" status: 200 len: 945 time: 0.0600636 Aug 05 14:27:57.662587 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d5fffcd8-e1ce-499b-af1d-fe45354a9ee2 req-06150c05-b82e-44c9-85dc-e85ff68ff389 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Deleting port 5e3e9af0-9951-4440-96a9-112d21dcea58 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:27:57.662929 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d5fffcd8-e1ce-499b-af1d-fe45354a9ee2 req-06150c05-b82e-44c9-85dc-e85ff68ff389 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:57.732417 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-402781de-7825-45ab-ace2-207f3f816097 admin admin] Deleting port 3340a34a-eefb-4ac0-80cb-e6dd98bac174 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:27:57.732861 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-402781de-7825-45ab-ace2-207f3f816097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:57.758772 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-d5fffcd8-e1ce-499b-af1d-fe45354a9ee2 req-06150c05-b82e-44c9-85dc-e85ff68ff389 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] For port 5e3e9af0-9951-4440-96a9-112d21dcea58, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5e3e9af0-9951-4440-96a9-112d21dcea58,segment=NetworkSegment(990968fa-286d-4e76-b5f4-250ab6831023),segment_id=990968fa-286d-4e76-b5f4-250ab6831023)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:27:57.759138 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d5fffcd8-e1ce-499b-af1d-fe45354a9ee2 req-06150c05-b82e-44c9-85dc-e85ff68ff389 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:57.774326 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-d5fffcd8-e1ce-499b-af1d-fe45354a9ee2 req-06150c05-b82e-44c9-85dc-e85ff68ff389 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Calling delete_port for 5e3e9af0-9951-4440-96a9-112d21dcea58 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:27:57.850927 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-402781de-7825-45ab-ace2-207f3f816097 admin admin] For port 3340a34a-eefb-4ac0-80cb-e6dd98bac174, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3340a34a-eefb-4ac0-80cb-e6dd98bac174,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:27:57.851396 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-402781de-7825-45ab-ace2-207f3f816097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:57.865475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-402781de-7825-45ab-ace2-207f3f816097 admin admin] Calling delete_port for 3340a34a-eefb-4ac0-80cb-e6dd98bac174 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:27:57.925274 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d5fffcd8-e1ce-499b-af1d-fe45354a9ee2 req-06150c05-b82e-44c9-85dc-e85ff68ff389 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:57.938230 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['5e3e9af0-9951-4440-96a9-112d21dcea58'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:27:57.959158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06150c05-b82e-44c9-85dc-e85ff68ff389 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Pushing event deleted for resources: {'Port': ['ID=5e3e9af0-9951-4440-96a9-112d21dcea58,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:58.007683 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fffcd8-e1ce-499b-af1d-fe45354a9ee2 req-06150c05-b82e-44c9-85dc-e85ff68ff389 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] No DVR routers for this DVR port 5e3e9af0-9951-4440-96a9-112d21dcea58 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:27:58.012255 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-d5fffcd8-e1ce-499b-af1d-fe45354a9ee2 req-06150c05-b82e-44c9-85dc-e85ff68ff389 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:58.014532 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d5fffcd8-e1ce-499b-af1d-fe45354a9ee2 req-06150c05-b82e-44c9-85dc-e85ff68ff389 tempest-ServersNegativeTestMultiTenantJSON-1227965458 tempest-ServersNegativeTestMultiTenantJSON-1227965458-project] 10.222.0.84 "DELETE /v2.0/ports/5e3e9af0-9951-4440-96a9-112d21dcea58 HTTP/1.1" status: 204 len: 173 time: 0.4575427 Aug 05 14:27:58.014978 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ab9788-368e-42f0-a47b-437bae30f51f', 'name': 'network-vif-deleted', 'tag': '5e3e9af0-9951-4440-96a9-112d21dcea58'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:27:58.017278 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef667f3e-9780-4023-8ea3-73aee6b9a244" -d '{"events": [{"server_uuid": "20ab9788-368e-42f0-a47b-437bae30f51f", "name": "network-vif-deleted", "tag": "5e3e9af0-9951-4440-96a9-112d21dcea58"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:27:58.057126 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61de89f-b6b2-4e07-b9e8-fd989106ce0c x-openstack-request-id: req-d61de89f-b6b2-4e07-b9e8-fd989106ce0c {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:27:58.057567 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ab9788-368e-42f0-a47b-437bae30f51f", "name": "network-vif-deleted", "tag": "5e3e9af0-9951-4440-96a9-112d21dcea58", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:27:58.057846 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d61de89f-b6b2-4e07-b9e8-fd989106ce0c {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:27:58.058245 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ab9788-368e-42f0-a47b-437bae30f51f', 'name': 'network-vif-deleted', 'tag': '5e3e9af0-9951-4440-96a9-112d21dcea58', 'status': 'completed', 'code': 200} Aug 05 14:27:58.074017 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-402781de-7825-45ab-ace2-207f3f816097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:58.100511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402781de-7825-45ab-ace2-207f3f816097 admin admin] Pushing event deleted for resources: {'Port': ['ID=3340a34a-eefb-4ac0-80cb-e6dd98bac174,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:58.323308 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-402781de-7825-45ab-ace2-207f3f816097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:58.590997 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402781de-7825-45ab-ace2-207f3f816097 admin admin] Router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:27:58.601708 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36396) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:58.648741 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f2c81b-895e-413c-9f75-f9ff26d2c6a5 admin admin] Deleting subnet 318bd824-e785-4873-bb22-bf5c364cae0e {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:27:58.651846 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-98f2c81b-895e-413c-9f75-f9ff26d2c6a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:58.687395 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-98f2c81b-895e-413c-9f75-f9ff26d2c6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:58.713079 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402781de-7825-45ab-ace2-207f3f816097 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:27:58.719192 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-402781de-7825-45ab-ace2-207f3f816097 admin admin] 10.222.0.16 "PUT /v2.0/routers/4b7432b7-f0f8-4076-b6de-bb19c70bfcbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8201752 Aug 05 14:27:58.721670 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36398) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:58.724950 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7018a-c9f1-4b32-9e7d-dae6f9ed254e None None] Sync routers for ids ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:27:58.730457 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-98f2c81b-895e-413c-9f75-f9ff26d2c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:58.736737 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb7018a-c9f1-4b32-9e7d-dae6f9ed254e None None] Routers {'4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:27:58.737603 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fdb7018a-c9f1-4b32-9e7d-dae6f9ed254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:27:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:27:58.796862 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-98f2c81b-895e-413c-9f75-f9ff26d2c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:58.823895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2c81b-895e-413c-9f75-f9ff26d2c6a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318bd824-e785-4873-bb22-bf5c364cae0e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:58.828533 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-98f2c81b-895e-413c-9f75-f9ff26d2c6a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:58.830628 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-98f2c81b-895e-413c-9f75-f9ff26d2c6a5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/318bd824-e785-4873-bb22-bf5c364cae0e HTTP/1.1" status: 204 len: 168 time: 0.2272449 Aug 05 14:27:58.832866 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36400) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:58.848124 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-047ccb34-9b02-46f5-88e4-44bbc20e543e admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:58.855566 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-fdb7018a-c9f1-4b32-9e7d-dae6f9ed254e None None] Set router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:27:58.902237 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7b68-e9c6-4ebc-b507-6a78d1ea8129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:58.955254 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-047ccb34-9b02-46f5-88e4-44bbc20e543e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:58.987844 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7b68-e9c6-4ebc-b507-6a78d1ea8129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:58.999036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-bb7d7b68-e9c6-4ebc-b507-6a78d1ea8129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77fdd722-8fe1-4125-b5b7-57651c9d6dd5']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:27:59.009914 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-bb7d7b68-e9c6-4ebc-b507-6a78d1ea8129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990968fa-286d-4e76-b5f4-250ab6831023') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:27:59.010244 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-bb7d7b68-e9c6-4ebc-b507-6a78d1ea8129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990968fa-286d-4e76-b5f4-250ab6831023') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:27:59.013021 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-047ccb34-9b02-46f5-88e4-44bbc20e543e admin admin] Deleting port c45d8880-cff0-449b-98b8-0c6d54aa8030 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:27:59.013381 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-047ccb34-9b02-46f5-88e4-44bbc20e543e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.020114 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7b68-e9c6-4ebc-b507-6a78d1ea8129 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.034684 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7b68-e9c6-4ebc-b507-6a78d1ea8129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.041733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7d7b68-e9c6-4ebc-b507-6a78d1ea8129 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:27:59.041733 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7b68-e9c6-4ebc-b507-6a78d1ea8129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.053401 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fdb7018a-c9f1-4b32-9e7d-dae6f9ed254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:27:58Z', 'revision_number': 5, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port': {'id': 'c45d8880-cff0-449b-98b8-0c6d54aa8030', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:20:21Z', 'updated_at': '2021-08-05T14:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:27:59.085881 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7018a-c9f1-4b32-9e7d-dae6f9ed254e None None] Checking router: 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:27:59.094235 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:27:59.096970 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb7018a-c9f1-4b32-9e7d-dae6f9ed254e None None] Routers {'4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:27:59.097476 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fdb7018a-c9f1-4b32-9e7d-dae6f9ed254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:27:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:27:59.098075 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7b68-e9c6-4ebc-b507-6a78d1ea8129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.104700 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7b68-e9c6-4ebc-b507-6a78d1ea8129 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.105970 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-047ccb34-9b02-46f5-88e4-44bbc20e543e admin admin] For port c45d8880-cff0-449b-98b8-0c6d54aa8030, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c45d8880-cff0-449b-98b8-0c6d54aa8030,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:27:59.106430 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-047ccb34-9b02-46f5-88e4-44bbc20e543e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.109697 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bb7d7b68-e9c6-4ebc-b507-6a78d1ea8129 admin admin] 10.222.0.16 "DELETE /v2.0/networks/77fdd722-8fe1-4125-b5b7-57651c9d6dd5 HTTP/1.1" status: 204 len: 168 time: 0.2730863 Aug 05 14:27:59.114604 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36402) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:59.119916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d7b68-e9c6-4ebc-b507-6a78d1ea8129 admin admin] Pushing event deleted for resources: {'Network': ['ID=77fdd722-8fe1-4125-b5b7-57651c9d6dd5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:59.147967 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-047ccb34-9b02-46f5-88e4-44bbc20e543e admin admin] Calling delete_port for c45d8880-cff0-449b-98b8-0c6d54aa8030 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:27:59.188254 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-fdb7018a-c9f1-4b32-9e7d-dae6f9ed254e None None] Set router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:27:59.204577 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-395fa4c6-c462-46bf-b566-338baf6baacc admin admin] Deleting subnet 7dada784-6678-49d7-9376-af43069f35aa {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:27:59.208672 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-395fa4c6-c462-46bf-b566-338baf6baacc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.245108 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fdb7018a-c9f1-4b32-9e7d-dae6f9ed254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:27:58Z', 'revision_number': 6, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:27:59.261784 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-395fa4c6-c462-46bf-b566-338baf6baacc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.273376 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7018a-c9f1-4b32-9e7d-dae6f9ed254e None None] The sync data for ids ['4b7432b7-f0f8-4076-b6de-bb19c70bfcbe'] in n-d-803585-2 is: [{'id': '4b7432b7-f0f8-4076-b6de-bb19c70bfcbe', 'name': 'tempest-AttachVolumeShelveTestJSON-1941657269-router', 'tenant_id': '859addcb5b3241b8a7974ece1a636acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:20:20Z', 'updated_at': '2021-08-05T14:27:58Z', 'revision_number': 6, 'project_id': '859addcb5b3241b8a7974ece1a636acf', 'gw_port_host': None}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:27:59.347181 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-395fa4c6-c462-46bf-b566-338baf6baacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.437959 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-395fa4c6-c462-46bf-b566-338baf6baacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.442631 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-047ccb34-9b02-46f5-88e4-44bbc20e543e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.475457 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fa4c6-c462-46bf-b566-338baf6baacc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dada784-6678-49d7-9376-af43069f35aa,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:59.492880 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-395fa4c6-c462-46bf-b566-338baf6baacc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.494818 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-395fa4c6-c462-46bf-b566-338baf6baacc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7dada784-6678-49d7-9376-af43069f35aa HTTP/1.1" status: 204 len: 168 time: 0.3792601 Aug 05 14:27:59.498069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36404) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:59.500712 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ccb34-9b02-46f5-88e4-44bbc20e543e admin admin] Pushing event deleted for resources: {'Port': ['ID=c45d8880-cff0-449b-98b8-0c6d54aa8030,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:59.557900 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-047ccb34-9b02-46f5-88e4-44bbc20e543e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.573502 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9819dfe7-f2a5-4a28-aeef-4c930426b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.656266 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-047ccb34-9b02-46f5-88e4-44bbc20e543e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.658728 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-047ccb34-9b02-46f5-88e4-44bbc20e543e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.683888 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9819dfe7-f2a5-4a28-aeef-4c930426b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.697732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9819dfe7-f2a5-4a28-aeef-4c930426b1d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09dab539-7785-438c-b1df-714dafd354d4']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:27:59.706172 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-047ccb34-9b02-46f5-88e4-44bbc20e543e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.706803 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047ccb34-9b02-46f5-88e4-44bbc20e543e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b7432b7-f0f8-4076-b6de-bb19c70bfcbe {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:27:59.712313 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-047ccb34-9b02-46f5-88e4-44bbc20e543e admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.712496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9819dfe7-f2a5-4a28-aeef-4c930426b1d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c170ec-8bdb-4a24-b507-ff21f22ba9e9') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:27:59.712785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9819dfe7-f2a5-4a28-aeef-4c930426b1d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c170ec-8bdb-4a24-b507-ff21f22ba9e9') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:27:59.713722 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-047ccb34-9b02-46f5-88e4-44bbc20e543e admin admin] 10.222.0.16 "DELETE /v2.0/routers/4b7432b7-f0f8-4076-b6de-bb19c70bfcbe HTTP/1.1" status: 204 len: 168 time: 0.9904346 Aug 05 14:27:59.716491 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36406) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:59.726342 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9819dfe7-f2a5-4a28-aeef-4c930426b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.753372 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9819dfe7-f2a5-4a28-aeef-4c930426b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.761715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9819dfe7-f2a5-4a28-aeef-4c930426b1d8 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:27:59.762813 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9819dfe7-f2a5-4a28-aeef-4c930426b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:27:59.764858 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:27:59.768300 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2dbf0c4-8a15-477b-b56c-28ee9697a263 admin admin] Deleting subnet ee667f3f-6ab2-448a-9b41-aa113bf5db1a {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:27:59.771455 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e2dbf0c4-8a15-477b-b56c-28ee9697a263 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.806132 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e2dbf0c4-8a15-477b-b56c-28ee9697a263 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.822328 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9819dfe7-f2a5-4a28-aeef-4c930426b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.828505 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9819dfe7-f2a5-4a28-aeef-4c930426b1d8 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.831186 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9819dfe7-f2a5-4a28-aeef-4c930426b1d8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/09dab539-7785-438c-b1df-714dafd354d4 HTTP/1.1" status: 204 len: 168 time: 0.3319931 Aug 05 14:27:59.844985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819dfe7-f2a5-4a28-aeef-4c930426b1d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=09dab539-7785-438c-b1df-714dafd354d4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:27:59.895801 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e2dbf0c4-8a15-477b-b56c-28ee9697a263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.944405 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36410) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:27:59.966070 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e2dbf0c4-8a15-477b-b56c-28ee9697a263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:27:59.999682 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbf0c4-8a15-477b-b56c-28ee9697a263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee667f3f-6ab2-448a-9b41-aa113bf5db1a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:00.007489 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e2dbf0c4-8a15-477b-b56c-28ee9697a263 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.009662 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e2dbf0c4-8a15-477b-b56c-28ee9697a263 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ee667f3f-6ab2-448a-9b41-aa113bf5db1a HTTP/1.1" status: 204 len: 168 time: 0.2921159 Aug 05 14:28:00.012998 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36412) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:00.013160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ede90f-8ed2-43b3-82fa-cd2a8108c7f9 None None] Network c7382844-bdec-44ba-9a71-2be3c532ada3 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:00.023725 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4fb98f93-110b-439c-a197-d32a5bc6df5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a7fccdd68f84ae2a89c72836efbbe27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0759809 Aug 05 14:28:00.024045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36414) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:00.078075 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a9a71164-2c6a-47b3-8d2a-6647e879b14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.107989 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a9a71164-2c6a-47b3-8d2a-6647e879b14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.112776 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.164885 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a9a71164-2c6a-47b3-8d2a-6647e879b14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.167868 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a9a71164-2c6a-47b3-8d2a-6647e879b14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.178295 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] Deleting port b1f446c4-9ba0-49bd-a48f-069e4fd9058b {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:28:00.178650 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.179547 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a9a71164-2c6a-47b3-8d2a-6647e879b14d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/539b8b54-e423-4110-a4ed-1d21632402a1 HTTP/1.1" status: 204 len: 168 time: 0.1474009 Aug 05 14:28:00.187596 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a71164-2c6a-47b3-8d2a-6647e879b14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539b8b54-e423-4110-a4ed-1d21632402a1,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:00.236941 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e69f9ca-1c1e-405a-92aa-56de319e5057 None None] DHCP port deletion for c7382844-bdec-44ba-9a71-2be3c532ada3 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:28:00.272471 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] For port b1f446c4-9ba0-49bd-a48f-069e4fd9058b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b1f446c4-9ba0-49bd-a48f-069e4fd9058b,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:00.272848 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.290685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] Calling delete_port for b1f446c4-9ba0-49bd-a48f-069e4fd9058b owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:28:00.297761 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-6e69f9ca-1c1e-405a-92aa-56de319e5057 None None] Deleting port b1f446c4-9ba0-49bd-a48f-069e4fd9058b {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:28:00.298136 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6e69f9ca-1c1e-405a-92aa-56de319e5057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.376535 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6e69f9ca-1c1e-405a-92aa-56de319e5057 None None] For port b1f446c4-9ba0-49bd-a48f-069e4fd9058b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b1f446c4-9ba0-49bd-a48f-069e4fd9058b,segment=NetworkSegment(354ed390-08b3-40d1-aff2-875634ebb308),segment_id=354ed390-08b3-40d1-aff2-875634ebb308)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:00.376958 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6e69f9ca-1c1e-405a-92aa-56de319e5057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.392755 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.395322 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-6e69f9ca-1c1e-405a-92aa-56de319e5057 None None] Calling delete_port for b1f446c4-9ba0-49bd-a48f-069e4fd9058b owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:28:00.428138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f446c4-9ba0-49bd-a48f-069e4fd9058b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:00.452580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] No DVR routers for this DVR port b1f446c4-9ba0-49bd-a48f-069e4fd9058b on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:28:00.512281 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6e69f9ca-1c1e-405a-92aa-56de319e5057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.550065 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3340a34a-eefb-4ac0-80cb-e6dd98bac174 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:28:00.563355 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.570152 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69f9ca-1c1e-405a-92aa-56de319e5057 None None] Pushing event deleted for resources: {'Port': ['ID=b1f446c4-9ba0-49bd-a48f-069e4fd9058b,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:00.572423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 3340a34a-eefb-4ac0-80cb-e6dd98bac174 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:28:00.572768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3340a34a-eefb-4ac0-80cb-e6dd98bac174 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:28:00.573176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b1f446c4-9ba0-49bd-a48f-069e4fd9058b no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:28:00.575147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7382844-bdec-44ba-9a71-2be3c532ada3']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:28:00.579574 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36420) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:00.594714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e69f9ca-1c1e-405a-92aa-56de319e5057 None None] No DVR routers for this DVR port b1f446c4-9ba0-49bd-a48f-069e4fd9058b on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:28:00.596403 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: b1f446c4-9ba0-49bd-a48f-069e4fd9058b {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:28:00.596948 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b1f446c4-9ba0-49bd-a48f-069e4fd9058b not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:28:00.597352 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c45d8880-cff0-449b-98b8-0c6d54aa8030 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:28:00.597810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354ed390-08b3-40d1-aff2-875634ebb308') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:28:00.598116 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354ed390-08b3-40d1-aff2-875634ebb308') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:28:00.617739 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.619864 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: c45d8880-cff0-449b-98b8-0c6d54aa8030 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:28:00.620172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c45d8880-cff0-449b-98b8-0c6d54aa8030 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:28:00.638928 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.645215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:28:00.645609 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:28:00.647315 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:28:00.650883 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0b27a4f3-56f0-4ddd-b0d1-943d434ad24b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f00ddaceb6194d41be4b35133d64da62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697560 Aug 05 14:28:00.651501 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36422) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:00.703663 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.707488 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-03a71291-15b0-4fae-bf96-96899b5fe012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.709623 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.711875 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c7382844-bdec-44ba-9a71-2be3c532ada3 HTTP/1.1" status: 204 len: 168 time: 0.6975486 Aug 05 14:28:00.724940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3c4aa-ed30-47a1-bdee-a6901c58d325 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7382844-bdec-44ba-9a71-2be3c532ada3,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:00.736398 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-03a71291-15b0-4fae-bf96-96899b5fe012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.786133 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-03a71291-15b0-4fae-bf96-96899b5fe012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.788935 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-03a71291-15b0-4fae-bf96-96899b5fe012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:00.792466 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-03a71291-15b0-4fae-bf96-96899b5fe012 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/490da2db-acb1-4d8a-a884-486ae265d576 HTTP/1.1" status: 204 len: 168 time: 0.1377566 Aug 05 14:28:00.798816 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a71291-15b0-4fae-bf96-96899b5fe012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490da2db-acb1-4d8a-a884-486ae265d576,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:00.895182 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36428) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:00.939449 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f181c4dc-0de4-43fb-bb38-613a7d3d229b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=859addcb5b3241b8a7974ece1a636acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430646 Aug 05 14:28:00.941812 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36432) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:00.995953 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ccbf82f-acb6-42f3-8b31-1a7d90eeff65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:01.020876 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ccbf82f-acb6-42f3-8b31-1a7d90eeff65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:01.071070 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ccbf82f-acb6-42f3-8b31-1a7d90eeff65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:01.073858 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ccbf82f-acb6-42f3-8b31-1a7d90eeff65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:01.075794 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3ccbf82f-acb6-42f3-8b31-1a7d90eeff65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71af013f-6e94-4590-aeb4-563a3b53fd9d HTTP/1.1" status: 204 len: 168 time: 0.1330280 Aug 05 14:28:01.085548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbf82f-acb6-42f3-8b31-1a7d90eeff65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71af013f-6e94-4590-aeb4-563a3b53fd9d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:01.519093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36462) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:01.622558 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-19763ac9-e886-4dc9-bc8d-b86752a038c5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1771431466-network', 'tenant_id': 'aa7e6d1b24e5427484eb80cc2e1422ef'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:01.647264 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19763ac9-e886-4dc9-bc8d-b86752a038c5 admin admin] Made reservation on behalf of aa7e6d1b24e5427484eb80cc2e1422ef for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:01.649719 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19763ac9-e886-4dc9-bc8d-b86752a038c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:01.659230 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19763ac9-e886-4dc9-bc8d-b86752a038c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:01.761160 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19763ac9-e886-4dc9-bc8d-b86752a038c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:01.766259 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19763ac9-e886-4dc9-bc8d-b86752a038c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:01.782780 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36474) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:01.787341 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19763ac9-e886-4dc9-bc8d-b86752a038c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:28:01.801547 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19763ac9-e886-4dc9-bc8d-b86752a038c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453211e9-9a37-4c86-93be-86c848eef434,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:01.813442 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19763ac9-e886-4dc9-bc8d-b86752a038c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:01.813781 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-19763ac9-e886-4dc9-bc8d-b86752a038c5 admin admin] Added segment 5e5fbad3-8e9c-41de-9873-5f1e7551fc05 of type vlan for network ccbbecc0-961e-421e-afcd-7497a0189d8d Aug 05 14:28:01.854503 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19763ac9-e886-4dc9-bc8d-b86752a038c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:01.885784 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19763ac9-e886-4dc9-bc8d-b86752a038c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:01.886799 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19763ac9-e886-4dc9-bc8d-b86752a038c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:01.888097 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19763ac9-e886-4dc9-bc8d-b86752a038c5 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:01.889630 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d9b91a80-70ec-4870-880f-c25322a36d44 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1041118481-network', 'tenant_id': 'd44e55a5329445c2aac6d13fee6bc897'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:01.911991 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b91a80-70ec-4870-880f-c25322a36d44 admin admin] Made reservation on behalf of d44e55a5329445c2aac6d13fee6bc897 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:01.914376 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9b91a80-70ec-4870-880f-c25322a36d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:01.923257 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9b91a80-70ec-4870-880f-c25322a36d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:01.953554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-19763ac9-e886-4dc9-bc8d-b86752a038c5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4331996 Aug 05 14:28:01.954808 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19763ac9-e886-4dc9-bc8d-b86752a038c5 admin admin] Pushing event updated for resources: {'Network': ['ID=ccbbecc0-961e-421e-afcd-7497a0189d8d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:01.967079 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network ccbbecc0-961e-421e-afcd-7497a0189d8d details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:28:02.044128 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9b91a80-70ec-4870-880f-c25322a36d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:02.047952 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9b91a80-70ec-4870-880f-c25322a36d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:02.079088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b91a80-70ec-4870-880f-c25322a36d44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:28:02.089784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b91a80-70ec-4870-880f-c25322a36d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382bedd4-b6ea-4a90-beb0-3c6989ffce85,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:02.096836 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9b91a80-70ec-4870-880f-c25322a36d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:02.097182 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-d9b91a80-70ec-4870-880f-c25322a36d44 admin admin] Added segment 25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0 of type vlan for network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb Aug 05 14:28:02.113561 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5e3e9af0-9951-4440-96a9-112d21dcea58 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:28:02.143795 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9b91a80-70ec-4870-880f-c25322a36d44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:02.179223 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9b91a80-70ec-4870-880f-c25322a36d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:02.180929 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b91a80-70ec-4870-880f-c25322a36d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:02.181835 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9b91a80-70ec-4870-880f-c25322a36d44 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:02.237226 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d9b91a80-70ec-4870-880f-c25322a36d44 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4532988 Aug 05 14:28:02.240016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36486) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:02.247824 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ff586e65-6366-49bd-854d-39fa557fdc7f admin admin] Request body: {'subnet': {'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1041118481-subnet', 'tenant_id': 'd44e55a5329445c2aac6d13fee6bc897', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:02.261644 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b91a80-70ec-4870-880f-c25322a36d44 admin admin] Pushing event updated for resources: {'Network': ['ID=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:02.294363 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:28:02.298337 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 5e3e9af0-9951-4440-96a9-112d21dcea58 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:28:02.298646 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5e3e9af0-9951-4440-96a9-112d21dcea58 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:28:02.324210 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff586e65-6366-49bd-854d-39fa557fdc7f admin admin] Made reservation on behalf of d44e55a5329445c2aac6d13fee6bc897 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:02.327367 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff586e65-6366-49bd-854d-39fa557fdc7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:02.531576 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738fe81-4dac-4483-b4f2-adb744e79ada req-e73991fa-f6ec-429d-8341-d2adea8ea8b1 tempest-ComputeTenantNetworksTest-2032069975 tempest-ComputeTenantNetworksTest-2032069975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:02.537359 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738fe81-4dac-4483-b4f2-adb744e79ada req-e73991fa-f6ec-429d-8341-d2adea8ea8b1 tempest-ComputeTenantNetworksTest-2032069975 tempest-ComputeTenantNetworksTest-2032069975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:02.543669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738fe81-4dac-4483-b4f2-adb744e79ada req-e73991fa-f6ec-429d-8341-d2adea8ea8b1 tempest-ComputeTenantNetworksTest-2032069975 tempest-ComputeTenantNetworksTest-2032069975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:02.545486 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f738fe81-4dac-4483-b4f2-adb744e79ada req-e73991fa-f6ec-429d-8341-d2adea8ea8b1 tempest-ComputeTenantNetworksTest-2032069975 tempest-ComputeTenantNetworksTest-2032069975-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2729208 Aug 05 14:28:02.645417 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff586e65-6366-49bd-854d-39fa557fdc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:02.646703 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd736b6-e103-438a-b55c-8bdc652d2d47 req-42d9fd55-e582-42a4-b36e-bd3cf0cfa275 tempest-ComputeTenantNetworksTest-2032069975 tempest-ComputeTenantNetworksTest-2032069975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:02.648093 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8fd736b6-e103-438a-b55c-8bdc652d2d47 req-42d9fd55-e582-42a4-b36e-bd3cf0cfa275 tempest-ComputeTenantNetworksTest-2032069975 tempest-ComputeTenantNetworksTest-2032069975-project] 10.222.0.16 "GET /v2.0/networks/ccbbecc0-961e-421e-afcd-7497a0189d8d HTTP/1.1" status: 200 len: 769 time: 0.0818427 Aug 05 14:28:02.657088 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36490) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:02.704719 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff586e65-6366-49bd-854d-39fa557fdc7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e99111e-51aa-4903-9c73-59ebc8ad6b36,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:02.713108 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff586e65-6366-49bd-854d-39fa557fdc7f admin admin] Checking segment: {'id': '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:28:02.713439 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff586e65-6366-49bd-854d-39fa557fdc7f admin admin] Network hostable DHCP agents. Network: a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:28:02.732555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff586e65-6366-49bd-854d-39fa557fdc7f admin admin] Network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:28:02.734153 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-353aefdf-03d6-4184-b5b0-02ac2265458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:02.742497 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ff586e65-6366-49bd-854d-39fa557fdc7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:02.747864 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff586e65-6366-49bd-854d-39fa557fdc7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:02.749043 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff586e65-6366-49bd-854d-39fa557fdc7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:02.752673 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133ea2a3-3c18-44da-821d-1c778e548f41 None None] Network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:02.773610 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ff586e65-6366-49bd-854d-39fa557fdc7f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5249488 Aug 05 14:28:02.825325 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-353aefdf-03d6-4184-b5b0-02ac2265458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:02.836048 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-353aefdf-03d6-4184-b5b0-02ac2265458e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbbecc0-961e-421e-afcd-7497a0189d8d']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:28:02.847285 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-353aefdf-03d6-4184-b5b0-02ac2265458e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5fbad3-8e9c-41de-9873-5f1e7551fc05') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:28:02.847647 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-353aefdf-03d6-4184-b5b0-02ac2265458e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5fbad3-8e9c-41de-9873-5f1e7551fc05') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:28:02.859149 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-353aefdf-03d6-4184-b5b0-02ac2265458e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:02.881571 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-353aefdf-03d6-4184-b5b0-02ac2265458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:02.895356 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353aefdf-03d6-4184-b5b0-02ac2265458e admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:28:02.895784 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-353aefdf-03d6-4184-b5b0-02ac2265458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:28:02.897730 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:28:02.903480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0de3838-37dd-4603-b2fe-0953533d9ac0 None None] Network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:02.961004 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-353aefdf-03d6-4184-b5b0-02ac2265458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:02.979727 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-353aefdf-03d6-4184-b5b0-02ac2265458e admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:02.985430 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-353aefdf-03d6-4184-b5b0-02ac2265458e admin admin] 10.222.0.16 "DELETE /v2.0/networks/ccbbecc0-961e-421e-afcd-7497a0189d8d HTTP/1.1" status: 204 len: 168 time: 0.3250575 Aug 05 14:28:02.985430 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353aefdf-03d6-4184-b5b0-02ac2265458e admin admin] Pushing event deleted for resources: {'Network': ['ID=ccbbecc0-961e-421e-afcd-7497a0189d8d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:03.122406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36510) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:03.188642 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-12257d3c-4712-423a-b030-a1b64109d4b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa7e6d1b24e5427484eb80cc2e1422ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650041 Aug 05 14:28:03.191227 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36512) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:03.203878 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-05b03b25-761b-44b0-acf8-7a6a328957f0 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:03.205518 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-05b03b25-761b-44b0-acf8-7a6a328957f0 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/networks?id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb HTTP/1.1" status: 200 len: 815 time: 0.1409402 Aug 05 14:28:03.222006 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-43d096f7-b24e-478d-880a-c77040470ca0 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/quotas/d44e55a5329445c2aac6d13fee6bc897 HTTP/1.1" status: 200 len: 375 time: 0.0099945 Aug 05 14:28:03.242621 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c0855fdc-62ec-4ce1-9b3b-576623442b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:03.256369 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-d912c6ca-b8aa-4944-b93c-fdd8a33ce7ef tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44e55a5329445c2aac6d13fee6bc897&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286300 Aug 05 14:28:03.264138 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c0855fdc-62ec-4ce1-9b3b-576623442b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:03.315538 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c0855fdc-62ec-4ce1-9b3b-576623442b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:03.318328 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c0855fdc-62ec-4ce1-9b3b-576623442b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:03.319529 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c0855fdc-62ec-4ce1-9b3b-576623442b60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/453211e9-9a37-4c86-93be-86c848eef434 HTTP/1.1" status: 204 len: 168 time: 0.1272337 Aug 05 14:28:03.327745 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0855fdc-62ec-4ce1-9b3b-576623442b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453211e9-9a37-4c86-93be-86c848eef434,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:03.364817 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-d633bb1e-1659-4099-860c-48f35fd0cb7b service neutron] 10.222.0.16 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011875 Aug 05 14:28:03.455899 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-2e78ef8b-4dbe-4da2-afb1-add066af5aa9 service neutron] 10.222.0.16 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848091 Aug 05 14:28:03.631597 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60be5819-3c9b-4590-8377-d1b94c14e0a9 req-b29bd243-fb7e-47bb-975e-92d0343677c5 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2 HTTP/1.1" status: 200 len: 210 time: 0.0381365 Aug 05 14:28:04.691093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-b94abcf8-7305-4c89-88c6-e968ef5250a8 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:04.693410 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-b94abcf8-7305-4c89-88c6-e968ef5250a8 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.84 "GET /v2.0/networks?id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb HTTP/1.1" status: 200 len: 815 time: 0.1237004 Aug 05 14:28:04.709413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-5d47eb96-1513-4dbd-a235-21a900e19e15 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Request body: {'port': {'device_id': 'd3154bb3-9c37-4cb8-8994-1167a3b948e2', 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb', 'admin_state_up': True, 'tenant_id': 'd44e55a5329445c2aac6d13fee6bc897'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:04.774328 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e145a31d-4502-42a2-ac79-21776fda8855 req-28792524-246f-4b87-9799-b15910025432 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2 HTTP/1.1" status: 200 len: 210 time: 0.0607045 Aug 05 14:28:04.870644 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-5d47eb96-1513-4dbd-a235-21a900e19e15 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Made reservation on behalf of d44e55a5329445c2aac6d13fee6bc897 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:04.876635 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-5d47eb96-1513-4dbd-a235-21a900e19e15 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:05.344751 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-5d47eb96-1513-4dbd-a235-21a900e19e15 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Allocated IP 172.20.0.3 (a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb/6e99111e-51aa-4903-9c73-59ebc8ad6b36/5da2845e-9bbb-468e-9966-0b91cb437545) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:28:05.517765 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-5d47eb96-1513-4dbd-a235-21a900e19e15 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:05.561582 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-5d47eb96-1513-4dbd-a235-21a900e19e15 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:05.604762 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-5d47eb96-1513-4dbd-a235-21a900e19e15 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:05.611443 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-5d47eb96-1513-4dbd-a235-21a900e19e15 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:05.615251 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-5d47eb96-1513-4dbd-a235-21a900e19e15 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:28:05.643376 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47eb96-1513-4dbd-a235-21a900e19e15 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Pushing event updated for resources: {'Port': ['ID=5da2845e-9bbb-468e-9966-0b91cb437545,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:05.670140 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-5d47eb96-1513-4dbd-a235-21a900e19e15 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:05.670815 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-5d47eb96-1513-4dbd-a235-21a900e19e15 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:05.689212 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-5d47eb96-1513-4dbd-a235-21a900e19e15 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9839447 Aug 05 14:28:05.702598 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Request body: {'port': {'device_id': 'd3154bb3-9c37-4cb8-8994-1167a3b948e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:05.763418 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:05.888835 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36608) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:05.914866 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3322cb-c1d5-424c-a97f-e108fabede36 req-70173071-4ecc-4d25-b8a7-6069f4e507db tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:05.918974 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fa3322cb-c1d5-424c-a97f-e108fabede36 req-70173071-4ecc-4d25-b8a7-6069f4e507db tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2 HTTP/1.1" status: 200 len: 931 time: 0.0593662 Aug 05 14:28:05.958467 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fa3322cb-c1d5-424c-a97f-e108fabede36 req-fd784962-6b8f-4af7-adeb-92b5611551c0 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348234 Aug 05 14:28:06.034235 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f399d3c1-9790-46bd-8552-6577c9964c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:06.081779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da2845e-9bbb-468e-9966-0b91cb437545 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:28:06.095352 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:06.118838 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Transition to ACTIVE for port object 5da2845e-9bbb-468e-9966-0b91cb437545 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:06.125566 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:06.203989 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Pushing event updated for resources: {'Port': ['ID=5da2845e-9bbb-468e-9966-0b91cb437545,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:06.287334 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f399d3c1-9790-46bd-8552-6577c9964c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:06.298338 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f399d3c1-9790-46bd-8552-6577c9964c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:06.319853 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Attempting to bind port 5da2845e-9bbb-468e-9966-0b91cb437545 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:28:06.320188 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Attempting to bind port 5da2845e-9bbb-468e-9966-0b91cb437545 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:28:06.320517 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Attempting to bind port 5da2845e-9bbb-468e-9966-0b91cb437545 on network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:28:06.341064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Port 5da2845e-9bbb-468e-9966-0b91cb437545 on network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:28:06.341392 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Attempting to bind port 5da2845e-9bbb-468e-9966-0b91cb437545 on network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:28:06.351976 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f399d3c1-9790-46bd-8552-6577c9964c3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bcc54de91f93473d894332434dea8817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4621241 Aug 05 14:28:06.353183 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:28:06.353515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Checking segment: {'id': '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:28:06.353887 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Bound using segment: {'id': '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:28:06.354344 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Bound port: 5da2845e-9bbb-468e-9966-0b91cb437545, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:28:06.354702 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:06.354977 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36612) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:06.357193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399d3c1-9790-46bd-8552-6577c9964c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d45a09-8701-4c80-b08b-dbe3bce9e4e3,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:06.408074 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d7af86cc-e9dc-4863-8b80-5ed2dcc13602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:06.429902 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d7af86cc-e9dc-4863-8b80-5ed2dcc13602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:06.435439 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] For port 5da2845e-9bbb-468e-9966-0b91cb437545, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:28:06.438702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] For port 5da2845e-9bbb-468e-9966-0b91cb437545, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5da2845e-9bbb-468e-9966-0b91cb437545,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:28:06.447710 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:06.481629 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d7af86cc-e9dc-4863-8b80-5ed2dcc13602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:06.484555 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d7af86cc-e9dc-4863-8b80-5ed2dcc13602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:06.485110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:06.485783 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:06.486991 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d7af86cc-e9dc-4863-8b80-5ed2dcc13602 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92d45a09-8701-4c80-b08b-dbe3bce9e4e3 HTTP/1.1" status: 204 len: 168 time: 0.1298642 Aug 05 14:28:06.487204 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] 10.222.0.84 "PUT /v2.0/ports/5da2845e-9bbb-468e-9966-0b91cb437545 HTTP/1.1" status: 200 len: 1091 time: 0.7896447 Aug 05 14:28:06.487671 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3154bb3-9c37-4cb8-8994-1167a3b948e2', 'tag': '5da2845e-9bbb-468e-9966-0b91cb437545'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:28:06.492634 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c023812-1fbf-4363-b0f2-bdd58a1803fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d3154bb3-9c37-4cb8-8994-1167a3b948e2", "tag": "5da2845e-9bbb-468e-9966-0b91cb437545"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:28:06.501064 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af86cc-e9dc-4863-8b80-5ed2dcc13602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d45a09-8701-4c80-b08b-dbe3bce9e4e3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:06.547660 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ce35b2-a578-4178-8052-34d9004da30e x-openstack-request-id: req-c8ce35b2-a578-4178-8052-34d9004da30e {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:28:06.547962 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3154bb3-9c37-4cb8-8994-1167a3b948e2", "tag": "5da2845e-9bbb-468e-9966-0b91cb437545", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:28:06.548216 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8ce35b2-a578-4178-8052-34d9004da30e {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:28:06.548621 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3154bb3-9c37-4cb8-8994-1167a3b948e2', 'tag': '5da2845e-9bbb-468e-9966-0b91cb437545', 'status': 'completed', 'code': 200} Aug 05 14:28:06.563168 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f6998-ba02-4b5f-a36b-5b0b37ac457c service neutron] Pushing event updated for resources: {'Port': ['ID=5da2845e-9bbb-468e-9966-0b91cb437545,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:06.582469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-0c010d89-5dd3-49ec-a412-ea182cec96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:06.584142 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-0c010d89-5dd3-49ec-a412-ea182cec96c5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d44e55a5329445c2aac6d13fee6bc897&device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2 HTTP/1.1" status: 200 len: 1094 time: 0.0485320 Aug 05 14:28:06.627832 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-d2994f4d-3578-43f8-a78a-4233864cf77a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5da2845e-9bbb-468e-9966-0b91cb437545 HTTP/1.1" status: 200 len: 217 time: 0.0358350 Aug 05 14:28:06.692245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-c86da7f2-4076-48dc-8b09-5d020d4e76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:06.693730 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-c86da7f2-4076-48dc-8b09-5d020d4e76d0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e99111e-51aa-4903-9c73-59ebc8ad6b36 HTTP/1.1" status: 200 len: 855 time: 0.0567544 Aug 05 14:28:06.729645 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-7d81b8bc-39d4-4221-a4e3-2909fd58c0ec service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274112 Aug 05 14:28:06.815065 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36620) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:06.826374 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-9b3e91d2-6fbb-4cb1-a786-663767a5bb93 service neutron] 10.222.0.84 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895412 Aug 05 14:28:06.832875 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae726-e1c9-445f-b968-86aafadd9459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:06.929585 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aaf9814c-b957-4c46-bcd5-f53e85f84c40 req-0b61d8ac-e534-4e75-8eb6-71fd8fe834e6 service neutron] 10.222.0.84 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962799 Aug 05 14:28:06.931905 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae726-e1c9-445f-b968-86aafadd9459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:06.936872 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae726-e1c9-445f-b968-86aafadd9459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:06.975569 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ae726-e1c9-445f-b968-86aafadd9459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28b3975-4169-4581-985c-8ad60a2f8963,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:06.982291 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7f2ae726-e1c9-445f-b968-86aafadd9459 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=200c63e65c0b48ad8e5ad4137d93850d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638618 Aug 05 14:28:06.983603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36622) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:07.024667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c023812-1fbf-4363-b0f2-bdd58a1803fd req-5d779aba-8fcb-4504-af19-4d4dc237942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:07.026234 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c023812-1fbf-4363-b0f2-bdd58a1803fd req-5d779aba-8fcb-4504-af19-4d4dc237942d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d44e55a5329445c2aac6d13fee6bc897&device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2 HTTP/1.1" status: 200 len: 1094 time: 0.0452147 Aug 05 14:28:07.040960 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50a3884f-26e1-4742-aad5-b2528465469f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:07.094928 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50a3884f-26e1-4742-aad5-b2528465469f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:07.134078 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968de6b-a35b-45d1-bc32-77d61ef8a7f2 req-77e883d4-6b21-432c-97ca-95ff07d7103f tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:07.134371 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c023812-1fbf-4363-b0f2-bdd58a1803fd req-8e17fda7-4fb5-4293-a1be-0eb14ef77fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:07.135668 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c023812-1fbf-4363-b0f2-bdd58a1803fd req-8e17fda7-4fb5-4293-a1be-0eb14ef77fcd service neutron] 10.222.0.84 "GET /v2.0/networks?id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb HTTP/1.1" status: 200 len: 916 time: 0.1022227 Aug 05 14:28:07.135781 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1968de6b-a35b-45d1-bc32-77d61ef8a7f2 req-77e883d4-6b21-432c-97ca-95ff07d7103f tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2 HTTP/1.1" status: 200 len: 943 time: 0.0957747 Aug 05 14:28:07.183967 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c023812-1fbf-4363-b0f2-bdd58a1803fd req-1fcf48d2-3573-46b0-8daf-839404bff616 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5da2845e-9bbb-468e-9966-0b91cb437545 HTTP/1.1" status: 200 len: 217 time: 0.0381866 Aug 05 14:28:07.190425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1968de6b-a35b-45d1-bc32-77d61ef8a7f2 req-cb9c188d-2e15-49ea-b626-8fa354890b1e tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459828 Aug 05 14:28:07.195986 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50a3884f-26e1-4742-aad5-b2528465469f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:07.199926 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50a3884f-26e1-4742-aad5-b2528465469f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:07.204667 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-50a3884f-26e1-4742-aad5-b2528465469f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c28b3975-4169-4581-985c-8ad60a2f8963 HTTP/1.1" status: 204 len: 168 time: 0.2200859 Aug 05 14:28:07.213276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3884f-26e1-4742-aad5-b2528465469f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28b3975-4169-4581-985c-8ad60a2f8963,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:07.245335 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c023812-1fbf-4363-b0f2-bdd58a1803fd req-e8392598-3a2b-4b0f-8051-f5ff170eef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:07.246910 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c023812-1fbf-4363-b0f2-bdd58a1803fd req-e8392598-3a2b-4b0f-8051-f5ff170eef6a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e99111e-51aa-4903-9c73-59ebc8ad6b36 HTTP/1.1" status: 200 len: 855 time: 0.0559592 Aug 05 14:28:07.281694 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c023812-1fbf-4363-b0f2-bdd58a1803fd req-424f3ef6-d232-4034-b265-ceb873f56947 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262933 Aug 05 14:28:07.379744 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c023812-1fbf-4363-b0f2-bdd58a1803fd req-e059beb4-aefb-4033-99fc-99380e692309 service neutron] 10.222.0.84 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900733 Aug 05 14:28:07.491299 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7c023812-1fbf-4363-b0f2-bdd58a1803fd req-ad7709f6-f75b-45a3-8d9b-1039c411a6d1 service neutron] 10.222.0.84 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029584 Aug 05 14:28:08.323472 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d1693-1f20-4865-a040-c7f60cc34c48 req-3bb33f72-cce0-4677-b2de-fc37729d2c5e tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:08.325741 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd4d1693-1f20-4865-a040-c7f60cc34c48 req-3bb33f72-cce0-4677-b2de-fc37729d2c5e tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2 HTTP/1.1" status: 200 len: 943 time: 0.0617757 Aug 05 14:28:08.369215 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd4d1693-1f20-4865-a040-c7f60cc34c48 req-c70ca9c6-6416-4c61-be9f-0ec969cac56d tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376101 Aug 05 14:28:09.787593 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae0450-48d5-4b07-96f6-a5eedec85016 req-85755762-f06e-4313-ab95-f77effb9910c tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:09.789114 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2fae0450-48d5-4b07-96f6-a5eedec85016 req-85755762-f06e-4313-ab95-f77effb9910c tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2 HTTP/1.1" status: 200 len: 943 time: 0.3497040 Aug 05 14:28:09.834007 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2fae0450-48d5-4b07-96f6-a5eedec85016 req-aa592d86-4057-4154-81af-06a8dacb87da tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370758 Aug 05 14:28:10.178110 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5da2845e-9bbb-468e-9966-0b91cb437545 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:28:10.288561 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 5da2845e-9bbb-468e-9966-0b91cb437545, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5da2845e-9bbb-468e-9966-0b91cb437545,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:10.301861 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '5da2845e-9bbb-468e-9966-0b91cb437545', 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb', 'port_id': '5da2845e-9bbb-468e-9966-0b91cb437545', 'mac_address': 'fa:16:3e:c9:d0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e99111e-51aa-4903-9c73-59ebc8ad6b36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:28:10.344506 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:10.360210 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da2845e-9bbb-468e-9966-0b91cb437545 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:28:10.384180 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 5da2845e-9bbb-468e-9966-0b91cb437545, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5da2845e-9bbb-468e-9966-0b91cb437545,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:10.388748 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:10.443865 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=5da2845e-9bbb-468e-9966-0b91cb437545,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:10.553493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36736) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:10.596563 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['5da2845e-9bbb-468e-9966-0b91cb437545'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:28:10.685745 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bb967ce7-cd3a-40ba-aca4-e013356c767c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:10.783124 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bb967ce7-cd3a-40ba-aca4-e013356c767c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:10.787377 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bb967ce7-cd3a-40ba-aca4-e013356c767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:10.829526 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb967ce7-cd3a-40ba-aca4-e013356c767c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7d5fa8-4d09-4623-b704-fa5171eb363a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:10.834316 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bb967ce7-cd3a-40ba-aca4-e013356c767c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c959d1a98c984367bdb6c2cd87735a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795575 Aug 05 14:28:10.836702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36740) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:10.893929 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-75a6245e-b294-405a-bca3-5402013fc236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:10.918795 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-75a6245e-b294-405a-bca3-5402013fc236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:10.960465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b2dc0-4d68-4e46-bc8f-f8c65ede3036 req-c7bf5429-d12d-436b-a628-80f876a03fc2 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:10.962094 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-838b2dc0-4d68-4e46-bc8f-f8c65ede3036 req-c7bf5429-d12d-436b-a628-80f876a03fc2 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2 HTTP/1.1" status: 200 len: 944 time: 0.0541842 Aug 05 14:28:10.969323 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-75a6245e-b294-405a-bca3-5402013fc236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:10.972324 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-75a6245e-b294-405a-bca3-5402013fc236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:10.973625 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-75a6245e-b294-405a-bca3-5402013fc236 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d7d5fa8-4d09-4623-b704-fa5171eb363a HTTP/1.1" status: 204 len: 168 time: 0.1358643 Aug 05 14:28:10.984282 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6245e-b294-405a-bca3-5402013fc236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7d5fa8-4d09-4623-b704-fa5171eb363a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:11.016092 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-838b2dc0-4d68-4e46-bc8f-f8c65ede3036 req-12688ef5-02c4-44df-9f9a-5c5349708b1f tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464129 Aug 05 14:28:11.286517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36748) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:11.300023 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4cd5641b-be4a-4aef-a4b1-34643b1172d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:11.400901 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4cd5641b-be4a-4aef-a4b1-34643b1172d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:11.405519 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4cd5641b-be4a-4aef-a4b1-34643b1172d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:11.445460 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4cd5641b-be4a-4aef-a4b1-34643b1172d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79448a996fd248999a041ff7c86a0547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578248 Aug 05 14:28:11.446382 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5641b-be4a-4aef-a4b1-34643b1172d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cbcc31-31c8-4d5f-aa57-a3b772e9c47f,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:11.449718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36750) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:11.510560 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bea619b0-f71d-4821-97d5-4477e69d8e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:11.532399 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bea619b0-f71d-4821-97d5-4477e69d8e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:11.594892 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bea619b0-f71d-4821-97d5-4477e69d8e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:11.597799 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bea619b0-f71d-4821-97d5-4477e69d8e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:11.599036 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bea619b0-f71d-4821-97d5-4477e69d8e5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3cbcc31-31c8-4d5f-aa57-a3b772e9c47f HTTP/1.1" status: 204 len: 168 time: 0.1479948 Aug 05 14:28:11.608647 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea619b0-f71d-4821-97d5-4477e69d8e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cbcc31-31c8-4d5f-aa57-a3b772e9c47f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:12.137692 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a9fe7-0b4a-4c5c-97cf-3a5c9c0eef92 req-1fe59f00-87ba-4fdf-90c5-3e87e48d2377 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:12.139266 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ec9a9fe7-0b4a-4c5c-97cf-3a5c9c0eef92 req-1fe59f00-87ba-4fdf-90c5-3e87e48d2377 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2 HTTP/1.1" status: 200 len: 944 time: 0.0519640 Aug 05 14:28:12.175099 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5da2845e-9bbb-468e-9966-0b91cb437545 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:28:12.184819 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ec9a9fe7-0b4a-4c5c-97cf-3a5c9c0eef92 req-9f467200-f8eb-4935-8635-a5eff6ea397b tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391042 Aug 05 14:28:12.226454 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 5da2845e-9bbb-468e-9966-0b91cb437545 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:28:12.231760 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 5da2845e-9bbb-468e-9966-0b91cb437545 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:12.232311 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:12.316600 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:12.339172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3154bb3-9c37-4cb8-8994-1167a3b948e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da2845e-9bbb-468e-9966-0b91cb437545'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:28:12.342237 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53653bf9-db9b-4800-a7b1-3cd985d6b610" -d '{"events": [{"server_uuid": "d3154bb3-9c37-4cb8-8994-1167a3b948e2", "name": "network-vif-plugged", "status": "completed", "tag": "5da2845e-9bbb-468e-9966-0b91cb437545"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:28:12.356867 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 5da2845e-9bbb-468e-9966-0b91cb437545, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5da2845e-9bbb-468e-9966-0b91cb437545,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:12.362763 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:12.393371 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a419d8a6-b9ef-49b5-aed1-858839fcf319 x-openstack-request-id: req-a419d8a6-b9ef-49b5-aed1-858839fcf319 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:28:12.393667 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3154bb3-9c37-4cb8-8994-1167a3b948e2", "name": "network-vif-plugged", "status": "completed", "tag": "5da2845e-9bbb-468e-9966-0b91cb437545", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:28:12.393919 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a419d8a6-b9ef-49b5-aed1-858839fcf319 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:28:12.394332 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3154bb3-9c37-4cb8-8994-1167a3b948e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da2845e-9bbb-468e-9966-0b91cb437545', 'code': 200} Aug 05 14:28:12.426290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=5da2845e-9bbb-468e-9966-0b91cb437545,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:12.514222 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c3f48-5113-4541-aedf-639f5edc11a5 req-1977712a-c409-4580-9025-95ea61562056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:12.516253 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-834c3f48-5113-4541-aedf-639f5edc11a5 req-1977712a-c409-4580-9025-95ea61562056 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2 HTTP/1.1" status: 200 len: 1096 time: 0.0577791 Aug 05 14:28:12.566742 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-834c3f48-5113-4541-aedf-639f5edc11a5 req-fe450aa1-2747-4c00-b05b-514e6b2a223e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402198 Aug 05 14:28:13.314918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7122dd3-6cbc-4070-b5cf-f147c3a012ff req-648c3a7e-9653-488f-8959-aa3001e5a728 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:13.316436 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d7122dd3-6cbc-4070-b5cf-f147c3a012ff req-648c3a7e-9653-488f-8959-aa3001e5a728 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2 HTTP/1.1" status: 200 len: 945 time: 0.0587223 Aug 05 14:28:13.357301 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d7122dd3-6cbc-4070-b5cf-f147c3a012ff req-290c56d9-e864-464d-b623-1d3abdd25b17 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347879 Aug 05 14:28:14.483447 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c98be-1232-468f-a6e3-ef0b617fa1a0 req-14447099-8175-4848-93b3-5c8e1ba1cf26 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:14.485039 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e74c98be-1232-468f-a6e3-ef0b617fa1a0 req-14447099-8175-4848-93b3-5c8e1ba1cf26 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2 HTTP/1.1" status: 200 len: 945 time: 0.0537858 Aug 05 14:28:14.529156 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e74c98be-1232-468f-a6e3-ef0b617fa1a0 req-57ba8630-3096-4944-aabb-b502aba24d7a tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380292 Aug 05 14:28:14.892325 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:15.846032 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-754cf14f-177d-47ba-9f6b-7f956bb238b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:16.165199 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:17.124159 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36906) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:17.236887 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-224c1b9b-ee06-44c4-90ca-938384923937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:17.341842 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-224c1b9b-ee06-44c4-90ca-938384923937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:17.346596 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-224c1b9b-ee06-44c4-90ca-938384923937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:17.392598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-224c1b9b-ee06-44c4-90ca-938384923937 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4768f7a86f3c47efb15778a81984a85c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2671516 Aug 05 14:28:17.393602 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c1b9b-ee06-44c4-90ca-938384923937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387dca28-9f56-49f5-86be-e3a4a8e17749,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:17.395284 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36912) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:17.450986 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db817196-3129-4b61-9b54-4c5041e6ab6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:17.476611 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db817196-3129-4b61-9b54-4c5041e6ab6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:17.529309 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db817196-3129-4b61-9b54-4c5041e6ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:17.532454 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db817196-3129-4b61-9b54-4c5041e6ab6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:17.533660 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-db817196-3129-4b61-9b54-4c5041e6ab6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/387dca28-9f56-49f5-86be-e3a4a8e17749 HTTP/1.1" status: 204 len: 168 time: 0.1372871 Aug 05 14:28:17.541614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db817196-3129-4b61-9b54-4c5041e6ab6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387dca28-9f56-49f5-86be-e3a4a8e17749,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:17.822404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36918) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:17.836556 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9dd7d1f1-9628-406f-aebe-040ec365710c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:17.933982 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9dd7d1f1-9628-406f-aebe-040ec365710c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:17.938819 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9dd7d1f1-9628-406f-aebe-040ec365710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:17.982408 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9dd7d1f1-9628-406f-aebe-040ec365710c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe27038176a54c7eaefe2cac43b32d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588421 Aug 05 14:28:17.983394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7d1f1-9628-406f-aebe-040ec365710c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06958e0-db2a-4361-9f7c-577987c087af,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:17.985132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 36920) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:18.040095 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1ffbbff7-c233-4472-b80a-85facd843084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:18.063887 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1ffbbff7-c233-4472-b80a-85facd843084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:18.114012 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1ffbbff7-c233-4472-b80a-85facd843084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:18.117470 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1ffbbff7-c233-4472-b80a-85facd843084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:18.122108 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1ffbbff7-c233-4472-b80a-85facd843084 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f06958e0-db2a-4361-9f7c-577987c087af HTTP/1.1" status: 204 len: 168 time: 0.1325324 Aug 05 14:28:18.128871 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbbff7-c233-4472-b80a-85facd843084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06958e0-db2a-4361-9f7c-577987c087af,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:18.401213 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e7d85357-494b-4a56-a9a6-97bea1b0a528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:18.603767 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:19.579238 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:20.619340 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 36998) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:20.743536 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f758a3f-4703-4a31-91ef-ad789165a0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:20.835894 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f758a3f-4703-4a31-91ef-ad789165a0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:20.840531 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f758a3f-4703-4a31-91ef-ad789165a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:20.879192 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7f758a3f-4703-4a31-91ef-ad789165a0ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=923d64ab2f6d42a7ba7a8218a60171bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585692 Aug 05 14:28:20.880047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f758a3f-4703-4a31-91ef-ad789165a0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe17d26-b47f-4d61-b2a4-0de6f3b6f9ea,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:20.882028 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37002) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:20.942557 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fed142c5-6ded-4afb-b05d-c730779cca09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:20.963855 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fed142c5-6ded-4afb-b05d-c730779cca09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:21.010748 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fed142c5-6ded-4afb-b05d-c730779cca09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:21.013560 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fed142c5-6ded-4afb-b05d-c730779cca09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:21.014804 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fed142c5-6ded-4afb-b05d-c730779cca09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbe17d26-b47f-4d61-b2a4-0de6f3b6f9ea HTTP/1.1" status: 204 len: 168 time: 0.1314478 Aug 05 14:28:21.023216 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed142c5-6ded-4afb-b05d-c730779cca09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe17d26-b47f-4d61-b2a4-0de6f3b6f9ea,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:21.291652 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37008) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:21.305851 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c0916e4-5e39-453b-965c-82bd56fe1449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:21.363303 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:21.402983 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c0916e4-5e39-453b-965c-82bd56fe1449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:21.407091 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c0916e4-5e39-453b-965c-82bd56fe1449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:21.446792 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1c0916e4-5e39-453b-965c-82bd56fe1449 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=982baafc5370423890d1acb4fe69f8db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539748 Aug 05 14:28:21.447695 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0916e4-5e39-453b-965c-82bd56fe1449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88cca6b-df73-43f3-948d-4db1358f8315,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:21.449778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37010) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:21.499722 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-52b72803-eb03-46de-a41e-6c2f9cb6b7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:21.520436 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-52b72803-eb03-46de-a41e-6c2f9cb6b7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:21.571523 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-52b72803-eb03-46de-a41e-6c2f9cb6b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:21.574453 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-52b72803-eb03-46de-a41e-6c2f9cb6b7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:21.575654 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-52b72803-eb03-46de-a41e-6c2f9cb6b7ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b88cca6b-df73-43f3-948d-4db1358f8315 HTTP/1.1" status: 204 len: 168 time: 0.1248438 Aug 05 14:28:21.584167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b72803-eb03-46de-a41e-6c2f9cb6b7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88cca6b-df73-43f3-948d-4db1358f8315,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:23.067454 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37066) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:23.176041 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-112b12af-cd23-499f-bcfb-24eb3dff128d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:23.267589 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-112b12af-cd23-499f-bcfb-24eb3dff128d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:23.271731 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-112b12af-cd23-499f-bcfb-24eb3dff128d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:23.311368 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-112b12af-cd23-499f-bcfb-24eb3dff128d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4082dd60e414dd1abe84602b4dd547d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428071 Aug 05 14:28:23.312239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b12af-cd23-499f-bcfb-24eb3dff128d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c11cb5e-738f-4cc9-9588-50ef8c40f09d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:23.314779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37070) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:23.364394 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fefc9a99-f6a8-476c-8017-30a19d504d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:23.386794 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fefc9a99-f6a8-476c-8017-30a19d504d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:23.434114 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fefc9a99-f6a8-476c-8017-30a19d504d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:23.436700 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fefc9a99-f6a8-476c-8017-30a19d504d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:23.437884 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fefc9a99-f6a8-476c-8017-30a19d504d51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c11cb5e-738f-4cc9-9588-50ef8c40f09d HTTP/1.1" status: 204 len: 168 time: 0.1220820 Aug 05 14:28:23.445582 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc9a99-f6a8-476c-8017-30a19d504d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c11cb5e-738f-4cc9-9588-50ef8c40f09d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:25.063471 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37122) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:25.171081 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d01ab2d7-9d38-4461-9a18-5866c7c7e5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:25.263795 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d01ab2d7-9d38-4461-9a18-5866c7c7e5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:25.267502 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d01ab2d7-9d38-4461-9a18-5866c7c7e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:25.306476 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d01ab2d7-9d38-4461-9a18-5866c7c7e5fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ebb4c4cea98470da138e5d5cf767804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417910 Aug 05 14:28:25.307598 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ab2d7-9d38-4461-9a18-5866c7c7e5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fe46ca-e088-45d6-b0af-057d3b4fe718,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:25.310006 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37126) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:25.359218 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-738cad50-5929-41a8-a6b5-d99fab60a6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:25.380641 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-738cad50-5929-41a8-a6b5-d99fab60a6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:25.426956 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-738cad50-5929-41a8-a6b5-d99fab60a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:25.429434 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-738cad50-5929-41a8-a6b5-d99fab60a6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:25.430669 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-738cad50-5929-41a8-a6b5-d99fab60a6d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5fe46ca-e088-45d6-b0af-057d3b4fe718 HTTP/1.1" status: 204 len: 168 time: 0.1197174 Aug 05 14:28:25.438738 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cad50-5929-41a8-a6b5-d99fab60a6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fe46ca-e088-45d6-b0af-057d3b4fe718,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:25.446513 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cad50-5929-41a8-a6b5-d99fab60a6d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:25.446892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cad50-5929-41a8-a6b5-d99fab60a6d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:25.447221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cad50-5929-41a8-a6b5-d99fab60a6d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:25.447561 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cad50-5929-41a8-a6b5-d99fab60a6d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:25.447899 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cad50-5929-41a8-a6b5-d99fab60a6d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:25.448757 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cad50-5929-41a8-a6b5-d99fab60a6d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:25.449681 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cad50-5929-41a8-a6b5-d99fab60a6d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:25.450032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cad50-5929-41a8-a6b5-d99fab60a6d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:25.450410 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cad50-5929-41a8-a6b5-d99fab60a6d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:25.450875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cad50-5929-41a8-a6b5-d99fab60a6d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:25.451213 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cad50-5929-41a8-a6b5-d99fab60a6d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:25.451651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cad50-5929-41a8-a6b5-d99fab60a6d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:25.694335 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37132) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:25.707842 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9976145c-23b0-47d1-b854-d51bfde83b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:25.797421 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9976145c-23b0-47d1-b854-d51bfde83b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:25.801307 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9976145c-23b0-47d1-b854-d51bfde83b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:25.840207 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976145c-23b0-47d1-b854-d51bfde83b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d29cd4-3219-4f9f-92f2-c8b908097d61,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:25.847032 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9976145c-23b0-47d1-b854-d51bfde83b7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7253f0b99764f7682f3d46b04577061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492815 Aug 05 14:28:25.847434 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37136) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:25.899578 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-340e5b79-6e2d-4904-a94a-89f76a1d7a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:25.923176 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-340e5b79-6e2d-4904-a94a-89f76a1d7a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:25.971675 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-340e5b79-6e2d-4904-a94a-89f76a1d7a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:25.974674 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-340e5b79-6e2d-4904-a94a-89f76a1d7a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:25.975889 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-340e5b79-6e2d-4904-a94a-89f76a1d7a65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28d29cd4-3219-4f9f-92f2-c8b908097d61 HTTP/1.1" status: 204 len: 168 time: 0.1274564 Aug 05 14:28:25.986199 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e5b79-6e2d-4904-a94a-89f76a1d7a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d29cd4-3219-4f9f-92f2-c8b908097d61,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:27.212585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-b6b90e57-ad0c-4cbe-a2ab-6e5453ba3d6a tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:27.214652 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-b6b90e57-ad0c-4cbe-a2ab-6e5453ba3d6a tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/networks?id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb HTTP/1.1" status: 200 len: 815 time: 0.1138186 Aug 05 14:28:27.234721 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db2060ec-b2c4-4ca4-af1a-7ccddbafd5d6 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/quotas/d44e55a5329445c2aac6d13fee6bc897 HTTP/1.1" status: 200 len: 375 time: 0.0106406 Aug 05 14:28:27.289599 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-427c1d21-4a68-4d22-8e68-6d6c5454f2e6 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44e55a5329445c2aac6d13fee6bc897&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0492744 Aug 05 14:28:27.499305 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-b8f1d716-bbdb-4c8b-810b-ed713b3a647a service neutron] 10.222.0.16 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015727 Aug 05 14:28:27.592745 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-61ce39e2-aaf9-42b2-bd1c-55f5d236260f service neutron] 10.222.0.16 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870543 Aug 05 14:28:27.653059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37264) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:27.757539 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f80ef1b-3a0c-45c2-bf57-7563401b9e37 req-c8d60d30-1b81-4758-8555-503186a8dbd3 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=b28e0c1a-2fcf-4b23-906d-90ed91965ea7 HTTP/1.1" status: 200 len: 210 time: 0.0300133 Aug 05 14:28:27.776334 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55b828aa-65a7-4dc8-9e67-adcf28c223bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:27.879360 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55b828aa-65a7-4dc8-9e67-adcf28c223bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:27.883442 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55b828aa-65a7-4dc8-9e67-adcf28c223bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:27.929763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b828aa-65a7-4dc8-9e67-adcf28c223bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d063498-b543-4dd0-a991-bfce18650da6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:27.938602 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-55b828aa-65a7-4dc8-9e67-adcf28c223bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94663c88ee7f4e499ba47a019b74f020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818995 Aug 05 14:28:27.939664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37276) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:28.002030 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9961bdc2-3ee3-47f8-b551-baa60d587342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:28.024013 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9961bdc2-3ee3-47f8-b551-baa60d587342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:28.074512 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9961bdc2-3ee3-47f8-b551-baa60d587342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:28.078032 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9961bdc2-3ee3-47f8-b551-baa60d587342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:28.079364 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9961bdc2-3ee3-47f8-b551-baa60d587342 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d063498-b543-4dd0-a991-bfce18650da6 HTTP/1.1" status: 204 len: 168 time: 0.1395152 Aug 05 14:28:28.087699 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961bdc2-3ee3-47f8-b551-baa60d587342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d063498-b543-4dd0-a991-bfce18650da6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:28.774589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-91364634-3397-4b59-8565-2b7262211734 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:28.776465 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-91364634-3397-4b59-8565-2b7262211734 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.63 "GET /v2.0/networks?id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb HTTP/1.1" status: 200 len: 815 time: 0.1162043 Aug 05 14:28:28.792093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-f2f07974-3d4b-4ead-a67c-ea5c7c098cea tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Request body: {'port': {'device_id': 'b28e0c1a-2fcf-4b23-906d-90ed91965ea7', 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb', 'admin_state_up': True, 'tenant_id': 'd44e55a5329445c2aac6d13fee6bc897'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:28.864980 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-faaeb7e9-5ceb-40d3-93dd-5b3c2ea6ff8d req-14b297ef-571e-4bfc-b324-039bbd9d203e tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=b28e0c1a-2fcf-4b23-906d-90ed91965ea7 HTTP/1.1" status: 200 len: 210 time: 0.0286760 Aug 05 14:28:28.924617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-f2f07974-3d4b-4ead-a67c-ea5c7c098cea tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Made reservation on behalf of d44e55a5329445c2aac6d13fee6bc897 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:28.928306 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-f2f07974-3d4b-4ead-a67c-ea5c7c098cea tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:29.065538 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-f2f07974-3d4b-4ead-a67c-ea5c7c098cea tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Allocated IP 172.20.0.11 (a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb/6e99111e-51aa-4903-9c73-59ebc8ad6b36/d8e2529d-24b8-42cb-bc87-5d9f4696f670) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:28:29.222220 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-f2f07974-3d4b-4ead-a67c-ea5c7c098cea tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:29.270378 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-f2f07974-3d4b-4ead-a67c-ea5c7c098cea tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:29.284233 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['5da2845e-9bbb-468e-9966-0b91cb437545'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:28:29.321120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-f2f07974-3d4b-4ead-a67c-ea5c7c098cea tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:29.326953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-f2f07974-3d4b-4ead-a67c-ea5c7c098cea tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:29.332830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-f2f07974-3d4b-4ead-a67c-ea5c7c098cea tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:28:29.336966 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f07974-3d4b-4ead-a67c-ea5c7c098cea tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Pushing event updated for resources: {'Port': ['ID=d8e2529d-24b8-42cb-bc87-5d9f4696f670,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:29.344061 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37316) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:29.387745 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-f2f07974-3d4b-4ead-a67c-ea5c7c098cea tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:29.388511 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-f2f07974-3d4b-4ead-a67c-ea5c7c098cea tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:29.403390 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-f2f07974-3d4b-4ead-a67c-ea5c7c098cea tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6163855 Aug 05 14:28:29.416116 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Request body: {'port': {'device_id': 'b28e0c1a-2fcf-4b23-906d-90ed91965ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:29.477279 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:29.505147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-164391c8-1368-4ef0-accc-b01026ac0f1a tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-35827762'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:29.531102 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164391c8-1368-4ef0-accc-b01026ac0f1a tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Made reservation on behalf of 6531ebc77e604e1e9a5ce8f8e331f385 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:29.534729 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-164391c8-1368-4ef0-accc-b01026ac0f1a tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:29.544453 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-164391c8-1368-4ef0-accc-b01026ac0f1a tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:29.644476 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-164391c8-1368-4ef0-accc-b01026ac0f1a tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:29.648598 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-164391c8-1368-4ef0-accc-b01026ac0f1a tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:29.678739 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164391c8-1368-4ef0-accc-b01026ac0f1a tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:28:29.689540 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164391c8-1368-4ef0-accc-b01026ac0f1a tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59861960-9725-4ead-ac45-1d99ae60c893,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:29.694398 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-164391c8-1368-4ef0-accc-b01026ac0f1a tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:29.694747 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-164391c8-1368-4ef0-accc-b01026ac0f1a tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Added segment 8f195715-4396-4c6b-b8ea-8866d7500f96 of type vlan for network 807f3909-71db-4507-ae89-49214272f6a7 Aug 05 14:28:29.738604 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-164391c8-1368-4ef0-accc-b01026ac0f1a tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:29.769429 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-164391c8-1368-4ef0-accc-b01026ac0f1a tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:29.775194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164391c8-1368-4ef0-accc-b01026ac0f1a tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:29.775792 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-164391c8-1368-4ef0-accc-b01026ac0f1a tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:29.778007 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e2529d-24b8-42cb-bc87-5d9f4696f670 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:28:29.785728 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:29.799223 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Transition to ACTIVE for port object d8e2529d-24b8-42cb-bc87-5d9f4696f670 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:29.802820 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:29.832161 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-164391c8-1368-4ef0-accc-b01026ac0f1a tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4867401 Aug 05 14:28:29.834720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37320) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:29.839824 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-7a298126-380f-4745-8259-ecaddddb33d4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Request body: {'subnet': {'network_id': '807f3909-71db-4507-ae89-49214272f6a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:29.857270 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e2529d-24b8-42cb-bc87-5d9f4696f670,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:29.897702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164391c8-1368-4ef0-accc-b01026ac0f1a tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Pushing event updated for resources: {'Network': ['ID=807f3909-71db-4507-ae89-49214272f6a7,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:29.911857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 807f3909-71db-4507-ae89-49214272f6a7 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:28:29.934787 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Attempting to bind port d8e2529d-24b8-42cb-bc87-5d9f4696f670 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:28:29.935166 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Attempting to bind port d8e2529d-24b8-42cb-bc87-5d9f4696f670 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:28:29.935484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Attempting to bind port d8e2529d-24b8-42cb-bc87-5d9f4696f670 on network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:28:29.940363 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Port d8e2529d-24b8-42cb-bc87-5d9f4696f670 on network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:28:29.940756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Attempting to bind port d8e2529d-24b8-42cb-bc87-5d9f4696f670 on network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:28:29.946054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:28:29.946442 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Checking segment: {'id': '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:28:29.946837 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Bound using segment: {'id': '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:28:29.947275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Bound port: d8e2529d-24b8-42cb-bc87-5d9f4696f670, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:28:29.947641 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:29.954556 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a298126-380f-4745-8259-ecaddddb33d4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Made reservation on behalf of 6531ebc77e604e1e9a5ce8f8e331f385 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:29.958509 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a298126-380f-4745-8259-ecaddddb33d4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:30.046518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45819e-afde-43bf-9534-e5f94f937edc req-18624c29-6393-46a2-9f8b-95ab406e7fd1 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:30.048339 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7e45819e-afde-43bf-9534-e5f94f937edc req-18624c29-6393-46a2-9f8b-95ab406e7fd1 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=b28e0c1a-2fcf-4b23-906d-90ed91965ea7 HTTP/1.1" status: 200 len: 944 time: 0.0967467 Aug 05 14:28:30.080158 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] For port d8e2529d-24b8-42cb-bc87-5d9f4696f670, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:28:30.103613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] For port d8e2529d-24b8-42cb-bc87-5d9f4696f670, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d8e2529d-24b8-42cb-bc87-5d9f4696f670,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:28:30.111014 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:30.117554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7e45819e-afde-43bf-9534-e5f94f937edc req-420925da-3265-44d7-a8ec-00f021c0fb97 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619714 Aug 05 14:28:30.150207 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:30.150865 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:30.153325 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] 10.222.0.63 "PUT /v2.0/ports/d8e2529d-24b8-42cb-bc87-5d9f4696f670 HTTP/1.1" status: 200 len: 1092 time: 0.7420924 Aug 05 14:28:30.153769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28e0c1a-2fcf-4b23-906d-90ed91965ea7', 'tag': 'd8e2529d-24b8-42cb-bc87-5d9f4696f670'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:28:30.156189 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2474962-dd16-4664-8bb3-7b61ee0096c7" -d '{"events": [{"name": "network-changed", "server_uuid": "b28e0c1a-2fcf-4b23-906d-90ed91965ea7", "tag": "d8e2529d-24b8-42cb-bc87-5d9f4696f670"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:28:30.158438 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a298126-380f-4745-8259-ecaddddb33d4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:30.185585 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b9cda-c1e1-42a1-bb2b-9eeb88dd2526 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e2529d-24b8-42cb-bc87-5d9f4696f670,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:30.208990 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051ab889-473a-48b9-bca5-a6fb6190bbc4 x-openstack-request-id: req-051ab889-473a-48b9-bca5-a6fb6190bbc4 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:28:30.209279 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28e0c1a-2fcf-4b23-906d-90ed91965ea7", "tag": "d8e2529d-24b8-42cb-bc87-5d9f4696f670", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:28:30.209535 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-051ab889-473a-48b9-bca5-a6fb6190bbc4 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:28:30.209936 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28e0c1a-2fcf-4b23-906d-90ed91965ea7', 'tag': 'd8e2529d-24b8-42cb-bc87-5d9f4696f670', 'status': 'completed', 'code': 200} Aug 05 14:28:30.219613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a298126-380f-4745-8259-ecaddddb33d4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Pushing event updated for resources: {'Subnet': ['ID=64534051-5d7b-4fde-ba40-7c176b676040,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:30.232898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a298126-380f-4745-8259-ecaddddb33d4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Checking segment: {'id': '8f195715-4396-4c6b-b8ea-8866d7500f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '807f3909-71db-4507-ae89-49214272f6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:28:30.233290 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a298126-380f-4745-8259-ecaddddb33d4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Network hostable DHCP agents. Network: 807f3909-71db-4507-ae89-49214272f6a7, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:28:30.250988 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a298126-380f-4745-8259-ecaddddb33d4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Network 807f3909-71db-4507-ae89-49214272f6a7 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:28:30.259750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-7a298126-380f-4745-8259-ecaddddb33d4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 807f3909-71db-4507-ae89-49214272f6a7) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:30.270047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-e2c80ded-39e9-4e6f-9349-ab1b66d5862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:30.270402 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a298126-380f-4745-8259-ecaddddb33d4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:30.270402 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a298126-380f-4745-8259-ecaddddb33d4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:30.270585 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-e2c80ded-39e9-4e6f-9349-ab1b66d5862d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d44e55a5329445c2aac6d13fee6bc897&device_id=b28e0c1a-2fcf-4b23-906d-90ed91965ea7 HTTP/1.1" status: 200 len: 1095 time: 0.0475731 Aug 05 14:28:30.272915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d837c8-6c1a-4431-ab1a-b9c09ca79e27 None None] Network 807f3909-71db-4507-ae89-49214272f6a7 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:30.282211 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7a298126-380f-4745-8259-ecaddddb33d4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4464178 Aug 05 14:28:30.285517 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37326) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:30.291069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-9230d825-6cf5-4724-b92c-85757ef41120 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Request body: {'port': {'network_id': '807f3909-71db-4507-ae89-49214272f6a7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1995387224'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:30.316132 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-b3ff0f07-db4b-44d0-a9de-e23f362a0023 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e2529d-24b8-42cb-bc87-5d9f4696f670 HTTP/1.1" status: 200 len: 217 time: 0.0391033 Aug 05 14:28:30.371970 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-5562b894-61ea-4849-90f9-50ba875fc88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:30.373663 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-5562b894-61ea-4849-90f9-50ba875fc88d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6e99111e-51aa-4903-9c73-59ebc8ad6b36 HTTP/1.1" status: 200 len: 855 time: 0.0504453 Aug 05 14:28:30.408727 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-f46e7797-d4ae-4da4-919c-21a2abf47368 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281775 Aug 05 14:28:30.412604 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9230d825-6cf5-4724-b92c-85757ef41120 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Made reservation on behalf of 6531ebc77e604e1e9a5ce8f8e331f385 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:30.416162 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9230d825-6cf5-4724-b92c-85757ef41120 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:30.435326 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-9230d825-6cf5-4724-b92c-85757ef41120 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] device_id is not set on port 19acbb29-b220-4b72-ac50-065f8341492f yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:28:30.437219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-807f3909-71db-4507-ae89-49214272f6a7', 'network_id': '807f3909-71db-4507-ae89-49214272f6a7', 'tenant_id': '6531ebc77e604e1e9a5ce8f8e331f385', 'fixed_ips': [{'subnet_id': '64534051-5d7b-4fde-ba40-7c176b676040'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:28:30.438212 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:30.513951 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-9f76b665-de21-4bbf-9f14-7bb35bea1e4f service neutron] 10.222.0.63 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969608 Aug 05 14:28:30.553814 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-9230d825-6cf5-4724-b92c-85757ef41120 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Allocated IP 172.20.0.7 (807f3909-71db-4507-ae89-49214272f6a7/64534051-5d7b-4fde-ba40-7c176b676040/19acbb29-b220-4b72-ac50-065f8341492f) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:28:30.622448 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-410b4fd0-6e4a-46e2-bb07-ef7a4bc5df67 req-133bbe11-67df-4d99-896f-f306878841d9 service neutron] 10.222.0.63 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004930 Aug 05 14:28:30.710488 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2474962-dd16-4664-8bb3-7b61ee0096c7 req-dbd9ac12-8774-4dc0-877d-6d87f2c3372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:30.711968 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2474962-dd16-4664-8bb3-7b61ee0096c7 req-dbd9ac12-8774-4dc0-877d-6d87f2c3372d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d44e55a5329445c2aac6d13fee6bc897&device_id=b28e0c1a-2fcf-4b23-906d-90ed91965ea7 HTTP/1.1" status: 200 len: 1095 time: 0.0419316 Aug 05 14:28:30.720272 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9230d825-6cf5-4724-b92c-85757ef41120 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:30.735015 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-9230d825-6cf5-4724-b92c-85757ef41120 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Transition to ACTIVE for port object 19acbb29-b220-4b72-ac50-065f8341492f will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:30.768760 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9230d825-6cf5-4724-b92c-85757ef41120 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:30.815847 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Allocated IP 172.20.0.2 (807f3909-71db-4507-ae89-49214272f6a7/64534051-5d7b-4fde-ba40-7c176b676040/3c4622e8-4db9-4400-9d45-06f96c53f778) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:28:30.817164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9230d825-6cf5-4724-b92c-85757ef41120 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Network 807f3909-71db-4507-ae89-49214272f6a7 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:30.817918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2474962-dd16-4664-8bb3-7b61ee0096c7 req-10af049c-d3a6-4851-abcd-43168ed9f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:30.820249 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2474962-dd16-4664-8bb3-7b61ee0096c7 req-10af049c-d3a6-4851-abcd-43168ed9f09a service neutron] 10.222.0.63 "GET /v2.0/networks?id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb HTTP/1.1" status: 200 len: 916 time: 0.1005855 Aug 05 14:28:30.820433 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-9230d825-6cf5-4724-b92c-85757ef41120 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:30.823560 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9230d825-6cf5-4724-b92c-85757ef41120 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:28:30.858382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230d825-6cf5-4724-b92c-85757ef41120 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Pushing event updated for resources: {'Port': ['ID=19acbb29-b220-4b72-ac50-065f8341492f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:30.867335 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2474962-dd16-4664-8bb3-7b61ee0096c7 req-2f34460e-cd1e-4168-827f-df1107031f04 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e2529d-24b8-42cb-bc87-5d9f4696f670 HTTP/1.1" status: 200 len: 217 time: 0.0393074 Aug 05 14:28:30.889643 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9230d825-6cf5-4724-b92c-85757ef41120 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:30.890296 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9230d825-6cf5-4724-b92c-85757ef41120 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:30.908101 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9230d825-6cf5-4724-b92c-85757ef41120 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6222272 Aug 05 14:28:30.911753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37328) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:30.932044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2474962-dd16-4664-8bb3-7b61ee0096c7 req-2f96953f-ca97-4d6f-9b38-3bffc92c31b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:30.934144 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2474962-dd16-4664-8bb3-7b61ee0096c7 req-2f96953f-ca97-4d6f-9b38-3bffc92c31b6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6e99111e-51aa-4903-9c73-59ebc8ad6b36 HTTP/1.1" status: 200 len: 855 time: 0.0581367 Aug 05 14:28:30.968916 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2474962-dd16-4664-8bb3-7b61ee0096c7 req-08253186-1d65-46fc-b31e-71f53f2d4196 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260155 Aug 05 14:28:30.982016 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:30.990778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Transition to ACTIVE for port object 3c4622e8-4db9-4400-9d45-06f96c53f778 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:31.010268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f0f31-4623-4ef1-9577-de53f6177ded tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Deleting port 19acbb29-b220-4b72-ac50-065f8341492f {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:28:31.010816 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0f31-4623-4ef1-9577-de53f6177ded tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:31.012336 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Transition to ACTIVE for port object 3c4622e8-4db9-4400-9d45-06f96c53f778 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:31.019352 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:31.055109 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Network 807f3909-71db-4507-ae89-49214272f6a7 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:31.060228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:31.063902 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:28:31.080585 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2474962-dd16-4664-8bb3-7b61ee0096c7 req-d5774245-708a-4a36-9d11-cb18ba249ee3 service neutron] 10.222.0.63 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022465 Aug 05 14:28:31.097512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Pushing event updated for resources: {'Port': ['ID=3c4622e8-4db9-4400-9d45-06f96c53f778,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:31.107357 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0f31-4623-4ef1-9577-de53f6177ded tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:31.120810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f0f31-4623-4ef1-9577-de53f6177ded tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Calling delete_port for 19acbb29-b220-4b72-ac50-065f8341492f owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:28:31.133182 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Attempting to bind port 3c4622e8-4db9-4400-9d45-06f96c53f778 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:28:31.133560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Attempting to bind port 3c4622e8-4db9-4400-9d45-06f96c53f778 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '8f195715-4396-4c6b-b8ea-8866d7500f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '807f3909-71db-4507-ae89-49214272f6a7'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:28:31.133923 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Attempting to bind port 3c4622e8-4db9-4400-9d45-06f96c53f778 on network 807f3909-71db-4507-ae89-49214272f6a7 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:28:31.140244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:28:31.140624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Checking segment: {'id': '8f195715-4396-4c6b-b8ea-8866d7500f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '807f3909-71db-4507-ae89-49214272f6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:28:31.141169 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:31.142610 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Bound using segment: {'id': '8f195715-4396-4c6b-b8ea-8866d7500f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '807f3909-71db-4507-ae89-49214272f6a7'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:28:31.143506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Bound port: 3c4622e8-4db9-4400-9d45-06f96c53f778, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f195715-4396-4c6b-b8ea-8866d7500f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '807f3909-71db-4507-ae89-49214272f6a7'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:28:31.144133 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:31.188406 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2474962-dd16-4664-8bb3-7b61ee0096c7 req-465564bd-ea3e-42f5-8054-e78070b68dbd service neutron] 10.222.0.63 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006696 Aug 05 14:28:31.238175 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] For port 3c4622e8-4db9-4400-9d45-06f96c53f778, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:28:31.241799 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] For port 3c4622e8-4db9-4400-9d45-06f96c53f778, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3c4622e8-4db9-4400-9d45-06f96c53f778,segment=NetworkSegment(8f195715-4396-4c6b-b8ea-8866d7500f96),segment_id=8f195715-4396-4c6b-b8ea-8866d7500f96)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:28:31.250022 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:31.265733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb748e-2523-4aab-8763-66c322d02aea req-c8d0a020-0bef-4a11-ae71-616fe1c58d21 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:31.267912 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-20bb748e-2523-4aab-8763-66c322d02aea req-c8d0a020-0bef-4a11-ae71-616fe1c58d21 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=b28e0c1a-2fcf-4b23-906d-90ed91965ea7 HTTP/1.1" status: 200 len: 944 time: 0.0672293 Aug 05 14:28:31.268088 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0f31-4623-4ef1-9577-de53f6177ded tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:31.305554 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f0f31-4623-4ef1-9577-de53f6177ded tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Pushing event deleted for resources: {'Port': ['ID=19acbb29-b220-4b72-ac50-065f8341492f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:31.323997 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-20bb748e-2523-4aab-8763-66c322d02aea req-d5cb60ed-7560-4ebb-94de-0a8144fc4a69 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443501 Aug 05 14:28:31.335735 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7476e2c-9908-4647-a337-8c2f4b4e1c97 None None] Pushing event updated for resources: {'Port': ['ID=3c4622e8-4db9-4400-9d45-06f96c53f778,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:31.383563 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0f31-4623-4ef1-9577-de53f6177ded tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:31.388423 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7b0f0f31-4623-4ef1-9577-de53f6177ded tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] 10.222.0.16 "DELETE /v2.0/ports/19acbb29-b220-4b72-ac50-065f8341492f HTTP/1.1" status: 204 len: 168 time: 0.4728420 Aug 05 14:28:31.388675 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37332) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:31.451054 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4efeb07c-377c-4a99-9b83-1f48a8b1dcdd tempest-DHCPAgentSchedulersTestJSON-1095485614 tempest-DHCPAgentSchedulersTestJSON-1095485614-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.0611949 Aug 05 14:28:31.453585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37336) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:31.458612 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-47cbfd9e-fbf6-4fc7-b99c-c12437d2ce89 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1041109044'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:31.493282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cbfd9e-fbf6-4fc7-b99c-c12437d2ce89 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Made reservation on behalf of 6531ebc77e604e1e9a5ce8f8e331f385 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:31.497682 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-47cbfd9e-fbf6-4fc7-b99c-c12437d2ce89 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:31.527586 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cbfd9e-fbf6-4fc7-b99c-c12437d2ce89 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:28:31.537234 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-47cbfd9e-fbf6-4fc7-b99c-c12437d2ce89 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:31.537777 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-47cbfd9e-fbf6-4fc7-b99c-c12437d2ce89 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Added segment b02d36d8-bda6-41e2-ab7a-26ed6a98ace9 of type vlan for network 4dd52656-4a90-4a60-a6cd-12afffd7860c Aug 05 14:28:31.587209 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-47cbfd9e-fbf6-4fc7-b99c-c12437d2ce89 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:31.619622 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-47cbfd9e-fbf6-4fc7-b99c-c12437d2ce89 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:31.625990 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cbfd9e-fbf6-4fc7-b99c-c12437d2ce89 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:31.626653 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-47cbfd9e-fbf6-4fc7-b99c-c12437d2ce89 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:31.694580 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-47cbfd9e-fbf6-4fc7-b99c-c12437d2ce89 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2369852 Aug 05 14:28:31.694847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37338) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:31.711482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbfd9e-fbf6-4fc7-b99c-c12437d2ce89 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Pushing event updated for resources: {'Network': ['ID=4dd52656-4a90-4a60-a6cd-12afffd7860c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:31.722500 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 4dd52656-4a90-4a60-a6cd-12afffd7860c details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:28:31.848389 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c0e8b481-5718-40f2-9d15-9961aa49d315 tempest-DHCPAgentSchedulersTestJSON-1095485614 tempest-DHCPAgentSchedulersTestJSON-1095485614-project-admin] 10.222.0.16 "GET /v2.0/agents/377c5a32-eb98-4adf-aeab-f5c84556a567/dhcp-networks HTTP/1.1" status: 200 len: 5694 time: 0.1524680 Aug 05 14:28:31.851189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37340) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:31.926592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d73e0f5-cf34-482e-9611-451fe2687780 tempest-DHCPAgentSchedulersTestJSON-1095485614 tempest-DHCPAgentSchedulersTestJSON-1095485614-project-admin] Network 4dd52656-4a90-4a60-a6cd-12afffd7860c is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:28:31.942265 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37342) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:31.944920 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b630189-ff91-45ae-8568-c546cde5932e None None] Network 4dd52656-4a90-4a60-a6cd-12afffd7860c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:31.950865 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5d73e0f5-cf34-482e-9611-451fe2687780 tempest-DHCPAgentSchedulersTestJSON-1095485614 tempest-DHCPAgentSchedulersTestJSON-1095485614-project-admin] 10.222.0.16 "POST /v2.0/agents/377c5a32-eb98-4adf-aeab-f5c84556a567/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0985820 Aug 05 14:28:32.097557 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a2879941-7947-4182-af17-a00bb1e605dc tempest-DHCPAgentSchedulersTestJSON-1095485614 tempest-DHCPAgentSchedulersTestJSON-1095485614-project-admin] 10.222.0.16 "GET /v2.0/agents/377c5a32-eb98-4adf-aeab-f5c84556a567/dhcp-networks HTTP/1.1" status: 200 len: 6465 time: 0.1540689 Aug 05 14:28:32.100242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37344) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:32.181273 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-80a92276-75d0-41bd-9d4c-84870f77a3a5 tempest-DHCPAgentSchedulersTestJSON-1095485614 tempest-DHCPAgentSchedulersTestJSON-1095485614-project-admin] 10.222.0.16 "DELETE /v2.0/agents/377c5a32-eb98-4adf-aeab-f5c84556a567/dhcp-networks/4dd52656-4a90-4a60-a6cd-12afffd7860c HTTP/1.1" status: 204 len: 168 time: 0.0796199 Aug 05 14:28:32.184288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37346) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:32.299196 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb70e8d-abb6-4848-8b97-8081752e6c26 None None] Network 807f3909-71db-4507-ae89-49214272f6a7 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:32.317945 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d9227fc3-cda8-4cce-bfed-17d91bc1f44a tempest-DHCPAgentSchedulersTestJSON-1095485614 tempest-DHCPAgentSchedulersTestJSON-1095485614-project-admin] 10.222.0.16 "GET /v2.0/agents/377c5a32-eb98-4adf-aeab-f5c84556a567/dhcp-networks HTTP/1.1" status: 200 len: 5694 time: 0.1285908 Aug 05 14:28:32.319615 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37348) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:32.342304 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-eb53d55f-cedc-4afe-989d-06953c80f5eb tempest-DHCPAgentSchedulersTestJSON-1095485614 tempest-DHCPAgentSchedulersTestJSON-1095485614-project-admin] 10.222.0.16 "GET /v2.0/networks/807f3909-71db-4507-ae89-49214272f6a7/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0199306 Aug 05 14:28:32.342949 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37352) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:32.362794 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bcca445f-cf6a-4ee5-88c4-0318591a198d tempest-DHCPAgentSchedulersTestJSON-1095485614 tempest-DHCPAgentSchedulersTestJSON-1095485614-project-admin] 10.222.0.16 "GET /v2.0/networks/807f3909-71db-4507-ae89-49214272f6a7/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0185192 Aug 05 14:28:32.365333 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9c6ef49d-3ab0-461c-8864-685939270e77 None None] Provisioning for port 3c4622e8-4db9-4400-9d45-06f96c53f778 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:28:32.365669 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37354) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:32.494035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c27618-ecfd-4a2d-a066-5a0f3cfebe01 req-a3a5f47c-5f83-468b-aa90-c04008868207 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:32.508821 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-15c27618-ecfd-4a2d-a066-5a0f3cfebe01 req-a3a5f47c-5f83-468b-aa90-c04008868207 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=b28e0c1a-2fcf-4b23-906d-90ed91965ea7 HTTP/1.1" status: 200 len: 944 time: 0.1009412 Aug 05 14:28:32.541768 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c76ce07a-7e2f-47af-be56-6022da479697 tempest-DHCPAgentSchedulersTestJSON-1095485614 tempest-DHCPAgentSchedulersTestJSON-1095485614-project-admin] 10.222.0.16 "GET /v2.0/agents/377c5a32-eb98-4adf-aeab-f5c84556a567/dhcp-networks HTTP/1.1" status: 200 len: 5694 time: 0.1745148 Aug 05 14:28:32.546158 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37356) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:32.554525 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-15c27618-ecfd-4a2d-a066-5a0f3cfebe01 req-3a5ce965-99c6-415d-85dc-9401ac95c652 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446973 Aug 05 14:28:32.617199 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3c4622e8-4db9-4400-9d45-06f96c53f778 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:28:32.632416 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ef80b9b-e076-4ffc-bbae-b2913945ea5e tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:32.673349 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 3c4622e8-4db9-4400-9d45-06f96c53f778 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:28:32.677652 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3c4622e8-4db9-4400-9d45-06f96c53f778 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:32.678063 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:32.734244 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ef80b9b-e076-4ffc-bbae-b2913945ea5e tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:32.745747 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-0ef80b9b-e076-4ffc-bbae-b2913945ea5e tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd52656-4a90-4a60-a6cd-12afffd7860c']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:28:32.757641 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-0ef80b9b-e076-4ffc-bbae-b2913945ea5e tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02d36d8-bda6-41e2-ab7a-26ed6a98ace9') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:28:32.758021 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-0ef80b9b-e076-4ffc-bbae-b2913945ea5e tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02d36d8-bda6-41e2-ab7a-26ed6a98ace9') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:28:32.768388 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ef80b9b-e076-4ffc-bbae-b2913945ea5e tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:32.769938 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:32.785510 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ef80b9b-e076-4ffc-bbae-b2913945ea5e tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:32.795691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef80b9b-e076-4ffc-bbae-b2913945ea5e tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:28:32.796072 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ef80b9b-e076-4ffc-bbae-b2913945ea5e tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:28:32.799925 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:28:32.812181 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 3c4622e8-4db9-4400-9d45-06f96c53f778, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3c4622e8-4db9-4400-9d45-06f96c53f778,segment=NetworkSegment(8f195715-4396-4c6b-b8ea-8866d7500f96),segment_id=8f195715-4396-4c6b-b8ea-8866d7500f96)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:32.817483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e57140bc-8e63-483c-a7e7-b36178d2fa42 None None] Provisioning complete for port 3c4622e8-4db9-4400-9d45-06f96c53f778 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:32.817917 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e57140bc-8e63-483c-a7e7-b36178d2fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:32.819650 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:32.871553 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ef80b9b-e076-4ffc-bbae-b2913945ea5e tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:32.878804 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ef80b9b-e076-4ffc-bbae-b2913945ea5e tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:32.883671 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0ef80b9b-e076-4ffc-bbae-b2913945ea5e tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] 10.222.0.16 "DELETE /v2.0/networks/4dd52656-4a90-4a60-a6cd-12afffd7860c HTTP/1.1" status: 204 len: 168 time: 0.3351727 Aug 05 14:28:32.888857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37358) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:32.891082 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device d8e2529d-24b8-42cb-bc87-5d9f4696f670 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:28:32.902715 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef80b9b-e076-4ffc-bbae-b2913945ea5e tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Pushing event deleted for resources: {'Network': ['ID=4dd52656-4a90-4a60-a6cd-12afffd7860c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:32.918899 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=3c4622e8-4db9-4400-9d45-06f96c53f778,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:32.923989 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-95eb19b5-1ce8-4d27-b982-4eabf944073d tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] DELETE failed (client error): The resource could not be found. Aug 05 14:28:32.924931 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95eb19b5-1ce8-4d27-b982-4eabf944073d tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:28:32.927101 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-95eb19b5-1ce8-4d27-b982-4eabf944073d tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] 10.222.0.16 "DELETE /v2.0/ports/19acbb29-b220-4b72-ac50-065f8341492f HTTP/1.1" status: 404 len: 333 time: 0.0370963 Aug 05 14:28:32.929591 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37360) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:32.988261 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f82668d-3bf9-41b6-80d4-3943cbf527b4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Deleting subnet 64534051-5d7b-4fde-ba40-7c176b676040 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:28:32.991660 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0f82668d-3bf9-41b6-80d4-3943cbf527b4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.038828 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0f82668d-3bf9-41b6-80d4-3943cbf527b4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.046987 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port d8e2529d-24b8-42cb-bc87-5d9f4696f670, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d8e2529d-24b8-42cb-bc87-5d9f4696f670,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:33.060025 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'd8e2529d-24b8-42cb-bc87-5d9f4696f670', 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb', 'port_id': 'd8e2529d-24b8-42cb-bc87-5d9f4696f670', 'mac_address': 'fa:16:3e:2b:7d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e99111e-51aa-4903-9c73-59ebc8ad6b36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:28:33.101397 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.118940 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e2529d-24b8-42cb-bc87-5d9f4696f670 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:28:33.139288 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0f82668d-3bf9-41b6-80d4-3943cbf527b4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.148155 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-db0d5387-84c0-4070-92c3-c74668360e9e None None] Could not find standard attr ID for object 19acbb29-b220-4b72-ac50-065f8341492f. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:28:33.150987 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port d8e2529d-24b8-42cb-bc87-5d9f4696f670, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d8e2529d-24b8-42cb-bc87-5d9f4696f670,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:33.157469 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.209991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=d8e2529d-24b8-42cb-bc87-5d9f4696f670,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:33.210657 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0f82668d-3bf9-41b6-80d4-3943cbf527b4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.240506 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82668d-3bf9-41b6-80d4-3943cbf527b4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Pushing event deleted for resources: {'Subnet': ['ID=64534051-5d7b-4fde-ba40-7c176b676040,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:33.242556 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0f82668d-3bf9-41b6-80d4-3943cbf527b4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.246132 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0f82668d-3bf9-41b6-80d4-3943cbf527b4 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] 10.222.0.16 "DELETE /v2.0/subnets/64534051-5d7b-4fde-ba40-7c176b676040 HTTP/1.1" status: 204 len: 168 time: 0.3138125 Aug 05 14:28:33.247221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37362) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:33.249580 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63e7376-779c-4da8-9602-55aef9a355e8 None None] Network 807f3909-71db-4507-ae89-49214272f6a7 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:33.332030 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.387400 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Deleting port 3c4622e8-4db9-4400-9d45-06f96c53f778 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:28:33.387753 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.388518 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['d8e2529d-24b8-42cb-bc87-5d9f4696f670'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:28:33.429857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bba344-5e6a-45d5-9262-81cf397f0db6 None None] DHCP port deletion for 807f3909-71db-4507-ae89-49214272f6a7 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:28:33.456532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] For port 3c4622e8-4db9-4400-9d45-06f96c53f778, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3c4622e8-4db9-4400-9d45-06f96c53f778,segment=NetworkSegment(8f195715-4396-4c6b-b8ea-8866d7500f96),segment_id=8f195715-4396-4c6b-b8ea-8866d7500f96)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:33.456902 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.470483 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Calling delete_port for 3c4622e8-4db9-4400-9d45-06f96c53f778 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:28:33.522200 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e2bba344-5e6a-45d5-9262-81cf397f0db6 None None] Deleting port 3c4622e8-4db9-4400-9d45-06f96c53f778 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:28:33.522598 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e2bba344-5e6a-45d5-9262-81cf397f0db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.550265 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.580257 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Pushing event deleted for resources: {'Port': ['ID=3c4622e8-4db9-4400-9d45-06f96c53f778,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:33.590501 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] No DVR routers for this DVR port 3c4622e8-4db9-4400-9d45-06f96c53f778 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:28:33.618627 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e2bba344-5e6a-45d5-9262-81cf397f0db6 None None] For port 3c4622e8-4db9-4400-9d45-06f96c53f778, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3c4622e8-4db9-4400-9d45-06f96c53f778,segment=NetworkSegment(8f195715-4396-4c6b-b8ea-8866d7500f96),segment_id=8f195715-4396-4c6b-b8ea-8866d7500f96)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:33.619121 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e2bba344-5e6a-45d5-9262-81cf397f0db6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.635869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e2bba344-5e6a-45d5-9262-81cf397f0db6 None None] Calling delete_port for 3c4622e8-4db9-4400-9d45-06f96c53f778 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:28:33.715831 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e2bba344-5e6a-45d5-9262-81cf397f0db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.717119 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.730947 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807f3909-71db-4507-ae89-49214272f6a7']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:28:33.743280 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bba344-5e6a-45d5-9262-81cf397f0db6 None None] Pushing event deleted for resources: {'Port': ['ID=3c4622e8-4db9-4400-9d45-06f96c53f778,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:33.744066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f195715-4396-4c6b-b8ea-8866d7500f96') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:28:33.744373 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f195715-4396-4c6b-b8ea-8866d7500f96') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:28:33.747599 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bba344-5e6a-45d5-9262-81cf397f0db6 None None] No DVR routers for this DVR port 3c4622e8-4db9-4400-9d45-06f96c53f778 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:28:33.766172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d5b6-db22-4331-a919-81313521720b req-439374c3-5703-40d4-b3bd-6e459488a61d tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:33.767802 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da10d5b6-db22-4331-a919-81313521720b req-439374c3-5703-40d4-b3bd-6e459488a61d tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=b28e0c1a-2fcf-4b23-906d-90ed91965ea7 HTTP/1.1" status: 200 len: 945 time: 0.1261029 Aug 05 14:28:33.769630 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.793903 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.804783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:28:33.805178 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:28:33.808621 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:28:33.864613 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-da10d5b6-db22-4331-a919-81313521720b req-dead2071-8cf5-430b-a85f-d354ed08b9b0 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879066 Aug 05 14:28:33.880397 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.887938 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:33.889769 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] 10.222.0.16 "DELETE /v2.0/networks/807f3909-71db-4507-ae89-49214272f6a7 HTTP/1.1" status: 204 len: 168 time: 0.6416461 Aug 05 14:28:33.901494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1737b2-f177-4e7a-bb5f-d787fdb182e3 tempest-DHCPAgentSchedulersTestJSON-1799625837 tempest-DHCPAgentSchedulersTestJSON-1799625837-project] Pushing event deleted for resources: {'Network': ['ID=807f3909-71db-4507-ae89-49214272f6a7,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:34.133871 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37370) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:34.268052 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f40f5740-ac00-41c2-bf16-66ea7cdf86ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6531ebc77e604e1e9a5ce8f8e331f385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328943 Aug 05 14:28:34.270453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37374) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:34.322717 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9c447544-ab72-4cd0-a5ba-8dd4faab1755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:34.345443 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9c447544-ab72-4cd0-a5ba-8dd4faab1755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:34.392967 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9c447544-ab72-4cd0-a5ba-8dd4faab1755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:34.395493 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9c447544-ab72-4cd0-a5ba-8dd4faab1755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:34.396657 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9c447544-ab72-4cd0-a5ba-8dd4faab1755 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59861960-9725-4ead-ac45-1d99ae60c893 HTTP/1.1" status: 204 len: 168 time: 0.1252601 Aug 05 14:28:34.406146 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c447544-ab72-4cd0-a5ba-8dd4faab1755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59861960-9725-4ead-ac45-1d99ae60c893,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:34.436476 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:28:34.531030 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3c4622e8-4db9-4400-9d45-06f96c53f778 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:28:34.695018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37380) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:34.708743 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-50c00221-8324-402b-8be4-ab5dbd756fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:34.718886 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 3c4622e8-4db9-4400-9d45-06f96c53f778 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:28:34.719233 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3c4622e8-4db9-4400-9d45-06f96c53f778 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:28:34.804464 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-50c00221-8324-402b-8be4-ab5dbd756fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:34.809522 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-50c00221-8324-402b-8be4-ab5dbd756fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:34.849826 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-50c00221-8324-402b-8be4-ab5dbd756fb1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db718243aef34bce99255699012fb728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536660 Aug 05 14:28:34.851848 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c00221-8324-402b-8be4-ab5dbd756fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aab5395-af43-4c9e-ac9f-ae616d548db2,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:34.852661 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37382) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:34.885241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device d8e2529d-24b8-42cb-bc87-5d9f4696f670 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:28:34.911560 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-08108585-3096-45e0-9410-de8dfff6b60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:34.934549 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-08108585-3096-45e0-9410-de8dfff6b60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:34.940181 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port d8e2529d-24b8-42cb-bc87-5d9f4696f670 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:28:34.944438 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port d8e2529d-24b8-42cb-bc87-5d9f4696f670 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:34.944873 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:34.995414 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-08108585-3096-45e0-9410-de8dfff6b60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:34.998110 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-08108585-3096-45e0-9410-de8dfff6b60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:34.999335 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-08108585-3096-45e0-9410-de8dfff6b60f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1aab5395-af43-4c9e-ac9f-ae616d548db2 HTTP/1.1" status: 204 len: 168 time: 0.1456387 Aug 05 14:28:35.009465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e763b-9444-4211-8a23-87985916f794 req-b076d82d-4ecc-408a-901b-43f60894a07c tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:35.011997 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b9e763b-9444-4211-8a23-87985916f794 req-b076d82d-4ecc-408a-901b-43f60894a07c tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=b28e0c1a-2fcf-4b23-906d-90ed91965ea7 HTTP/1.1" status: 200 len: 945 time: 0.0626311 Aug 05 14:28:35.021656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08108585-3096-45e0-9410-de8dfff6b60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aab5395-af43-4c9e-ac9f-ae616d548db2,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:35.053946 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:35.055626 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b9e763b-9444-4211-8a23-87985916f794 req-01f77cb8-0748-4478-abde-7be120976098 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375762 Aug 05 14:28:35.084200 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28e0c1a-2fcf-4b23-906d-90ed91965ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e2529d-24b8-42cb-bc87-5d9f4696f670'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:28:35.087051 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c560ddcf-3a09-4705-93cb-445048e67df8" -d '{"events": [{"server_uuid": "b28e0c1a-2fcf-4b23-906d-90ed91965ea7", "name": "network-vif-plugged", "status": "completed", "tag": "d8e2529d-24b8-42cb-bc87-5d9f4696f670"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:28:35.100389 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port d8e2529d-24b8-42cb-bc87-5d9f4696f670, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d8e2529d-24b8-42cb-bc87-5d9f4696f670,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:35.105636 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:35.129448 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b759178-2bec-4943-87d5-53126985b38c x-openstack-request-id: req-3b759178-2bec-4943-87d5-53126985b38c {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:28:35.129800 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28e0c1a-2fcf-4b23-906d-90ed91965ea7", "name": "network-vif-plugged", "status": "completed", "tag": "d8e2529d-24b8-42cb-bc87-5d9f4696f670", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:28:35.130109 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b759178-2bec-4943-87d5-53126985b38c {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:28:35.130571 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28e0c1a-2fcf-4b23-906d-90ed91965ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e2529d-24b8-42cb-bc87-5d9f4696f670', 'code': 200} Aug 05 14:28:35.159116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=d8e2529d-24b8-42cb-bc87-5d9f4696f670,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:35.236904 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdbf66-11a8-4763-8897-af03b22b0286 req-57c34fea-a911-425f-83d3-03dcf797b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:35.238510 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6fbdbf66-11a8-4763-8897-af03b22b0286 req-57c34fea-a911-425f-83d3-03dcf797b54e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b28e0c1a-2fcf-4b23-906d-90ed91965ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0459704 Aug 05 14:28:35.276624 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6fbdbf66-11a8-4763-8897-af03b22b0286 req-55cb1a3a-9b59-437b-95fb-34416aba00ff service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303600 Aug 05 14:28:35.825936 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37408) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:35.971050 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4fbdc6a2-8223-4e48-b87b-b0bef54615c6 tempest-AgentManagementNegativeTest-1645523453 tempest-AgentManagementNegativeTest-1645523453-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1439097 Aug 05 14:28:36.204780 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daac61-8149-4a5b-a9be-4f4b6b2b9f81 req-35553769-870a-44f3-bd14-9d0ce3cd993a tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:36.206319 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e3daac61-8149-4a5b-a9be-4f4b6b2b9f81 req-35553769-870a-44f3-bd14-9d0ce3cd993a tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=b28e0c1a-2fcf-4b23-906d-90ed91965ea7 HTTP/1.1" status: 200 len: 946 time: 0.0583704 Aug 05 14:28:36.250660 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e3daac61-8149-4a5b-a9be-4f4b6b2b9f81 req-2d8bd64d-9c81-4c35-a500-3124f559afd6 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339952 Aug 05 14:28:36.279601 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37420) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:36.403025 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c2ac-6f3b-4d2f-bfbe-16ab53779924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:36.504001 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c2ac-6f3b-4d2f-bfbe-16ab53779924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:36.508130 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c2ac-6f3b-4d2f-bfbe-16ab53779924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:36.553628 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ebb7c2ac-6f3b-4d2f-bfbe-16ab53779924 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd824f440a9c447da90ee65017ebf989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729328 Aug 05 14:28:36.554834 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7c2ac-6f3b-4d2f-bfbe-16ab53779924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ba07b7-b1fd-4628-9726-dd720d319232,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:36.556816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37432) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:36.631917 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-185daca3-7a6b-42dc-8030-525b66388f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:36.664790 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-185daca3-7a6b-42dc-8030-525b66388f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:36.722529 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-185daca3-7a6b-42dc-8030-525b66388f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:36.725386 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-185daca3-7a6b-42dc-8030-525b66388f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:36.729088 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-185daca3-7a6b-42dc-8030-525b66388f02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95ba07b7-b1fd-4628-9726-dd720d319232 HTTP/1.1" status: 204 len: 168 time: 0.1653407 Aug 05 14:28:36.735752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185daca3-7a6b-42dc-8030-525b66388f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ba07b7-b1fd-4628-9726-dd720d319232,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:37.410446 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37458) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:37.513451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e1be4379-ae14-416b-a04b-40b064506813 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1624245992'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:37.536110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1be4379-ae14-416b-a04b-40b064506813 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:37.539633 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1be4379-ae14-416b-a04b-40b064506813 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:37.549313 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1be4379-ae14-416b-a04b-40b064506813 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:37.661854 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1be4379-ae14-416b-a04b-40b064506813 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:37.667976 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1be4379-ae14-416b-a04b-40b064506813 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:37.696716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1be4379-ae14-416b-a04b-40b064506813 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:28:37.706777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be4379-ae14-416b-a04b-40b064506813 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d792397-e5ae-4b1e-8db5-8bdb66e7c7c9,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:37.712755 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1be4379-ae14-416b-a04b-40b064506813 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:37.713109 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-e1be4379-ae14-416b-a04b-40b064506813 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Added segment e92f1484-355c-433e-a8c3-5e5af5daa32d of type vlan for network 0b567c09-dbdf-4609-b47a-edf0ab2774db Aug 05 14:28:37.756591 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1be4379-ae14-416b-a04b-40b064506813 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:37.795113 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1be4379-ae14-416b-a04b-40b064506813 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:37.801151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1be4379-ae14-416b-a04b-40b064506813 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:37.801782 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e1be4379-ae14-416b-a04b-40b064506813 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:37.867638 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e1be4379-ae14-416b-a04b-40b064506813 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4558446 Aug 05 14:28:37.872526 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37464) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:37.877955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be4379-ae14-416b-a04b-40b064506813 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Network': ['ID=0b567c09-dbdf-4609-b47a-edf0ab2774db,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:37.878563 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-dd489dbc-33b5-4400-8ace-68ba24362103 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:37.893283 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:28:37.982958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd489dbc-33b5-4400-8ace-68ba24362103 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:37.986552 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dd489dbc-33b5-4400-8ace-68ba24362103 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:38.456192 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dd489dbc-33b5-4400-8ace-68ba24362103 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:38.539530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd489dbc-33b5-4400-8ace-68ba24362103 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=f7d80cf6-b7f8-4bcf-b1ad-9892c5221faa,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:38.542474 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd489dbc-33b5-4400-8ace-68ba24362103 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Checking segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:28:38.542873 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd489dbc-33b5-4400-8ace-68ba24362103 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network hostable DHCP agents. Network: 0b567c09-dbdf-4609-b47a-edf0ab2774db, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:28:38.562483 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd489dbc-33b5-4400-8ace-68ba24362103 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:28:38.571082 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-dd489dbc-33b5-4400-8ace-68ba24362103 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 0b567c09-dbdf-4609-b47a-edf0ab2774db) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:38.575815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd489dbc-33b5-4400-8ace-68ba24362103 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:38.576603 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dd489dbc-33b5-4400-8ace-68ba24362103 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:38.583252 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc1e94e-b091-47c9-9c25-a57ccd4921f8 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:38.596927 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-dd489dbc-33b5-4400-8ace-68ba24362103 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7205780 Aug 05 14:28:38.598238 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37466) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:38.608756 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-318b2276-1f70-46fc-bf29-d64b00a045ab tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'name': 'tempest-NetworksTestDHCPv6-2039134016'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:38.720608 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318b2276-1f70-46fc-bf29-d64b00a045ab tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:38.724400 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-318b2276-1f70-46fc-bf29-d64b00a045ab tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:38.748274 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-318b2276-1f70-46fc-bf29-d64b00a045ab tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port 2d0ad522-9910-4422-a96a-246c6fe76952 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:28:38.751982 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0b567c09-dbdf-4609-b47a-edf0ab2774db', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'fixed_ips': [{'subnet_id': 'f7d80cf6-b7f8-4bcf-b1ad-9892c5221faa'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:28:38.752854 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:38.879261 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-318b2276-1f70-46fc-bf29-d64b00a045ab tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::111 (0b567c09-dbdf-4609-b47a-edf0ab2774db/f7d80cf6-b7f8-4bcf-b1ad-9892c5221faa/2d0ad522-9910-4422-a96a-246c6fe76952) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:28:39.031234 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-318b2276-1f70-46fc-bf29-d64b00a045ab tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:39.045159 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-318b2276-1f70-46fc-bf29-d64b00a045ab tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object 2d0ad522-9910-4422-a96a-246c6fe76952 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:39.083606 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-318b2276-1f70-46fc-bf29-d64b00a045ab tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:39.127317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Allocated IP 2001:db8::2 (0b567c09-dbdf-4609-b47a-edf0ab2774db/f7d80cf6-b7f8-4bcf-b1ad-9892c5221faa/92e6e984-fd94-4411-9d52-b5461bc06ee3) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:28:39.129781 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318b2276-1f70-46fc-bf29-d64b00a045ab tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:39.137372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-318b2276-1f70-46fc-bf29-d64b00a045ab tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:39.141564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318b2276-1f70-46fc-bf29-d64b00a045ab tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:28:39.148188 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318b2276-1f70-46fc-bf29-d64b00a045ab tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:39.148632 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-318b2276-1f70-46fc-bf29-d64b00a045ab tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:39.163352 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b2276-1f70-46fc-bf29-d64b00a045ab tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=2d0ad522-9910-4422-a96a-246c6fe76952,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:39.176211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37470) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:39.176719 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-318b2276-1f70-46fc-bf29-d64b00a045ab tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5770614 Aug 05 14:28:39.259598 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e62353-b898-4404-84a7-d59ea6f8af9f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:39.262126 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c9e62353-b898-4404-84a7-d59ea6f8af9f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0841649 Aug 05 14:28:39.264837 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37472) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:39.300410 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:39.312002 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Transition to ACTIVE for port object 92e6e984-fd94-4411-9d52-b5461bc06ee3 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:39.334561 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Transition to ACTIVE for port object 92e6e984-fd94-4411-9d52-b5461bc06ee3 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:39.342229 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:39.372088 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-4d7be757-78e9-4607-ac80-48230eb719ca tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port 2d0ad522-9910-4422-a96a-246c6fe76952 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:28:39.372445 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4d7be757-78e9-4607-ac80-48230eb719ca tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:39.393979 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:39.396889 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:39.400502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:28:39.408397 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Pushing event updated for resources: {'Port': ['ID=92e6e984-fd94-4411-9d52-b5461bc06ee3,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:39.460955 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Attempting to bind port 92e6e984-fd94-4411-9d52-b5461bc06ee3 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:28:39.461482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Attempting to bind port 92e6e984-fd94-4411-9d52-b5461bc06ee3 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:28:39.461945 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Attempting to bind port 92e6e984-fd94-4411-9d52-b5461bc06ee3 on network 0b567c09-dbdf-4609-b47a-edf0ab2774db {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:28:39.467412 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4d7be757-78e9-4607-ac80-48230eb719ca tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:39.467747 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:28:39.468248 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Checking segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:28:39.468756 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:39.469258 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Bound using segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:28:39.469832 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Bound port: 92e6e984-fd94-4411-9d52-b5461bc06ee3, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:28:39.470343 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:39.481494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-4d7be757-78e9-4607-ac80-48230eb719ca tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for 2d0ad522-9910-4422-a96a-246c6fe76952 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:28:39.539114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] For port 92e6e984-fd94-4411-9d52-b5461bc06ee3, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:28:39.543905 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] For port 92e6e984-fd94-4411-9d52-b5461bc06ee3, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=92e6e984-fd94-4411-9d52-b5461bc06ee3,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:28:39.548822 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:39.618012 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a7b2f-8db4-4862-8c2c-ca4ea0d90131 None None] Pushing event updated for resources: {'Port': ['ID=92e6e984-fd94-4411-9d52-b5461bc06ee3,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:39.636008 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4d7be757-78e9-4607-ac80-48230eb719ca tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:39.670135 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7be757-78e9-4607-ac80-48230eb719ca tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=2d0ad522-9910-4422-a96a-246c6fe76952,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:39.697955 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4d7be757-78e9-4607-ac80-48230eb719ca tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:39.700157 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4d7be757-78e9-4607-ac80-48230eb719ca tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/2d0ad522-9910-4422-a96a-246c6fe76952 HTTP/1.1" status: 204 len: 168 time: 0.4341445 Aug 05 14:28:39.702764 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37474) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:39.822345 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037104a8-98da-4f49-b056-fd6a36c89169 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:39.823648 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037104a8-98da-4f49-b056-fd6a36c89169 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:39.826329 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-037104a8-98da-4f49-b056-fd6a36c89169 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1217036 Aug 05 14:28:39.828309 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37476) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:39.908628 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd33dfb-7383-43a7-bb05-6965faec1af4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet f7d80cf6-b7f8-4bcf-b1ad-9892c5221faa {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:28:39.912625 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7fd33dfb-7383-43a7-bb05-6965faec1af4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:39.972924 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7fd33dfb-7383-43a7-bb05-6965faec1af4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:40.070425 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7fd33dfb-7383-43a7-bb05-6965faec1af4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:40.133197 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7fd33dfb-7383-43a7-bb05-6965faec1af4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:40.162675 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd33dfb-7383-43a7-bb05-6965faec1af4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d80cf6-b7f8-4bcf-b1ad-9892c5221faa,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:40.164674 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7fd33dfb-7383-43a7-bb05-6965faec1af4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:40.167524 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7fd33dfb-7383-43a7-bb05-6965faec1af4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/f7d80cf6-b7f8-4bcf-b1ad-9892c5221faa HTTP/1.1" status: 204 len: 168 time: 0.3371985 Aug 05 14:28:40.169810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37480) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:40.231529 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dba7bd4f-f4e2-4ee7-9544-9e03fe976f14 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603793 Aug 05 14:28:40.239260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37482) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:40.241396 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-82d64250-50bd-4b0d-96a6-d96f8b1b2243 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:40.348659 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d64250-50bd-4b0d-96a6-d96f8b1b2243 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:40.352585 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-82d64250-50bd-4b0d-96a6-d96f8b1b2243 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:40.594128 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-82d64250-50bd-4b0d-96a6-d96f8b1b2243 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:40.600171 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 92e6e984-fd94-4411-9d52-b5461bc06ee3 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:28:40.664105 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d64250-50bd-4b0d-96a6-d96f8b1b2243 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:40.670116 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-82d64250-50bd-4b0d-96a6-d96f8b1b2243 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:40.674817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d64250-50bd-4b0d-96a6-d96f8b1b2243 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:40.675348 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-82d64250-50bd-4b0d-96a6-d96f8b1b2243 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:40.679467 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d64250-50bd-4b0d-96a6-d96f8b1b2243 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=ea4c858b-499f-420a-a4e5-70e630013bef,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:40.679874 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 92e6e984-fd94-4411-9d52-b5461bc06ee3 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:28:40.704157 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-82d64250-50bd-4b0d-96a6-d96f8b1b2243 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4655726 Aug 05 14:28:40.704348 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37484) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:40.709830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-def35bf6-b3ff-4afb-88bc-0758e787f56c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'name': 'tempest-NetworksTestDHCPv6-1483292860'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:40.714630 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23583ac7-9ee7-4cfe-bc10-93c4d968cda5 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:40.781894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5bc4783f-8cef-45bc-96cb-5cf985d54589 None None] Provisioning for port 92e6e984-fd94-4411-9d52-b5461bc06ee3 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:28:40.797265 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5bc4783f-8cef-45bc-96cb-5cf985d54589 None None] Provisioning complete for port 92e6e984-fd94-4411-9d52-b5461bc06ee3 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:40.798134 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5bc4783f-8cef-45bc-96cb-5cf985d54589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:40.843888 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def35bf6-b3ff-4afb-88bc-0758e787f56c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:40.847327 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-def35bf6-b3ff-4afb-88bc-0758e787f56c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:40.867094 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-def35bf6-b3ff-4afb-88bc-0758e787f56c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port 63379594-425c-4a4c-857c-db6736e2eec1 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:28:40.954851 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5bc4783f-8cef-45bc-96cb-5cf985d54589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:41.008274 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-def35bf6-b3ff-4afb-88bc-0758e787f56c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::332 (0b567c09-dbdf-4609-b47a-edf0ab2774db/ea4c858b-499f-420a-a4e5-70e630013bef/63379594-425c-4a4c-857c-db6736e2eec1) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:28:41.023898 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-5bc4783f-8cef-45bc-96cb-5cf985d54589 None None] For port 92e6e984-fd94-4411-9d52-b5461bc06ee3, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=92e6e984-fd94-4411-9d52-b5461bc06ee3,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:41.030003 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5bc4783f-8cef-45bc-96cb-5cf985d54589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:41.086661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4783f-8cef-45bc-96cb-5cf985d54589 None None] Pushing event updated for resources: {'Port': ['ID=92e6e984-fd94-4411-9d52-b5461bc06ee3,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:41.191801 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-def35bf6-b3ff-4afb-88bc-0758e787f56c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:41.241528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152d7bae-8c75-4ba2-a5f2-972187c09124 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:41.265786 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-def35bf6-b3ff-4afb-88bc-0758e787f56c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object 63379594-425c-4a4c-857c-db6736e2eec1 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:41.296082 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-359afc1a-3a68-4f4f-88f3-d2cfd17d91f2 None None] Provisioning complete for port 92e6e984-fd94-4411-9d52-b5461bc06ee3 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:41.296373 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-359afc1a-3a68-4f4f-88f3-d2cfd17d91f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:41.388060 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-def35bf6-b3ff-4afb-88bc-0758e787f56c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:41.451995 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-3f4a0b5e-0c47-4e16-b26b-54dbad771771 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:41.454651 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-3f4a0b5e-0c47-4e16-b26b-54dbad771771 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/networks?id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb HTTP/1.1" status: 200 len: 815 time: 0.2602260 Aug 05 14:28:41.519365 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-1480fe27-1ea5-44fd-bba6-4981c89df78b tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/quotas/d44e55a5329445c2aac6d13fee6bc897 HTTP/1.1" status: 200 len: 375 time: 0.0505040 Aug 05 14:28:41.522573 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def35bf6-b3ff-4afb-88bc-0758e787f56c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:41.524769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def35bf6-b3ff-4afb-88bc-0758e787f56c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=63379594-425c-4a4c-857c-db6736e2eec1,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:41.532411 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-def35bf6-b3ff-4afb-88bc-0758e787f56c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:41.536823 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def35bf6-b3ff-4afb-88bc-0758e787f56c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:28:41.548607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def35bf6-b3ff-4afb-88bc-0758e787f56c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:41.549691 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-def35bf6-b3ff-4afb-88bc-0758e787f56c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:41.617111 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-def35bf6-b3ff-4afb-88bc-0758e787f56c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9114048 Aug 05 14:28:41.619609 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37500) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:41.644257 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-8b77833c-e80b-48a7-a47e-e55a1cf88377 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44e55a5329445c2aac6d13fee6bc897&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137648 Aug 05 14:28:41.677814 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7fa6c3-43fa-4dec-a46d-e2ee111a71a6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:41.684316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7fa6c3-43fa-4dec-a46d-e2ee111a71a6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:41.686464 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3c7fa6c3-43fa-4dec-a46d-e2ee111a71a6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0645990 Aug 05 14:28:41.689290 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37504) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:41.777294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f5cc5f59-ee44-4047-b040-a249a96fbff5 None None] Provisioning for port 63379594-425c-4a4c-857c-db6736e2eec1 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:28:41.782278 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f5cc5f59-ee44-4047-b040-a249a96fbff5 None None] Provisioning complete for port 63379594-425c-4a4c-857c-db6736e2eec1 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:41.783069 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f5cc5f59-ee44-4047-b040-a249a96fbff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:41.819056 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-ba2adc13-1476-4975-9687-a79d3864d214 service neutron] 10.222.0.16 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656749 Aug 05 14:28:41.830178 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f5cc5f59-ee44-4047-b040-a249a96fbff5 None None] Port 63379594-425c-4a4c-857c-db6736e2eec1 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:28:41.842436 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f5cc5f59-ee44-4047-b040-a249a96fbff5 None None] Provisioning complete for port 92e6e984-fd94-4411-9d52-b5461bc06ee3 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:41.843126 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f5cc5f59-ee44-4047-b040-a249a96fbff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:41.947288 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-e6b55360-f0dd-4cc9-9132-b5ecbdda66cd service neutron] 10.222.0.16 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213143 Aug 05 14:28:42.055125 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-232a6637-63fa-4239-a57e-fef02c5c99ab None None] Could not find standard attr ID for object 2d0ad522-9910-4422-a96a-246c6fe76952. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:28:42.170904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port 63379594-425c-4a4c-857c-db6736e2eec1 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:28:42.171249 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:42.181964 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-77596e7d-92a9-4ac8-8fe6-a9e274bed2de None None] Provisioning complete for port 63379594-425c-4a4c-857c-db6736e2eec1 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:42.182784 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-77596e7d-92a9-4ac8-8fe6-a9e274bed2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:42.225640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-77596e7d-92a9-4ac8-8fe6-a9e274bed2de None None] Port 63379594-425c-4a4c-857c-db6736e2eec1 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:28:42.260667 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:42.275284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for 63379594-425c-4a4c-857c-db6736e2eec1 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:28:42.406776 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:42.435166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=63379594-425c-4a4c-857c-db6736e2eec1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:42.447198 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:42.448187 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:42.448649 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:42.448995 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:42.449330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:42.449667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:42.450003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:42.450434 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:42.450765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:42.451100 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:42.451425 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:42.451748 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:42.474492 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:42.478406 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-abe6b7eb-9ac7-4973-ad41-7be7ed278cad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/63379594-425c-4a4c-857c-db6736e2eec1 HTTP/1.1" status: 204 len: 168 time: 0.7859266 Aug 05 14:28:42.479317 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37506) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:42.535744 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf99300-4c88-4396-955e-11be82cdbbe1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:42.537392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf99300-4c88-4396-955e-11be82cdbbe1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:42.541436 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bbf99300-4c88-4396-955e-11be82cdbbe1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0586972 Aug 05 14:28:42.541781 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37508) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:42.552868 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 92e6e984-fd94-4411-9d52-b5461bc06ee3 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:28:42.600523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad05752d-f4de-4684-929e-8e6890566405 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet ea4c858b-499f-420a-a4e5-70e630013bef {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:28:42.601613 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 92e6e984-fd94-4411-9d52-b5461bc06ee3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:42.602051 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:42.605257 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ad05752d-f4de-4684-929e-8e6890566405 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:42.656472 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ad05752d-f4de-4684-929e-8e6890566405 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:42.702106 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ad05752d-f4de-4684-929e-8e6890566405 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:42.759917 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ad05752d-f4de-4684-929e-8e6890566405 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:42.787142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05752d-f4de-4684-929e-8e6890566405 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=ea4c858b-499f-420a-a4e5-70e630013bef,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:42.791014 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ad05752d-f4de-4684-929e-8e6890566405 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:42.792922 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ad05752d-f4de-4684-929e-8e6890566405 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/ea4c858b-499f-420a-a4e5-70e630013bef HTTP/1.1" status: 204 len: 168 time: 0.2501824 Aug 05 14:28:42.795561 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37510) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:42.798775 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50deef96-10ef-455d-a467-6ae8ed32786f None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:42.833450 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-64214909-d6c1-4fc4-b097-7d29903fd2a5 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0365772 Aug 05 14:28:42.836271 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37512) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:42.841354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e2a88f9d-7a9a-471e-8ec4-3c40086dc6f1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:42.928359 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a88f9d-7a9a-471e-8ec4-3c40086dc6f1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:42.932853 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2a88f9d-7a9a-471e-8ec4-3c40086dc6f1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:42.983534 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930bb5a0-d6cc-4599-8d3b-176707ed43d0 None None] DHCP port deletion for 0b567c09-dbdf-4609-b47a-edf0ab2774db request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:28:43.030140 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-930bb5a0-d6cc-4599-8d3b-176707ed43d0 None None] Deleting port 92e6e984-fd94-4411-9d52-b5461bc06ee3 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:28:43.030545 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-930bb5a0-d6cc-4599-8d3b-176707ed43d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:43.103091 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-930bb5a0-d6cc-4599-8d3b-176707ed43d0 None None] For port 92e6e984-fd94-4411-9d52-b5461bc06ee3, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=92e6e984-fd94-4411-9d52-b5461bc06ee3,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:43.104360 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-930bb5a0-d6cc-4599-8d3b-176707ed43d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:43.120792 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-930bb5a0-d6cc-4599-8d3b-176707ed43d0 None None] Calling delete_port for 92e6e984-fd94-4411-9d52-b5461bc06ee3 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:28:43.165856 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ef1c72a8-963e-40ed-861c-a3a270aff5f8 req-b7e1d6af-0c03-45b6-9bdf-9b5bc9e14995 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=2724e418-b3a8-4a29-ad92-86038394a532 HTTP/1.1" status: 200 len: 210 time: 0.0419099 Aug 05 14:28:43.174935 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2a88f9d-7a9a-471e-8ec4-3c40086dc6f1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:43.217686 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-930bb5a0-d6cc-4599-8d3b-176707ed43d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:43.225480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a88f9d-7a9a-471e-8ec4-3c40086dc6f1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:43.231950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-e2a88f9d-7a9a-471e-8ec4-3c40086dc6f1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:43.236267 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a88f9d-7a9a-471e-8ec4-3c40086dc6f1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:43.236868 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2a88f9d-7a9a-471e-8ec4-3c40086dc6f1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:43.242044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a88f9d-7a9a-471e-8ec4-3c40086dc6f1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=7280f721-7095-4c46-b24b-c93d21f63732,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:43.252194 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bb5a0-d6cc-4599-8d3b-176707ed43d0 None None] Pushing event deleted for resources: {'Port': ['ID=92e6e984-fd94-4411-9d52-b5461bc06ee3,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:43.256042 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930bb5a0-d6cc-4599-8d3b-176707ed43d0 None None] No DVR routers for this DVR port 92e6e984-fd94-4411-9d52-b5461bc06ee3 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:28:43.263612 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e2a88f9d-7a9a-471e-8ec4-3c40086dc6f1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4262094 Aug 05 14:28:43.264944 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37522) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:43.270172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-8f7c8707-7094-468f-91ff-da6ac68c5da4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'name': 'tempest-NetworksTestDHCPv6-1575633185'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:43.281443 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5261aeda-2fd3-42a0-af0c-c9a768ef02f7 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:43.407536 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7c8707-7094-468f-91ff-da6ac68c5da4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:43.411656 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f7c8707-7094-468f-91ff-da6ac68c5da4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:43.431372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-8f7c8707-7094-468f-91ff-da6ac68c5da4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port bccaf867-7451-4223-8039-fd77b7d6ef61 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:28:43.441042 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0b567c09-dbdf-4609-b47a-edf0ab2774db', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'fixed_ips': [{'subnet_id': '7280f721-7095-4c46-b24b-c93d21f63732'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:28:43.441859 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:43.566793 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-8f7c8707-7094-468f-91ff-da6ac68c5da4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::330 (0b567c09-dbdf-4609-b47a-edf0ab2774db/7280f721-7095-4c46-b24b-c93d21f63732/bccaf867-7451-4223-8039-fd77b7d6ef61) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:28:43.725860 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f7c8707-7094-468f-91ff-da6ac68c5da4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:43.741295 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-8f7c8707-7094-468f-91ff-da6ac68c5da4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object bccaf867-7451-4223-8039-fd77b7d6ef61 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:43.775372 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f7c8707-7094-468f-91ff-da6ac68c5da4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:43.821337 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7c8707-7094-468f-91ff-da6ac68c5da4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:43.824215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Allocated IP 2001:db8::2 (0b567c09-dbdf-4609-b47a-edf0ab2774db/7280f721-7095-4c46-b24b-c93d21f63732/0072efd2-8ca5-4030-b2b6-ff4cd32b44c1) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:28:43.827668 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-8f7c8707-7094-468f-91ff-da6ac68c5da4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:43.830128 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7c8707-7094-468f-91ff-da6ac68c5da4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:28:43.837268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7c8707-7094-468f-91ff-da6ac68c5da4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:43.837684 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f7c8707-7094-468f-91ff-da6ac68c5da4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:43.854106 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c8707-7094-468f-91ff-da6ac68c5da4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=bccaf867-7451-4223-8039-fd77b7d6ef61,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:43.864818 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8f7c8707-7094-468f-91ff-da6ac68c5da4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5963235 Aug 05 14:28:43.864984 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37528) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:43.913685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6bd3ea-ac1c-427d-bd66-03c132b00b43 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:43.915334 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0d6bd3ea-ac1c-427d-bd66-03c132b00b43 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0492353 Aug 05 14:28:43.918510 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37530) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:43.979984 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:43.988810 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Transition to ACTIVE for port object 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:44.005116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Transition to ACTIVE for port object 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:44.011255 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:44.013826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-530fb20e-9aa2-48f5-9dc9-646133dedb5b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port bccaf867-7451-4223-8039-fd77b7d6ef61 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:28:44.014291 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-530fb20e-9aa2-48f5-9dc9-646133dedb5b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:44.055141 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:44.060132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:44.062287 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Pushing event updated for resources: {'Port': ['ID=0072efd2-8ca5-4030-b2b6-ff4cd32b44c1,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:44.066868 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:28:44.125576 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Attempting to bind port 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:28:44.125940 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Attempting to bind port 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:28:44.126333 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Attempting to bind port 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1 on network 0b567c09-dbdf-4609-b47a-edf0ab2774db {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:28:44.131827 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:28:44.132202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Checking segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:28:44.132610 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:44.133012 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Bound using segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:28:44.133474 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Bound port: 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:28:44.133854 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:44.176370 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-530fb20e-9aa2-48f5-9dc9-646133dedb5b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:44.201302 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-530fb20e-9aa2-48f5-9dc9-646133dedb5b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for bccaf867-7451-4223-8039-fd77b7d6ef61 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:28:44.207304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] For port 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:28:44.211827 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] For port 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0072efd2-8ca5-4030-b2b6-ff4cd32b44c1,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:28:44.221311 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:44.273783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-e3704784-c677-4474-9890-98456f002fe3 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:44.275385 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-e3704784-c677-4474-9890-98456f002fe3 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.84 "GET /v2.0/networks?id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb HTTP/1.1" status: 200 len: 815 time: 0.1940367 Aug 05 14:28:44.293152 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8ab9d120-0177-42e7-8060-e5a02c047c8b req-ca6a5ef0-37b8-4624-aed6-3d7f4a3efa67 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=2724e418-b3a8-4a29-ad92-86038394a532 HTTP/1.1" status: 200 len: 210 time: 0.0353360 Aug 05 14:28:44.295288 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b0667-5a2f-4597-ba4b-9596402da10c None None] Pushing event updated for resources: {'Port': ['ID=0072efd2-8ca5-4030-b2b6-ff4cd32b44c1,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:44.297428 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-e001cb39-5b9e-4cb6-b332-40c1ee05d6e7 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Request body: {'port': {'device_id': '2724e418-b3a8-4a29-ad92-86038394a532', 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb', 'admin_state_up': True, 'tenant_id': 'd44e55a5329445c2aac6d13fee6bc897'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:44.479571 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-530fb20e-9aa2-48f5-9dc9-646133dedb5b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:44.521827 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fb20e-9aa2-48f5-9dc9-646133dedb5b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=bccaf867-7451-4223-8039-fd77b7d6ef61,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:44.535330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-e001cb39-5b9e-4cb6-b332-40c1ee05d6e7 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Made reservation on behalf of d44e55a5329445c2aac6d13fee6bc897 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:44.538969 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-e001cb39-5b9e-4cb6-b332-40c1ee05d6e7 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:44.573312 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-530fb20e-9aa2-48f5-9dc9-646133dedb5b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:44.577705 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-530fb20e-9aa2-48f5-9dc9-646133dedb5b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/bccaf867-7451-4223-8039-fd77b7d6ef61 HTTP/1.1" status: 204 len: 168 time: 0.6557899 Aug 05 14:28:44.578317 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37534) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:44.583307 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:28:44.664591 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:28:44.667953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef8e47-a399-4709-b4e0-f923639f5f8e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:44.669849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef8e47-a399-4709-b4e0-f923639f5f8e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:44.671519 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6bef8e47-a399-4709-b4e0-f923639f5f8e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0916557 Aug 05 14:28:44.674187 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37536) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:44.719462 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-e001cb39-5b9e-4cb6-b332-40c1ee05d6e7 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Allocated IP 172.20.0.5 (a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb/6e99111e-51aa-4903-9c73-59ebc8ad6b36/580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:28:44.725997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 92e6e984-fd94-4411-9d52-b5461bc06ee3 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:28:44.731736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-249cb9ed-c6c2-457a-a65d-f123724a4489 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet 7280f721-7095-4c46-b24b-c93d21f63732 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:28:44.735149 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-249cb9ed-c6c2-457a-a65d-f123724a4489 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:44.746178 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 92e6e984-fd94-4411-9d52-b5461bc06ee3 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:28:44.746548 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 92e6e984-fd94-4411-9d52-b5461bc06ee3 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:28:44.788334 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-249cb9ed-c6c2-457a-a65d-f123724a4489 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:44.876628 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-249cb9ed-c6c2-457a-a65d-f123724a4489 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:44.889988 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-e001cb39-5b9e-4cb6-b332-40c1ee05d6e7 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:44.901953 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:44.936976 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-e001cb39-5b9e-4cb6-b332-40c1ee05d6e7 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:44.939446 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-249cb9ed-c6c2-457a-a65d-f123724a4489 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:44.950592 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['5da2845e-9bbb-468e-9966-0b91cb437545'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:28:44.955411 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['d8e2529d-24b8-42cb-bc87-5d9f4696f670'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:28:44.973412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cb9ed-c6c2-457a-a65d-f123724a4489 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=7280f721-7095-4c46-b24b-c93d21f63732,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:44.979304 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-249cb9ed-c6c2-457a-a65d-f123724a4489 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:44.983818 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-249cb9ed-c6c2-457a-a65d-f123724a4489 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/7280f721-7095-4c46-b24b-c93d21f63732 HTTP/1.1" status: 204 len: 168 time: 0.3085456 Aug 05 14:28:44.984685 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37538) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:45.009642 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001cb39-5b9e-4cb6-b332-40c1ee05d6e7 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Pushing event updated for resources: {'Port': ['ID=580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:45.028272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-e001cb39-5b9e-4cb6-b332-40c1ee05d6e7 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:45.030801 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-e001cb39-5b9e-4cb6-b332-40c1ee05d6e7 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:45.040037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-e001cb39-5b9e-4cb6-b332-40c1ee05d6e7 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:28:45.050226 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fd661ea0-53dd-424d-8c0b-b6c15f5d3ee9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643773 Aug 05 14:28:45.050922 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37540) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:45.109487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c23335-ec60-4205-a905-9de89047e259 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:45.113351 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-90c23335-ec60-4205-a905-9de89047e259 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0592365 Aug 05 14:28:45.113611 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37542) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:45.120871 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-e001cb39-5b9e-4cb6-b332-40c1ee05d6e7 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:45.121659 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-e001cb39-5b9e-4cb6-b332-40c1ee05d6e7 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:45.140873 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-e001cb39-5b9e-4cb6-b332-40c1ee05d6e7 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8476768 Aug 05 14:28:45.160543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Request body: {'port': {'device_id': '2724e418-b3a8-4a29-ad92-86038394a532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:45.176957 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96965ef5-362e-4845-afb1-ec572051ffa8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:45.181314 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-96965ef5-362e-4845-afb1-ec572051ffa8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0645123 Aug 05 14:28:45.181573 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37544) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:45.233630 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d0992399-fd2e-4a2c-a349-afb18fc5eeb9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466230 Aug 05 14:28:45.233864 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37546) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:45.237297 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:45.239157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b7a909a6-7cff-455f-afed-d110c0bbc911 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:45.361339 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a909a6-7cff-455f-afed-d110c0bbc911 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:45.367736 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7a909a6-7cff-455f-afed-d110c0bbc911 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:45.422032 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3639ce9-43ac-4e7f-b260-9d447ffc194d None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:45.497817 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1e0a67ed-c39f-4f5b-a4fc-8bb55ad447e9 None None] Provisioning for port 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:28:45.505111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de985d17-eeec-4098-9db8-8b16bb5ead37 req-e8e33f9f-ceed-46f4-ba09-78c20eae86a1 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:45.506695 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de985d17-eeec-4098-9db8-8b16bb5ead37 req-e8e33f9f-ceed-46f4-ba09-78c20eae86a1 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=2724e418-b3a8-4a29-ad92-86038394a532 HTTP/1.1" status: 200 len: 931 time: 0.1108975 Aug 05 14:28:45.521208 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1e0a67ed-c39f-4f5b-a4fc-8bb55ad447e9 None None] Provisioning complete for port 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:45.521728 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1e0a67ed-c39f-4f5b-a4fc-8bb55ad447e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:45.583008 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7a909a6-7cff-455f-afed-d110c0bbc911 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:45.583645 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de985d17-eeec-4098-9db8-8b16bb5ead37 req-120df90f-bf8a-400e-b24a-fb9005ef4517 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628126 Aug 05 14:28:45.632413 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a909a6-7cff-455f-afed-d110c0bbc911 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:45.637556 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-b7a909a6-7cff-455f-afed-d110c0bbc911 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:45.638698 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1e0a67ed-c39f-4f5b-a4fc-8bb55ad447e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:45.642639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a909a6-7cff-455f-afed-d110c0bbc911 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:45.643450 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b7a909a6-7cff-455f-afed-d110c0bbc911 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:45.654482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:28:45.664696 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:45.667303 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a909a6-7cff-455f-afed-d110c0bbc911 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=fe37ca5e-5106-4050-96a8-69f593375424,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:45.672551 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b7a909a6-7cff-455f-afed-d110c0bbc911 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4375567 Aug 05 14:28:45.675474 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37552) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:45.682578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-9a0e9580-0293-4a38-bf71-2d6ee85af4f3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'fixed_ips': [{'subnet_id': 'fe37ca5e-5106-4050-96a8-69f593375424', 'ip_address': '2001:db8::611d:d1e9:f75:f2e7'}], 'name': 'tempest-NetworksTestDHCPv6-1572777268'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:45.689497 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Transition to ACTIVE for port object 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:45.692161 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-1e0a67ed-c39f-4f5b-a4fc-8bb55ad447e9 None None] For port 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0072efd2-8ca5-4030-b2b6-ff4cd32b44c1,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:45.696210 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1e0a67ed-c39f-4f5b-a4fc-8bb55ad447e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:45.697985 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:45.732139 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edffa09-8208-4380-8444-adc449c7c610 None None] DHCP port deletion for 0b567c09-dbdf-4609-b47a-edf0ab2774db request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:28:45.751951 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Pushing event updated for resources: {'Port': ['ID=580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:45.789126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a67ed-c39f-4f5b-a4fc-8bb55ad447e9 None None] Pushing event updated for resources: {'Port': ['ID=0072efd2-8ca5-4030-b2b6-ff4cd32b44c1,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:45.812561 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-0edffa09-8208-4380-8444-adc449c7c610 None None] Deleting port 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:28:45.813079 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0edffa09-8208-4380-8444-adc449c7c610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:45.816436 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0e9580-0293-4a38-bf71-2d6ee85af4f3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:45.830138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Attempting to bind port 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:28:45.830630 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Attempting to bind port 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:28:45.831036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Attempting to bind port 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 on network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:28:45.837117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Port 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 on network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:28:45.837488 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Attempting to bind port 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 on network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:28:45.845847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:28:45.846294 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Checking segment: {'id': '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:28:45.846761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Bound using segment: {'id': '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:28:45.847274 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Bound port: 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:28:45.847738 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:45.873856 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f42f321b-e4a5-475e-8f52-691287f15b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:45.906877 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0edffa09-8208-4380-8444-adc449c7c610 None None] For port 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0072efd2-8ca5-4030-b2b6-ff4cd32b44c1,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:45.907624 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0edffa09-8208-4380-8444-adc449c7c610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:45.915500 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a0e9580-0293-4a38-bf71-2d6ee85af4f3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:45.920666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-0edffa09-8208-4380-8444-adc449c7c610 None None] Calling delete_port for 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:28:45.928791 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] For port 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:28:45.934515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] For port 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:28:45.935512 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-9a0e9580-0293-4a38-bf71-2d6ee85af4f3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port 15e19d4a-22bc-4885-b1d3-946ebfb541db yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:28:45.940292 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:45.977947 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:45.979601 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:45.981209 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] 10.222.0.84 "PUT /v2.0/ports/580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 HTTP/1.1" status: 200 len: 1091 time: 0.8276885 Aug 05 14:28:45.983621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2724e418-b3a8-4a29-ad92-86038394a532', 'tag': '580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:28:45.986771 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2cef1a-10b1-4324-984b-672ee62bc699" -d '{"events": [{"name": "network-changed", "server_uuid": "2724e418-b3a8-4a29-ad92-86038394a532", "tag": "580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:28:46.021520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec007d-0cd0-4c9f-b3d1-aecba6e04930 service neutron] Pushing event updated for resources: {'Port': ['ID=580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:46.028930 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0edffa09-8208-4380-8444-adc449c7c610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:46.046738 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71bdf5c-0af8-4f30-b49e-17a86d7a79d7 x-openstack-request-id: req-d71bdf5c-0af8-4f30-b49e-17a86d7a79d7 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:28:46.047110 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2724e418-b3a8-4a29-ad92-86038394a532", "tag": "580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:28:46.047291 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d71bdf5c-0af8-4f30-b49e-17a86d7a79d7 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:28:46.047805 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2724e418-b3a8-4a29-ad92-86038394a532', 'tag': '580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8', 'status': 'completed', 'code': 200} Aug 05 14:28:46.058039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edffa09-8208-4380-8444-adc449c7c610 None None] Pushing event deleted for resources: {'Port': ['ID=0072efd2-8ca5-4030-b2b6-ff4cd32b44c1,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:46.064185 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edffa09-8208-4380-8444-adc449c7c610 None None] No DVR routers for this DVR port 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:28:46.081454 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-d534559c-4bc8-427a-8684-8507fa1fb3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:46.083042 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-d534559c-4bc8-427a-8684-8507fa1fb3ac service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d44e55a5329445c2aac6d13fee6bc897&device_id=2724e418-b3a8-4a29-ad92-86038394a532 HTTP/1.1" status: 200 len: 1094 time: 0.0470836 Aug 05 14:28:46.089109 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b16dcde-f58d-431f-85cc-31aa4b4caffa None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:46.130021 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-43bb4ea4-2b37-4fb7-b6c1-35dccc740292 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 HTTP/1.1" status: 200 len: 217 time: 0.0387566 Aug 05 14:28:46.138114 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-9a0e9580-0293-4a38-bf71-2d6ee85af4f3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::611d:d1e9:f75:f2e7 (0b567c09-dbdf-4609-b47a-edf0ab2774db/fe37ca5e-5106-4050-96a8-69f593375424/15e19d4a-22bc-4885-b1d3-946ebfb541db) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:28:46.184662 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-a2bce200-e159-4b9a-a927-3f7e05c599d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:46.186223 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-a2bce200-e159-4b9a-a927-3f7e05c599d6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e99111e-51aa-4903-9c73-59ebc8ad6b36 HTTP/1.1" status: 200 len: 855 time: 0.0493381 Aug 05 14:28:46.204391 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:46.223445 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-2782a8cd-a0ec-4946-be72-86ae8e3be270 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281708 Aug 05 14:28:46.253675 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0b567c09-dbdf-4609-b47a-edf0ab2774db', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'fixed_ips': [{'subnet_id': 'fe37ca5e-5106-4050-96a8-69f593375424'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:28:46.254599 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:46.317891 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a0e9580-0293-4a38-bf71-2d6ee85af4f3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:46.326855 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-bab1cd9d-61af-40a1-a2f9-9fc95b7c9efd service neutron] 10.222.0.84 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964291 Aug 05 14:28:46.332666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-9a0e9580-0293-4a38-bf71-2d6ee85af4f3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object 15e19d4a-22bc-4885-b1d3-946ebfb541db will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:46.367956 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a0e9580-0293-4a38-bf71-2d6ee85af4f3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:46.415756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0e9580-0293-4a38-bf71-2d6ee85af4f3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:46.419634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-9a0e9580-0293-4a38-bf71-2d6ee85af4f3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:46.419996 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Allocated IP 2001:db8::2 (0b567c09-dbdf-4609-b47a-edf0ab2774db/fe37ca5e-5106-4050-96a8-69f593375424/1f4d3b28-ae81-44ea-9811-24e45994c9e1) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:28:46.424281 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e9580-0293-4a38-bf71-2d6ee85af4f3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:28:46.429575 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-50c55075-d513-447d-b0f8-0a6d11f217bd req-be48c024-2909-4dd4-9ea4-cbaca766f98f service neutron] 10.222.0.84 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941436 Aug 05 14:28:46.430171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0e9580-0293-4a38-bf71-2d6ee85af4f3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:46.430827 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a0e9580-0293-4a38-bf71-2d6ee85af4f3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:46.434701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e9580-0293-4a38-bf71-2d6ee85af4f3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=15e19d4a-22bc-4885-b1d3-946ebfb541db,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:46.450893 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9a0e9580-0293-4a38-bf71-2d6ee85af4f3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7739377 Aug 05 14:28:46.453543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37556) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:46.541532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:28:46.547068 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ce9676-b597-4036-afe4-ecd67fb465b1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:46.548638 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-43ce9676-b597-4036-afe4-ecd67fb465b1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0940847 Aug 05 14:28:46.551753 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37558) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:46.551908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cef1a-10b1-4324-984b-672ee62bc699 req-5e76a156-cc60-40a2-9df8-519b35fc4558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:46.553337 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec2cef1a-10b1-4324-984b-672ee62bc699 req-5e76a156-cc60-40a2-9df8-519b35fc4558 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d44e55a5329445c2aac6d13fee6bc897&device_id=2724e418-b3a8-4a29-ad92-86038394a532 HTTP/1.1" status: 200 len: 1094 time: 0.0693736 Aug 05 14:28:46.580797 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:28:46.581134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0072efd2-8ca5-4030-b2b6-ff4cd32b44c1 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:28:46.612728 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:46.622713 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Transition to ACTIVE for port object 1f4d3b28-ae81-44ea-9811-24e45994c9e1 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:46.644463 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Transition to ACTIVE for port object 1f4d3b28-ae81-44ea-9811-24e45994c9e1 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:46.653721 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:46.655724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-853a97da-582d-4bf7-85c5-2e20026fa3ad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port 15e19d4a-22bc-4885-b1d3-946ebfb541db {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:28:46.656228 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-853a97da-582d-4bf7-85c5-2e20026fa3ad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:46.680365 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cef1a-10b1-4324-984b-672ee62bc699 req-84609d63-86fc-4dfb-8ba6-b17cfe99062f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:46.682424 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec2cef1a-10b1-4324-984b-672ee62bc699 req-84609d63-86fc-4dfb-8ba6-b17cfe99062f service neutron] 10.222.0.84 "GET /v2.0/networks?id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb HTTP/1.1" status: 200 len: 916 time: 0.1195776 Aug 05 14:28:46.708695 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:46.712417 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:46.717653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:28:46.720986 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Pushing event updated for resources: {'Port': ['ID=1f4d3b28-ae81-44ea-9811-24e45994c9e1,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:46.763244 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-853a97da-582d-4bf7-85c5-2e20026fa3ad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:46.766642 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec2cef1a-10b1-4324-984b-672ee62bc699 req-45fcb545-412d-43a6-919f-2d6855bda229 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 HTTP/1.1" status: 200 len: 217 time: 0.0726225 Aug 05 14:28:46.775247 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Attempting to bind port 1f4d3b28-ae81-44ea-9811-24e45994c9e1 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:28:46.776439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Attempting to bind port 1f4d3b28-ae81-44ea-9811-24e45994c9e1 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:28:46.777090 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Attempting to bind port 1f4d3b28-ae81-44ea-9811-24e45994c9e1 on network 0b567c09-dbdf-4609-b47a-edf0ab2774db {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:28:46.779288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-853a97da-582d-4bf7-85c5-2e20026fa3ad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for 15e19d4a-22bc-4885-b1d3-946ebfb541db owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:28:46.783330 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:28:46.783862 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Checking segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:28:46.784371 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:46.784859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Bound using segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:28:46.785428 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Bound port: 1f4d3b28-ae81-44ea-9811-24e45994c9e1, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:28:46.785901 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:46.813717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aff77b-a50e-4a10-b3b8-02e64e9b30cd req-f328d6b9-8ca8-43f8-a2d4-0a2ceff7dfad tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:46.815281 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2aff77b-a50e-4a10-b3b8-02e64e9b30cd req-f328d6b9-8ca8-43f8-a2d4-0a2ceff7dfad tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=2724e418-b3a8-4a29-ad92-86038394a532 HTTP/1.1" status: 200 len: 943 time: 0.1227961 Aug 05 14:28:46.849082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cef1a-10b1-4324-984b-672ee62bc699 req-99ea52e7-ccaa-4694-8a05-1fb37861f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:46.850586 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec2cef1a-10b1-4324-984b-672ee62bc699 req-99ea52e7-ccaa-4694-8a05-1fb37861f0c8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e99111e-51aa-4903-9c73-59ebc8ad6b36 HTTP/1.1" status: 200 len: 855 time: 0.0731606 Aug 05 14:28:46.859785 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] For port 1f4d3b28-ae81-44ea-9811-24e45994c9e1, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:28:46.863566 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] For port 1f4d3b28-ae81-44ea-9811-24e45994c9e1, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1f4d3b28-ae81-44ea-9811-24e45994c9e1,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:28:46.868489 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:46.878467 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2aff77b-a50e-4a10-b3b8-02e64e9b30cd req-aced9f91-8bda-459c-9c7b-5f1495d8ec19 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518425 Aug 05 14:28:46.899288 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec2cef1a-10b1-4324-984b-672ee62bc699 req-8bc6b1b1-d1b3-41c6-a63e-7cd2c030d70a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317736 Aug 05 14:28:46.950163 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-853a97da-582d-4bf7-85c5-2e20026fa3ad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:46.951710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fc818-46ae-4f76-b68f-c1a0081e4384 None None] Pushing event updated for resources: {'Port': ['ID=1f4d3b28-ae81-44ea-9811-24e45994c9e1,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:46.989171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a97da-582d-4bf7-85c5-2e20026fa3ad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=15e19d4a-22bc-4885-b1d3-946ebfb541db,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:47.021949 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-853a97da-582d-4bf7-85c5-2e20026fa3ad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:47.027852 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-853a97da-582d-4bf7-85c5-2e20026fa3ad tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/15e19d4a-22bc-4885-b1d3-946ebfb541db HTTP/1.1" status: 204 len: 168 time: 0.4718070 Aug 05 14:28:47.028046 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec2cef1a-10b1-4324-984b-672ee62bc699 req-a7ce20d8-4a8a-4fae-a9d2-a359e161da2f service neutron] 10.222.0.84 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206119 Aug 05 14:28:47.028527 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37564) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:47.173173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cc731a-981e-4187-83db-d88c166ee22b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:47.174685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cc731a-981e-4187-83db-d88c166ee22b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:47.178697 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f4cc731a-981e-4187-83db-d88c166ee22b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1472256 Aug 05 14:28:47.178952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37566) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:47.247458 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec2cef1a-10b1-4324-984b-672ee62bc699 req-475e5491-3714-4de9-8fb6-43d683300731 service neutron] 10.222.0.84 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098753 Aug 05 14:28:47.253591 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc2fd6d-e294-4a89-b574-6a12a0ec0da2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet fe37ca5e-5106-4050-96a8-69f593375424 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:28:47.256973 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dc2fd6d-e294-4a89-b574-6a12a0ec0da2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:47.303722 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dc2fd6d-e294-4a89-b574-6a12a0ec0da2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:47.388673 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dc2fd6d-e294-4a89-b574-6a12a0ec0da2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:47.448235 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dc2fd6d-e294-4a89-b574-6a12a0ec0da2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:47.481699 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2fd6d-e294-4a89-b574-6a12a0ec0da2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=fe37ca5e-5106-4050-96a8-69f593375424,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:47.483700 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5dc2fd6d-e294-4a89-b574-6a12a0ec0da2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:47.485576 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5dc2fd6d-e294-4a89-b574-6a12a0ec0da2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/fe37ca5e-5106-4050-96a8-69f593375424 HTTP/1.1" status: 204 len: 168 time: 0.3057647 Aug 05 14:28:47.488036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37568) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:47.526223 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-518bd837-036a-4b3f-b70a-44a799530ff9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370934 Aug 05 14:28:47.529648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37570) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:47.534740 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a1f4a904-f3ed-4caf-9938-3f107df56e39 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:47.627709 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f4a904-f3ed-4caf-9938-3f107df56e39 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:47.631628 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a1f4a904-f3ed-4caf-9938-3f107df56e39 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:47.834469 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a1f4a904-f3ed-4caf-9938-3f107df56e39 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:47.846527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b838f3e7-c44d-42c7-9e9f-7ed8dfa8982e None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:47.885326 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f4a904-f3ed-4caf-9938-3f107df56e39 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:47.889291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-a1f4a904-f3ed-4caf-9938-3f107df56e39 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:47.894066 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4a904-f3ed-4caf-9938-3f107df56e39 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:47.894783 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a1f4a904-f3ed-4caf-9938-3f107df56e39 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:47.910941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4a904-f3ed-4caf-9938-3f107df56e39 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=a2124b2c-c454-41ab-b8e5-5a31bb3a554e,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:47.927589 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a1f4a904-f3ed-4caf-9938-3f107df56e39 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3964529 Aug 05 14:28:47.930097 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37574) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:47.938971 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-faa09df2-40a8-4020-aa1f-fb776eaf6824 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'fixed_ips': [{'subnet_id': 'a2124b2c-c454-41ab-b8e5-5a31bb3a554e', 'ip_address': '2001:db8::da14:4605:6568:86e8'}], 'name': 'tempest-NetworksTestDHCPv6-168229265'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:48.012946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468a54d-14e0-4ffe-8b05-aca184129e3c req-fdad39ce-4c2c-44f8-9290-664fddc27a63 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:48.014936 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b468a54d-14e0-4ffe-8b05-aca184129e3c req-fdad39ce-4c2c-44f8-9290-664fddc27a63 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=2724e418-b3a8-4a29-ad92-86038394a532 HTTP/1.1" status: 200 len: 943 time: 0.0621402 Aug 05 14:28:48.062150 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa09df2-40a8-4020-aa1f-fb776eaf6824 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:48.063363 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b468a54d-14e0-4ffe-8b05-aca184129e3c req-9c3f11c7-7e97-4687-94fa-d0791232d485 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Aug 05 14:28:48.084514 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ad1abe30-e411-449d-a61f-52dd43b358e1 None None] Provisioning for port 1f4d3b28-ae81-44ea-9811-24e45994c9e1 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:28:48.151387 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-faa09df2-40a8-4020-aa1f-fb776eaf6824 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:48.168851 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-faa09df2-40a8-4020-aa1f-fb776eaf6824 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port fd446ab5-62b9-4dd4-8a68-5f8ef2004c0b yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:28:48.334680 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-faa09df2-40a8-4020-aa1f-fb776eaf6824 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::da14:4605:6568:86e8 (0b567c09-dbdf-4609-b47a-edf0ab2774db/a2124b2c-c454-41ab-b8e5-5a31bb3a554e/fd446ab5-62b9-4dd4-8a68-5f8ef2004c0b) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:28:48.361857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0883e2-ea5a-4fa1-a133-ec55e79f2932 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:48.436657 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2022c355-a1a5-4c98-9d09-311706aa88b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:48.496208 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-faa09df2-40a8-4020-aa1f-fb776eaf6824 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:48.519051 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-faa09df2-40a8-4020-aa1f-fb776eaf6824 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object fd446ab5-62b9-4dd4-8a68-5f8ef2004c0b will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:48.563085 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-faa09df2-40a8-4020-aa1f-fb776eaf6824 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:48.563870 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1f4d3b28-ae81-44ea-9811-24e45994c9e1 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:28:48.618538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa09df2-40a8-4020-aa1f-fb776eaf6824 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:48.620641 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:48.624364 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-faa09df2-40a8-4020-aa1f-fb776eaf6824 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:48.628461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa09df2-40a8-4020-aa1f-fb776eaf6824 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:28:48.634215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa09df2-40a8-4020-aa1f-fb776eaf6824 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:48.635631 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-faa09df2-40a8-4020-aa1f-fb776eaf6824 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:48.642358 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 1f4d3b28-ae81-44ea-9811-24e45994c9e1 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:28:48.647018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa09df2-40a8-4020-aa1f-fb776eaf6824 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=fd446ab5-62b9-4dd4-8a68-5f8ef2004c0b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:48.647545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 1f4d3b28-ae81-44ea-9811-24e45994c9e1 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:48.647921 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:48.664749 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-faa09df2-40a8-4020-aa1f-fb776eaf6824 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7332654 Aug 05 14:28:48.667460 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37576) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:48.729903 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cea5d10-5e1b-444b-b040-e908d44472c5 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:48.735945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cea5d10-5e1b-444b-b040-e908d44472c5 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:48.737586 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3cea5d10-5e1b-444b-b040-e908d44472c5 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.0691240 Aug 05 14:28:48.738072 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:48.740454 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37578) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:48.773595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 1f4d3b28-ae81-44ea-9811-24e45994c9e1, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1f4d3b28-ae81-44ea-9811-24e45994c9e1,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:48.778887 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:48.842070 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=1f4d3b28-ae81-44ea-9811-24e45994c9e1,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:48.843434 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-a2e72533-1dfb-40df-9379-0788d1eb07c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port fd446ab5-62b9-4dd4-8a68-5f8ef2004c0b {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:28:48.843927 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2e72533-1dfb-40df-9379-0788d1eb07c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:48.859287 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-57ac15d2-44c5-42d6-b995-0e8d88483a06 None None] Provisioning complete for port 1f4d3b28-ae81-44ea-9811-24e45994c9e1 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:48.859661 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-57ac15d2-44c5-42d6-b995-0e8d88483a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:48.939206 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2e72533-1dfb-40df-9379-0788d1eb07c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:48.952319 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-a2e72533-1dfb-40df-9379-0788d1eb07c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for fd446ab5-62b9-4dd4-8a68-5f8ef2004c0b owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:28:49.056347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1cd01356-b28c-43f1-96bc-21a554b25090 None None] Could not find standard attr ID for object bccaf867-7451-4223-8039-fd77b7d6ef61. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:28:49.086678 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2e72533-1dfb-40df-9379-0788d1eb07c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:49.122888 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e72533-1dfb-40df-9379-0788d1eb07c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=fd446ab5-62b9-4dd4-8a68-5f8ef2004c0b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:49.149920 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2e72533-1dfb-40df-9379-0788d1eb07c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:49.153614 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a2e72533-1dfb-40df-9379-0788d1eb07c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/fd446ab5-62b9-4dd4-8a68-5f8ef2004c0b HTTP/1.1" status: 204 len: 168 time: 0.4119706 Aug 05 14:28:49.156010 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37582) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:49.189487 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed8516-262e-46c9-842d-cb90e84a0cba req-1eba4486-747b-4d10-b34c-71cebadbba63 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:49.191539 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1aed8516-262e-46c9-842d-cb90e84a0cba req-1eba4486-747b-4d10-b34c-71cebadbba63 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=2724e418-b3a8-4a29-ad92-86038394a532 HTTP/1.1" status: 200 len: 943 time: 0.0548816 Aug 05 14:28:49.214335 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a348b2-9930-43ff-9f01-e5bb898df721 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:49.216075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a348b2-9930-43ff-9f01-e5bb898df721 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:49.217965 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-28a348b2-9930-43ff-9f01-e5bb898df721 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0610132 Aug 05 14:28:49.220533 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37584) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:49.235019 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1aed8516-262e-46c9-842d-cb90e84a0cba req-afbe39d1-411b-4c78-b414-9ce80cc29a52 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367005 Aug 05 14:28:49.275383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cb442a99-a57a-4346-98fa-83b1a06f5db5 None None] Could not find standard attr ID for object 15e19d4a-22bc-4885-b1d3-946ebfb541db. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:28:49.285312 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1fa4697-4770-4590-8067-892cfc30b537 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet a2124b2c-c454-41ab-b8e5-5a31bb3a554e {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:28:49.289623 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4697-4770-4590-8067-892cfc30b537 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:49.366153 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4697-4770-4590-8067-892cfc30b537 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:49.408977 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98b2d6d9-9f43-4a9f-b185-f912c50e3878 req-57a9b2ed-98db-45e3-bd11-aaf8412aeb16 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1778607 Aug 05 14:28:49.428539 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4697-4770-4590-8067-892cfc30b537 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:49.489529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d6060fd9-2dc1-49bf-91de-4640b3c02934 None None] Could not find standard attr ID for object fd446ab5-62b9-4dd4-8a68-5f8ef2004c0b. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:28:49.527978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2d6d9-9f43-4a9f-b185-f912c50e3878 req-12efd3e2-7436-4b18-9450-e14f9874a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:49.529527 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98b2d6d9-9f43-4a9f-b185-f912c50e3878 req-12efd3e2-7436-4b18-9450-e14f9874a05c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 1097 time: 0.0718031 Aug 05 14:28:49.535251 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4697-4770-4590-8067-892cfc30b537 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:49.575957 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa4697-4770-4590-8067-892cfc30b537 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=a2124b2c-c454-41ab-b8e5-5a31bb3a554e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:49.581095 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:49.592256 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4697-4770-4590-8067-892cfc30b537 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:49.596369 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a1fa4697-4770-4590-8067-892cfc30b537 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/a2124b2c-c454-41ab-b8e5-5a31bb3a554e HTTP/1.1" status: 204 len: 168 time: 0.3727481 Aug 05 14:28:49.596866 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37588) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:49.637242 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f26476-5a44-47fb-8d1e-a51a2b32d7e3 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:49.648119 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-857a042d-9162-46aa-be22-fd8ec6357776 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499778 Aug 05 14:28:49.651471 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37590) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:49.656698 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a0ec9f7b-9e2e-4ad8-9ea4-a69a638ff2c1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:49.676157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2d6d9-9f43-4a9f-b185-f912c50e3878 req-f4c3ad37-e55f-4979-a86f-90a99dcb940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:49.677732 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98b2d6d9-9f43-4a9f-b185-f912c50e3878 req-f4c3ad37-e55f-4979-a86f-90a99dcb940a service neutron] 10.222.0.63 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 913 time: 0.1134045 Aug 05 14:28:49.751149 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ec9f7b-9e2e-4ad8-9ea4-a69a638ff2c1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:49.755016 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a0ec9f7b-9e2e-4ad8-9ea4-a69a638ff2c1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:49.763075 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98b2d6d9-9f43-4a9f-b185-f912c50e3878 req-3f4af79a-b0d8-4add-9b5b-27c9847ec2df service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f0b962d-ece5-45fb-b3d3-499c778c92f9 HTTP/1.1" status: 200 len: 1002 time: 0.0719793 Aug 05 14:28:49.818225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2d6d9-9f43-4a9f-b185-f912c50e3878 req-542fe270-0360-4aca-a66c-698f9d7f22d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:49.819869 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98b2d6d9-9f43-4a9f-b185-f912c50e3878 req-542fe270-0360-4aca-a66c-698f9d7f22d4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.0501459 Aug 05 14:28:49.830903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4de184-abb0-41ef-bbf0-21b1e5775abe None None] DHCP port deletion for 0b567c09-dbdf-4609-b47a-edf0ab2774db request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:28:49.873185 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2d6d9-9f43-4a9f-b185-f912c50e3878 req-9b5ad0b7-04fb-42a9-ace3-1c82e6792c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:49.875420 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98b2d6d9-9f43-4a9f-b185-f912c50e3878 req-9b5ad0b7-04fb-42a9-ace3-1c82e6792c24 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455778 Aug 05 14:28:49.881631 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-cf4de184-abb0-41ef-bbf0-21b1e5775abe None None] Deleting port 1f4d3b28-ae81-44ea-9811-24e45994c9e1 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:28:49.882083 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cf4de184-abb0-41ef-bbf0-21b1e5775abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:49.949148 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-cf4de184-abb0-41ef-bbf0-21b1e5775abe None None] For port 1f4d3b28-ae81-44ea-9811-24e45994c9e1, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1f4d3b28-ae81-44ea-9811-24e45994c9e1,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:49.949740 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cf4de184-abb0-41ef-bbf0-21b1e5775abe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:49.961697 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a0ec9f7b-9e2e-4ad8-9ea4-a69a638ff2c1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:49.966751 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-cf4de184-abb0-41ef-bbf0-21b1e5775abe None None] Calling delete_port for 1f4d3b28-ae81-44ea-9811-24e45994c9e1 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:28:50.007274 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec9f7b-9e2e-4ad8-9ea4-a69a638ff2c1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:50.014772 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-a0ec9f7b-9e2e-4ad8-9ea4-a69a638ff2c1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:50.025094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec9f7b-9e2e-4ad8-9ea4-a69a638ff2c1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:50.026018 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a0ec9f7b-9e2e-4ad8-9ea4-a69a638ff2c1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:50.043893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec9f7b-9e2e-4ad8-9ea4-a69a638ff2c1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=671f5edc-6f50-451b-8bbb-ee1b5a3ee682,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:50.056160 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a0ec9f7b-9e2e-4ad8-9ea4-a69a638ff2c1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4006202 Aug 05 14:28:50.056380 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cf4de184-abb0-41ef-bbf0-21b1e5775abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:50.057069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37592) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:50.066400 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-fdb1fed6-7762-4a10-9d19-69c63c2e3152 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'fixed_ips': [{'subnet_id': '671f5edc-6f50-451b-8bbb-ee1b5a3ee682', 'ip_address': '2001:db8::ab47:5d45:9725:4bad'}], 'name': 'tempest-NetworksTestDHCPv6-236233180'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:50.082191 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4de184-abb0-41ef-bbf0-21b1e5775abe None None] Pushing event deleted for resources: {'Port': ['ID=1f4d3b28-ae81-44ea-9811-24e45994c9e1,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:50.085636 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4de184-abb0-41ef-bbf0-21b1e5775abe None None] No DVR routers for this DVR port 1f4d3b28-ae81-44ea-9811-24e45994c9e1 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:28:50.102101 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa3851d-1871-412b-8f9e-ea185d974dea None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:50.205479 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb1fed6-7762-4a10-9d19-69c63c2e3152 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:50.210873 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fed6-7762-4a10-9d19-69c63c2e3152 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:50.232364 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-fdb1fed6-7762-4a10-9d19-69c63c2e3152 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port 07b43c82-5bad-44f2-886c-fedb5a23ae5c yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:28:50.278701 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0b567c09-dbdf-4609-b47a-edf0ab2774db', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'fixed_ips': [{'subnet_id': '671f5edc-6f50-451b-8bbb-ee1b5a3ee682'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:28:50.279595 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:50.362223 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:28:50.383793 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98b2d6d9-9f43-4a9f-b185-f912c50e3878 req-ec1154eb-c1e8-4464-a83e-f93c281c24d0 service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842756 Aug 05 14:28:50.400598 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646ae0b-fdc2-4b15-8849-af7a1a7d5480 req-2ee00223-56c1-42f4-9736-6879bb7b9681 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:50.402873 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4646ae0b-fdc2-4b15-8849-af7a1a7d5480 req-2ee00223-56c1-42f4-9736-6879bb7b9681 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=2724e418-b3a8-4a29-ad92-86038394a532 HTTP/1.1" status: 200 len: 943 time: 0.0709343 Aug 05 14:28:50.428787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-fdb1fed6-7762-4a10-9d19-69c63c2e3152 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::ab47:5d45:9725:4bad (0b567c09-dbdf-4609-b47a-edf0ab2774db/671f5edc-6f50-451b-8bbb-ee1b5a3ee682/07b43c82-5bad-44f2-886c-fedb5a23ae5c) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:28:50.489523 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:50.506319 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4646ae0b-fdc2-4b15-8849-af7a1a7d5480 req-88dd3665-8d63-4cb7-a5bd-85cdd9081a83 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896213 Aug 05 14:28:50.506696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8', 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb', 'port_id': '580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8', 'mac_address': 'fa:16:3e:66:c9:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e99111e-51aa-4903-9c73-59ebc8ad6b36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:28:50.547793 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98b2d6d9-9f43-4a9f-b185-f912c50e3878 req-db7a154b-5c11-4e19-abe7-7b9fdeba4d75 service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439121 Aug 05 14:28:50.552328 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1f4d3b28-ae81-44ea-9811-24e45994c9e1 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:28:50.579316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 1f4d3b28-ae81-44ea-9811-24e45994c9e1 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:28:50.579644 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1f4d3b28-ae81-44ea-9811-24e45994c9e1 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:28:50.581917 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:50.597138 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:28:50.620399 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fed6-7762-4a10-9d19-69c63c2e3152 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:50.620950 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:50.625094 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:50.636579 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-fdb1fed6-7762-4a10-9d19-69c63c2e3152 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object 07b43c82-5bad-44f2-886c-fedb5a23ae5c will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:50.672453 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fed6-7762-4a10-9d19-69c63c2e3152 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:50.679303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:50.724205 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb1fed6-7762-4a10-9d19-69c63c2e3152 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:50.727329 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-fdb1fed6-7762-4a10-9d19-69c63c2e3152 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:50.731975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb1fed6-7762-4a10-9d19-69c63c2e3152 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:28:50.732244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Allocated IP 2001:db8::2 (0b567c09-dbdf-4609-b47a-edf0ab2774db/671f5edc-6f50-451b-8bbb-ee1b5a3ee682/ab2bb240-f832-4faf-89ed-8ff1642d2e0a) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:28:50.738543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb1fed6-7762-4a10-9d19-69c63c2e3152 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:50.739221 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fed6-7762-4a10-9d19-69c63c2e3152 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:50.746641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1fed6-7762-4a10-9d19-69c63c2e3152 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=07b43c82-5bad-44f2-886c-fedb5a23ae5c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:50.761138 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fdb1fed6-7762-4a10-9d19-69c63c2e3152 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7028704 Aug 05 14:28:50.763731 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37596) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:50.813990 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc5b979-aee6-4895-8822-12cd317f1ef0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:50.815525 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2dc5b979-aee6-4895-8822-12cd317f1ef0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0507052 Aug 05 14:28:50.818137 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37598) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:50.858714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:28:50.912201 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-d83a79a8-321e-42a0-b7e5-8e1c8c5b79b1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port 07b43c82-5bad-44f2-886c-fedb5a23ae5c {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:28:50.912201 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d83a79a8-321e-42a0-b7e5-8e1c8c5b79b1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:50.913793 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:50.926174 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Transition to ACTIVE for port object ab2bb240-f832-4faf-89ed-8ff1642d2e0a will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:50.953933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Transition to ACTIVE for port object ab2bb240-f832-4faf-89ed-8ff1642d2e0a will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:50.969895 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:51.002880 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d83a79a8-321e-42a0-b7e5-8e1c8c5b79b1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:51.016252 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-d83a79a8-321e-42a0-b7e5-8e1c8c5b79b1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for 07b43c82-5bad-44f2-886c-fedb5a23ae5c owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:28:51.021379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:51.035681 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:51.038100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:28:51.052428 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Pushing event updated for resources: {'Port': ['ID=ab2bb240-f832-4faf-89ed-8ff1642d2e0a,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:51.124286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Attempting to bind port ab2bb240-f832-4faf-89ed-8ff1642d2e0a on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:28:51.124639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Attempting to bind port ab2bb240-f832-4faf-89ed-8ff1642d2e0a by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:28:51.125121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Attempting to bind port ab2bb240-f832-4faf-89ed-8ff1642d2e0a on network 0b567c09-dbdf-4609-b47a-edf0ab2774db {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:28:51.135805 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:28:51.136185 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Checking segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:28:51.136586 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:51.136994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Bound using segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:28:51.137462 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Bound port: ab2bb240-f832-4faf-89ed-8ff1642d2e0a, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:28:51.137855 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:51.153210 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d83a79a8-321e-42a0-b7e5-8e1c8c5b79b1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:51.180182 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a79a8-321e-42a0-b7e5-8e1c8c5b79b1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=07b43c82-5bad-44f2-886c-fedb5a23ae5c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:51.207039 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d83a79a8-321e-42a0-b7e5-8e1c8c5b79b1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:51.209021 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d83a79a8-321e-42a0-b7e5-8e1c8c5b79b1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/07b43c82-5bad-44f2-886c-fedb5a23ae5c HTTP/1.1" status: 204 len: 168 time: 0.3896365 Aug 05 14:28:51.211496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37600) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:51.230321 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] For port ab2bb240-f832-4faf-89ed-8ff1642d2e0a, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:28:51.235535 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] For port ab2bb240-f832-4faf-89ed-8ff1642d2e0a, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ab2bb240-f832-4faf-89ed-8ff1642d2e0a,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:28:51.240211 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:51.273360 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227718ed-7b7c-40f5-ae82-9ba6a5d8edaa tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:51.275689 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227718ed-7b7c-40f5-ae82-9ba6a5d8edaa tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:51.277609 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-227718ed-7b7c-40f5-ae82-9ba6a5d8edaa tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0650463 Aug 05 14:28:51.280232 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37602) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:51.302197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a79ef9-0bdf-41d5-908a-74e413c60193 None None] Pushing event updated for resources: {'Port': ['ID=ab2bb240-f832-4faf-89ed-8ff1642d2e0a,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:51.344281 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae64811f-a2c9-4910-a551-a0de68fdf418 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet 671f5edc-6f50-451b-8bbb-ee1b5a3ee682 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:28:51.347584 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae64811f-a2c9-4910-a551-a0de68fdf418 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:51.367076 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:51.390369 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae64811f-a2c9-4910-a551-a0de68fdf418 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:51.498708 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae64811f-a2c9-4910-a551-a0de68fdf418 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:51.569383 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae64811f-a2c9-4910-a551-a0de68fdf418 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:51.597896 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64811f-a2c9-4910-a551-a0de68fdf418 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=671f5edc-6f50-451b-8bbb-ee1b5a3ee682,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:51.601780 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ae64811f-a2c9-4910-a551-a0de68fdf418 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:51.610683 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ae64811f-a2c9-4910-a551-a0de68fdf418 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/671f5edc-6f50-451b-8bbb-ee1b5a3ee682 HTTP/1.1" status: 204 len: 168 time: 0.3285043 Aug 05 14:28:51.612170 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37606) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:51.633334 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f97105-aa0a-443d-b1bc-795af8f4efd5 req-4fa445d8-0ed5-4467-87dc-de256f9da652 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:51.635781 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-81f97105-aa0a-443d-b1bc-795af8f4efd5 req-4fa445d8-0ed5-4467-87dc-de256f9da652 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=2724e418-b3a8-4a29-ad92-86038394a532 HTTP/1.1" status: 200 len: 944 time: 0.0529633 Aug 05 14:28:51.651910 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-dd28fcca-67e9-4afc-9967-90d0f6b3f358 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382805 Aug 05 14:28:51.655774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37608) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:51.678932 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-81f97105-aa0a-443d-b1bc-795af8f4efd5 req-89567d8d-b3bb-4acd-bd5b-c8ca926d9bd8 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366096 Aug 05 14:28:51.704884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058cd096-1049-49c3-a089-c387176bb467 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:51.706477 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-058cd096-1049-49c3-a089-c387176bb467 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0497537 Aug 05 14:28:51.708968 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37610) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:51.766813 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfc5cd1-e72f-43e5-be1a-d31228863463 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:51.768343 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4dfc5cd1-e72f-43e5-be1a-d31228863463 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0584300 Aug 05 14:28:51.770897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37612) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:51.810965 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-496c4a17-b4c8-4f15-8d99-82fecf15002f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389328 Aug 05 14:28:51.816655 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37614) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:51.820313 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3bcd6d2d-17bd-42f0-8fe1-6bcf5bbfb1dc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:51.919663 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcd6d2d-17bd-42f0-8fe1-6bcf5bbfb1dc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:51.923241 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3bcd6d2d-17bd-42f0-8fe1-6bcf5bbfb1dc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:52.130266 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3bcd6d2d-17bd-42f0-8fe1-6bcf5bbfb1dc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:52.163718 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d7a9a1-fa82-4384-95a5-d75edb763c61 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:52.179145 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcd6d2d-17bd-42f0-8fe1-6bcf5bbfb1dc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:52.184697 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-3bcd6d2d-17bd-42f0-8fe1-6bcf5bbfb1dc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:52.188897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcd6d2d-17bd-42f0-8fe1-6bcf5bbfb1dc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:52.189498 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3bcd6d2d-17bd-42f0-8fe1-6bcf5bbfb1dc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:52.203113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd6d2d-17bd-42f0-8fe1-6bcf5bbfb1dc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=e23b0079-50b6-44a2-ae13-02fc71ad40d9,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:52.213828 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3bcd6d2d-17bd-42f0-8fe1-6bcf5bbfb1dc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3975546 Aug 05 14:28:52.216906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37616) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:52.221992 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-aa2c7cb9-7641-47f1-9577-7189e24d62c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'fixed_ips': [{'subnet_id': 'e23b0079-50b6-44a2-ae13-02fc71ad40d9', 'ip_address': '2001:db8::9d95:1039:3e6f:b72a'}], 'name': 'tempest-NetworksTestDHCPv6-974751848'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:52.257050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2b7bf308-0057-4d1c-bc19-698dfdd2cc59 None None] Provisioning for port ab2bb240-f832-4faf-89ed-8ff1642d2e0a completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:28:52.329443 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:28:52.335828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2c7cb9-7641-47f1-9577-7189e24d62c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:52.383246 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:28:52.387691 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:52.388066 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:52.449898 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa2c7cb9-7641-47f1-9577-7189e24d62c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:52.472555 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-aa2c7cb9-7641-47f1-9577-7189e24d62c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port a32d4446-3767-4aa9-91fc-0944eed0a9bf yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:28:52.480522 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:52.507956 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2724e418-b3a8-4a29-ad92-86038394a532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:28:52.511383 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b0b1d0-7b92-4aa7-bf32-eca89acb4dec" -d '{"events": [{"server_uuid": "2724e418-b3a8-4a29-ad92-86038394a532", "name": "network-vif-plugged", "status": "completed", "tag": "580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:28:52.527805 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:52.536389 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:52.581953 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5dbbc1-fb5f-403f-991c-6919e51812af x-openstack-request-id: req-8c5dbbc1-fb5f-403f-991c-6919e51812af {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:28:52.582414 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2724e418-b3a8-4a29-ad92-86038394a532", "name": "network-vif-plugged", "status": "completed", "tag": "580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:28:52.582717 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c5dbbc1-fb5f-403f-991c-6919e51812af {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:28:52.583163 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2724e418-b3a8-4a29-ad92-86038394a532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8', 'code': 200} Aug 05 14:28:52.631005 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ab2bb240-f832-4faf-89ed-8ff1642d2e0a up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:28:52.634035 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2d3b7b-82f3-4249-816c-42c34caa682c None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:52.691431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-aa2c7cb9-7641-47f1-9577-7189e24d62c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::9d95:1039:3e6f:b72a (0b567c09-dbdf-4609-b47a-edf0ab2774db/e23b0079-50b6-44a2-ae13-02fc71ad40d9/a32d4446-3767-4aa9-91fc-0944eed0a9bf) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:28:52.705646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942512fc-141e-4f97-bb20-23b28294ea2a req-c2050161-c958-4ab8-a12f-e86e694c6313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:52.707186 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:52.708633 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-942512fc-141e-4f97-bb20-23b28294ea2a req-c2050161-c958-4ab8-a12f-e86e694c6313 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2724e418-b3a8-4a29-ad92-86038394a532 HTTP/1.1" status: 200 len: 1096 time: 0.0538883 Aug 05 14:28:52.738353 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:52.738714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:52.739063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:52.739537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:52.740098 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:52.740223 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:52.740712 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:52.741047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:52.741375 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:52.741704 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:52.742084 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:52.742375 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:28:52.766049 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-942512fc-141e-4f97-bb20-23b28294ea2a req-4a5f7a5f-0301-4f40-bf6f-abed08162dc5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483918 Aug 05 14:28:52.794753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port ab2bb240-f832-4faf-89ed-8ff1642d2e0a completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:28:52.819040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port ab2bb240-f832-4faf-89ed-8ff1642d2e0a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:52.819407 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:52.825370 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6248a17-9497-4a42-9704-58bd56a83dce req-c9532582-ba0b-4e2b-9499-bfb2a463f020 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:52.827494 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d6248a17-9497-4a42-9704-58bd56a83dce req-c9532582-ba0b-4e2b-9499-bfb2a463f020 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=2724e418-b3a8-4a29-ad92-86038394a532 HTTP/1.1" status: 200 len: 945 time: 0.0591125 Aug 05 14:28:52.873304 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d6248a17-9497-4a42-9704-58bd56a83dce req-08e7fcf8-f2cd-404c-b3da-9e7a23cdd5b4 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398424 Aug 05 14:28:52.891501 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa2c7cb9-7641-47f1-9577-7189e24d62c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:52.905391 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-aa2c7cb9-7641-47f1-9577-7189e24d62c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object a32d4446-3767-4aa9-91fc-0944eed0a9bf will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:52.941421 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa2c7cb9-7641-47f1-9577-7189e24d62c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:52.942064 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:52.977012 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port ab2bb240-f832-4faf-89ed-8ff1642d2e0a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ab2bb240-f832-4faf-89ed-8ff1642d2e0a,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:52.983061 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:52.993732 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2c7cb9-7641-47f1-9577-7189e24d62c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:52.997491 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-aa2c7cb9-7641-47f1-9577-7189e24d62c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:52.999981 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2c7cb9-7641-47f1-9577-7189e24d62c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:28:53.005970 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2c7cb9-7641-47f1-9577-7189e24d62c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:53.006638 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aa2c7cb9-7641-47f1-9577-7189e24d62c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:53.016786 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c7cb9-7641-47f1-9577-7189e24d62c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=a32d4446-3767-4aa9-91fc-0944eed0a9bf,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:53.032589 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-aa2c7cb9-7641-47f1-9577-7189e24d62c6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8144300 Aug 05 14:28:53.035361 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37622) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:53.041713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-9095d9c7-c7a1-4cd4-929e-1a0d667c50ac tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'fixed_ips': [{'subnet_id': 'e23b0079-50b6-44a2-ae13-02fc71ad40d9', 'ip_address': '2001:db8::9d95:1039:3e6f:b72a'}], 'name': 'tempest-NetworksTestDHCPv6-1083223674'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:53.043225 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=ab2bb240-f832-4faf-89ed-8ff1642d2e0a,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:53.165637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9095d9c7-c7a1-4cd4-929e-1a0d667c50ac tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:53.171099 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9095d9c7-c7a1-4cd4-929e-1a0d667c50ac tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:53.190349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-9095d9c7-c7a1-4cd4-929e-1a0d667c50ac tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port 71be6a2f-2886-43a9-990b-2b7ba4f759bc yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:28:53.196317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-51b4e652-7fef-45a9-af0d-e4c2d2824ba4 None None] Provisioning complete for port ab2bb240-f832-4faf-89ed-8ff1642d2e0a triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:53.197434 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51b4e652-7fef-45a9-af0d-e4c2d2824ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:53.361992 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-9095d9c7-c7a1-4cd4-929e-1a0d667c50ac tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 05 14:28:53.362511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9095d9c7-c7a1-4cd4-929e-1a0d667c50ac tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:28:53.378780 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9095d9c7-c7a1-4cd4-929e-1a0d667c50ac tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.3420627 Aug 05 14:28:53.381292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37624) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:53.405116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3fc359c9-e4a4-4042-8453-aea816535319 None None] Could not find standard attr ID for object 07b43c82-5bad-44f2-886c-fedb5a23ae5c. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:28:53.455798 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f910adcb-d836-4b90-a654-352bc2a51de2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:53.462162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f910adcb-d836-4b90-a654-352bc2a51de2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:53.464204 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f910adcb-d836-4b90-a654-352bc2a51de2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0817788 Aug 05 14:28:53.466911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37626) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:53.558945 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-7bd8a42f-bcc1-47c3-af06-7de0f1b76fff tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port a32d4446-3767-4aa9-91fc-0944eed0a9bf {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:28:53.559321 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7bd8a42f-bcc1-47c3-af06-7de0f1b76fff tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:53.630543 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-54f2bac7-4570-497c-b3ca-ca919336c94c None None] Provisioning for port a32d4446-3767-4aa9-91fc-0944eed0a9bf completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:28:53.640306 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-54f2bac7-4570-497c-b3ca-ca919336c94c None None] Provisioning complete for port a32d4446-3767-4aa9-91fc-0944eed0a9bf triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:53.640729 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-54f2bac7-4570-497c-b3ca-ca919336c94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:53.669836 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7bd8a42f-bcc1-47c3-af06-7de0f1b76fff tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:53.685979 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-7bd8a42f-bcc1-47c3-af06-7de0f1b76fff tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for a32d4446-3767-4aa9-91fc-0944eed0a9bf owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:28:53.686754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-54f2bac7-4570-497c-b3ca-ca919336c94c None None] Port a32d4446-3767-4aa9-91fc-0944eed0a9bf cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:28:53.816584 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7bd8a42f-bcc1-47c3-af06-7de0f1b76fff tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:53.850283 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8a42f-bcc1-47c3-af06-7de0f1b76fff tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=a32d4446-3767-4aa9-91fc-0944eed0a9bf,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:53.879908 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7bd8a42f-bcc1-47c3-af06-7de0f1b76fff tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:53.881931 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7bd8a42f-bcc1-47c3-af06-7de0f1b76fff tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/a32d4446-3767-4aa9-91fc-0944eed0a9bf HTTP/1.1" status: 204 len: 168 time: 0.4140232 Aug 05 14:28:53.885263 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37628) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:53.946438 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94d5704-cc0a-4a10-9eb5-872c61ee6ed7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:53.948023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94d5704-cc0a-4a10-9eb5-872c61ee6ed7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:53.949576 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b94d5704-cc0a-4a10-9eb5-872c61ee6ed7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0631044 Aug 05 14:28:53.952388 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37632) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:54.003222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3590883-6d38-4aad-ae89-26f221c738fa req-b3d48c1c-10a2-4b81-b3aa-4a80b9789665 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:54.004921 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d3590883-6d38-4aad-ae89-26f221c738fa req-b3d48c1c-10a2-4b81-b3aa-4a80b9789665 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=2724e418-b3a8-4a29-ad92-86038394a532 HTTP/1.1" status: 200 len: 945 time: 0.0531132 Aug 05 14:28:54.007058 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ebbcee-76ac-4960-b116-57f692803eed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet e23b0079-50b6-44a2-ae13-02fc71ad40d9 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:28:54.015143 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9ebbcee-76ac-4960-b116-57f692803eed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:54.050424 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d3590883-6d38-4aad-ae89-26f221c738fa req-78652ee5-a69f-4869-8023-e2f3685cecfb tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385253 Aug 05 14:28:54.059294 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9ebbcee-76ac-4960-b116-57f692803eed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:54.105082 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9ebbcee-76ac-4960-b116-57f692803eed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:54.171232 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9ebbcee-76ac-4960-b116-57f692803eed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:54.198857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebbcee-76ac-4960-b116-57f692803eed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=e23b0079-50b6-44a2-ae13-02fc71ad40d9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:54.202916 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9ebbcee-76ac-4960-b116-57f692803eed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:54.204933 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d9ebbcee-76ac-4960-b116-57f692803eed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/e23b0079-50b6-44a2-ae13-02fc71ad40d9 HTTP/1.1" status: 204 len: 168 time: 0.2514904 Aug 05 14:28:54.207977 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37636) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:54.210194 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caffb23-e621-4155-92b3-ec2e2962a958 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:54.252363 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9635fcac-f67b-4ad9-b879-21b5bd89bd8d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428925 Aug 05 14:28:54.256344 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37638) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:54.261585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-25bf543d-a4d4-44c0-be75-b47d3b1b7a93 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:54.366936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bf543d-a4d4-44c0-be75-b47d3b1b7a93 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:54.372555 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25bf543d-a4d4-44c0-be75-b47d3b1b7a93 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:54.443714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a27b66-7e37-4d8b-865a-fa13a04e23e2 None None] DHCP port deletion for 0b567c09-dbdf-4609-b47a-edf0ab2774db request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:28:54.504350 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-90a27b66-7e37-4d8b-865a-fa13a04e23e2 None None] Deleting port ab2bb240-f832-4faf-89ed-8ff1642d2e0a {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:28:54.504762 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-90a27b66-7e37-4d8b-865a-fa13a04e23e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:54.588128 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device ab2bb240-f832-4faf-89ed-8ff1642d2e0a no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:28:54.692995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-90a27b66-7e37-4d8b-865a-fa13a04e23e2 None None] For port ab2bb240-f832-4faf-89ed-8ff1642d2e0a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ab2bb240-f832-4faf-89ed-8ff1642d2e0a,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:54.693313 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-90a27b66-7e37-4d8b-865a-fa13a04e23e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:54.714739 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-90a27b66-7e37-4d8b-865a-fa13a04e23e2 None None] Calling delete_port for ab2bb240-f832-4faf-89ed-8ff1642d2e0a owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:28:54.803842 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:54.894501 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port ab2bb240-f832-4faf-89ed-8ff1642d2e0a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=ab2bb240-f832-4faf-89ed-8ff1642d2e0a,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:54.901837 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:54.929754 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-90a27b66-7e37-4d8b-865a-fa13a04e23e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:54.959682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a27b66-7e37-4d8b-865a-fa13a04e23e2 None None] No DVR routers for this DVR port ab2bb240-f832-4faf-89ed-8ff1642d2e0a on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:28:54.984901 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=ab2bb240-f832-4faf-89ed-8ff1642d2e0a,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:54.985972 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25bf543d-a4d4-44c0-be75-b47d3b1b7a93 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:55.021283 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a27b66-7e37-4d8b-865a-fa13a04e23e2 None None] Pushing event deleted for resources: {'Port': ['ID=ab2bb240-f832-4faf-89ed-8ff1642d2e0a,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:55.042165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bf543d-a4d4-44c0-be75-b47d3b1b7a93 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:55.048663 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-25bf543d-a4d4-44c0-be75-b47d3b1b7a93 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:55.053200 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bf543d-a4d4-44c0-be75-b47d3b1b7a93 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:55.054052 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-25bf543d-a4d4-44c0-be75-b47d3b1b7a93 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:55.059585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32e750a-ba21-41c3-99b8-9a1b6eb44bd4 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:55.075834 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf543d-a4d4-44c0-be75-b47d3b1b7a93 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=9e74b943-4497-4d59-8bda-d0bc4360ea1e,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:55.091574 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-25bf543d-a4d4-44c0-be75-b47d3b1b7a93 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8321505 Aug 05 14:28:55.092702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37646) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:55.098697 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-58da0637-cd3b-4a2a-8c4d-348ec4370e5b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'fixed_ips': [{'subnet_id': '9e74b943-4497-4d59-8bda-d0bc4360ea1e', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-115062979'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:55.219739 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58da0637-cd3b-4a2a-8c4d-348ec4370e5b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:55.309582 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-58da0637-cd3b-4a2a-8c4d-348ec4370e5b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:55.329659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-58da0637-cd3b-4a2a-8c4d-348ec4370e5b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port a4b18f6f-d625-4dbb-b00c-e5ce8f720732 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:28:55.375812 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0b567c09-dbdf-4609-b47a-edf0ab2774db', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'fixed_ips': [{'subnet_id': '9e74b943-4497-4d59-8bda-d0bc4360ea1e'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:28:55.376700 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:55.457030 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-58da0637-cd3b-4a2a-8c4d-348ec4370e5b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:28:55.457030 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58da0637-cd3b-4a2a-8c4d-348ec4370e5b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:28:55.479411 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37654) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:55.479979 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-58da0637-cd3b-4a2a-8c4d-348ec4370e5b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3854320 Aug 05 14:28:55.514540 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ea4827ef-5207-4a49-88c9-b777663d08de tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0321195 Aug 05 14:28:55.514877 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37656) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:55.544187 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Allocated IP 2001:db8::2 (0b567c09-dbdf-4609-b47a-edf0ab2774db/9e74b943-4497-4d59-8bda-d0bc4360ea1e/7d75e6b3-136d-4845-9b04-30dea5532eac) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:28:55.576884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f31c6aa-a6f0-4edc-9cbc-e7d8ada481c1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:55.578552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f31c6aa-a6f0-4edc-9cbc-e7d8ada481c1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:55.580303 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3f31c6aa-a6f0-4edc-9cbc-e7d8ada481c1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0646291 Aug 05 14:28:55.583079 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37658) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:55.651755 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-372f882f-b229-41ea-95e6-f917f03dfe90 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet 9e74b943-4497-4d59-8bda-d0bc4360ea1e {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:28:55.716111 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:55.725592 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Transition to ACTIVE for port object 7d75e6b3-136d-4845-9b04-30dea5532eac will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:55.742438 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Transition to ACTIVE for port object 7d75e6b3-136d-4845-9b04-30dea5532eac will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:55.748673 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-372f882f-b229-41ea-95e6-f917f03dfe90 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:55.750960 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:55.795179 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:55.798053 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-372f882f-b229-41ea-95e6-f917f03dfe90 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:55.798286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:55.801064 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:28:55.820883 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Pushing event updated for resources: {'Port': ['ID=7d75e6b3-136d-4845-9b04-30dea5532eac,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:55.883183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Attempting to bind port 7d75e6b3-136d-4845-9b04-30dea5532eac on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:28:55.883549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Attempting to bind port 7d75e6b3-136d-4845-9b04-30dea5532eac by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:28:55.883908 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Attempting to bind port 7d75e6b3-136d-4845-9b04-30dea5532eac on network 0b567c09-dbdf-4609-b47a-edf0ab2774db {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:28:55.890106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:28:55.890508 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Checking segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:28:55.890912 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:55.891306 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Bound using segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:28:55.891768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Bound port: 7d75e6b3-136d-4845-9b04-30dea5532eac, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:28:55.892147 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:55.892402 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-372f882f-b229-41ea-95e6-f917f03dfe90 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:55.972805 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-372f882f-b229-41ea-95e6-f917f03dfe90 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:55.975210 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] For port 7d75e6b3-136d-4845-9b04-30dea5532eac, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:28:55.979257 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] For port 7d75e6b3-136d-4845-9b04-30dea5532eac, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7d75e6b3-136d-4845-9b04-30dea5532eac,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:28:55.986707 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:56.019208 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f882f-b229-41ea-95e6-f917f03dfe90 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=9e74b943-4497-4d59-8bda-d0bc4360ea1e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:56.022461 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-372f882f-b229-41ea-95e6-f917f03dfe90 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:56.029444 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37666) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:56.032033 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-372f882f-b229-41ea-95e6-f917f03dfe90 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/9e74b943-4497-4d59-8bda-d0bc4360ea1e HTTP/1.1" status: 204 len: 168 time: 0.4413557 Aug 05 14:28:56.082092 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a134a322-8ebf-4e78-82f4-ca4cfe6cbd24 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514688 Aug 05 14:28:56.088403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37668) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:56.094097 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-cc86ad23-3bca-4433-868f-fc171c6872dd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:56.098506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b346ab-b127-429f-b7f9-d64bfb6f9cc0 None None] Pushing event updated for resources: {'Port': ['ID=7d75e6b3-136d-4845-9b04-30dea5532eac,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:56.205658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc86ad23-3bca-4433-868f-fc171c6872dd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:28:56.213919 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc86ad23-3bca-4433-868f-fc171c6872dd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:56.463840 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc86ad23-3bca-4433-868f-fc171c6872dd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:56.517458 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc86ad23-3bca-4433-868f-fc171c6872dd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:56.521020 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-cc86ad23-3bca-4433-868f-fc171c6872dd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:56.525955 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc86ad23-3bca-4433-868f-fc171c6872dd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:56.526841 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc86ad23-3bca-4433-868f-fc171c6872dd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:56.543941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86ad23-3bca-4433-868f-fc171c6872dd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=d91cb1c3-814f-402c-a476-31fa1931086c,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:56.552862 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cc86ad23-3bca-4433-868f-fc171c6872dd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4629216 Aug 05 14:28:56.556724 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37670) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:56.563363 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a21fc22d-faf4-481b-8c40-24b2f473e372 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1754120804', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:28:56.582937 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7d75e6b3-136d-4845-9b04-30dea5532eac up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:28:56.591467 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a21fc22d-faf4-481b-8c40-24b2f473e372 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:56.592770 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a21fc22d-faf4-481b-8c40-24b2f473e372 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:56.654867 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 7d75e6b3-136d-4845-9b04-30dea5532eac completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:28:56.660029 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a21fc22d-faf4-481b-8c40-24b2f473e372 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:56.668600 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a21fc22d-faf4-481b-8c40-24b2f473e372 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:56.687774 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a21fc22d-faf4-481b-8c40-24b2f473e372 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:56.690735 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a21fc22d-faf4-481b-8c40-24b2f473e372 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1327038 Aug 05 14:28:56.692385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37672) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:57.002831 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:57.049865 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd49efd-f9d2-40c4-acad-cec5b5fbba6c None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:28:57.152655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ca3f8d1d-fb3b-4a2f-b860-51f3c3adff5e None None] Provisioning for port 7d75e6b3-136d-4845-9b04-30dea5532eac completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:28:57.162119 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ca3f8d1d-fb3b-4a2f-b860-51f3c3adff5e None None] Provisioning complete for port 7d75e6b3-136d-4845-9b04-30dea5532eac triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:57.165064 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ca3f8d1d-fb3b-4a2f-b860-51f3c3adff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:57.292415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::1 (0b567c09-dbdf-4609-b47a-edf0ab2774db/d91cb1c3-814f-402c-a476-31fa1931086c/2a20f9fb-a07f-4140-b5fd-6fd9892519a1) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:28:57.311089 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ca3f8d1d-fb3b-4a2f-b860-51f3c3adff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:57.346709 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ca3f8d1d-fb3b-4a2f-b860-51f3c3adff5e None None] For port 7d75e6b3-136d-4845-9b04-30dea5532eac, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7d75e6b3-136d-4845-9b04-30dea5532eac,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:57.356532 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ca3f8d1d-fb3b-4a2f-b860-51f3c3adff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:57.413594 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f8d1d-fb3b-4a2f-b860-51f3c3adff5e None None] Pushing event updated for resources: {'Port': ['ID=7d75e6b3-136d-4845-9b04-30dea5532eac,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:57.440212 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:57.458429 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object 2a20f9fb-a07f-4140-b5fd-6fd9892519a1 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:57.500942 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:57.554637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:57.559961 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:57.562483 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:28:57.563202 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:57.566361 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=2a20f9fb-a07f-4140-b5fd-6fd9892519a1,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:57.580501 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e405c19c-5fb3-464e-aa60-b08c66550ebb None None] Provisioning complete for port 7d75e6b3-136d-4845-9b04-30dea5532eac triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:57.580888 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e405c19c-5fb3-464e-aa60-b08c66550ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:57.713071 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:57.829218 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9c7e052d-4732-43f7-a448-dfdc6a6cb2e7 None None] Provisioning for port 2a20f9fb-a07f-4140-b5fd-6fd9892519a1 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:28:57.833376 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9c7e052d-4732-43f7-a448-dfdc6a6cb2e7 None None] Provisioning complete for port 2a20f9fb-a07f-4140-b5fd-6fd9892519a1 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:57.833802 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9c7e052d-4732-43f7-a448-dfdc6a6cb2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:57.887296 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e052d-4732-43f7-a448-dfdc6a6cb2e7 None None] Port 2a20f9fb-a07f-4140-b5fd-6fd9892519a1 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:28:58.012815 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:58.018158 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:58.018957 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:58.105778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=2a20f9fb-a07f-4140-b5fd-6fd9892519a1,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:58.150784 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:28:58.152368 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:28:58.277705 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Router 49ae2fe0-a85f-456f-b9aa-a8e38b5b5641 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:28:58.413575 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6122ddc3-0d37-4d48-8db7-909a317016dc None None] Provisioning complete for port 2a20f9fb-a07f-4140-b5fd-6fd9892519a1 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:58.414506 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6122ddc3-0d37-4d48-8db7-909a317016dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:58.454117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-6122ddc3-0d37-4d48-8db7-909a317016dc None None] Port 2a20f9fb-a07f-4140-b5fd-6fd9892519a1 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:28:58.536231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7d75e6b3-136d-4845-9b04-30dea5532eac up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:28:58.589514 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 7d75e6b3-136d-4845-9b04-30dea5532eac triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:28:58.589891 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:58.687537 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:28:58.695022 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6086e73b-fe7b-4fe4-bf87-9da2141616ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "PUT /v2.0/routers/49ae2fe0-a85f-456f-b9aa-a8e38b5b5641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9996855 Aug 05 14:28:58.695795 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37678) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:58.699183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Sync routers for ids ['49ae2fe0-a85f-456f-b9aa-a8e38b5b5641'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:28:58.710361 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Routers {'49ae2fe0-a85f-456f-b9aa-a8e38b5b5641'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:28:58.711341 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:28:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['49ae2fe0-a85f-456f-b9aa-a8e38b5b5641'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:28:58.744657 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f74db92-1261-4b53-b5f5-f98df7827fdc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:58.746549 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9f74db92-1261-4b53-b5f5-f98df7827fdc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports/2a20f9fb-a07f-4140-b5fd-6fd9892519a1 HTTP/1.1" status: 200 len: 911 time: 0.0495577 Aug 05 14:28:58.748981 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37680) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:58.799791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a2481-5a99-46b4-8ea7-f5c4d338ef10 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:58.801990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Set router 49ae2fe0-a85f-456f-b9aa-a8e38b5b5641 gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:28:58.805729 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a2481-5a99-46b4-8ea7-f5c4d338ef10 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:28:58.807520 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c68a2481-5a99-46b4-8ea7-f5c4d338ef10 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0576153 Aug 05 14:28:58.810219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37682) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:28:59.021905 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ae2fe0-a85f-456f-b9aa-a8e38b5b5641', 'name': 'tempest-NetworksTestDHCPv6-router-1754120804', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:28:56Z', 'updated_at': '2021-08-05T14:28:57Z', 'revision_number': 2, 'project_id': '94d700ac8145454a943f27dd576eca2d', 'gw_port_host': None, '_interfaces': [{'id': '2a20f9fb-a07f-4140-b5fd-6fd9892519a1', 'name': '', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'mac_address': 'fa:16:3e:6b:e4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ae2fe0-a85f-456f-b9aa-a8e38b5b5641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd91cb1c3-814f-402c-a476-31fa1931086c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:28:57Z', 'updated_at': '2021-08-05T14:28:57Z', 'revision_number': 2, 'project_id': '94d700ac8145454a943f27dd576eca2d', 'subnets': [{'id': 'd91cb1c3-814f-402c-a476-31fa1931086c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:28:59.054207 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Checking router: 49ae2fe0-a85f-456f-b9aa-a8e38b5b5641 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:28:59.054615 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Updating router 49ae2fe0-a85f-456f-b9aa-a8e38b5b5641 port 2a20f9fb-a07f-4140-b5fd-6fd9892519a1 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:28:59.081051 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:59.245664 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e5ac30d1-4d57-4357-89d4-bd68e380c50d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:59.373138 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:59.383608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Transition to ACTIVE for port object 2a20f9fb-a07f-4140-b5fd-6fd9892519a1 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:28:59.390794 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:59.465742 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96841ef4-58ef-4267-9576-67c893761e02 None None] Pushing event updated for resources: {'Port': ['ID=2a20f9fb-a07f-4140-b5fd-6fd9892519a1,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:59.474702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-e5ac30d1-4d57-4357-89d4-bd68e380c50d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port 2a20f9fb-a07f-4140-b5fd-6fd9892519a1 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:28:59.475103 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e5ac30d1-4d57-4357-89d4-bd68e380c50d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:59.507154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Attempting to bind port 2a20f9fb-a07f-4140-b5fd-6fd9892519a1 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:28:59.507533 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Attempting to bind port 2a20f9fb-a07f-4140-b5fd-6fd9892519a1 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:28:59.508127 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Attempting to bind port 2a20f9fb-a07f-4140-b5fd-6fd9892519a1 on network 0b567c09-dbdf-4609-b47a-edf0ab2774db {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:28:59.514497 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:28:59.514875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Checking segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:28:59.515295 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:59.515696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Bound using segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:28:59.516165 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Bound port: 2a20f9fb-a07f-4140-b5fd-6fd9892519a1, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:28:59.516551 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:59.592391 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-e5ac30d1-4d57-4357-89d4-bd68e380c50d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] For port 2a20f9fb-a07f-4140-b5fd-6fd9892519a1, host n-d-803585-2, got binding levels [] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:28:59.592896 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e5ac30d1-4d57-4357-89d4-bd68e380c50d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:59.604023 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] For port 2a20f9fb-a07f-4140-b5fd-6fd9892519a1, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:28:59.607948 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-e5ac30d1-4d57-4357-89d4-bd68e380c50d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for 2a20f9fb-a07f-4140-b5fd-6fd9892519a1 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:28:59.611113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] For port 2a20f9fb-a07f-4140-b5fd-6fd9892519a1, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2a20f9fb-a07f-4140-b5fd-6fd9892519a1,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:28:59.621464 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:59.684764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Routers {'49ae2fe0-a85f-456f-b9aa-a8e38b5b5641'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:28:59.685394 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:28:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['49ae2fe0-a85f-456f-b9aa-a8e38b5b5641'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:28:59.763416 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96841ef4-58ef-4267-9576-67c893761e02 None None] Pushing event updated for resources: {'Port': ['ID=2a20f9fb-a07f-4140-b5fd-6fd9892519a1,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:28:59.796875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] Set router 49ae2fe0-a85f-456f-b9aa-a8e38b5b5641 gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:28:59.846166 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e5ac30d1-4d57-4357-89d4-bd68e380c50d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:28:59.878284 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac30d1-4d57-4357-89d4-bd68e380c50d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=2a20f9fb-a07f-4140-b5fd-6fd9892519a1,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:00.003625 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e5ac30d1-4d57-4357-89d4-bd68e380c50d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:00.072321 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b5f3718d-ed1a-4101-872a-ffc6e7f34733 None None] Could not find standard attr ID for object 2a20f9fb-a07f-4140-b5fd-6fd9892519a1. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:29:00.089676 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ae2fe0-a85f-456f-b9aa-a8e38b5b5641', 'name': 'tempest-NetworksTestDHCPv6-router-1754120804', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:28:56Z', 'updated_at': '2021-08-05T14:28:57Z', 'revision_number': 2, 'project_id': '94d700ac8145454a943f27dd576eca2d', 'gw_port_host': None, '_interfaces': [{'id': '2a20f9fb-a07f-4140-b5fd-6fd9892519a1', 'name': '', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'mac_address': 'fa:16:3e:6b:e4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ae2fe0-a85f-456f-b9aa-a8e38b5b5641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd91cb1c3-814f-402c-a476-31fa1931086c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:28:57Z', 'updated_at': '2021-08-05T14:28:59Z', 'revision_number': 4, 'project_id': '94d700ac8145454a943f27dd576eca2d', 'subnets': [{'id': 'd91cb1c3-814f-402c-a476-31fa1931086c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:00.125715 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090f183-a145-456d-af5f-7ecc18f479c1 None None] The sync data for ids ['49ae2fe0-a85f-456f-b9aa-a8e38b5b5641'] in n-d-803585-2 is: [{'id': '49ae2fe0-a85f-456f-b9aa-a8e38b5b5641', 'name': 'tempest-NetworksTestDHCPv6-router-1754120804', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:28:56Z', 'updated_at': '2021-08-05T14:28:57Z', 'revision_number': 2, 'project_id': '94d700ac8145454a943f27dd576eca2d', 'gw_port_host': None, '_interfaces': [{'id': '2a20f9fb-a07f-4140-b5fd-6fd9892519a1', 'name': '', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'mac_address': 'fa:16:3e:6b:e4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ae2fe0-a85f-456f-b9aa-a8e38b5b5641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd91cb1c3-814f-402c-a476-31fa1931086c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:28:57Z', 'updated_at': '2021-08-05T14:28:59Z', 'revision_number': 4, 'project_id': '94d700ac8145454a943f27dd576eca2d', 'subnets': [{'id': 'd91cb1c3-814f-402c-a476-31fa1931086c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:29:00.215399 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ac30d1-4d57-4357-89d4-bd68e380c50d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Router 49ae2fe0-a85f-456f-b9aa-a8e38b5b5641 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:29:00.298774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ac30d1-4d57-4357-89d4-bd68e380c50d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:29:00.303803 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e5ac30d1-4d57-4357-89d4-bd68e380c50d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "PUT /v2.0/routers/49ae2fe0-a85f-456f-b9aa-a8e38b5b5641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4925928 Aug 05 14:29:00.306337 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37688) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:00.373634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb978b72-6be9-4ca3-863a-7f4b280485bf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:00.375234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb978b72-6be9-4ca3-863a-7f4b280485bf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:00.376802 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bb978b72-6be9-4ca3-863a-7f4b280485bf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0694137 Aug 05 14:29:00.379344 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37690) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:00.434073 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-49354353-506a-4bf6-ba60-a9b26a3c1567 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet d91cb1c3-814f-402c-a476-31fa1931086c {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:00.437654 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-49354353-506a-4bf6-ba60-a9b26a3c1567 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:00.483153 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-49354353-506a-4bf6-ba60-a9b26a3c1567 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:00.536128 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-49354353-506a-4bf6-ba60-a9b26a3c1567 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:00.601228 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-49354353-506a-4bf6-ba60-a9b26a3c1567 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:00.632722 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49354353-506a-4bf6-ba60-a9b26a3c1567 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=d91cb1c3-814f-402c-a476-31fa1931086c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:00.636047 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-49354353-506a-4bf6-ba60-a9b26a3c1567 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:00.638173 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-49354353-506a-4bf6-ba60-a9b26a3c1567 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/d91cb1c3-814f-402c-a476-31fa1931086c HTTP/1.1" status: 204 len: 168 time: 0.2577579 Aug 05 14:29:00.640477 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37692) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:00.643233 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade364a-191a-445c-89b9-24c3992160e9 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:00.763693 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1bbe16d6-c63b-496c-8ec2-7b64b12a1790 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1219330 Aug 05 14:29:00.766006 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37694) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:00.844215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1f4fb6-591e-4f95-8d7d-333ff4791136 None None] DHCP port deletion for 0b567c09-dbdf-4609-b47a-edf0ab2774db request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:29:00.848424 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1fe822b9-d98a-424f-8077-4aeaeede3f51 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:00.893496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f4fb6-591e-4f95-8d7d-333ff4791136 None None] Deleting port 7d75e6b3-136d-4845-9b04-30dea5532eac {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:00.893909 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9f1f4fb6-591e-4f95-8d7d-333ff4791136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:00.957509 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9f1f4fb6-591e-4f95-8d7d-333ff4791136 None None] For port 7d75e6b3-136d-4845-9b04-30dea5532eac, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7d75e6b3-136d-4845-9b04-30dea5532eac,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:00.957908 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9f1f4fb6-591e-4f95-8d7d-333ff4791136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:00.974177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f4fb6-591e-4f95-8d7d-333ff4791136 None None] Calling delete_port for 7d75e6b3-136d-4845-9b04-30dea5532eac owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:01.015059 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1fe822b9-d98a-424f-8077-4aeaeede3f51 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:01.017296 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1fe822b9-d98a-424f-8077-4aeaeede3f51 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:01.057862 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9f1f4fb6-591e-4f95-8d7d-333ff4791136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:01.063203 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1fe822b9-d98a-424f-8077-4aeaeede3f51 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:01.064326 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe822b9-d98a-424f-8077-4aeaeede3f51 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Fanout notify agent at l3_agent the message router_deleted on router 49ae2fe0-a85f-456f-b9aa-a8e38b5b5641 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:29:01.073099 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1fe822b9-d98a-424f-8077-4aeaeede3f51 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:01.077574 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37698) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:01.084927 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1fe822b9-d98a-424f-8077-4aeaeede3f51 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/routers/49ae2fe0-a85f-456f-b9aa-a8e38b5b5641 HTTP/1.1" status: 204 len: 168 time: 0.3106296 Aug 05 14:29:01.085454 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f4fb6-591e-4f95-8d7d-333ff4791136 None None] Pushing event deleted for resources: {'Port': ['ID=7d75e6b3-136d-4845-9b04-30dea5532eac,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:01.090400 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1f4fb6-591e-4f95-8d7d-333ff4791136 None None] No DVR routers for this DVR port 7d75e6b3-136d-4845-9b04-30dea5532eac on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:01.104608 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-3be61a25-41fd-400b-8a80-aa3bbe4d3b32 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:01.203025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be61a25-41fd-400b-8a80-aa3bbe4d3b32 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:01.206807 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3be61a25-41fd-400b-8a80-aa3bbe4d3b32 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:01.403723 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3be61a25-41fd-400b-8a80-aa3bbe4d3b32 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:01.449162 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be61a25-41fd-400b-8a80-aa3bbe4d3b32 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:01.452433 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-3be61a25-41fd-400b-8a80-aa3bbe4d3b32 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:01.454988 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc10a8-fe5d-4d85-9074-c8125e7e981b None None] Sync routers for ids ['49ae2fe0-a85f-456f-b9aa-a8e38b5b5641'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:29:01.464041 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc042bdb-e2aa-44c1-9625-20cf943228f2 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:01.468302 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc10a8-fe5d-4d85-9074-c8125e7e981b None None] Routers set() bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:29:01.468708 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc10a8-fe5d-4d85-9074-c8125e7e981b None None] Router IDs set() for agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 05 14:29:01.469211 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_agentschedulers_db [None req-0bbc10a8-fe5d-4d85-9074-c8125e7e981b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'49ae2fe0-a85f-456f-b9aa-a8e38b5b5641'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:28:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent'). {{(pid=105726) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 05 14:29:01.469968 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be61a25-41fd-400b-8a80-aa3bbe4d3b32 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:01.470616 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3be61a25-41fd-400b-8a80-aa3bbe4d3b32 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:01.474452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be61a25-41fd-400b-8a80-aa3bbe4d3b32 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=db54bae0-2358-43de-a143-2b91507bbd8f,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:01.478969 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc10a8-fe5d-4d85-9074-c8125e7e981b None None] Routers set() bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:29:01.479346 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc10a8-fe5d-4d85-9074-c8125e7e981b None None] Router IDs set() for agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 05 14:29:01.479943 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_agentschedulers_db [None req-0bbc10a8-fe5d-4d85-9074-c8125e7e981b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'49ae2fe0-a85f-456f-b9aa-a8e38b5b5641'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:28:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent'). {{(pid=105726) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 05 14:29:01.480318 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc10a8-fe5d-4d85-9074-c8125e7e981b None None] The sync data for ids ['49ae2fe0-a85f-456f-b9aa-a8e38b5b5641'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:29:01.495623 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3be61a25-41fd-400b-8a80-aa3bbe4d3b32 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4064744 Aug 05 14:29:01.498492 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37700) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:01.503275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-bb7cad10-a005-48ac-8d1c-1dc43b0ae105 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-820219913', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:01.538697 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb7cad10-a005-48ac-8d1c-1dc43b0ae105 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:01.547598 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb7cad10-a005-48ac-8d1c-1dc43b0ae105 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:01.606152 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb7cad10-a005-48ac-8d1c-1dc43b0ae105 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:01.611884 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb7cad10-a005-48ac-8d1c-1dc43b0ae105 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:01.633460 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb7cad10-a005-48ac-8d1c-1dc43b0ae105 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:01.633460 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bb7cad10-a005-48ac-8d1c-1dc43b0ae105 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1315582 Aug 05 14:29:01.633766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37702) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:01.655625 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0b567c09-dbdf-4609-b47a-edf0ab2774db', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'fixed_ips': [{'subnet_id': 'db54bae0-2358-43de-a143-2b91507bbd8f'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:29:01.656610 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:01.801938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Allocated IP 2001:db8::2 (0b567c09-dbdf-4609-b47a-edf0ab2774db/db54bae0-2358-43de-a143-2b91507bbd8f/16dd74e0-15c1-46be-986b-c222205a02d9) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:01.928748 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:01.944596 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:01.954144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Transition to ACTIVE for port object 16dd74e0-15c1-46be-986b-c222205a02d9 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:01.969488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Transition to ACTIVE for port object 16dd74e0-15c1-46be-986b-c222205a02d9 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:01.975139 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:02.014563 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:02.019472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:02.023140 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:02.032774 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Pushing event updated for resources: {'Port': ['ID=16dd74e0-15c1-46be-986b-c222205a02d9,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:02.083182 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Attempting to bind port 16dd74e0-15c1-46be-986b-c222205a02d9 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:29:02.083548 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Attempting to bind port 16dd74e0-15c1-46be-986b-c222205a02d9 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:29:02.083909 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Attempting to bind port 16dd74e0-15c1-46be-986b-c222205a02d9 on network 0b567c09-dbdf-4609-b47a-edf0ab2774db {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:29:02.089598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:29:02.090219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Checking segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:29:02.090359 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:02.090752 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Bound using segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:29:02.091209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Bound port: 16dd74e0-15c1-46be-986b-c222205a02d9, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:29:02.091581 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:02.154275 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] For port 16dd74e0-15c1-46be-986b-c222205a02d9, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:29:02.157541 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] For port 16dd74e0-15c1-46be-986b-c222205a02d9, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=16dd74e0-15c1-46be-986b-c222205a02d9,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:29:02.162924 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:02.199188 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::1 (0b567c09-dbdf-4609-b47a-edf0ab2774db/db54bae0-2358-43de-a143-2b91507bbd8f/ebdf2edb-1998-4211-9f44-3a22cd778064) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:02.229384 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59519981-8149-408f-9dae-ab37aa657b9e None None] Pushing event updated for resources: {'Port': ['ID=16dd74e0-15c1-46be-986b-c222205a02d9,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:02.322815 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:02.338411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object ebdf2edb-1998-4211-9f44-3a22cd778064 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:02.387210 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:02.439837 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:02.443327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:02.445846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:02.446643 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:02.485810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=ebdf2edb-1998-4211-9f44-3a22cd778064,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:02.580544 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 16dd74e0-15c1-46be-986b-c222205a02d9 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:29:02.584256 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:02.633199 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 16dd74e0-15c1-46be-986b-c222205a02d9 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:02.696267 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7d75e6b3-136d-4845-9b04-30dea5532eac no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:02.716103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 7d75e6b3-136d-4845-9b04-30dea5532eac {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:29:02.723478 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7d75e6b3-136d-4845-9b04-30dea5532eac not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:29:02.723478 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2a20f9fb-a07f-4140-b5fd-6fd9892519a1 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:02.736374 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 2a20f9fb-a07f-4140-b5fd-6fd9892519a1 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:29:02.736752 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2a20f9fb-a07f-4140-b5fd-6fd9892519a1 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:29:02.858015 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:02.863032 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:02.863826 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:02.953698 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=ebdf2edb-1998-4211-9f44-3a22cd778064,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:03.002036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:03.003529 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:03.127873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Router adf2c95a-0cac-4db7-a38c-10c93a973dad is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:29:03.226067 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2e8f9dd0-ab5c-464c-a6fd-8dc1b93054b3 None None] Provisioning for port 16dd74e0-15c1-46be-986b-c222205a02d9 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:03.230793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2e8f9dd0-ab5c-464c-a6fd-8dc1b93054b3 None None] Provisioning complete for port 16dd74e0-15c1-46be-986b-c222205a02d9 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:03.231176 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9dd0-ab5c-464c-a6fd-8dc1b93054b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:03.239002 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:29:03.245224 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6625e1d3-81a6-4197-91b8-ceba836cb8f6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "PUT /v2.0/routers/adf2c95a-0cac-4db7-a38c-10c93a973dad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6104462 Aug 05 14:29:03.247795 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37708) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:03.266785 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3714a2-e4fd-454c-9854-1a3607842a35 None None] Sync routers for ids ['adf2c95a-0cac-4db7-a38c-10c93a973dad'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:29:03.281492 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3714a2-e4fd-454c-9854-1a3607842a35 None None] Routers {'adf2c95a-0cac-4db7-a38c-10c93a973dad'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:29:03.282116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2e3714a2-e4fd-454c-9854-1a3607842a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:28:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['adf2c95a-0cac-4db7-a38c-10c93a973dad'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:03.304920 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3814df0e-2556-45ac-b087-44d83e632f35 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:03.307129 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3814df0e-2556-45ac-b087-44d83e632f35 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports/ebdf2edb-1998-4211-9f44-3a22cd778064 HTTP/1.1" status: 200 len: 911 time: 0.0569389 Aug 05 14:29:03.309545 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37710) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:03.365316 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0558c13-70d4-44d7-ba67-8e2aff121c1e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:03.372079 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0558c13-70d4-44d7-ba67-8e2aff121c1e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:03.373819 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c0558c13-70d4-44d7-ba67-8e2aff121c1e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0632224 Aug 05 14:29:03.376621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37712) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:03.576227 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9dd0-ab5c-464c-a6fd-8dc1b93054b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:03.581504 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-2e3714a2-e4fd-454c-9854-1a3607842a35 None None] Set router adf2c95a-0cac-4db7-a38c-10c93a973dad gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:29:03.675378 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2e8f9dd0-ab5c-464c-a6fd-8dc1b93054b3 None None] For port 16dd74e0-15c1-46be-986b-c222205a02d9, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=16dd74e0-15c1-46be-986b-c222205a02d9,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:03.693261 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9dd0-ab5c-464c-a6fd-8dc1b93054b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:03.719965 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-908803af-9f27-48eb-bc31-25ade2a2bca3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:03.783719 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f9dd0-ab5c-464c-a6fd-8dc1b93054b3 None None] Pushing event updated for resources: {'Port': ['ID=16dd74e0-15c1-46be-986b-c222205a02d9,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:03.837497 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b50b1a5e-d025-43e9-a408-060eec6af730 None None] Provisioning for port ebdf2edb-1998-4211-9f44-3a22cd778064 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:03.844121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b50b1a5e-d025-43e9-a408-060eec6af730 None None] Provisioning complete for port ebdf2edb-1998-4211-9f44-3a22cd778064 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:03.844121 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b50b1a5e-d025-43e9-a408-060eec6af730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:03.888905 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b50b1a5e-d025-43e9-a408-060eec6af730 None None] Port ebdf2edb-1998-4211-9f44-3a22cd778064 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:29:03.893954 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2e3714a2-e4fd-454c-9854-1a3607842a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf2c95a-0cac-4db7-a38c-10c93a973dad', 'name': 'tempest-NetworksTestDHCPv6-router-820219913', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:29:01Z', 'updated_at': '2021-08-05T14:29:02Z', 'revision_number': 2, 'project_id': '94d700ac8145454a943f27dd576eca2d', 'gw_port_host': None, '_interfaces': [{'id': 'ebdf2edb-1998-4211-9f44-3a22cd778064', 'name': '', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'mac_address': 'fa:16:3e:90:25:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf2c95a-0cac-4db7-a38c-10c93a973dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'db54bae0-2358-43de-a143-2b91507bbd8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:29:02Z', 'updated_at': '2021-08-05T14:29:02Z', 'revision_number': 2, 'project_id': '94d700ac8145454a943f27dd576eca2d', 'subnets': [{'id': 'db54bae0-2358-43de-a143-2b91507bbd8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:03.921928 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3714a2-e4fd-454c-9854-1a3607842a35 None None] Checking router: adf2c95a-0cac-4db7-a38c-10c93a973dad for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:29:03.922336 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3714a2-e4fd-454c-9854-1a3607842a35 None None] Updating router adf2c95a-0cac-4db7-a38c-10c93a973dad port ebdf2edb-1998-4211-9f44-3a22cd778064 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:29:03.944070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-908803af-9f27-48eb-bc31-25ade2a2bca3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port ebdf2edb-1998-4211-9f44-3a22cd778064 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:03.944409 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-908803af-9f27-48eb-bc31-25ade2a2bca3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:03.947024 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2e3714a2-e4fd-454c-9854-1a3607842a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:04.034591 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-908803af-9f27-48eb-bc31-25ade2a2bca3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:04.050329 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-908803af-9f27-48eb-bc31-25ade2a2bca3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for ebdf2edb-1998-4211-9f44-3a22cd778064 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:04.227177 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-908803af-9f27-48eb-bc31-25ade2a2bca3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:04.228262 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-2e3714a2-e4fd-454c-9854-1a3607842a35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:29:04.229040 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-2e3714a2-e4fd-454c-9854-1a3607842a35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:29:04.255626 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908803af-9f27-48eb-bc31-25ade2a2bca3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=ebdf2edb-1998-4211-9f44-3a22cd778064,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:04.354325 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-908803af-9f27-48eb-bc31-25ade2a2bca3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:04.515946 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908803af-9f27-48eb-bc31-25ade2a2bca3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Router adf2c95a-0cac-4db7-a38c-10c93a973dad has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:29:04.548213 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 16dd74e0-15c1-46be-986b-c222205a02d9 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:29:04.591835 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908803af-9f27-48eb-bc31-25ade2a2bca3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:29:04.596626 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 16dd74e0-15c1-46be-986b-c222205a02d9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:04.596626 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:04.604878 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-908803af-9f27-48eb-bc31-25ade2a2bca3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "PUT /v2.0/routers/adf2c95a-0cac-4db7-a38c-10c93a973dad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2196157 Aug 05 14:29:04.604878 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37716) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:04.659955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b498aee-b120-4b28-be65-44343796fbd1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:04.661463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b498aee-b120-4b28-be65-44343796fbd1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:04.663096 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5b498aee-b120-4b28-be65-44343796fbd1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0622602 Aug 05 14:29:04.666333 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37718) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:04.719570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a714312a-cf0a-43f6-b658-cce582317e41 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet db54bae0-2358-43de-a143-2b91507bbd8f {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:04.722721 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a714312a-cf0a-43f6-b658-cce582317e41 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:04.745780 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3714a2-e4fd-454c-9854-1a3607842a35 None None] Port ebdf2edb-1998-4211-9f44-3a22cd778064 not found while updating agent binding for router adf2c95a-0cac-4db7-a38c-10c93a973dad. {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 05 14:29:04.754133 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3714a2-e4fd-454c-9854-1a3607842a35 None None] Routers {'adf2c95a-0cac-4db7-a38c-10c93a973dad'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:29:04.754954 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2e3714a2-e4fd-454c-9854-1a3607842a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:28:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['adf2c95a-0cac-4db7-a38c-10c93a973dad'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:04.764591 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a714312a-cf0a-43f6-b658-cce582317e41 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:04.824746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-2e3714a2-e4fd-454c-9854-1a3607842a35 None None] Set router adf2c95a-0cac-4db7-a38c-10c93a973dad gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:29:04.856751 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a714312a-cf0a-43f6-b658-cce582317e41 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:04.877190 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2e3714a2-e4fd-454c-9854-1a3607842a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf2c95a-0cac-4db7-a38c-10c93a973dad', 'name': 'tempest-NetworksTestDHCPv6-router-820219913', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:29:01Z', 'updated_at': '2021-08-05T14:29:04Z', 'revision_number': 3, 'project_id': '94d700ac8145454a943f27dd576eca2d', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:04.907925 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3714a2-e4fd-454c-9854-1a3607842a35 None None] The sync data for ids ['adf2c95a-0cac-4db7-a38c-10c93a973dad'] in n-d-803585-2 is: [{'id': 'adf2c95a-0cac-4db7-a38c-10c93a973dad', 'name': 'tempest-NetworksTestDHCPv6-router-820219913', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:29:01Z', 'updated_at': '2021-08-05T14:29:04Z', 'revision_number': 3, 'project_id': '94d700ac8145454a943f27dd576eca2d', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:29:04.918337 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a714312a-cf0a-43f6-b658-cce582317e41 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:04.949158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714312a-cf0a-43f6-b658-cce582317e41 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=db54bae0-2358-43de-a143-2b91507bbd8f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:04.960607 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a714312a-cf0a-43f6-b658-cce582317e41 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:04.963834 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a714312a-cf0a-43f6-b658-cce582317e41 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/db54bae0-2358-43de-a143-2b91507bbd8f HTTP/1.1" status: 204 len: 168 time: 0.2965436 Aug 05 14:29:04.966206 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37722) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:04.967875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8de1c0-faf3-4d2e-a386-40009924351d None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:04.976006 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37724) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:05.132408 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ddfc7db4-5cee-4bd8-92d7-2865bd52aec6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1626339 Aug 05 14:29:05.133120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37726) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:05.187778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4a6b71-d9f8-4bb9-99f2-d67e813cfd57 None None] DHCP port deletion for 0b567c09-dbdf-4609-b47a-edf0ab2774db request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:29:05.221951 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0add1-def6-4c18-92df-0e2cc5ec6e0b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Deleting port c6e7fa89-3cea-48e0-ad00-86d1a98a6bb3 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:05.222714 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1fe0add1-def6-4c18-92df-0e2cc5ec6e0b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:05.258665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-df4a6b71-d9f8-4bb9-99f2-d67e813cfd57 None None] Deleting port 16dd74e0-15c1-46be-986b-c222205a02d9 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:05.260312 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-df4a6b71-d9f8-4bb9-99f2-d67e813cfd57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:05.309713 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1fe0add1-def6-4c18-92df-0e2cc5ec6e0b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:05.310028 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1fe0add1-def6-4c18-92df-0e2cc5ec6e0b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:05.324579 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0add1-def6-4c18-92df-0e2cc5ec6e0b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Calling delete_port for c6e7fa89-3cea-48e0-ad00-86d1a98a6bb3 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:05.331370 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-df4a6b71-d9f8-4bb9-99f2-d67e813cfd57 None None] For port 16dd74e0-15c1-46be-986b-c222205a02d9, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=16dd74e0-15c1-46be-986b-c222205a02d9,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:05.332134 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-df4a6b71-d9f8-4bb9-99f2-d67e813cfd57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:05.348833 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-df4a6b71-d9f8-4bb9-99f2-d67e813cfd57 None None] Calling delete_port for 16dd74e0-15c1-46be-986b-c222205a02d9 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:05.454837 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-df4a6b71-d9f8-4bb9-99f2-d67e813cfd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:05.482029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a6b71-d9f8-4bb9-99f2-d67e813cfd57 None None] Pushing event deleted for resources: {'Port': ['ID=16dd74e0-15c1-46be-986b-c222205a02d9,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:05.486719 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a6b71-d9f8-4bb9-99f2-d67e813cfd57 None None] No DVR routers for this DVR port 16dd74e0-15c1-46be-986b-c222205a02d9 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:05.562441 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1fe0add1-def6-4c18-92df-0e2cc5ec6e0b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:05.577254 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c14ce36-2afb-46d2-8b22-2c3792a8640d req-0c3b6113-fa61-4476-b5ec-ef78be0ef6f0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6248627 Aug 05 14:29:05.585503 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3ff82525-6d3a-47ad-b12e-12bbfd9098fb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:05.601273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0add1-def6-4c18-92df-0e2cc5ec6e0b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event deleted for resources: {'Port': ['ID=c6e7fa89-3cea-48e0-ad00-86d1a98a6bb3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:05.810053 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3ff82525-6d3a-47ad-b12e-12bbfd9098fb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:05.813483 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3ff82525-6d3a-47ad-b12e-12bbfd9098fb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:05.818998 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14ce36-2afb-46d2-8b22-2c3792a8640d req-cbfa6ad0-e49e-47e9-aad1-afe239dd4ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:05.820580 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c14ce36-2afb-46d2-8b22-2c3792a8640d req-cbfa6ad0-e49e-47e9-aad1-afe239dd4ef2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d44e55a5329445c2aac6d13fee6bc897&device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2 HTTP/1.1" status: 200 len: 1096 time: 0.1868927 Aug 05 14:29:05.917224 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3ff82525-6d3a-47ad-b12e-12bbfd9098fb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:05.918118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff82525-6d3a-47ad-b12e-12bbfd9098fb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Fanout notify agent at l3_agent the message router_deleted on router adf2c95a-0cac-4db7-a38c-10c93a973dad {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:29:05.925795 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3ff82525-6d3a-47ad-b12e-12bbfd9098fb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:05.926989 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3ff82525-6d3a-47ad-b12e-12bbfd9098fb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/routers/adf2c95a-0cac-4db7-a38c-10c93a973dad HTTP/1.1" status: 204 len: 168 time: 0.7929373 Aug 05 14:29:05.929588 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37730) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:05.967682 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2d36afde-143e-419d-b45c-87ba41e08241 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0370007 Aug 05 14:29:05.970035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37732) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:05.997290 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08808397-0fa1-4b90-8f11-7ee620d89c53 None None] Sync routers for ids ['adf2c95a-0cac-4db7-a38c-10c93a973dad'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:29:06.007329 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1fe0add1-def6-4c18-92df-0e2cc5ec6e0b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:06.007945 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-1fe0add1-def6-4c18-92df-0e2cc5ec6e0b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Floating IP a09bea45-bc9a-4bad-9819-5f6edcd6c89d disassociated (deleted). External IP: 172.25.5.173, port: 0512398b-75c5-43b9-a9d8-9e204ad1696d. Aug 05 14:29:06.008035 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08808397-0fa1-4b90-8f11-7ee620d89c53 None None] Routers set() bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:29:06.008282 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08808397-0fa1-4b90-8f11-7ee620d89c53 None None] Router IDs set() for agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 05 14:29:06.009340 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_agentschedulers_db [None req-08808397-0fa1-4b90-8f11-7ee620d89c53 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'adf2c95a-0cac-4db7-a38c-10c93a973dad'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:28:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent'). {{(pid=105726) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 05 14:29:06.017433 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08808397-0fa1-4b90-8f11-7ee620d89c53 None None] Routers set() bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:29:06.017800 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08808397-0fa1-4b90-8f11-7ee620d89c53 None None] Router IDs set() for agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 05 14:29:06.018423 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_agentschedulers_db [None req-08808397-0fa1-4b90-8f11-7ee620d89c53 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'adf2c95a-0cac-4db7-a38c-10c93a973dad'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:28:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent'). {{(pid=105726) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 05 14:29:06.018790 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08808397-0fa1-4b90-8f11-7ee620d89c53 None None] The sync data for ids ['adf2c95a-0cac-4db7-a38c-10c93a973dad'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:29:06.046617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ac1bfa-1e09-48d4-82cb-248828d27ea9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:06.050866 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c1ac1bfa-1e09-48d4-82cb-248828d27ea9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0798311 Aug 05 14:29:06.051414 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37734) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:06.052322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14ce36-2afb-46d2-8b22-2c3792a8640d req-0f0d9252-f746-4638-b8c7-fd479df3d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:06.053771 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c14ce36-2afb-46d2-8b22-2c3792a8640d req-0f0d9252-f746-4638-b8c7-fd479df3d5df service neutron] 10.222.0.84 "GET /v2.0/networks?id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb HTTP/1.1" status: 200 len: 916 time: 0.1897411 Aug 05 14:29:06.098012 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-35d94bdc-1f74-4cc8-8944-95580853deaf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454793 Aug 05 14:29:06.105673 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37736) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:06.111103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-84fb95f2-f75a-4b4a-9d7f-3a42969d2c6f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:06.115699 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c14ce36-2afb-46d2-8b22-2c3792a8640d req-f82b82f1-4933-4e43-844d-c6241715f7b4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5da2845e-9bbb-468e-9966-0b91cb437545 HTTP/1.1" status: 200 len: 217 time: 0.0522091 Aug 05 14:29:06.226048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14ce36-2afb-46d2-8b22-2c3792a8640d req-e20c0edc-ccf5-449b-b507-5c97cdb1c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:06.227610 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c14ce36-2afb-46d2-8b22-2c3792a8640d req-e20c0edc-ccf5-449b-b507-5c97cdb1c036 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e99111e-51aa-4903-9c73-59ebc8ad6b36 HTTP/1.1" status: 200 len: 855 time: 0.0944068 Aug 05 14:29:06.267647 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c14ce36-2afb-46d2-8b22-2c3792a8640d req-90ca78a4-1642-4f5c-9440-cb5f585a7452 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301077 Aug 05 14:29:06.272895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fb95f2-f75a-4b4a-9d7f-3a42969d2c6f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:06.277139 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84fb95f2-f75a-4b4a-9d7f-3a42969d2c6f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:06.278368 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe0add1-def6-4c18-92df-0e2cc5ec6e0b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Router 535cbba1-f470-4e50-829a-caf7d17f9517 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:29:06.391396 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe0add1-def6-4c18-92df-0e2cc5ec6e0b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:29:06.395876 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1fe0add1-def6-4c18-92df-0e2cc5ec6e0b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:06.405610 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80067ffe-03e0-4469-a8c4-2cb13f4d5876 None None] Sync routers for ids ['535cbba1-f470-4e50-829a-caf7d17f9517'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:29:06.417589 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80067ffe-03e0-4469-a8c4-2cb13f4d5876 None None] Routers {'535cbba1-f470-4e50-829a-caf7d17f9517'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:29:06.418243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-80067ffe-03e0-4469-a8c4-2cb13f4d5876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:28:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['535cbba1-f470-4e50-829a-caf7d17f9517'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:06.425701 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1fe0add1-def6-4c18-92df-0e2cc5ec6e0b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "DELETE /v2.0/floatingips/a09bea45-bc9a-4bad-9819-5f6edcd6c89d HTTP/1.1" status: 204 len: 168 time: 1.4472764 Aug 05 14:29:06.426221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc3e1e0-de17-44a1-85e7-15a2115ef56a', 'tag': '0512398b-75c5-43b9-a9d8-9e204ad1696d'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:29:06.428949 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1bf720-a565-43ae-b8b9-7e149723ba15" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc3e1e0-de17-44a1-85e7-15a2115ef56a", "tag": "0512398b-75c5-43b9-a9d8-9e204ad1696d"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:29:06.466384 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c14ce36-2afb-46d2-8b22-2c3792a8640d req-b527c0b0-1abe-4f0a-a6f9-1c74b6815f91 service neutron] 10.222.0.84 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844883 Aug 05 14:29:06.505398 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b34cb3-98c9-489e-b6d4-f1c3e8270bac x-openstack-request-id: req-c2b34cb3-98c9-489e-b6d4-f1c3e8270bac {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:29:06.505928 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc3e1e0-de17-44a1-85e7-15a2115ef56a", "tag": "0512398b-75c5-43b9-a9d8-9e204ad1696d", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:29:06.506242 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2b34cb3-98c9-489e-b6d4-f1c3e8270bac {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:29:06.506806 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc3e1e0-de17-44a1-85e7-15a2115ef56a', 'tag': '0512398b-75c5-43b9-a9d8-9e204ad1696d', 'status': 'completed', 'code': 200} Aug 05 14:29:06.608507 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-80067ffe-03e0-4469-a8c4-2cb13f4d5876 None None] Set router 535cbba1-f470-4e50-829a-caf7d17f9517 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:29:06.643469 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 16dd74e0-15c1-46be-986b-c222205a02d9 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:06.643969 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bf720-a565-43ae-b8b9-7e149723ba15 req-2367f573-15f2-4a81-8597-51c4bd66a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:06.646200 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9f1bf720-a565-43ae-b8b9-7e149723ba15 req-2367f573-15f2-4a81-8597-51c4bd66a81c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 1096 time: 0.1117947 Aug 05 14:29:06.668723 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 16dd74e0-15c1-46be-986b-c222205a02d9 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:29:06.669063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 16dd74e0-15c1-46be-986b-c222205a02d9 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:29:06.689912 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c14ce36-2afb-46d2-8b22-2c3792a8640d req-0b502bbe-5fd2-4ff7-bb5c-5a55478b7a17 service neutron] 10.222.0.84 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146959 Aug 05 14:29:06.795217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.objects.ports [None req-84fb95f2-f75a-4b4a-9d7f-3a42969d2c6f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:29:06.796788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84fb95f2-f75a-4b4a-9d7f-3a42969d2c6f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:06.821218 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bf720-a565-43ae-b8b9-7e149723ba15 req-da146f6b-bd25-46fe-97e6-d40442263469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:06.822808 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9f1bf720-a565-43ae-b8b9-7e149723ba15 req-da146f6b-bd25-46fe-97e6-d40442263469 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 913 time: 0.1638560 Aug 05 14:29:06.853724 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fb95f2-f75a-4b4a-9d7f-3a42969d2c6f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:06.857143 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-84fb95f2-f75a-4b4a-9d7f-3a42969d2c6f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:06.870958 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fb95f2-f75a-4b4a-9d7f-3a42969d2c6f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:06.871566 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-84fb95f2-f75a-4b4a-9d7f-3a42969d2c6f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:06.877756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a218cf4a-2397-4d98-b028-5a4c77a41958 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:06.880781 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb95f2-f75a-4b4a-9d7f-3a42969d2c6f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=d484a003-3f76-4bea-90f9-981019720791,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:06.895380 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-84fb95f2-f75a-4b4a-9d7f-3a42969d2c6f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7884862 Aug 05 14:29:06.897188 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9f1bf720-a565-43ae-b8b9-7e149723ba15 req-31d2fe03-9dda-4929-a291-30c8a64bf7c0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0512398b-75c5-43b9-a9d8-9e204ad1696d HTTP/1.1" status: 200 len: 217 time: 0.0656888 Aug 05 14:29:06.898218 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37756) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:06.904381 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ac02f8e5-12e2-414b-86e6-7d6de64b5d67 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:06.913472 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012c2f3-aa86-4739-9e40-ff14bbd6e381 req-6df43458-d42a-4114-854f-6d068ad85041 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:06.915926 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c012c2f3-aa86-4739-9e40-ff14bbd6e381 req-6df43458-d42a-4114-854f-6d068ad85041 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 945 time: 0.1308787 Aug 05 14:29:07.022854 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bf720-a565-43ae-b8b9-7e149723ba15 req-a0098fbf-ed2e-4084-8879-59b7cdb95b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:07.027154 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9f1bf720-a565-43ae-b8b9-7e149723ba15 req-a0098fbf-ed2e-4084-8879-59b7cdb95b1f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.1094041 Aug 05 14:29:07.031324 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c012c2f3-aa86-4739-9e40-ff14bbd6e381 req-b06deec3-1034-4949-9021-8281fe237ec2 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068130 Aug 05 14:29:07.059245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac02f8e5-12e2-414b-86e6-7d6de64b5d67 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:07.067048 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ac02f8e5-12e2-414b-86e6-7d6de64b5d67 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:07.090200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bf720-a565-43ae-b8b9-7e149723ba15 req-41807507-d3d2-4f40-a33a-db27cc2f27b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:07.091945 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9f1bf720-a565-43ae-b8b9-7e149723ba15 req-41807507-d3d2-4f40-a33a-db27cc2f27b9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557837 Aug 05 14:29:07.171210 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0b567c09-dbdf-4609-b47a-edf0ab2774db', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'fixed_ips': [{'subnet_id': 'd484a003-3f76-4bea-90f9-981019720791'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:29:07.172150 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:07.190880 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-80067ffe-03e0-4469-a8c4-2cb13f4d5876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '08dc5ebc-128f-4b61-8380-0f46a626050d', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'port_id': '7f0b962d-ece5-45fb-b3d3-499c778c92f9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'mac_address': 'fa:16:3e:00:e8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:25:18Z', 'updated_at': '2021-08-05T14:25:20Z', 'revision_number': 1, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:57Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:07.212778 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9f1bf720-a565-43ae-b8b9-7e149723ba15 req-a6d7bea3-339e-43f9-89cf-64fc756b1a26 service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015787 Aug 05 14:29:07.220421 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80067ffe-03e0-4469-a8c4-2cb13f4d5876 None None] Checking router: 535cbba1-f470-4e50-829a-caf7d17f9517 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:29:07.246609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80067ffe-03e0-4469-a8c4-2cb13f4d5876 None None] Routers {'535cbba1-f470-4e50-829a-caf7d17f9517'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:29:07.247555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-80067ffe-03e0-4469-a8c4-2cb13f4d5876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:28:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['535cbba1-f470-4e50-829a-caf7d17f9517'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:07.315294 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9f1bf720-a565-43ae-b8b9-7e149723ba15 req-b4be5d1d-3e1f-4876-b139-1ce02655507a service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939336 Aug 05 14:29:07.366172 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ac02f8e5-12e2-414b-86e6-7d6de64b5d67 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:07.416586 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac02f8e5-12e2-414b-86e6-7d6de64b5d67 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:07.419801 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ac02f8e5-12e2-414b-86e6-7d6de64b5d67 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:07.424222 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac02f8e5-12e2-414b-86e6-7d6de64b5d67 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:07.424820 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ac02f8e5-12e2-414b-86e6-7d6de64b5d67 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:07.430723 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02f8e5-12e2-414b-86e6-7d6de64b5d67 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=8cc85bc7-2053-4232-a689-bdc09ded43d2,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:07.444123 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ac02f8e5-12e2-414b-86e6-7d6de64b5d67 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5445445 Aug 05 14:29:07.447577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37762) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:07.452625 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-dece1dc1-91ca-4e45-8d0b-d651472f35c0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'mac_address': 'fa:16:3e:bc:96:80', 'name': 'tempest-NetworksTestDHCPv6-1637940412'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:07.462689 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-80067ffe-03e0-4469-a8c4-2cb13f4d5876 None None] Set router 535cbba1-f470-4e50-829a-caf7d17f9517 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:29:07.465431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Allocated IP 2001:db8::f816:3eff:fef9:43a (0b567c09-dbdf-4609-b47a-edf0ab2774db/d484a003-3f76-4bea-90f9-981019720791/91a4f40a-3527-491a-b025-019ed7ab2e60) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:07.574278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dece1dc1-91ca-4e45-8d0b-d651472f35c0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:07.687896 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dece1dc1-91ca-4e45-8d0b-d651472f35c0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:07.724225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-dece1dc1-91ca-4e45-8d0b-d651472f35c0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port d0e1ac52-3f7a-4b23-96c5-cda66c63a76f yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:29:07.967416 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:07.996736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Transition to ACTIVE for port object 91a4f40a-3527-491a-b025-019ed7ab2e60 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:08.020571 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Transition to ACTIVE for port object 91a4f40a-3527-491a-b025-019ed7ab2e60 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:08.029119 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:08.093481 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Pushing event updated for resources: {'Port': ['ID=91a4f40a-3527-491a-b025-019ed7ab2e60,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:08.105688 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-80067ffe-03e0-4469-a8c4-2cb13f4d5876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '08dc5ebc-128f-4b61-8380-0f46a626050d', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'port_id': '7f0b962d-ece5-45fb-b3d3-499c778c92f9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'mac_address': 'fa:16:3e:00:e8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:25:18Z', 'updated_at': '2021-08-05T14:25:20Z', 'revision_number': 1, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:57Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:08.113209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:08.139149 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-dece1dc1-91ca-4e45-8d0b-d651472f35c0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 172.20.0.13 (0b567c09-dbdf-4609-b47a-edf0ab2774db/8cc85bc7-2053-4232-a689-bdc09ded43d2/d0e1ac52-3f7a-4b23-96c5-cda66c63a76f) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:08.141019 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:08.143885 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:08.147509 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-dece1dc1-91ca-4e45-8d0b-d651472f35c0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::f816:3eff:febc:9680 (0b567c09-dbdf-4609-b47a-edf0ab2774db/d484a003-3f76-4bea-90f9-981019720791/d0e1ac52-3f7a-4b23-96c5-cda66c63a76f) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:08.152198 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80067ffe-03e0-4469-a8c4-2cb13f4d5876 None None] The sync data for ids ['535cbba1-f470-4e50-829a-caf7d17f9517'] in n-d-803585-2 is: [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '08dc5ebc-128f-4b61-8380-0f46a626050d', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'port_id': '7f0b962d-ece5-45fb-b3d3-499c778c92f9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'mac_address': 'fa:16:3e:00:e8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:25:18Z', 'updated_at': '2021-08-05T14:25:20Z', 'revision_number': 1, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:57Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:29:08.208981 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4195092-404e-4a47-919f-e34b650dd63a req-bed0ce4b-dbc4-46ab-b1ae-3b74944a0e79 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:08.217768 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d4195092-404e-4a47-919f-e34b650dd63a req-bed0ce4b-dbc4-46ab-b1ae-3b74944a0e79 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 945 time: 0.1066370 Aug 05 14:29:08.267030 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Attempting to bind port 91a4f40a-3527-491a-b025-019ed7ab2e60 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:29:08.267620 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Attempting to bind port 91a4f40a-3527-491a-b025-019ed7ab2e60 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:29:08.268134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Attempting to bind port 91a4f40a-3527-491a-b025-019ed7ab2e60 on network 0b567c09-dbdf-4609-b47a-edf0ab2774db {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:29:08.274069 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:29:08.275235 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Checking segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:29:08.276161 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:08.277070 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Bound using segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:29:08.277582 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Bound port: 91a4f40a-3527-491a-b025-019ed7ab2e60, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:29:08.277971 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:08.304622 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d4195092-404e-4a47-919f-e34b650dd63a req-ed35a997-e2af-4851-b6bd-64731d2337f2 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855100 Aug 05 14:29:08.368984 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] For port 91a4f40a-3527-491a-b025-019ed7ab2e60, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:29:08.374270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] For port 91a4f40a-3527-491a-b025-019ed7ab2e60, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=91a4f40a-3527-491a-b025-019ed7ab2e60,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:29:08.376675 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dece1dc1-91ca-4e45-8d0b-d651472f35c0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:08.381559 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:08.394101 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-dece1dc1-91ca-4e45-8d0b-d651472f35c0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object d0e1ac52-3f7a-4b23-96c5-cda66c63a76f will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:08.440456 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dece1dc1-91ca-4e45-8d0b-d651472f35c0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:08.485392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718a3ff-6bb8-4706-9195-097a67b3445b req-24bd8166-9428-4b70-a09d-3f3d289d946c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:08.490729 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7718a3ff-6bb8-4706-9195-097a67b3445b req-24bd8166-9428-4b70-a09d-3f3d289d946c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.63 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 945 time: 0.1098046 Aug 05 14:29:08.492278 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e73ee-5460-4bda-ad4e-19e6ee846c7c None None] Pushing event updated for resources: {'Port': ['ID=91a4f40a-3527-491a-b025-019ed7ab2e60,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:08.518473 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dece1dc1-91ca-4e45-8d0b-d651472f35c0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:08.530091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-dece1dc1-91ca-4e45-8d0b-d651472f35c0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:08.546683 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dece1dc1-91ca-4e45-8d0b-d651472f35c0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:08.617470 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dece1dc1-91ca-4e45-8d0b-d651472f35c0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:08.618362 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dece1dc1-91ca-4e45-8d0b-d651472f35c0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:08.631313 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1511cac-cf8c-47f9-a5c6-7c82f0efb061 None None] New status for floating IP a09bea45-bc9a-4bad-9819-5f6edcd6c89d: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:29:08.648090 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-7718a3ff-6bb8-4706-9195-097a67b3445b req-9f37d569-f3fa-462e-883d-741d24077b80 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Deleting port 0512398b-75c5-43b9-a9d8-9e204ad1696d {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:08.648759 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7718a3ff-6bb8-4706-9195-097a67b3445b req-9f37d569-f3fa-462e-883d-741d24077b80 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:08.663141 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece1dc1-91ca-4e45-8d0b-d651472f35c0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=d0e1ac52-3f7a-4b23-96c5-cda66c63a76f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:08.679991 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dece1dc1-91ca-4e45-8d0b-d651472f35c0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2290342 Aug 05 14:29:08.681190 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37768) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:08.796434 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c2f5fc-1933-4c2a-96ff-fe4d58feb024 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:08.807781 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c2f5fc-1933-4c2a-96ff-fe4d58feb024 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:08.810036 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a2c2f5fc-1933-4c2a-96ff-fe4d58feb024 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1278689 Aug 05 14:29:08.812573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37770) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:08.816072 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-7718a3ff-6bb8-4706-9195-097a67b3445b req-9f37d569-f3fa-462e-883d-741d24077b80 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] For port 0512398b-75c5-43b9-a9d8-9e204ad1696d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=0512398b-75c5-43b9-a9d8-9e204ad1696d,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:08.816463 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7718a3ff-6bb8-4706-9195-097a67b3445b req-9f37d569-f3fa-462e-883d-741d24077b80 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:08.835024 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-7718a3ff-6bb8-4706-9195-097a67b3445b req-9f37d569-f3fa-462e-883d-741d24077b80 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Calling delete_port for 0512398b-75c5-43b9-a9d8-9e204ad1696d owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:08.932685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-d2d53cf0-213e-4653-9f7d-1fa201246b2d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port d0e1ac52-3f7a-4b23-96c5-cda66c63a76f {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:08.933134 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d2d53cf0-213e-4653-9f7d-1fa201246b2d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:09.015413 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7718a3ff-6bb8-4706-9195-097a67b3445b req-9f37d569-f3fa-462e-883d-741d24077b80 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:09.030648 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d2d53cf0-213e-4653-9f7d-1fa201246b2d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:09.043040 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-d2d53cf0-213e-4653-9f7d-1fa201246b2d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for d0e1ac52-3f7a-4b23-96c5-cda66c63a76f owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:09.049518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37d569-f3fa-462e-883d-741d24077b80 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event deleted for resources: {'Port': ['ID=0512398b-75c5-43b9-a9d8-9e204ad1696d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:09.103368 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7718a3ff-6bb8-4706-9195-097a67b3445b req-9f37d569-f3fa-462e-883d-741d24077b80 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] No DVR routers for this DVR port 0512398b-75c5-43b9-a9d8-9e204ad1696d on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:09.106060 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7718a3ff-6bb8-4706-9195-097a67b3445b req-9f37d569-f3fa-462e-883d-741d24077b80 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:09.108238 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7718a3ff-6bb8-4706-9195-097a67b3445b req-9f37d569-f3fa-462e-883d-741d24077b80 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.63 "DELETE /v2.0/ports/0512398b-75c5-43b9-a9d8-9e204ad1696d HTTP/1.1" status: 204 len: 173 time: 0.6126397 Aug 05 14:29:09.108690 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc3e1e0-de17-44a1-85e7-15a2115ef56a', 'name': 'network-vif-deleted', 'tag': '0512398b-75c5-43b9-a9d8-9e204ad1696d'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:29:09.111555 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa46bf3-7c3c-4a83-97e7-79330469db43" -d '{"events": [{"server_uuid": "bdc3e1e0-de17-44a1-85e7-15a2115ef56a", "name": "network-vif-deleted", "tag": "0512398b-75c5-43b9-a9d8-9e204ad1696d"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:29:09.161555 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bf96e5-db8e-49fa-b4e9-ba3e98445a39 x-openstack-request-id: req-73bf96e5-db8e-49fa-b4e9-ba3e98445a39 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:29:09.161911 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc3e1e0-de17-44a1-85e7-15a2115ef56a", "name": "network-vif-deleted", "tag": "0512398b-75c5-43b9-a9d8-9e204ad1696d", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:29:09.162174 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73bf96e5-db8e-49fa-b4e9-ba3e98445a39 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:29:09.162606 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc3e1e0-de17-44a1-85e7-15a2115ef56a', 'name': 'network-vif-deleted', 'tag': '0512398b-75c5-43b9-a9d8-9e204ad1696d', 'status': 'completed', 'code': 200} Aug 05 14:29:09.272275 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d2d53cf0-213e-4653-9f7d-1fa201246b2d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:09.303059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d53cf0-213e-4653-9f7d-1fa201246b2d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=d0e1ac52-3f7a-4b23-96c5-cda66c63a76f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:09.425135 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d2d53cf0-213e-4653-9f7d-1fa201246b2d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:09.428349 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d2d53cf0-213e-4653-9f7d-1fa201246b2d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/d0e1ac52-3f7a-4b23-96c5-cda66c63a76f HTTP/1.1" status: 204 len: 168 time: 0.6121619 Aug 05 14:29:09.431361 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37778) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:09.442829 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-472e8bc9-6377-4a15-9eeb-a3f99d9abf84 req-979e05f5-2cec-4c11-92fb-05eba8dc0e01 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 210 time: 0.0492327 Aug 05 14:29:09.502558 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15495968-a220-44eb-83d0-7e5408ed7ec1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:09.504299 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15495968-a220-44eb-83d0-7e5408ed7ec1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:09.506025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15495968-a220-44eb-83d0-7e5408ed7ec1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:09.510931 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-15495968-a220-44eb-83d0-7e5408ed7ec1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0752957 Aug 05 14:29:09.511224 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37780) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:09.568949 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-75566f05-d6a9-45d6-a375-f77f5c54c046 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet 8cc85bc7-2053-4232-a689-bdc09ded43d2 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:09.576101 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75566f05-d6a9-45d6-a375-f77f5c54c046 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:09.631997 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75566f05-d6a9-45d6-a375-f77f5c54c046 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:09.689428 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75566f05-d6a9-45d6-a375-f77f5c54c046 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:09.740974 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e1619a-1985-4137-8d5e-b6a8eb77ea5c None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:09.755737 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75566f05-d6a9-45d6-a375-f77f5c54c046 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:09.770799 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75566f05-d6a9-45d6-a375-f77f5c54c046 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:09.772668 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-75566f05-d6a9-45d6-a375-f77f5c54c046 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/8cc85bc7-2053-4232-a689-bdc09ded43d2 HTTP/1.1" status: 204 len: 168 time: 0.2604036 Aug 05 14:29:09.775634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37782) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:09.793209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75566f05-d6a9-45d6-a375-f77f5c54c046 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc85bc7-2053-4232-a689-bdc09ded43d2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:09.803278 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ffa0d73b-0594-4310-a226-73a5776007b7 None None] Provisioning for port 91a4f40a-3527-491a-b025-019ed7ab2e60 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:09.841673 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c6edf3-f780-4c84-b871-0ce8443b4f51 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet d484a003-3f76-4bea-90f9-981019720791 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:09.845006 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63c6edf3-f780-4c84-b871-0ce8443b4f51 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:09.888413 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63c6edf3-f780-4c84-b871-0ce8443b4f51 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:09.990650 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63c6edf3-f780-4c84-b871-0ce8443b4f51 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:10.058530 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63c6edf3-f780-4c84-b871-0ce8443b4f51 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:10.086487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6edf3-f780-4c84-b871-0ce8443b4f51 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=d484a003-3f76-4bea-90f9-981019720791,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:10.093663 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63c6edf3-f780-4c84-b871-0ce8443b4f51 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:10.097976 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-63c6edf3-f780-4c84-b871-0ce8443b4f51 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/d484a003-3f76-4bea-90f9-981019720791 HTTP/1.1" status: 204 len: 168 time: 0.3183649 Aug 05 14:29:10.098337 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37784) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:10.137240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97454c7c-864f-4bf4-8c9d-2604e5e8099c None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:10.138811 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-276e1699-c461-4b6a-874c-65d87e169276 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389974 Aug 05 14:29:10.141457 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37786) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:10.146640 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1bcf4fa7-47e5-4322-9710-b5303583c024 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:10.245203 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcf4fa7-47e5-4322-9710-b5303583c024 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:10.249265 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1bcf4fa7-47e5-4322-9710-b5303583c024 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:10.335570 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d510a2ae-f6aa-4ef3-9d7b-baf5a2000f6b None None] DHCP port deletion for 0b567c09-dbdf-4609-b47a-edf0ab2774db request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:29:10.389093 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d510a2ae-f6aa-4ef3-9d7b-baf5a2000f6b None None] Deleting port 91a4f40a-3527-491a-b025-019ed7ab2e60 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:10.389473 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d510a2ae-f6aa-4ef3-9d7b-baf5a2000f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:10.455130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d510a2ae-f6aa-4ef3-9d7b-baf5a2000f6b None None] For port 91a4f40a-3527-491a-b025-019ed7ab2e60, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=91a4f40a-3527-491a-b025-019ed7ab2e60,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:10.455536 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d510a2ae-f6aa-4ef3-9d7b-baf5a2000f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:10.470483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d510a2ae-f6aa-4ef3-9d7b-baf5a2000f6b None None] Calling delete_port for 91a4f40a-3527-491a-b025-019ed7ab2e60 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:10.568408 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1b9e08d-7a4f-443b-b433-f674af486af2 req-5cedb135-641d-41ac-b22e-cb84af521451 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 210 time: 0.0444777 Aug 05 14:29:10.596007 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d510a2ae-f6aa-4ef3-9d7b-baf5a2000f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:10.626177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510a2ae-f6aa-4ef3-9d7b-baf5a2000f6b None None] Pushing event deleted for resources: {'Port': ['ID=91a4f40a-3527-491a-b025-019ed7ab2e60,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:10.635616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d510a2ae-f6aa-4ef3-9d7b-baf5a2000f6b None None] No DVR routers for this DVR port 91a4f40a-3527-491a-b025-019ed7ab2e60 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:10.649811 n-d-803585-2 neutron-server[105723]: DEBUG neutron.objects.ports [None req-1bcf4fa7-47e5-4322-9710-b5303583c024 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:29:10.838864 n-d-803585-2 neutron-server[105723]: WARNING neutron.services.revisions.revision_plugin [None req-1bcf4fa7-47e5-4322-9710-b5303583c024 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Could not find related port for resource to bump revision. Aug 05 14:29:10.847286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.ipam_pluggable_backend [None req-1bcf4fa7-47e5-4322-9710-b5303583c024 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Port 91a4f40a-3527-491a-b025-019ed7ab2e60 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105723) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 05 14:29:10.847550 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.ipam_pluggable_backend [None req-1bcf4fa7-47e5-4322-9710-b5303583c024 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Reverting IP allocation for 2001:db8::f816:3eff:fef9:43a {{(pid=105723) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 05 14:29:10.851230 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.ipam_pluggable_backend [None req-1bcf4fa7-47e5-4322-9710-b5303583c024 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef9:43a {{(pid=105723) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 05 14:29:10.853168 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1bcf4fa7-47e5-4322-9710-b5303583c024 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:10.895717 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf4fa7-47e5-4322-9710-b5303583c024 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:10.898765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-1bcf4fa7-47e5-4322-9710-b5303583c024 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:10.903378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcf4fa7-47e5-4322-9710-b5303583c024 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:10.903977 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1bcf4fa7-47e5-4322-9710-b5303583c024 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:10.908890 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8d8e7f-ab2e-4262-a455-d9a19a5611d4 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:10.916616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf4fa7-47e5-4322-9710-b5303583c024 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=9123d8e5-8c7b-4496-b94b-0ba577246c2b,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:10.928561 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37790) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:10.928739 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1bcf4fa7-47e5-4322-9710-b5303583c024 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7862117 Aug 05 14:29:10.935600 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-0e8cbb91-de48-40d7-ab59-c1cc5f339b6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:11.053527 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8cbb91-de48-40d7-ab59-c1cc5f339b6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:11.057403 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbb91-de48-40d7-ab59-c1cc5f339b6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:11.063295 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0b567c09-dbdf-4609-b47a-edf0ab2774db', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'fixed_ips': [{'subnet_id': '9123d8e5-8c7b-4496-b94b-0ba577246c2b'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:29:11.064168 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:11.132983 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 0512398b-75c5-43b9-a9d8-9e204ad1696d no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:11.158688 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 0512398b-75c5-43b9-a9d8-9e204ad1696d {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:29:11.158928 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 0512398b-75c5-43b9-a9d8-9e204ad1696d not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:29:11.231630 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Allocated IP 2001:db8::f816:3eff:fe28:2077 (0b567c09-dbdf-4609-b47a-edf0ab2774db/9123d8e5-8c7b-4496-b94b-0ba577246c2b/4aadb3d0-eb2c-4940-a043-64250bf7c31b) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:11.316315 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbb91-de48-40d7-ab59-c1cc5f339b6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:11.359297 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8cbb91-de48-40d7-ab59-c1cc5f339b6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:11.362690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-0e8cbb91-de48-40d7-ab59-c1cc5f339b6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:11.369239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8cbb91-de48-40d7-ab59-c1cc5f339b6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:11.369844 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbb91-de48-40d7-ab59-c1cc5f339b6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:11.385100 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:11.391716 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0e8cbb91-de48-40d7-ab59-c1cc5f339b6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4590201 Aug 05 14:29:11.391716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cbb91-de48-40d7-ab59-c1cc5f339b6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=4bdb393c-7136-42ec-98f8-c5942a7e4907,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:11.392022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37792) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:11.396823 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-dbd6c376-3739-4b00-9633-bacd503f4ceb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'mac_address': 'fa:16:3e:f9:76:8f', 'name': 'tempest-NetworksTestDHCPv6-891435452'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:11.403527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Transition to ACTIVE for port object 4aadb3d0-eb2c-4940-a043-64250bf7c31b will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:11.422306 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Transition to ACTIVE for port object 4aadb3d0-eb2c-4940-a043-64250bf7c31b will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:11.429161 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:11.439649 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:29:11.475810 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:11.481323 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:11.484386 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:11.490197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Pushing event updated for resources: {'Port': ['ID=4aadb3d0-eb2c-4940-a043-64250bf7c31b,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:11.534507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd6c376-3739-4b00-9633-bacd503f4ceb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:11.539314 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c376-3739-4b00-9633-bacd503f4ceb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:11.551558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Attempting to bind port 4aadb3d0-eb2c-4940-a043-64250bf7c31b on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:29:11.551558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Attempting to bind port 4aadb3d0-eb2c-4940-a043-64250bf7c31b by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:29:11.551558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Attempting to bind port 4aadb3d0-eb2c-4940-a043-64250bf7c31b on network 0b567c09-dbdf-4609-b47a-edf0ab2774db {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:29:11.557681 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:29:11.558190 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Checking segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:29:11.558773 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:11.559294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Bound using segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:29:11.559766 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Bound port: 4aadb3d0-eb2c-4940-a043-64250bf7c31b, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:29:11.560171 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:11.561179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-dbd6c376-3739-4b00-9633-bacd503f4ceb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port 4361a05a-d46a-4d3d-aa78-4d643793ebcd yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:29:11.671483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] For port 4aadb3d0-eb2c-4940-a043-64250bf7c31b, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:29:11.675704 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] For port 4aadb3d0-eb2c-4940-a043-64250bf7c31b, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4aadb3d0-eb2c-4940-a043-64250bf7c31b,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:29:11.684042 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:11.744652 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-672198bd-d07a-41a4-baff-0c201df35c80 req-32f689d4-dc31-48c8-b724-11fa102b2348 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 210 time: 0.0372841 Aug 05 14:29:11.782606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e2a9d-4752-4a71-9bfc-bf8f394410fa None None] Pushing event updated for resources: {'Port': ['ID=4aadb3d0-eb2c-4940-a043-64250bf7c31b,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:11.802789 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-dbd6c376-3739-4b00-9633-bacd503f4ceb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 172.20.0.7 (0b567c09-dbdf-4609-b47a-edf0ab2774db/4bdb393c-7136-42ec-98f8-c5942a7e4907/4361a05a-d46a-4d3d-aa78-4d643793ebcd) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:11.811056 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-dbd6c376-3739-4b00-9633-bacd503f4ceb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::f816:3eff:fef9:768f (0b567c09-dbdf-4609-b47a-edf0ab2774db/9123d8e5-8c7b-4496-b94b-0ba577246c2b/4361a05a-d46a-4d3d-aa78-4d643793ebcd) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:12.027138 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c376-3739-4b00-9633-bacd503f4ceb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:12.050398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-dbd6c376-3739-4b00-9633-bacd503f4ceb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object 4361a05a-d46a-4d3d-aa78-4d643793ebcd will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:12.114002 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-012a41a1-538c-4a1b-8480-32fa314c9ee3 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:12.115587 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-012a41a1-538c-4a1b-8480-32fa314c9ee3 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/networks?id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb HTTP/1.1" status: 200 len: 815 time: 0.1894450 Aug 05 14:29:12.131138 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c376-3739-4b00-9633-bacd503f4ceb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:12.139648 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-a3bbdabc-b134-41e3-bb2d-e5f0f4aeeb2a tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/quotas/d44e55a5329445c2aac6d13fee6bc897 HTTP/1.1" status: 200 len: 375 time: 0.0173390 Aug 05 14:29:12.209084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd6c376-3739-4b00-9633-bacd503f4ceb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:12.218115 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-dbd6c376-3739-4b00-9633-bacd503f4ceb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:12.221082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd6c376-3739-4b00-9633-bacd503f4ceb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:12.224648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6c376-3739-4b00-9633-bacd503f4ceb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=4361a05a-d46a-4d3d-aa78-4d643793ebcd,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:12.278324 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-755bda2c-da0a-4b47-b9aa-956d4b982176 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d44e55a5329445c2aac6d13fee6bc897&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1091387 Aug 05 14:29:12.290769 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd6c376-3739-4b00-9633-bacd503f4ceb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:12.291546 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c376-3739-4b00-9633-bacd503f4ceb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:12.357726 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dbd6c376-3739-4b00-9633-bacd503f4ceb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9647748 Aug 05 14:29:12.360254 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37808) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:12.433728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a270ac-bb3f-4eec-a73b-54091db7b3b2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:12.439935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a270ac-bb3f-4eec-a73b-54091db7b3b2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:12.442756 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-00a270ac-bb3f-4eec-a73b-54091db7b3b2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0802341 Aug 05 14:29:12.444620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37810) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:12.445276 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-cc1ad00f-a69e-4b5e-a60f-54cebcabb177 service neutron] 10.222.0.16 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508482 Aug 05 14:29:12.570346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-edf58f00-dad2-4bf9-b9e4-2bdcc9cd3346 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port 4361a05a-d46a-4d3d-aa78-4d643793ebcd {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:12.571492 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-edf58f00-dad2-4bf9-b9e4-2bdcc9cd3346 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:12.581321 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-14bc9ec4-bf73-4d3f-b0e1-8bcb6dea1207 service neutron] 10.222.0.16 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257913 Aug 05 14:29:12.639728 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4aadb3d0-eb2c-4940-a043-64250bf7c31b up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:29:12.718715 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4aadb3d0-eb2c-4940-a043-64250bf7c31b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:12.721394 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-edf58f00-dad2-4bf9-b9e4-2bdcc9cd3346 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:12.742679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-edf58f00-dad2-4bf9-b9e4-2bdcc9cd3346 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for 4361a05a-d46a-4d3d-aa78-4d643793ebcd owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:12.858171 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d2af11a-b509-4f57-a574-9cf297a2fd0a req-d72641b6-7a1b-4fac-babc-634b978d38f4 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=512429d9-2b98-4fef-b4cc-43c883aff690 HTTP/1.1" status: 200 len: 210 time: 0.0391841 Aug 05 14:29:12.891573 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d4b71a33-7951-49c3-b5b5-cfe4f8be903f req-8d0687e6-6e79-4974-8bc9-2dcc2d9785e2 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 210 time: 0.0406122 Aug 05 14:29:12.976426 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6009bc15-d4cf-4453-8b8a-b755802b0b82 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:13.046040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5e9ad72b-87fa-4caf-bc60-9cb044a6f271 None None] Provisioning for port 4aadb3d0-eb2c-4940-a043-64250bf7c31b completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:13.051011 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-edf58f00-dad2-4bf9-b9e4-2bdcc9cd3346 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:13.063643 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5e9ad72b-87fa-4caf-bc60-9cb044a6f271 None None] Provisioning complete for port 4aadb3d0-eb2c-4940-a043-64250bf7c31b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:13.064021 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5e9ad72b-87fa-4caf-bc60-9cb044a6f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:13.105026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf58f00-dad2-4bf9-b9e4-2bdcc9cd3346 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=4361a05a-d46a-4d3d-aa78-4d643793ebcd,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:13.214564 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5e9ad72b-87fa-4caf-bc60-9cb044a6f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:13.230834 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-edf58f00-dad2-4bf9-b9e4-2bdcc9cd3346 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:13.235603 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-edf58f00-dad2-4bf9-b9e4-2bdcc9cd3346 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/4361a05a-d46a-4d3d-aa78-4d643793ebcd HTTP/1.1" status: 204 len: 168 time: 0.7893796 Aug 05 14:29:13.237691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37824) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:13.283754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-5e9ad72b-87fa-4caf-bc60-9cb044a6f271 None None] For port 4aadb3d0-eb2c-4940-a043-64250bf7c31b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4aadb3d0-eb2c-4940-a043-64250bf7c31b,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:13.292716 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5e9ad72b-87fa-4caf-bc60-9cb044a6f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:13.324205 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a466953-d3e4-4875-a0b9-2870eb944f69 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:13.326445 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a466953-d3e4-4875-a0b9-2870eb944f69 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:13.328418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a466953-d3e4-4875-a0b9-2870eb944f69 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:13.330481 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2a466953-d3e4-4875-a0b9-2870eb944f69 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0911226 Aug 05 14:29:13.333420 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37826) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:13.392298 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dff88b-3fc3-428b-ba61-66ec5d81ff98 None None] Update dhcp port {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'fixed_ips': [{'subnet_id': '9123d8e5-8c7b-4496-b94b-0ba577246c2b', 'ip_address': '2001:db8::f816:3eff:fe28:2077'}, {'subnet_id': '4bdb393c-7136-42ec-98f8-c5942a7e4907'}], 'binding:host_id': 'n-d-803585-2'}, 'id': '4aadb3d0-eb2c-4940-a043-64250bf7c31b'} from n-d-803585-2. {{(pid=105725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 14:29:13.395496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ad72b-87fa-4caf-bc60-9cb044a6f271 None None] Pushing event updated for resources: {'Port': ['ID=4aadb3d0-eb2c-4940-a043-64250bf7c31b,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:13.397139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-46fa6d36-823d-4993-b8ed-06cba5e5398a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet 4bdb393c-7136-42ec-98f8-c5942a7e4907 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:13.401952 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-46fa6d36-823d-4993-b8ed-06cba5e5398a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:13.423248 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b6dff88b-3fc3-428b-ba61-66ec5d81ff98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:13.451049 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-46fa6d36-823d-4993-b8ed-06cba5e5398a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:13.513572 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-46fa6d36-823d-4993-b8ed-06cba5e5398a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:13.584497 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-46fa6d36-823d-4993-b8ed-06cba5e5398a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server [None req-b6dff88b-3fc3-428b-ba61-66ec5d81ff98 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4bdb393c-7136-42ec-98f8-c5942a7e4907: This subnet is being modified by another concurrent operation. Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise exception Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4bdb393c-7136-42ec-98f8-c5942a7e4907: This subnet is being modified by another concurrent operation. Aug 05 14:29:13.586769 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Aug 05 14:29:13.621192 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-46fa6d36-823d-4993-b8ed-06cba5e5398a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:13.625778 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-46fa6d36-823d-4993-b8ed-06cba5e5398a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/4bdb393c-7136-42ec-98f8-c5942a7e4907 HTTP/1.1" status: 204 len: 168 time: 0.2889850 Aug 05 14:29:13.625778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa6d36-823d-4993-b8ed-06cba5e5398a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=4bdb393c-7136-42ec-98f8-c5942a7e4907,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:13.627609 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37828) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:13.690388 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc5e9d5-9320-4827-80c0-b40a2795e1d7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet 9123d8e5-8c7b-4496-b94b-0ba577246c2b {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:13.694039 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e9d5-9320-4827-80c0-b40a2795e1d7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:13.723849 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6fb756af-8cee-4b9f-ad7e-2c55573aedf6 None None] Provisioning complete for port 4aadb3d0-eb2c-4940-a043-64250bf7c31b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:13.724797 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6fb756af-8cee-4b9f-ad7e-2c55573aedf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:13.750859 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e9d5-9320-4827-80c0-b40a2795e1d7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:13.841536 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e9d5-9320-4827-80c0-b40a2795e1d7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:13.872411 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601833fc-1461-44d8-a6d1-489b07eb6bbd None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:29:13.958779 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e7a61afc-63be-4ac8-8c40-96509d4332b6 None None] Could not find standard attr ID for object 4361a05a-d46a-4d3d-aa78-4d643793ebcd. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:29:13.966915 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e9d5-9320-4827-80c0-b40a2795e1d7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:14.014482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601833fc-1461-44d8-a6d1-489b07eb6bbd None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:29:14.028390 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-21266b8f-4821-4a00-9104-9687e07f4528 req-3b569adc-0ab7-4eb2-8edc-04c03277d2b3 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=512429d9-2b98-4fef-b4cc-43c883aff690 HTTP/1.1" status: 200 len: 210 time: 0.0458455 Aug 05 14:29:14.051921 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e9d5-9320-4827-80c0-b40a2795e1d7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:14.056897 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3cc5e9d5-9320-4827-80c0-b40a2795e1d7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/9123d8e5-8c7b-4496-b94b-0ba577246c2b HTTP/1.1" status: 204 len: 168 time: 0.4258800 Aug 05 14:29:14.057400 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37834) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:14.107930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5e9d5-9320-4827-80c0-b40a2795e1d7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=9123d8e5-8c7b-4496-b94b-0ba577246c2b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:14.118736 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8e528230-8f15-4536-9023-59e01b3332b3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568621 Aug 05 14:29:14.118736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37836) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:14.123738 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-6afe875d-9ed0-42ae-88dd-fded91555dcf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:14.164124 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c87686a7-b550-4821-b606-7d997fd34142 req-87363c38-c32b-4f1f-b565-b90b39972f10 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 210 time: 0.1246111 Aug 05 14:29:14.245948 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afe875d-9ed0-42ae-88dd-fded91555dcf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:14.246208 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-8f69cb5c-1beb-4f85-bc90-fc93144e512e tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:14.248208 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-8f69cb5c-1beb-4f85-bc90-fc93144e512e tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.84 "GET /v2.0/networks?id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb HTTP/1.1" status: 200 len: 815 time: 0.3034496 Aug 05 14:29:14.250806 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6afe875d-9ed0-42ae-88dd-fded91555dcf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:14.266052 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-7a29fc8c-8e8a-436c-b43f-afc32db84716 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Request body: {'port': {'device_id': '512429d9-2b98-4fef-b4cc-43c883aff690', 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb', 'admin_state_up': True, 'tenant_id': 'd44e55a5329445c2aac6d13fee6bc897'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:14.325528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff073392-abd7-41ca-bb09-dd36503431dc None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:29:14.409689 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c6f5d90b-bd6a-497b-b71e-e0a8faf20a77 None None] Provisioning complete for port 4aadb3d0-eb2c-4940-a043-64250bf7c31b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:14.410002 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d90b-bd6a-497b-b71e-e0a8faf20a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:14.458009 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff073392-abd7-41ca-bb09-dd36503431dc None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:29:14.492461 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6afe875d-9ed0-42ae-88dd-fded91555dcf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:14.564570 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afe875d-9ed0-42ae-88dd-fded91555dcf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:14.574538 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-6afe875d-9ed0-42ae-88dd-fded91555dcf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:14.577778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afe875d-9ed0-42ae-88dd-fded91555dcf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:14.578572 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6afe875d-9ed0-42ae-88dd-fded91555dcf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:14.585109 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4aadb3d0-eb2c-4940-a043-64250bf7c31b no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:14.596307 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe875d-9ed0-42ae-88dd-fded91555dcf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=09949516-e80e-4eee-8390-61a0731d594d,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:14.611678 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6afe875d-9ed0-42ae-88dd-fded91555dcf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4919837 Aug 05 14:29:14.614435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37838) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:14.622063 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-22f207c7-c693-45ea-96c6-7c50beb69977 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:14.760953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f207c7-c693-45ea-96c6-7c50beb69977 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:14.776085 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22f207c7-c693-45ea-96c6-7c50beb69977 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:14.917858 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-7a29fc8c-8e8a-436c-b43f-afc32db84716 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Made reservation on behalf of d44e55a5329445c2aac6d13fee6bc897 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:14.922018 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-7a29fc8c-8e8a-436c-b43f-afc32db84716 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:14.942742 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:14.949133 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:15.033428 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 4aadb3d0-eb2c-4940-a043-64250bf7c31b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4aadb3d0-eb2c-4940-a043-64250bf7c31b,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:15.048868 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:15.089642 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-7a29fc8c-8e8a-436c-b43f-afc32db84716 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Allocated IP 172.20.0.4 (a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb/6e99111e-51aa-4903-9c73-59ebc8ad6b36/5cade324-75ed-48f6-8c28-597bda3f6bba) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:15.113801 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=4aadb3d0-eb2c-4940-a043-64250bf7c31b,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:15.154047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3fc8b2-52e3-4595-8073-599bfc2f1d13 None None] Update dhcp port {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'fixed_ips': [{'subnet_id': '09949516-e80e-4eee-8390-61a0731d594d'}], 'binding:host_id': 'n-d-803585-2'}, 'id': '4aadb3d0-eb2c-4940-a043-64250bf7c31b'} from n-d-803585-2. {{(pid=105725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 14:29:15.169600 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b955d449-4aec-427b-a02a-ae47b00f4e5c req-05c0b990-95e0-49bf-a508-404b7d288aa0 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=512429d9-2b98-4fef-b4cc-43c883aff690 HTTP/1.1" status: 200 len: 210 time: 0.0313268 Aug 05 14:29:15.184890 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0f3fc8b2-52e3-4595-8073-599bfc2f1d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:15.313389 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-7a29fc8c-8e8a-436c-b43f-afc32db84716 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:15.379378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.objects.ports [None req-22f207c7-c693-45ea-96c6-7c50beb69977 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:29:15.380926 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5978de10-c84e-41bc-bb94-3c4d5d8c9a00 req-7d4d4382-b428-4ba3-b2fa-a1747ccac2ed tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdc3e1e0-de17-44a1-85e7-15a2115ef56a HTTP/1.1" status: 200 len: 210 time: 0.0343220 Aug 05 14:29:15.394615 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-7a29fc8c-8e8a-436c-b43f-afc32db84716 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:15.435630 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['d8e2529d-24b8-42cb-bc87-5d9f4696f670'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:29:15.438386 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['5da2845e-9bbb-468e-9966-0b91cb437545', '580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:29:15.463858 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29fc8c-8e8a-436c-b43f-afc32db84716 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Pushing event updated for resources: {'Port': ['ID=5cade324-75ed-48f6-8c28-597bda3f6bba,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:15.482367 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-7a29fc8c-8e8a-436c-b43f-afc32db84716 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:15.484911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-7a29fc8c-8e8a-436c-b43f-afc32db84716 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:15.491555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-7a29fc8c-8e8a-436c-b43f-afc32db84716 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:15.553154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-7a29fc8c-8e8a-436c-b43f-afc32db84716 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:15.554091 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-7a29fc8c-8e8a-436c-b43f-afc32db84716 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:15.576484 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-7a29fc8c-8e8a-436c-b43f-afc32db84716 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3170447 Aug 05 14:29:15.588899 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-0f3fc8b2-52e3-4595-8073-599bfc2f1d13 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 14:29:15.588899 n-d-803585-2 neutron-server[105725]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Aug 05 14:29:15.588899 n-d-803585-2 neutron-server[105725]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe28:2077', 'status': 'ALLOCATED', 'ipam_subnet_id': '9e8b2a00-82e1-408e-a920-f32ef674344f'}] Aug 05 14:29:15.588899 n-d-803585-2 neutron-server[105725]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:29:15.589368 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-0f3fc8b2-52e3-4595-8073-599bfc2f1d13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:29:15.596379 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Request body: {'port': {'device_id': '512429d9-2b98-4fef-b4cc-43c883aff690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:15.624380 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22f207c7-c693-45ea-96c6-7c50beb69977 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:15.701982 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:15.820858 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-22f207c7-c693-45ea-96c6-7c50beb69977 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] For port 4aadb3d0-eb2c-4940-a043-64250bf7c31b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4aadb3d0-eb2c-4940-a043-64250bf7c31b,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:15.855328 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-903bc64e-8a4b-4ccf-bc07-935e9a0d4372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:15.874725 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22f207c7-c693-45ea-96c6-7c50beb69977 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:15.881399 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22f207c7-c693-45ea-96c6-7c50beb69977 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:15.882243 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22f207c7-c693-45ea-96c6-7c50beb69977 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:15.958892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f207c7-c693-45ea-96c6-7c50beb69977 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:15.966213 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-22f207c7-c693-45ea-96c6-7c50beb69977 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:15.969295 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f207c7-c693-45ea-96c6-7c50beb69977 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:15.969903 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22f207c7-c693-45ea-96c6-7c50beb69977 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:15.988054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f207c7-c693-45ea-96c6-7c50beb69977 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=529e8134-35b1-4cf1-8c0a-4ac97d16b310,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:15.997080 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f207c7-c693-45ea-96c6-7c50beb69977 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=4aadb3d0-eb2c-4940-a043-64250bf7c31b,revision_number=7']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:16.005200 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-22f207c7-c693-45ea-96c6-7c50beb69977 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3868260 Aug 05 14:29:16.005511 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37844) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:16.010757 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'mac_address': 'fa:16:3e:ac:c0:b2', 'name': 'tempest-NetworksTestDHCPv6-427074079'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:16.059749 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cade324-75ed-48f6-8c28-597bda3f6bba {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:29:16.070263 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:16.097142 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Transition to ACTIVE for port object 5cade324-75ed-48f6-8c28-597bda3f6bba will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:16.109678 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:16.121867 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0f3fc8b2-52e3-4595-8073-599bfc2f1d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:16.186792 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Pushing event updated for resources: {'Port': ['ID=5cade324-75ed-48f6-8c28-597bda3f6bba,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:16.215440 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:16.253419 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:16.337300 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Attempting to bind port 5cade324-75ed-48f6-8c28-597bda3f6bba on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:29:16.337643 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Attempting to bind port 5cade324-75ed-48f6-8c28-597bda3f6bba by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:29:16.337981 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Attempting to bind port 5cade324-75ed-48f6-8c28-597bda3f6bba on network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:29:16.344704 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f759946-43be-4748-aa37-c5eda6c60cad req-57662442-5653-4cf2-8935-3e5018df6110 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:16.345297 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Port 5cade324-75ed-48f6-8c28-597bda3f6bba on network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:29:16.345569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Attempting to bind port 5cade324-75ed-48f6-8c28-597bda3f6bba on network a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:29:16.346330 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4f759946-43be-4748-aa37-c5eda6c60cad req-57662442-5653-4cf2-8935-3e5018df6110 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=512429d9-2b98-4fef-b4cc-43c883aff690 HTTP/1.1" status: 200 len: 943 time: 0.0578363 Aug 05 14:29:16.359592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:29:16.360052 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Checking segment: {'id': '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:29:16.360442 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Bound using segment: {'id': '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:29:16.360629 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-0f3fc8b2-52e3-4595-8073-599bfc2f1d13 None None] Allocated IP 172.20.0.2 (0b567c09-dbdf-4609-b47a-edf0ab2774db/09949516-e80e-4eee-8390-61a0731d594d/4aadb3d0-eb2c-4940-a043-64250bf7c31b) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:16.360815 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Bound port: 5cade324-75ed-48f6-8c28-597bda3f6bba, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:29:16.361300 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:16.392668 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4f759946-43be-4748-aa37-c5eda6c60cad req-ac0f1207-4175-46fc-a555-58e4c86ffea3 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402794 Aug 05 14:29:16.392897 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:16.458276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port 51c225f8-7ab8-4a6c-82a5-6e37f35d0c01 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:29:16.474838 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0f3fc8b2-52e3-4595-8073-599bfc2f1d13 None None] For port 4aadb3d0-eb2c-4940-a043-64250bf7c31b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4aadb3d0-eb2c-4940-a043-64250bf7c31b,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:16.507734 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0f3fc8b2-52e3-4595-8073-599bfc2f1d13 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:16.522316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] For port 5cade324-75ed-48f6-8c28-597bda3f6bba, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:29:16.522767 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0f3fc8b2-52e3-4595-8073-599bfc2f1d13 None None] Transition to ACTIVE for port object 4aadb3d0-eb2c-4940-a043-64250bf7c31b will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:16.530633 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0f3fc8b2-52e3-4595-8073-599bfc2f1d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:16.549656 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] For port 5cade324-75ed-48f6-8c28-597bda3f6bba, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5cade324-75ed-48f6-8c28-597bda3f6bba,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:29:16.558724 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:16.584577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:16.585271 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:16.586802 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] 10.222.0.84 "PUT /v2.0/ports/5cade324-75ed-48f6-8c28-597bda3f6bba HTTP/1.1" status: 200 len: 1091 time: 0.9954102 Aug 05 14:29:16.591229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512429d9-2b98-4fef-b4cc-43c883aff690', 'tag': '5cade324-75ed-48f6-8c28-597bda3f6bba'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:29:16.594462 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9de9ef6-ea27-4f19-af4f-b986688bcb57" -d '{"events": [{"name": "network-changed", "server_uuid": "512429d9-2b98-4fef-b4cc-43c883aff690", "tag": "5cade324-75ed-48f6-8c28-597bda3f6bba"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:29:16.654242 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fc8b2-52e3-4595-8073-599bfc2f1d13 None None] Pushing event updated for resources: {'Port': ['ID=4aadb3d0-eb2c-4940-a043-64250bf7c31b,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:16.679772 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3cd2a8-8600-48c7-9736-92c18b097236 x-openstack-request-id: req-fe3cd2a8-8600-48c7-9736-92c18b097236 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:29:16.680555 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512429d9-2b98-4fef-b4cc-43c883aff690", "tag": "5cade324-75ed-48f6-8c28-597bda3f6bba", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:29:16.680817 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe3cd2a8-8600-48c7-9736-92c18b097236 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:29:16.681222 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512429d9-2b98-4fef-b4cc-43c883aff690', 'tag': '5cade324-75ed-48f6-8c28-597bda3f6bba', 'status': 'completed', 'code': 200} Aug 05 14:29:16.740548 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62a69e-b621-4896-9ecf-5c150cfb514c service neutron] Pushing event updated for resources: {'Port': ['ID=5cade324-75ed-48f6-8c28-597bda3f6bba,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:16.759171 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.api [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0de15562-625b-40e6-b1b6-0ca686b0b791 {{(pid=105724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:29:16.759496 n-d-803585-2 neutron-server[105724]: DEBUG oslo_db.api [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:29:16.764494 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-e99fb999-7b33-4d32-9289-2c84686b9ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:16.766519 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-e99fb999-7b33-4d32-9289-2c84686b9ad3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d44e55a5329445c2aac6d13fee6bc897&device_id=512429d9-2b98-4fef-b4cc-43c883aff690 HTTP/1.1" status: 200 len: 1094 time: 0.1229455 Aug 05 14:29:16.834886 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-e1cee260-2ff3-4778-8544-ea303584198e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cade324-75ed-48f6-8c28-597bda3f6bba HTTP/1.1" status: 200 len: 217 time: 0.0462959 Aug 05 14:29:16.894061 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-fd69a00e-2209-4de1-874e-5c3a54e0cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:16.895867 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-fd69a00e-2209-4de1-874e-5c3a54e0cf98 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e99111e-51aa-4903-9c73-59ebc8ad6b36 HTTP/1.1" status: 200 len: 855 time: 0.0532870 Aug 05 14:29:16.933787 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-d517a445-3264-4d98-99f3-8c354f7217a6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291908 Aug 05 14:29:17.042776 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-419952af-3abc-49e4-a04c-89e3470c9214 service neutron] 10.222.0.84 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996881 Aug 05 14:29:17.148259 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67bda796-55eb-45ee-af3e-1f54bdfdb0b0 req-9b653016-77a6-45b5-9394-bcb304d0856c service neutron] 10.222.0.84 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979402 Aug 05 14:29:17.251813 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de9ef6-ea27-4f19-af4f-b986688bcb57 req-01a48c82-d70d-4d28-b0f7-8a6d9eb7b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:17.255298 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9de9ef6-ea27-4f19-af4f-b986688bcb57 req-01a48c82-d70d-4d28-b0f7-8a6d9eb7b4b9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d44e55a5329445c2aac6d13fee6bc897&device_id=512429d9-2b98-4fef-b4cc-43c883aff690 HTTP/1.1" status: 200 len: 1094 time: 0.0566552 Aug 05 14:29:17.260737 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:17.321540 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9633fe-24e7-45b5-83e7-c62be85b327b None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:17.336187 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port 271cec1c-501e-4265-828e-fc423a8f481c yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:29:17.388638 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1423f561-ad7b-43be-a1ce-ec90b72e9b94 None None] Provisioning for port 4aadb3d0-eb2c-4940-a043-64250bf7c31b completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:17.402722 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1423f561-ad7b-43be-a1ce-ec90b72e9b94 None None] Provisioning complete for port 4aadb3d0-eb2c-4940-a043-64250bf7c31b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:17.402722 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1423f561-ad7b-43be-a1ce-ec90b72e9b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:17.438957 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de9ef6-ea27-4f19-af4f-b986688bcb57 req-3bafce45-8a4a-4489-858f-fe70ee2a64af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:17.440575 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9de9ef6-ea27-4f19-af4f-b986688bcb57 req-3bafce45-8a4a-4489-858f-fe70ee2a64af service neutron] 10.222.0.84 "GET /v2.0/networks?id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb HTTP/1.1" status: 200 len: 916 time: 0.1770122 Aug 05 14:29:17.542912 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9de9ef6-ea27-4f19-af4f-b986688bcb57 req-09627213-3d72-466e-b031-a24eef74f950 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cade324-75ed-48f6-8c28-597bda3f6bba HTTP/1.1" status: 200 len: 217 time: 0.0745072 Aug 05 14:29:17.561156 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1423f561-ad7b-43be-a1ce-ec90b72e9b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:17.610796 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-1423f561-ad7b-43be-a1ce-ec90b72e9b94 None None] For port 4aadb3d0-eb2c-4940-a043-64250bf7c31b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4aadb3d0-eb2c-4940-a043-64250bf7c31b,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:17.617078 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1423f561-ad7b-43be-a1ce-ec90b72e9b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:17.626420 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4240b63-bbc9-455d-b444-077bbbd91456 req-0104cba2-737b-496a-9fd9-f669453bfc1f tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:17.628103 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e4240b63-bbc9-455d-b444-077bbbd91456 req-0104cba2-737b-496a-9fd9-f669453bfc1f tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=512429d9-2b98-4fef-b4cc-43c883aff690 HTTP/1.1" status: 200 len: 943 time: 0.1587622 Aug 05 14:29:17.683702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de9ef6-ea27-4f19-af4f-b986688bcb57 req-a37634cf-bdec-4460-bdac-25327408ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:17.683702 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9de9ef6-ea27-4f19-af4f-b986688bcb57 req-a37634cf-bdec-4460-bdac-25327408ea64 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6e99111e-51aa-4903-9c73-59ebc8ad6b36 HTTP/1.1" status: 200 len: 855 time: 0.1271782 Aug 05 14:29:17.703258 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423f561-ad7b-43be-a1ce-ec90b72e9b94 None None] Pushing event updated for resources: {'Port': ['ID=4aadb3d0-eb2c-4940-a043-64250bf7c31b,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:17.733859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 172.20.0.13 (0b567c09-dbdf-4609-b47a-edf0ab2774db/09949516-e80e-4eee-8390-61a0731d594d/271cec1c-501e-4265-828e-fc423a8f481c) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:17.738208 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9de9ef6-ea27-4f19-af4f-b986688bcb57 req-db90bbf3-5697-438a-9e19-1fac0f66329f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454726 Aug 05 14:29:17.750920 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e4240b63-bbc9-455d-b444-077bbbd91456 req-4ce3ad99-b4da-48e5-a76e-7fdb3bbd1ba1 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966158 Aug 05 14:29:17.759728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::f816:3eff:feac:c0b2 (0b567c09-dbdf-4609-b47a-edf0ab2774db/529e8134-35b1-4cf1-8c0a-4ac97d16b310/271cec1c-501e-4265-828e-fc423a8f481c) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:17.928232 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9de9ef6-ea27-4f19-af4f-b986688bcb57 req-5f0db8ab-b263-4b2b-96f4-ba395cc55080 service neutron] 10.222.0.84 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807563 Aug 05 14:29:18.051732 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:18.077984 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9de9ef6-ea27-4f19-af4f-b986688bcb57 req-7507bd8a-d583-4bf9-a9a1-f5a847dab2fc service neutron] 10.222.0.84 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399686 Aug 05 14:29:18.078954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object 271cec1c-501e-4265-828e-fc423a8f481c will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:18.121416 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:18.171005 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:18.176197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:18.178772 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:18.210645 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=271cec1c-501e-4265-828e-fc423a8f481c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:18.243720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:18.244601 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:18.264754 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d2c8035b-d1b9-42cb-860c-97e6dab52c7e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2557566 Aug 05 14:29:18.265523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37860) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:18.273108 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428b7c9a-c8fb-4b29-bb97-4e4e5989d7b1 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:18.324859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd89dd51-2ba2-4f6a-8319-9d319b7b3537 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:18.332442 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd89dd51-2ba2-4f6a-8319-9d319b7b3537 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:18.334096 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bd89dd51-2ba2-4f6a-8319-9d319b7b3537 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0676053 Aug 05 14:29:18.337274 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37862) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:18.368071 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f5d139ad-9253-431a-8801-d6885a01e693 None None] Provisioning complete for port 4aadb3d0-eb2c-4940-a043-64250bf7c31b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:18.368664 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f5d139ad-9253-431a-8801-d6885a01e693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:18.429686 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-de11eb84-98c3-4fb0-9bc8-5e4350beba66 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port 271cec1c-501e-4265-828e-fc423a8f481c {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:18.430115 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-de11eb84-98c3-4fb0-9bc8-5e4350beba66 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:18.449863 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cad2775e-2259-4d77-ab94-cf33a0f13154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:18.530548 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-de11eb84-98c3-4fb0-9bc8-5e4350beba66 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:18.550437 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-de11eb84-98c3-4fb0-9bc8-5e4350beba66 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for 271cec1c-501e-4265-828e-fc423a8f481c owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:18.636853 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:18.655041 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4aadb3d0-eb2c-4940-a043-64250bf7c31b up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:29:18.724990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4aadb3d0-eb2c-4940-a043-64250bf7c31b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:18.725531 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:18.838906 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-de11eb84-98c3-4fb0-9bc8-5e4350beba66 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:18.884076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11eb84-98c3-4fb0-9bc8-5e4350beba66 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=271cec1c-501e-4265-828e-fc423a8f481c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:18.990769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-44f332d4-0d14-4e7a-8e94-0cf36e6fcb94 None None] Provisioning complete for port 4aadb3d0-eb2c-4940-a043-64250bf7c31b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:18.991147 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-44f332d4-0d14-4e7a-8e94-0cf36e6fcb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:19.087569 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-44f332d4-0d14-4e7a-8e94-0cf36e6fcb94 None None] Could not find standard attr ID for object 271cec1c-501e-4265-828e-fc423a8f481c. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:29:19.299837 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8291ceb4-27dc-4a76-9ab1-d9c28cdadb1f None None] Could not find standard attr ID for object 271cec1c-501e-4265-828e-fc423a8f481c. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:29:19.348472 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abd3e7-c0bf-4278-94ed-6e3a59478f55 req-809fb2a7-eb8f-4f12-80b0-06daa3a7d67a tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:19.350086 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d9abd3e7-c0bf-4278-94ed-6e3a59478f55 req-809fb2a7-eb8f-4f12-80b0-06daa3a7d67a tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=512429d9-2b98-4fef-b4cc-43c883aff690 HTTP/1.1" status: 200 len: 943 time: 0.4798088 Aug 05 14:29:19.374822 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-de11eb84-98c3-4fb0-9bc8-5e4350beba66 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:19.376748 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-de11eb84-98c3-4fb0-9bc8-5e4350beba66 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/271cec1c-501e-4265-828e-fc423a8f481c HTTP/1.1" status: 204 len: 168 time: 1.0383258 Aug 05 14:29:19.379570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37872) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:19.398420 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d9abd3e7-c0bf-4278-94ed-6e3a59478f55 req-f613a346-46e0-4c37-9c1c-c53ce98aeeee tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418313 Aug 05 14:29:19.442365 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f5a53e-592e-4b3e-98de-2d93874b8e4d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:19.443935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f5a53e-592e-4b3e-98de-2d93874b8e4d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:19.445436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f5a53e-592e-4b3e-98de-2d93874b8e4d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:19.447751 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-74f5a53e-592e-4b3e-98de-2d93874b8e4d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0673819 Aug 05 14:29:19.450446 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37874) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:19.506651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eca497a-f7e0-4b4b-bd11-1dfe7bb5cffc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet 09949516-e80e-4eee-8390-61a0731d594d {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:19.510651 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2eca497a-f7e0-4b4b-bd11-1dfe7bb5cffc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:19.556270 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2eca497a-f7e0-4b4b-bd11-1dfe7bb5cffc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:19.587348 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:19.648583 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2eca497a-f7e0-4b4b-bd11-1dfe7bb5cffc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:19.711392 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2eca497a-f7e0-4b4b-bd11-1dfe7bb5cffc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:19.744449 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca497a-f7e0-4b4b-bd11-1dfe7bb5cffc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=09949516-e80e-4eee-8390-61a0731d594d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:19.749428 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2eca497a-f7e0-4b4b-bd11-1dfe7bb5cffc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:19.753590 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2eca497a-f7e0-4b4b-bd11-1dfe7bb5cffc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/09949516-e80e-4eee-8390-61a0731d594d HTTP/1.1" status: 204 len: 168 time: 0.2999198 Aug 05 14:29:19.753853 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37876) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:19.768764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74336ef8-55bb-4b23-8560-55766e10a0b3 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:19.811223 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7072d37e-28f3-4ca8-897a-ac06d5b8c048 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet 529e8134-35b1-4cf1-8c0a-4ac97d16b310 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:19.814761 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7072d37e-28f3-4ca8-897a-ac06d5b8c048 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:19.863867 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7072d37e-28f3-4ca8-897a-ac06d5b8c048 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:19.979619 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7072d37e-28f3-4ca8-897a-ac06d5b8c048 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:20.045757 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7072d37e-28f3-4ca8-897a-ac06d5b8c048 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:20.079645 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072d37e-28f3-4ca8-897a-ac06d5b8c048 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=529e8134-35b1-4cf1-8c0a-4ac97d16b310,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:20.081983 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7072d37e-28f3-4ca8-897a-ac06d5b8c048 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:20.083982 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7072d37e-28f3-4ca8-897a-ac06d5b8c048 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/529e8134-35b1-4cf1-8c0a-4ac97d16b310 HTTP/1.1" status: 204 len: 168 time: 0.3291359 Aug 05 14:29:20.087285 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37884) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:20.134791 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-03e2e0e1-ced7-401c-90c4-e973ab7419c9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414450 Aug 05 14:29:20.135277 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37886) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:20.140930 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ba9a1ce8-e006-4cad-8dc1-79facedaf0bf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:20.238403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9a1ce8-e006-4cad-8dc1-79facedaf0bf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:20.243516 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ba9a1ce8-e006-4cad-8dc1-79facedaf0bf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:20.459894 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ba9a1ce8-e006-4cad-8dc1-79facedaf0bf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:20.509680 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9a1ce8-e006-4cad-8dc1-79facedaf0bf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:20.516765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-ba9a1ce8-e006-4cad-8dc1-79facedaf0bf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:20.521497 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9a1ce8-e006-4cad-8dc1-79facedaf0bf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:20.522107 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ba9a1ce8-e006-4cad-8dc1-79facedaf0bf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:20.545440 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ba9a1ce8-e006-4cad-8dc1-79facedaf0bf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4057968 Aug 05 14:29:20.545440 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37890) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:20.550752 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e155d9c8-ef6f-431e-a212-7eb7c9310edc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:20.554906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a1ce8-e006-4cad-8dc1-79facedaf0bf tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=3ed7717e-cba9-4863-ad0e-3645b9ad197e,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:20.575520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9708f80-7d72-4ff7-ba60-eb967ef63a02 req-08987de0-9b5e-44f0-8718-55782faca4f0 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:20.579627 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5cade324-75ed-48f6-8c28-597bda3f6bba details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:29:20.584183 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9708f80-7d72-4ff7-ba60-eb967ef63a02 req-08987de0-9b5e-44f0-8718-55782faca4f0 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=512429d9-2b98-4fef-b4cc-43c883aff690 HTTP/1.1" status: 200 len: 943 time: 0.0876126 Aug 05 14:29:20.615273 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c72261-a936-4300-9b79-65b27f83aaa5 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:20.643153 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9708f80-7d72-4ff7-ba60-eb967ef63a02 req-748e9feb-481a-4810-82db-f96eec9304cd tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579033 Aug 05 14:29:20.701069 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e155d9c8-ef6f-431e-a212-7eb7c9310edc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:20.704773 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e155d9c8-ef6f-431e-a212-7eb7c9310edc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:20.735151 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e8579433-d724-4c8a-aa3f-829fc8ad7ec7 None None] Provisioning complete for port 4aadb3d0-eb2c-4940-a043-64250bf7c31b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:20.735443 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e8579433-d724-4c8a-aa3f-829fc8ad7ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:20.937340 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 5cade324-75ed-48f6-8c28-597bda3f6bba, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5cade324-75ed-48f6-8c28-597bda3f6bba,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:20.962582 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '5cade324-75ed-48f6-8c28-597bda3f6bba', 'network_id': 'a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb', 'port_id': '5cade324-75ed-48f6-8c28-597bda3f6bba', 'mac_address': 'fa:16:3e:23:ac:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e99111e-51aa-4903-9c73-59ebc8ad6b36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:29:21.067715 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:21.090636 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cade324-75ed-48f6-8c28-597bda3f6bba {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:29:21.112448 n-d-803585-2 neutron-server[105723]: DEBUG neutron.objects.ports [None req-e155d9c8-ef6f-431e-a212-7eb7c9310edc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:29:21.128841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 5cade324-75ed-48f6-8c28-597bda3f6bba, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5cade324-75ed-48f6-8c28-597bda3f6bba,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:21.144622 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:21.189340 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6b97be-1c01-4eea-b563-6deeb16553fd None None] Update dhcp port {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'fixed_ips': [{'subnet_id': '3ed7717e-cba9-4863-ad0e-3645b9ad197e'}], 'binding:host_id': 'n-d-803585-2'}, 'id': '4aadb3d0-eb2c-4940-a043-64250bf7c31b'} from n-d-803585-2. {{(pid=105725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 14:29:21.232013 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=5cade324-75ed-48f6-8c28-597bda3f6bba,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:21.235012 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5a6b97be-1c01-4eea-b563-6deeb16553fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:21.289587 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e155d9c8-ef6f-431e-a212-7eb7c9310edc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:21.379805 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:21.449959 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['5cade324-75ed-48f6-8c28-597bda3f6bba'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:29:21.452798 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-e155d9c8-ef6f-431e-a212-7eb7c9310edc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] For port 4aadb3d0-eb2c-4940-a043-64250bf7c31b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4aadb3d0-eb2c-4940-a043-64250bf7c31b,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:21.487872 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e155d9c8-ef6f-431e-a212-7eb7c9310edc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:21.493146 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e155d9c8-ef6f-431e-a212-7eb7c9310edc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:21.493902 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e155d9c8-ef6f-431e-a212-7eb7c9310edc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:21.504601 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-5a6b97be-1c01-4eea-b563-6deeb16553fd None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe28:2077-b845aeab-100c-4542-95dc-fe4795a46d {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:29:21.504953 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-5a6b97be-1c01-4eea-b563-6deeb16553fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:29:21.565571 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e155d9c8-ef6f-431e-a212-7eb7c9310edc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:21.577665 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-e155d9c8-ef6f-431e-a212-7eb7c9310edc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:21.588904 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e155d9c8-ef6f-431e-a212-7eb7c9310edc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:21.589513 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e155d9c8-ef6f-431e-a212-7eb7c9310edc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:21.600442 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155d9c8-ef6f-431e-a212-7eb7c9310edc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=72a1c17b-d6fa-4416-9ae6-1a860760bb82,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:21.606164 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155d9c8-ef6f-431e-a212-7eb7c9310edc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=4aadb3d0-eb2c-4940-a043-64250bf7c31b,revision_number=13']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:21.614911 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e155d9c8-ef6f-431e-a212-7eb7c9310edc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0684736 Aug 05 14:29:21.617989 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37894) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:21.623129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-68f39fee-ea0e-4ba8-995b-a4305a00200d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'mac_address': 'fa:16:3e:f6:2f:ba', 'name': 'tempest-NetworksTestDHCPv6-1183903055'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:21.739288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f39fee-ea0e-4ba8-995b-a4305a00200d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:21.760127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87982cd3-8314-4605-afb5-2b4eaca56ede req-fc6c4ec5-d065-4573-a52a-3e810f15023a tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:21.761707 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87982cd3-8314-4605-afb5-2b4eaca56ede req-fc6c4ec5-d065-4573-a52a-3e810f15023a tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=512429d9-2b98-4fef-b4cc-43c883aff690 HTTP/1.1" status: 200 len: 944 time: 0.0549440 Aug 05 14:29:21.802008 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87982cd3-8314-4605-afb5-2b4eaca56ede req-1ffa8a36-f6cb-401d-aa79-a1d496f7dfca tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339525 Aug 05 14:29:21.832540 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68f39fee-ea0e-4ba8-995b-a4305a00200d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:21.853419 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-68f39fee-ea0e-4ba8-995b-a4305a00200d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port 858a10db-18f3-4d66-9c6e-0bb12889fb4f yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:29:21.975955 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37900) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:22.019666 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-68f39fee-ea0e-4ba8-995b-a4305a00200d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 172.20.0.14 (0b567c09-dbdf-4609-b47a-edf0ab2774db/3ed7717e-cba9-4863-ad0e-3645b9ad197e/858a10db-18f3-4d66-9c6e-0bb12889fb4f) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:22.029503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-68f39fee-ea0e-4ba8-995b-a4305a00200d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::f816:3eff:fef6:2fba (0b567c09-dbdf-4609-b47a-edf0ab2774db/72a1c17b-d6fa-4416-9ae6-1a860760bb82/858a10db-18f3-4d66-9c6e-0bb12889fb4f) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:22.033726 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5a6b97be-1c01-4eea-b563-6deeb16553fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:22.157599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ac0c77cf-e8a5-472d-bfc2-31eee5c9662c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Deleting port 04cfd28d-5699-48a7-9da7-f4a79df39e66 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:22.157976 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ac0c77cf-e8a5-472d-bfc2-31eee5c9662c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:22.190961 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68f39fee-ea0e-4ba8-995b-a4305a00200d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:22.204917 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-68f39fee-ea0e-4ba8-995b-a4305a00200d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object 858a10db-18f3-4d66-9c6e-0bb12889fb4f will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:22.235923 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ac0c77cf-e8a5-472d-bfc2-31eee5c9662c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:22.236167 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ac0c77cf-e8a5-472d-bfc2-31eee5c9662c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:22.242028 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68f39fee-ea0e-4ba8-995b-a4305a00200d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:22.249388 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ac0c77cf-e8a5-472d-bfc2-31eee5c9662c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Calling delete_port for 04cfd28d-5699-48a7-9da7-f4a79df39e66 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:22.296390 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-5a6b97be-1c01-4eea-b563-6deeb16553fd None None] Allocated IP 172.20.0.2 (0b567c09-dbdf-4609-b47a-edf0ab2774db/3ed7717e-cba9-4863-ad0e-3645b9ad197e/4aadb3d0-eb2c-4940-a043-64250bf7c31b) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:22.299923 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f39fee-ea0e-4ba8-995b-a4305a00200d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:22.303367 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-68f39fee-ea0e-4ba8-995b-a4305a00200d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:22.308297 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f39fee-ea0e-4ba8-995b-a4305a00200d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:22.312354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f39fee-ea0e-4ba8-995b-a4305a00200d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=858a10db-18f3-4d66-9c6e-0bb12889fb4f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:22.360061 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f39fee-ea0e-4ba8-995b-a4305a00200d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:22.360507 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-68f39fee-ea0e-4ba8-995b-a4305a00200d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:22.383713 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-68f39fee-ea0e-4ba8-995b-a4305a00200d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7616982 Aug 05 14:29:22.384903 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37902) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:22.406922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-5a6b97be-1c01-4eea-b563-6deeb16553fd None None] For port 4aadb3d0-eb2c-4940-a043-64250bf7c31b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4aadb3d0-eb2c-4940-a043-64250bf7c31b,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:22.436417 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5a6b97be-1c01-4eea-b563-6deeb16553fd None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:22.450683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5a6b97be-1c01-4eea-b563-6deeb16553fd None None] Transition to ACTIVE for port object 4aadb3d0-eb2c-4940-a043-64250bf7c31b will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:22.455269 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5a6b97be-1c01-4eea-b563-6deeb16553fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:22.516511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee02e8a-4da0-48f0-bfe9-380206a4fcc6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:22.528078 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee02e8a-4da0-48f0-bfe9-380206a4fcc6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:22.530820 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fee02e8a-4da0-48f0-bfe9-380206a4fcc6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1442783 Aug 05 14:29:22.533568 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37904) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:22.548971 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ac0c77cf-e8a5-472d-bfc2-31eee5c9662c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:22.639124 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c77cf-e8a5-472d-bfc2-31eee5c9662c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event deleted for resources: {'Port': ['ID=04cfd28d-5699-48a7-9da7-f4a79df39e66,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:22.682045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4aadb3d0-eb2c-4940-a043-64250bf7c31b up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:29:22.684002 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5cade324-75ed-48f6-8c28-597bda3f6bba up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:29:22.753201 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b97be-1c01-4eea-b563-6deeb16553fd None None] Pushing event updated for resources: {'Port': ['ID=4aadb3d0-eb2c-4940-a043-64250bf7c31b,revision_number=14']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:22.795143 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ac0c77cf-e8a5-472d-bfc2-31eee5c9662c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:22.795678 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-ac0c77cf-e8a5-472d-bfc2-31eee5c9662c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Floating IP 08dc5ebc-128f-4b61-8380-0f46a626050d disassociated (deleted). External IP: 172.25.5.102, port: 7f0b962d-ece5-45fb-b3d3-499c778c92f9. Aug 05 14:29:22.803959 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 5cade324-75ed-48f6-8c28-597bda3f6bba completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:22.808903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 5cade324-75ed-48f6-8c28-597bda3f6bba triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:22.809273 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:22.892133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b39e2-6caf-4296-8a60-bf80cc38d5c2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port 858a10db-18f3-4d66-9c6e-0bb12889fb4f {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:22.892675 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a5b39e2-6caf-4296-8a60-bf80cc38d5c2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:22.913572 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:22.953793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512429d9-2b98-4fef-b4cc-43c883aff690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cade324-75ed-48f6-8c28-597bda3f6bba'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:29:22.957337 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345052aa-0d1a-449c-b00e-b0d2a10ba1a7" -d '{"events": [{"server_uuid": "512429d9-2b98-4fef-b4cc-43c883aff690", "name": "network-vif-plugged", "status": "completed", "tag": "5cade324-75ed-48f6-8c28-597bda3f6bba"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:29:22.959479 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd312ba5-cba1-4760-b066-db2aaa3892a4 req-4c0fe5c8-22b0-4590-a067-b96e7b5ad4b3 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:22.962461 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd312ba5-cba1-4760-b066-db2aaa3892a4 req-4c0fe5c8-22b0-4590-a067-b96e7b5ad4b3 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=512429d9-2b98-4fef-b4cc-43c883aff690 HTTP/1.1" status: 200 len: 944 time: 0.0663605 Aug 05 14:29:22.978742 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 5cade324-75ed-48f6-8c28-597bda3f6bba, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5cade324-75ed-48f6-8c28-597bda3f6bba,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:22.991336 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:23.019243 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd312ba5-cba1-4760-b066-db2aaa3892a4 req-ec0a7571-67d2-49fa-9349-74952463c2a2 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441554 Aug 05 14:29:23.074095 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=5cade324-75ed-48f6-8c28-597bda3f6bba,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:23.202769 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c0ecbb-c1de-4d0f-8a4a-b231f87c3b3c x-openstack-request-id: req-c1c0ecbb-c1de-4d0f-8a4a-b231f87c3b3c {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:29:23.203071 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512429d9-2b98-4fef-b4cc-43c883aff690", "name": "network-vif-plugged", "status": "completed", "tag": "5cade324-75ed-48f6-8c28-597bda3f6bba", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:29:23.203330 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1c0ecbb-c1de-4d0f-8a4a-b231f87c3b3c {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:29:23.203730 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512429d9-2b98-4fef-b4cc-43c883aff690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cade324-75ed-48f6-8c28-597bda3f6bba', 'code': 200} Aug 05 14:29:23.215015 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a5b39e2-6caf-4296-8a60-bf80cc38d5c2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:23.235016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b39e2-6caf-4296-8a60-bf80cc38d5c2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for 858a10db-18f3-4d66-9c6e-0bb12889fb4f owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:23.323887 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215c31b-ca59-4913-a3a2-f63e779bc115 req-583e1b79-fb9d-4622-b245-f5c17f04c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:23.325447 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b215c31b-ca59-4913-a3a2-f63e779bc115 req-583e1b79-fb9d-4622-b245-f5c17f04c8e8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=512429d9-2b98-4fef-b4cc-43c883aff690 HTTP/1.1" status: 200 len: 1096 time: 0.0507741 Aug 05 14:29:23.371002 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0c77cf-e8a5-472d-bfc2-31eee5c9662c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Router 535cbba1-f470-4e50-829a-caf7d17f9517 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:29:23.371625 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b215c31b-ca59-4913-a3a2-f63e779bc115 req-0006e94f-6965-47fb-a0d1-875ac8ae11e6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384650 Aug 05 14:29:23.406970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3059326-efc7-4be3-97f1-50e5d6129176 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:23.526337 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0166b3eb-cf55-487c-a60c-a782a77b101f None None] Provisioning for port 4aadb3d0-eb2c-4940-a043-64250bf7c31b completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:23.536345 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0166b3eb-cf55-487c-a60c-a782a77b101f None None] Provisioning complete for port 4aadb3d0-eb2c-4940-a043-64250bf7c31b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:23.536736 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0166b3eb-cf55-487c-a60c-a782a77b101f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:23.565325 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0c77cf-e8a5-472d-bfc2-31eee5c9662c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:29:23.567884 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a5b39e2-6caf-4296-8a60-bf80cc38d5c2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:23.573581 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ac0c77cf-e8a5-472d-bfc2-31eee5c9662c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:23.591088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee752d8-e622-4634-b3b3-d0071d970882 None None] Sync routers for ids ['535cbba1-f470-4e50-829a-caf7d17f9517'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:29:23.620990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee752d8-e622-4634-b3b3-d0071d970882 None None] Routers {'535cbba1-f470-4e50-829a-caf7d17f9517'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:29:23.621641 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bee752d8-e622-4634-b3b3-d0071d970882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:29:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['535cbba1-f470-4e50-829a-caf7d17f9517'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:23.627425 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b39e2-6caf-4296-8a60-bf80cc38d5c2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=858a10db-18f3-4d66-9c6e-0bb12889fb4f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:23.630693 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ac0c77cf-e8a5-472d-bfc2-31eee5c9662c tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "DELETE /v2.0/floatingips/08dc5ebc-128f-4b61-8380-0f46a626050d HTTP/1.1" status: 204 len: 168 time: 1.6534426 Aug 05 14:29:23.632756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'tag': '7f0b962d-ece5-45fb-b3d3-499c778c92f9'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:29:23.636241 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dd1962-0b40-4491-a069-e03b1f592567" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7adc71-9a4c-4308-956a-f14e9f94781e", "tag": "7f0b962d-ece5-45fb-b3d3-499c778c92f9"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:29:23.730742 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754af5b9-e92c-4efe-8d3d-188a852e0f55 x-openstack-request-id: req-754af5b9-e92c-4efe-8d3d-188a852e0f55 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:29:23.731101 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7adc71-9a4c-4308-956a-f14e9f94781e", "tag": "7f0b962d-ece5-45fb-b3d3-499c778c92f9", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:29:23.731413 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-754af5b9-e92c-4efe-8d3d-188a852e0f55 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:29:23.732089 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'tag': '7f0b962d-ece5-45fb-b3d3-499c778c92f9', 'status': 'completed', 'code': 200} Aug 05 14:29:23.766865 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a5b39e2-6caf-4296-8a60-bf80cc38d5c2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:23.768777 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5a5b39e2-6caf-4296-8a60-bf80cc38d5c2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/858a10db-18f3-4d66-9c6e-0bb12889fb4f HTTP/1.1" status: 204 len: 168 time: 1.2338457 Aug 05 14:29:23.771668 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37918) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:23.816368 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-bee752d8-e622-4634-b3b3-d0071d970882 None None] Set router 535cbba1-f470-4e50-829a-caf7d17f9517 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:29:23.872017 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd1962-0b40-4491-a069-e03b1f592567 req-237b7888-c995-4817-b559-d26314429369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:23.873886 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a4dd1962-0b40-4491-a069-e03b1f592567 req-237b7888-c995-4817-b559-d26314429369 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 1097 time: 0.0927215 Aug 05 14:29:23.882336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7103731b-83c8-4f21-af92-c5d9c38b348a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:23.885189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7103731b-83c8-4f21-af92-c5d9c38b348a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:23.887235 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7103731b-83c8-4f21-af92-c5d9c38b348a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:23.889092 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7103731b-83c8-4f21-af92-c5d9c38b348a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1166241 Aug 05 14:29:23.891712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37920) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:23.986343 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-94972bcc-d691-4a8d-8923-99d74960ab62 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet 3ed7717e-cba9-4863-ad0e-3645b9ad197e {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:23.991052 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94972bcc-d691-4a8d-8923-99d74960ab62 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:24.041089 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94972bcc-d691-4a8d-8923-99d74960ab62 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:24.077714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd1962-0b40-4491-a069-e03b1f592567 req-830a2e32-34ac-4d63-b668-b897316e1179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:24.079514 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a4dd1962-0b40-4491-a069-e03b1f592567 req-830a2e32-34ac-4d63-b668-b897316e1179 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 200 len: 913 time: 0.1954508 Aug 05 14:29:24.155789 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a4dd1962-0b40-4491-a069-e03b1f592567 req-972fc7d9-76df-48b3-aacf-b5eb1b2b789a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f0b962d-ece5-45fb-b3d3-499c778c92f9 HTTP/1.1" status: 200 len: 217 time: 0.0502305 Aug 05 14:29:24.194989 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94972bcc-d691-4a8d-8923-99d74960ab62 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:24.221431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bee752d8-e622-4634-b3b3-d0071d970882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:57Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:24.254046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbf2f6-9d72-4e8b-9daa-3a0f6d2dc38f req-8619ed0b-b2f2-4068-bc05-7ccffd26022d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:24.254323 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee752d8-e622-4634-b3b3-d0071d970882 None None] Checking router: 535cbba1-f470-4e50-829a-caf7d17f9517 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:29:24.263667 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b0bbf2f6-9d72-4e8b-9daa-3a0f6d2dc38f req-8619ed0b-b2f2-4068-bc05-7ccffd26022d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 946 time: 0.2271435 Aug 05 14:29:24.263950 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee752d8-e622-4634-b3b3-d0071d970882 None None] Routers {'535cbba1-f470-4e50-829a-caf7d17f9517'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:29:24.264602 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bee752d8-e622-4634-b3b3-d0071d970882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:29:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['535cbba1-f470-4e50-829a-caf7d17f9517'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:24.324957 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbc6d4-936e-41ca-922c-15012c90bc2e req-f6536e1b-0944-4dcf-a8e6-9d9c331a661c tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:24.326123 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eacbc6d4-936e-41ca-922c-15012c90bc2e req-f6536e1b-0944-4dcf-a8e6-9d9c331a661c tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=512429d9-2b98-4fef-b4cc-43c883aff690 HTTP/1.1" status: 200 len: 945 time: 0.1006410 Aug 05 14:29:24.349597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd1962-0b40-4491-a069-e03b1f592567 req-df303535-0416-4cb6-a27f-f7397bf1f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:24.351195 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a4dd1962-0b40-4491-a069-e03b1f592567 req-df303535-0416-4cb6-a27f-f7397bf1f527 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 200 len: 851 time: 0.1768882 Aug 05 14:29:24.358486 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94972bcc-d691-4a8d-8923-99d74960ab62 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:24.361562 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b0bbf2f6-9d72-4e8b-9daa-3a0f6d2dc38f req-7dad9069-42b3-49f5-8bd9-3226bb2394fc tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933101 Aug 05 14:29:24.416091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94972bcc-d691-4a8d-8923-99d74960ab62 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed7717e-cba9-4863-ad0e-3645b9ad197e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:24.438185 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94972bcc-d691-4a8d-8923-99d74960ab62 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:24.446589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37926) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:24.450541 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-94972bcc-d691-4a8d-8923-99d74960ab62 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/3ed7717e-cba9-4863-ad0e-3645b9ad197e HTTP/1.1" status: 204 len: 168 time: 0.5574443 Aug 05 14:29:24.462123 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eacbc6d4-936e-41ca-922c-15012c90bc2e req-acd89735-e118-49b6-a980-6828c5b319bc tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241081 Aug 05 14:29:24.466019 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd1962-0b40-4491-a069-e03b1f592567 req-28f8cad4-a8e4-49c7-9bdd-f79a464bdd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:24.467772 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a4dd1962-0b40-4491-a069-e03b1f592567 req-28f8cad4-a8e4-49c7-9bdd-f79a464bdd58 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6de624eb-5a9e-4fa7-b78e-3b61944c6be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050246 Aug 05 14:29:24.540878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-bee752d8-e622-4634-b3b3-d0071d970882 None None] Set router 535cbba1-f470-4e50-829a-caf7d17f9517 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:29:24.603415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-399df17d-4880-4222-9ee0-9f2605cb9192 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet 72a1c17b-d6fa-4416-9ae6-1a860760bb82 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:24.620036 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-399df17d-4880-4222-9ee0-9f2605cb9192 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:24.640621 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4aadb3d0-eb2c-4940-a043-64250bf7c31b up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:29:24.675677 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a4dd1962-0b40-4491-a069-e03b1f592567 req-9cef434e-fcf6-4d41-9882-fe8c434fafe1 service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951892 Aug 05 14:29:24.683041 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-399df17d-4880-4222-9ee0-9f2605cb9192 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:24.705789 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe57b01-41a9-46dd-aa6f-38f93b119345 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:24.805499 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-874cd668-0d5f-49ea-857a-ccc893d9dbc9 None None] Provisioning complete for port 4aadb3d0-eb2c-4940-a043-64250bf7c31b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:24.805878 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-874cd668-0d5f-49ea-857a-ccc893d9dbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:24.848121 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a4dd1962-0b40-4491-a069-e03b1f592567 req-a42e75f7-f976-4116-8079-40227518d3d5 service neutron] 10.222.0.63 "GET /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614621 Aug 05 14:29:24.855936 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-399df17d-4880-4222-9ee0-9f2605cb9192 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:24.909455 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4aadb3d0-eb2c-4940-a043-64250bf7c31b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:24.909720 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:24.926891 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-399df17d-4880-4222-9ee0-9f2605cb9192 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:24.958005 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399df17d-4880-4222-9ee0-9f2605cb9192 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=72a1c17b-d6fa-4416-9ae6-1a860760bb82,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:24.960191 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-399df17d-4880-4222-9ee0-9f2605cb9192 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:24.962644 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-399df17d-4880-4222-9ee0-9f2605cb9192 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/72a1c17b-d6fa-4416-9ae6-1a860760bb82 HTTP/1.1" status: 204 len: 168 time: 0.5050614 Aug 05 14:29:24.965764 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37928) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:25.005051 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c91bf23d-f522-4d1f-9b64-f8522c0683bb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378072 Aug 05 14:29:25.007626 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37930) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:25.061034 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14d1c4c-aa5a-4e9b-9341-af7fdc496bdc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:25.062761 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c14d1c4c-aa5a-4e9b-9341-af7fdc496bdc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0536304 Aug 05 14:29:25.065334 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37932) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:25.065600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-bee752d8-e622-4634-b3b3-d0071d970882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:57Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:25.118899 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee752d8-e622-4634-b3b3-d0071d970882 None None] The sync data for ids ['535cbba1-f470-4e50-829a-caf7d17f9517'] in n-d-803585-2 is: [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:17:49Z', 'revision_number': 4, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'd80a0a7c-5992-4f56-9cd4-31e1340783b2', 'name': '', 'network_id': '6de624eb-5a9e-4fa7-b78e-3b61944c6be0', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'mac_address': 'fa:16:3e:e4:bc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:48Z', 'updated_at': '2021-08-05T14:17:57Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'subnets': [{'id': '870cad23-9608-4bc8-8247-31dbaf4eed94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:29:25.119876 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3613cde-9763-4535-a2b1-07aaaefeb962 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:25.121747 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b3613cde-9763-4535-a2b1-07aaaefeb962 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0551343 Aug 05 14:29:25.124094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37934) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:25.171550 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7337f92e-ee55-449c-b80c-65c4762009e7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462108 Aug 05 14:29:25.176103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37936) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:25.182067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-45173ff8-0626-4649-aaa5-cb1cae60ff61 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:25.196950 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa487bf-372d-464b-aef3-fe5badbb4273 None None] Update dhcp port {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'fixed_ips': [{'subnet_id': '72a1c17b-d6fa-4416-9ae6-1a860760bb82'}], 'binding:host_id': 'n-d-803585-2'}, 'id': '4aadb3d0-eb2c-4940-a043-64250bf7c31b'} from n-d-803585-2. {{(pid=105725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 14:29:25.222808 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-caa487bf-372d-464b-aef3-fe5badbb4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:25.276750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45173ff8-0626-4649-aaa5-cb1cae60ff61 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:25.280570 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45173ff8-0626-4649-aaa5-cb1cae60ff61 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:25.282372 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-45173ff8-0626-4649-aaa5-cb1cae60ff61 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:29:25.282891 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45173ff8-0626-4649-aaa5-cb1cae60ff61 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:29:25.299228 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-45173ff8-0626-4649-aaa5-cb1cae60ff61 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1219094 Aug 05 14:29:25.302392 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37938) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:25.310604 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ebd0bb79-7b34-47b2-9d78-bcf917e7d05a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:25.391543 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fd9be-3824-4104-a59b-6633d04f5947 None None] New status for floating IP 08dc5ebc-128f-4b61-8380-0f46a626050d: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:29:25.420340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd0bb79-7b34-47b2-9d78-bcf917e7d05a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:25.423945 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d6bf8e-22ea-45a9-870a-38d2d6010f89 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:25.426053 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ebd0bb79-7b34-47b2-9d78-bcf917e7d05a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:25.429577 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd0bb79-7b34-47b2-9d78-bcf917e7d05a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:29:25.430059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd0bb79-7b34-47b2-9d78-bcf917e7d05a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:29:25.437484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c56f5-496f-4ad2-a26a-072421a332ad req-1809d2d2-71f4-4ffb-9a1d-e7b4635d1e4d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:25.439321 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-918c56f5-496f-4ad2-a26a-072421a332ad req-1809d2d2-71f4-4ffb-9a1d-e7b4635d1e4d tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 946 time: 0.0607440 Aug 05 14:29:25.454579 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ebd0bb79-7b34-47b2-9d78-bcf917e7d05a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1480742 Aug 05 14:29:25.455731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37942) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:25.468767 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-3834c954-4828-4846-a16e-a0d4b8ce2d72 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:25.533045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cb4dc1d4-6450-4600-9c96-c503bcbd91d8 None None] Provisioning complete for port 4aadb3d0-eb2c-4940-a043-64250bf7c31b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:25.533921 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cb4dc1d4-6450-4600-9c96-c503bcbd91d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:25.591612 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb494a-259d-4141-bc86-94b78d57b07a req-47bf0b88-d713-4445-88a2-4bf493580ef1 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:25.593248 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-48fb494a-259d-4141-bc86-94b78d57b07a req-47bf0b88-d713-4445-88a2-4bf493580ef1 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 946 time: 0.1337512 Aug 05 14:29:25.635115 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a694b45-2f61-4219-82a1-ee1125b41f69 req-b1bdb9cc-b4a6-4fa4-bd39-1dfd07933565 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:25.642873 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a694b45-2f61-4219-82a1-ee1125b41f69 req-b1bdb9cc-b4a6-4fa4-bd39-1dfd07933565 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=512429d9-2b98-4fef-b4cc-43c883aff690 HTTP/1.1" status: 200 len: 945 time: 0.0855126 Aug 05 14:29:25.652504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3834c954-4828-4846-a16e-a0d4b8ce2d72 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:25.657093 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3834c954-4828-4846-a16e-a0d4b8ce2d72 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:25.658641 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-3834c954-4828-4846-a16e-a0d4b8ce2d72 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:29:25.659147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3834c954-4828-4846-a16e-a0d4b8ce2d72 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:29:25.659462 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-918c56f5-496f-4ad2-a26a-072421a332ad req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Deleting port 7f0b962d-ece5-45fb-b3d3-499c778c92f9 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:25.659964 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-918c56f5-496f-4ad2-a26a-072421a332ad req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:25.666095 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-48fb494a-259d-4141-bc86-94b78d57b07a req-f57b1290-c4c2-4850-9c46-fc716c6c2eef tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654395 Aug 05 14:29:25.702197 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3834c954-4828-4846-a16e-a0d4b8ce2d72 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2449229 Aug 05 14:29:25.705694 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37946) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:25.711446 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6e730b2e-d766-42dd-b736-150856a76b55 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:25.721062 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a694b45-2f61-4219-82a1-ee1125b41f69 req-62237704-ae83-4135-882d-90608e53163c tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704706 Aug 05 14:29:25.797095 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-918c56f5-496f-4ad2-a26a-072421a332ad req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] For port 7f0b962d-ece5-45fb-b3d3-499c778c92f9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7f0b962d-ece5-45fb-b3d3-499c778c92f9,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:25.797484 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-918c56f5-496f-4ad2-a26a-072421a332ad req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:25.818875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-918c56f5-496f-4ad2-a26a-072421a332ad req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Calling delete_port for 7f0b962d-ece5-45fb-b3d3-499c778c92f9 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:25.843344 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484eaf4c-4d90-4bcd-bff3-5d20a52316f9 None None] DHCP port deletion for 0b567c09-dbdf-4609-b47a-edf0ab2774db request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:29:25.845613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e730b2e-d766-42dd-b736-150856a76b55 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:25.850747 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e730b2e-d766-42dd-b736-150856a76b55 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:25.853634 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e730b2e-d766-42dd-b736-150856a76b55 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:29:25.854308 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e730b2e-d766-42dd-b736-150856a76b55 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:29:25.879155 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6e730b2e-d766-42dd-b736-150856a76b55 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1695151 Aug 05 14:29:25.879405 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37950) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:25.888630 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-da75185f-dae0-474c-a276-0827276c12e0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:25.912548 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-484eaf4c-4d90-4bcd-bff3-5d20a52316f9 None None] Deleting port 4aadb3d0-eb2c-4940-a043-64250bf7c31b {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:25.912993 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-484eaf4c-4d90-4bcd-bff3-5d20a52316f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:25.992554 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-918c56f5-496f-4ad2-a26a-072421a332ad req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:25.994656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-484eaf4c-4d90-4bcd-bff3-5d20a52316f9 None None] For port 4aadb3d0-eb2c-4940-a043-64250bf7c31b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4aadb3d0-eb2c-4940-a043-64250bf7c31b,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:25.995675 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-484eaf4c-4d90-4bcd-bff3-5d20a52316f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:26.009707 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da75185f-dae0-474c-a276-0827276c12e0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:26.014019 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-da75185f-dae0-474c-a276-0827276c12e0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:26.015942 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-da75185f-dae0-474c-a276-0827276c12e0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:29:26.016485 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-484eaf4c-4d90-4bcd-bff3-5d20a52316f9 None None] Calling delete_port for 4aadb3d0-eb2c-4940-a043-64250bf7c31b owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:26.016619 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da75185f-dae0-474c-a276-0827276c12e0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:29:26.026598 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event deleted for resources: {'Port': ['ID=7f0b962d-ece5-45fb-b3d3-499c778c92f9,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:26.036949 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-da75185f-dae0-474c-a276-0827276c12e0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1553044 Aug 05 14:29:26.040973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37952) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:26.056168 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-027ad32d-85b3-4177-a21d-b558b7936fdd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:26.090474 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:26.090796 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:26.091268 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:26.091809 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:26.092248 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:26.092662 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:26.093079 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:26.093590 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:26.094000 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:26.094498 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:26.094930 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:26.095366 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:26.119040 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-918c56f5-496f-4ad2-a26a-072421a332ad req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] No DVR routers for this DVR port 7f0b962d-ece5-45fb-b3d3-499c778c92f9 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:26.122773 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-918c56f5-496f-4ad2-a26a-072421a332ad req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:26.125409 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-918c56f5-496f-4ad2-a26a-072421a332ad req-10ae30ca-ac2a-4d3b-8af2-045a9e58cfb9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.63 "DELETE /v2.0/ports/7f0b962d-ece5-45fb-b3d3-499c778c92f9 HTTP/1.1" status: 204 len: 173 time: 0.6799128 Aug 05 14:29:26.126394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'name': 'network-vif-deleted', 'tag': '7f0b962d-ece5-45fb-b3d3-499c778c92f9'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:29:26.129411 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca65d81f-4bfb-4997-8c34-b48bd4bebf96" -d '{"events": [{"server_uuid": "bc7adc71-9a4c-4308-956a-f14e9f94781e", "name": "network-vif-deleted", "tag": "7f0b962d-ece5-45fb-b3d3-499c778c92f9"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:29:26.164091 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-484eaf4c-4d90-4bcd-bff3-5d20a52316f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:26.186026 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd7186c-9f99-454f-a3a7-96c00fa263f7 x-openstack-request-id: req-6cd7186c-9f99-454f-a3a7-96c00fa263f7 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:29:26.186433 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7adc71-9a4c-4308-956a-f14e9f94781e", "name": "network-vif-deleted", "tag": "7f0b962d-ece5-45fb-b3d3-499c778c92f9", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:29:26.186782 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cd7186c-9f99-454f-a3a7-96c00fa263f7 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:29:26.187270 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7adc71-9a4c-4308-956a-f14e9f94781e', 'name': 'network-vif-deleted', 'tag': '7f0b962d-ece5-45fb-b3d3-499c778c92f9', 'status': 'completed', 'code': 200} Aug 05 14:29:26.198133 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484eaf4c-4d90-4bcd-bff3-5d20a52316f9 None None] Pushing event deleted for resources: {'Port': ['ID=4aadb3d0-eb2c-4940-a043-64250bf7c31b,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:26.202884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484eaf4c-4d90-4bcd-bff3-5d20a52316f9 None None] No DVR routers for this DVR port 4aadb3d0-eb2c-4940-a043-64250bf7c31b on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:26.232071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027ad32d-85b3-4177-a21d-b558b7936fdd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:26.235774 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-027ad32d-85b3-4177-a21d-b558b7936fdd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:26.237322 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-027ad32d-85b3-4177-a21d-b558b7936fdd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:29:26.238344 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027ad32d-85b3-4177-a21d-b558b7936fdd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:29:26.254425 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-027ad32d-85b3-4177-a21d-b558b7936fdd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2121007 Aug 05 14:29:26.256922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37962) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:26.284706 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-72abe306-b21f-4de8-980b-eab6fed34656 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0264192 Aug 05 14:29:26.286750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37964) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:26.346961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eb1196-9a93-4225-86f0-73577a2772cc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:26.351345 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-64eb1196-9a93-4225-86f0-73577a2772cc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0636566 Aug 05 14:29:26.351556 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37968) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:26.393199 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d4921f87-9604-4895-8685-dc9aedcb9a5b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403326 Aug 05 14:29:26.396945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37970) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:26.402870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5c0fcbd6-b7e1-428c-bd1c-5ec2d7658a10 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:26.511830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0fcbd6-b7e1-428c-bd1c-5ec2d7658a10 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:26.516674 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5c0fcbd6-b7e1-428c-bd1c-5ec2d7658a10 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:26.613969 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4aadb3d0-eb2c-4940-a043-64250bf7c31b no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:26.648423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4aadb3d0-eb2c-4940-a043-64250bf7c31b {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:29:26.649573 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4aadb3d0-eb2c-4940-a043-64250bf7c31b not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:29:26.791864 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd3bf30c-fe41-491b-b583-e6362e2a3a4d req-0d9125db-e160-4c2c-b2be-670bb8d87478 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 210 time: 0.0316443 Aug 05 14:29:26.894186 n-d-803585-2 neutron-server[105723]: DEBUG neutron.objects.ports [None req-5c0fcbd6-b7e1-428c-bd1c-5ec2d7658a10 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:29:26.897377 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5c0fcbd6-b7e1-428c-bd1c-5ec2d7658a10 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:26.948691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0fcbd6-b7e1-428c-bd1c-5ec2d7658a10 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:26.952271 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-5c0fcbd6-b7e1-428c-bd1c-5ec2d7658a10 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:26.957168 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0fcbd6-b7e1-428c-bd1c-5ec2d7658a10 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:26.957790 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5c0fcbd6-b7e1-428c-bd1c-5ec2d7658a10 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:26.966811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1ebe74-29ba-42a3-aecb-aadecfefbeb6 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:26.979665 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fcbd6-b7e1-428c-bd1c-5ec2d7658a10 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=ec147659-43de-4c51-a39a-6fc5528129a8,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:26.991352 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5c0fcbd6-b7e1-428c-bd1c-5ec2d7658a10 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5933437 Aug 05 14:29:26.994637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37974) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:27.001403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3bf02fc2-e70c-4864-96d6-41764fcd9bd0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'mac_address': 'fa:16:3e:ed:6c:b6', 'name': 'tempest-NetworksTestDHCPv6-90956188'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:27.145016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0b567c09-dbdf-4609-b47a-edf0ab2774db', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'fixed_ips': [{'subnet_id': 'ec147659-43de-4c51-a39a-6fc5528129a8'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:29:27.146046 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:27.321620 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Allocated IP 2001:db8::f816:3eff:fedc:8837 (0b567c09-dbdf-4609-b47a-edf0ab2774db/ec147659-43de-4c51-a39a-6fc5528129a8/081d4835-ea1d-4611-9597-69197cd65eff) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:27.506693 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:27.514384 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf02fc2-e70c-4864-96d6-41764fcd9bd0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:27.520682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Transition to ACTIVE for port object 081d4835-ea1d-4611-9597-69197cd65eff will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:27.539792 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Transition to ACTIVE for port object 081d4835-ea1d-4611-9597-69197cd65eff will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:27.548608 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:27.592158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:27.614989 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:27.617940 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Pushing event updated for resources: {'Port': ['ID=081d4835-ea1d-4611-9597-69197cd65eff,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:27.620956 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:27.631605 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3bf02fc2-e70c-4864-96d6-41764fcd9bd0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:27.663499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-3bf02fc2-e70c-4864-96d6-41764fcd9bd0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port e8af146d-4aa0-4d27-b761-01a235f3ce2a yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:29:27.688131 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Attempting to bind port 081d4835-ea1d-4611-9597-69197cd65eff on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:29:27.688475 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Attempting to bind port 081d4835-ea1d-4611-9597-69197cd65eff by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:29:27.688998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Attempting to bind port 081d4835-ea1d-4611-9597-69197cd65eff on network 0b567c09-dbdf-4609-b47a-edf0ab2774db {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:29:27.696070 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:29:27.696459 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Checking segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:29:27.696872 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:27.697259 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Bound using segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:29:27.697730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Bound port: 081d4835-ea1d-4611-9597-69197cd65eff, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:29:27.698109 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:27.773067 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] For port 081d4835-ea1d-4611-9597-69197cd65eff, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:29:27.777732 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] For port 081d4835-ea1d-4611-9597-69197cd65eff, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=081d4835-ea1d-4611-9597-69197cd65eff,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:29:27.788083 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:27.810180 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-3bf02fc2-e70c-4864-96d6-41764fcd9bd0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::f816:3eff:feed:6cb6 (0b567c09-dbdf-4609-b47a-edf0ab2774db/ec147659-43de-4c51-a39a-6fc5528129a8/e8af146d-4aa0-4d27-b761-01a235f3ce2a) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:27.874326 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310694b-1813-46b8-a185-ca966e7f1d9c None None] Pushing event updated for resources: {'Port': ['ID=081d4835-ea1d-4611-9597-69197cd65eff,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:27.957749 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2e20e394-3a13-4732-9de2-b9dcde909992 req-2c82826b-3b9f-4227-a6a2-5ab59bdbfe69 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 210 time: 0.0380421 Aug 05 14:29:28.052835 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3bf02fc2-e70c-4864-96d6-41764fcd9bd0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:28.073917 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-3bf02fc2-e70c-4864-96d6-41764fcd9bd0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object e8af146d-4aa0-4d27-b761-01a235f3ce2a will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:28.134073 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3bf02fc2-e70c-4864-96d6-41764fcd9bd0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:28.199876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf02fc2-e70c-4864-96d6-41764fcd9bd0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:28.201258 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf02fc2-e70c-4864-96d6-41764fcd9bd0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=e8af146d-4aa0-4d27-b761-01a235f3ce2a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:28.203992 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-3bf02fc2-e70c-4864-96d6-41764fcd9bd0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:28.206189 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf02fc2-e70c-4864-96d6-41764fcd9bd0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:28.212949 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf02fc2-e70c-4864-96d6-41764fcd9bd0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:28.213625 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3bf02fc2-e70c-4864-96d6-41764fcd9bd0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:28.240446 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3bf02fc2-e70c-4864-96d6-41764fcd9bd0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2414944 Aug 05 14:29:28.240883 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 37992) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:28.299147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37154cd6-70f8-422e-9ba2-9e35bfe4a871 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:28.306387 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37154cd6-70f8-422e-9ba2-9e35bfe4a871 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:28.311003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 37994) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:28.313290 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-37154cd6-70f8-422e-9ba2-9e35bfe4a871 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0713782 Aug 05 14:29:28.405070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-27a55119-0746-4770-8643-06d7eee95b96 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port e8af146d-4aa0-4d27-b761-01a235f3ce2a {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:28.405665 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27a55119-0746-4770-8643-06d7eee95b96 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:28.498209 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27a55119-0746-4770-8643-06d7eee95b96 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:28.513136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-27a55119-0746-4770-8643-06d7eee95b96 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for e8af146d-4aa0-4d27-b761-01a235f3ce2a owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:28.624025 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 081d4835-ea1d-4611-9597-69197cd65eff up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:29:28.709650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 081d4835-ea1d-4611-9597-69197cd65eff completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:29.057354 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27a55119-0746-4770-8643-06d7eee95b96 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:29.074813 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-db50fde8-845f-42b3-a446-bbff2a6ff643 req-898f2dab-ae7b-4d71-b067-cfc0751be509 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 210 time: 0.0311453 Aug 05 14:29:29.092879 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a55119-0746-4770-8643-06d7eee95b96 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=e8af146d-4aa0-4d27-b761-01a235f3ce2a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:29.119620 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27a55119-0746-4770-8643-06d7eee95b96 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:29.122397 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-27a55119-0746-4770-8643-06d7eee95b96 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/e8af146d-4aa0-4d27-b761-01a235f3ce2a HTTP/1.1" status: 204 len: 168 time: 0.8098276 Aug 05 14:29:29.124496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38000) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:29.146182 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-03cd9099-0945-47d6-a800-f7bbd7b84a5c None None] Provisioning for port 081d4835-ea1d-4611-9597-69197cd65eff completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:29.151450 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-03cd9099-0945-47d6-a800-f7bbd7b84a5c None None] Provisioning complete for port 081d4835-ea1d-4611-9597-69197cd65eff triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:29.152043 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-03cd9099-0945-47d6-a800-f7bbd7b84a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:29.190390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a554f6f-1f17-4c3a-9f97-957028c6d3e0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:29.192421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a554f6f-1f17-4c3a-9f97-957028c6d3e0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:29.197183 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2a554f6f-1f17-4c3a-9f97-957028c6d3e0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0688491 Aug 05 14:29:29.197528 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38002) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:29.228415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7f0b962d-ece5-45fb-b3d3-499c778c92f9 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:29.251511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 7f0b962d-ece5-45fb-b3d3-499c778c92f9 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:29:29.252001 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7f0b962d-ece5-45fb-b3d3-499c778c92f9 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:29:29.253960 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-debc7ed6-058b-48d7-83f8-0711b0982f47 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet ec147659-43de-4c51-a39a-6fc5528129a8 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:29.257698 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-debc7ed6-058b-48d7-83f8-0711b0982f47 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:29.267623 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-03cd9099-0945-47d6-a800-f7bbd7b84a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:29.306985 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-03cd9099-0945-47d6-a800-f7bbd7b84a5c None None] For port 081d4835-ea1d-4611-9597-69197cd65eff, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=081d4835-ea1d-4611-9597-69197cd65eff,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:29.314891 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-03cd9099-0945-47d6-a800-f7bbd7b84a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:29.324306 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-debc7ed6-058b-48d7-83f8-0711b0982f47 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:29.378959 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd9099-0945-47d6-a800-f7bbd7b84a5c None None] Pushing event updated for resources: {'Port': ['ID=081d4835-ea1d-4611-9597-69197cd65eff,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:29.429013 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-debc7ed6-058b-48d7-83f8-0711b0982f47 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:29.431401 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ab203f39-d63c-46db-8b49-504c576cb105 None None] Could not find standard attr ID for object e8af146d-4aa0-4d27-b761-01a235f3ce2a. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:29:29.495308 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-debc7ed6-058b-48d7-83f8-0711b0982f47 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:29.524606 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc7ed6-058b-48d7-83f8-0711b0982f47 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=ec147659-43de-4c51-a39a-6fc5528129a8,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:29.528399 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-debc7ed6-058b-48d7-83f8-0711b0982f47 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:29.532707 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-debc7ed6-058b-48d7-83f8-0711b0982f47 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/ec147659-43de-4c51-a39a-6fc5528129a8 HTTP/1.1" status: 204 len: 168 time: 0.3317432 Aug 05 14:29:29.533008 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38004) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:29.568504 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a54a5f-ca4b-4962-92e2-18c9ce87a050 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:29.584582 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-63b165d0-3853-434d-b650-32db0e0089e2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460963 Aug 05 14:29:29.584862 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38006) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:29.590243 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-acbd9e6a-92db-49a3-9e8e-98c96a19324d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:29.685255 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbd9e6a-92db-49a3-9e8e-98c96a19324d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:29.689273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-acbd9e6a-92db-49a3-9e8e-98c96a19324d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:29.759257 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1325d805-02a8-47c4-9bb2-1dda2b640c4d None None] DHCP port deletion for 0b567c09-dbdf-4609-b47a-edf0ab2774db request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:29:29.813176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-1325d805-02a8-47c4-9bb2-1dda2b640c4d None None] Deleting port 081d4835-ea1d-4611-9597-69197cd65eff {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:29.813494 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1325d805-02a8-47c4-9bb2-1dda2b640c4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:29.886188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-1325d805-02a8-47c4-9bb2-1dda2b640c4d None None] For port 081d4835-ea1d-4611-9597-69197cd65eff, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=081d4835-ea1d-4611-9597-69197cd65eff,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:29.886768 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1325d805-02a8-47c4-9bb2-1dda2b640c4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:29.902177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-1325d805-02a8-47c4-9bb2-1dda2b640c4d None None] Calling delete_port for 081d4835-ea1d-4611-9597-69197cd65eff owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:29.993140 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1325d805-02a8-47c4-9bb2-1dda2b640c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:30.005483 n-d-803585-2 neutron-server[105723]: DEBUG neutron.objects.ports [None req-acbd9e6a-92db-49a3-9e8e-98c96a19324d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:29:30.022884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325d805-02a8-47c4-9bb2-1dda2b640c4d None None] Pushing event deleted for resources: {'Port': ['ID=081d4835-ea1d-4611-9597-69197cd65eff,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:30.029812 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1325d805-02a8-47c4-9bb2-1dda2b640c4d None None] No DVR routers for this DVR port 081d4835-ea1d-4611-9597-69197cd65eff on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:30.123247 n-d-803585-2 neutron-server[105723]: WARNING neutron.services.revisions.revision_plugin [None req-acbd9e6a-92db-49a3-9e8e-98c96a19324d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Could not find related port for resource to bump revision. Aug 05 14:29:30.129015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.ipam_pluggable_backend [None req-acbd9e6a-92db-49a3-9e8e-98c96a19324d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Port 081d4835-ea1d-4611-9597-69197cd65eff was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105723) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 05 14:29:30.129763 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.ipam_pluggable_backend [None req-acbd9e6a-92db-49a3-9e8e-98c96a19324d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Reverting IP allocation for 2001:db8::f816:3eff:fedc:8837 {{(pid=105723) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 05 14:29:30.135021 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.ipam_pluggable_backend [None req-acbd9e6a-92db-49a3-9e8e-98c96a19324d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fedc:8837 {{(pid=105723) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 05 14:29:30.136514 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-acbd9e6a-92db-49a3-9e8e-98c96a19324d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:30.195106 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbd9e6a-92db-49a3-9e8e-98c96a19324d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:30.205626 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-acbd9e6a-92db-49a3-9e8e-98c96a19324d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:30.210325 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbd9e6a-92db-49a3-9e8e-98c96a19324d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:30.211456 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-acbd9e6a-92db-49a3-9e8e-98c96a19324d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:30.216426 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698d7db6-8849-45f9-a9e6-a26b658ab4f5 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:30.225653 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd9e6a-92db-49a3-9e8e-98c96a19324d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=de4e5165-2e43-4f9b-a64b-af0e711a0edf,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:30.238949 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-acbd9e6a-92db-49a3-9e8e-98c96a19324d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6505964 Aug 05 14:29:30.239200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38010) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:30.244695 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-41025bda-50ea-405f-ab7c-a0d17f6a43a6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'mac_address': 'fa:16:3e:7b:29:3c', 'name': 'tempest-NetworksTestDHCPv6-2050114236'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:30.284940 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bbde6125-0629-4c65-ad97-8573da15a331 req-78365c8d-3052-447c-8ce0-359c38b6aa9e tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc7adc71-9a4c-4308-956a-f14e9f94781e HTTP/1.1" status: 200 len: 210 time: 0.0912344 Aug 05 14:29:30.368638 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41025bda-50ea-405f-ab7c-a0d17f6a43a6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:30.372843 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-41025bda-50ea-405f-ab7c-a0d17f6a43a6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:30.395005 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-41025bda-50ea-405f-ab7c-a0d17f6a43a6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port a3652684-334e-400d-a8e0-98d2e9e7cdb4 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:29:30.408430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0b567c09-dbdf-4609-b47a-edf0ab2774db', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'fixed_ips': [{'subnet_id': 'de4e5165-2e43-4f9b-a64b-af0e711a0edf'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:29:30.409367 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:30.519056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-41025bda-50ea-405f-ab7c-a0d17f6a43a6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::f816:3eff:fe7b:293c (0b567c09-dbdf-4609-b47a-edf0ab2774db/de4e5165-2e43-4f9b-a64b-af0e711a0edf/a3652684-334e-400d-a8e0-98d2e9e7cdb4) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:30.589134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 081d4835-ea1d-4611-9597-69197cd65eff no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:30.609406 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 081d4835-ea1d-4611-9597-69197cd65eff {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:29:30.609749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 081d4835-ea1d-4611-9597-69197cd65eff not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:29:30.720616 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-41025bda-50ea-405f-ab7c-a0d17f6a43a6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:30.739260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-41025bda-50ea-405f-ab7c-a0d17f6a43a6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object a3652684-334e-400d-a8e0-98d2e9e7cdb4 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:30.777853 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-41025bda-50ea-405f-ab7c-a0d17f6a43a6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:30.823290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Allocated IP 2001:db8::f816:3eff:fe3b:1503 (0b567c09-dbdf-4609-b47a-edf0ab2774db/de4e5165-2e43-4f9b-a64b-af0e711a0edf/2059ae08-8623-496a-900e-76f411d27206) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:30.826656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41025bda-50ea-405f-ab7c-a0d17f6a43a6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:30.832486 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-41025bda-50ea-405f-ab7c-a0d17f6a43a6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:30.836619 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41025bda-50ea-405f-ab7c-a0d17f6a43a6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:30.842466 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41025bda-50ea-405f-ab7c-a0d17f6a43a6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:30.843194 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-41025bda-50ea-405f-ab7c-a0d17f6a43a6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:30.856470 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41025bda-50ea-405f-ab7c-a0d17f6a43a6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=a3652684-334e-400d-a8e0-98d2e9e7cdb4,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:30.873381 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38012) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:30.873708 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-41025bda-50ea-405f-ab7c-a0d17f6a43a6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6331398 Aug 05 14:29:30.928070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b18288-95fc-4643-9d69-f22c24dcd50c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:30.930236 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-57b18288-95fc-4643-9d69-f22c24dcd50c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0546205 Aug 05 14:29:30.933065 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38014) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:30.986068 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:30.997404 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Transition to ACTIVE for port object 2059ae08-8623-496a-900e-76f411d27206 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:31.013540 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Transition to ACTIVE for port object 2059ae08-8623-496a-900e-76f411d27206 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:31.019680 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:31.028480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-2c881d62-3e73-428d-9e1d-916fbef2c204 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port a3652684-334e-400d-a8e0-98d2e9e7cdb4 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:31.029087 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c881d62-3e73-428d-9e1d-916fbef2c204 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:31.059907 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:31.064624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:31.069108 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:31.072985 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Pushing event updated for resources: {'Port': ['ID=2059ae08-8623-496a-900e-76f411d27206,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:31.123319 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c881d62-3e73-428d-9e1d-916fbef2c204 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:31.132837 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Attempting to bind port 2059ae08-8623-496a-900e-76f411d27206 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:29:31.133122 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Attempting to bind port 2059ae08-8623-496a-900e-76f411d27206 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:29:31.133498 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Attempting to bind port 2059ae08-8623-496a-900e-76f411d27206 on network 0b567c09-dbdf-4609-b47a-edf0ab2774db {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:29:31.138778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:29:31.139166 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Checking segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:29:31.139474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-2c881d62-3e73-428d-9e1d-916fbef2c204 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for a3652684-334e-400d-a8e0-98d2e9e7cdb4 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:31.139652 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:31.139962 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Bound using segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:29:31.140390 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Bound port: 2059ae08-8623-496a-900e-76f411d27206, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:29:31.140772 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:31.209632 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] For port 2059ae08-8623-496a-900e-76f411d27206, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:29:31.213156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] For port 2059ae08-8623-496a-900e-76f411d27206, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2059ae08-8623-496a-900e-76f411d27206,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:29:31.219834 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:31.293183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec4fe8-305d-44c3-be43-279a34737c75 None None] Pushing event updated for resources: {'Port': ['ID=2059ae08-8623-496a-900e-76f411d27206,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:31.296121 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c881d62-3e73-428d-9e1d-916fbef2c204 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:31.338120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c881d62-3e73-428d-9e1d-916fbef2c204 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=a3652684-334e-400d-a8e0-98d2e9e7cdb4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:31.352966 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38020) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:31.370981 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c881d62-3e73-428d-9e1d-916fbef2c204 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:31.374752 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2c881d62-3e73-428d-9e1d-916fbef2c204 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/a3652684-334e-400d-a8e0-98d2e9e7cdb4 HTTP/1.1" status: 204 len: 168 time: 0.4403992 Aug 05 14:29:31.375711 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38022) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:31.437713 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5c2f09-cdf0-45be-b083-512fb0cd67da tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:31.439618 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5c2f09-cdf0-45be-b083-512fb0cd67da tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:31.443840 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7e5c2f09-cdf0-45be-b083-512fb0cd67da tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0643823 Aug 05 14:29:31.448734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38024) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:31.535815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2868c26-3f5e-44ea-a849-3a308158819d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet de4e5165-2e43-4f9b-a64b-af0e711a0edf {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:31.543509 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2868c26-3f5e-44ea-a849-3a308158819d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:31.588912 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e9d22-34a6-4343-84bd-e94363bbe1c9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Deleting port fce89b4f-7411-4a3e-a8ea-65d76d8f7bbb {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:31.589258 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c5e9d22-34a6-4343-84bd-e94363bbe1c9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:31.596153 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2868c26-3f5e-44ea-a849-3a308158819d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:31.744319 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c5e9d22-34a6-4343-84bd-e94363bbe1c9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:31.744580 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c5e9d22-34a6-4343-84bd-e94363bbe1c9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:31.761156 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2868c26-3f5e-44ea-a849-3a308158819d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:31.764215 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e9d22-34a6-4343-84bd-e94363bbe1c9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Calling delete_port for fce89b4f-7411-4a3e-a8ea-65d76d8f7bbb owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:31.875249 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2868c26-3f5e-44ea-a849-3a308158819d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:31.914970 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2868c26-3f5e-44ea-a849-3a308158819d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=de4e5165-2e43-4f9b-a64b-af0e711a0edf,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:31.917546 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d2868c26-3f5e-44ea-a849-3a308158819d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:31.921915 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d2868c26-3f5e-44ea-a849-3a308158819d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/de4e5165-2e43-4f9b-a64b-af0e711a0edf HTTP/1.1" status: 204 len: 168 time: 0.4699438 Aug 05 14:29:31.922765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38026) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:31.967416 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b3663888-1c56-4ed9-b42d-6d7ed8a7522b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441554 Aug 05 14:29:31.970133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38028) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:32.052585 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9911cc51-79ca-481c-bab8-9b79a105c191 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:32.054459 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9911cc51-79ca-481c-bab8-9b79a105c191 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0832753 Aug 05 14:29:32.056520 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c5e9d22-34a6-4343-84bd-e94363bbe1c9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:32.057580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38030) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:32.093913 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e9d22-34a6-4343-84bd-e94363bbe1c9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event deleted for resources: {'Port': ['ID=fce89b4f-7411-4a3e-a8ea-65d76d8f7bbb,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:32.137263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd982943-c1a3-43cb-bea7-3213d0dea3f3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:32.139324 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dd982943-c1a3-43cb-bea7-3213d0dea3f3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0804513 Aug 05 14:29:32.141967 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38032) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:32.183512 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c5e9d22-34a6-4343-84bd-e94363bbe1c9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:32.186485 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c5e9d22-34a6-4343-84bd-e94363bbe1c9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:32.187847 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2c5e9d22-34a6-4343-84bd-e94363bbe1c9 tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "DELETE /v2.0/floatingips/638a4ebb-32f5-4c9e-8c88-3fa9ec62ae49 HTTP/1.1" status: 204 len: 168 time: 0.8332410 Aug 05 14:29:32.201892 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5444a299-88a2-4778-afc5-7ac320654d68 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584671 Aug 05 14:29:32.203351 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38036) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:32.209906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ab25f1fd-ded0-479e-b89f-3c2158ac5fb1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:32.333210 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab25f1fd-ded0-479e-b89f-3c2158ac5fb1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:32.338852 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab25f1fd-ded0-479e-b89f-3c2158ac5fb1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:32.516825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf324618-298c-4f23-bb9a-f1168c239802 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:32.622925 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0c9703a3-70dc-412d-9d4f-3f442d92d077 None None] Provisioning for port 2059ae08-8623-496a-900e-76f411d27206 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:32.696454 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2059ae08-8623-496a-900e-76f411d27206 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:29:32.767875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.objects.ports [None req-ab25f1fd-ded0-479e-b89f-3c2158ac5fb1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:29:32.796915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 2059ae08-8623-496a-900e-76f411d27206 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:32.801431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 2059ae08-8623-496a-900e-76f411d27206 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:32.801810 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:32.956514 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:33.032107 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab25f1fd-ded0-479e-b89f-3c2158ac5fb1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:33.048692 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:29:33.049202 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:29:33.163392 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fca637fc-56c1-43c8-803c-c21831b2359f None None] Provisioning complete for port 2059ae08-8623-496a-900e-76f411d27206 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:33.164150 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fca637fc-56c1-43c8-803c-c21831b2359f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:33.223398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-ab25f1fd-ded0-479e-b89f-3c2158ac5fb1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] For port 2059ae08-8623-496a-900e-76f411d27206, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2059ae08-8623-496a-900e-76f411d27206,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:33.260299 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab25f1fd-ded0-479e-b89f-3c2158ac5fb1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:33.267774 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab25f1fd-ded0-479e-b89f-3c2158ac5fb1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:33.268529 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab25f1fd-ded0-479e-b89f-3c2158ac5fb1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:33.272916 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fca637fc-56c1-43c8-803c-c21831b2359f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:33.333402 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-fca637fc-56c1-43c8-803c-c21831b2359f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:29:33.333757 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-fca637fc-56c1-43c8-803c-c21831b2359f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:29:33.380105 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab25f1fd-ded0-479e-b89f-3c2158ac5fb1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:33.384080 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25f1fd-ded0-479e-b89f-3c2158ac5fb1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=2059ae08-8623-496a-900e-76f411d27206,revision_number=5']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:33.390560 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-ab25f1fd-ded0-479e-b89f-3c2158ac5fb1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:33.393346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab25f1fd-ded0-479e-b89f-3c2158ac5fb1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:33.393947 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ab25f1fd-ded0-479e-b89f-3c2158ac5fb1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:33.412469 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25f1fd-ded0-479e-b89f-3c2158ac5fb1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=b24947e4-5a9d-4dfd-8941-d8f57be4b106,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:33.424694 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ab25f1fd-ded0-479e-b89f-3c2158ac5fb1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2199645 Aug 05 14:29:33.427554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38048) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:33.433011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-6adf6321-aded-415d-bb66-de0e7b70ea8a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'mac_address': 'fa:16:3e:09:15:8e', 'name': 'tempest-NetworksTestDHCPv6-1538220619'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:33.576067 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adf6321-aded-415d-bb66-de0e7b70ea8a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:33.583787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6738a195-3897-41fb-b2e8-2028e7b03b53 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:33.642799 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:33.671727 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6adf6321-aded-415d-bb66-de0e7b70ea8a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:33.694534 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-6adf6321-aded-415d-bb66-de0e7b70ea8a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port de46d3a2-bf17-47eb-8675-300ef2217e9b yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:29:33.694758 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 2059ae08-8623-496a-900e-76f411d27206, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2059ae08-8623-496a-900e-76f411d27206,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:33.706905 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:33.789510 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=2059ae08-8623-496a-900e-76f411d27206,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:33.852493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-6adf6321-aded-415d-bb66-de0e7b70ea8a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::f816:3eff:fe09:158e (0b567c09-dbdf-4609-b47a-edf0ab2774db/b24947e4-5a9d-4dfd-8941-d8f57be4b106/de46d3a2-bf17-47eb-8675-300ef2217e9b) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:33.992231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5ca4d27a-f84f-4a4a-b306-2298c181f443 None None] Could not find standard attr ID for object a3652684-334e-400d-a8e0-98d2e9e7cdb4. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:29:34.055919 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6adf6321-aded-415d-bb66-de0e7b70ea8a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:34.072208 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-6adf6321-aded-415d-bb66-de0e7b70ea8a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object de46d3a2-bf17-47eb-8675-300ef2217e9b will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:34.109631 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6adf6321-aded-415d-bb66-de0e7b70ea8a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:34.112895 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-19b026d2-0b44-4634-96ed-e049f63e69b0 None None] Provisioning complete for port 2059ae08-8623-496a-900e-76f411d27206 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:34.113174 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-19b026d2-0b44-4634-96ed-e049f63e69b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:34.149905 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adf6321-aded-415d-bb66-de0e7b70ea8a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:34.153278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-6adf6321-aded-415d-bb66-de0e7b70ea8a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:34.159695 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf6321-aded-415d-bb66-de0e7b70ea8a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:34.166026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adf6321-aded-415d-bb66-de0e7b70ea8a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:34.166748 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6adf6321-aded-415d-bb66-de0e7b70ea8a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:34.182406 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf6321-aded-415d-bb66-de0e7b70ea8a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=de46d3a2-bf17-47eb-8675-300ef2217e9b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:34.198805 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38052) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:34.199599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6adf6321-aded-415d-bb66-de0e7b70ea8a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7701457 Aug 05 14:29:34.258758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df790ce-cdd5-4f6b-aba4-bc4f2dc7df62 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:34.265180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df790ce-cdd5-4f6b-aba4-bc4f2dc7df62 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:34.269691 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8df790ce-cdd5-4f6b-aba4-bc4f2dc7df62 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0701003 Aug 05 14:29:34.269881 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38054) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:34.371833 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-4200e604-2a93-48d3-b4ed-09d0ed745d5c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port de46d3a2-bf17-47eb-8675-300ef2217e9b {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:34.372178 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4200e604-2a93-48d3-b4ed-09d0ed745d5c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:34.459219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a7b505c1-5a88-4bf2-9aff-aacf79288c52 None None] Provisioning for port de46d3a2-bf17-47eb-8675-300ef2217e9b completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:34.464024 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a7b505c1-5a88-4bf2-9aff-aacf79288c52 None None] Provisioning complete for port de46d3a2-bf17-47eb-8675-300ef2217e9b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:34.464691 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a7b505c1-5a88-4bf2-9aff-aacf79288c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:34.474989 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4200e604-2a93-48d3-b4ed-09d0ed745d5c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:34.488975 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-4200e604-2a93-48d3-b4ed-09d0ed745d5c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for de46d3a2-bf17-47eb-8675-300ef2217e9b owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:34.502231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a7b505c1-5a88-4bf2-9aff-aacf79288c52 None None] Port de46d3a2-bf17-47eb-8675-300ef2217e9b cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:29:34.584065 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2059ae08-8623-496a-900e-76f411d27206 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:29:34.650203 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 2059ae08-8623-496a-900e-76f411d27206 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:34.650951 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:34.652998 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4200e604-2a93-48d3-b4ed-09d0ed745d5c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:34.691326 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200e604-2a93-48d3-b4ed-09d0ed745d5c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=de46d3a2-bf17-47eb-8675-300ef2217e9b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:34.708906 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4200e604-2a93-48d3-b4ed-09d0ed745d5c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:34.713684 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4200e604-2a93-48d3-b4ed-09d0ed745d5c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/de46d3a2-bf17-47eb-8675-300ef2217e9b HTTP/1.1" status: 204 len: 168 time: 0.4426408 Aug 05 14:29:34.716150 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38060) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:34.777330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c075b9c-3a4f-4f50-9b08-74929197c72c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:34.778900 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c075b9c-3a4f-4f50-9b08-74929197c72c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:34.780469 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0c075b9c-3a4f-4f50-9b08-74929197c72c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0633273 Aug 05 14:29:34.783036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38062) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:34.841990 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e881e7-8761-44ed-9874-f1fe8af0005f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet b24947e4-5a9d-4dfd-8941-d8f57be4b106 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:34.845555 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-74e881e7-8761-44ed-9874-f1fe8af0005f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:34.892100 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-74e881e7-8761-44ed-9874-f1fe8af0005f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:34.976808 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-74e881e7-8761-44ed-9874-f1fe8af0005f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:35.041970 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-74e881e7-8761-44ed-9874-f1fe8af0005f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:35.068989 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e881e7-8761-44ed-9874-f1fe8af0005f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=b24947e4-5a9d-4dfd-8941-d8f57be4b106,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:35.073256 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-74e881e7-8761-44ed-9874-f1fe8af0005f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:35.077369 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-74e881e7-8761-44ed-9874-f1fe8af0005f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/b24947e4-5a9d-4dfd-8941-d8f57be4b106 HTTP/1.1" status: 204 len: 168 time: 0.2912059 Aug 05 14:29:35.077775 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38064) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:35.080789 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fceb99-2449-4860-8cb1-2c7c88e78a35 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:35.116363 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-66b84353-c5ae-46e5-bef9-d869ade4ea31 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373511 Aug 05 14:29:35.119256 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38066) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:35.124462 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-70ab849b-556c-46f6-afbc-4e02a4bc35fe tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:35.220831 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ab849b-556c-46f6-afbc-4e02a4bc35fe tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:35.224880 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70ab849b-556c-46f6-afbc-4e02a4bc35fe tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:35.259942 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb584d7-8565-4ecc-97bb-17b8ddab9d1b None None] DHCP port deletion for 0b567c09-dbdf-4609-b47a-edf0ab2774db request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:29:35.316443 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8bb584d7-8565-4ecc-97bb-17b8ddab9d1b None None] Deleting port 2059ae08-8623-496a-900e-76f411d27206 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:35.316881 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8bb584d7-8565-4ecc-97bb-17b8ddab9d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:35.384361 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-8bb584d7-8565-4ecc-97bb-17b8ddab9d1b None None] For port 2059ae08-8623-496a-900e-76f411d27206, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2059ae08-8623-496a-900e-76f411d27206,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:35.384760 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8bb584d7-8565-4ecc-97bb-17b8ddab9d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:35.398859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8bb584d7-8565-4ecc-97bb-17b8ddab9d1b None None] Calling delete_port for 2059ae08-8623-496a-900e-76f411d27206 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:35.490396 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8bb584d7-8565-4ecc-97bb-17b8ddab9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:35.516977 n-d-803585-2 neutron-server[105723]: DEBUG neutron.objects.ports [None req-70ab849b-556c-46f6-afbc-4e02a4bc35fe tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:29:35.518909 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70ab849b-556c-46f6-afbc-4e02a4bc35fe tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:35.519248 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb584d7-8565-4ecc-97bb-17b8ddab9d1b None None] Pushing event deleted for resources: {'Port': ['ID=2059ae08-8623-496a-900e-76f411d27206,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:35.526569 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb584d7-8565-4ecc-97bb-17b8ddab9d1b None None] No DVR routers for this DVR port 2059ae08-8623-496a-900e-76f411d27206 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:35.577252 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ab849b-556c-46f6-afbc-4e02a4bc35fe tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:35.581707 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-70ab849b-556c-46f6-afbc-4e02a4bc35fe tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:35.586162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab849b-556c-46f6-afbc-4e02a4bc35fe tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:35.586773 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70ab849b-556c-46f6-afbc-4e02a4bc35fe tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:35.592128 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476389e5-71ce-4f58-9d87-c9c8faa359ec None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:35.600637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab849b-556c-46f6-afbc-4e02a4bc35fe tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=c778a8ca-a5c2-418d-90d2-069d061c9933,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:35.614727 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-70ab849b-556c-46f6-afbc-4e02a4bc35fe tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4941635 Aug 05 14:29:35.618116 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38070) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:35.624199 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c2e90f55-8270-4fb5-879d-c43884230ebd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'mac_address': 'fa:16:3e:4a:9d:0a', 'name': 'tempest-NetworksTestDHCPv6-1544263618'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:35.758063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0b567c09-dbdf-4609-b47a-edf0ab2774db', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'fixed_ips': [{'subnet_id': 'c778a8ca-a5c2-418d-90d2-069d061c9933'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:29:35.759244 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:35.776194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e90f55-8270-4fb5-879d-c43884230ebd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:35.878556 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c2e90f55-8270-4fb5-879d-c43884230ebd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:35.902706 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Allocated IP 2001:db8::f816:3eff:fe6a:94b4 (0b567c09-dbdf-4609-b47a-edf0ab2774db/c778a8ca-a5c2-418d-90d2-069d061c9933/d506e34f-29ba-439e-a025-e5821ba3c580) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:35.905850 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-c2e90f55-8270-4fb5-879d-c43884230ebd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port bb75ab33-fef0-4d66-bbcc-c670a3eb48d5 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:29:36.205383 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:36.215162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Transition to ACTIVE for port object d506e34f-29ba-439e-a025-e5821ba3c580 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:36.230571 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Transition to ACTIVE for port object d506e34f-29ba-439e-a025-e5821ba3c580 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:36.235947 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:36.286802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:36.291112 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:36.291640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-c2e90f55-8270-4fb5-879d-c43884230ebd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::f816:3eff:fe4a:9d0a (0b567c09-dbdf-4609-b47a-edf0ab2774db/c778a8ca-a5c2-418d-90d2-069d061c9933/bb75ab33-fef0-4d66-bbcc-c670a3eb48d5) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:36.293581 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Pushing event updated for resources: {'Port': ['ID=d506e34f-29ba-439e-a025-e5821ba3c580,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:36.295946 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:36.354852 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Attempting to bind port d506e34f-29ba-439e-a025-e5821ba3c580 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:29:36.355228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Attempting to bind port d506e34f-29ba-439e-a025-e5821ba3c580 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:29:36.355597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Attempting to bind port d506e34f-29ba-439e-a025-e5821ba3c580 on network 0b567c09-dbdf-4609-b47a-edf0ab2774db {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:29:36.360700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:29:36.361113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Checking segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:29:36.361488 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:36.361895 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Bound using segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:29:36.362532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Bound port: d506e34f-29ba-439e-a025-e5821ba3c580, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:29:36.363011 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:36.433480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] For port d506e34f-29ba-439e-a025-e5821ba3c580, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:29:36.436706 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] For port d506e34f-29ba-439e-a025-e5821ba3c580, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d506e34f-29ba-439e-a025-e5821ba3c580,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:29:36.441252 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:36.467626 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c2e90f55-8270-4fb5-879d-c43884230ebd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:36.483422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-c2e90f55-8270-4fb5-879d-c43884230ebd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object bb75ab33-fef0-4d66-bbcc-c670a3eb48d5 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:36.501961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34273ac0-9eb8-4467-8551-1978a36b50cc None None] Pushing event updated for resources: {'Port': ['ID=d506e34f-29ba-439e-a025-e5821ba3c580,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:36.521026 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c2e90f55-8270-4fb5-879d-c43884230ebd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:36.565946 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e90f55-8270-4fb5-879d-c43884230ebd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:36.569374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-c2e90f55-8270-4fb5-879d-c43884230ebd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:36.574914 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e90f55-8270-4fb5-879d-c43884230ebd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:36.580832 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e90f55-8270-4fb5-879d-c43884230ebd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:36.581660 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c2e90f55-8270-4fb5-879d-c43884230ebd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:36.610044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e90f55-8270-4fb5-879d-c43884230ebd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=bb75ab33-fef0-4d66-bbcc-c670a3eb48d5,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:36.617323 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2059ae08-8623-496a-900e-76f411d27206 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:36.618032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38076) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:36.618469 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c2e90f55-8270-4fb5-879d-c43884230ebd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9986079 Aug 05 14:29:36.653991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 2059ae08-8623-496a-900e-76f411d27206 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:29:36.654975 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2059ae08-8623-496a-900e-76f411d27206 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:29:36.694104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1b5812-46ce-4c20-93bf-fb7441356463 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:36.720927 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1b5812-46ce-4c20-93bf-fb7441356463 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:36.722777 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ee1b5812-46ce-4c20-93bf-fb7441356463 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1037188 Aug 05 14:29:36.725461 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38080) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:36.759256 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38082) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:36.845388 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-54016e6a-81fa-4305-a217-c7bec865bf98 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port bb75ab33-fef0-4d66-bbcc-c670a3eb48d5 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:36.846038 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-54016e6a-81fa-4305-a217-c7bec865bf98 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:36.852222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93be0b8d-bafd-4487-9729-46be87c51f1b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:36.884829 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93be0b8d-bafd-4487-9729-46be87c51f1b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:36.955504 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-54016e6a-81fa-4305-a217-c7bec865bf98 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:36.963285 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93be0b8d-bafd-4487-9729-46be87c51f1b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:36.965975 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93be0b8d-bafd-4487-9729-46be87c51f1b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:36.967208 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-93be0b8d-bafd-4487-9729-46be87c51f1b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] 10.222.0.16 "DELETE /v2.0/security-groups/e6f7fe30-e651-4eba-bf3f-ac5ea2926df1 HTTP/1.1" status: 204 len: 168 time: 0.2065992 Aug 05 14:29:36.969010 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-54016e6a-81fa-4305-a217-c7bec865bf98 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for bb75ab33-fef0-4d66-bbcc-c670a3eb48d5 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:36.979573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be0b8d-bafd-4487-9729-46be87c51f1b tempest-TestVolumeBootPattern-481276472 tempest-TestVolumeBootPattern-481276472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f7fe30-e651-4eba-bf3f-ac5ea2926df1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:37.033805 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38086) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:37.146002 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-54016e6a-81fa-4305-a217-c7bec865bf98 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:37.174781 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54016e6a-81fa-4305-a217-c7bec865bf98 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=bb75ab33-fef0-4d66-bbcc-c670a3eb48d5,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:37.204441 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-54016e6a-81fa-4305-a217-c7bec865bf98 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:37.207696 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-54016e6a-81fa-4305-a217-c7bec865bf98 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/bb75ab33-fef0-4d66-bbcc-c670a3eb48d5 HTTP/1.1" status: 204 len: 168 time: 0.4802990 Aug 05 14:29:37.209467 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38090) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:37.264637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9301daa0-94c0-46b5-9966-667a17222f52 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:37.266169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9301daa0-94c0-46b5-9966-667a17222f52 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:37.270393 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9301daa0-94c0-46b5-9966-667a17222f52 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0573974 Aug 05 14:29:37.270603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38092) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:37.336831 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d96b92e-b56c-4364-b585-a7604396e141 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet c778a8ca-a5c2-418d-90d2-069d061c9933 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:37.340468 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d96b92e-b56c-4364-b585-a7604396e141 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:37.387765 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d96b92e-b56c-4364-b585-a7604396e141 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:37.528491 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d96b92e-b56c-4364-b585-a7604396e141 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:37.601848 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d96b92e-b56c-4364-b585-a7604396e141 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:37.638057 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d96b92e-b56c-4364-b585-a7604396e141 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:37.642661 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1d96b92e-b56c-4364-b585-a7604396e141 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/c778a8ca-a5c2-418d-90d2-069d061c9933 HTTP/1.1" status: 204 len: 168 time: 0.3688695 Aug 05 14:29:37.642661 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96b92e-b56c-4364-b585-a7604396e141 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=c778a8ca-a5c2-418d-90d2-069d061c9933,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:37.643076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-82bef356-21e0-41c7-b570-0969bc974692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:37.644182 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38094) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:37.681290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-74ec7f0d-1fa7-4edf-9e77-2234644abb78 None None] Provisioning for port d506e34f-29ba-439e-a025-e5821ba3c580 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:37.696204 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-934118c3-a603-48ac-be10-8153d12932b0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486133 Aug 05 14:29:37.697232 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38098) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:37.764483 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f131dd-f8b8-47e6-b984-8662ad553821 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:37.767097 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-50f131dd-f8b8-47e6-b984-8662ad553821 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0668519 Aug 05 14:29:37.767984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38100) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:37.836333 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74bf2be-8a12-406e-9185-045967506098 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:37.837794 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d74bf2be-8a12-406e-9185-045967506098 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0688362 Aug 05 14:29:37.842061 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38102) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:37.889604 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-62006cbb-40c4-4231-807f-fc18ed597a1e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453732 Aug 05 14:29:37.896496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38104) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:37.903976 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e0828f43-ee8b-43a9-9576-ef8b0a05fe71 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:37.928579 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d2ddf1-d0a6-42a1-926b-d97b0dc9c7c9 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:38.015034 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0c545c11-51d7-4b99-a345-3160c1d54d74 None None] Could not find standard attr ID for object bb75ab33-fef0-4d66-bbcc-c670a3eb48d5. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:29:38.058179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0828f43-ee8b-43a9-9576-ef8b0a05fe71 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:38.061719 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e0828f43-ee8b-43a9-9576-ef8b0a05fe71 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:38.142982 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1577c6d-75a1-4963-a1fa-bddcece5b13e None None] DHCP port deletion for 0b567c09-dbdf-4609-b47a-edf0ab2774db request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:29:38.166526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-82bef356-21e0-41c7-b570-0969bc974692 admin admin] Deleting port d80a0a7c-5992-4f56-9cd4-31e1340783b2 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:38.166876 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-82bef356-21e0-41c7-b570-0969bc974692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:38.190472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b1577c6d-75a1-4963-a1fa-bddcece5b13e None None] Deleting port d506e34f-29ba-439e-a025-e5821ba3c580 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:38.190848 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b1577c6d-75a1-4963-a1fa-bddcece5b13e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:38.253787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b1577c6d-75a1-4963-a1fa-bddcece5b13e None None] For port d506e34f-29ba-439e-a025-e5821ba3c580, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d506e34f-29ba-439e-a025-e5821ba3c580,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:38.254067 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b1577c6d-75a1-4963-a1fa-bddcece5b13e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:38.267204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b1577c6d-75a1-4963-a1fa-bddcece5b13e None None] Calling delete_port for d506e34f-29ba-439e-a025-e5821ba3c580 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:38.298874 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-82bef356-21e0-41c7-b570-0969bc974692 admin admin] For port d80a0a7c-5992-4f56-9cd4-31e1340783b2, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d80a0a7c-5992-4f56-9cd4-31e1340783b2,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:38.299253 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-82bef356-21e0-41c7-b570-0969bc974692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:38.338414 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-82bef356-21e0-41c7-b570-0969bc974692 admin admin] Calling delete_port for d80a0a7c-5992-4f56-9cd4-31e1340783b2 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:38.367438 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b1577c6d-75a1-4963-a1fa-bddcece5b13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:38.369795 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e0828f43-ee8b-43a9-9576-ef8b0a05fe71 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:38.410478 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1577c6d-75a1-4963-a1fa-bddcece5b13e None None] Pushing event deleted for resources: {'Port': ['ID=d506e34f-29ba-439e-a025-e5821ba3c580,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:38.418438 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1577c6d-75a1-4963-a1fa-bddcece5b13e None None] No DVR routers for this DVR port d506e34f-29ba-439e-a025-e5821ba3c580 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:38.477411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0828f43-ee8b-43a9-9576-ef8b0a05fe71 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:38.486184 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-e0828f43-ee8b-43a9-9576-ef8b0a05fe71 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:38.493739 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0828f43-ee8b-43a9-9576-ef8b0a05fe71 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:38.494371 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e0828f43-ee8b-43a9-9576-ef8b0a05fe71 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:38.495305 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f9022f-b4fc-47f1-96c4-ffe0849409a5 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:38.526299 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828f43-ee8b-43a9-9576-ef8b0a05fe71 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=a49bf263-3180-483c-ac8a-417c217ca046,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:38.564551 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e0828f43-ee8b-43a9-9576-ef8b0a05fe71 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6646631 Aug 05 14:29:38.564797 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38106) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:38.569757 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c39b62f7-a74b-447a-ba7a-29959cb31cf3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'mac_address': 'fa:16:3e:14:a0:21', 'name': 'tempest-NetworksTestDHCPv6-327897931'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:38.650892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0b567c09-dbdf-4609-b47a-edf0ab2774db', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'fixed_ips': [{'subnet_id': 'a49bf263-3180-483c-ac8a-417c217ca046'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:29:38.651793 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:38.744843 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39b62f7-a74b-447a-ba7a-29959cb31cf3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:38.749591 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c39b62f7-a74b-447a-ba7a-29959cb31cf3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:38.760950 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-82bef356-21e0-41c7-b570-0969bc974692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:38.797732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bef356-21e0-41c7-b570-0969bc974692 admin admin] Pushing event deleted for resources: {'Port': ['ID=d80a0a7c-5992-4f56-9cd4-31e1340783b2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:38.813750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Allocated IP 2001:db8::2 (0b567c09-dbdf-4609-b47a-edf0ab2774db/a49bf263-3180-483c-ac8a-417c217ca046/4105b020-8863-4d29-8250-40ae39aeb1a9) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:38.817389 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-c39b62f7-a74b-447a-ba7a-29959cb31cf3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port a4c0dbae-80ef-4399-bce7-1b86a1457193 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:29:38.984237 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:38.994362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Transition to ACTIVE for port object 4105b020-8863-4d29-8250-40ae39aeb1a9 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:39.011530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Transition to ACTIVE for port object 4105b020-8863-4d29-8250-40ae39aeb1a9 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:39.022856 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-82bef356-21e0-41c7-b570-0969bc974692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:39.031306 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:39.078349 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:39.081159 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:39.084851 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:39.092323 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Pushing event updated for resources: {'Port': ['ID=4105b020-8863-4d29-8250-40ae39aeb1a9,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:39.142679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Attempting to bind port 4105b020-8863-4d29-8250-40ae39aeb1a9 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:29:39.143053 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Attempting to bind port 4105b020-8863-4d29-8250-40ae39aeb1a9 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:29:39.143421 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Attempting to bind port 4105b020-8863-4d29-8250-40ae39aeb1a9 on network 0b567c09-dbdf-4609-b47a-edf0ab2774db {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:29:39.148803 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:29:39.149182 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Checking segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:29:39.149594 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:39.149995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Bound using segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:29:39.150506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Bound port: 4105b020-8863-4d29-8250-40ae39aeb1a9, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:29:39.151144 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:39.170837 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-c39b62f7-a74b-447a-ba7a-29959cb31cf3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::27e (0b567c09-dbdf-4609-b47a-edf0ab2774db/a49bf263-3180-483c-ac8a-417c217ca046/a4c0dbae-80ef-4399-bce7-1b86a1457193) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:39.216163 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] For port 4105b020-8863-4d29-8250-40ae39aeb1a9, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:29:39.219447 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] For port 4105b020-8863-4d29-8250-40ae39aeb1a9, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4105b020-8863-4d29-8250-40ae39aeb1a9,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:29:39.225161 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:39.287999 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134923b-d4b6-4b5f-9775-3e1d6e2e8450 None None] Pushing event updated for resources: {'Port': ['ID=4105b020-8863-4d29-8250-40ae39aeb1a9,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:39.436933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bef356-21e0-41c7-b570-0969bc974692 admin admin] Router 535cbba1-f470-4e50-829a-caf7d17f9517 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:29:39.469295 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c39b62f7-a74b-447a-ba7a-29959cb31cf3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:39.526578 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-c39b62f7-a74b-447a-ba7a-29959cb31cf3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object a4c0dbae-80ef-4399-bce7-1b86a1457193 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:39.618406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bef356-21e0-41c7-b570-0969bc974692 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:29:39.623972 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-82bef356-21e0-41c7-b570-0969bc974692 admin admin] 10.222.0.16 "PUT /v2.0/routers/535cbba1-f470-4e50-829a-caf7d17f9517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5889726 Aug 05 14:29:39.625101 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c39b62f7-a74b-447a-ba7a-29959cb31cf3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:39.626424 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38110) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:39.629804 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdbff92-5f91-4e51-9845-648fb1ded26a None None] Sync routers for ids ['535cbba1-f470-4e50-829a-caf7d17f9517'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:29:39.640483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdbff92-5f91-4e51-9845-648fb1ded26a None None] Routers {'535cbba1-f470-4e50-829a-caf7d17f9517'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:29:39.641135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4bdbff92-5f91-4e51-9845-648fb1ded26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:29:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['535cbba1-f470-4e50-829a-caf7d17f9517'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:39.761344 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-4bdbff92-5f91-4e51-9845-648fb1ded26a None None] Set router 535cbba1-f470-4e50-829a-caf7d17f9517 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:29:39.975859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4bdbff92-5f91-4e51-9845-648fb1ded26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:29:38Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:40.019008 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdbff92-5f91-4e51-9845-648fb1ded26a None None] Checking router: 535cbba1-f470-4e50-829a-caf7d17f9517 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:29:40.034055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdbff92-5f91-4e51-9845-648fb1ded26a None None] Routers {'535cbba1-f470-4e50-829a-caf7d17f9517'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:29:40.035089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4bdbff92-5f91-4e51-9845-648fb1ded26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:29:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['535cbba1-f470-4e50-829a-caf7d17f9517'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:40.145442 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39b62f7-a74b-447a-ba7a-29959cb31cf3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:40.152982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-c39b62f7-a74b-447a-ba7a-29959cb31cf3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:40.156207 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b62f7-a74b-447a-ba7a-29959cb31cf3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=a4c0dbae-80ef-4399-bce7-1b86a1457193,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:40.163152 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39b62f7-a74b-447a-ba7a-29959cb31cf3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:40.170021 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39b62f7-a74b-447a-ba7a-29959cb31cf3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:40.170544 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c39b62f7-a74b-447a-ba7a-29959cb31cf3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:40.184359 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-4bdbff92-5f91-4e51-9845-648fb1ded26a None None] Set router 535cbba1-f470-4e50-829a-caf7d17f9517 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:29:40.193184 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd5fd6ac-5250-4bfa-b765-5895475a730b admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:40.238205 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38124) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:40.238762 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c39b62f7-a74b-447a-ba7a-29959cb31cf3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6703243 Aug 05 14:29:40.307805 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde62e2f-2aca-494a-ab09-c201ea21c523 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:40.337722 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde62e2f-2aca-494a-ab09-c201ea21c523 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:40.344892 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fde62e2f-2aca-494a-ab09-c201ea21c523 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1076639 Aug 05 14:29:40.347503 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38128) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:40.360586 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd5fd6ac-5250-4bfa-b765-5895475a730b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:40.450766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-fd5fd6ac-5250-4bfa-b765-5895475a730b admin admin] Deleting port 2dc0aacc-7bb2-441d-a737-9b9335762a1e {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:40.450766 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd5fd6ac-5250-4bfa-b765-5895475a730b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:40.461962 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4bdbff92-5f91-4e51-9845-648fb1ded26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:29:38Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:40.476530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-68e100ef-d8a3-41ca-a85e-fd23b1193b0e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port a4c0dbae-80ef-4399-bce7-1b86a1457193 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:40.476966 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-68e100ef-d8a3-41ca-a85e-fd23b1193b0e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:40.495517 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdbff92-5f91-4e51-9845-648fb1ded26a None None] The sync data for ids ['535cbba1-f470-4e50-829a-caf7d17f9517'] in n-d-803585-2 is: [{'id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'name': 'tempest-TestVolumeBootPattern-1338245536-router', 'tenant_id': '065dc2b7c099445c8c1ebc365ab739b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:42Z', 'updated_at': '2021-08-05T14:29:38Z', 'revision_number': 5, 'project_id': '065dc2b7c099445c8c1ebc365ab739b7', 'gw_port': {'id': '2dc0aacc-7bb2-441d-a737-9b9335762a1e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535cbba1-f470-4e50-829a-caf7d17f9517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:44Z', 'updated_at': '2021-08-05T14:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:29:40.557829 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-fd5fd6ac-5250-4bfa-b765-5895475a730b admin admin] For port 2dc0aacc-7bb2-441d-a737-9b9335762a1e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2dc0aacc-7bb2-441d-a737-9b9335762a1e,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:40.558195 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd5fd6ac-5250-4bfa-b765-5895475a730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:40.573003 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ffbd70a1-7a5b-4de2-922a-d50c23bbd899 None None] Provisioning for port 4105b020-8863-4d29-8250-40ae39aeb1a9 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:40.581749 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-fd5fd6ac-5250-4bfa-b765-5895475a730b admin admin] Calling delete_port for 2dc0aacc-7bb2-441d-a737-9b9335762a1e owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:40.594703 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-68e100ef-d8a3-41ca-a85e-fd23b1193b0e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:40.612353 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-68e100ef-d8a3-41ca-a85e-fd23b1193b0e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for a4c0dbae-80ef-4399-bce7-1b86a1457193 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:40.757449 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-68e100ef-d8a3-41ca-a85e-fd23b1193b0e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:40.764824 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd5fd6ac-5250-4bfa-b765-5895475a730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:40.789720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6cf8bcbd-4b8d-4d24-a311-c4257bf3f8e9 None None] Could not find standard attr ID for object a4c0dbae-80ef-4399-bce7-1b86a1457193. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:29:40.791220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e100ef-d8a3-41ca-a85e-fd23b1193b0e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=a4c0dbae-80ef-4399-bce7-1b86a1457193,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:40.806742 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fd6ac-5250-4bfa-b765-5895475a730b admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc0aacc-7bb2-441d-a737-9b9335762a1e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:40.833080 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-68e100ef-d8a3-41ca-a85e-fd23b1193b0e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:40.836453 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-68e100ef-d8a3-41ca-a85e-fd23b1193b0e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/a4c0dbae-80ef-4399-bce7-1b86a1457193 HTTP/1.1" status: 204 len: 168 time: 0.4878852 Aug 05 14:29:40.839571 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38130) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:40.880695 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd5fd6ac-5250-4bfa-b765-5895475a730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:40.932623 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaa4b60-be6d-4f0b-b5f6-b2e1d729a5f2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:40.943358 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaa4b60-be6d-4f0b-b5f6-b2e1d729a5f2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:40.954729 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2aaa4b60-be6d-4f0b-b5f6-b2e1d729a5f2 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1140561 Aug 05 14:29:40.958838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38132) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:41.049253 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23af867-a815-45bb-8f8f-6919d62542e8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet a49bf263-3180-483c-ac8a-417c217ca046 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:41.058995 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c23af867-a815-45bb-8f8f-6919d62542e8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.083171 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd5fd6ac-5250-4bfa-b765-5895475a730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.085387 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd5fd6ac-5250-4bfa-b765-5895475a730b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.124018 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c23af867-a815-45bb-8f8f-6919d62542e8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.124253 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4105b020-8863-4d29-8250-40ae39aeb1a9 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:29:41.168039 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd5fd6ac-5250-4bfa-b765-5895475a730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.168670 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5fd6ac-5250-4bfa-b765-5895475a730b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 535cbba1-f470-4e50-829a-caf7d17f9517 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:29:41.175224 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd5fd6ac-5250-4bfa-b765-5895475a730b admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.179587 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fd5fd6ac-5250-4bfa-b765-5895475a730b admin admin] 10.222.0.16 "DELETE /v2.0/routers/535cbba1-f470-4e50-829a-caf7d17f9517 HTTP/1.1" status: 204 len: 168 time: 1.5520108 Aug 05 14:29:41.180940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38134) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:41.190765 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4105b020-8863-4d29-8250-40ae39aeb1a9 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:41.195923 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4105b020-8863-4d29-8250-40ae39aeb1a9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:41.196175 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.246183 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c23af867-a815-45bb-8f8f-6919d62542e8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.269634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-459c4e01-b35a-4554-a8ff-c3aeedfafbc1 admin admin] Deleting subnet 870cad23-9608-4bc8-8247-31dbaf4eed94 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:41.275306 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-459c4e01-b35a-4554-a8ff-c3aeedfafbc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.327219 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.336159 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c23af867-a815-45bb-8f8f-6919d62542e8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.349788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-459c4e01-b35a-4554-a8ff-c3aeedfafbc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.395715 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23af867-a815-45bb-8f8f-6919d62542e8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=a49bf263-3180-483c-ac8a-417c217ca046,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:41.400127 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c23af867-a815-45bb-8f8f-6919d62542e8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.409711 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c23af867-a815-45bb-8f8f-6919d62542e8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/a49bf263-3180-483c-ac8a-417c217ca046 HTTP/1.1" status: 204 len: 168 time: 0.4470487 Aug 05 14:29:41.410136 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38138) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:41.413581 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb66444-6660-47f0-bb3e-f8358ac27c45 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:41.485073 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b3f263dc-fa0b-4861-b50b-fea8a59ecd2f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715985 Aug 05 14:29:41.485470 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38140) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:41.511557 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-459c4e01-b35a-4554-a8ff-c3aeedfafbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.544757 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:29:41.545114 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:29:41.558178 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3352c92b-451c-46b1-84b4-896756e8a465 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:41.562843 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3352c92b-451c-46b1-84b4-896756e8a465 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0763836 Aug 05 14:29:41.563656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38142) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:41.594837 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-459c4e01-b35a-4554-a8ff-c3aeedfafbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.641406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c4e01-b35a-4554-a8ff-c3aeedfafbc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870cad23-9608-4bc8-8247-31dbaf4eed94,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:41.649476 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-459c4e01-b35a-4554-a8ff-c3aeedfafbc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.652486 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bc8f34-4686-48c2-b22a-ac9317edc209 None None] Network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:41.656816 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-459c4e01-b35a-4554-a8ff-c3aeedfafbc1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/870cad23-9608-4bc8-8247-31dbaf4eed94 HTTP/1.1" status: 204 len: 168 time: 0.4741669 Aug 05 14:29:41.657471 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38144) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:41.761141 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.761650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdcf61b-e4ba-48ce-acfc-1785680b69e3 None None] DHCP port deletion for 0b567c09-dbdf-4609-b47a-edf0ab2774db request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:29:41.855800 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] Deleting port d2af5db1-f228-4af0-b330-4f5fe22451bc {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:41.856333 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.910129 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-6fdcf61b-e4ba-48ce-acfc-1785680b69e3 None None] Deleting port 4105b020-8863-4d29-8250-40ae39aeb1a9 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:41.910976 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6fdcf61b-e4ba-48ce-acfc-1785680b69e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.940032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] For port d2af5db1-f228-4af0-b330-4f5fe22451bc, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d2af5db1-f228-4af0-b330-4f5fe22451bc,segment=NetworkSegment(5c57a87c-bb0c-4205-8484-dfbe7208ef16),segment_id=5c57a87c-bb0c-4205-8484-dfbe7208ef16)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:41.940518 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:41.963580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] Calling delete_port for d2af5db1-f228-4af0-b330-4f5fe22451bc owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:41.987219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a76dd0e-fae9-40e7-96f6-ede8cdfe8930 None None] DHCP port deletion for 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:29:42.091040 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:42.108390 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6fdcf61b-e4ba-48ce-acfc-1785680b69e3 None None] For port 4105b020-8863-4d29-8250-40ae39aeb1a9, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4105b020-8863-4d29-8250-40ae39aeb1a9,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:42.109068 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6fdcf61b-e4ba-48ce-acfc-1785680b69e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:42.110057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e6e4cb-4fa2-49da-9b1b-6327b0cd6f3a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:42.111670 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c1e6e4cb-4fa2-49da-9b1b-6327b0cd6f3a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5468779 Aug 05 14:29:42.113352 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:42.114445 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38146) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:42.127409 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2af5db1-f228-4af0-b330-4f5fe22451bc,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:42.131748 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] No DVR routers for this DVR port d2af5db1-f228-4af0-b330-4f5fe22451bc on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:42.142814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-6fdcf61b-e4ba-48ce-acfc-1785680b69e3 None None] Calling delete_port for 4105b020-8863-4d29-8250-40ae39aeb1a9 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:42.151255 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-3a76dd0e-fae9-40e7-96f6-ede8cdfe8930 None None] Deleting port d2af5db1-f228-4af0-b330-4f5fe22451bc {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:42.152292 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3a76dd0e-fae9-40e7-96f6-ede8cdfe8930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:42.175268 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5dd49d84-fa79-4f17-80c0-24c2be1ab0d9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594301 Aug 05 14:29:42.179501 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38148) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:42.185238 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-763fcfc0-e88a-41c7-8b13-9e5fda65a572 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:42.222775 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:42.236536 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de624eb-5a9e-4fa7-b78e-3b61944c6be0']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:42.254782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c57a87c-bb0c-4205-8484-dfbe7208ef16') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:42.255135 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c57a87c-bb0c-4205-8484-dfbe7208ef16') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:42.267680 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:42.287462 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:42.294798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:29:42.295203 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:42.306841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763fcfc0-e88a-41c7-8b13-9e5fda65a572 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:42.314973 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-763fcfc0-e88a-41c7-8b13-9e5fda65a572 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:29:42.396798 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:29:42.404068 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:42.418064 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:42.426840 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38150) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:42.428107 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6de624eb-5a9e-4fa7-b78e-3b61944c6be0 HTTP/1.1" status: 204 len: 168 time: 0.7693181 Aug 05 14:29:42.429471 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3a76dd0e-fae9-40e7-96f6-ede8cdfe8930 None None] For port d2af5db1-f228-4af0-b330-4f5fe22451bc, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:42.430098 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3a76dd0e-fae9-40e7-96f6-ede8cdfe8930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:42.446516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-3a76dd0e-fae9-40e7-96f6-ede8cdfe8930 None None] Calling delete_port for d2af5db1-f228-4af0-b330-4f5fe22451bc owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:42.449868 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-3a76dd0e-fae9-40e7-96f6-ede8cdfe8930 None None] Port d2af5db1-f228-4af0-b330-4f5fe22451bc was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:29:42.450009 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf77ce8-e219-4416-855b-c4ba47651786 admin admin] Pushing event deleted for resources: {'Network': ['ID=6de624eb-5a9e-4fa7-b78e-3b61944c6be0,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:42.454245 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3a76dd0e-fae9-40e7-96f6-ede8cdfe8930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:42.493503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a76dd0e-fae9-40e7-96f6-ede8cdfe8930 None None] Network 6de624eb-5a9e-4fa7-b78e-3b61944c6be0 is not hosted by any dhcp agent {{(pid=105725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 14:29:42.493974 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a76dd0e-fae9-40e7-96f6-ede8cdfe8930 None None] No DVR routers for this DVR port d2af5db1-f228-4af0-b330-4f5fe22451bc on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:42.495675 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76dd0e-fae9-40e7-96f6-ede8cdfe8930 None None] Pushing event deleted for resources: {'Port': ['ID=d2af5db1-f228-4af0-b330-4f5fe22451bc,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:42.550735 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 4105b020-8863-4d29-8250-40ae39aeb1a9, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4105b020-8863-4d29-8250-40ae39aeb1a9,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:42.567442 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:42.641597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=4105b020-8863-4d29-8250-40ae39aeb1a9,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:42.653241 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6fdcf61b-e4ba-48ce-acfc-1785680b69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:42.670982 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdcf61b-e4ba-48ce-acfc-1785680b69e3 None None] No DVR routers for this DVR port 4105b020-8863-4d29-8250-40ae39aeb1a9 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:42.673665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2dc0aacc-7bb2-441d-a737-9b9335762a1e no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:42.695395 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcf61b-e4ba-48ce-acfc-1785680b69e3 None None] Pushing event deleted for resources: {'Port': ['ID=4105b020-8863-4d29-8250-40ae39aeb1a9,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:42.715868 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 2dc0aacc-7bb2-441d-a737-9b9335762a1e {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:29:42.716220 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2dc0aacc-7bb2-441d-a737-9b9335762a1e not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:29:42.716641 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d80a0a7c-5992-4f56-9cd4-31e1340783b2 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:42.735316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: d80a0a7c-5992-4f56-9cd4-31e1340783b2 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:29:42.735793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d80a0a7c-5992-4f56-9cd4-31e1340783b2 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:29:42.736216 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4105b020-8863-4d29-8250-40ae39aeb1a9 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:42.755481 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4105b020-8863-4d29-8250-40ae39aeb1a9 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:29:42.755816 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4105b020-8863-4d29-8250-40ae39aeb1a9 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:29:42.756276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d2af5db1-f228-4af0-b330-4f5fe22451bc no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:42.779351 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: d2af5db1-f228-4af0-b330-4f5fe22451bc {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:29:42.779631 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d2af5db1-f228-4af0-b330-4f5fe22451bc not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:29:42.940120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.objects.ports [None req-763fcfc0-e88a-41c7-8b13-9e5fda65a572 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:29:42.943402 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-763fcfc0-e88a-41c7-8b13-9e5fda65a572 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:43.014187 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763fcfc0-e88a-41c7-8b13-9e5fda65a572 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:43.020799 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-763fcfc0-e88a-41c7-8b13-9e5fda65a572 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:43.027082 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763fcfc0-e88a-41c7-8b13-9e5fda65a572 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:43.027977 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-763fcfc0-e88a-41c7-8b13-9e5fda65a572 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:43.032718 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c624873e-aa61-4f0b-8f44-b6be1285db76 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:43.037353 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fcfc0-e88a-41c7-8b13-9e5fda65a572 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=75ad476b-84d6-412b-bd5b-9e051144f297,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:43.058654 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-763fcfc0-e88a-41c7-8b13-9e5fda65a572 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8750391 Aug 05 14:29:43.059367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38154) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:43.065166 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b8d360f1-d1d7-474e-8291-be46fce2a76e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:43.205092 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0b567c09-dbdf-4609-b47a-edf0ab2774db', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'fixed_ips': [{'subnet_id': '75ad476b-84d6-412b-bd5b-9e051144f297'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:29:43.206652 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:43.232003 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6aec795d-d958-4f62-867e-1f04012c6984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:43.233751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d360f1-d1d7-474e-8291-be46fce2a76e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:43.237509 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b8d360f1-d1d7-474e-8291-be46fce2a76e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:43.356650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Allocated IP 2001:db8::f816:3eff:fe61:77cb (0b567c09-dbdf-4609-b47a-edf0ab2774db/75ad476b-84d6-412b-bd5b-9e051144f297/a0458f80-ebed-41fc-a521-6fc681275a19) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:43.427775 n-d-803585-2 neutron-server[105723]: INFO neutron.db.ipam_backend_mixin [None req-b8d360f1-d1d7-474e-8291-be46fce2a76e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 75ad476b-84d6-412b-bd5b-9e051144f297 (CIDR: 2001:db8::/64) Aug 05 14:29:43.467549 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d360f1-d1d7-474e-8291-be46fce2a76e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:29:43.468059 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d360f1-d1d7-474e-8291-be46fce2a76e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:29:43.518107 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38156) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:43.522554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b8d360f1-d1d7-474e-8291-be46fce2a76e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4589612 Aug 05 14:29:43.524369 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:43.530674 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:43.540888 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Transition to ACTIVE for port object a0458f80-ebed-41fc-a521-6fc681275a19 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:43.561606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Transition to ACTIVE for port object a0458f80-ebed-41fc-a521-6fc681275a19 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:43.574147 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:43.625378 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:43.628575 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:43.633565 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:43.664682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Pushing event updated for resources: {'Port': ['ID=a0458f80-ebed-41fc-a521-6fc681275a19,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:43.687891 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-6aec795d-d958-4f62-867e-1f04012c6984 admin admin] Deleting port 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:43.688261 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6aec795d-d958-4f62-867e-1f04012c6984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:43.708995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Attempting to bind port a0458f80-ebed-41fc-a521-6fc681275a19 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:29:43.709376 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Attempting to bind port a0458f80-ebed-41fc-a521-6fc681275a19 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:29:43.709802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Attempting to bind port a0458f80-ebed-41fc-a521-6fc681275a19 on network 0b567c09-dbdf-4609-b47a-edf0ab2774db {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:29:43.714518 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:43.718930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:29:43.719245 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:43.719837 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Checking segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:29:43.720507 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:43.721140 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Bound using segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:29:43.721848 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Bound port: a0458f80-ebed-41fc-a521-6fc681275a19, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:29:43.722780 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:43.802080 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-6aec795d-d958-4f62-867e-1f04012c6984 admin admin] For port 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0,segment=NetworkSegment(eb2333f6-9d27-4646-bb35-5c0a020705f7),segment_id=eb2333f6-9d27-4646-bb35-5c0a020705f7)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:43.802512 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6aec795d-d958-4f62-867e-1f04012c6984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:43.813165 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] For port a0458f80-ebed-41fc-a521-6fc681275a19, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:29:43.816664 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] For port a0458f80-ebed-41fc-a521-6fc681275a19, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a0458f80-ebed-41fc-a521-6fc681275a19,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:29:43.821011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-6aec795d-d958-4f62-867e-1f04012c6984 admin admin] Calling delete_port for 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:43.824005 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:43.931488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040f9ae-366a-4ec2-8678-b3d7a9982171 None None] Pushing event updated for resources: {'Port': ['ID=a0458f80-ebed-41fc-a521-6fc681275a19,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:44.022642 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:44.059411 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6aec795d-d958-4f62-867e-1f04012c6984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:44.086399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:44.090553 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:44.106148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:44.107195 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:44.111596 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec795d-d958-4f62-867e-1f04012c6984 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:44.127238 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=9b64db00-69f0-4225-8e35-c8ec99dc7a40,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:44.141867 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:44.142584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:44.143215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:44.143783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:44.144356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:44.144899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:44.145427 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:44.145963 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:44.146545 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:44.149234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:44.149588 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:44.149935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:44.155373 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-13dcc31d-8e9c-4719-9e07-4b05249285fc tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6362102 Aug 05 14:29:44.158278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38160) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:44.166006 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-3de23058-7243-4fb9-bdb7-89491c702877 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'mac_address': 'fa:16:3e:93:22:a2', 'name': 'tempest-NetworksTestDHCPv6-879295244'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:44.350004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de23058-7243-4fb9-bdb7-89491c702877 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:44.368830 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6aec795d-d958-4f62-867e-1f04012c6984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:44.453044 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3de23058-7243-4fb9-bdb7-89491c702877 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:44.474512 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-3de23058-7243-4fb9-bdb7-89491c702877 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port 22f8e188-bfb7-47c4-b5a4-8d380b09af65 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:29:44.630681 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aec795d-d958-4f62-867e-1f04012c6984 admin admin] Router fbd896cd-0d29-438a-ac41-a62e0efa5779 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:29:44.723927 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-3de23058-7243-4fb9-bdb7-89491c702877 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8:0:1::8f (0b567c09-dbdf-4609-b47a-edf0ab2774db/9b64db00-69f0-4225-8e35-c8ec99dc7a40/22f8e188-bfb7-47c4-b5a4-8d380b09af65) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:44.738331 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-3de23058-7243-4fb9-bdb7-89491c702877 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::f816:3eff:fe93:22a2 (0b567c09-dbdf-4609-b47a-edf0ab2774db/75ad476b-84d6-412b-bd5b-9e051144f297/22f8e188-bfb7-47c4-b5a4-8d380b09af65) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:44.810584 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aec795d-d958-4f62-867e-1f04012c6984 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:29:44.821818 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38164) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:44.823541 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331b46ed-1e69-47a6-abc3-ea082ac71bb2 None None] Sync routers for ids ['fbd896cd-0d29-438a-ac41-a62e0efa5779'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:29:44.824217 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6aec795d-d958-4f62-867e-1f04012c6984 admin admin] 10.222.0.16 "PUT /v2.0/routers/fbd896cd-0d29-438a-ac41-a62e0efa5779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3939893 Aug 05 14:29:44.830141 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a0458f80-ebed-41fc-a521-6fc681275a19 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:29:44.846402 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331b46ed-1e69-47a6-abc3-ea082ac71bb2 None None] Routers {'fbd896cd-0d29-438a-ac41-a62e0efa5779'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:29:44.847020 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-331b46ed-1e69-47a6-abc3-ea082ac71bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:29:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fbd896cd-0d29-438a-ac41-a62e0efa5779'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:44.915929 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port a0458f80-ebed-41fc-a521-6fc681275a19 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:44.945342 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:44.969877 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-331b46ed-1e69-47a6-abc3-ea082ac71bb2 None None] Set router fbd896cd-0d29-438a-ac41-a62e0efa5779 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:29:45.119170 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b1e989d-8a59-42f9-a9f1-97e19fbcd22c admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:45.174152 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-331b46ed-1e69-47a6-abc3-ea082ac71bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'name': 'tempest-TestVolumeBootPattern-1954422213-router', 'tenant_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'abd66f5e-ae6d-4785-a7df-c7c4277a944e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:53Z', 'updated_at': '2021-08-05T14:29:44Z', 'revision_number': 5, 'project_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'gw_port': {'id': 'abd66f5e-ae6d-4785-a7df-c7c4277a944e', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:dc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:17:53Z', 'updated_at': '2021-08-05T14:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:45.187571 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3de23058-7243-4fb9-bdb7-89491c702877 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:45.213509 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-3de23058-7243-4fb9-bdb7-89491c702877 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object 22f8e188-bfb7-47c4-b5a4-8d380b09af65 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:45.269763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cefcbb-314f-4648-989a-2934a29de2a1 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:45.296491 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b1e989d-8a59-42f9-a9f1-97e19fbcd22c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:45.298126 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331b46ed-1e69-47a6-abc3-ea082ac71bb2 None None] Checking router: fbd896cd-0d29-438a-ac41-a62e0efa5779 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:29:45.306921 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331b46ed-1e69-47a6-abc3-ea082ac71bb2 None None] Routers {'fbd896cd-0d29-438a-ac41-a62e0efa5779'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:29:45.307631 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-331b46ed-1e69-47a6-abc3-ea082ac71bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:29:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['fbd896cd-0d29-438a-ac41-a62e0efa5779'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:45.340224 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3de23058-7243-4fb9-bdb7-89491c702877 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:45.369639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-547a2094-ebf0-4ca0-9ad8-3b1caeb76111 None None] Provisioning for port a0458f80-ebed-41fc-a521-6fc681275a19 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:45.392871 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-547a2094-ebf0-4ca0-9ad8-3b1caeb76111 None None] Provisioning complete for port a0458f80-ebed-41fc-a521-6fc681275a19 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:45.393271 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-547a2094-ebf0-4ca0-9ad8-3b1caeb76111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:45.399975 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-331b46ed-1e69-47a6-abc3-ea082ac71bb2 None None] Set router fbd896cd-0d29-438a-ac41-a62e0efa5779 gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:29:45.408120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de23058-7243-4fb9-bdb7-89491c702877 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:45.412704 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e989d-8a59-42f9-a9f1-97e19fbcd22c admin admin] Deleting port abd66f5e-ae6d-4785-a7df-c7c4277a944e {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:45.413075 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b1e989d-8a59-42f9-a9f1-97e19fbcd22c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:45.452742 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-331b46ed-1e69-47a6-abc3-ea082ac71bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'name': 'tempest-TestVolumeBootPattern-1954422213-router', 'tenant_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:53Z', 'updated_at': '2021-08-05T14:29:45Z', 'revision_number': 6, 'project_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:45.465515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-3de23058-7243-4fb9-bdb7-89491c702877 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:45.469732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de23058-7243-4fb9-bdb7-89491c702877 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:45.481982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de23058-7243-4fb9-bdb7-89491c702877 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:45.482689 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3de23058-7243-4fb9-bdb7-89491c702877 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:45.484982 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331b46ed-1e69-47a6-abc3-ea082ac71bb2 None None] The sync data for ids ['fbd896cd-0d29-438a-ac41-a62e0efa5779'] in n-d-803585-2 is: [{'id': 'fbd896cd-0d29-438a-ac41-a62e0efa5779', 'name': 'tempest-TestVolumeBootPattern-1954422213-router', 'tenant_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:17:53Z', 'updated_at': '2021-08-05T14:29:45Z', 'revision_number': 6, 'project_id': 'b67c9b9e17cb4e81ac57ea35d82f46db', 'gw_port_host': None}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:29:45.501676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de23058-7243-4fb9-bdb7-89491c702877 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=22f8e188-bfb7-47c4-b5a4-8d380b09af65,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:45.526745 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3de23058-7243-4fb9-bdb7-89491c702877 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3641427 Aug 05 14:29:45.530747 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38168) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:45.535836 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-547a2094-ebf0-4ca0-9ad8-3b1caeb76111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:45.567207 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-9b1e989d-8a59-42f9-a9f1-97e19fbcd22c admin admin] For port abd66f5e-ae6d-4785-a7df-c7c4277a944e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=abd66f5e-ae6d-4785-a7df-c7c4277a944e,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:45.568001 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b1e989d-8a59-42f9-a9f1-97e19fbcd22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:45.585673 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bda0e1b-c171-44b4-9892-b5b89235267a None None] Update dhcp port {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'fixed_ips': [{'subnet_id': '75ad476b-84d6-412b-bd5b-9e051144f297', 'ip_address': '2001:db8::f816:3eff:fe61:77cb'}, {'subnet_id': '9b64db00-69f0-4225-8e35-c8ec99dc7a40'}], 'binding:host_id': 'n-d-803585-2'}, 'id': 'a0458f80-ebed-41fc-a521-6fc681275a19'} from n-d-803585-2. {{(pid=105725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 14:29:45.588504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e989d-8a59-42f9-a9f1-97e19fbcd22c admin admin] Calling delete_port for abd66f5e-ae6d-4785-a7df-c7c4277a944e owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:45.618361 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-547a2094-ebf0-4ca0-9ad8-3b1caeb76111 None None] For port a0458f80-ebed-41fc-a521-6fc681275a19, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a0458f80-ebed-41fc-a521-6fc681275a19,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:45.626396 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-547a2094-ebf0-4ca0-9ad8-3b1caeb76111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:45.638745 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2bda0e1b-c171-44b4-9892-b5b89235267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:45.656926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-b266a2e1-b8f0-44a5-8c8a-94bd2c2510bb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port 22f8e188-bfb7-47c4-b5a4-8d380b09af65 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:45.657553 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b266a2e1-b8f0-44a5-8c8a-94bd2c2510bb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:45.717654 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a2094-ebf0-4ca0-9ad8-3b1caeb76111 None None] Pushing event updated for resources: {'Port': ['ID=a0458f80-ebed-41fc-a521-6fc681275a19,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:45.759146 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b266a2e1-b8f0-44a5-8c8a-94bd2c2510bb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:45.774003 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-b266a2e1-b8f0-44a5-8c8a-94bd2c2510bb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for 22f8e188-bfb7-47c4-b5a4-8d380b09af65 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:45.795508 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b1e989d-8a59-42f9-a9f1-97e19fbcd22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:45.820595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e989d-8a59-42f9-a9f1-97e19fbcd22c admin admin] Pushing event deleted for resources: {'Port': ['ID=abd66f5e-ae6d-4785-a7df-c7c4277a944e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:45.888802 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ae25769a-5003-4b87-b3b0-e0491638e8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:45.898100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-2bda0e1b-c171-44b4-9892-b5b89235267a None None] Allocated IP 2001:db8:0:1::2 (0b567c09-dbdf-4609-b47a-edf0ab2774db/9b64db00-69f0-4225-8e35-c8ec99dc7a40/a0458f80-ebed-41fc-a521-6fc681275a19) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:45.906484 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b1e989d-8a59-42f9-a9f1-97e19fbcd22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.051182 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b1e989d-8a59-42f9-a9f1-97e19fbcd22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.056754 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b1e989d-8a59-42f9-a9f1-97e19fbcd22c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.082859 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b266a2e1-b8f0-44a5-8c8a-94bd2c2510bb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.085223 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2bda0e1b-c171-44b4-9892-b5b89235267a None None] For port a0458f80-ebed-41fc-a521-6fc681275a19, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a0458f80-ebed-41fc-a521-6fc681275a19,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:46.117775 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b1e989d-8a59-42f9-a9f1-97e19fbcd22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.119233 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1e989d-8a59-42f9-a9f1-97e19fbcd22c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbd896cd-0d29-438a-ac41-a62e0efa5779 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:29:46.124452 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266a2e1-b8f0-44a5-8c8a-94bd2c2510bb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=22f8e188-bfb7-47c4-b5a4-8d380b09af65,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:46.124657 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9b1e989d-8a59-42f9-a9f1-97e19fbcd22c admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.128895 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9b1e989d-8a59-42f9-a9f1-97e19fbcd22c admin admin] 10.222.0.16 "DELETE /v2.0/routers/fbd896cd-0d29-438a-ac41-a62e0efa5779 HTTP/1.1" status: 204 len: 168 time: 1.3039160 Aug 05 14:29:46.129422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38176) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:46.152240 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2bda0e1b-c171-44b4-9892-b5b89235267a None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.192135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2bda0e1b-c171-44b4-9892-b5b89235267a None None] Transition to ACTIVE for port object a0458f80-ebed-41fc-a521-6fc681275a19 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:46.197465 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2bda0e1b-c171-44b4-9892-b5b89235267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.202375 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b266a2e1-b8f0-44a5-8c8a-94bd2c2510bb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.205448 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b266a2e1-b8f0-44a5-8c8a-94bd2c2510bb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/22f8e188-bfb7-47c4-b5a4-8d380b09af65 HTTP/1.1" status: 204 len: 168 time: 0.6759059 Aug 05 14:29:46.209154 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38178) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:46.215603 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.227460 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ceb89c-998e-48bf-8f49-5d3ac1744ee5 admin admin] Deleting subnet 72e9f9f7-12c6-45db-a896-b6dc551a4d25 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:46.233469 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75ceb89c-998e-48bf-8f49-5d3ac1744ee5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.279351 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295ba536-dd80-4167-bbc4-5f9228d21a5d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:46.292657 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-295ba536-dd80-4167-bbc4-5f9228d21a5d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0818841 Aug 05 14:29:46.294057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38180) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:46.314608 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75ceb89c-998e-48bf-8f49-5d3ac1744ee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.318231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda0e1b-c171-44b4-9892-b5b89235267a None None] Pushing event updated for resources: {'Port': ['ID=a0458f80-ebed-41fc-a521-6fc681275a19,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:46.389895 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04832d5c-c74e-4b6d-a49d-97d13b11ce94 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:46.397388 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-04832d5c-c74e-4b6d-a49d-97d13b11ce94 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1004519 Aug 05 14:29:46.398160 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38182) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:46.463132 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75ceb89c-998e-48bf-8f49-5d3ac1744ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.514693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976d9196-24d7-4b8f-bacf-838d2d190c79 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:46.516215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976d9196-24d7-4b8f-bacf-838d2d190c79 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:46.517733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976d9196-24d7-4b8f-bacf-838d2d190c79 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:46.519411 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-976d9196-24d7-4b8f-bacf-838d2d190c79 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1202614 Aug 05 14:29:46.522033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38186) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:46.623520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09f8ffa-2ed9-4cc9-951c-b118dc10b6de tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet 75ad476b-84d6-412b-bd5b-9e051144f297 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:46.628399 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a09f8ffa-2ed9-4cc9-951c-b118dc10b6de tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.632763 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75ceb89c-998e-48bf-8f49-5d3ac1744ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.672580 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a0458f80-ebed-41fc-a521-6fc681275a19 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:29:46.691513 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75ceb89c-998e-48bf-8f49-5d3ac1744ee5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.696992 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38188) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:46.698546 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-75ceb89c-998e-48bf-8f49-5d3ac1744ee5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/72e9f9f7-12c6-45db-a896-b6dc551a4d25 HTTP/1.1" status: 204 len: 168 time: 0.5659008 Aug 05 14:29:46.701973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ceb89c-998e-48bf-8f49-5d3ac1744ee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e9f9f7-12c6-45db-a896-b6dc551a4d25,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:46.715962 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fae3f5-de45-4894-9185-a28f4fc1907f None None] Network c8884f81-f79c-4af5-a755-8f97074baecf requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:46.720427 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a09f8ffa-2ed9-4cc9-951c-b118dc10b6de tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.807628 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.823643 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a09f8ffa-2ed9-4cc9-951c-b118dc10b6de tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.907428 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a09f8ffa-2ed9-4cc9-951c-b118dc10b6de tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.924432 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] Deleting port 54028d1e-27c9-4f84-a5e0-467e25e206d1 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:46.924830 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.964721 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f8ffa-2ed9-4cc9-951c-b118dc10b6de tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=75ad476b-84d6-412b-bd5b-9e051144f297,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:46.966888 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a09f8ffa-2ed9-4cc9-951c-b118dc10b6de tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:46.968927 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a09f8ffa-2ed9-4cc9-951c-b118dc10b6de tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/75ad476b-84d6-412b-bd5b-9e051144f297 HTTP/1.1" status: 204 len: 168 time: 0.4459064 Aug 05 14:29:46.969621 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:46.974089 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38190) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:47.003756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:29:47.004106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2b13d5e3-40ab-4df1-a69b-1ea2a3c4dbb0 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:29:47.004647 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device abd66f5e-ae6d-4785-a7df-c7c4277a944e no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:47.031357 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f7d75f-0999-44b2-9130-3e630e7cc849 None None] DHCP port deletion for c8884f81-f79c-4af5-a755-8f97074baecf request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:29:47.039669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: abd66f5e-ae6d-4785-a7df-c7c4277a944e {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:29:47.040275 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device abd66f5e-ae6d-4785-a7df-c7c4277a944e not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:29:47.069573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b6d278-f7e8-47c3-8be3-1c6fae541c97 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet 9b64db00-69f0-4225-8e35-c8ec99dc7a40 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:47.074208 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] For port 54028d1e-27c9-4f84-a5e0-467e25e206d1, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=54028d1e-27c9-4f84-a5e0-467e25e206d1,segment=NetworkSegment(eb2333f6-9d27-4646-bb35-5c0a020705f7),segment_id=eb2333f6-9d27-4646-bb35-5c0a020705f7)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:47.074615 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.077163 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48b6d278-f7e8-47c3-8be3-1c6fae541c97 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.100103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] Calling delete_port for 54028d1e-27c9-4f84-a5e0-467e25e206d1 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:47.141567 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48b6d278-f7e8-47c3-8be3-1c6fae541c97 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.173090 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54428540-51a1-4b11-9be1-451804174143 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:47.214835 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.217596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7d75f-0999-44b2-9130-3e630e7cc849 None None] Deleting port 54028d1e-27c9-4f84-a5e0-467e25e206d1 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:47.217975 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d8f7d75f-0999-44b2-9130-3e630e7cc849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.260419 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48b6d278-f7e8-47c3-8be3-1c6fae541c97 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.263060 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=54028d1e-27c9-4f84-a5e0-467e25e206d1,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:47.266836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] No DVR routers for this DVR port 54028d1e-27c9-4f84-a5e0-467e25e206d1 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:47.291475 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dd2c7a1f-05d4-45d6-9d4d-6cb958cd8026 None None] Could not find standard attr ID for object 22f8e188-bfb7-47c4-b5a4-8d380b09af65. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:29:47.335998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d8f7d75f-0999-44b2-9130-3e630e7cc849 None None] For port 54028d1e-27c9-4f84-a5e0-467e25e206d1, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:47.336402 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d8f7d75f-0999-44b2-9130-3e630e7cc849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.337449 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48b6d278-f7e8-47c3-8be3-1c6fae541c97 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.353415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dd2c7a1f-05d4-45d6-9d4d-6cb958cd8026 None None] Provisioning for port a0458f80-ebed-41fc-a521-6fc681275a19 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:47.359455 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.361074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7d75f-0999-44b2-9130-3e630e7cc849 None None] Calling delete_port for 54028d1e-27c9-4f84-a5e0-467e25e206d1 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:47.364420 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-d8f7d75f-0999-44b2-9130-3e630e7cc849 None None] Port 54028d1e-27c9-4f84-a5e0-467e25e206d1 was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:29:47.370752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6d278-f7e8-47c3-8be3-1c6fae541c97 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=9b64db00-69f0-4225-8e35-c8ec99dc7a40,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:47.372498 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8884f81-f79c-4af5-a755-8f97074baecf']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:47.378133 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48b6d278-f7e8-47c3-8be3-1c6fae541c97 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.382351 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-48b6d278-f7e8-47c3-8be3-1c6fae541c97 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/9b64db00-69f0-4225-8e35-c8ec99dc7a40 HTTP/1.1" status: 204 len: 168 time: 0.4048579 Aug 05 14:29:47.383137 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38194) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:47.388348 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d8f7d75f-0999-44b2-9130-3e630e7cc849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.390195 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dd2c7a1f-05d4-45d6-9d4d-6cb958cd8026 None None] Provisioning complete for port a0458f80-ebed-41fc-a521-6fc681275a19 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:47.390578 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dd2c7a1f-05d4-45d6-9d4d-6cb958cd8026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.397464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2333f6-9d27-4646-bb35-5c0a020705f7') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:47.399368 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2333f6-9d27-4646-bb35-5c0a020705f7') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:29:47.409816 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.428259 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bfdbc00b-5c46-4ac4-8634-fe7855ad246c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438972 Aug 05 14:29:47.431274 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.431876 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38196) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:47.437390 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-806db55e-5bb2-452e-a46b-fe84af7535d8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:47.437649 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7d75f-0999-44b2-9130-3e630e7cc849 None None] Pushing event deleted for resources: {'Port': ['ID=54028d1e-27c9-4f84-a5e0-467e25e206d1,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:47.439511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:29:47.440521 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:29:47.443264 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:29:47.456926 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f7d75f-0999-44b2-9130-3e630e7cc849 None None] No DVR routers for this DVR port 54028d1e-27c9-4f84-a5e0-467e25e206d1 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:47.534795 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.545620 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.547597 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c8884f81-f79c-4af5-a755-8f97074baecf HTTP/1.1" status: 204 len: 168 time: 0.8490486 Aug 05 14:29:47.561183 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbba02-5e52-4d23-b119-1dce4656bba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8884f81-f79c-4af5-a755-8f97074baecf,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:47.575712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806db55e-5bb2-452e-a46b-fe84af7535d8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:47.576817 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140cee35-8586-4ed7-8d03-9608fd766020 None None] DHCP port deletion for 0b567c09-dbdf-4609-b47a-edf0ab2774db request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:29:47.580674 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-806db55e-5bb2-452e-a46b-fe84af7535d8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.639970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-140cee35-8586-4ed7-8d03-9608fd766020 None None] Deleting port a0458f80-ebed-41fc-a521-6fc681275a19 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:47.641057 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-140cee35-8586-4ed7-8d03-9608fd766020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.719831 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-140cee35-8586-4ed7-8d03-9608fd766020 None None] For port a0458f80-ebed-41fc-a521-6fc681275a19, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a0458f80-ebed-41fc-a521-6fc681275a19,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:47.720228 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-140cee35-8586-4ed7-8d03-9608fd766020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.735816 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-140cee35-8586-4ed7-8d03-9608fd766020 None None] Calling delete_port for a0458f80-ebed-41fc-a521-6fc681275a19 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:47.767732 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38200) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:47.823938 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c3124ba7-8f7d-4b5d-9029-08eb9bd73a01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=065dc2b7c099445c8c1ebc365ab739b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540214 Aug 05 14:29:47.826326 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38202) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:47.840522 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-140cee35-8586-4ed7-8d03-9608fd766020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.868732 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cee35-8586-4ed7-8d03-9608fd766020 None None] Pushing event deleted for resources: {'Port': ['ID=a0458f80-ebed-41fc-a521-6fc681275a19,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:47.878981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140cee35-8586-4ed7-8d03-9608fd766020 None None] No DVR routers for this DVR port a0458f80-ebed-41fc-a521-6fc681275a19 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:47.898930 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b1f96a1-459b-4d23-97bd-e0fb67f35577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.904961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.objects.ports [None req-806db55e-5bb2-452e-a46b-fe84af7535d8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:29:47.906574 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-806db55e-5bb2-452e-a46b-fe84af7535d8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.923543 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b1f96a1-459b-4d23-97bd-e0fb67f35577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.958221 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806db55e-5bb2-452e-a46b-fe84af7535d8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:47.962088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-806db55e-5bb2-452e-a46b-fe84af7535d8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:47.966333 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806db55e-5bb2-452e-a46b-fe84af7535d8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:47.966924 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-806db55e-5bb2-452e-a46b-fe84af7535d8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.972220 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54839151-1ddb-4886-b57b-c06fbf3ac8b9 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:47.979539 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806db55e-5bb2-452e-a46b-fe84af7535d8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=893e4c42-a576-4857-b19f-19f22da0f5ca,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:47.981743 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b1f96a1-459b-4d23-97bd-e0fb67f35577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.984737 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6b1f96a1-459b-4d23-97bd-e0fb67f35577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:47.986096 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6b1f96a1-459b-4d23-97bd-e0fb67f35577 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a122f19-20f3-4e62-b2cf-e4c72c9909bb HTTP/1.1" status: 204 len: 168 time: 0.1585658 Aug 05 14:29:47.987983 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-806db55e-5bb2-452e-a46b-fe84af7535d8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5550046 Aug 05 14:29:47.992657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38204) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:47.996682 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f96a1-459b-4d23-97bd-e0fb67f35577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a122f19-20f3-4e62-b2cf-e4c72c9909bb,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:48.016842 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-bd8e8e53-6af0-4f9c-8a31-7bd08a218da6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:48.157565 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8e8e53-6af0-4f9c-8a31-7bd08a218da6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:48.162124 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd8e8e53-6af0-4f9c-8a31-7bd08a218da6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:48.165506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0b567c09-dbdf-4609-b47a-edf0ab2774db', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'fixed_ips': [{'subnet_id': '893e4c42-a576-4857-b19f-19f22da0f5ca'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:29:48.166978 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:48.272934 n-d-803585-2 neutron-server[105724]: INFO neutron.db.ipam_backend_mixin [None req-bd8e8e53-6af0-4f9c-8a31-7bd08a218da6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 893e4c42-a576-4857-b19f-19f22da0f5ca (CIDR: 2001:db8::/64) Aug 05 14:29:48.278605 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8e8e53-6af0-4f9c-8a31-7bd08a218da6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:29:48.279111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8e8e53-6af0-4f9c-8a31-7bd08a218da6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:29:48.295980 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bd8e8e53-6af0-4f9c-8a31-7bd08a218da6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3015800 Aug 05 14:29:48.301209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38212) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:48.306982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e14a16ca-a561-4869-a734-2fd40e6435a7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:48.395043 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Allocated IP 2001:db8::f816:3eff:fed3:e2ea (0b567c09-dbdf-4609-b47a-edf0ab2774db/893e4c42-a576-4857-b19f-19f22da0f5ca/a9edb141-7661-4fbb-9c1e-94385ec932ec) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:48.439343 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c981-8ad2-4f68-a59e-e10dc308d883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:48.440011 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:29:48.448576 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14a16ca-a561-4869-a734-2fd40e6435a7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:48.453599 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e14a16ca-a561-4869-a734-2fd40e6435a7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:48.497295 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38214) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:48.553323 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bcc93455-9575-4bd3-bcc5-fe0d41faa69a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b67c9b9e17cb4e81ac57ea35d82f46db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546203 Aug 05 14:29:48.557689 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38216) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:48.597679 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:48.618755 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Transition to ACTIVE for port object a9edb141-7661-4fbb-9c1e-94385ec932ec will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:48.634679 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:48.650307 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Transition to ACTIVE for port object a9edb141-7661-4fbb-9c1e-94385ec932ec will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:48.656738 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:48.660682 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48ef13fb-8756-4e78-bda5-ddd8ea7bdabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:48.707856 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 54028d1e-27c9-4f84-a5e0-467e25e206d1 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:48.715504 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:48.737775 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:48.740310 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:48.747778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 54028d1e-27c9-4f84-a5e0-467e25e206d1 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:29:48.748017 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 54028d1e-27c9-4f84-a5e0-467e25e206d1 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:29:48.748439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a0458f80-ebed-41fc-a521-6fc681275a19 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:48.779511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: a0458f80-ebed-41fc-a521-6fc681275a19 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:29:48.779882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a0458f80-ebed-41fc-a521-6fc681275a19 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:29:48.785528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Pushing event updated for resources: {'Port': ['ID=a9edb141-7661-4fbb-9c1e-94385ec932ec,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:48.838055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Attempting to bind port a9edb141-7661-4fbb-9c1e-94385ec932ec on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:29:48.838552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Attempting to bind port a9edb141-7661-4fbb-9c1e-94385ec932ec by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:29:48.838918 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Attempting to bind port a9edb141-7661-4fbb-9c1e-94385ec932ec on network 0b567c09-dbdf-4609-b47a-edf0ab2774db {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:29:48.844691 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:29:48.845073 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Checking segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:29:48.845462 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:48.845915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Bound using segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:29:48.846367 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Bound port: a9edb141-7661-4fbb-9c1e-94385ec932ec, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:29:48.846755 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:48.915674 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] For port a9edb141-7661-4fbb-9c1e-94385ec932ec, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:29:48.919153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] For port a9edb141-7661-4fbb-9c1e-94385ec932ec, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a9edb141-7661-4fbb-9c1e-94385ec932ec,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:29:48.924388 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:48.987143 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a8244-edfd-4d16-91d3-5451817ff3d5 None None] Pushing event updated for resources: {'Port': ['ID=a9edb141-7661-4fbb-9c1e-94385ec932ec,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:49.088221 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48ef13fb-8756-4e78-bda5-ddd8ea7bdabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:49.223156 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48ef13fb-8756-4e78-bda5-ddd8ea7bdabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:49.226924 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48ef13fb-8756-4e78-bda5-ddd8ea7bdabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:49.230467 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-48ef13fb-8756-4e78-bda5-ddd8ea7bdabf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6851ceb-f057-4a9a-9ef8-e5c7acf477a9 HTTP/1.1" status: 204 len: 168 time: 0.6691661 Aug 05 14:29:49.263570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef13fb-8756-4e78-bda5-ddd8ea7bdabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6851ceb-f057-4a9a-9ef8-e5c7acf477a9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:49.267581 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e14a16ca-a561-4869-a734-2fd40e6435a7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:49.330643 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a16ca-a561-4869-a734-2fd40e6435a7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:49.334416 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-e14a16ca-a561-4869-a734-2fd40e6435a7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:49.341422 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1095d73a-36b0-403c-a77d-a524bae2751a req-b1650b44-ec3b-4f32-a5a1-764b5957aa17 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b28e0c1a-2fcf-4b23-906d-90ed91965ea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0958712 Aug 05 14:29:49.342760 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14a16ca-a561-4869-a734-2fd40e6435a7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:49.343373 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e14a16ca-a561-4869-a734-2fd40e6435a7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:49.357170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a16ca-a561-4869-a734-2fd40e6435a7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=baee398f-4428-4ebe-b763-fadb3828b0b3,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:49.370165 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e14a16ca-a561-4869-a734-2fd40e6435a7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0677259 Aug 05 14:29:49.373773 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38224) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:49.380544 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ee86adc8-18ab-4b27-a982-1ce8ebdfe7d9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'mac_address': 'fa:16:3e:19:f6:b1', 'name': 'tempest-NetworksTestDHCPv6-1634845007'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:49.446984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095d73a-36b0-403c-a77d-a524bae2751a req-b155c4c1-ce54-4c9a-a477-9309e3d99cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:49.449187 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1095d73a-36b0-403c-a77d-a524bae2751a req-b155c4c1-ce54-4c9a-a477-9309e3d99cc0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d44e55a5329445c2aac6d13fee6bc897&device_id=b28e0c1a-2fcf-4b23-906d-90ed91965ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0803463 Aug 05 14:29:49.544972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee86adc8-18ab-4b27-a982-1ce8ebdfe7d9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:49.591191 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:49.642197 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095d73a-36b0-403c-a77d-a524bae2751a req-ee6eaead-f5aa-4309-ab47-110265bed0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:49.645211 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1095d73a-36b0-403c-a77d-a524bae2751a req-ee6eaead-f5aa-4309-ab47-110265bed0dc service neutron] 10.222.0.63 "GET /v2.0/networks?id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb HTTP/1.1" status: 200 len: 916 time: 0.1753213 Aug 05 14:29:49.657714 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee86adc8-18ab-4b27-a982-1ce8ebdfe7d9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:49.687823 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-ee86adc8-18ab-4b27-a982-1ce8ebdfe7d9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port 06df1dde-759e-4bf9-a6f4-596898993840 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:29:49.727684 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1095d73a-36b0-403c-a77d-a524bae2751a req-5c44e422-e95f-4a0a-8985-e5cb5be2f4d5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e2529d-24b8-42cb-bc87-5d9f4696f670 HTTP/1.1" status: 200 len: 217 time: 0.0735946 Aug 05 14:29:49.786183 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a1cab-8bcc-485e-b5cb-7697ef7da2c2 req-145ba5fc-d081-4215-8ac3-6a7de5d9ae69 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:49.795894 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c25a1cab-8bcc-485e-b5cb-7697ef7da2c2 req-145ba5fc-d081-4215-8ac3-6a7de5d9ae69 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=512429d9-2b98-4fef-b4cc-43c883aff690 HTTP/1.1" status: 200 len: 945 time: 0.1439064 Aug 05 14:29:49.847526 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c25a1cab-8bcc-485e-b5cb-7697ef7da2c2 req-6b230e72-83f2-444b-acb1-6c5d8fe63724 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496976 Aug 05 14:29:49.871928 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095d73a-36b0-403c-a77d-a524bae2751a req-66f8b0d4-f94c-4661-b9bc-a23ca9847438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:49.873127 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1095d73a-36b0-403c-a77d-a524bae2751a req-66f8b0d4-f94c-4661-b9bc-a23ca9847438 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6e99111e-51aa-4903-9c73-59ebc8ad6b36 HTTP/1.1" status: 200 len: 855 time: 0.1380789 Aug 05 14:29:49.924729 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1095d73a-36b0-403c-a77d-a524bae2751a req-8f1a97a1-ef42-4eb6-92c8-36b7449915a6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434558 Aug 05 14:29:49.935861 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-ee86adc8-18ab-4b27-a982-1ce8ebdfe7d9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8:0:1::183 (0b567c09-dbdf-4609-b47a-edf0ab2774db/baee398f-4428-4ebe-b763-fadb3828b0b3/06df1dde-759e-4bf9-a6f4-596898993840) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:49.948640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-ee86adc8-18ab-4b27-a982-1ce8ebdfe7d9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::f816:3eff:fe19:f6b1 (0b567c09-dbdf-4609-b47a-edf0ab2774db/893e4c42-a576-4857-b19f-19f22da0f5ca/06df1dde-759e-4bf9-a6f4-596898993840) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:50.089804 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1095d73a-36b0-403c-a77d-a524bae2751a req-96762838-079d-435c-b21c-434b5370d511 service neutron] 10.222.0.63 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568341 Aug 05 14:29:50.164498 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee86adc8-18ab-4b27-a982-1ce8ebdfe7d9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:50.178135 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-ee86adc8-18ab-4b27-a982-1ce8ebdfe7d9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object 06df1dde-759e-4bf9-a6f4-596898993840 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:50.192580 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1095d73a-36b0-403c-a77d-a524bae2751a req-bd410070-294a-40d4-ad8d-dc4c6d0ea9cc service neutron] 10.222.0.63 "GET /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950236 Aug 05 14:29:50.227575 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee86adc8-18ab-4b27-a982-1ce8ebdfe7d9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:50.280257 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee86adc8-18ab-4b27-a982-1ce8ebdfe7d9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:50.283411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ee86adc8-18ab-4b27-a982-1ce8ebdfe7d9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:50.287541 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee86adc8-18ab-4b27-a982-1ce8ebdfe7d9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:50.293515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee86adc8-18ab-4b27-a982-1ce8ebdfe7d9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:50.294166 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee86adc8-18ab-4b27-a982-1ce8ebdfe7d9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:50.300970 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86adc8-18ab-4b27-a982-1ce8ebdfe7d9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=06df1dde-759e-4bf9-a6f4-596898993840,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:50.313899 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c82daf-01c8-428f-a46f-b1b97c80b8bb None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:50.316928 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ee86adc8-18ab-4b27-a982-1ce8ebdfe7d9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9410908 Aug 05 14:29:50.321198 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38230) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:50.415424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-d5de69c5-0fac-42f0-a331-343df3064e46 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port 06df1dde-759e-4bf9-a6f4-596898993840 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:50.416168 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d5de69c5-0fac-42f0-a331-343df3064e46 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:50.511570 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d5de69c5-0fac-42f0-a331-343df3064e46 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:50.526019 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-d5de69c5-0fac-42f0-a331-343df3064e46 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for 06df1dde-759e-4bf9-a6f4-596898993840 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:50.544952 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1bde6336-9ea2-48c5-811f-331098b5a57f None None] Provisioning for port a9edb141-7661-4fbb-9c1e-94385ec932ec completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:50.721840 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a9edb141-7661-4fbb-9c1e-94385ec932ec up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:29:50.728150 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d5de69c5-0fac-42f0-a331-343df3064e46 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:50.756387 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de69c5-0fac-42f0-a331-343df3064e46 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=06df1dde-759e-4bf9-a6f4-596898993840,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:50.765956 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6a4a50-6c45-4634-8f78-a1cb57758c53 None None] Update dhcp port {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'fixed_ips': [{'subnet_id': '893e4c42-a576-4857-b19f-19f22da0f5ca', 'ip_address': '2001:db8::f816:3eff:fed3:e2ea'}, {'subnet_id': 'baee398f-4428-4ebe-b763-fadb3828b0b3'}], 'binding:host_id': 'n-d-803585-2'}, 'id': 'a9edb141-7661-4fbb-9c1e-94385ec932ec'} from n-d-803585-2. {{(pid=105725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 14:29:50.795883 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4a50-6c45-4634-8f78-a1cb57758c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:50.807547 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d5de69c5-0fac-42f0-a331-343df3064e46 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:50.809616 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d5de69c5-0fac-42f0-a331-343df3064e46 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/06df1dde-759e-4bf9-a6f4-596898993840 HTTP/1.1" status: 204 len: 168 time: 0.4872468 Aug 05 14:29:50.812670 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38232) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:50.814852 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port a9edb141-7661-4fbb-9c1e-94385ec932ec completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:50.838752 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port a9edb141-7661-4fbb-9c1e-94385ec932ec triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:50.839127 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:50.862126 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc19e95b-bbdf-41dc-81ab-2e7312e63aea tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:50.863671 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fc19e95b-bbdf-41dc-81ab-2e7312e63aea tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0501013 Aug 05 14:29:50.866629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38234) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:50.918553 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfdd731-151e-4844-a353-a7767817d467 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:50.922418 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1bfdd731-151e-4844-a353-a7767817d467 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0523760 Aug 05 14:29:50.923554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38238) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:50.981015 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21334082-ef8b-46fa-ad66-1df37d218d28 req-839fff61-9bb1-40d9-bc7d-d9d4e29fcc37 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:50.982579 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-21334082-ef8b-46fa-ad66-1df37d218d28 req-839fff61-9bb1-40d9-bc7d-d9d4e29fcc37 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=512429d9-2b98-4fef-b4cc-43c883aff690 HTTP/1.1" status: 200 len: 945 time: 0.0540230 Aug 05 14:29:50.985182 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ec8e70-9103-4e98-a565-cf4b8a5aa0fd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:50.986933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ec8e70-9103-4e98-a565-cf4b8a5aa0fd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:50.988446 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ec8e70-9103-4e98-a565-cf4b8a5aa0fd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:50.991588 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a9ec8e70-9103-4e98-a565-cf4b8a5aa0fd tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0652180 Aug 05 14:29:50.993176 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38240) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:51.024811 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-21334082-ef8b-46fa-ad66-1df37d218d28 req-833b934e-1c37-4dc7-9e87-5b26160029df tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349078 Aug 05 14:29:51.037556 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-8a6a4a50-6c45-4634-8f78-a1cb57758c53 None None] Allocated IP 2001:db8:0:1::2 (0b567c09-dbdf-4609-b47a-edf0ab2774db/baee398f-4428-4ebe-b763-fadb3828b0b3/a9edb141-7661-4fbb-9c1e-94385ec932ec) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:51.039772 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:51.048201 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-385d2184-4083-4eeb-9281-c94f9a0d188a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet 893e4c42-a576-4857-b19f-19f22da0f5ca {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:51.153637 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-8a6a4a50-6c45-4634-8f78-a1cb57758c53 None None] For port a9edb141-7661-4fbb-9c1e-94385ec932ec, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a9edb141-7661-4fbb-9c1e-94385ec932ec,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:51.186319 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4a50-6c45-4634-8f78-a1cb57758c53 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:51.199624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8a6a4a50-6c45-4634-8f78-a1cb57758c53 None None] Transition to ACTIVE for port object a9edb141-7661-4fbb-9c1e-94385ec932ec will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:51.203097 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-385d2184-4083-4eeb-9281-c94f9a0d188a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:51.204343 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4a50-6c45-4634-8f78-a1cb57758c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:51.251528 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-385d2184-4083-4eeb-9281-c94f9a0d188a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:51.328920 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:29:51.329828 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:29:51.331746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a4a50-6c45-4634-8f78-a1cb57758c53 None None] Pushing event updated for resources: {'Port': ['ID=a9edb141-7661-4fbb-9c1e-94385ec932ec,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:51.375150 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:51.425761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876500b-4a21-429c-bdb1-ff9df5abe8f7 req-616382d6-3da7-4b9d-8457-59e12de8dfec tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:51.427444 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9876500b-4a21-429c-bdb1-ff9df5abe8f7 req-616382d6-3da7-4b9d-8457-59e12de8dfec tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.84 "GET /v2.0/ports?device_id=512429d9-2b98-4fef-b4cc-43c883aff690 HTTP/1.1" status: 200 len: 945 time: 0.0655136 Aug 05 14:29:51.535764 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-9876500b-4a21-429c-bdb1-ff9df5abe8f7 req-9842e8ba-1dc6-48f9-8026-49b28fc016dc tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Deleting port 5cade324-75ed-48f6-8c28-597bda3f6bba {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:51.538616 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9876500b-4a21-429c-bdb1-ff9df5abe8f7 req-9842e8ba-1dc6-48f9-8026-49b28fc016dc tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:51.643427 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-9876500b-4a21-429c-bdb1-ff9df5abe8f7 req-9842e8ba-1dc6-48f9-8026-49b28fc016dc tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] For port 5cade324-75ed-48f6-8c28-597bda3f6bba, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5cade324-75ed-48f6-8c28-597bda3f6bba,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:51.643803 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9876500b-4a21-429c-bdb1-ff9df5abe8f7 req-9842e8ba-1dc6-48f9-8026-49b28fc016dc tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:51.659193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-9876500b-4a21-429c-bdb1-ff9df5abe8f7 req-9842e8ba-1dc6-48f9-8026-49b28fc016dc tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Calling delete_port for 5cade324-75ed-48f6-8c28-597bda3f6bba owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:51.668274 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-385d2184-4083-4eeb-9281-c94f9a0d188a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:51.737088 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-385d2184-4083-4eeb-9281-c94f9a0d188a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:51.771830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d2184-4083-4eeb-9281-c94f9a0d188a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=893e4c42-a576-4857-b19f-19f22da0f5ca,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:51.781840 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-385d2184-4083-4eeb-9281-c94f9a0d188a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:51.783865 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-385d2184-4083-4eeb-9281-c94f9a0d188a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/893e4c42-a576-4857-b19f-19f22da0f5ca HTTP/1.1" status: 204 len: 168 time: 0.7897534 Aug 05 14:29:51.786338 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38242) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:51.805356 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9876500b-4a21-429c-bdb1-ff9df5abe8f7 req-9842e8ba-1dc6-48f9-8026-49b28fc016dc tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:51.820620 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['d8e2529d-24b8-42cb-bc87-5d9f4696f670'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:29:51.823681 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['5da2845e-9bbb-468e-9966-0b91cb437545', '580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8', '5cade324-75ed-48f6-8c28-597bda3f6bba'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:29:51.845068 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842e8ba-1dc6-48f9-8026-49b28fc016dc tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Pushing event deleted for resources: {'Port': ['ID=5cade324-75ed-48f6-8c28-597bda3f6bba,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:51.848059 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bd62c2-12c2-446a-9ec4-323f21090a98 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet baee398f-4428-4ebe-b763-fadb3828b0b3 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:51.852290 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8bd62c2-12c2-446a-9ec4-323f21090a98 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:51.912943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9876500b-4a21-429c-bdb1-ff9df5abe8f7 req-9842e8ba-1dc6-48f9-8026-49b28fc016dc tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] No DVR routers for this DVR port 5cade324-75ed-48f6-8c28-597bda3f6bba on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:51.918880 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9876500b-4a21-429c-bdb1-ff9df5abe8f7 req-9842e8ba-1dc6-48f9-8026-49b28fc016dc tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:51.924008 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9876500b-4a21-429c-bdb1-ff9df5abe8f7 req-9842e8ba-1dc6-48f9-8026-49b28fc016dc tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.84 "DELETE /v2.0/ports/5cade324-75ed-48f6-8c28-597bda3f6bba HTTP/1.1" status: 204 len: 173 time: 0.4887323 Aug 05 14:29:51.924760 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512429d9-2b98-4fef-b4cc-43c883aff690', 'name': 'network-vif-deleted', 'tag': '5cade324-75ed-48f6-8c28-597bda3f6bba'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:29:51.932037 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cd79e9-4661-4a1a-bc30-6dd21fc20ffa" -d '{"events": [{"server_uuid": "512429d9-2b98-4fef-b4cc-43c883aff690", "name": "network-vif-deleted", "tag": "5cade324-75ed-48f6-8c28-597bda3f6bba"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:29:51.942515 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:51.968365 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d75ac0c-96fa-4a8d-94b7-11c84345a499 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:51.973426 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8bd62c2-12c2-446a-9ec4-323f21090a98 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:52.017420 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bdd7f2-41b9-42fc-a6d5-b4598a21c65f x-openstack-request-id: req-21bdd7f2-41b9-42fc-a6d5-b4598a21c65f {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:29:52.018629 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512429d9-2b98-4fef-b4cc-43c883aff690", "name": "network-vif-deleted", "tag": "5cade324-75ed-48f6-8c28-597bda3f6bba", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:29:52.018896 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21bdd7f2-41b9-42fc-a6d5-b4598a21c65f {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:29:52.019318 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512429d9-2b98-4fef-b4cc-43c883aff690', 'name': 'network-vif-deleted', 'tag': '5cade324-75ed-48f6-8c28-597bda3f6bba', 'status': 'completed', 'code': 200} Aug 05 14:29:52.046321 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9700243f-aab8-4dbc-8fa0-2f5e6c301eb0 None None] Could not find standard attr ID for object 06df1dde-759e-4bf9-a6f4-596898993840. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:29:52.089438 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port a9edb141-7661-4fbb-9c1e-94385ec932ec, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a9edb141-7661-4fbb-9c1e-94385ec932ec,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:52.105209 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8bd62c2-12c2-446a-9ec4-323f21090a98 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:52.110517 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:52.154236 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9700243f-aab8-4dbc-8fa0-2f5e6c301eb0 None None] Provisioning for port a9edb141-7661-4fbb-9c1e-94385ec932ec completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:52.166861 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ded5db3e-aa25-49b7-9301-841168cfbea4 req-d6f9db95-2204-4dbd-adc2-fc9f9a1d4280 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=512429d9-2b98-4fef-b4cc-43c883aff690 HTTP/1.1" status: 200 len: 210 time: 0.0422711 Aug 05 14:29:52.172200 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8bd62c2-12c2-446a-9ec4-323f21090a98 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:52.189497 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9700243f-aab8-4dbc-8fa0-2f5e6c301eb0 None None] Provisioning complete for port a9edb141-7661-4fbb-9c1e-94385ec932ec triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:52.189870 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9700243f-aab8-4dbc-8fa0-2f5e6c301eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:52.202189 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd62c2-12c2-446a-9ec4-323f21090a98 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=baee398f-4428-4ebe-b763-fadb3828b0b3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:52.206080 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8bd62c2-12c2-446a-9ec4-323f21090a98 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:52.210892 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a8bd62c2-12c2-446a-9ec4-323f21090a98 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/baee398f-4428-4ebe-b763-fadb3828b0b3 HTTP/1.1" status: 204 len: 168 time: 0.4208322 Aug 05 14:29:52.211018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38248) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:52.257843 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cfc1c8dc-965a-406f-bb1e-e45785130e92 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456927 Aug 05 14:29:52.262815 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38250) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:52.267846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a6b6b338-911a-409e-9d5d-87cb68e90445 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:52.301247 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=a9edb141-7661-4fbb-9c1e-94385ec932ec,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:52.362802 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b6b338-911a-409e-9d5d-87cb68e90445 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:52.367223 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6b6b338-911a-409e-9d5d-87cb68e90445 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:52.547093 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a2f665-ff21-4b26-8f8a-00c499926f6a None None] DHCP port deletion for 0b567c09-dbdf-4609-b47a-edf0ab2774db request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:29:52.583750 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6b6b338-911a-409e-9d5d-87cb68e90445 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:52.605275 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-43a2f665-ff21-4b26-8f8a-00c499926f6a None None] Deleting port a9edb141-7661-4fbb-9c1e-94385ec932ec {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:52.605659 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-43a2f665-ff21-4b26-8f8a-00c499926f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:52.644540 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b6b338-911a-409e-9d5d-87cb68e90445 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:52.646763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-a6b6b338-911a-409e-9d5d-87cb68e90445 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:52.652101 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b6b338-911a-409e-9d5d-87cb68e90445 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:52.652693 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6b6b338-911a-409e-9d5d-87cb68e90445 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:52.656001 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6b338-911a-409e-9d5d-87cb68e90445 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=5893ed9c-1e33-49cf-97b8-c5371a13ca4f,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:52.663354 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a9edb141-7661-4fbb-9c1e-94385ec932ec no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:52.670222 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a6b6b338-911a-409e-9d5d-87cb68e90445 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4063287 Aug 05 14:29:52.673324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38252) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:52.678644 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-198363ad-d567-4e3b-8906-25876019108e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:52.721272 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-43a2f665-ff21-4b26-8f8a-00c499926f6a None None] For port a9edb141-7661-4fbb-9c1e-94385ec932ec, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a9edb141-7661-4fbb-9c1e-94385ec932ec,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:52.721745 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-43a2f665-ff21-4b26-8f8a-00c499926f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:52.735981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-43a2f665-ff21-4b26-8f8a-00c499926f6a None None] Calling delete_port for a9edb141-7661-4fbb-9c1e-94385ec932ec owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:52.792385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198363ad-d567-4e3b-8906-25876019108e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:52.796077 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-198363ad-d567-4e3b-8906-25876019108e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:52.819365 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:52.867456 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port a9edb141-7661-4fbb-9c1e-94385ec932ec, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a9edb141-7661-4fbb-9c1e-94385ec932ec,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:52.871874 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:52.890682 n-d-803585-2 neutron-server[105724]: INFO neutron.db.ipam_backend_mixin [None req-198363ad-d567-4e3b-8906-25876019108e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5893ed9c-1e33-49cf-97b8-c5371a13ca4f (CIDR: 2001:db8::/64) Aug 05 14:29:52.893895 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-198363ad-d567-4e3b-8906-25876019108e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:29:52.894393 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198363ad-d567-4e3b-8906-25876019108e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:29:52.899032 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-43a2f665-ff21-4b26-8f8a-00c499926f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:52.908769 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-198363ad-d567-4e3b-8906-25876019108e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2343709 Aug 05 14:29:52.911535 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38254) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:52.916919 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d968bc6c-5b94-4969-a5fc-0df0c52ad239 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:52.917570 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a2f665-ff21-4b26-8f8a-00c499926f6a None None] No DVR routers for this DVR port a9edb141-7661-4fbb-9c1e-94385ec932ec on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:52.932391 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=a9edb141-7661-4fbb-9c1e-94385ec932ec,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:52.936676 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db776d8-9850-4350-af15-e58db9848eea None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:52.944356 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:52.944779 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:52.945220 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:52.945551 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:52.945884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:52.946218 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:52.946581 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:52.946907 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:52.947228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:52.947548 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:52.947869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:52.948187 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:29:53.007462 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2f665-ff21-4b26-8f8a-00c499926f6a None None] Pushing event deleted for resources: {'Port': ['ID=a9edb141-7661-4fbb-9c1e-94385ec932ec,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:53.035606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d968bc6c-5b94-4969-a5fc-0df0c52ad239 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:53.039396 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d968bc6c-5b94-4969-a5fc-0df0c52ad239 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:53.111223 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0b567c09-dbdf-4609-b47a-edf0ab2774db', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'fixed_ips': [{'subnet_id': '5893ed9c-1e33-49cf-97b8-c5371a13ca4f'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:29:53.112110 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:53.385198 n-d-803585-2 neutron-server[105724]: DEBUG neutron.objects.ports [None req-d968bc6c-5b94-4969-a5fc-0df0c52ad239 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:29:53.386854 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d968bc6c-5b94-4969-a5fc-0df0c52ad239 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:53.431806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d968bc6c-5b94-4969-a5fc-0df0c52ad239 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:53.432318 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Allocated IP 2001:db8::2 (0b567c09-dbdf-4609-b47a-edf0ab2774db/5893ed9c-1e33-49cf-97b8-c5371a13ca4f/2aed3d31-9e94-4008-a681-2b3299defb41) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:53.435030 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-d968bc6c-5b94-4969-a5fc-0df0c52ad239 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:53.439582 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d968bc6c-5b94-4969-a5fc-0df0c52ad239 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:53.441750 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d968bc6c-5b94-4969-a5fc-0df0c52ad239 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:53.450912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968bc6c-5b94-4969-a5fc-0df0c52ad239 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=a8aa8ca4-da8d-469a-8b53-770831f913f2,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:53.467132 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d968bc6c-5b94-4969-a5fc-0df0c52ad239 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5520542 Aug 05 14:29:53.467482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38262) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:53.472854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-70363076-b5cd-4bd8-9803-56d271a26c8b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'mac_address': 'fa:16:3e:3d:28:c9', 'name': 'tempest-NetworksTestDHCPv6-936993076'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:53.590883 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70363076-b5cd-4bd8-9803-56d271a26c8b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:53.595537 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70363076-b5cd-4bd8-9803-56d271a26c8b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:53.598515 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:53.615712 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Transition to ACTIVE for port object 2aed3d31-9e94-4008-a681-2b3299defb41 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:53.627159 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-70363076-b5cd-4bd8-9803-56d271a26c8b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port e1bebaf0-8992-4ff8-b7ce-43ab1ec6e662 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:29:53.638575 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Transition to ACTIVE for port object 2aed3d31-9e94-4008-a681-2b3299defb41 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:53.646786 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:53.689306 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:53.692230 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:53.697494 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:53.700620 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Pushing event updated for resources: {'Port': ['ID=2aed3d31-9e94-4008-a681-2b3299defb41,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:53.755284 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Attempting to bind port 2aed3d31-9e94-4008-a681-2b3299defb41 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:29:53.755655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Attempting to bind port 2aed3d31-9e94-4008-a681-2b3299defb41 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:29:53.756151 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Attempting to bind port 2aed3d31-9e94-4008-a681-2b3299defb41 on network 0b567c09-dbdf-4609-b47a-edf0ab2774db {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:29:53.761376 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:29:53.761747 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Checking segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:29:53.762150 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:53.762574 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Bound using segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:29:53.763147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Bound port: 2aed3d31-9e94-4008-a681-2b3299defb41, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:29:53.763533 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:53.826205 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-70363076-b5cd-4bd8-9803-56d271a26c8b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::188 (0b567c09-dbdf-4609-b47a-edf0ab2774db/5893ed9c-1e33-49cf-97b8-c5371a13ca4f/e1bebaf0-8992-4ff8-b7ce-43ab1ec6e662) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:53.829061 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] For port 2aed3d31-9e94-4008-a681-2b3299defb41, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:29:53.832562 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] For port 2aed3d31-9e94-4008-a681-2b3299defb41, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2aed3d31-9e94-4008-a681-2b3299defb41,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:29:53.836643 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-70363076-b5cd-4bd8-9803-56d271a26c8b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3d:28c9 (0b567c09-dbdf-4609-b47a-edf0ab2774db/a8aa8ca4-da8d-469a-8b53-770831f913f2/e1bebaf0-8992-4ff8-b7ce-43ab1ec6e662) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:53.837809 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:53.904748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bacb0-5aa8-4848-aa5e-bca4102ad2cd None None] Pushing event updated for resources: {'Port': ['ID=2aed3d31-9e94-4008-a681-2b3299defb41,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:54.046041 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70363076-b5cd-4bd8-9803-56d271a26c8b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:54.070962 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-70363076-b5cd-4bd8-9803-56d271a26c8b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object e1bebaf0-8992-4ff8-b7ce-43ab1ec6e662 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:54.114272 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70363076-b5cd-4bd8-9803-56d271a26c8b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:54.165119 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70363076-b5cd-4bd8-9803-56d271a26c8b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:54.168303 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-70363076-b5cd-4bd8-9803-56d271a26c8b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:54.172324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70363076-b5cd-4bd8-9803-56d271a26c8b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:54.177991 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70363076-b5cd-4bd8-9803-56d271a26c8b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:54.179511 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-70363076-b5cd-4bd8-9803-56d271a26c8b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:54.186245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70363076-b5cd-4bd8-9803-56d271a26c8b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=e1bebaf0-8992-4ff8-b7ce-43ab1ec6e662,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:54.206414 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-70363076-b5cd-4bd8-9803-56d271a26c8b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7350755 Aug 05 14:29:54.206958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38264) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:54.309020 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-4997c56e-4b2f-4a5a-85fa-b3749fa2600c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port e1bebaf0-8992-4ff8-b7ce-43ab1ec6e662 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:54.309356 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4997c56e-4b2f-4a5a-85fa-b3749fa2600c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:54.411470 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4997c56e-4b2f-4a5a-85fa-b3749fa2600c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:54.425084 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-4997c56e-4b2f-4a5a-85fa-b3749fa2600c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for e1bebaf0-8992-4ff8-b7ce-43ab1ec6e662 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:54.631274 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4997c56e-4b2f-4a5a-85fa-b3749fa2600c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:54.666076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997c56e-4b2f-4a5a-85fa-b3749fa2600c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=e1bebaf0-8992-4ff8-b7ce-43ab1ec6e662,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:54.709166 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2aed3d31-9e94-4008-a681-2b3299defb41 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:29:54.717024 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4997c56e-4b2f-4a5a-85fa-b3749fa2600c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:54.719257 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4997c56e-4b2f-4a5a-85fa-b3749fa2600c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/e1bebaf0-8992-4ff8-b7ce-43ab1ec6e662 HTTP/1.1" status: 204 len: 168 time: 0.5108790 Aug 05 14:29:54.721774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38268) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:54.739318 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5cade324-75ed-48f6-8c28-597bda3f6bba no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:54.762011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 5cade324-75ed-48f6-8c28-597bda3f6bba {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:29:54.762398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5cade324-75ed-48f6-8c28-597bda3f6bba not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:29:54.785350 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689967c6-e0e1-47ed-88fe-3eeb6b547c7d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:54.787009 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-689967c6-e0e1-47ed-88fe-3eeb6b547c7d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0636470 Aug 05 14:29:54.789733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38270) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:54.799863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 2aed3d31-9e94-4008-a681-2b3299defb41 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:54.847745 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690c20c4-7d8b-4f84-a7d2-71b11ea3aa8b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:54.849328 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-690c20c4-7d8b-4f84-a7d2-71b11ea3aa8b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0583069 Aug 05 14:29:54.852280 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38272) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:54.912441 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cbfdd7-e910-43e9-b27e-a98466050ec6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:54.914069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cbfdd7-e910-43e9-b27e-a98466050ec6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:54.915621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cbfdd7-e910-43e9-b27e-a98466050ec6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:54.917310 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b4cbfdd7-e910-43e9-b27e-a98466050ec6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0640023 Aug 05 14:29:54.919955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38274) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:54.952888 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693d142c-2d47-4435-b153-c9feb222b067 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:54.980102 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-42bca49c-8b1a-4fac-9535-c40c221a864f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet 5893ed9c-1e33-49cf-97b8-c5371a13ca4f {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:54.983733 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-42bca49c-8b1a-4fac-9535-c40c221a864f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.020047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-efbd085a-7f48-4591-b2a8-f9c4bc7436f9 None None] Provisioning for port 2aed3d31-9e94-4008-a681-2b3299defb41 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:55.027533 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-42bca49c-8b1a-4fac-9535-c40c221a864f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.033702 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-efbd085a-7f48-4591-b2a8-f9c4bc7436f9 None None] Provisioning complete for port 2aed3d31-9e94-4008-a681-2b3299defb41 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:55.034082 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-efbd085a-7f48-4591-b2a8-f9c4bc7436f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.122737 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-42bca49c-8b1a-4fac-9535-c40c221a864f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.190101 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-42bca49c-8b1a-4fac-9535-c40c221a864f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.225266 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bca49c-8b1a-4fac-9535-c40c221a864f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=5893ed9c-1e33-49cf-97b8-c5371a13ca4f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:55.236455 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-efbd085a-7f48-4591-b2a8-f9c4bc7436f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.239654 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-42bca49c-8b1a-4fac-9535-c40c221a864f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.241716 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-42bca49c-8b1a-4fac-9535-c40c221a864f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/5893ed9c-1e33-49cf-97b8-c5371a13ca4f HTTP/1.1" status: 204 len: 168 time: 0.3207352 Aug 05 14:29:55.244285 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38276) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:55.318293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47b3741-e03c-4697-b408-39ff2d139c2c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet a8aa8ca4-da8d-469a-8b53-770831f913f2 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:55.322192 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c47b3741-e03c-4697-b408-39ff2d139c2c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.332394 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-efbd085a-7f48-4591-b2a8-f9c4bc7436f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:29:55.332754 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-efbd085a-7f48-4591-b2a8-f9c4bc7436f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:29:55.341617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8315bfd7-8a6e-428e-aabb-0fcceda3675c None None] Update dhcp port {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'fixed_ips': [{'subnet_id': '5893ed9c-1e33-49cf-97b8-c5371a13ca4f'}, {'subnet_id': 'a8aa8ca4-da8d-469a-8b53-770831f913f2'}], 'binding:host_id': 'n-d-803585-2'}, 'id': '2aed3d31-9e94-4008-a681-2b3299defb41'} from n-d-803585-2. {{(pid=105725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 14:29:55.366821 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c47b3741-e03c-4697-b408-39ff2d139c2c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.369974 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8315bfd7-8a6e-428e-aabb-0fcceda3675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.414725 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c47b3741-e03c-4697-b408-39ff2d139c2c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.493922 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c47b3741-e03c-4697-b408-39ff2d139c2c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server [None req-8315bfd7-8a6e-428e-aabb-0fcceda3675c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8aa8ca4-da8d-469a-8b53-770831f913f2: This subnet is being modified by another concurrent operation. Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise exception Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8aa8ca4-da8d-469a-8b53-770831f913f2: This subnet is being modified by another concurrent operation. Aug 05 14:29:55.510389 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Aug 05 14:29:55.533553 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c47b3741-e03c-4697-b408-39ff2d139c2c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.535695 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c47b3741-e03c-4697-b408-39ff2d139c2c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/a8aa8ca4-da8d-469a-8b53-770831f913f2 HTTP/1.1" status: 204 len: 168 time: 0.2903199 Aug 05 14:29:55.536551 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b3741-e03c-4697-b408-39ff2d139c2c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=a8aa8ca4-da8d-469a-8b53-770831f913f2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:55.538931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38280) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:55.586996 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b2a12835-da64-4c57-b0e7-af5ff3ab9e20 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468833 Aug 05 14:29:55.591882 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38282) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:55.601006 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-9ef91c22-bb60-4f37-abc0-e1e60f362a6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:55.609381 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa9de98-b467-43a0-be01-c81cfb37c2ef None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:55.721406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef91c22-bb60-4f37-abc0-e1e60f362a6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:55.726173 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ef91c22-bb60-4f37-abc0-e1e60f362a6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.768796 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe6c347-bc0d-46e4-897c-5b3fb0a95508 None None] DHCP port deletion for 0b567c09-dbdf-4609-b47a-edf0ab2774db request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:29:55.820598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-1fe6c347-bc0d-46e4-897c-5b3fb0a95508 None None] Deleting port 2aed3d31-9e94-4008-a681-2b3299defb41 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:55.820904 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c347-bc0d-46e4-897c-5b3fb0a95508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.929870 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-1fe6c347-bc0d-46e4-897c-5b3fb0a95508 None None] For port 2aed3d31-9e94-4008-a681-2b3299defb41, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2aed3d31-9e94-4008-a681-2b3299defb41,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:55.930607 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c347-bc0d-46e4-897c-5b3fb0a95508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.930989 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ef91c22-bb60-4f37-abc0-e1e60f362a6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.933168 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-efbd085a-7f48-4591-b2a8-f9c4bc7436f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.952383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-1fe6c347-bc0d-46e4-897c-5b3fb0a95508 None None] Calling delete_port for 2aed3d31-9e94-4008-a681-2b3299defb41 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:55.971307 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef91c22-bb60-4f37-abc0-e1e60f362a6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:55.978778 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-9ef91c22-bb60-4f37-abc0-e1e60f362a6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:55.983051 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef91c22-bb60-4f37-abc0-e1e60f362a6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:55.983684 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ef91c22-bb60-4f37-abc0-e1e60f362a6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:55.996973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef91c22-bb60-4f37-abc0-e1e60f362a6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=f62618cd-6686-42d1-8c35-eff53619f760,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:56.008140 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9ef91c22-bb60-4f37-abc0-e1e60f362a6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4148347 Aug 05 14:29:56.010930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38284) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:56.016179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b5e42635-061b-497c-8717-a840f386eeb5 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:56.023249 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-efbd085a-7f48-4591-b2a8-f9c4bc7436f9 None None] For port 2aed3d31-9e94-4008-a681-2b3299defb41, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2aed3d31-9e94-4008-a681-2b3299defb41,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:56.031004 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-efbd085a-7f48-4591-b2a8-f9c4bc7436f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:56.098207 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd085a-7f48-4591-b2a8-f9c4bc7436f9 None None] Pushing event updated for resources: {'Port': ['ID=2aed3d31-9e94-4008-a681-2b3299defb41,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:56.109343 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c347-bc0d-46e4-897c-5b3fb0a95508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:56.141144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6c347-bc0d-46e4-897c-5b3fb0a95508 None None] Pushing event deleted for resources: {'Port': ['ID=2aed3d31-9e94-4008-a681-2b3299defb41,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:56.146771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-435952da-b06c-4755-a888-166bda2b3b07 None None] Could not find standard attr ID for object 2aed3d31-9e94-4008-a681-2b3299defb41. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:29:56.149814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6c347-bc0d-46e4-897c-5b3fb0a95508 None None] No DVR routers for this DVR port 2aed3d31-9e94-4008-a681-2b3299defb41 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:56.151992 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e42635-061b-497c-8717-a840f386eeb5 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:56.156021 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b5e42635-061b-497c-8717-a840f386eeb5 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:56.166864 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d92825-f472-4130-8e1e-9b5989b68af9 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:56.287663 n-d-803585-2 neutron-server[105724]: INFO neutron.db.ipam_backend_mixin [None req-b5e42635-061b-497c-8717-a840f386eeb5 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f62618cd-6686-42d1-8c35-eff53619f760 (CIDR: 2001:db8::/64) Aug 05 14:29:56.292225 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e42635-061b-497c-8717-a840f386eeb5 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:29:56.292961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e42635-061b-497c-8717-a840f386eeb5 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:29:56.312758 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b5e42635-061b-497c-8717-a840f386eeb5 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2983241 Aug 05 14:29:56.313075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38286) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:56.322111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-45725cf6-a189-4fbd-89d1-3044188c666b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'subnet': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:56.344369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0b567c09-dbdf-4609-b47a-edf0ab2774db', 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'tenant_id': '94d700ac8145454a943f27dd576eca2d', 'fixed_ips': [{'subnet_id': 'f62618cd-6686-42d1-8c35-eff53619f760'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:29:56.345390 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:56.440054 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45725cf6-a189-4fbd-89d1-3044188c666b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:56.445433 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45725cf6-a189-4fbd-89d1-3044188c666b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:56.496417 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Allocated IP 2001:db8::2 (0b567c09-dbdf-4609-b47a-edf0ab2774db/f62618cd-6686-42d1-8c35-eff53619f760/3b1e7f73-c14e-4f83-8b97-e415ffbd089e) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:56.667921 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:56.678687 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2aed3d31-9e94-4008-a681-2b3299defb41 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:29:56.681164 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Transition to ACTIVE for port object 3b1e7f73-c14e-4f83-8b97-e415ffbd089e will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:56.709776 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 2aed3d31-9e94-4008-a681-2b3299defb41 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:29:56.710272 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2aed3d31-9e94-4008-a681-2b3299defb41 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:29:56.719232 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Transition to ACTIVE for port object 3b1e7f73-c14e-4f83-8b97-e415ffbd089e will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:56.732065 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:56.777873 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:56.780872 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:56.785657 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:56.789439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Pushing event updated for resources: {'Port': ['ID=3b1e7f73-c14e-4f83-8b97-e415ffbd089e,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:56.845593 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Attempting to bind port 3b1e7f73-c14e-4f83-8b97-e415ffbd089e on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:29:56.846054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Attempting to bind port 3b1e7f73-c14e-4f83-8b97-e415ffbd089e by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:29:56.846515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Attempting to bind port 3b1e7f73-c14e-4f83-8b97-e415ffbd089e on network 0b567c09-dbdf-4609-b47a-edf0ab2774db {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:29:56.846975 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea5352-2966-4a8c-8c28-41c104aa49e9 req-fd4d88e4-2058-4933-bef1-da6bd07aaf66 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:56.848518 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-70ea5352-2966-4a8c-8c28-41c104aa49e9 req-fd4d88e4-2058-4933-bef1-da6bd07aaf66 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=2724e418-b3a8-4a29-ad92-86038394a532 HTTP/1.1" status: 200 len: 945 time: 0.0504272 Aug 05 14:29:56.853498 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:29:56.853960 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Checking segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:29:56.854467 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:56.854935 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Bound using segment: {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:29:56.855407 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Bound port: 3b1e7f73-c14e-4f83-8b97-e415ffbd089e, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f1484-355c-433e-a8c3-5e5af5daa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:29:56.855788 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:56.890347 n-d-803585-2 neutron-server[105724]: DEBUG neutron.objects.ports [None req-45725cf6-a189-4fbd-89d1-3044188c666b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:29:56.902451 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-70ea5352-2966-4a8c-8c28-41c104aa49e9 req-76677c06-f571-41be-8cd0-0fe7dbfcf6a6 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418859 Aug 05 14:29:56.931918 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-510896da-28a6-4263-94d0-c366faa6115b None None] For port 3b1e7f73-c14e-4f83-8b97-e415ffbd089e, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:29:56.935246 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-510896da-28a6-4263-94d0-c366faa6115b None None] For port 3b1e7f73-c14e-4f83-8b97-e415ffbd089e, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3b1e7f73-c14e-4f83-8b97-e415ffbd089e,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:29:56.939996 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:57.001380 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510896da-28a6-4263-94d0-c366faa6115b None None] Pushing event updated for resources: {'Port': ['ID=3b1e7f73-c14e-4f83-8b97-e415ffbd089e,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:57.142165 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45725cf6-a189-4fbd-89d1-3044188c666b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:57.318596 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-45725cf6-a189-4fbd-89d1-3044188c666b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] For port 3b1e7f73-c14e-4f83-8b97-e415ffbd089e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3b1e7f73-c14e-4f83-8b97-e415ffbd089e,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:57.348414 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45725cf6-a189-4fbd-89d1-3044188c666b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:57.354358 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45725cf6-a189-4fbd-89d1-3044188c666b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:57.355081 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45725cf6-a189-4fbd-89d1-3044188c666b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:57.441484 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45725cf6-a189-4fbd-89d1-3044188c666b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:57.449294 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-45725cf6-a189-4fbd-89d1-3044188c666b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:57.453116 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45725cf6-a189-4fbd-89d1-3044188c666b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=3b1e7f73-c14e-4f83-8b97-e415ffbd089e,revision_number=4']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:57.458211 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45725cf6-a189-4fbd-89d1-3044188c666b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:57.458835 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45725cf6-a189-4fbd-89d1-3044188c666b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:57.463494 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45725cf6-a189-4fbd-89d1-3044188c666b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Subnet': ['ID=54775776-9a44-435e-958c-bbc902ae7278,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:57.476203 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-45725cf6-a189-4fbd-89d1-3044188c666b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1589823 Aug 05 14:29:57.479129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38294) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:57.484224 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5240e7e2-d96b-4528-87dc-63c869861818 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Request body: {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'mac_address': 'fa:16:3e:55:62:66', 'name': 'tempest-NetworksTestDHCPv6-1223423619'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:29:57.602531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5240e7e2-d96b-4528-87dc-63c869861818 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Made reservation on behalf of 94d700ac8145454a943f27dd576eca2d for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:29:57.687491 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5240e7e2-d96b-4528-87dc-63c869861818 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:57.710000 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-5240e7e2-d96b-4528-87dc-63c869861818 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] device_id is not set on port 23510d6c-37a4-4bd1-b11b-e471ee745045 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:29:57.886533 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-5240e7e2-d96b-4528-87dc-63c869861818 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8::1cc (0b567c09-dbdf-4609-b47a-edf0ab2774db/f62618cd-6686-42d1-8c35-eff53619f760/23510d6c-37a4-4bd1-b11b-e471ee745045) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:57.893424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-5240e7e2-d96b-4528-87dc-63c869861818 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Allocated IP 2001:db8:0:1:f816:3eff:fe55:6266 (0b567c09-dbdf-4609-b47a-edf0ab2774db/54775776-9a44-435e-958c-bbc902ae7278/23510d6c-37a4-4bd1-b11b-e471ee745045) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:29:57.916976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a259e194-f09e-423f-b0c9-e3e8442e2840 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:29:58.001355 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-34a99704-2828-41f0-93bc-20290957ba2b None None] Provisioning for port 3b1e7f73-c14e-4f83-8b97-e415ffbd089e completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:58.021908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965e914-12e8-41b3-9b18-39ea6cf780ee req-04c4bebe-c40b-4c52-9fb9-1aa3e7fd8de8 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:58.023614 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f965e914-12e8-41b3-9b18-39ea6cf780ee req-04c4bebe-c40b-4c52-9fb9-1aa3e7fd8de8 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=2724e418-b3a8-4a29-ad92-86038394a532 HTTP/1.1" status: 200 len: 945 time: 0.0603545 Aug 05 14:29:58.061127 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5240e7e2-d96b-4528-87dc-63c869861818 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:58.066664 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f965e914-12e8-41b3-9b18-39ea6cf780ee req-d9262528-fa7c-4ae6-abdd-3edd76c97a47 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364220 Aug 05 14:29:58.074796 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-5240e7e2-d96b-4528-87dc-63c869861818 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Transition to ACTIVE for port object 23510d6c-37a4-4bd1-b11b-e471ee745045 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:29:58.112495 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5240e7e2-d96b-4528-87dc-63c869861818 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:58.153728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5240e7e2-d96b-4528-87dc-63c869861818 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:29:58.156912 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-5240e7e2-d96b-4528-87dc-63c869861818 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:29:58.160726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5240e7e2-d96b-4528-87dc-63c869861818 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:29:58.169343 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5240e7e2-d96b-4528-87dc-63c869861818 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:58.170063 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5240e7e2-d96b-4528-87dc-63c869861818 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:58.193055 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240e7e2-d96b-4528-87dc-63c869861818 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event updated for resources: {'Port': ['ID=23510d6c-37a4-4bd1-b11b-e471ee745045,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:58.200766 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5240e7e2-d96b-4528-87dc-63c869861818 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7202172 Aug 05 14:29:58.203470 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38298) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:58.296762 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b3f0c-635f-44be-8304-d01b6b3eac17 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting port 23510d6c-37a4-4bd1-b11b-e471ee745045 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:58.297107 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c2b3f0c-635f-44be-8304-d01b6b3eac17 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:58.395311 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c2b3f0c-635f-44be-8304-d01b6b3eac17 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:58.408657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b3f0c-635f-44be-8304-d01b6b3eac17 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Calling delete_port for 23510d6c-37a4-4bd1-b11b-e471ee745045 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:58.519766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff83a06-7e0a-41c3-9646-302826326328 req-d61d2849-8eff-491f-905c-4307c0f988b3 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:58.521272 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ff83a06-7e0a-41c3-9646-302826326328 req-d61d2849-8eff-491f-905c-4307c0f988b3 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.84 "GET /v2.0/ports?device_id=2724e418-b3a8-4a29-ad92-86038394a532 HTTP/1.1" status: 200 len: 945 time: 0.0981984 Aug 05 14:29:58.695406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-8ff83a06-7e0a-41c3-9646-302826326328 req-1a429db2-f5c0-49cd-9e13-81675366afbe tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Deleting port 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:29:58.695748 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ff83a06-7e0a-41c3-9646-302826326328 req-1a429db2-f5c0-49cd-9e13-81675366afbe tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:58.709896 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3b1e7f73-c14e-4f83-8b97-e415ffbd089e up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:29:58.737089 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c2b3f0c-635f-44be-8304-d01b6b3eac17 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:58.761545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 3b1e7f73-c14e-4f83-8b97-e415ffbd089e completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:29:58.766049 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3b1e7f73-c14e-4f83-8b97-e415ffbd089e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:29:58.766671 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:58.771451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b3f0c-635f-44be-8304-d01b6b3eac17 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Port': ['ID=23510d6c-37a4-4bd1-b11b-e471ee745045,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:58.864622 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-75065081-a02a-4c28-bb33-90c65be141ca None None] Could not find standard attr ID for object 06df1dde-759e-4bf9-a6f4-596898993840. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:29:58.867883 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:58.904719 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 3b1e7f73-c14e-4f83-8b97-e415ffbd089e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3b1e7f73-c14e-4f83-8b97-e415ffbd089e,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:58.909644 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:58.965498 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=3b1e7f73-c14e-4f83-8b97-e415ffbd089e,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:59.079444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-071aa843-b8d8-4560-bf34-ef768ad66f11 None None] Could not find standard attr ID for object e1bebaf0-8992-4ff8-b7ce-43ab1ec6e662. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:29:59.200863 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504d55e-bc1b-4b9b-a8f7-16715d1379bc req-e1a61f1f-119a-4c2a-8c32-e7fc95a4698d tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:59.202110 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c2b3f0c-635f-44be-8304-d01b6b3eac17 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:59.206950 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6c2b3f0c-635f-44be-8304-d01b6b3eac17 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/23510d6c-37a4-4bd1-b11b-e471ee745045 HTTP/1.1" status: 204 len: 168 time: 1.0023839 Aug 05 14:29:59.208892 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f504d55e-bc1b-4b9b-a8f7-16715d1379bc req-e1a61f1f-119a-4c2a-8c32-e7fc95a4698d tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=2724e418-b3a8-4a29-ad92-86038394a532 HTTP/1.1" status: 200 len: 945 time: 0.0677824 Aug 05 14:29:59.210733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38302) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:59.226917 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8ff83a06-7e0a-41c3-9646-302826326328 req-1a429db2-f5c0-49cd-9e13-81675366afbe tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] For port 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:29:59.230145 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ff83a06-7e0a-41c3-9646-302826326328 req-1a429db2-f5c0-49cd-9e13-81675366afbe tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:59.244013 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-8ff83a06-7e0a-41c3-9646-302826326328 req-1a429db2-f5c0-49cd-9e13-81675366afbe tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Calling delete_port for 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:29:59.275922 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f504d55e-bc1b-4b9b-a8f7-16715d1379bc req-5685c98f-38fa-4860-b3c4-fea585db991c tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658228 Aug 05 14:29:59.288044 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd9fb8b-688e-4977-b625-5564b3de941c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:59.289763 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ffd9fb8b-688e-4977-b625-5564b3de941c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0772181 Aug 05 14:29:59.293237 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38304) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:59.298363 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-449a09d9-f418-424f-9ad4-e3cea1aead02 None None] Could not find standard attr ID for object 23510d6c-37a4-4bd1-b11b-e471ee745045. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:29:59.377973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978cc29a-09ee-4e54-9745-8625dac8dae8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:59.379728 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-978cc29a-09ee-4e54-9745-8625dac8dae8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0855420 Aug 05 14:29:59.383551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38306) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:59.442494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10670303-6444-4b6b-9b73-5c93f1644d2c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:59.445744 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10670303-6444-4b6b-9b73-5c93f1644d2c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:59.447303 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ff83a06-7e0a-41c3-9646-302826326328 req-1a429db2-f5c0-49cd-9e13-81675366afbe tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:59.447512 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10670303-6444-4b6b-9b73-5c93f1644d2c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:29:59.450064 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-10670303-6444-4b6b-9b73-5c93f1644d2c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0644884 Aug 05 14:29:59.452283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38308) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:59.461338 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['d8e2529d-24b8-42cb-bc87-5d9f4696f670'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:29:59.464802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['5da2845e-9bbb-468e-9966-0b91cb437545', '580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:29:59.484732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a429db2-f5c0-49cd-9e13-81675366afbe tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Pushing event deleted for resources: {'Port': ['ID=580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:59.524869 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9fb6f0-6307-4f82-9c66-3a21ced4f06b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet 54775776-9a44-435e-958c-bbc902ae7278 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:59.528571 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb6f0-6307-4f82-9c66-3a21ced4f06b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:59.531478 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff83a06-7e0a-41c3-9646-302826326328 req-1a429db2-f5c0-49cd-9e13-81675366afbe tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] No DVR routers for this DVR port 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:29:59.534654 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ff83a06-7e0a-41c3-9646-302826326328 req-1a429db2-f5c0-49cd-9e13-81675366afbe tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:59.536742 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ff83a06-7e0a-41c3-9646-302826326328 req-1a429db2-f5c0-49cd-9e13-81675366afbe tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.84 "DELETE /v2.0/ports/580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 HTTP/1.1" status: 204 len: 173 time: 1.0081267 Aug 05 14:29:59.537315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2724e418-b3a8-4a29-ad92-86038394a532', 'name': 'network-vif-deleted', 'tag': '580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:29:59.547740 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2673ebf3-cc1f-481e-872e-56a5f84bf282" -d '{"events": [{"server_uuid": "2724e418-b3a8-4a29-ad92-86038394a532", "name": "network-vif-deleted", "tag": "580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:29:59.585670 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb6f0-6307-4f82-9c66-3a21ced4f06b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:59.608734 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376808bf-c3b7-4d38-8d62-4d4e1b43d2e9 x-openstack-request-id: req-376808bf-c3b7-4d38-8d62-4d4e1b43d2e9 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:29:59.608734 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2724e418-b3a8-4a29-ad92-86038394a532", "name": "network-vif-deleted", "tag": "580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:29:59.608734 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-376808bf-c3b7-4d38-8d62-4d4e1b43d2e9 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:29:59.608734 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2724e418-b3a8-4a29-ad92-86038394a532', 'name': 'network-vif-deleted', 'tag': '580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8', 'status': 'completed', 'code': 200} Aug 05 14:29:59.699860 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb6f0-6307-4f82-9c66-3a21ced4f06b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:59.773316 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb6f0-6307-4f82-9c66-3a21ced4f06b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:59.804308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fb6f0-6307-4f82-9c66-3a21ced4f06b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=54775776-9a44-435e-958c-bbc902ae7278,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:29:59.810420 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb6f0-6307-4f82-9c66-3a21ced4f06b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:59.812406 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cb9fb6f0-6307-4f82-9c66-3a21ced4f06b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/54775776-9a44-435e-958c-bbc902ae7278 HTTP/1.1" status: 204 len: 168 time: 0.3590579 Aug 05 14:29:59.814943 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38312) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:29:59.871666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fb950e-0d45-49f0-a3a8-4f7b4bc0a209 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Deleting subnet f62618cd-6686-42d1-8c35-eff53619f760 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:29:59.875172 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5fb950e-0d45-49f0-a3a8-4f7b4bc0a209 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:59.919518 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5fb950e-0d45-49f0-a3a8-4f7b4bc0a209 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:29:59.970348 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45949d9a-7301-4c6e-8077-334830221ca7 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:00.019257 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5fb950e-0d45-49f0-a3a8-4f7b4bc0a209 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:00.092329 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5fb950e-0d45-49f0-a3a8-4f7b4bc0a209 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:00.121362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb950e-0d45-49f0-a3a8-4f7b4bc0a209 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Subnet': ['ID=f62618cd-6686-42d1-8c35-eff53619f760,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:00.124992 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5fb950e-0d45-49f0-a3a8-4f7b4bc0a209 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:00.129881 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f5fb950e-0d45-49f0-a3a8-4f7b4bc0a209 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/f62618cd-6686-42d1-8c35-eff53619f760 HTTP/1.1" status: 204 len: 168 time: 0.3139513 Aug 05 14:30:00.130395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38314) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.204930 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7c468748-8bd0-4c50-9b32-3abdc15ff5f9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719326 Aug 05 14:30:00.207816 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38316) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.220831 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80ae753-39ac-4861-a4f6-f4081a0c8a52 None None] Update dhcp port {'port': {'network_id': '0b567c09-dbdf-4609-b47a-edf0ab2774db', 'fixed_ips': [{'subnet_id': 'f62618cd-6686-42d1-8c35-eff53619f760'}], 'binding:host_id': 'n-d-803585-2'}, 'id': '3b1e7f73-c14e-4f83-8b97-e415ffbd089e'} from n-d-803585-2. {{(pid=105725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 14:30:00.249505 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d80ae753-39ac-4861-a4f6-f4081a0c8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:00.264564 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a445f098-6136-4616-8dc0-144881f83bec tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:00.268621 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a445f098-6136-4616-8dc0-144881f83bec tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0569830 Aug 05 14:30:00.268880 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38318) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.338836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b124c7c8-efcf-4046-b235-5eb27e40629e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:00.340512 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b124c7c8-efcf-4046-b235-5eb27e40629e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0706763 Aug 05 14:30:00.343273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38322) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.385204 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5e59c053-bcf5-4c41-a522-2c7395e3501f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403991 Aug 05 14:30:00.390191 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38326) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.420663 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa398e0-0c5d-4618-996b-4ea98170a216 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:00.421319 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa398e0-0c5d-4618-996b-4ea98170a216 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:00.423284 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dfa398e0-0c5d-4618-996b-4ea98170a216 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/23510d6c-37a4-4bd1-b11b-e471ee745045 HTTP/1.1" status: 404 len: 333 time: 0.0320706 Aug 05 14:30:00.425782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38328) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.444434 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d084f7-5467-4bf3-8e9b-71b248488d71 None None] Network 0b567c09-dbdf-4609-b47a-edf0ab2774db requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:00.455389 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b4b0e8-4a19-42e4-8730-2c8adf087cd6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:00.455928 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b4b0e8-4a19-42e4-8730-2c8adf087cd6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:00.457855 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d2b4b0e8-4a19-42e4-8730-2c8adf087cd6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/54775776-9a44-435e-958c-bbc902ae7278 HTTP/1.1" status: 404 len: 337 time: 0.0310485 Aug 05 14:30:00.461680 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38330) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.492932 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bd65b5-ce17-44da-858c-5fc7b9f39934 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:00.493401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5bd65b5-ce17-44da-858c-5fc7b9f39934 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:00.495244 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c5bd65b5-ce17-44da-858c-5fc7b9f39934 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/f62618cd-6686-42d1-8c35-eff53619f760 HTTP/1.1" status: 404 len: 337 time: 0.0324669 Aug 05 14:30:00.497727 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38334) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.522797 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d46041-806a-404e-970f-52dea51fdbc6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:00.523847 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d46041-806a-404e-970f-52dea51fdbc6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:00.528038 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c7d46041-806a-404e-970f-52dea51fdbc6 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/e1bebaf0-8992-4ff8-b7ce-43ab1ec6e662 HTTP/1.1" status: 404 len: 333 time: 0.0266461 Aug 05 14:30:00.528222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38336) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.562353 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba016a84-3383-457b-9289-0e6929c15b6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:00.562817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba016a84-3383-457b-9289-0e6929c15b6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:00.564550 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ba016a84-3383-457b-9289-0e6929c15b6a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/a8aa8ca4-da8d-469a-8b53-770831f913f2 HTTP/1.1" status: 404 len: 337 time: 0.0354104 Aug 05 14:30:00.568333 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3fca09f7-a4f8-4c5e-ab14-12f37a4486fd None None] Provisioning complete for port 3b1e7f73-c14e-4f83-8b97-e415ffbd089e triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:00.568333 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3fca09f7-a4f8-4c5e-ab14-12f37a4486fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:00.569753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38338) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.607039 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09deab0-6bb5-4c45-ace4-efe5dd43c8b7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:00.607516 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09deab0-6bb5-4c45-ace4-efe5dd43c8b7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:00.615069 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d09deab0-6bb5-4c45-ace4-efe5dd43c8b7 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/5893ed9c-1e33-49cf-97b8-c5371a13ca4f HTTP/1.1" status: 404 len: 337 time: 0.0411253 Aug 05 14:30:00.615572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38340) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.626648 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f4b0b-897a-45ff-8e99-1962474713a0 req-3bbf2eb5-3f3c-43d4-9a6a-d09138b2e9b1 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:00.628370 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-065f4b0b-897a-45ff-8e99-1962474713a0 req-3bbf2eb5-3f3c-43d4-9a6a-d09138b2e9b1 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=b28e0c1a-2fcf-4b23-906d-90ed91965ea7 HTTP/1.1" status: 200 len: 946 time: 0.0683730 Aug 05 14:30:00.662614 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-47912b00-a9b8-406f-a149-de6d0c2461ae tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:00.663604 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47912b00-a9b8-406f-a149-de6d0c2461ae tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:00.670773 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-47912b00-a9b8-406f-a149-de6d0c2461ae tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/06df1dde-759e-4bf9-a6f4-596898993840 HTTP/1.1" status: 404 len: 333 time: 0.0541861 Aug 05 14:30:00.671700 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38342) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.686447 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3b1e7f73-c14e-4f83-8b97-e415ffbd089e no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:30:00.688904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ea0dcf-de3b-4028-bb94-2a30579d7ccb None None] DHCP port deletion for 0b567c09-dbdf-4609-b47a-edf0ab2774db request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:30:00.690893 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-065f4b0b-897a-45ff-8e99-1962474713a0 req-3b99f843-284d-4643-94e6-442ee0f1c2ba tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524564 Aug 05 14:30:00.699732 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d755773f-050d-4c52-b606-2ab6806a7904 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:00.700205 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d755773f-050d-4c52-b606-2ab6806a7904 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:00.701987 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d755773f-050d-4c52-b606-2ab6806a7904 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/baee398f-4428-4ebe-b763-fadb3828b0b3 HTTP/1.1" status: 404 len: 337 time: 0.0292923 Aug 05 14:30:00.706490 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38344) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.733165 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1cfa67-1ca0-4c73-b586-b6e04dfbdb26 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:00.733627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1cfa67-1ca0-4c73-b586-b6e04dfbdb26 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:00.735468 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dd1cfa67-1ca0-4c73-b586-b6e04dfbdb26 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/893e4c42-a576-4857-b19f-19f22da0f5ca HTTP/1.1" status: 404 len: 337 time: 0.0297513 Aug 05 14:30:00.737924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38346) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.762684 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db880c4-1402-4349-8ebe-a6ce8af6374a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:00.763354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db880c4-1402-4349-8ebe-a6ce8af6374a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:00.767493 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7db880c4-1402-4349-8ebe-a6ce8af6374a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/22f8e188-bfb7-47c4-b5a4-8d380b09af65 HTTP/1.1" status: 404 len: 333 time: 0.0262411 Aug 05 14:30:00.767737 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38348) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.794703 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2d7a7b-ff1f-4aac-9c3c-82e9521f9be8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:00.795170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2d7a7b-ff1f-4aac-9c3c-82e9521f9be8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:00.796931 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9e2d7a7b-ff1f-4aac-9c3c-82e9521f9be8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/9b64db00-69f0-4225-8e35-c8ec99dc7a40 HTTP/1.1" status: 404 len: 337 time: 0.0283301 Aug 05 14:30:00.799568 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38350) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.818005 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:00.822833 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea0dcf-de3b-4028-bb94-2a30579d7ccb None None] Deleting port 3b1e7f73-c14e-4f83-8b97-e415ffbd089e {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:00.823201 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0dcf-de3b-4028-bb94-2a30579d7ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:00.827582 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a48e8c6-7566-4a90-a764-a84f4254be39 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:00.828053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a48e8c6-7566-4a90-a764-a84f4254be39 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:00.829815 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7a48e8c6-7566-4a90-a764-a84f4254be39 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/75ad476b-84d6-412b-bd5b-9e051144f297 HTTP/1.1" status: 404 len: 337 time: 0.0292926 Aug 05 14:30:00.832508 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38352) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.860664 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b459d8a-f176-4a3d-8c0f-390ed7713071 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:00.861295 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b459d8a-f176-4a3d-8c0f-390ed7713071 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:00.863187 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4b459d8a-f176-4a3d-8c0f-390ed7713071 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/a4c0dbae-80ef-4399-bce7-1b86a1457193 HTTP/1.1" status: 404 len: 333 time: 0.0296261 Aug 05 14:30:00.866374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38354) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.892465 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6485c58e-4cc4-461a-9bef-44ea17c68cb3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:00.892921 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6485c58e-4cc4-461a-9bef-44ea17c68cb3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:00.894694 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6485c58e-4cc4-461a-9bef-44ea17c68cb3 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/a49bf263-3180-483c-ac8a-417c217ca046 HTTP/1.1" status: 404 len: 337 time: 0.0274198 Aug 05 14:30:00.897408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38356) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.906088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 3b1e7f73-c14e-4f83-8b97-e415ffbd089e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3b1e7f73-c14e-4f83-8b97-e415ffbd089e,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:00.913549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b6ea0dcf-de3b-4028-bb94-2a30579d7ccb None None] For port 3b1e7f73-c14e-4f83-8b97-e415ffbd089e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3b1e7f73-c14e-4f83-8b97-e415ffbd089e,segment=NetworkSegment(e92f1484-355c-433e-a8c3-5e5af5daa32d),segment_id=e92f1484-355c-433e-a8c3-5e5af5daa32d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:00.913948 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0dcf-de3b-4028-bb94-2a30579d7ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:00.916228 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:00.920800 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a621a030-f3a3-4f01-b506-c23f8ec13485 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:00.921471 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a621a030-f3a3-4f01-b506-c23f8ec13485 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:00.925657 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a621a030-f3a3-4f01-b506-c23f8ec13485 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/bb75ab33-fef0-4d66-bbcc-c670a3eb48d5 HTTP/1.1" status: 404 len: 333 time: 0.0248685 Aug 05 14:30:00.925975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38358) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.948089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea0dcf-de3b-4028-bb94-2a30579d7ccb None None] Calling delete_port for 3b1e7f73-c14e-4f83-8b97-e415ffbd089e owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:00.954551 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-13789354-d2b4-4737-a42c-20178e4ee325 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:00.955017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13789354-d2b4-4737-a42c-20178e4ee325 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:00.959300 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-13789354-d2b4-4737-a42c-20178e4ee325 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/c778a8ca-a5c2-418d-90d2-069d061c9933 HTTP/1.1" status: 404 len: 337 time: 0.0298927 Aug 05 14:30:00.959912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38360) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:00.982402 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcdd5790-738c-4f70-a5e3-30f0e37c8611 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:00.983033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcdd5790-738c-4f70-a5e3-30f0e37c8611 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:00.984770 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fcdd5790-738c-4f70-a5e3-30f0e37c8611 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/de46d3a2-bf17-47eb-8675-300ef2217e9b HTTP/1.1" status: 404 len: 333 time: 0.0239198 Aug 05 14:30:00.987334 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38362) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.014440 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-73538fc2-8598-4033-bd55-3f7bc678ef78 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.014914 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73538fc2-8598-4033-bd55-3f7bc678ef78 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.016699 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-73538fc2-8598-4033-bd55-3f7bc678ef78 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/b24947e4-5a9d-4dfd-8941-d8f57be4b106 HTTP/1.1" status: 404 len: 337 time: 0.0285203 Aug 05 14:30:01.019518 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38364) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.047832 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4dc315-4bf7-449a-8db4-94993016de42 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.048532 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4dc315-4bf7-449a-8db4-94993016de42 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.050389 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4c4dc315-4bf7-449a-8db4-94993016de42 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/a3652684-334e-400d-a8e0-98d2e9e7cdb4 HTTP/1.1" status: 404 len: 333 time: 0.0298700 Aug 05 14:30:01.053568 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38366) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.080865 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a20499-e658-4ba9-a4d1-6d906bee0733 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.081331 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a20499-e658-4ba9-a4d1-6d906bee0733 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.083147 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a0a20499-e658-4ba9-a4d1-6d906bee0733 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/de4e5165-2e43-4f9b-a64b-af0e711a0edf HTTP/1.1" status: 404 len: 337 time: 0.0285153 Aug 05 14:30:01.085989 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38368) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.109702 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4844468-0754-4c25-8f8a-8a7ef299de9c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.110427 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4844468-0754-4c25-8f8a-8a7ef299de9c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.115209 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c4844468-0754-4c25-8f8a-8a7ef299de9c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/e8af146d-4aa0-4d27-b761-01a235f3ce2a HTTP/1.1" status: 404 len: 333 time: 0.0252535 Aug 05 14:30:01.115487 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38370) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.142489 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-7148e29b-5d2f-44f9-ae44-14e7f4cf9117 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.142963 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7148e29b-5d2f-44f9-ae44-14e7f4cf9117 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.144738 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7148e29b-5d2f-44f9-ae44-14e7f4cf9117 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/ec147659-43de-4c51-a39a-6fc5528129a8 HTTP/1.1" status: 404 len: 337 time: 0.0283320 Aug 05 14:30:01.147950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38372) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.173656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=3b1e7f73-c14e-4f83-8b97-e415ffbd089e,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:01.176366 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a791dd-6d18-4a31-8bec-9808267ca03e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.177405 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a791dd-6d18-4a31-8bec-9808267ca03e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.182482 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-25a791dd-6d18-4a31-8bec-9808267ca03e tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/858a10db-18f3-4d66-9c6e-0bb12889fb4f HTTP/1.1" status: 404 len: 333 time: 0.0312176 Aug 05 14:30:01.182956 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38374) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.209960 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9eebf1a-37e2-4d71-aec7-1ae1000f6e8a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.210735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9eebf1a-37e2-4d71-aec7-1ae1000f6e8a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.215081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d9eebf1a-37e2-4d71-aec7-1ae1000f6e8a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/72a1c17b-d6fa-4416-9ae6-1a860760bb82 HTTP/1.1" status: 404 len: 337 time: 0.0289574 Aug 05 14:30:01.215230 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0dcf-de3b-4028-bb94-2a30579d7ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:01.215377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38376) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.237773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea0dcf-de3b-4028-bb94-2a30579d7ccb None None] Pushing event deleted for resources: {'Port': ['ID=3b1e7f73-c14e-4f83-8b97-e415ffbd089e,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:01.241714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ea0dcf-de3b-4028-bb94-2a30579d7ccb None None] No DVR routers for this DVR port 3b1e7f73-c14e-4f83-8b97-e415ffbd089e on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:30:01.251593 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab17584-9e90-4bd4-a1ee-f0a647d52489 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.252131 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab17584-9e90-4bd4-a1ee-f0a647d52489 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.254708 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fab17584-9e90-4bd4-a1ee-f0a647d52489 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/3ed7717e-cba9-4863-ad0e-3645b9ad197e HTTP/1.1" status: 404 len: 337 time: 0.0384376 Aug 05 14:30:01.257162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38378) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.259458 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3106429b-c9fb-4f43-927d-ddf26680a561 None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:30:01.281599 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd20890-632e-4d81-82b8-dbdf06ea3d5f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.282269 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd20890-632e-4d81-82b8-dbdf06ea3d5f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.284040 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-dbd20890-632e-4d81-82b8-dbdf06ea3d5f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/271cec1c-501e-4265-828e-fc423a8f481c HTTP/1.1" status: 404 len: 333 time: 0.0258863 Aug 05 14:30:01.287145 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38380) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.313492 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74b7b94-d85b-4de6-9a7e-1bfa5d2c7a5d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.314047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f74b7b94-d85b-4de6-9a7e-1bfa5d2c7a5d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.316195 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f74b7b94-d85b-4de6-9a7e-1bfa5d2c7a5d tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/529e8134-35b1-4cf1-8c0a-4ac97d16b310 HTTP/1.1" status: 404 len: 337 time: 0.0280523 Aug 05 14:30:01.319465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38382) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.321575 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3106429b-c9fb-4f43-927d-ddf26680a561 None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:30:01.347066 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b5196c-9ff1-4e9e-8d54-bfe67a423f99 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.347529 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b5196c-9ff1-4e9e-8d54-bfe67a423f99 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.349262 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-93b5196c-9ff1-4e9e-8d54-bfe67a423f99 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/09949516-e80e-4eee-8390-61a0731d594d HTTP/1.1" status: 404 len: 337 time: 0.0286853 Aug 05 14:30:01.352365 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38384) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.375995 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd1bb2c-4b40-4bdc-b943-4c717e97ec08 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.376649 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd1bb2c-4b40-4bdc-b943-4c717e97ec08 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.378414 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7cd1bb2c-4b40-4bdc-b943-4c717e97ec08 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/4361a05a-d46a-4d3d-aa78-4d643793ebcd HTTP/1.1" status: 404 len: 333 time: 0.0251105 Aug 05 14:30:01.380999 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38386) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.407315 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0194e04-38a8-4df9-a192-83957b4fecb8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.407784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0194e04-38a8-4df9-a192-83957b4fecb8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.409565 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e0194e04-38a8-4df9-a192-83957b4fecb8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/4bdb393c-7136-42ec-98f8-c5942a7e4907 HTTP/1.1" status: 404 len: 337 time: 0.0275004 Aug 05 14:30:01.412725 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38388) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.439357 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ada8e2f-d6e6-4d9b-b86b-b28d39cd0683 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.439945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ada8e2f-d6e6-4d9b-b86b-b28d39cd0683 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.441676 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3ada8e2f-d6e6-4d9b-b86b-b28d39cd0683 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/9123d8e5-8c7b-4496-b94b-0ba577246c2b HTTP/1.1" status: 404 len: 337 time: 0.0279717 Aug 05 14:30:01.444468 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38390) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.471139 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-858f1515-af6c-412c-9c7a-be531a69d1d4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.471786 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858f1515-af6c-412c-9c7a-be531a69d1d4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.473539 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-858f1515-af6c-412c-9c7a-be531a69d1d4 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/d0e1ac52-3f7a-4b23-96c5-cda66c63a76f HTTP/1.1" status: 404 len: 333 time: 0.0280943 Aug 05 14:30:01.476968 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38392) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.503933 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e283436-7d93-45d1-a7f1-8bcbc9292498 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.504280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e283436-7d93-45d1-a7f1-8bcbc9292498 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.506102 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5e283436-7d93-45d1-a7f1-8bcbc9292498 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/8cc85bc7-2053-4232-a689-bdc09ded43d2 HTTP/1.1" status: 404 len: 337 time: 0.0281141 Aug 05 14:30:01.508560 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38394) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.536003 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefbee67-b9ea-4a00-84ee-d15452d2e8f1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.536468 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefbee67-b9ea-4a00-84ee-d15452d2e8f1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.538854 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fefbee67-b9ea-4a00-84ee-d15452d2e8f1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/d484a003-3f76-4bea-90f9-981019720791 HTTP/1.1" status: 404 len: 337 time: 0.0293660 Aug 05 14:30:01.541393 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38396) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.567957 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4093bd06-bd4d-44d5-971f-7a31bbdb89f0 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports?device_id=adf2c95a-0cac-4db7-a38c-10c93a973dad HTTP/1.1" status: 200 len: 205 time: 0.0254951 Aug 05 14:30:01.570846 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38398) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.607778 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-e135b986-e174-47a0-ad54-576391c16222 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] delete failed (client error): The resource could not be found. Aug 05 14:30:01.608992 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e135b986-e174-47a0-ad54-576391c16222 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/routers/adf2c95a-0cac-4db7-a38c-10c93a973dad HTTP/1.1" status: 404 len: 336 time: 0.0371158 Aug 05 14:30:01.611600 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38400) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.638675 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca2e39b-1191-4898-a2be-366cd99660a1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.639151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca2e39b-1191-4898-a2be-366cd99660a1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.640914 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-aca2e39b-1191-4898-a2be-366cd99660a1 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/db54bae0-2358-43de-a143-2b91507bbd8f HTTP/1.1" status: 404 len: 337 time: 0.0283828 Aug 05 14:30:01.643466 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38402) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.672441 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c0a635e1-b571-482e-8e82-3dd7c1b49250 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "GET /v2.0/ports?device_id=49ae2fe0-a85f-456f-b9aa-a8e38b5b5641 HTTP/1.1" status: 200 len: 205 time: 0.0278883 Aug 05 14:30:01.674866 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38404) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.716115 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-2721b6b3-6268-4e9f-ac7d-576206fb014a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] delete failed (client error): The resource could not be found. Aug 05 14:30:01.717159 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2721b6b3-6268-4e9f-ac7d-576206fb014a tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/routers/49ae2fe0-a85f-456f-b9aa-a8e38b5b5641 HTTP/1.1" status: 404 len: 336 time: 0.0413990 Aug 05 14:30:01.719633 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38408) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.746679 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-11db3ac1-7b82-4dea-b9f7-1e0754b15d15 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.747147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11db3ac1-7b82-4dea-b9f7-1e0754b15d15 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.748906 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-11db3ac1-7b82-4dea-b9f7-1e0754b15d15 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/d91cb1c3-814f-402c-a476-31fa1931086c HTTP/1.1" status: 404 len: 337 time: 0.0283599 Aug 05 14:30:01.751419 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38410) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.779695 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8fcfc6-6655-4f93-a78d-6b471dac657c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.780068 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b8fcfc6-6655-4f93-a78d-6b471dac657c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.781761 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6b8fcfc6-6655-4f93-a78d-6b471dac657c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/9e74b943-4497-4d59-8bda-d0bc4360ea1e HTTP/1.1" status: 404 len: 337 time: 0.0294375 Aug 05 14:30:01.789600 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38412) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.830115 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-940a2f91-8f29-45a1-aa0e-7a080aa2c26c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.830893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940a2f91-8f29-45a1-aa0e-7a080aa2c26c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.832679 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-940a2f91-8f29-45a1-aa0e-7a080aa2c26c tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/a32d4446-3767-4aa9-91fc-0944eed0a9bf HTTP/1.1" status: 404 len: 333 time: 0.0421481 Aug 05 14:30:01.836048 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38414) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.853768 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2549a-f282-4849-847d-2624f386cd64 req-1e1221c2-bd99-41b5-a7f7-7fc9a6135a8c tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:01.855304 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b9f2549a-f282-4849-847d-2624f386cd64 req-1e1221c2-bd99-41b5-a7f7-7fc9a6135a8c tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.63 "GET /v2.0/ports?device_id=b28e0c1a-2fcf-4b23-906d-90ed91965ea7 HTTP/1.1" status: 200 len: 946 time: 0.0708828 Aug 05 14:30:01.857407 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd1536-1a8d-4b1c-9af7-fd037f3a0bb7 req-75921943-0067-45cc-98f6-19895c1ac977 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:01.858963 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3cd1536-1a8d-4b1c-9af7-fd037f3a0bb7 req-75921943-0067-45cc-98f6-19895c1ac977 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=b28e0c1a-2fcf-4b23-906d-90ed91965ea7 HTTP/1.1" status: 200 len: 946 time: 0.0816522 Aug 05 14:30:01.880464 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-960baf6f-b862-443e-8bde-9db7515f77a9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.881562 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960baf6f-b862-443e-8bde-9db7515f77a9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.885232 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-960baf6f-b862-443e-8bde-9db7515f77a9 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/e23b0079-50b6-44a2-ae13-02fc71ad40d9 HTTP/1.1" status: 404 len: 337 time: 0.0481279 Aug 05 14:30:01.887434 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38416) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.918310 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eaaa753-ad16-4c67-9edb-027931661cfa tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.919117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eaaa753-ad16-4c67-9edb-027931661cfa tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.920888 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3eaaa753-ad16-4c67-9edb-027931661cfa tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/07b43c82-5bad-44f2-886c-fedb5a23ae5c HTTP/1.1" status: 404 len: 333 time: 0.0324233 Aug 05 14:30:01.923534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38418) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.934368 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3cd1536-1a8d-4b1c-9af7-fd037f3a0bb7 req-6fd39dfb-c4e6-4895-8f4f-ea958aeed239 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692606 Aug 05 14:30:01.956386 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-88edddd0-c3b0-4652-9eef-4c7aff888697 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.956846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88edddd0-c3b0-4652-9eef-4c7aff888697 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.958623 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-88edddd0-c3b0-4652-9eef-4c7aff888697 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/671f5edc-6f50-451b-8bbb-ee1b5a3ee682 HTTP/1.1" status: 404 len: 337 time: 0.0341876 Aug 05 14:30:01.962988 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38420) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:01.968624 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-b9f2549a-f282-4849-847d-2624f386cd64 req-5745b9ac-0197-4e25-a311-fc7f2a9429c8 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Deleting port d8e2529d-24b8-42cb-bc87-5d9f4696f670 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:01.968974 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b9f2549a-f282-4849-847d-2624f386cd64 req-5745b9ac-0197-4e25-a311-fc7f2a9429c8 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:01.985468 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e865708-04f1-4f06-96c2-e7ec8f14f9ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:01.986139 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e865708-04f1-4f06-96c2-e7ec8f14f9ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:01.987984 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5e865708-04f1-4f06-96c2-e7ec8f14f9ed tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/fd446ab5-62b9-4dd4-8a68-5f8ef2004c0b HTTP/1.1" status: 404 len: 333 time: 0.0240757 Aug 05 14:30:01.990741 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38422) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:02.016935 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f602a06c-1a2f-471b-91f5-e19f71f4bac8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:02.017406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f602a06c-1a2f-471b-91f5-e19f71f4bac8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:02.019191 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f602a06c-1a2f-471b-91f5-e19f71f4bac8 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/a2124b2c-c454-41ab-b8e5-5a31bb3a554e HTTP/1.1" status: 404 len: 337 time: 0.0274689 Aug 05 14:30:02.022399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38424) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:02.049790 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8d740d-fe73-401b-9ca8-20849cf22686 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:02.050410 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8d740d-fe73-401b-9ca8-20849cf22686 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:02.052175 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2b8d740d-fe73-401b-9ca8-20849cf22686 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/15e19d4a-22bc-4885-b1d3-946ebfb541db HTTP/1.1" status: 404 len: 333 time: 0.0288506 Aug 05 14:30:02.055368 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38426) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:02.063661 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-b9f2549a-f282-4849-847d-2624f386cd64 req-5745b9ac-0197-4e25-a311-fc7f2a9429c8 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] For port d8e2529d-24b8-42cb-bc87-5d9f4696f670, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=d8e2529d-24b8-42cb-bc87-5d9f4696f670,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:02.064033 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b9f2549a-f282-4849-847d-2624f386cd64 req-5745b9ac-0197-4e25-a311-fc7f2a9429c8 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:02.077776 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-b9f2549a-f282-4849-847d-2624f386cd64 req-5745b9ac-0197-4e25-a311-fc7f2a9429c8 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Calling delete_port for d8e2529d-24b8-42cb-bc87-5d9f4696f670 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:02.081295 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b562fd-d8bf-407e-8342-7dfe28731413 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:02.081754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b562fd-d8bf-407e-8342-7dfe28731413 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:02.083515 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-67b562fd-d8bf-407e-8342-7dfe28731413 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/fe37ca5e-5106-4050-96a8-69f593375424 HTTP/1.1" status: 404 len: 337 time: 0.0271928 Aug 05 14:30:02.087082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38428) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:02.109425 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-018845d7-c339-4c0d-a6a0-5930297642bb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:02.110055 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-018845d7-c339-4c0d-a6a0-5930297642bb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:02.111797 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-018845d7-c339-4c0d-a6a0-5930297642bb tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/bccaf867-7451-4223-8039-fd77b7d6ef61 HTTP/1.1" status: 404 len: 333 time: 0.0237925 Aug 05 14:30:02.114360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38430) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:02.140282 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6609fbfb-f549-425f-a5e2-da79274fbece tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:02.140742 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6609fbfb-f549-425f-a5e2-da79274fbece tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:02.144843 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6609fbfb-f549-425f-a5e2-da79274fbece tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/7280f721-7095-4c46-b24b-c93d21f63732 HTTP/1.1" status: 404 len: 337 time: 0.0272219 Aug 05 14:30:02.145088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38432) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:02.169268 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-00931520-22d8-4bc9-ac48-cd6a6db2b236 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:02.169925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00931520-22d8-4bc9-ac48-cd6a6db2b236 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:02.171730 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-00931520-22d8-4bc9-ac48-cd6a6db2b236 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/63379594-425c-4a4c-857c-db6736e2eec1 HTTP/1.1" status: 404 len: 333 time: 0.0257246 Aug 05 14:30:02.174281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38434) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:02.200794 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8f3edf-413f-4f5b-b879-1a6c6c74d42b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:02.201258 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8f3edf-413f-4f5b-b879-1a6c6c74d42b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:02.203028 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1b8f3edf-413f-4f5b-b879-1a6c6c74d42b tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/ea4c858b-499f-420a-a4e5-70e630013bef HTTP/1.1" status: 404 len: 337 time: 0.0278111 Aug 05 14:30:02.206304 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38436) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:02.215504 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b9f2549a-f282-4849-847d-2624f386cd64 req-5745b9ac-0197-4e25-a311-fc7f2a9429c8 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:02.228633 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['d8e2529d-24b8-42cb-bc87-5d9f4696f670'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:30:02.231058 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['5da2845e-9bbb-468e-9966-0b91cb437545'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:30:02.240011 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d76161-2245-4e71-b4bb-58d0bdd01c2f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:02.241277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d76161-2245-4e71-b4bb-58d0bdd01c2f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:02.243356 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c1d76161-2245-4e71-b4bb-58d0bdd01c2f tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/ports/2d0ad522-9910-4422-a96a-246c6fe76952 HTTP/1.1" status: 404 len: 333 time: 0.0358541 Aug 05 14:30:02.245646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38438) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:02.246152 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745b9ac-0197-4e25-a311-fc7f2a9429c8 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Pushing event deleted for resources: {'Port': ['ID=d8e2529d-24b8-42cb-bc87-5d9f4696f670,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:02.275064 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-731d4809-44b8-4374-9139-d974e9e0b9df tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:02.275781 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-731d4809-44b8-4374-9139-d974e9e0b9df tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:02.280008 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-731d4809-44b8-4374-9139-d974e9e0b9df tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/subnets/f7d80cf6-b7f8-4bcf-b1ad-9892c5221faa HTTP/1.1" status: 404 len: 337 time: 0.0305243 Aug 05 14:30:02.280271 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38440) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:02.288662 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f2549a-f282-4849-847d-2624f386cd64 req-5745b9ac-0197-4e25-a311-fc7f2a9429c8 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] No DVR routers for this DVR port d8e2529d-24b8-42cb-bc87-5d9f4696f670 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:30:02.291309 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b9f2549a-f282-4849-847d-2624f386cd64 req-5745b9ac-0197-4e25-a311-fc7f2a9429c8 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:02.293665 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b9f2549a-f282-4849-847d-2624f386cd64 req-5745b9ac-0197-4e25-a311-fc7f2a9429c8 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.63 "DELETE /v2.0/ports/d8e2529d-24b8-42cb-bc87-5d9f4696f670 HTTP/1.1" status: 204 len: 173 time: 0.4215102 Aug 05 14:30:02.294122 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28e0c1a-2fcf-4b23-906d-90ed91965ea7', 'name': 'network-vif-deleted', 'tag': 'd8e2529d-24b8-42cb-bc87-5d9f4696f670'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:30:02.296507 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce23d26c-0a4a-4ea3-ae8e-89d77e506cb4" -d '{"events": [{"server_uuid": "b28e0c1a-2fcf-4b23-906d-90ed91965ea7", "name": "network-vif-deleted", "tag": "d8e2529d-24b8-42cb-bc87-5d9f4696f670"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:30:02.341198 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e69a97-4065-4d81-9854-8142a86f18f6 x-openstack-request-id: req-04e69a97-4065-4d81-9854-8142a86f18f6 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:30:02.341485 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28e0c1a-2fcf-4b23-906d-90ed91965ea7", "name": "network-vif-deleted", "tag": "d8e2529d-24b8-42cb-bc87-5d9f4696f670", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:30:02.341745 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04e69a97-4065-4d81-9854-8142a86f18f6 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:30:02.342169 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28e0c1a-2fcf-4b23-906d-90ed91965ea7', 'name': 'network-vif-deleted', 'tag': 'd8e2529d-24b8-42cb-bc87-5d9f4696f670', 'status': 'completed', 'code': 200} Aug 05 14:30:02.376392 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e782a1f-f697-40ca-8877-336a08556531 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:02.476814 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e782a1f-f697-40ca-8877-336a08556531 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:02.486690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-7e782a1f-f697-40ca-8877-336a08556531 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b567c09-dbdf-4609-b47a-edf0ab2774db']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:02.498218 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-7e782a1f-f697-40ca-8877-336a08556531 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92f1484-355c-433e-a8c3-5e5af5daa32d') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:02.498536 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-7e782a1f-f697-40ca-8877-336a08556531 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92f1484-355c-433e-a8c3-5e5af5daa32d') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:02.508480 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e782a1f-f697-40ca-8877-336a08556531 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:02.522957 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e782a1f-f697-40ca-8877-336a08556531 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:02.529143 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e782a1f-f697-40ca-8877-336a08556531 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:02.529582 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e782a1f-f697-40ca-8877-336a08556531 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:02.532545 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:02.591014 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e782a1f-f697-40ca-8877-336a08556531 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:02.598132 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7e782a1f-f697-40ca-8877-336a08556531 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:02.601517 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7e782a1f-f697-40ca-8877-336a08556531 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] 10.222.0.16 "DELETE /v2.0/networks/0b567c09-dbdf-4609-b47a-edf0ab2774db HTTP/1.1" status: 204 len: 168 time: 0.3201437 Aug 05 14:30:02.622335 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e782a1f-f697-40ca-8877-336a08556531 tempest-NetworksTestDHCPv6-200382854 tempest-NetworksTestDHCPv6-200382854-project] Pushing event deleted for resources: {'Network': ['ID=0b567c09-dbdf-4609-b47a-edf0ab2774db,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:02.748255 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:30:02.768856 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:30:02.769226 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 580bebc1-d0a4-4d4e-b61f-fe251eb8fdd8 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:30:02.860075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38448) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:02.998025 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-66b39501-0541-4ecb-b04e-7f3145fdf791 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94d700ac8145454a943f27dd576eca2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367142 Aug 05 14:30:03.000634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38456) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:03.059542 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3d977409-1efe-415f-bb07-3e45c3948b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:03.084427 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3d977409-1efe-415f-bb07-3e45c3948b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:03.135979 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3d977409-1efe-415f-bb07-3e45c3948b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:03.138686 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3d977409-1efe-415f-bb07-3e45c3948b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:03.139893 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3d977409-1efe-415f-bb07-3e45c3948b6f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d792397-e5ae-4b1e-8db5-8bdb66e7c7c9 HTTP/1.1" status: 204 len: 168 time: 0.1382692 Aug 05 14:30:03.149256 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d977409-1efe-415f-bb07-3e45c3948b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d792397-e5ae-4b1e-8db5-8bdb66e7c7c9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:03.849622 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38480) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:03.954982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Request body: {'networks': [{'name': 'tempest-network--1141777507'}, {'name': 'tempest-network--1579360579'}]} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:03.955403 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Request body: {'network': {'name': 'tempest-network--1141777507'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:03.955878 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Request body: {'network': {'name': 'tempest-network--1579360579'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:03.980091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Made reservation on behalf of bfb8630b231a4b4780c75fcd83f2b319 for: {'network': 2} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:03.984859 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:03.994204 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:04.087691 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:04.092076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:04.092590 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:04.133162 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c576e39-dc52-45cf-9689-0596d8d5800b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:04.138499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:04.149716 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:04.150026 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Added segment 47a9d3d1-bad1-4e6a-85fe-ba063bbcc6be of type vlan for network 36abf6a3-ecbf-440c-bc74-a006b38d5eb3 Aug 05 14:30:04.206077 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:04.242423 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:04.252423 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:04.252774 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Added segment 17e91143-3184-4bde-aec5-4ef03b2d1e9a of type vlan for network be65db5e-f2b3-4796-b6d9-86c6e7a37808 Aug 05 14:30:04.294686 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:04.325015 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:04.325533 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:04.331434 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:04.336962 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:04.337616 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:04.402357 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5507150 Aug 05 14:30:04.404957 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38486) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:04.413637 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event updated for resources: {'Network': ['ID=36abf6a3-ecbf-440c-bc74-a006b38d5eb3,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:04.431073 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 36abf6a3-ecbf-440c-bc74-a006b38d5eb3 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:04.481948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2a33c-5886-4e86-bb7a-aaa289716f16 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event updated for resources: {'Network': ['ID=be65db5e-f2b3-4796-b6d9-86c6e7a37808,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:04.495894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network be65db5e-f2b3-4796-b6d9-86c6e7a37808 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:04.681395 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2721ed88-b225-4db2-a964-583f9c7a5c4f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:04.687482 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2721ed88-b225-4db2-a964-583f9c7a5c4f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:04.693348 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2721ed88-b225-4db2-a964-583f9c7a5c4f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:04.700006 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2721ed88-b225-4db2-a964-583f9c7a5c4f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:04.701763 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2721ed88-b225-4db2-a964-583f9c7a5c4f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2956820 Aug 05 14:30:04.704643 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38488) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:04.781512 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5be24a76-9c21-4ac5-a1d9-eccc6dc235c8 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:04.872020 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5be24a76-9c21-4ac5-a1d9-eccc6dc235c8 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:04.882112 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-5be24a76-9c21-4ac5-a1d9-eccc6dc235c8 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36abf6a3-ecbf-440c-bc74-a006b38d5eb3']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:04.892781 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-5be24a76-9c21-4ac5-a1d9-eccc6dc235c8 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a9d3d1-bad1-4e6a-85fe-ba063bbcc6be') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:04.893128 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-5be24a76-9c21-4ac5-a1d9-eccc6dc235c8 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a9d3d1-bad1-4e6a-85fe-ba063bbcc6be') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:04.903026 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5be24a76-9c21-4ac5-a1d9-eccc6dc235c8 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:04.920914 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5be24a76-9c21-4ac5-a1d9-eccc6dc235c8 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:04.928980 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be24a76-9c21-4ac5-a1d9-eccc6dc235c8 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:04.929432 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5be24a76-9c21-4ac5-a1d9-eccc6dc235c8 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:04.932507 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:04.997065 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5be24a76-9c21-4ac5-a1d9-eccc6dc235c8 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.002101 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5be24a76-9c21-4ac5-a1d9-eccc6dc235c8 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.007444 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38490) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:05.010560 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5be24a76-9c21-4ac5-a1d9-eccc6dc235c8 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "DELETE /v2.0/networks/36abf6a3-ecbf-440c-bc74-a006b38d5eb3 HTTP/1.1" status: 204 len: 168 time: 0.3012049 Aug 05 14:30:05.028393 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be24a76-9c21-4ac5-a1d9-eccc6dc235c8 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event deleted for resources: {'Network': ['ID=36abf6a3-ecbf-440c-bc74-a006b38d5eb3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:05.088714 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd97deab-ee0d-4083-b0ab-5d2d4e48bd3f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.187544 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd97deab-ee0d-4083-b0ab-5d2d4e48bd3f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.201034 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-fd97deab-ee0d-4083-b0ab-5d2d4e48bd3f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be65db5e-f2b3-4796-b6d9-86c6e7a37808']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:05.212283 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-fd97deab-ee0d-4083-b0ab-5d2d4e48bd3f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e91143-3184-4bde-aec5-4ef03b2d1e9a') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:05.212587 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-fd97deab-ee0d-4083-b0ab-5d2d4e48bd3f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e91143-3184-4bde-aec5-4ef03b2d1e9a') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:05.222496 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd97deab-ee0d-4083-b0ab-5d2d4e48bd3f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.238342 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd97deab-ee0d-4083-b0ab-5d2d4e48bd3f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.246418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd97deab-ee0d-4083-b0ab-5d2d4e48bd3f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:05.246861 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd97deab-ee0d-4083-b0ab-5d2d4e48bd3f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:05.250208 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:05.319590 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd97deab-ee0d-4083-b0ab-5d2d4e48bd3f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.326713 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd97deab-ee0d-4083-b0ab-5d2d4e48bd3f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.328972 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fd97deab-ee0d-4083-b0ab-5d2d4e48bd3f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "DELETE /v2.0/networks/be65db5e-f2b3-4796-b6d9-86c6e7a37808 HTTP/1.1" status: 204 len: 168 time: 0.3203986 Aug 05 14:30:05.331794 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38494) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:05.353556 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97deab-ee0d-4083-b0ab-5d2d4e48bd3f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event deleted for resources: {'Network': ['ID=be65db5e-f2b3-4796-b6d9-86c6e7a37808,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:05.448996 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device d8e2529d-24b8-42cb-bc87-5d9f4696f670 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:30:05.451459 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a8e76b-15d3-492a-a83d-705759527d48 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:05.457715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a8e76b-15d3-492a-a83d-705759527d48 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:05.461484 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-74a8e76b-15d3-492a-a83d-705759527d48 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1275344 Aug 05 14:30:05.464409 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38496) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:05.469656 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-55f66fc6-fe26-48b8-a99c-11be55929c65 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1439635438'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:05.470914 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: d8e2529d-24b8-42cb-bc87-5d9f4696f670 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:30:05.471270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device d8e2529d-24b8-42cb-bc87-5d9f4696f670 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:30:05.492470 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f66fc6-fe26-48b8-a99c-11be55929c65 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Made reservation on behalf of bfb8630b231a4b4780c75fcd83f2b319 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:05.496031 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55f66fc6-fe26-48b8-a99c-11be55929c65 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.520792 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f66fc6-fe26-48b8-a99c-11be55929c65 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:05.531821 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55f66fc6-fe26-48b8-a99c-11be55929c65 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.532173 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-55f66fc6-fe26-48b8-a99c-11be55929c65 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Added segment ce3b9fb1-d547-47ef-bfd7-a0ffa69133ad of type vlan for network 16599948-348e-4420-9acd-7e544adf2655 Aug 05 14:30:05.578786 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55f66fc6-fe26-48b8-a99c-11be55929c65 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.609343 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55f66fc6-fe26-48b8-a99c-11be55929c65 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.615252 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f66fc6-fe26-48b8-a99c-11be55929c65 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:05.615921 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55f66fc6-fe26-48b8-a99c-11be55929c65 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.683635 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-55f66fc6-fe26-48b8-a99c-11be55929c65 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2179141 Aug 05 14:30:05.686766 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38498) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:05.690942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f66fc6-fe26-48b8-a99c-11be55929c65 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event updated for resources: {'Network': ['ID=16599948-348e-4420-9acd-7e544adf2655,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:05.699987 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-bea277eb-1045-4d53-8c07-e6fd97b6d7e5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-674297912'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:05.704115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 16599948-348e-4420-9acd-7e544adf2655 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:05.727042 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea277eb-1045-4d53-8c07-e6fd97b6d7e5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Made reservation on behalf of bfb8630b231a4b4780c75fcd83f2b319 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:05.731027 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bea277eb-1045-4d53-8c07-e6fd97b6d7e5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.758673 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea277eb-1045-4d53-8c07-e6fd97b6d7e5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:05.769707 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bea277eb-1045-4d53-8c07-e6fd97b6d7e5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.770109 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-bea277eb-1045-4d53-8c07-e6fd97b6d7e5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Added segment 2db168e6-fd54-4f46-b54f-6afc9d312da9 of type vlan for network bdc07211-61bb-45ac-a3fe-8bf4a56873ba Aug 05 14:30:05.813487 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bea277eb-1045-4d53-8c07-e6fd97b6d7e5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.843717 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bea277eb-1045-4d53-8c07-e6fd97b6d7e5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.849342 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea277eb-1045-4d53-8c07-e6fd97b6d7e5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:05.850322 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bea277eb-1045-4d53-8c07-e6fd97b6d7e5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:05.936290 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bea277eb-1045-4d53-8c07-e6fd97b6d7e5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2472064 Aug 05 14:30:05.939393 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38500) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:05.945991 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Request body: {'ports': [{'network_id': '16599948-348e-4420-9acd-7e544adf2655', 'name': 'tempest-port--1629057099', 'admin_state_up': True}, {'network_id': 'bdc07211-61bb-45ac-a3fe-8bf4a56873ba', 'admin_state_up': False}]} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:05.946351 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Request body: {'port': {'network_id': '16599948-348e-4420-9acd-7e544adf2655', 'name': 'tempest-port--1629057099', 'admin_state_up': True}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:05.947301 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Request body: {'port': {'network_id': 'bdc07211-61bb-45ac-a3fe-8bf4a56873ba', 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:05.956077 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea277eb-1045-4d53-8c07-e6fd97b6d7e5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event updated for resources: {'Network': ['ID=bdc07211-61bb-45ac-a3fe-8bf4a56873ba,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:05.967126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network bdc07211-61bb-45ac-a3fe-8bf4a56873ba details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:06.121194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Made reservation on behalf of bfb8630b231a4b4780c75fcd83f2b319 for: {'port': 2} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:06.126224 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:06.140603 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:06.228687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] device_id is not set on port 49011b22-3b8f-4f8f-b3e6-49b0df14a9dd yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:30:06.357080 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:06.465302 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] device_id is not set on port 4e6acb54-ce74-4bd5-b871-82f340de5d68 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:30:06.492653 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987883c4-43b9-4469-8769-a76a1bd513b6 req-7f3815f0-3553-4f3d-85b2-3de1da90c9f7 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:06.494500 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-987883c4-43b9-4469-8769-a76a1bd513b6 req-7f3815f0-3553-4f3d-85b2-3de1da90c9f7 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2 HTTP/1.1" status: 200 len: 945 time: 0.0773520 Aug 05 14:30:06.574984 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-987883c4-43b9-4469-8769-a76a1bd513b6 req-6d3581c2-e58f-40a4-bd7f-8b9e79bc6885 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742056 Aug 05 14:30:06.625335 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:06.670703 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:06.733006 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event updated for resources: {'Port': ['ID=49011b22-3b8f-4f8f-b3e6-49b0df14a9dd,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:06.744668 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Checking segment: {'id': 'ce3b9fb1-d547-47ef-bfd7-a0ffa69133ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '16599948-348e-4420-9acd-7e544adf2655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:06.745039 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Network hostable DHCP agents. Network: 16599948-348e-4420-9acd-7e544adf2655, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:06.760640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Network 16599948-348e-4420-9acd-7e544adf2655 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:06.769263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 16599948-348e-4420-9acd-7e544adf2655) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:06.773386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:06.774227 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:06.779088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add82914-dbf4-4b67-95f9-2d99b96e84ac None None] Network 16599948-348e-4420-9acd-7e544adf2655 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:06.835509 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event updated for resources: {'Port': ['ID=4e6acb54-ce74-4bd5-b871-82f340de5d68,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:06.844693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Checking segment: {'id': '2db168e6-fd54-4f46-b54f-6afc9d312da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bdc07211-61bb-45ac-a3fe-8bf4a56873ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:06.845063 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Network hostable DHCP agents. Network: bdc07211-61bb-45ac-a3fe-8bf4a56873ba, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:06.862507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Network bdc07211-61bb-45ac-a3fe-8bf4a56873ba is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:06.871891 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, bdc07211-61bb-45ac-a3fe-8bf4a56873ba) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:06.875785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:06.881472 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:06.884513 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f746138a-4ffe-476b-840f-66df482ef469 None None] Network bdc07211-61bb-45ac-a3fe-8bf4a56873ba requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:06.886416 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:06.887110 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:06.902690 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-218a3c39-77a4-4c3b-be37-425462ae0966 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9618161 Aug 05 14:30:06.905103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38508) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:06.956104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa0938c-d327-4b2c-a5b4-1a28cf863fc6 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:06.963340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa0938c-d327-4b2c-a5b4-1a28cf863fc6 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:06.964949 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4aa0938c-d327-4b2c-a5b4-1a28cf863fc6 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0589166 Aug 05 14:30:06.967840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38510) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:07.058457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-d978eed7-2390-4448-95f9-922a020637dc tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Deleting port 49011b22-3b8f-4f8f-b3e6-49b0df14a9dd {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:07.058806 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d978eed7-2390-4448-95f9-922a020637dc tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:07.124499 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d978eed7-2390-4448-95f9-922a020637dc tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:07.138199 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-d978eed7-2390-4448-95f9-922a020637dc tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Calling delete_port for 49011b22-3b8f-4f8f-b3e6-49b0df14a9dd owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:07.223664 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d978eed7-2390-4448-95f9-922a020637dc tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:07.250703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978eed7-2390-4448-95f9-922a020637dc tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event deleted for resources: {'Port': ['ID=49011b22-3b8f-4f8f-b3e6-49b0df14a9dd,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:07.258826 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d978eed7-2390-4448-95f9-922a020637dc tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:07.260801 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d978eed7-2390-4448-95f9-922a020637dc tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "DELETE /v2.0/ports/49011b22-3b8f-4f8f-b3e6-49b0df14a9dd HTTP/1.1" status: 204 len: 168 time: 0.2919965 Aug 05 14:30:07.263531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38512) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:07.358020 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-209df405-7795-4117-b42f-040266bcf837 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Deleting port 4e6acb54-ce74-4bd5-b871-82f340de5d68 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:07.358398 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-209df405-7795-4117-b42f-040266bcf837 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:07.428031 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-209df405-7795-4117-b42f-040266bcf837 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:07.440991 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-209df405-7795-4117-b42f-040266bcf837 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Calling delete_port for 4e6acb54-ce74-4bd5-b871-82f340de5d68 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:07.520227 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-209df405-7795-4117-b42f-040266bcf837 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:07.554520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209df405-7795-4117-b42f-040266bcf837 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event deleted for resources: {'Port': ['ID=4e6acb54-ce74-4bd5-b871-82f340de5d68,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:07.559531 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-209df405-7795-4117-b42f-040266bcf837 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:07.561682 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-209df405-7795-4117-b42f-040266bcf837 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "DELETE /v2.0/ports/4e6acb54-ce74-4bd5-b871-82f340de5d68 HTTP/1.1" status: 204 len: 168 time: 0.2972240 Aug 05 14:30:07.564185 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38514) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:07.591842 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e68e4cfa-8199-4902-b990-f4db6abc9c0a tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0265543 Aug 05 14:30:07.595220 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38516) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:07.600688 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-00563e29-6f81-4c60-878f-5c4d935a21dd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1990160287'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:07.625103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00563e29-6f81-4c60-878f-5c4d935a21dd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Made reservation on behalf of bfb8630b231a4b4780c75fcd83f2b319 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:07.634292 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-00563e29-6f81-4c60-878f-5c4d935a21dd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:07.655353 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00563e29-6f81-4c60-878f-5c4d935a21dd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:07.665708 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-00563e29-6f81-4c60-878f-5c4d935a21dd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:07.666052 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-00563e29-6f81-4c60-878f-5c4d935a21dd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Added segment 79bdf058-409a-416c-920e-e430b08fa942 of type vlan for network 30970b74-ea3e-4be2-89dd-f761682eb8e1 Aug 05 14:30:07.706386 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca948cea-6b44-4299-821b-497cd614af12 req-56459ee8-a49c-410f-912a-aff3c699ace9 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:07.707885 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca948cea-6b44-4299-821b-497cd614af12 req-56459ee8-a49c-410f-912a-aff3c699ace9 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2 HTTP/1.1" status: 200 len: 945 time: 0.0591874 Aug 05 14:30:07.708242 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-00563e29-6f81-4c60-878f-5c4d935a21dd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:07.739845 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-00563e29-6f81-4c60-878f-5c4d935a21dd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:07.745733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00563e29-6f81-4c60-878f-5c4d935a21dd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:07.746357 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-00563e29-6f81-4c60-878f-5c4d935a21dd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:07.749952 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca948cea-6b44-4299-821b-497cd614af12 req-62bf21d6-5f93-4927-a6dc-90824b54f27b tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/security-groups?id=382bedd4-b6ea-4a90-beb0-3c6989ffce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348506 Aug 05 14:30:07.799730 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-00563e29-6f81-4c60-878f-5c4d935a21dd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2034724 Aug 05 14:30:07.802577 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38520) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:07.807646 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e79a2300-e0dc-447f-878c-9864431a4ec5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1934442819'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:07.820135 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00563e29-6f81-4c60-878f-5c4d935a21dd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event updated for resources: {'Network': ['ID=30970b74-ea3e-4be2-89dd-f761682eb8e1,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:07.830646 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 30970b74-ea3e-4be2-89dd-f761682eb8e1 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:07.831188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79a2300-e0dc-447f-878c-9864431a4ec5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Made reservation on behalf of bfb8630b231a4b4780c75fcd83f2b319 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:07.835041 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e79a2300-e0dc-447f-878c-9864431a4ec5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:07.860508 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79a2300-e0dc-447f-878c-9864431a4ec5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:07.870058 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e79a2300-e0dc-447f-878c-9864431a4ec5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:07.870448 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-e79a2300-e0dc-447f-878c-9864431a4ec5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Added segment 2b8dd78f-cc5c-4d72-b9e1-eeb334a7ae32 of type vlan for network 3ebe6989-fe14-4e00-921d-52d0cba59b1e Aug 05 14:30:07.919114 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e79a2300-e0dc-447f-878c-9864431a4ec5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:07.949188 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e79a2300-e0dc-447f-878c-9864431a4ec5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:07.954650 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79a2300-e0dc-447f-878c-9864431a4ec5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:07.955401 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e79a2300-e0dc-447f-878c-9864431a4ec5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:08.018341 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e79a2300-e0dc-447f-878c-9864431a4ec5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2002015 Aug 05 14:30:08.025990 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a2300-e0dc-447f-878c-9864431a4ec5 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event updated for resources: {'Network': ['ID=3ebe6989-fe14-4e00-921d-52d0cba59b1e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:08.038654 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 3ebe6989-fe14-4e00-921d-52d0cba59b1e details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:08.046612 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f8881-9752-413d-84ac-c38376328420 req-d270eb35-4aaa-4d8e-8971-875dc45f1ee3 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:08.048332 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-975f8881-9752-413d-84ac-c38376328420 req-d270eb35-4aaa-4d8e-8971-875dc45f1ee3 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2 HTTP/1.1" status: 200 len: 945 time: 0.0543694 Aug 05 14:30:08.143100 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-975f8881-9752-413d-84ac-c38376328420 req-6d5beab0-38e9-4258-afa1-fd8c56c3e710 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Deleting port 5da2845e-9bbb-468e-9966-0b91cb437545 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:08.143862 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-975f8881-9752-413d-84ac-c38376328420 req-6d5beab0-38e9-4258-afa1-fd8c56c3e710 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:08.236126 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-975f8881-9752-413d-84ac-c38376328420 req-6d5beab0-38e9-4258-afa1-fd8c56c3e710 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] For port 5da2845e-9bbb-468e-9966-0b91cb437545, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=5da2845e-9bbb-468e-9966-0b91cb437545,segment=NetworkSegment(25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0),segment_id=25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:08.236497 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-975f8881-9752-413d-84ac-c38376328420 req-6d5beab0-38e9-4258-afa1-fd8c56c3e710 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:08.249997 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-975f8881-9752-413d-84ac-c38376328420 req-6d5beab0-38e9-4258-afa1-fd8c56c3e710 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Calling delete_port for 5da2845e-9bbb-468e-9966-0b91cb437545 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:08.392467 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-975f8881-9752-413d-84ac-c38376328420 req-6d5beab0-38e9-4258-afa1-fd8c56c3e710 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:08.404013 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['5da2845e-9bbb-468e-9966-0b91cb437545'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:30:08.421042 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5beab0-38e9-4258-afa1-fd8c56c3e710 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Pushing event deleted for resources: {'Port': ['ID=5da2845e-9bbb-468e-9966-0b91cb437545,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:08.464509 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-975f8881-9752-413d-84ac-c38376328420 req-6d5beab0-38e9-4258-afa1-fd8c56c3e710 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] No DVR routers for this DVR port 5da2845e-9bbb-468e-9966-0b91cb437545 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:30:08.467036 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-975f8881-9752-413d-84ac-c38376328420 req-6d5beab0-38e9-4258-afa1-fd8c56c3e710 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:08.469103 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-975f8881-9752-413d-84ac-c38376328420 req-6d5beab0-38e9-4258-afa1-fd8c56c3e710 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.84 "DELETE /v2.0/ports/5da2845e-9bbb-468e-9966-0b91cb437545 HTTP/1.1" status: 204 len: 173 time: 0.4144480 Aug 05 14:30:08.469544 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3154bb3-9c37-4cb8-8994-1167a3b948e2', 'name': 'network-vif-deleted', 'tag': '5da2845e-9bbb-468e-9966-0b91cb437545'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:30:08.471807 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc67f63-5dbf-47dc-826d-0a624eac08be" -d '{"events": [{"server_uuid": "d3154bb3-9c37-4cb8-8994-1167a3b948e2", "name": "network-vif-deleted", "tag": "5da2845e-9bbb-468e-9966-0b91cb437545"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:30:08.516658 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90aa189e-4b73-4548-9d87-a601cdc7dca9 x-openstack-request-id: req-90aa189e-4b73-4548-9d87-a601cdc7dca9 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:30:08.516949 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3154bb3-9c37-4cb8-8994-1167a3b948e2", "name": "network-vif-deleted", "tag": "5da2845e-9bbb-468e-9966-0b91cb437545", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:30:08.517500 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90aa189e-4b73-4548-9d87-a601cdc7dca9 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:30:08.518218 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3154bb3-9c37-4cb8-8994-1167a3b948e2', 'name': 'network-vif-deleted', 'tag': '5da2845e-9bbb-468e-9966-0b91cb437545', 'status': 'completed', 'code': 200} Aug 05 14:30:08.859636 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a17757f5-3161-4570-96f1-c4d10f561c1d req-761c00ff-c210-4f85-9fa9-55857fc8bf16 tempest-AttachVolumeNegativeTest-277493740 tempest-AttachVolumeNegativeTest-277493740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3154bb3-9c37-4cb8-8994-1167a3b948e2 HTTP/1.1" status: 200 len: 210 time: 0.0302854 Aug 05 14:30:09.918098 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38528) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:09.966759 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0720a4-9f28-444e-907d-401fe91992fd admin admin] Deleting subnet 6e99111e-51aa-4903-9c73-59ebc8ad6b36 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:30:09.969930 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7e0720a4-9f28-444e-907d-401fe91992fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:10.008538 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7e0720a4-9f28-444e-907d-401fe91992fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:10.048693 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7e0720a4-9f28-444e-907d-401fe91992fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:10.104484 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7e0720a4-9f28-444e-907d-401fe91992fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:10.135532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0720a4-9f28-444e-907d-401fe91992fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e99111e-51aa-4903-9c73-59ebc8ad6b36,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:10.139402 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7e0720a4-9f28-444e-907d-401fe91992fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:10.143501 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7e0720a4-9f28-444e-907d-401fe91992fd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6e99111e-51aa-4903-9c73-59ebc8ad6b36 HTTP/1.1" status: 204 len: 168 time: 0.2220986 Aug 05 14:30:10.144195 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38530) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:10.219527 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb20b53f-2474-423e-ac35-e9b3d2443ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:10.303289 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb20b53f-2474-423e-ac35-e9b3d2443ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:10.316516 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-bb20b53f-2474-423e-ac35-e9b3d2443ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:10.328541 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-bb20b53f-2474-423e-ac35-e9b3d2443ac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:10.328843 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-bb20b53f-2474-423e-ac35-e9b3d2443ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ae2fe8-46e8-4f5d-a9d9-35777b7c21f0') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:10.340004 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb20b53f-2474-423e-ac35-e9b3d2443ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:10.355018 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb20b53f-2474-423e-ac35-e9b3d2443ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:10.361023 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb20b53f-2474-423e-ac35-e9b3d2443ac5 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:10.361406 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb20b53f-2474-423e-ac35-e9b3d2443ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:10.363144 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:10.423067 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb20b53f-2474-423e-ac35-e9b3d2443ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:10.429308 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bb20b53f-2474-423e-ac35-e9b3d2443ac5 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:10.431213 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bb20b53f-2474-423e-ac35-e9b3d2443ac5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb HTTP/1.1" status: 204 len: 168 time: 0.2863648 Aug 05 14:30:10.442285 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20b53f-2474-423e-ac35-e9b3d2443ac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a18c9cda-5bf4-46a1-9c8e-4213c8f46bbb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:10.615650 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38534) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:10.669199 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9a7a6d92-8035-4217-b9d7-468295eb5c39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d44e55a5329445c2aac6d13fee6bc897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518849 Aug 05 14:30:10.671501 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38536) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:10.722446 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d41af6bb-70fb-4387-a691-eab853cfdd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:10.744956 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d41af6bb-70fb-4387-a691-eab853cfdd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:10.792209 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d41af6bb-70fb-4387-a691-eab853cfdd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:10.795248 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d41af6bb-70fb-4387-a691-eab853cfdd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:10.796704 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d41af6bb-70fb-4387-a691-eab853cfdd83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/382bedd4-b6ea-4a90-beb0-3c6989ffce85 HTTP/1.1" status: 204 len: 168 time: 0.1241472 Aug 05 14:30:10.811420 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5da2845e-9bbb-468e-9966-0b91cb437545 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:30:10.817297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41af6bb-70fb-4387-a691-eab853cfdd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382bedd4-b6ea-4a90-beb0-3c6989ffce85,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:10.856831 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 5da2845e-9bbb-468e-9966-0b91cb437545 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:30:10.857410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 5da2845e-9bbb-468e-9966-0b91cb437545 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:30:11.410948 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38554) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:11.418906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Request body: {'subnets': [{'network_id': '30970b74-ea3e-4be2-89dd-f761682eb8e1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--506374294', 'ip_version': 6}, {'network_id': '3ebe6989-fe14-4e00-921d-52d0cba59b1e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:11.419216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Request body: {'subnet': {'network_id': '30970b74-ea3e-4be2-89dd-f761682eb8e1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--506374294', 'ip_version': 6}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:11.419919 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Request body: {'subnet': {'network_id': '3ebe6989-fe14-4e00-921d-52d0cba59b1e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:11.584359 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Made reservation on behalf of bfb8630b231a4b4780c75fcd83f2b319 for: {'subnet': 2} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:11.589190 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:11.589552 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:12.004104 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:12.074856 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event updated for resources: {'Subnet': ['ID=a4ba1c5a-307a-4c2f-a5d1-db9b7a2b73ac,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:12.082342 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Checking segment: {'id': '79bdf058-409a-416c-920e-e430b08fa942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '30970b74-ea3e-4be2-89dd-f761682eb8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:12.082688 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Network hostable DHCP agents. Network: 30970b74-ea3e-4be2-89dd-f761682eb8e1, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:12.102482 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Network 30970b74-ea3e-4be2-89dd-f761682eb8e1 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:12.112398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 30970b74-ea3e-4be2-89dd-f761682eb8e1) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:12.117186 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:12.124933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8396d73f-1b9b-4b70-a9af-7adda318755e None None] Network 30970b74-ea3e-4be2-89dd-f761682eb8e1 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:12.190073 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event updated for resources: {'Subnet': ['ID=275b251f-0328-4f06-b394-c8939f387ce7,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:12.199925 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Checking segment: {'id': '2b8dd78f-cc5c-4d72-b9e1-eeb334a7ae32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3ebe6989-fe14-4e00-921d-52d0cba59b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:12.200294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Network hostable DHCP agents. Network: 3ebe6989-fe14-4e00-921d-52d0cba59b1e, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:12.221350 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Network 3ebe6989-fe14-4e00-921d-52d0cba59b1e is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:12.236109 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 3ebe6989-fe14-4e00-921d-52d0cba59b1e) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:12.241866 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:12.242533 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:12.243227 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:12.255282 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c99cb8-9229-41e2-a527-4d48b80c3105 None None] Network 3ebe6989-fe14-4e00-921d-52d0cba59b1e requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:12.262077 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b9112d55-805b-4204-a79e-f14901e4f9cd tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 0.8481216 Aug 05 14:30:12.264573 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38580) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:12.342480 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67da9c09-3c5a-4e96-8fc0-00afdefda34f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:12.345191 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67da9c09-3c5a-4e96-8fc0-00afdefda34f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:12.347130 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67da9c09-3c5a-4e96-8fc0-00afdefda34f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:12.348873 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-67da9c09-3c5a-4e96-8fc0-00afdefda34f tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0832951 Aug 05 14:30:12.355678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc26a867-3037-4476-a50c-9160b4955d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-30970b74-ea3e-4be2-89dd-f761682eb8e1', 'network_id': '30970b74-ea3e-4be2-89dd-f761682eb8e1', 'tenant_id': 'bfb8630b231a4b4780c75fcd83f2b319', 'fixed_ips': [{'subnet_id': 'a4ba1c5a-307a-4c2f-a5d1-db9b7a2b73ac'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:30:12.357343 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fc26a867-3037-4476-a50c-9160b4955d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:12.359278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38586) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:12.419193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cacf12-78fe-45fb-a2db-3b620c7f5901 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Deleting subnet a4ba1c5a-307a-4c2f-a5d1-db9b7a2b73ac {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:30:12.422698 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-60cacf12-78fe-45fb-a2db-3b620c7f5901 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:12.469348 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-60cacf12-78fe-45fb-a2db-3b620c7f5901 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:12.528128 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-60cacf12-78fe-45fb-a2db-3b620c7f5901 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:12.535308 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-3ebe6989-fe14-4e00-921d-52d0cba59b1e', 'network_id': '3ebe6989-fe14-4e00-921d-52d0cba59b1e', 'tenant_id': 'bfb8630b231a4b4780c75fcd83f2b319', 'fixed_ips': [{'subnet_id': '275b251f-0328-4f06-b394-c8939f387ce7'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:30:12.536233 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:12.595858 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-60cacf12-78fe-45fb-a2db-3b620c7f5901 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server [None req-fc26a867-3037-4476-a50c-9160b4955d1d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4ba1c5a-307a-4c2f-a5d1-db9b7a2b73ac: This subnet is being modified by another concurrent operation. Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise exception Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4ba1c5a-307a-4c2f-a5d1-db9b7a2b73ac: This subnet is being modified by another concurrent operation. Aug 05 14:30:12.617743 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Aug 05 14:30:12.639610 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cacf12-78fe-45fb-a2db-3b620c7f5901 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ba1c5a-307a-4c2f-a5d1-db9b7a2b73ac,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:12.652660 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-60cacf12-78fe-45fb-a2db-3b620c7f5901 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:12.658319 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-60cacf12-78fe-45fb-a2db-3b620c7f5901 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "DELETE /v2.0/subnets/a4ba1c5a-307a-4c2f-a5d1-db9b7a2b73ac HTTP/1.1" status: 204 len: 168 time: 0.2956889 Aug 05 14:30:12.661571 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38592) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:12.665913 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33ef5f8-8a50-4ef8-a9dd-7011239282ae None None] Network 30970b74-ea3e-4be2-89dd-f761682eb8e1 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:12.715773 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-73888543-4439-4789-b745-b3ee9f2bee90 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Deleting subnet 275b251f-0328-4f06-b394-c8939f387ce7 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:30:12.773900 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Allocated IP 2001:db8:0:1::1 (3ebe6989-fe14-4e00-921d-52d0cba59b1e/275b251f-0328-4f06-b394-c8939f387ce7/3bcfd584-1f43-48f5-a35a-ce83226ea28c) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:12.963829 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:12.972822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Transition to ACTIVE for port object 3bcfd584-1f43-48f5-a35a-ce83226ea28c will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:12.988291 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Transition to ACTIVE for port object 3bcfd584-1f43-48f5-a35a-ce83226ea28c will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:12.994869 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73888543-4439-4789-b745-b3ee9f2bee90 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:12.995537 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:13.042187 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Network 3ebe6989-fe14-4e00-921d-52d0cba59b1e is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:13.046212 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:13.048515 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73888543-4439-4789-b745-b3ee9f2bee90 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:13.050037 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:13.056437 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Pushing event updated for resources: {'Port': ['ID=3bcfd584-1f43-48f5-a35a-ce83226ea28c,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:13.119898 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Attempting to bind port 3bcfd584-1f43-48f5-a35a-ce83226ea28c on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:30:13.120273 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Attempting to bind port 3bcfd584-1f43-48f5-a35a-ce83226ea28c by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '2b8dd78f-cc5c-4d72-b9e1-eeb334a7ae32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3ebe6989-fe14-4e00-921d-52d0cba59b1e'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:30:13.120642 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Attempting to bind port 3bcfd584-1f43-48f5-a35a-ce83226ea28c on network 3ebe6989-fe14-4e00-921d-52d0cba59b1e {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:30:13.125883 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:30:13.126593 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Checking segment: {'id': '2b8dd78f-cc5c-4d72-b9e1-eeb334a7ae32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3ebe6989-fe14-4e00-921d-52d0cba59b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:13.126728 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:13.127105 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Bound using segment: {'id': '2b8dd78f-cc5c-4d72-b9e1-eeb334a7ae32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3ebe6989-fe14-4e00-921d-52d0cba59b1e'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:30:13.127783 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Bound port: 3bcfd584-1f43-48f5-a35a-ce83226ea28c, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8dd78f-cc5c-4d72-b9e1-eeb334a7ae32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3ebe6989-fe14-4e00-921d-52d0cba59b1e'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:30:13.128172 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:13.150329 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73888543-4439-4789-b745-b3ee9f2bee90 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:13.219329 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73888543-4439-4789-b745-b3ee9f2bee90 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:13.226603 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] For port 3bcfd584-1f43-48f5-a35a-ce83226ea28c, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:30:13.230942 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] For port 3bcfd584-1f43-48f5-a35a-ce83226ea28c, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3bcfd584-1f43-48f5-a35a-ce83226ea28c,segment=NetworkSegment(2b8dd78f-cc5c-4d72-b9e1-eeb334a7ae32),segment_id=2b8dd78f-cc5c-4d72-b9e1-eeb334a7ae32)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:30:13.237127 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:13.268072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73888543-4439-4789-b745-b3ee9f2bee90 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event deleted for resources: {'Subnet': ['ID=275b251f-0328-4f06-b394-c8939f387ce7,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:13.275651 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73888543-4439-4789-b745-b3ee9f2bee90 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:13.280836 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-73888543-4439-4789-b745-b3ee9f2bee90 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "DELETE /v2.0/subnets/275b251f-0328-4f06-b394-c8939f387ce7 HTTP/1.1" status: 204 len: 168 time: 0.6186597 Aug 05 14:30:13.281447 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38608) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:13.299471 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024aa19-de59-44cf-8843-ed2dc1e1c155 None None] Pushing event updated for resources: {'Port': ['ID=3bcfd584-1f43-48f5-a35a-ce83226ea28c,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:13.342239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d168f33-2a3e-4f59-b252-a32b322f47cb tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:13.343789 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2d168f33-2a3e-4f59-b252-a32b322f47cb tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0615296 Aug 05 14:30:13.347840 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38612) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:13.441809 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:13.509261 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Deleting port 3bcfd584-1f43-48f5-a35a-ce83226ea28c {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:13.509606 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:13.595246 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] For port 3bcfd584-1f43-48f5-a35a-ce83226ea28c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3bcfd584-1f43-48f5-a35a-ce83226ea28c,segment=NetworkSegment(2b8dd78f-cc5c-4d72-b9e1-eeb334a7ae32),segment_id=2b8dd78f-cc5c-4d72-b9e1-eeb334a7ae32)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:13.595863 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:13.618603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Calling delete_port for 3bcfd584-1f43-48f5-a35a-ce83226ea28c owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:13.702703 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:13.732456 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] No DVR routers for this DVR port 3bcfd584-1f43-48f5-a35a-ce83226ea28c on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:30:13.739610 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event deleted for resources: {'Port': ['ID=3bcfd584-1f43-48f5-a35a-ce83226ea28c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:13.818956 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:13.829071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebe6989-fe14-4e00-921d-52d0cba59b1e']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:13.840781 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8dd78f-cc5c-4d72-b9e1-eeb334a7ae32') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:13.840998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8dd78f-cc5c-4d72-b9e1-eeb334a7ae32') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:13.852351 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:13.873815 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:13.881216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:13.881698 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:13.885039 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:13.948148 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:13.957311 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:13.961821 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "DELETE /v2.0/networks/3ebe6989-fe14-4e00-921d-52d0cba59b1e HTTP/1.1" status: 204 len: 168 time: 0.6096087 Aug 05 14:30:13.962729 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38624) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:13.968861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62de399-77dc-4a0b-a384-33f052b2fd39 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event deleted for resources: {'Network': ['ID=3ebe6989-fe14-4e00-921d-52d0cba59b1e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:14.045810 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6290-5174-46e0-9a8b-a5caa80a8633 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.141991 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6290-5174-46e0-9a8b-a5caa80a8633 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.153834 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-4d7a6290-5174-46e0-9a8b-a5caa80a8633 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30970b74-ea3e-4be2-89dd-f761682eb8e1']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:14.167165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-4d7a6290-5174-46e0-9a8b-a5caa80a8633 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79bdf058-409a-416c-920e-e430b08fa942') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:14.167402 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-4d7a6290-5174-46e0-9a8b-a5caa80a8633 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79bdf058-409a-416c-920e-e430b08fa942') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:14.177102 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6290-5174-46e0-9a8b-a5caa80a8633 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.193673 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6290-5174-46e0-9a8b-a5caa80a8633 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.203573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7a6290-5174-46e0-9a8b-a5caa80a8633 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:14.204305 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6290-5174-46e0-9a8b-a5caa80a8633 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:14.209460 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:14.299803 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6290-5174-46e0-9a8b-a5caa80a8633 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.310006 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6290-5174-46e0-9a8b-a5caa80a8633 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.315380 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4d7a6290-5174-46e0-9a8b-a5caa80a8633 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "DELETE /v2.0/networks/30970b74-ea3e-4be2-89dd-f761682eb8e1 HTTP/1.1" status: 204 len: 168 time: 0.3480906 Aug 05 14:30:14.315380 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38636) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:14.340436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a6290-5174-46e0-9a8b-a5caa80a8633 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event deleted for resources: {'Network': ['ID=30970b74-ea3e-4be2-89dd-f761682eb8e1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:14.420419 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a9ebf6f-4b38-4e4e-a3f8-383d451e2ca3 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.496751 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a875c0a1-62f8-41f8-98b1-3e800829fe0a None None] Could not find standard attr ID for object 3bcfd584-1f43-48f5-a35a-ce83226ea28c. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:30:14.505719 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a639ce2-3293-4d54-b1cf-d3365faf43c6 None None] DHCP port deletion for 3ebe6989-fe14-4e00-921d-52d0cba59b1e request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:30:14.533994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fbcb08-bdc4-4f9e-ba8f-4861c101b1e1 None None] Network 3ebe6989-fe14-4e00-921d-52d0cba59b1e requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:14.541362 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a9ebf6f-4b38-4e4e-a3f8-383d451e2ca3 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.557507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-0a9ebf6f-4b38-4e4e-a3f8-383d451e2ca3 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc07211-61bb-45ac-a3fe-8bf4a56873ba']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:14.563629 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fbcb08-bdc4-4f9e-ba8f-4861c101b1e1 None None] Network 3ebe6989-fe14-4e00-921d-52d0cba59b1e could not be found, it might have been deleted concurrently. {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 05 14:30:14.570690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-0a9ebf6f-4b38-4e4e-a3f8-383d451e2ca3 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db168e6-fd54-4f46-b54f-6afc9d312da9') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:14.571253 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-0a9ebf6f-4b38-4e4e-a3f8-383d451e2ca3 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db168e6-fd54-4f46-b54f-6afc9d312da9') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:14.578331 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d620559-c208-4cd5-8688-9571cfee16d3 None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:30:14.582303 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a9ebf6f-4b38-4e4e-a3f8-383d451e2ca3 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.598982 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a9ebf6f-4b38-4e4e-a3f8-383d451e2ca3 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.608055 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9ebf6f-4b38-4e4e-a3f8-383d451e2ca3 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:14.608387 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a9ebf6f-4b38-4e4e-a3f8-383d451e2ca3 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:14.679271 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:14.686299 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a9ebf6f-4b38-4e4e-a3f8-383d451e2ca3 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.698591 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d620559-c208-4cd5-8688-9571cfee16d3 None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:30:14.710731 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0a9ebf6f-4b38-4e4e-a3f8-383d451e2ca3 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.713046 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0a9ebf6f-4b38-4e4e-a3f8-383d451e2ca3 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "DELETE /v2.0/networks/bdc07211-61bb-45ac-a3fe-8bf4a56873ba HTTP/1.1" status: 204 len: 168 time: 0.3974156 Aug 05 14:30:14.714047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ebf6f-4b38-4e4e-a3f8-383d451e2ca3 tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event deleted for resources: {'Network': ['ID=bdc07211-61bb-45ac-a3fe-8bf4a56873ba,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:14.715698 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38648) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:14.805998 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-509eb3b5-5de8-434e-8876-5590f7b9209c tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.898759 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-509eb3b5-5de8-434e-8876-5590f7b9209c tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.916771 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-509eb3b5-5de8-434e-8876-5590f7b9209c tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16599948-348e-4420-9acd-7e544adf2655']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:14.924282 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.928797 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-509eb3b5-5de8-434e-8876-5590f7b9209c tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3b9fb1-d547-47ef-bfd7-a0ffa69133ad') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:14.929427 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-509eb3b5-5de8-434e-8876-5590f7b9209c tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3b9fb1-d547-47ef-bfd7-a0ffa69133ad') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:14.939063 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-509eb3b5-5de8-434e-8876-5590f7b9209c tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.956341 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-509eb3b5-5de8-434e-8876-5590f7b9209c tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.963390 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509eb3b5-5de8-434e-8876-5590f7b9209c tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:14.964060 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-509eb3b5-5de8-434e-8876-5590f7b9209c tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:14.967081 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:15.031263 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-509eb3b5-5de8-434e-8876-5590f7b9209c tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:15.039309 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-509eb3b5-5de8-434e-8876-5590f7b9209c tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:15.041178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-509eb3b5-5de8-434e-8876-5590f7b9209c tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] 10.222.0.16 "DELETE /v2.0/networks/16599948-348e-4420-9acd-7e544adf2655 HTTP/1.1" status: 204 len: 168 time: 0.3243444 Aug 05 14:30:15.053529 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509eb3b5-5de8-434e-8876-5590f7b9209c tempest-BulkNetworkOpsIpV6Test-1709638432 tempest-BulkNetworkOpsIpV6Test-1709638432-project] Pushing event deleted for resources: {'Network': ['ID=16599948-348e-4420-9acd-7e544adf2655,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:15.309728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38664) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:15.524554 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ade05a88-2f35-4aae-8559-d980544718fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bfb8630b231a4b4780c75fcd83f2b319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134910 Aug 05 14:30:15.527417 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38674) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:15.581066 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7d8717a6-c1d9-4a5e-aa1b-cab6433cdfdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:15.608680 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7d8717a6-c1d9-4a5e-aa1b-cab6433cdfdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:15.671799 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7d8717a6-c1d9-4a5e-aa1b-cab6433cdfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:15.674706 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7d8717a6-c1d9-4a5e-aa1b-cab6433cdfdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:15.675895 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7d8717a6-c1d9-4a5e-aa1b-cab6433cdfdf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c576e39-dc52-45cf-9689-0596d8d5800b HTTP/1.1" status: 204 len: 168 time: 0.1475348 Aug 05 14:30:15.686110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8717a6-c1d9-4a5e-aa1b-cab6433cdfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c576e39-dc52-45cf-9689-0596d8d5800b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:15.851914 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a3aab717-dbd1-4c6b-8756-cf7c361bb4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:16.187645 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:16.657803 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38732) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:16.871254 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-317aae6c-f3de-4773-a68e-9b47e955deda tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-830022153'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:16.892560 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317aae6c-f3de-4773-a68e-9b47e955deda tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:16.896198 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-317aae6c-f3de-4773-a68e-9b47e955deda tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:16.905327 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-317aae6c-f3de-4773-a68e-9b47e955deda tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:17.000549 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-317aae6c-f3de-4773-a68e-9b47e955deda tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:17.005840 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-317aae6c-f3de-4773-a68e-9b47e955deda tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:17.032291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317aae6c-f3de-4773-a68e-9b47e955deda tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:17.042889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317aae6c-f3de-4773-a68e-9b47e955deda tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd30ba1-83cf-4a46-8de3-c59c4a40dfb6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:17.047774 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-317aae6c-f3de-4773-a68e-9b47e955deda tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:17.048196 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-317aae6c-f3de-4773-a68e-9b47e955deda tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Added segment 24e14cfb-a5e9-48f0-882b-aea4be66a37f of type vlan for network eaebdbaa-f460-4911-bea5-2cbd6c94d87b Aug 05 14:30:17.092883 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-317aae6c-f3de-4773-a68e-9b47e955deda tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:17.127046 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-317aae6c-f3de-4773-a68e-9b47e955deda tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:17.133132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317aae6c-f3de-4773-a68e-9b47e955deda tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:17.133745 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-317aae6c-f3de-4773-a68e-9b47e955deda tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:17.198277 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-317aae6c-f3de-4773-a68e-9b47e955deda tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5390847 Aug 05 14:30:17.212167 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317aae6c-f3de-4773-a68e-9b47e955deda tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Network': ['ID=eaebdbaa-f460-4911-bea5-2cbd6c94d87b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:17.227487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network eaebdbaa-f460-4911-bea5-2cbd6c94d87b details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:18.393198 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4dfca119-7dfc-4a6d-9371-b213c84d0044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:18.622710 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:19.588221 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:20.504744 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38820) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:20.510434 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-9ab655eb-5faa-4953-95bc-7fecc7c034e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'subnet': {'network_id': 'eaebdbaa-f460-4911-bea5-2cbd6c94d87b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:20.607615 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab655eb-5faa-4953-95bc-7fecc7c034e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:20.611219 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ab655eb-5faa-4953-95bc-7fecc7c034e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:20.803853 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ab655eb-5faa-4953-95bc-7fecc7c034e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:20.864871 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab655eb-5faa-4953-95bc-7fecc7c034e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Subnet': ['ID=eae18f78-e714-4cc9-8913-4fc246e24484,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:20.875543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab655eb-5faa-4953-95bc-7fecc7c034e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Checking segment: {'id': '24e14cfb-a5e9-48f0-882b-aea4be66a37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eaebdbaa-f460-4911-bea5-2cbd6c94d87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:20.875914 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab655eb-5faa-4953-95bc-7fecc7c034e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network hostable DHCP agents. Network: eaebdbaa-f460-4911-bea5-2cbd6c94d87b, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:20.894782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab655eb-5faa-4953-95bc-7fecc7c034e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network eaebdbaa-f460-4911-bea5-2cbd6c94d87b is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:20.904618 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-9ab655eb-5faa-4953-95bc-7fecc7c034e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, eaebdbaa-f460-4911-bea5-2cbd6c94d87b) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:20.909122 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab655eb-5faa-4953-95bc-7fecc7c034e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:20.909725 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ab655eb-5faa-4953-95bc-7fecc7c034e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:20.917062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df259e89-14b2-48d0-bc4b-70c00651d267 None None] Network eaebdbaa-f460-4911-bea5-2cbd6c94d87b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:20.931243 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9ab655eb-5faa-4953-95bc-7fecc7c034e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4250376 Aug 05 14:30:20.931748 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38828) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:20.938685 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d0dc8828-f9cf-4de9-befb-f2900ecdcb89 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-680258188'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:20.972288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dc8828-f9cf-4de9-befb-f2900ecdcb89 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:20.976107 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8828-f9cf-4de9-befb-f2900ecdcb89 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:21.006574 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0dc8828-f9cf-4de9-befb-f2900ecdcb89 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:21.016547 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8828-f9cf-4de9-befb-f2900ecdcb89 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:21.016811 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-d0dc8828-f9cf-4de9-befb-f2900ecdcb89 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Added segment 76ab7279-c2ed-46c1-bf00-d7808d03d1aa of type vlan for network d2cccf45-bb79-4396-b482-ade82dcbe56d Aug 05 14:30:21.059834 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8828-f9cf-4de9-befb-f2900ecdcb89 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:21.093244 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8828-f9cf-4de9-befb-f2900ecdcb89 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:21.098754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-eaebdbaa-f460-4911-bea5-2cbd6c94d87b', 'network_id': 'eaebdbaa-f460-4911-bea5-2cbd6c94d87b', 'tenant_id': '96c73f49bf48446985709471760bbf0f', 'fixed_ips': [{'subnet_id': 'eae18f78-e714-4cc9-8913-4fc246e24484'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:30:21.099680 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:21.099900 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc8828-f9cf-4de9-befb-f2900ecdcb89 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:21.100643 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8828-f9cf-4de9-befb-f2900ecdcb89 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:21.164511 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d0dc8828-f9cf-4de9-befb-f2900ecdcb89 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2313156 Aug 05 14:30:21.167516 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38832) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:21.174685 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc8828-f9cf-4de9-befb-f2900ecdcb89 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Network': ['ID=d2cccf45-bb79-4396-b482-ade82dcbe56d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:21.175634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-7a6d56fa-3cbf-4aa0-a755-cf9bcbe565df tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'subnet': {'network_id': 'd2cccf45-bb79-4396-b482-ade82dcbe56d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:21.187047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network d2cccf45-bb79-4396-b482-ade82dcbe56d details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:21.438409 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:21.508687 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Allocated IP 2001:db8:0:ffff::2 (eaebdbaa-f460-4911-bea5-2cbd6c94d87b/eae18f78-e714-4cc9-8913-4fc246e24484/3f9c050a-f3a6-483e-b734-f59de40325ac) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:21.660426 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6d56fa-3cbf-4aa0-a755-cf9bcbe565df tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:21.665054 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a6d56fa-3cbf-4aa0-a755-cf9bcbe565df tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:21.672407 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:21.680948 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Transition to ACTIVE for port object 3f9c050a-f3a6-483e-b734-f59de40325ac will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:21.696666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Transition to ACTIVE for port object 3f9c050a-f3a6-483e-b734-f59de40325ac will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:21.703851 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:21.742396 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Network eaebdbaa-f460-4911-bea5-2cbd6c94d87b is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:21.749303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:21.753088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:21.767543 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Pushing event updated for resources: {'Port': ['ID=3f9c050a-f3a6-483e-b734-f59de40325ac,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:21.819828 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Attempting to bind port 3f9c050a-f3a6-483e-b734-f59de40325ac on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:30:21.820207 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Attempting to bind port 3f9c050a-f3a6-483e-b734-f59de40325ac by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '24e14cfb-a5e9-48f0-882b-aea4be66a37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eaebdbaa-f460-4911-bea5-2cbd6c94d87b'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:30:21.820572 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Attempting to bind port 3f9c050a-f3a6-483e-b734-f59de40325ac on network eaebdbaa-f460-4911-bea5-2cbd6c94d87b {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:30:21.825850 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:30:21.826223 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Checking segment: {'id': '24e14cfb-a5e9-48f0-882b-aea4be66a37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eaebdbaa-f460-4911-bea5-2cbd6c94d87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:21.826848 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:21.827411 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Bound using segment: {'id': '24e14cfb-a5e9-48f0-882b-aea4be66a37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eaebdbaa-f460-4911-bea5-2cbd6c94d87b'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:30:21.827890 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Bound port: 3f9c050a-f3a6-483e-b734-f59de40325ac, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e14cfb-a5e9-48f0-882b-aea4be66a37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eaebdbaa-f460-4911-bea5-2cbd6c94d87b'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:30:21.828282 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:21.896957 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] For port 3f9c050a-f3a6-483e-b734-f59de40325ac, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:30:21.900483 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a6d56fa-3cbf-4aa0-a755-cf9bcbe565df tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:21.900713 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] For port 3f9c050a-f3a6-483e-b734-f59de40325ac, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3f9c050a-f3a6-483e-b734-f59de40325ac,segment=NetworkSegment(24e14cfb-a5e9-48f0-882b-aea4be66a37f),segment_id=24e14cfb-a5e9-48f0-882b-aea4be66a37f)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:30:21.904851 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:21.976359 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d2f4c-089d-4830-887f-7c93e3f0d86a None None] Pushing event updated for resources: {'Port': ['ID=3f9c050a-f3a6-483e-b734-f59de40325ac,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:21.984889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d56fa-3cbf-4aa0-a755-cf9bcbe565df tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Subnet': ['ID=79372770-23cc-4aee-b78d-cd2a3753fa4c,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:21.988935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6d56fa-3cbf-4aa0-a755-cf9bcbe565df tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Checking segment: {'id': '76ab7279-c2ed-46c1-bf00-d7808d03d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd2cccf45-bb79-4396-b482-ade82dcbe56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:21.989826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6d56fa-3cbf-4aa0-a755-cf9bcbe565df tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network hostable DHCP agents. Network: d2cccf45-bb79-4396-b482-ade82dcbe56d, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:22.009708 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6d56fa-3cbf-4aa0-a755-cf9bcbe565df tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network d2cccf45-bb79-4396-b482-ade82dcbe56d is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:22.022472 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-7a6d56fa-3cbf-4aa0-a755-cf9bcbe565df tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, d2cccf45-bb79-4396-b482-ade82dcbe56d) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:22.027178 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6d56fa-3cbf-4aa0-a755-cf9bcbe565df tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:22.028027 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a6d56fa-3cbf-4aa0-a755-cf9bcbe565df tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:22.032188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0792ed9d-29ad-434d-9256-081ccde7d57a None None] Network d2cccf45-bb79-4396-b482-ade82dcbe56d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:22.046903 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7a6d56fa-3cbf-4aa0-a755-cf9bcbe565df tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8769267 Aug 05 14:30:22.048097 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38844) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:22.116701 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38846) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:22.207516 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:22.224685 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-d2cccf45-bb79-4396-b482-ade82dcbe56d', 'network_id': 'd2cccf45-bb79-4396-b482-ade82dcbe56d', 'tenant_id': '96c73f49bf48446985709471760bbf0f', 'fixed_ips': [{'subnet_id': '79372770-23cc-4aee-b78d-cd2a3753fa4c'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:30:22.225785 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:22.301956 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d4b4cb0-81c7-40f9-9b97-c1c37d0ede6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:22.328964 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:22.410083 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Allocated IP 2001:db8::1 (d2cccf45-bb79-4396-b482-ade82dcbe56d/79372770-23cc-4aee-b78d-cd2a3753fa4c/4fb53fba-1d89-495f-87d1-cccb052914de) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:22.414038 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d4b4cb0-81c7-40f9-9b97-c1c37d0ede6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:22.418076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d4b4cb0-81c7-40f9-9b97-c1c37d0ede6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:22.459413 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8d4b4cb0-81c7-40f9-9b97-c1c37d0ede6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b7d7e41f1704f7489576c12e46947e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415749 Aug 05 14:30:22.460845 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b4cb0-81c7-40f9-9b97-c1c37d0ede6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a74eb2-7de2-42b7-85cc-04e0f69b7581,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:22.462333 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38850) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:22.570770 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:22.579911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Transition to ACTIVE for port object 4fb53fba-1d89-495f-87d1-cccb052914de will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:22.596250 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Transition to ACTIVE for port object 4fb53fba-1d89-495f-87d1-cccb052914de will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:22.611920 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:22.648901 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Network d2cccf45-bb79-4396-b482-ade82dcbe56d is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:22.656326 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:22.660347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:22.670787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Pushing event updated for resources: {'Port': ['ID=4fb53fba-1d89-495f-87d1-cccb052914de,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:22.722761 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3f9c050a-f3a6-483e-b734-f59de40325ac up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:30:22.771408 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Attempting to bind port 4fb53fba-1d89-495f-87d1-cccb052914de on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:30:22.771709 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Attempting to bind port 4fb53fba-1d89-495f-87d1-cccb052914de by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '76ab7279-c2ed-46c1-bf00-d7808d03d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd2cccf45-bb79-4396-b482-ade82dcbe56d'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:30:22.772076 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Attempting to bind port 4fb53fba-1d89-495f-87d1-cccb052914de on network d2cccf45-bb79-4396-b482-ade82dcbe56d {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:30:22.780850 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:30:22.781242 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Checking segment: {'id': '76ab7279-c2ed-46c1-bf00-d7808d03d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd2cccf45-bb79-4396-b482-ade82dcbe56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:22.781658 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:22.782066 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Bound using segment: {'id': '76ab7279-c2ed-46c1-bf00-d7808d03d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd2cccf45-bb79-4396-b482-ade82dcbe56d'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:30:22.782606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Bound port: 4fb53fba-1d89-495f-87d1-cccb052914de, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ab7279-c2ed-46c1-bf00-d7808d03d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd2cccf45-bb79-4396-b482-ade82dcbe56d'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:30:22.783498 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:22.835424 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 3f9c050a-f3a6-483e-b734-f59de40325ac completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:30:22.864715 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] For port 4fb53fba-1d89-495f-87d1-cccb052914de, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:30:22.868932 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] For port 4fb53fba-1d89-495f-87d1-cccb052914de, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4fb53fba-1d89-495f-87d1-cccb052914de,segment=NetworkSegment(76ab7279-c2ed-46c1-bf00-d7808d03d1aa),segment_id=76ab7279-c2ed-46c1-bf00-d7808d03d1aa)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:30:22.873892 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:22.896277 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9c0f3105-0aba-4692-ad40-a1f4062e8bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:22.902547 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:22.943586 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Subnet': ['ID=79372770-23cc-4aee-b78d-cd2a3753fa4c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:22.946125 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebb389-b5c0-4a0b-829a-de4ab0f57eef None None] Pushing event updated for resources: {'Port': ['ID=4fb53fba-1d89-495f-87d1-cccb052914de,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:22.963366 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9c0f3105-0aba-4692-ad40-a1f4062e8bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.037908 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.064385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2cccf45-bb79-4396-b482-ade82dcbe56d']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:23.077869 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ab7279-c2ed-46c1-bf00-d7808d03d1aa') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:23.078174 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ab7279-c2ed-46c1-bf00-d7808d03d1aa') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:23.090630 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.108204 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.117479 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9c0f3105-0aba-4692-ad40-a1f4062e8bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.120404 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9c0f3105-0aba-4692-ad40-a1f4062e8bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.125448 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9c0f3105-0aba-4692-ad40-a1f4062e8bfc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9a74eb2-7de2-42b7-85cc-04e0f69b7581 HTTP/1.1" status: 204 len: 168 time: 0.6576843 Aug 05 14:30:23.125448 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:23.125448 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:23.135913 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:23.183493 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb1727f-e15b-440e-b76e-aad4b8593f2b None None] Network eaebdbaa-f460-4911-bea5-2cbd6c94d87b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:23.191846 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f3105-0aba-4692-ad40-a1f4062e8bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a74eb2-7de2-42b7-85cc-04e0f69b7581,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:23.227846 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.api [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 14:30:23.227846 n-d-803585-2 neutron-server[105723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 14:30:23.227846 n-d-803585-2 neutron-server[105723]: [parameters: {'id': 'd2cccf45-bb79-4396-b482-ade82dcbe56d'}] Aug 05 14:30:23.227846 n-d-803585-2 neutron-server[105723]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:30:23.228773 n-d-803585-2 neutron-server[105723]: DEBUG oslo_db.api [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:30:23.261773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a4eaa1f6-9ad6-4736-a919-054638609a73 None None] Provisioning for port 3f9c050a-f3a6-483e-b734-f59de40325ac completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:30:23.266812 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a4eaa1f6-9ad6-4736-a919-054638609a73 None None] Provisioning complete for port 3f9c050a-f3a6-483e-b734-f59de40325ac triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:23.267195 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa1f6-9ad6-4736-a919-054638609a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.432937 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa1f6-9ad6-4736-a919-054638609a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.476355 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a4eaa1f6-9ad6-4736-a919-054638609a73 None None] For port 3f9c050a-f3a6-483e-b734-f59de40325ac, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3f9c050a-f3a6-483e-b734-f59de40325ac,segment=NetworkSegment(24e14cfb-a5e9-48f0-882b-aea4be66a37f),segment_id=24e14cfb-a5e9-48f0-882b-aea4be66a37f)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:23.484264 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa1f6-9ad6-4736-a919-054638609a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.495130 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38856) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:23.513275 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1af6d822-cf67-4bcc-8149-45868542f572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.552891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaa1f6-9ad6-4736-a919-054638609a73 None None] Pushing event updated for resources: {'Port': ['ID=3f9c050a-f3a6-483e-b734-f59de40325ac,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:23.619219 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1af6d822-cf67-4bcc-8149-45868542f572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.624531 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1af6d822-cf67-4bcc-8149-45868542f572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.667988 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1af6d822-cf67-4bcc-8149-45868542f572 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ee5c0c0e8a743afa0d386bafd293ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717396 Aug 05 14:30:23.669023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6d822-cf67-4bcc-8149-45868542f572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38374d97-3bf8-490e-bbe5-9e4553e1c42b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:23.670731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38858) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:23.730633 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.733894 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-83f06b1a-eb7a-4a81-b913-204a17f94295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.765169 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-83f06b1a-eb7a-4a81-b913-204a17f94295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.812904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d3110529-7bad-4f1e-8c3f-4f276b7d4d7c None None] Provisioning complete for port 3f9c050a-f3a6-483e-b734-f59de40325ac triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:23.813287 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d3110529-7bad-4f1e-8c3f-4f276b7d4d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.818953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Deleting port 4fb53fba-1d89-495f-87d1-cccb052914de {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:23.819300 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.837217 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-83f06b1a-eb7a-4a81-b913-204a17f94295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.840910 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-83f06b1a-eb7a-4a81-b913-204a17f94295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.842121 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-83f06b1a-eb7a-4a81-b913-204a17f94295 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38374d97-3bf8-490e-bbe5-9e4553e1c42b HTTP/1.1" status: 204 len: 168 time: 0.1696427 Aug 05 14:30:23.878961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f06b1a-eb7a-4a81-b913-204a17f94295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38374d97-3bf8-490e-bbe5-9e4553e1c42b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:23.934513 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] For port 4fb53fba-1d89-495f-87d1-cccb052914de, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4fb53fba-1d89-495f-87d1-cccb052914de,segment=NetworkSegment(76ab7279-c2ed-46c1-bf00-d7808d03d1aa),segment_id=76ab7279-c2ed-46c1-bf00-d7808d03d1aa)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:23.934899 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:23.951889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Calling delete_port for 4fb53fba-1d89-495f-87d1-cccb052914de owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:24.078595 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:24.082206 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae661cb-3c32-417a-9a67-93f229ef6595 None None] Network d2cccf45-bb79-4396-b482-ade82dcbe56d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:24.112840 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Port': ['ID=4fb53fba-1d89-495f-87d1-cccb052914de,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:24.117029 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No DVR routers for this DVR port 4fb53fba-1d89-495f-87d1-cccb052914de on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:30:24.135607 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4d3ae1d9-fbed-4830-bc33-06a6419d303c None None] Could not find standard attr ID for object 4fb53fba-1d89-495f-87d1-cccb052914de. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:30:24.215805 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:24.227197 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2cccf45-bb79-4396-b482-ade82dcbe56d']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:24.243220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ab7279-c2ed-46c1-bf00-d7808d03d1aa') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:24.243525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ab7279-c2ed-46c1-bf00-d7808d03d1aa') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:24.255149 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:24.275064 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:24.281813 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:24.282404 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:24.285566 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:24.299419 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be3f52a-3dde-427f-929e-251b06b6c0ef None None] DHCP port deletion for d2cccf45-bb79-4396-b482-ade82dcbe56d request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:30:24.364474 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:24.374680 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:24.380458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/networks/d2cccf45-bb79-4396-b482-ade82dcbe56d HTTP/1.1" status: 204 len: 168 time: 2.3268530 Aug 05 14:30:24.381102 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38872) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:24.396467 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0092e0fd-a9b7-4818-8ac2-4e639ca908e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-798303635'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:24.401403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4e03f-2d00-4ef1-bf26-59a955af27f1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Network': ['ID=d2cccf45-bb79-4396-b482-ade82dcbe56d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:24.421829 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0092e0fd-a9b7-4818-8ac2-4e639ca908e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:24.425604 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0092e0fd-a9b7-4818-8ac2-4e639ca908e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:24.459528 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0092e0fd-a9b7-4818-8ac2-4e639ca908e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:24.470112 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0092e0fd-a9b7-4818-8ac2-4e639ca908e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:24.470567 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-0092e0fd-a9b7-4818-8ac2-4e639ca908e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Added segment d80169be-0dcd-4cbc-b298-3300a950e5f4 of type vlan for network 8d0439ce-2379-4a3e-9908-91c1fe7b7da0 Aug 05 14:30:24.512601 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0092e0fd-a9b7-4818-8ac2-4e639ca908e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:24.544009 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0092e0fd-a9b7-4818-8ac2-4e639ca908e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:24.549834 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0092e0fd-a9b7-4818-8ac2-4e639ca908e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:24.550476 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0092e0fd-a9b7-4818-8ac2-4e639ca908e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:24.622838 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0092e0fd-a9b7-4818-8ac2-4e639ca908e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2402341 Aug 05 14:30:24.623476 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38880) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:24.628863 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-4cafc890-7ea0-45cf-8b07-12686d4df083 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'subnet': {'network_id': '8d0439ce-2379-4a3e-9908-91c1fe7b7da0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:24.645116 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092e0fd-a9b7-4818-8ac2-4e639ca908e1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Network': ['ID=8d0439ce-2379-4a3e-9908-91c1fe7b7da0,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:24.661614 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 8d0439ce-2379-4a3e-9908-91c1fe7b7da0 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:24.705930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3f9c050a-f3a6-483e-b734-f59de40325ac up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:30:24.752340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cafc890-7ea0-45cf-8b07-12686d4df083 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:24.756037 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4cafc890-7ea0-45cf-8b07-12686d4df083 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:24.784077 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3f9c050a-f3a6-483e-b734-f59de40325ac triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:24.784452 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:24.963307 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4cafc890-7ea0-45cf-8b07-12686d4df083 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.025246 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafc890-7ea0-45cf-8b07-12686d4df083 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Subnet': ['ID=27465b49-baee-487a-9270-7decd1fb0e9a,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:25.033196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cafc890-7ea0-45cf-8b07-12686d4df083 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Checking segment: {'id': 'd80169be-0dcd-4cbc-b298-3300a950e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8d0439ce-2379-4a3e-9908-91c1fe7b7da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:25.033196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cafc890-7ea0-45cf-8b07-12686d4df083 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network hostable DHCP agents. Network: 8d0439ce-2379-4a3e-9908-91c1fe7b7da0, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:25.050547 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cafc890-7ea0-45cf-8b07-12686d4df083 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network 8d0439ce-2379-4a3e-9908-91c1fe7b7da0 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:25.059657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-4cafc890-7ea0-45cf-8b07-12686d4df083 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 8d0439ce-2379-4a3e-9908-91c1fe7b7da0) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:25.062564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38890) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:25.069842 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cafc890-7ea0-45cf-8b07-12686d4df083 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:25.070007 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaceba9f-a45f-41f1-aa97-bb37f2ceb1d4 None None] Network 8d0439ce-2379-4a3e-9908-91c1fe7b7da0 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:25.070466 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4cafc890-7ea0-45cf-8b07-12686d4df083 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.087209 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4cafc890-7ea0-45cf-8b07-12686d4df083 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4622612 Aug 05 14:30:25.090416 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38894) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:25.096121 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b5070bf7-8396-44b5-997a-f0e900fd9478 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1140981156'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:25.122317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5070bf7-8396-44b5-997a-f0e900fd9478 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:25.127040 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b5070bf7-8396-44b5-997a-f0e900fd9478 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.155307 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5070bf7-8396-44b5-997a-f0e900fd9478 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:25.167564 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b5070bf7-8396-44b5-997a-f0e900fd9478 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.167976 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-b5070bf7-8396-44b5-997a-f0e900fd9478 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Added segment 39e56f72-e22d-4689-8440-961dc2c5f5cc of type vlan for network b155703d-ae96-4879-b6f5-60d3427642aa Aug 05 14:30:25.216849 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1915f1a-5150-4ae3-85c4-8b53377fe781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.237848 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-8d0439ce-2379-4a3e-9908-91c1fe7b7da0', 'network_id': '8d0439ce-2379-4a3e-9908-91c1fe7b7da0', 'tenant_id': '96c73f49bf48446985709471760bbf0f', 'fixed_ips': [{'subnet_id': '27465b49-baee-487a-9270-7decd1fb0e9a'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:30:25.238754 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.239108 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b5070bf7-8396-44b5-997a-f0e900fd9478 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.292162 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b5070bf7-8396-44b5-997a-f0e900fd9478 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.298105 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5070bf7-8396-44b5-997a-f0e900fd9478 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:25.298715 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b5070bf7-8396-44b5-997a-f0e900fd9478 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.376177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Allocated IP 2001:db8::1 (8d0439ce-2379-4a3e-9908-91c1fe7b7da0/27465b49-baee-487a-9270-7decd1fb0e9a/a31fa197-1f43-4e14-9162-71d3b0f1b2cb) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:25.383625 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5070bf7-8396-44b5-997a-f0e900fd9478 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Network': ['ID=b155703d-ae96-4879-b6f5-60d3427642aa,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:25.395177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network b155703d-ae96-4879-b6f5-60d3427642aa details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:25.426918 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1915f1a-5150-4ae3-85c4-8b53377fe781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.432951 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1915f1a-5150-4ae3-85c4-8b53377fe781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.441708 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:30:25.444580 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b5070bf7-8396-44b5-997a-f0e900fd9478 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3531275 Aug 05 14:30:25.453630 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38896) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:25.462144 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e3c12d58-08ed-4fbc-a373-3727abe4f2b0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'subnet': {'network_id': 'b155703d-ae96-4879-b6f5-60d3427642aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:25.485203 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c1915f1a-5150-4ae3-85c4-8b53377fe781 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe712a152f1b460cb8a9ff8e8dc96749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191427 Aug 05 14:30:25.486170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38898) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:25.492912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1915f1a-5150-4ae3-85c4-8b53377fe781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011a189c-f85c-4098-9002-14d4fcc82f91,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:25.549052 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3b937634-b1c5-4e0f-8c57-8c4636d9a3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.563122 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c12d58-08ed-4fbc-a373-3727abe4f2b0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:25.567160 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e3c12d58-08ed-4fbc-a373-3727abe4f2b0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.573495 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3b937634-b1c5-4e0f-8c57-8c4636d9a3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.593415 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.603537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Transition to ACTIVE for port object a31fa197-1f43-4e14-9162-71d3b0f1b2cb will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:25.622485 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Transition to ACTIVE for port object a31fa197-1f43-4e14-9162-71d3b0f1b2cb will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:25.628868 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.634674 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.ipam_backend_mixin [None req-e3c12d58-08ed-4fbc-a373-3727abe4f2b0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Performing IP validity checks on allocation pools {{(pid=105723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 05 14:30:25.635211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.ipam_backend_mixin [None req-e3c12d58-08ed-4fbc-a373-3727abe4f2b0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 05 14:30:25.642871 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3b937634-b1c5-4e0f-8c57-8c4636d9a3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.645972 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3b937634-b1c5-4e0f-8c57-8c4636d9a3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.649977 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3b937634-b1c5-4e0f-8c57-8c4636d9a3e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/011a189c-f85c-4098-9002-14d4fcc82f91 HTTP/1.1" status: 204 len: 168 time: 0.1601930 Aug 05 14:30:25.657246 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b937634-b1c5-4e0f-8c57-8c4636d9a3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011a189c-f85c-4098-9002-14d4fcc82f91,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:25.673259 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Network 8d0439ce-2379-4a3e-9908-91c1fe7b7da0 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:25.678635 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:25.681584 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:25.711234 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Pushing event updated for resources: {'Port': ['ID=a31fa197-1f43-4e14-9162-71d3b0f1b2cb,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:25.759356 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Attempting to bind port a31fa197-1f43-4e14-9162-71d3b0f1b2cb on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:30:25.759711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Attempting to bind port a31fa197-1f43-4e14-9162-71d3b0f1b2cb by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'd80169be-0dcd-4cbc-b298-3300a950e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8d0439ce-2379-4a3e-9908-91c1fe7b7da0'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:30:25.760120 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Attempting to bind port a31fa197-1f43-4e14-9162-71d3b0f1b2cb on network 8d0439ce-2379-4a3e-9908-91c1fe7b7da0 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:30:25.765566 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:30:25.765950 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Checking segment: {'id': 'd80169be-0dcd-4cbc-b298-3300a950e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8d0439ce-2379-4a3e-9908-91c1fe7b7da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:25.766384 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.766774 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Bound using segment: {'id': 'd80169be-0dcd-4cbc-b298-3300a950e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8d0439ce-2379-4a3e-9908-91c1fe7b7da0'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:30:25.767545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Bound port: a31fa197-1f43-4e14-9162-71d3b0f1b2cb, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80169be-0dcd-4cbc-b298-3300a950e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8d0439ce-2379-4a3e-9908-91c1fe7b7da0'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:30:25.767923 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.800795 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e3c12d58-08ed-4fbc-a373-3727abe4f2b0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.837348 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-1f657465-1f20-4940-9731-e70c06604031 None None] For port a31fa197-1f43-4e14-9162-71d3b0f1b2cb, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:30:25.841054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-1f657465-1f20-4940-9731-e70c06604031 None None] For port a31fa197-1f43-4e14-9162-71d3b0f1b2cb, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a31fa197-1f43-4e14-9162-71d3b0f1b2cb,segment=NetworkSegment(d80169be-0dcd-4cbc-b298-3300a950e5f4),segment_id=d80169be-0dcd-4cbc-b298-3300a950e5f4)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:30:25.844995 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.892331 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c12d58-08ed-4fbc-a373-3727abe4f2b0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Subnet': ['ID=550ec0a7-d066-453c-b5f7-dcbd4b1569f3,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:25.921673 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c12d58-08ed-4fbc-a373-3727abe4f2b0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Checking segment: {'id': '39e56f72-e22d-4689-8440-961dc2c5f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b155703d-ae96-4879-b6f5-60d3427642aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:25.922039 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c12d58-08ed-4fbc-a373-3727abe4f2b0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network hostable DHCP agents. Network: b155703d-ae96-4879-b6f5-60d3427642aa, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:25.924668 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f657465-1f20-4940-9731-e70c06604031 None None] Pushing event updated for resources: {'Port': ['ID=a31fa197-1f43-4e14-9162-71d3b0f1b2cb,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:25.941693 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c12d58-08ed-4fbc-a373-3727abe4f2b0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network b155703d-ae96-4879-b6f5-60d3427642aa is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:25.957472 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-e3c12d58-08ed-4fbc-a373-3727abe4f2b0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, b155703d-ae96-4879-b6f5-60d3427642aa) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:25.963131 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c12d58-08ed-4fbc-a373-3727abe4f2b0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:25.963933 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e3c12d58-08ed-4fbc-a373-3727abe4f2b0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:25.968424 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf9658c-1da8-47c1-a951-4f3f07bf2a8e None None] Network b155703d-ae96-4879-b6f5-60d3427642aa requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:25.985517 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e3c12d58-08ed-4fbc-a373-3727abe4f2b0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5295360 Aug 05 14:30:25.988941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38908) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:26.134159 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:26.164985 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-b155703d-ae96-4879-b6f5-60d3427642aa', 'network_id': 'b155703d-ae96-4879-b6f5-60d3427642aa', 'tenant_id': '96c73f49bf48446985709471760bbf0f', 'fixed_ips': [{'subnet_id': '550ec0a7-d066-453c-b5f7-dcbd4b1569f3'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:30:26.166243 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:26.226822 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:26.321459 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Allocated IP 2001:db8::3 (b155703d-ae96-4879-b6f5-60d3427642aa/550ec0a7-d066-453c-b5f7-dcbd4b1569f3/5ddebcec-4871-4599-8a53-b73cb0e3500f) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:26.476900 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:26.485448 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Transition to ACTIVE for port object 5ddebcec-4871-4599-8a53-b73cb0e3500f will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:26.500502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Transition to ACTIVE for port object 5ddebcec-4871-4599-8a53-b73cb0e3500f will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:26.509506 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:26.529296 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:26.552755 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Network b155703d-ae96-4879-b6f5-60d3427642aa is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:26.555835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:26.558548 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:26.561169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Subnet': ['ID=550ec0a7-d066-453c-b5f7-dcbd4b1569f3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:26.568395 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Pushing event updated for resources: {'Port': ['ID=5ddebcec-4871-4599-8a53-b73cb0e3500f,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:26.580594 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:26.581042 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:26.581392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:26.581878 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:26.582045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:26.582601 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:26.584946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:26.585601 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:26.586112 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:26.586634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:26.587151 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:26.587807 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:26.653068 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Attempting to bind port 5ddebcec-4871-4599-8a53-b73cb0e3500f on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:30:26.653556 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Attempting to bind port 5ddebcec-4871-4599-8a53-b73cb0e3500f by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '39e56f72-e22d-4689-8440-961dc2c5f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b155703d-ae96-4879-b6f5-60d3427642aa'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:30:26.654014 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Attempting to bind port 5ddebcec-4871-4599-8a53-b73cb0e3500f on network b155703d-ae96-4879-b6f5-60d3427642aa {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:30:26.664479 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:30:26.665523 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Checking segment: {'id': '39e56f72-e22d-4689-8440-961dc2c5f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b155703d-ae96-4879-b6f5-60d3427642aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:26.666117 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:26.666894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Bound using segment: {'id': '39e56f72-e22d-4689-8440-961dc2c5f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b155703d-ae96-4879-b6f5-60d3427642aa'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:30:26.667444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Bound port: 5ddebcec-4871-4599-8a53-b73cb0e3500f, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e56f72-e22d-4689-8440-961dc2c5f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b155703d-ae96-4879-b6f5-60d3427642aa'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:30:26.667932 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:26.687578 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:26.700781 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b155703d-ae96-4879-b6f5-60d3427642aa']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:26.719510 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e56f72-e22d-4689-8440-961dc2c5f5cc') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:26.720338 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e56f72-e22d-4689-8440-961dc2c5f5cc') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:26.745856 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:26.764777 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a31fa197-1f43-4e14-9162-71d3b0f1b2cb up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:30:26.775534 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:26.784127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:26.785344 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:26.789375 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:26.797939 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] For port 5ddebcec-4871-4599-8a53-b73cb0e3500f, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:30:26.839409 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port a31fa197-1f43-4e14-9162-71d3b0f1b2cb completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:30:26.861224 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.api [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 14:30:26.861224 n-d-803585-2 neutron-server[105723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 14:30:26.861224 n-d-803585-2 neutron-server[105723]: [parameters: {'id': 'b155703d-ae96-4879-b6f5-60d3427642aa'}] Aug 05 14:30:26.861224 n-d-803585-2 neutron-server[105723]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:30:26.862121 n-d-803585-2 neutron-server[105723]: DEBUG oslo_db.api [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:30:26.870181 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] For port 5ddebcec-4871-4599-8a53-b73cb0e3500f, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5ddebcec-4871-4599-8a53-b73cb0e3500f,segment=NetworkSegment(39e56f72-e22d-4689-8440-961dc2c5f5cc),segment_id=39e56f72-e22d-4689-8440-961dc2c5f5cc)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:30:26.876056 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:26.963089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bedc7-b09d-4a9f-98a0-c65fe78722ab None None] Pushing event updated for resources: {'Port': ['ID=5ddebcec-4871-4599-8a53-b73cb0e3500f,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:26.985203 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f4ebfa-2ad4-4020-93fd-0875e048f72c None None] Network b155703d-ae96-4879-b6f5-60d3427642aa requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:27.027166 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8f08e9-953d-46ec-9dc7-d05bd5f165c1 None None] Network 8d0439ce-2379-4a3e-9908-91c1fe7b7da0 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:27.140897 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a98b35fe-7156-4de8-b8fd-6c15e6a9211a None None] Provisioning for port a31fa197-1f43-4e14-9162-71d3b0f1b2cb completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:30:27.153177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a98b35fe-7156-4de8-b8fd-6c15e6a9211a None None] Provisioning complete for port a31fa197-1f43-4e14-9162-71d3b0f1b2cb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:27.153559 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a98b35fe-7156-4de8-b8fd-6c15e6a9211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.331728 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a98b35fe-7156-4de8-b8fd-6c15e6a9211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.363955 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.378820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a98b35fe-7156-4de8-b8fd-6c15e6a9211a None None] For port a31fa197-1f43-4e14-9162-71d3b0f1b2cb, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a31fa197-1f43-4e14-9162-71d3b0f1b2cb,segment=NetworkSegment(d80169be-0dcd-4cbc-b298-3300a950e5f4),segment_id=d80169be-0dcd-4cbc-b298-3300a950e5f4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:27.387830 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38942) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:27.389360 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a98b35fe-7156-4de8-b8fd-6c15e6a9211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.439534 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Deleting port 5ddebcec-4871-4599-8a53-b73cb0e3500f {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:27.439872 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.451001 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b35fe-7156-4de8-b8fd-6c15e6a9211a None None] Pushing event updated for resources: {'Port': ['ID=a31fa197-1f43-4e14-9162-71d3b0f1b2cb,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:27.509483 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5da9ac10-4a9c-4d49-aca9-72acf3e990a0 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Request body: {'quota': {'network': 2}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:27.523949 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] For port 5ddebcec-4871-4599-8a53-b73cb0e3500f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5ddebcec-4871-4599-8a53-b73cb0e3500f,segment=NetworkSegment(39e56f72-e22d-4689-8440-961dc2c5f5cc),segment_id=39e56f72-e22d-4689-8440-961dc2c5f5cc)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:27.524329 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.533858 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5da9ac10-4a9c-4d49-aca9-72acf3e990a0 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] 10.222.0.16 "PUT /v2.0/quotas/55cdce91a1d9459e9a318d6c0eba9a60 HTTP/1.1" status: 200 len: 368 time: 0.1448336 Aug 05 14:30:27.534563 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38946) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:27.539053 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Calling delete_port for 5ddebcec-4871-4599-8a53-b73cb0e3500f owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:27.539704 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-720b327e-121f-412e-b449-1006d204a289 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Request body: {'network': {'project_id': '55cdce91a1d9459e9a318d6c0eba9a60'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:27.561072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720b327e-121f-412e-b449-1006d204a289 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Made reservation on behalf of 55cdce91a1d9459e9a318d6c0eba9a60 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:27.565007 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-720b327e-121f-412e-b449-1006d204a289 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.573052 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eb516f-28a0-48b8-b351-4276f6bfa9db None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:30:27.578360 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-720b327e-121f-412e-b449-1006d204a289 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.629353 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.673160 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Port': ['ID=5ddebcec-4871-4599-8a53-b73cb0e3500f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:27.681183 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No DVR routers for this DVR port 5ddebcec-4871-4599-8a53-b73cb0e3500f on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:30:27.706613 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-720b327e-121f-412e-b449-1006d204a289 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.712466 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-720b327e-121f-412e-b449-1006d204a289 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.748018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720b327e-121f-412e-b449-1006d204a289 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:27.751189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b327e-121f-412e-b449-1006d204a289 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbef8ee-808a-4123-ba50-e029f8f78a6e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:27.771082 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-720b327e-121f-412e-b449-1006d204a289 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.771791 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-720b327e-121f-412e-b449-1006d204a289 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Added segment 6ccbc286-4294-4a37-9d9f-a9f689a24ead of type vlan for network e2742b26-ba3d-4add-9be7-ca2cdddac28b Aug 05 14:30:27.776606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a2e5bcb1-7f73-4adf-94c6-d957e020c2c2 None None] Provisioning complete for port a31fa197-1f43-4e14-9162-71d3b0f1b2cb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:27.776959 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2e5bcb1-7f73-4adf-94c6-d957e020c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.777986 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.793476 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b155703d-ae96-4879-b6f5-60d3427642aa']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:27.809341 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e56f72-e22d-4689-8440-961dc2c5f5cc') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:27.809762 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e56f72-e22d-4689-8440-961dc2c5f5cc') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:27.822955 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.826606 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-720b327e-121f-412e-b449-1006d204a289 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.843185 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.843418 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eb516f-28a0-48b8-b351-4276f6bfa9db None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:30:27.851534 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:27.852041 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:27.856545 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:27.866341 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-720b327e-121f-412e-b449-1006d204a289 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.867439 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720b327e-121f-412e-b449-1006d204a289 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:27.868039 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-720b327e-121f-412e-b449-1006d204a289 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.924496 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.934387 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.936032 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-720b327e-121f-412e-b449-1006d204a289 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4002490 Aug 05 14:30:27.938635 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38948) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:27.944863 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/networks/b155703d-ae96-4879-b6f5-60d3427642aa HTTP/1.1" status: 204 len: 168 time: 1.9540935 Aug 05 14:30:27.946945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38950) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:27.947145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-be3971c5-f222-433e-b74b-ca44bf2471bd tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Request body: {'network': {'project_id': '55cdce91a1d9459e9a318d6c0eba9a60'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:27.956899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b327e-121f-412e-b449-1006d204a289 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Pushing event updated for resources: {'Network': ['ID=e2742b26-ba3d-4add-9be7-ca2cdddac28b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:27.967379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network e2742b26-ba3d-4add-9be7-ca2cdddac28b details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:27.975328 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-cf052a99-9d42-4ca7-babf-c417b0ef32c0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-110619101'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:27.975691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3971c5-f222-433e-b74b-ca44bf2471bd tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Made reservation on behalf of 55cdce91a1d9459e9a318d6c0eba9a60 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:27.978402 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be3971c5-f222-433e-b74b-ca44bf2471bd tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:27.982726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d86708-2f39-4e40-a6f8-2d5369fdd2c9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Network': ['ID=b155703d-ae96-4879-b6f5-60d3427642aa,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:28.008140 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3971c5-f222-433e-b74b-ca44bf2471bd tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:28.011895 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf052a99-9d42-4ca7-babf-c417b0ef32c0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:28.017294 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cf052a99-9d42-4ca7-babf-c417b0ef32c0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.021483 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be3971c5-f222-433e-b74b-ca44bf2471bd tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.021483 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-be3971c5-f222-433e-b74b-ca44bf2471bd tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Added segment f88a7214-c76c-42b4-bbae-1180749f2a6f of type vlan for network 1222eeb0-e08a-4559-9dbf-7ca8da391fce Aug 05 14:30:28.045174 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf052a99-9d42-4ca7-babf-c417b0ef32c0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:28.057617 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cf052a99-9d42-4ca7-babf-c417b0ef32c0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.058077 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-cf052a99-9d42-4ca7-babf-c417b0ef32c0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Added segment 358ad73a-dcd3-4845-a783-1d7698471b55 of type vlan for network 1b437265-f02b-497f-ba0d-7e13aa483b6b Aug 05 14:30:28.066524 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be3971c5-f222-433e-b74b-ca44bf2471bd tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.105346 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cf052a99-9d42-4ca7-babf-c417b0ef32c0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.105604 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be3971c5-f222-433e-b74b-ca44bf2471bd tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.106854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3971c5-f222-433e-b74b-ca44bf2471bd tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:28.107450 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be3971c5-f222-433e-b74b-ca44bf2471bd tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.140862 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cf052a99-9d42-4ca7-babf-c417b0ef32c0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.149608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf052a99-9d42-4ca7-babf-c417b0ef32c0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:28.150878 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cf052a99-9d42-4ca7-babf-c417b0ef32c0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.176832 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-be3971c5-f222-433e-b74b-ca44bf2471bd tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2365019 Aug 05 14:30:28.179402 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38952) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:28.184549 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-543b2ac2-00b7-4c27-94fd-fe676b69fdd9 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Request body: {'network': {'project_id': '55cdce91a1d9459e9a318d6c0eba9a60'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:28.193463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3971c5-f222-433e-b74b-ca44bf2471bd tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Pushing event updated for resources: {'Network': ['ID=1222eeb0-e08a-4559-9dbf-7ca8da391fce,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:28.203509 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-543b2ac2-00b7-4c27-94fd-fe676b69fdd9 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 05 14:30:28.204305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543b2ac2-00b7-4c27-94fd-fe676b69fdd9 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:28.204910 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 1222eeb0-e08a-4559-9dbf-7ca8da391fce details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:28.205614 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-543b2ac2-00b7-4c27-94fd-fe676b69fdd9 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0252361 Aug 05 14:30:28.221416 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38956) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:28.221751 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cf052a99-9d42-4ca7-babf-c417b0ef32c0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2734797 Aug 05 14:30:28.227026 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-0d2e29d7-d91b-445c-ab6a-8058a0e14fae tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'subnet': {'network_id': '1b437265-f02b-497f-ba0d-7e13aa483b6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:28.231378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf052a99-9d42-4ca7-babf-c417b0ef32c0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Network': ['ID=1b437265-f02b-497f-ba0d-7e13aa483b6b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:28.264272 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 1b437265-f02b-497f-ba0d-7e13aa483b6b details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:28.313796 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38958) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:28.321111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2e29d7-d91b-445c-ab6a-8058a0e14fae tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:28.325357 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0d2e29d7-d91b-445c-ab6a-8058a0e14fae tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.416045 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d29ab065-ea98-4609-a62a-10c3a0e76e0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55cdce91a1d9459e9a318d6c0eba9a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1009152 Aug 05 14:30:28.418676 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38962) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:28.472046 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7b492b0a-b8d3-4eaf-a991-739499eb4ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.496191 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7b492b0a-b8d3-4eaf-a991-739499eb4ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.548778 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0d2e29d7-d91b-445c-ab6a-8058a0e14fae tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.552778 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7b492b0a-b8d3-4eaf-a991-739499eb4ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.555196 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7b492b0a-b8d3-4eaf-a991-739499eb4ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.556510 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7b492b0a-b8d3-4eaf-a991-739499eb4ae6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5dbef8ee-808a-4123-ba50-e029f8f78a6e HTTP/1.1" status: 204 len: 168 time: 0.1369193 Aug 05 14:30:28.559998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38964) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:28.572574 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b492b0a-b8d3-4eaf-a991-739499eb4ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbef8ee-808a-4123-ba50-e029f8f78a6e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:28.624539 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e29d7-d91b-445c-ab6a-8058a0e14fae tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Subnet': ['ID=91392fe8-617b-4044-9fcf-d89cce9ca227,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:28.633653 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e29d7-d91b-445c-ab6a-8058a0e14fae tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Checking segment: {'id': '358ad73a-dcd3-4845-a783-1d7698471b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b437265-f02b-497f-ba0d-7e13aa483b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:28.634028 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e29d7-d91b-445c-ab6a-8058a0e14fae tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network hostable DHCP agents. Network: 1b437265-f02b-497f-ba0d-7e13aa483b6b, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:28.643179 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b26b808-fbd1-46bc-9e34-7fb2310082e6 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.653637 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e29d7-d91b-445c-ab6a-8058a0e14fae tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network 1b437265-f02b-497f-ba0d-7e13aa483b6b is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:28.662857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-0d2e29d7-d91b-445c-ab6a-8058a0e14fae tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 1b437265-f02b-497f-ba0d-7e13aa483b6b) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:28.667839 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2e29d7-d91b-445c-ab6a-8058a0e14fae tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:28.669692 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0d2e29d7-d91b-445c-ab6a-8058a0e14fae tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.671183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c97f9f-c425-4470-9980-528ebfbb85c1 None None] Network 1b437265-f02b-497f-ba0d-7e13aa483b6b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:28.686341 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0d2e29d7-d91b-445c-ab6a-8058a0e14fae tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4636030 Aug 05 14:30:28.689557 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38966) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:28.730755 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b26b808-fbd1-46bc-9e34-7fb2310082e6 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.730992 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a31fa197-1f43-4e14-9162-71d3b0f1b2cb up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:30:28.741937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1b26b808-fbd1-46bc-9e34-7fb2310082e6 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1222eeb0-e08a-4559-9dbf-7ca8da391fce']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:28.753256 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1b26b808-fbd1-46bc-9e34-7fb2310082e6 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88a7214-c76c-42b4-bbae-1180749f2a6f') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:28.753554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1b26b808-fbd1-46bc-9e34-7fb2310082e6 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88a7214-c76c-42b4-bbae-1180749f2a6f') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:28.765230 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b26b808-fbd1-46bc-9e34-7fb2310082e6 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.780093 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b26b808-fbd1-46bc-9e34-7fb2310082e6 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.788858 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b26b808-fbd1-46bc-9e34-7fb2310082e6 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:28.789589 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b26b808-fbd1-46bc-9e34-7fb2310082e6 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:28.791924 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:28.808423 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5575-16fd-48a8-aff2-baf2b0ab066b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.836472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port a31fa197-1f43-4e14-9162-71d3b0f1b2cb triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:28.836745 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.853799 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b26b808-fbd1-46bc-9e34-7fb2310082e6 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.859913 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b26b808-fbd1-46bc-9e34-7fb2310082e6 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.861969 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1b26b808-fbd1-46bc-9e34-7fb2310082e6 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] 10.222.0.16 "DELETE /v2.0/networks/1222eeb0-e08a-4559-9dbf-7ca8da391fce HTTP/1.1" status: 204 len: 168 time: 0.3012354 Aug 05 14:30:28.864717 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38968) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:28.891672 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26b808-fbd1-46bc-9e34-7fb2310082e6 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Pushing event deleted for resources: {'Network': ['ID=1222eeb0-e08a-4559-9dbf-7ca8da391fce,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:28.899143 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5575-16fd-48a8-aff2-baf2b0ab066b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.941660 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becd3218-6dc1-4f0b-943d-0db949dc0ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-1b437265-f02b-497f-ba0d-7e13aa483b6b', 'network_id': '1b437265-f02b-497f-ba0d-7e13aa483b6b', 'tenant_id': '96c73f49bf48446985709471760bbf0f', 'fixed_ips': [{'subnet_id': '91392fe8-617b-4044-9fcf-d89cce9ca227'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:30:28.943064 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-becd3218-6dc1-4f0b-943d-0db949dc0ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.950909 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1fec1f0-10c9-4f01-bbe5-59004d745d21 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:28.979215 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5575-16fd-48a8-aff2-baf2b0ab066b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.009586 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a5575-16fd-48a8-aff2-baf2b0ab066b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Subnet': ['ID=91392fe8-617b-4044-9fcf-d89cce9ca227,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:29.042315 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1fec1f0-10c9-4f01-bbe5-59004d745d21 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.052745 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-f1fec1f0-10c9-4f01-bbe5-59004d745d21 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2742b26-ba3d-4add-9be7-ca2cdddac28b']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server [None req-becd3218-6dc1-4f0b-943d-0db949dc0ae4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91392fe8-617b-4044-9fcf-d89cce9ca227: This subnet is being modified by another concurrent operation. Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise exception Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91392fe8-617b-4044-9fcf-d89cce9ca227: This subnet is being modified by another concurrent operation. Aug 05 14:30:29.056558 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Aug 05 14:30:29.070616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-f1fec1f0-10c9-4f01-bbe5-59004d745d21 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccbc286-4294-4a37-9d9f-a9f689a24ead') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:29.070855 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-f1fec1f0-10c9-4f01-bbe5-59004d745d21 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccbc286-4294-4a37-9d9f-a9f689a24ead') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:29.076757 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5575-16fd-48a8-aff2-baf2b0ab066b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.078010 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8ebf5f-38a2-4c00-99ff-e830499c0c49 None None] Network 1b437265-f02b-497f-ba0d-7e13aa483b6b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:29.082218 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1fec1f0-10c9-4f01-bbe5-59004d745d21 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.087594 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9a6a5575-16fd-48a8-aff2-baf2b0ab066b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b437265-f02b-497f-ba0d-7e13aa483b6b']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:29.097473 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1fec1f0-10c9-4f01-bbe5-59004d745d21 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.104173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9a6a5575-16fd-48a8-aff2-baf2b0ab066b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358ad73a-dcd3-4845-a783-1d7698471b55') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:29.104495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9a6a5575-16fd-48a8-aff2-baf2b0ab066b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358ad73a-dcd3-4845-a783-1d7698471b55') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:29.104907 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1fec1f0-10c9-4f01-bbe5-59004d745d21 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:29.105359 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1fec1f0-10c9-4f01-bbe5-59004d745d21 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:29.107067 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:29.114774 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5575-16fd-48a8-aff2-baf2b0ab066b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.131574 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5575-16fd-48a8-aff2-baf2b0ab066b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.138945 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6a5575-16fd-48a8-aff2-baf2b0ab066b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:29.139428 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5575-16fd-48a8-aff2-baf2b0ab066b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:29.142658 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:29.163874 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1fec1f0-10c9-4f01-bbe5-59004d745d21 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.169915 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f1fec1f0-10c9-4f01-bbe5-59004d745d21 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.175148 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f1fec1f0-10c9-4f01-bbe5-59004d745d21 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] 10.222.0.16 "DELETE /v2.0/networks/e2742b26-ba3d-4add-9be7-ca2cdddac28b HTTP/1.1" status: 204 len: 168 time: 0.3091850 Aug 05 14:30:29.191506 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fec1f0-10c9-4f01-bbe5-59004d745d21 tempest-QuotasNegativeTest-2018554248 tempest-QuotasNegativeTest-2018554248-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2742b26-ba3d-4add-9be7-ca2cdddac28b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:29.205282 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33de39e-e478-48cb-b10c-4ed0640581cb None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:30:29.215585 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5575-16fd-48a8-aff2-baf2b0ab066b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.235724 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5575-16fd-48a8-aff2-baf2b0ab066b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.243279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38972) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:29.243553 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9a6a5575-16fd-48a8-aff2-baf2b0ab066b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/networks/1b437265-f02b-497f-ba0d-7e13aa483b6b HTTP/1.1" status: 204 len: 168 time: 0.5530658 Aug 05 14:30:29.245334 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a5575-16fd-48a8-aff2-baf2b0ab066b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Network': ['ID=1b437265-f02b-497f-ba0d-7e13aa483b6b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:29.250034 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ec92c767-7b22-48b8-bfda-918498b2966f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1148020656'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:29.272169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec92c767-7b22-48b8-bfda-918498b2966f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:29.276275 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ec92c767-7b22-48b8-bfda-918498b2966f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.297823 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33de39e-e478-48cb-b10c-4ed0640581cb None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:30:29.310134 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec92c767-7b22-48b8-bfda-918498b2966f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:29.320371 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ec92c767-7b22-48b8-bfda-918498b2966f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.320800 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-ec92c767-7b22-48b8-bfda-918498b2966f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Added segment 32c0b64e-18c6-46b9-8976-fa34c0747304 of type vlan for network 9def48cb-7191-44b7-820a-4a937a5ebbc8 Aug 05 14:30:29.367132 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ec92c767-7b22-48b8-bfda-918498b2966f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.400209 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ec92c767-7b22-48b8-bfda-918498b2966f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.408054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec92c767-7b22-48b8-bfda-918498b2966f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:29.408657 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ec92c767-7b22-48b8-bfda-918498b2966f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.476190 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38976) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:29.476413 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ec92c767-7b22-48b8-bfda-918498b2966f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2307646 Aug 05 14:30:29.485278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5cf03e72-cb6e-4d5e-8d24-8c5ed8fd8b5b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'subnet': {'network_id': '9def48cb-7191-44b7-820a-4a937a5ebbc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:29.486270 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38978) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:29.492870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92c767-7b22-48b8-bfda-918498b2966f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Network': ['ID=9def48cb-7191-44b7-820a-4a937a5ebbc8,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:29.502712 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-038bbebc-b670-419b-a856-7079abdfbbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.513130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 9def48cb-7191-44b7-820a-4a937a5ebbc8 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:29.608459 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-038bbebc-b670-419b-a856-7079abdfbbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.612486 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-038bbebc-b670-419b-a856-7079abdfbbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.627085 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf03e72-cb6e-4d5e-8d24-8c5ed8fd8b5b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:29.631246 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5cf03e72-cb6e-4d5e-8d24-8c5ed8fd8b5b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.653098 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-038bbebc-b670-419b-a856-7079abdfbbd7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8681e2f90fa4d2b973061e151c75c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657023 Aug 05 14:30:29.653994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bbebc-b670-419b-a856-7079abdfbbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15a0b51-6649-43b6-9f7c-672ac7bb8c64,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:29.656287 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38980) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:29.708815 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5894929-6c47-4a4b-a404-c43d8287fa1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.732408 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5894929-6c47-4a4b-a404-c43d8287fa1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.782154 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5894929-6c47-4a4b-a404-c43d8287fa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.784710 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f5894929-6c47-4a4b-a404-c43d8287fa1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.786541 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f5894929-6c47-4a4b-a404-c43d8287fa1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f15a0b51-6649-43b6-9f7c-672ac7bb8c64 HTTP/1.1" status: 204 len: 168 time: 0.1267173 Aug 05 14:30:29.796717 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5894929-6c47-4a4b-a404-c43d8287fa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15a0b51-6649-43b6-9f7c-672ac7bb8c64,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:29.835222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5cf03e72-cb6e-4d5e-8d24-8c5ed8fd8b5b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.891772 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf03e72-cb6e-4d5e-8d24-8c5ed8fd8b5b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Subnet': ['ID=d53c053c-0734-4bea-a07d-b267205edcaf,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:29.908438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf03e72-cb6e-4d5e-8d24-8c5ed8fd8b5b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Checking segment: {'id': '32c0b64e-18c6-46b9-8976-fa34c0747304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9def48cb-7191-44b7-820a-4a937a5ebbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:29.908804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf03e72-cb6e-4d5e-8d24-8c5ed8fd8b5b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network hostable DHCP agents. Network: 9def48cb-7191-44b7-820a-4a937a5ebbc8, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:29.925088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf03e72-cb6e-4d5e-8d24-8c5ed8fd8b5b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network 9def48cb-7191-44b7-820a-4a937a5ebbc8 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:29.934602 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-5cf03e72-cb6e-4d5e-8d24-8c5ed8fd8b5b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 9def48cb-7191-44b7-820a-4a937a5ebbc8) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:29.938560 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf03e72-cb6e-4d5e-8d24-8c5ed8fd8b5b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:29.939152 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5cf03e72-cb6e-4d5e-8d24-8c5ed8fd8b5b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:29.946821 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe37337e-8c66-4238-8138-c7b431cd8fab None None] Network 9def48cb-7191-44b7-820a-4a937a5ebbc8 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:29.956647 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5cf03e72-cb6e-4d5e-8d24-8c5ed8fd8b5b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4783723 Aug 05 14:30:29.959854 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38986) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:30.063010 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b49fe2ef-e9b7-4b7b-8cfa-633188563a38 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.099467 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c9c2ad-80ee-4ca8-bdfd-b4fcc757c2f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-9def48cb-7191-44b7-820a-4a937a5ebbc8', 'network_id': '9def48cb-7191-44b7-820a-4a937a5ebbc8', 'tenant_id': '96c73f49bf48446985709471760bbf0f', 'fixed_ips': [{'subnet_id': 'd53c053c-0734-4bea-a07d-b267205edcaf'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:30:30.100500 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-34c9c2ad-80ee-4ca8-bdfd-b4fcc757c2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.121124 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b49fe2ef-e9b7-4b7b-8cfa-633188563a38 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.136070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38988) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:30.151565 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9b336e3-9dbc-4a23-80cb-e93fbbcbaaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.184812 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b49fe2ef-e9b7-4b7b-8cfa-633188563a38 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server [None req-34c9c2ad-80ee-4ca8-bdfd-b4fcc757c2f0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d53c053c-0734-4bea-a07d-b267205edcaf: This subnet is being modified by another concurrent operation. Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise exception Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d53c053c-0734-4bea-a07d-b267205edcaf: This subnet is being modified by another concurrent operation. Aug 05 14:30:30.200302 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Aug 05 14:30:30.217818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fe2ef-e9b7-4b7b-8cfa-633188563a38 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Subnet': ['ID=d53c053c-0734-4bea-a07d-b267205edcaf,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:30.226821 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a66f3b-cc2a-4a50-91fc-b6e31d6c8a09 None None] Network 9def48cb-7191-44b7-820a-4a937a5ebbc8 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:30.266533 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9b336e3-9dbc-4a23-80cb-e93fbbcbaaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.271825 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9b336e3-9dbc-4a23-80cb-e93fbbcbaaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.292784 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b49fe2ef-e9b7-4b7b-8cfa-633188563a38 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.303846 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b49fe2ef-e9b7-4b7b-8cfa-633188563a38 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9def48cb-7191-44b7-820a-4a937a5ebbc8']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:30.314032 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d9b336e3-9dbc-4a23-80cb-e93fbbcbaaf4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12a625a00cdf4c57a01fb421e3d1ac6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767859 Aug 05 14:30:30.315359 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b336e3-9dbc-4a23-80cb-e93fbbcbaaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0fc727-ec22-4906-a74c-23d17abd8dab,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:30.316780 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 38990) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:30.321457 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b49fe2ef-e9b7-4b7b-8cfa-633188563a38 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c0b64e-18c6-46b9-8976-fa34c0747304') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:30.321788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-b49fe2ef-e9b7-4b7b-8cfa-633188563a38 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c0b64e-18c6-46b9-8976-fa34c0747304') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:30.343564 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b49fe2ef-e9b7-4b7b-8cfa-633188563a38 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.357849 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9623a1-25e6-4cf6-a35c-e2c732f09cc9 None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:30:30.369199 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b49fe2ef-e9b7-4b7b-8cfa-633188563a38 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.383083 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49fe2ef-e9b7-4b7b-8cfa-633188563a38 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:30.383487 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b49fe2ef-e9b7-4b7b-8cfa-633188563a38 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:30.386494 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:30.432032 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9623a1-25e6-4cf6-a35c-e2c732f09cc9 None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:30:30.450051 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45214d44-6b4b-4273-b058-f878e80b488a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.469830 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b49fe2ef-e9b7-4b7b-8cfa-633188563a38 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.485518 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b49fe2ef-e9b7-4b7b-8cfa-633188563a38 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.487410 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b49fe2ef-e9b7-4b7b-8cfa-633188563a38 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/networks/9def48cb-7191-44b7-820a-4a937a5ebbc8 HTTP/1.1" status: 204 len: 168 time: 0.5262437 Aug 05 14:30:30.491785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38992) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:30.497014 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-08f4fcfe-076b-48ff-b5f8-a47279ae0371 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-650115636'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:30.498346 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45214d44-6b4b-4273-b058-f878e80b488a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.506045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fe2ef-e9b7-4b7b-8cfa-633188563a38 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Network': ['ID=9def48cb-7191-44b7-820a-4a937a5ebbc8,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:30.523272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f4fcfe-076b-48ff-b5f8-a47279ae0371 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:30.528094 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-08f4fcfe-076b-48ff-b5f8-a47279ae0371 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.557328 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45214d44-6b4b-4273-b058-f878e80b488a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.559959 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-45214d44-6b4b-4273-b058-f878e80b488a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.561160 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-45214d44-6b4b-4273-b058-f878e80b488a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a0fc727-ec22-4906-a74c-23d17abd8dab HTTP/1.1" status: 204 len: 168 time: 0.2422032 Aug 05 14:30:30.563290 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f4fcfe-076b-48ff-b5f8-a47279ae0371 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:30.572644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45214d44-6b4b-4273-b058-f878e80b488a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0fc727-ec22-4906-a74c-23d17abd8dab,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:30.573981 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-08f4fcfe-076b-48ff-b5f8-a47279ae0371 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.579393 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-08f4fcfe-076b-48ff-b5f8-a47279ae0371 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Added segment c5d1b3e9-edab-4e82-96ae-b3a0f5ee798c of type vlan for network b4a06fbe-3611-4159-9989-2de0fd29ddec Aug 05 14:30:30.643577 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-08f4fcfe-076b-48ff-b5f8-a47279ae0371 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.679469 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-08f4fcfe-076b-48ff-b5f8-a47279ae0371 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.686389 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f4fcfe-076b-48ff-b5f8-a47279ae0371 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:30.687068 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-08f4fcfe-076b-48ff-b5f8-a47279ae0371 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:30.751030 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-08f4fcfe-076b-48ff-b5f8-a47279ae0371 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2581091 Aug 05 14:30:30.754046 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 38996) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:30.759574 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-859ad6ee-065c-4fc4-ab4b-9b3a8f569888 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'subnet': {'network_id': 'b4a06fbe-3611-4159-9989-2de0fd29ddec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:30.780017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4fcfe-076b-48ff-b5f8-a47279ae0371 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Network': ['ID=b4a06fbe-3611-4159-9989-2de0fd29ddec,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:30.791460 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network b4a06fbe-3611-4159-9989-2de0fd29ddec details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:30.861312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859ad6ee-065c-4fc4-ab4b-9b3a8f569888 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:30.866104 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-859ad6ee-065c-4fc4-ab4b-9b3a8f569888 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:31.055871 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-859ad6ee-065c-4fc4-ab4b-9b3a8f569888 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:31.115984 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ad6ee-065c-4fc4-ab4b-9b3a8f569888 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Subnet': ['ID=f99f5969-77c7-4742-924d-431686fe8f79,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:31.126369 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859ad6ee-065c-4fc4-ab4b-9b3a8f569888 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Checking segment: {'id': 'c5d1b3e9-edab-4e82-96ae-b3a0f5ee798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b4a06fbe-3611-4159-9989-2de0fd29ddec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:31.126740 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859ad6ee-065c-4fc4-ab4b-9b3a8f569888 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network hostable DHCP agents. Network: b4a06fbe-3611-4159-9989-2de0fd29ddec, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:31.143481 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859ad6ee-065c-4fc4-ab4b-9b3a8f569888 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network b4a06fbe-3611-4159-9989-2de0fd29ddec is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:31.153120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-859ad6ee-065c-4fc4-ab4b-9b3a8f569888 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, b4a06fbe-3611-4159-9989-2de0fd29ddec) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:31.157305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859ad6ee-065c-4fc4-ab4b-9b3a8f569888 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:31.158297 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-859ad6ee-065c-4fc4-ab4b-9b3a8f569888 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:31.166576 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b1a8a2-f2dc-42f4-b104-29b5aa774560 None None] Network b4a06fbe-3611-4159-9989-2de0fd29ddec requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:31.177289 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-859ad6ee-065c-4fc4-ab4b-9b3a8f569888 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4218569 Aug 05 14:30:31.180341 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39014) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:31.185497 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-987d7ffd-9045-4002-8b48-209f98bf6d3b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'subnet': {'network_id': 'b4a06fbe-3611-4159-9989-2de0fd29ddec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:31.304987 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987d7ffd-9045-4002-8b48-209f98bf6d3b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:31.308782 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-987d7ffd-9045-4002-8b48-209f98bf6d3b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:31.326911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-b4a06fbe-3611-4159-9989-2de0fd29ddec', 'network_id': 'b4a06fbe-3611-4159-9989-2de0fd29ddec', 'tenant_id': '96c73f49bf48446985709471760bbf0f', 'fixed_ips': [{'subnet_id': 'f99f5969-77c7-4742-924d-431686fe8f79'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:30:31.328414 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:31.480660 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Allocated IP 2001:db8::2 (b4a06fbe-3611-4159-9989-2de0fd29ddec/f99f5969-77c7-4742-924d-431686fe8f79/a36d1a8b-350f-46d7-a92b-14766161a702) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:31.565784 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-987d7ffd-9045-4002-8b48-209f98bf6d3b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:31.616857 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987d7ffd-9045-4002-8b48-209f98bf6d3b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network b4a06fbe-3611-4159-9989-2de0fd29ddec is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:31.621551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-987d7ffd-9045-4002-8b48-209f98bf6d3b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:31.625787 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987d7ffd-9045-4002-8b48-209f98bf6d3b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:31.626416 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-987d7ffd-9045-4002-8b48-209f98bf6d3b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:31.647925 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-987d7ffd-9045-4002-8b48-209f98bf6d3b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4664567 Aug 05 14:30:31.649422 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d7ffd-9045-4002-8b48-209f98bf6d3b tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Subnet': ['ID=107369db-4336-4ac7-ae6e-c41abb3772c6,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:31.651150 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39026) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:31.655854 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:31.667040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Transition to ACTIVE for port object a36d1a8b-350f-46d7-a92b-14766161a702 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:31.684938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Transition to ACTIVE for port object a36d1a8b-350f-46d7-a92b-14766161a702 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:31.693622 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:31.715787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b500addb-d128-463d-a7cf-b4c48d735b14 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:31.717317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b500addb-d128-463d-a7cf-b4c48d735b14 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:31.718872 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b500addb-d128-463d-a7cf-b4c48d735b14 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:31.720688 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b500addb-d128-463d-a7cf-b4c48d735b14 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:31.722246 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b500addb-d128-463d-a7cf-b4c48d735b14 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:31.724037 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b500addb-d128-463d-a7cf-b4c48d735b14 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0698886 Aug 05 14:30:31.728717 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39030) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:31.730956 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Network b4a06fbe-3611-4159-9989-2de0fd29ddec is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:31.735102 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0701f615-3e1c-4c9a-a437-09b468301459 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1597912320'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:31.735949 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:31.738727 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:31.753596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Pushing event updated for resources: {'Port': ['ID=a36d1a8b-350f-46d7-a92b-14766161a702,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:31.762568 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0701f615-3e1c-4c9a-a437-09b468301459 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:31.766960 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0701f615-3e1c-4c9a-a437-09b468301459 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:31.793642 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0701f615-3e1c-4c9a-a437-09b468301459 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:31.805373 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0701f615-3e1c-4c9a-a437-09b468301459 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:31.805726 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-0701f615-3e1c-4c9a-a437-09b468301459 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Added segment 74a98a98-10a0-415a-bf07-3d83182aacc3 of type vlan for network 0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad Aug 05 14:30:31.808969 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Attempting to bind port a36d1a8b-350f-46d7-a92b-14766161a702 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:30:31.809355 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Attempting to bind port a36d1a8b-350f-46d7-a92b-14766161a702 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'c5d1b3e9-edab-4e82-96ae-b3a0f5ee798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b4a06fbe-3611-4159-9989-2de0fd29ddec'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:30:31.809735 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Attempting to bind port a36d1a8b-350f-46d7-a92b-14766161a702 on network b4a06fbe-3611-4159-9989-2de0fd29ddec {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:30:31.815863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:30:31.816242 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Checking segment: {'id': 'c5d1b3e9-edab-4e82-96ae-b3a0f5ee798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b4a06fbe-3611-4159-9989-2de0fd29ddec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:31.817013 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:31.817174 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Bound using segment: {'id': 'c5d1b3e9-edab-4e82-96ae-b3a0f5ee798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b4a06fbe-3611-4159-9989-2de0fd29ddec'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:30:31.817879 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Bound port: a36d1a8b-350f-46d7-a92b-14766161a702, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d1b3e9-edab-4e82-96ae-b3a0f5ee798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b4a06fbe-3611-4159-9989-2de0fd29ddec'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:30:31.819010 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:31.849040 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0701f615-3e1c-4c9a-a437-09b468301459 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:31.892070 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0701f615-3e1c-4c9a-a437-09b468301459 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:31.894191 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] For port a36d1a8b-350f-46d7-a92b-14766161a702, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:30:31.899065 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] For port a36d1a8b-350f-46d7-a92b-14766161a702, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a36d1a8b-350f-46d7-a92b-14766161a702,segment=NetworkSegment(c5d1b3e9-edab-4e82-96ae-b3a0f5ee798c),segment_id=c5d1b3e9-edab-4e82-96ae-b3a0f5ee798c)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:30:31.901429 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0701f615-3e1c-4c9a-a437-09b468301459 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:31.902228 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0701f615-3e1c-4c9a-a437-09b468301459 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:31.905527 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:31.970766 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0701f615-3e1c-4c9a-a437-09b468301459 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2401555 Aug 05 14:30:31.973498 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39036) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:31.979103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c04b2edd-c78b-4631-af19-0c1e3eeb4f06 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:31.983007 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469aca2-c042-40fe-a051-b3f46ea7da5b None None] Pushing event updated for resources: {'Port': ['ID=a36d1a8b-350f-46d7-a92b-14766161a702,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:31.985280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701f615-3e1c-4c9a-a437-09b468301459 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Network': ['ID=0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:32.012300 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:32.174413 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c04b2edd-c78b-4631-af19-0c1e3eeb4f06 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:32.194216 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c04b2edd-c78b-4631-af19-0c1e3eeb4f06 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:32.217996 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c04b2edd-c78b-4631-af19-0c1e3eeb4f06 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network 0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad is not hosted by any dhcp agent {{(pid=105724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 14:30:32.224915 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04b2edd-c78b-4631-af19-0c1e3eeb4f06 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:32.225556 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c04b2edd-c78b-4631-af19-0c1e3eeb4f06 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:32.226949 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c04b2edd-c78b-4631-af19-0c1e3eeb4f06 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "PUT /v2.0/networks/0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad HTTP/1.1" status: 200 len: 723 time: 0.2523971 Aug 05 14:30:32.229956 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39044) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:32.235206 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-94b1302a-6530-468a-9e98-7cd3f5c8a6f9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'subnet': {'network_id': '0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:32.259417 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39046) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:32.295778 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b2edd-c78b-4631-af19-0c1e3eeb4f06 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Network': ['ID=0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:32.308242 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:32.343459 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b1302a-6530-468a-9e98-7cd3f5c8a6f9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:32.347732 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94b1302a-6530-468a-9e98-7cd3f5c8a6f9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:32.399022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-617234dd-f201-4504-8cc8-fe6fb119c11a tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:32.430060 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-617234dd-f201-4504-8cc8-fe6fb119c11a tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] 10.222.0.16 "PUT /v2.0/quotas/a07a902bd9c74157b5e6a672b445a406 HTTP/1.1" status: 200 len: 366 time: 0.1687083 Aug 05 14:30:32.432041 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39050) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:32.444016 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-53810bab-438b-4a62-84ea-36b162a3b939 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0107470 Aug 05 14:30:32.446450 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39052) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:32.456726 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-674fbf57-712a-4d28-899d-eafba4cfc054 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] 10.222.0.16 "GET /v2.0/quotas/a07a902bd9c74157b5e6a672b445a406 HTTP/1.1" status: 200 len: 366 time: 0.0090053 Aug 05 14:30:32.459869 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39054) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:32.477924 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-15a2aec4-5872-4873-938c-228059683ee1 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/a07a902bd9c74157b5e6a672b445a406 HTTP/1.1" status: 204 len: 168 time: 0.0149782 Aug 05 14:30:32.478225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39056) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:32.488577 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-083e65ed-32fd-4323-91f7-e64512366409 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0078974 Aug 05 14:30:32.489515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39058) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:32.500079 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8426d5d3-4e6d-4b6e-87ce-65a124c12d40 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] 10.222.0.16 "GET /v2.0/quotas/a07a902bd9c74157b5e6a672b445a406 HTTP/1.1" status: 200 len: 370 time: 0.0079076 Aug 05 14:30:32.500876 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39060) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:32.508442 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e48c26f6-c14c-417c-9a55-043917921cf4 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] 10.222.0.16 "GET /v2.0/quotas/a07a902bd9c74157b5e6a672b445a406/default HTTP/1.1" status: 200 len: 370 time: 0.0044959 Aug 05 14:30:32.508667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39062) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:32.517409 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-12b67125-619b-46dd-be49-6555ef9ca571 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] delete failed (client error): The resource could not be found. Aug 05 14:30:32.521667 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-12b67125-619b-46dd-be49-6555ef9ca571 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/a07a902bd9c74157b5e6a672b445a406 HTTP/1.1" status: 404 len: 348 time: 0.0087609 Aug 05 14:30:32.547846 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94b1302a-6530-468a-9e98-7cd3f5c8a6f9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:32.618103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1302a-6530-468a-9e98-7cd3f5c8a6f9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Subnet': ['ID=1b9a1d56-0f94-40af-b5c1-d86361194c65,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:32.632432 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b1302a-6530-468a-9e98-7cd3f5c8a6f9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Checking segment: {'id': '74a98a98-10a0-415a-bf07-3d83182aacc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:32.632824 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b1302a-6530-468a-9e98-7cd3f5c8a6f9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network hostable DHCP agents. Network: 0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:32.644358 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39066) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:32.664746 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b1302a-6530-468a-9e98-7cd3f5c8a6f9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network 0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:32.676145 n-d-803585-2 neutron-server[105723]: DEBUG neutron.quota.resource [None req-500f0d85-715b-4847-bee6-1f4d9c0f8963 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] Usage tracker for resource:network and tenant:046474d150614ab6ae7e42b6ef8aeecd is out of sync, need to count used quota {{(pid=105723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 05 14:30:32.682597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-94b1302a-6530-468a-9e98-7cd3f5c8a6f9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:32.686062 n-d-803585-2 neutron-server[105723]: DEBUG neutron.quota.resource [None req-500f0d85-715b-4847-bee6-1f4d9c0f8963 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=105723) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 05 14:30:32.689165 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b1302a-6530-468a-9e98-7cd3f5c8a6f9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:32.689761 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94b1302a-6530-468a-9e98-7cd3f5c8a6f9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:32.693163 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8806e3-b503-43d1-bd1a-6d9632d25973 None None] Network 0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:32.712882 n-d-803585-2 neutron-server[105723]: DEBUG neutron.quota.resource [None req-500f0d85-715b-4847-bee6-1f4d9c0f8963 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] Usage tracker for resource:subnet and tenant:046474d150614ab6ae7e42b6ef8aeecd is out of sync, need to count used quota {{(pid=105723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 05 14:30:32.719444 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-94b1302a-6530-468a-9e98-7cd3f5c8a6f9 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4883585 Aug 05 14:30:32.720522 n-d-803585-2 neutron-server[105723]: DEBUG neutron.quota.resource [None req-500f0d85-715b-4847-bee6-1f4d9c0f8963 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=105723) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 05 14:30:32.722168 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39068) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:32.729362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.quota.resource [None req-500f0d85-715b-4847-bee6-1f4d9c0f8963 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] Usage tracker for resource:subnetpool and tenant:046474d150614ab6ae7e42b6ef8aeecd is out of sync, need to count used quota {{(pid=105723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 05 14:30:32.730230 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-143312ae-9c7f-451a-b7f3-f6eff884b544 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:32.735033 n-d-803585-2 neutron-server[105723]: DEBUG neutron.quota.resource [None req-500f0d85-715b-4847-bee6-1f4d9c0f8963 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=105723) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 05 14:30:32.745647 n-d-803585-2 neutron-server[105723]: DEBUG neutron.quota.resource [None req-500f0d85-715b-4847-bee6-1f4d9c0f8963 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] Usage tracker for resource:port and tenant:046474d150614ab6ae7e42b6ef8aeecd is out of sync, need to count used quota {{(pid=105723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 05 14:30:32.752568 n-d-803585-2 neutron-server[105723]: DEBUG neutron.quota.resource [None req-500f0d85-715b-4847-bee6-1f4d9c0f8963 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=105723) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 05 14:30:32.762421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.quota.resource [None req-500f0d85-715b-4847-bee6-1f4d9c0f8963 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] Usage tracker for resource:router and tenant:046474d150614ab6ae7e42b6ef8aeecd is out of sync, need to count used quota {{(pid=105723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 05 14:30:32.765200 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a36d1a8b-350f-46d7-a92b-14766161a702 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:30:32.769695 n-d-803585-2 neutron-server[105723]: DEBUG neutron.quota.resource [None req-500f0d85-715b-4847-bee6-1f4d9c0f8963 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=105723) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 05 14:30:32.778459 n-d-803585-2 neutron-server[105723]: DEBUG neutron.quota.resource [None req-500f0d85-715b-4847-bee6-1f4d9c0f8963 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] Usage tracker for resource:floatingip and tenant:046474d150614ab6ae7e42b6ef8aeecd is out of sync, need to count used quota {{(pid=105723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 05 14:30:32.784545 n-d-803585-2 neutron-server[105723]: DEBUG neutron.quota.resource [None req-500f0d85-715b-4847-bee6-1f4d9c0f8963 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=105723) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 05 14:30:32.828774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.quota.resource [None req-500f0d85-715b-4847-bee6-1f4d9c0f8963 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] Usage tracker for resource:security_group and tenant:046474d150614ab6ae7e42b6ef8aeecd is out of sync, need to count used quota {{(pid=105723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 05 14:30:32.835465 n-d-803585-2 neutron-server[105723]: DEBUG neutron.quota.resource [None req-500f0d85-715b-4847-bee6-1f4d9c0f8963 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=105723) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 05 14:30:32.836403 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-143312ae-9c7f-451a-b7f3-f6eff884b544 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13355137'] for subnet, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:32.843551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.quota.resource [None req-500f0d85-715b-4847-bee6-1f4d9c0f8963 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] Usage tracker for resource:security_group_rule and tenant:046474d150614ab6ae7e42b6ef8aeecd is out of sync, need to count used quota {{(pid=105723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 05 14:30:32.845813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port a36d1a8b-350f-46d7-a92b-14766161a702 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:30:32.851179 n-d-803585-2 neutron-server[105723]: DEBUG neutron.quota.resource [None req-500f0d85-715b-4847-bee6-1f4d9c0f8963 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=105723) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 05 14:30:32.857010 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-500f0d85-715b-4847-bee6-1f4d9c0f8963 tempest-QuotasTest-122044531 tempest-QuotasTest-122044531-project-admin] 10.222.0.16 "GET /v2.0/quotas/046474d150614ab6ae7e42b6ef8aeecd/details.json HTTP/1.1" status: 200 len: 703 time: 0.2117527 Aug 05 14:30:32.947446 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad', 'network_id': '0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad', 'tenant_id': '96c73f49bf48446985709471760bbf0f', 'fixed_ips': [{'subnet_id': '1b9a1d56-0f94-40af-b5c1-d86361194c65'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:30:32.948364 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.017832 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-143312ae-9c7f-451a-b7f3-f6eff884b544 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785080342878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16762036'] for subnet, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.063946 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143312ae-9c7f-451a-b7f3-f6eff884b544 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:33.064549 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-143312ae-9c7f-451a-b7f3-f6eff884b544 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.067879 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-143312ae-9c7f-451a-b7f3-f6eff884b544 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "PUT /v2.0/subnets/1b9a1d56-0f94-40af-b5c1-d86361194c65 HTTP/1.1" status: 200 len: 826 time: 0.3445516 Aug 05 14:30:33.073239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39072) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:33.105645 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143312ae-9c7f-451a-b7f3-f6eff884b544 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Subnet': ['ID=1b9a1d56-0f94-40af-b5c1-d86361194c65,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:33.226641 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.261230 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0bc3d8-a873-4f3b-b482-22e06726a4bd None None] Network b4a06fbe-3611-4159-9989-2de0fd29ddec requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:33.286917 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.303097 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39076) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:33.340199 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dd6b7dba-89e8-46b4-b55d-a02657e5e5ad None None] Provisioning for port a36d1a8b-350f-46d7-a92b-14766161a702 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:30:33.370877 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dd6b7dba-89e8-46b4-b55d-a02657e5e5ad None None] Provisioning complete for port a36d1a8b-350f-46d7-a92b-14766161a702 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:33.371327 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dd6b7dba-89e8-46b4-b55d-a02657e5e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.429105 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-91714f62-c2d7-4cfe-9b31-b9f6e2147aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.443765 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Allocated IP 2001:db8::2 (0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad/1b9a1d56-0f94-40af-b5c1-d86361194c65/de9d216a-a2b2-4009-a454-45aa672f885c) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:33.536342 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-91714f62-c2d7-4cfe-9b31-b9f6e2147aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.541266 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-91714f62-c2d7-4cfe-9b31-b9f6e2147aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.580413 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-91714f62-c2d7-4cfe-9b31-b9f6e2147aa1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd82f7fdd0334dcc976a642516148ded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762070 Aug 05 14:30:33.581276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91714f62-c2d7-4cfe-9b31-b9f6e2147aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1697d5c2-d466-49f4-80b6-6c8d1094d529,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:33.584310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39080) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:33.613567 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dd6b7dba-89e8-46b4-b55d-a02657e5e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.636705 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-654ab7d7-c05f-4b00-b925-535370bc1c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.659979 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-654ab7d7-c05f-4b00-b925-535370bc1c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.705457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dd6b7dba-89e8-46b4-b55d-a02657e5e5ad None None] For port a36d1a8b-350f-46d7-a92b-14766161a702, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a36d1a8b-350f-46d7-a92b-14766161a702,segment=NetworkSegment(c5d1b3e9-edab-4e82-96ae-b3a0f5ee798c),segment_id=c5d1b3e9-edab-4e82-96ae-b3a0f5ee798c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:33.713798 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dd6b7dba-89e8-46b4-b55d-a02657e5e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.714055 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-654ab7d7-c05f-4b00-b925-535370bc1c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.716868 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-654ab7d7-c05f-4b00-b925-535370bc1c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.718083 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-654ab7d7-c05f-4b00-b925-535370bc1c92 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1697d5c2-d466-49f4-80b6-6c8d1094d529 HTTP/1.1" status: 204 len: 168 time: 0.1328261 Aug 05 14:30:33.727976 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ab7d7-c05f-4b00-b925-535370bc1c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1697d5c2-d466-49f4-80b6-6c8d1094d529,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:33.759953 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.800581 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Transition to ACTIVE for port object de9d216a-a2b2-4009-a454-45aa672f885c will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:33.832112 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d37626f-8fb1-4f22-a61d-a167b77f4c47 None None] Update dhcp port {'port': {'network_id': 'b4a06fbe-3611-4159-9989-2de0fd29ddec', 'fixed_ips': [{'subnet_id': 'f99f5969-77c7-4742-924d-431686fe8f79', 'ip_address': '2001:db8::2'}, {'subnet_id': '107369db-4336-4ac7-ae6e-c41abb3772c6'}], 'binding:host_id': 'n-d-803585-2'}, 'id': 'a36d1a8b-350f-46d7-a92b-14766161a702'} from n-d-803585-2. {{(pid=105725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 14:30:33.834871 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Transition to ACTIVE for port object de9d216a-a2b2-4009-a454-45aa672f885c will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:33.856511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b7dba-89e8-46b4-b55d-a02657e5e5ad None None] Pushing event updated for resources: {'Port': ['ID=a36d1a8b-350f-46d7-a92b-14766161a702,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:33.862759 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.880654 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.907579 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6d37626f-8fb1-4f22-a61d-a167b77f4c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.910103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Subnet': ['ID=1b9a1d56-0f94-40af-b5c1-d86361194c65,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:33.929646 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Network 0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:33.935878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:33.938333 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:33.942463 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Pushing event updated for resources: {'Port': ['ID=de9d216a-a2b2-4009-a454-45aa672f885c,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:33.976484 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:33.987874 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:34.000741 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a98a98-10a0-415a-bf07-3d83182aacc3') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:34.001252 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a98a98-10a0-415a-bf07-3d83182aacc3') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:34.011525 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.028642 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.035723 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:34.036219 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:34.039436 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:34.047806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39086) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:34.063135 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d5ed-bef5-4ccb-8be8-0d23eae5a2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.076303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Attempting to bind port de9d216a-a2b2-4009-a454-45aa672f885c on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:30:34.076682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Attempting to bind port de9d216a-a2b2-4009-a454-45aa672f885c by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '74a98a98-10a0-415a-bf07-3d83182aacc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:30:34.077051 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Attempting to bind port de9d216a-a2b2-4009-a454-45aa672f885c on network 0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:30:34.093100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:30:34.093428 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Checking segment: {'id': '74a98a98-10a0-415a-bf07-3d83182aacc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:34.094073 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.094332 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Bound using segment: {'id': '74a98a98-10a0-415a-bf07-3d83182aacc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:30:34.094859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Bound port: de9d216a-a2b2-4009-a454-45aa672f885c, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a98a98-10a0-415a-bf07-3d83182aacc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:30:34.095565 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.099987 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.db.api [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 14:30:34.099987 n-d-803585-2 neutron-server[105723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 14:30:34.099987 n-d-803585-2 neutron-server[105723]: [parameters: {'id': '0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad'}] Aug 05 14:30:34.099987 n-d-803585-2 neutron-server[105723]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:30:34.100963 n-d-803585-2 neutron-server[105723]: DEBUG oslo_db.api [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:30:34.163893 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d5ed-bef5-4ccb-8be8-0d23eae5a2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.168765 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d5ed-bef5-4ccb-8be8-0d23eae5a2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.200435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-6d37626f-8fb1-4f22-a61d-a167b77f4c47 None None] Allocated IP 172.20.0.1 (b4a06fbe-3611-4159-9989-2de0fd29ddec/107369db-4336-4ac7-ae6e-c41abb3772c6/a36d1a8b-350f-46d7-a92b-14766161a702) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:34.213074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39088) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:34.213454 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3aa4d5ed-bef5-4ccb-8be8-0d23eae5a2ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=046474d150614ab6ae7e42b6ef8aeecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640544 Aug 05 14:30:34.215295 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4d5ed-bef5-4ccb-8be8-0d23eae5a2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a82de5-807f-4015-9eb1-9f810835739d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:34.216468 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] For port de9d216a-a2b2-4009-a454-45aa672f885c, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:30:34.234312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] For port de9d216a-a2b2-4009-a454-45aa672f885c, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=de9d216a-a2b2-4009-a454-45aa672f885c,segment=NetworkSegment(74a98a98-10a0-415a-bf07-3d83182aacc3),segment_id=74a98a98-10a0-415a-bf07-3d83182aacc3)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:30:34.245017 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.263359 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee632-63c7-4da0-80e4-3ac08941f25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.284878 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee632-63c7-4da0-80e4-3ac08941f25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.340792 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee632-63c7-4da0-80e4-3ac08941f25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.343771 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee632-63c7-4da0-80e4-3ac08941f25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.345352 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8f6ee632-63c7-4da0-80e4-3ac08941f25a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36a82de5-807f-4015-9eb1-9f810835739d HTTP/1.1" status: 204 len: 168 time: 0.1311176 Aug 05 14:30:34.360111 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ee632-63c7-4da0-80e4-3ac08941f25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a82de5-807f-4015-9eb1-9f810835739d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:34.375381 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f2a61-dd09-4bf1-8553-9412ac6aa330 None None] Pushing event updated for resources: {'Port': ['ID=de9d216a-a2b2-4009-a454-45aa672f885c,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:34.402044 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadea235-9547-4cff-8fd6-4a0ed2242024 None None] Network 0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:34.455576 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6d37626f-8fb1-4f22-a61d-a167b77f4c47 None None] For port a36d1a8b-350f-46d7-a92b-14766161a702, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a36d1a8b-350f-46d7-a92b-14766161a702,segment=NetworkSegment(c5d1b3e9-edab-4e82-96ae-b3a0f5ee798c),segment_id=c5d1b3e9-edab-4e82-96ae-b3a0f5ee798c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:34.519047 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6d37626f-8fb1-4f22-a61d-a167b77f4c47 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.553593 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6d37626f-8fb1-4f22-a61d-a167b77f4c47 None None] Transition to ACTIVE for port object a36d1a8b-350f-46d7-a92b-14766161a702 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:34.560125 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6d37626f-8fb1-4f22-a61d-a167b77f4c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.602090 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.648289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f181f7-a37f-4f4b-b0fe-c5533f5d462c None None] Network 0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:34.697372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Deleting port de9d216a-a2b2-4009-a454-45aa672f885c {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:34.697919 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.703452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37626f-8fb1-4f22-a61d-a167b77f4c47 None None] Pushing event updated for resources: {'Port': ['ID=a36d1a8b-350f-46d7-a92b-14766161a702,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:34.731763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a36d1a8b-350f-46d7-a92b-14766161a702 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:30:34.782725 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] For port de9d216a-a2b2-4009-a454-45aa672f885c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=de9d216a-a2b2-4009-a454-45aa672f885c,segment=NetworkSegment(74a98a98-10a0-415a-bf07-3d83182aacc3),segment_id=74a98a98-10a0-415a-bf07-3d83182aacc3)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:34.783535 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.800826 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Calling delete_port for de9d216a-a2b2-4009-a454-45aa672f885c owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:34.900127 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:34.929015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Port': ['ID=de9d216a-a2b2-4009-a454-45aa672f885c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:34.933148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No DVR routers for this DVR port de9d216a-a2b2-4009-a454-45aa672f885c on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:30:35.016859 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:35.033360 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:35.046571 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a98a98-10a0-415a-bf07-3d83182aacc3') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:35.046882 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a98a98-10a0-415a-bf07-3d83182aacc3') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:35.056715 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:35.086401 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:35.094200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:35.094802 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:35.098013 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:35.161547 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:35.168377 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:35.170676 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/networks/0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad HTTP/1.1" status: 204 len: 168 time: 2.0974677 Aug 05 14:30:35.173013 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39110) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:35.184424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b815cc3-6e00-47dc-872e-ba8a525d9313 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Network': ['ID=0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:35.195295 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c982d1b-2ba2-4711-ae3b-91d541c098d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:35.196263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c982d1b-2ba2-4711-ae3b-91d541c098d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:35.198145 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9c982d1b-2ba2-4711-ae3b-91d541c098d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/networks/0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad HTTP/1.1" status: 404 len: 339 time: 0.0234592 Aug 05 14:30:35.202347 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39112) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:35.208635 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-98caa356-8ade-447b-8e13-42ca47067de2 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2115095337', 'description': 'd1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:35.231153 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98caa356-8ade-447b-8e13-42ca47067de2 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:35.235182 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-98caa356-8ade-447b-8e13-42ca47067de2 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:35.262479 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98caa356-8ade-447b-8e13-42ca47067de2 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:35.273652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-98caa356-8ade-447b-8e13-42ca47067de2 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:35.274084 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-98caa356-8ade-447b-8e13-42ca47067de2 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Added segment a9ea4d39-d4b4-4256-9da4-d2c1525bcf88 of type vlan for network 7eb2fb92-b2e6-4f49-bc54-ae87c3533459 Aug 05 14:30:35.296270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5809c8-0606-46d6-a332-e995644e073e None None] Network b4a06fbe-3611-4159-9989-2de0fd29ddec requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:35.321455 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-98caa356-8ade-447b-8e13-42ca47067de2 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:35.353754 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-98caa356-8ade-447b-8e13-42ca47067de2 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:35.359564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98caa356-8ade-447b-8e13-42ca47067de2 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:35.360159 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-98caa356-8ade-447b-8e13-42ca47067de2 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:35.376591 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6f988106-a7c0-480d-88ee-ed362acb17a0 None None] Provisioning for port a36d1a8b-350f-46d7-a92b-14766161a702 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:30:35.384750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6f988106-a7c0-480d-88ee-ed362acb17a0 None None] Provisioning complete for port a36d1a8b-350f-46d7-a92b-14766161a702 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:35.385366 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6f988106-a7c0-480d-88ee-ed362acb17a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:35.416886 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-98caa356-8ade-447b-8e13-42ca47067de2 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2131104 Aug 05 14:30:35.419653 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39118) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:35.435774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98caa356-8ade-447b-8e13-42ca47067de2 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Network': ['ID=7eb2fb92-b2e6-4f49-bc54-ae87c3533459,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:35.449792 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 7eb2fb92-b2e6-4f49-bc54-ae87c3533459 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:35.510194 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d748fa-22b6-490b-834a-349f7e052a6d tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:35.514441 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-06d748fa-22b6-490b-834a-349f7e052a6d tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "GET /v2.0/networks?id=7eb2fb92-b2e6-4f49-bc54-ae87c3533459 HTTP/1.1" status: 200 len: 765 time: 0.0912337 Aug 05 14:30:35.514693 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39124) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:35.520935 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-28b2918c-ffea-4585-99df-16ce9df70913 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'network': {'description': 'd2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:35.688035 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28b2918c-ffea-4585-99df-16ce9df70913 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:35.705754 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28b2918c-ffea-4585-99df-16ce9df70913 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:35.726213 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28b2918c-ffea-4585-99df-16ce9df70913 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network 7eb2fb92-b2e6-4f49-bc54-ae87c3533459 is not hosted by any dhcp agent {{(pid=105723) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 05 14:30:35.731732 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2918c-ffea-4585-99df-16ce9df70913 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:35.732301 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28b2918c-ffea-4585-99df-16ce9df70913 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:35.736180 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-28b2918c-ffea-4585-99df-16ce9df70913 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "PUT /v2.0/networks/7eb2fb92-b2e6-4f49-bc54-ae87c3533459 HTTP/1.1" status: 200 len: 762 time: 0.2179418 Aug 05 14:30:35.736506 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39132) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:35.786972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2918c-ffea-4585-99df-16ce9df70913 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Network': ['ID=7eb2fb92-b2e6-4f49-bc54-ae87c3533459,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:35.800289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 7eb2fb92-b2e6-4f49-bc54-ae87c3533459 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:35.827964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d06d92-cf8f-4ef2-ab33-3f2771752fb3 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:35.833212 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f7d06d92-cf8f-4ef2-ab33-3f2771752fb3 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "GET /v2.0/networks?id=7eb2fb92-b2e6-4f49-bc54-ae87c3533459 HTTP/1.1" status: 200 len: 765 time: 0.0919669 Aug 05 14:30:35.833701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39134) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:35.834058 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39136) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:35.857324 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32e016c-8e30-4d0f-bb98-e3c18544ae80 None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:30:35.959773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-992de9dd-68af-4442-ace6-3c0c23550680 None None] Provisioning complete for port a36d1a8b-350f-46d7-a92b-14766161a702 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:35.960146 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-992de9dd-68af-4442-ace6-3c0c23550680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:35.974510 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-056e7354-e906-4d0d-abea-9bd1bd92b267 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1896113955'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:35.983046 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32e016c-8e30-4d0f-bb98-e3c18544ae80 None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:30:36.390650 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abea6200-0cce-4e22-a744-a62ee447f582 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:36.392147 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-abea6200-0cce-4e22-a744-a62ee447f582 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5559099 Aug 05 14:30:36.393578 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-056e7354-e906-4d0d-abea-9bd1bd92b267 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:36.394728 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-056e7354-e906-4d0d-abea-9bd1bd92b267 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:36.395803 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39140) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:36.432857 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a70c130f-c095-41aa-bcf6-997d820a30d0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 207 time: 0.0358453 Aug 05 14:30:36.436259 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39142) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:36.448232 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-056e7354-e906-4d0d-abea-9bd1bd92b267 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:36.452930 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-056e7354-e906-4d0d-abea-9bd1bd92b267 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:36.466913 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-056e7354-e906-4d0d-abea-9bd1bd92b267 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:36.468142 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-056e7354-e906-4d0d-abea-9bd1bd92b267 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6330776 Aug 05 14:30:36.470698 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39144) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:36.541797 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-175fb382-74f3-4cc4-b513-77045e713d50 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:36.549711 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f1316c-8469-4c80-80dd-4c79bc4c76fa tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:36.555935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f1316c-8469-4c80-80dd-4c79bc4c76fa tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:36.561728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f1316c-8469-4c80-80dd-4c79bc4c76fa tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:36.568288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f1316c-8469-4c80-80dd-4c79bc4c76fa tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:36.574580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f1316c-8469-4c80-80dd-4c79bc4c76fa tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:36.581571 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f1316c-8469-4c80-80dd-4c79bc4c76fa tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:36.584022 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-03f1316c-8469-4c80-80dd-4c79bc4c76fa tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1468468 Aug 05 14:30:36.587750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39146) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:36.685514 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a36d1a8b-350f-46d7-a92b-14766161a702 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:30:36.701986 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-175fb382-74f3-4cc4-b513-77045e713d50 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:36.704341 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-175fb382-74f3-4cc4-b513-77045e713d50 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:36.714849 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-10194573-8c5e-4ceb-89e8-b3cc85affdbe tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1259913 Aug 05 14:30:36.718278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39148) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:36.743514 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port a36d1a8b-350f-46d7-a92b-14766161a702 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:36.744192 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:36.757438 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-175fb382-74f3-4cc4-b513-77045e713d50 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:36.757958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175fb382-74f3-4cc4-b513-77045e713d50 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aad3a701-edad-4f6b-844a-8d82d102bd74 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:30:36.762929 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-175fb382-74f3-4cc4-b513-77045e713d50 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:36.763502 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-175fb382-74f3-4cc4-b513-77045e713d50 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] 10.222.0.16 "DELETE /v2.0/routers/aad3a701-edad-4f6b-844a-8d82d102bd74 HTTP/1.1" status: 204 len: 168 time: 0.2916894 Aug 05 14:30:36.766757 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39150) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:36.772112 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0e3a0d4e-6063-4615-98c8-b9a503e66f2b tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Request body: {'router': {'name': 'tempest-router-849881486', 'distributed': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:36.779544 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb457f44-2294-4284-a114-23f4ad135470 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:36.781069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb457f44-2294-4284-a114-23f4ad135470 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:36.782640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb457f44-2294-4284-a114-23f4ad135470 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:36.784168 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb457f44-2294-4284-a114-23f4ad135470 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:36.785763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb457f44-2294-4284-a114-23f4ad135470 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:36.787838 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cb457f44-2294-4284-a114-23f4ad135470 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0685394 Aug 05 14:30:36.791599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39152) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:36.825125 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0d4e-6063-4615-98c8-b9a503e66f2b tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:36.826035 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0d4e-6063-4615-98c8-b9a503e66f2b tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:36.873501 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ce3d51-d830-425f-8870-1ef4236060ea tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:36.874931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ce3d51-d830-425f-8870-1ef4236060ea tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:36.876478 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ce3d51-d830-425f-8870-1ef4236060ea tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:36.877872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ce3d51-d830-425f-8870-1ef4236060ea tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:36.880050 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ce3d51-d830-425f-8870-1ef4236060ea tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['shared'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:36.881661 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d7ce3d51-d830-425f-8870-1ef4236060ea tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0890558 Aug 05 14:30:36.885251 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39154) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:36.928992 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0d4e-6063-4615-98c8-b9a503e66f2b tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:36.955879 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0d4e-6063-4615-98c8-b9a503e66f2b tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:36.980694 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0d4e-6063-4615-98c8-b9a503e66f2b tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:36.981888 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0e3a0d4e-6063-4615-98c8-b9a503e66f2b tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2139986 Aug 05 14:30:36.984846 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39156) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:37.077690 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73ef44eb-3aa2-449c-a27b-75141dc9acc1 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.085320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d7dea8-d383-4009-8bf6-543a068f93d0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:37.086696 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e0d7dea8-d383-4009-8bf6-543a068f93d0 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "GET /v2.0/networks/eaebdbaa-f460-4911-bea5-2cbd6c94d87b HTTP/1.1" status: 200 len: 803 time: 0.2005405 Aug 05 14:30:37.090832 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39158) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:37.197913 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a001178b-c1a8-42ac-80c5-dca24804785a tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "GET /v2.0/networks/eaebdbaa-f460-4911-bea5-2cbd6c94d87b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1059017 Aug 05 14:30:37.201867 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39160) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:37.243985 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73ef44eb-3aa2-449c-a27b-75141dc9acc1 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.246096 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73ef44eb-3aa2-449c-a27b-75141dc9acc1 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.253813 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff6bf26-b116-44b1-bd7a-93d130efef47 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:37.255392 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-aff6bf26-b116-44b1-bd7a-93d130efef47 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "GET /v2.0/subnets/eae18f78-e714-4cc9-8913-4fc246e24484 HTTP/1.1" status: 200 len: 843 time: 0.0527475 Aug 05 14:30:37.259905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39162) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:37.294101 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73ef44eb-3aa2-449c-a27b-75141dc9acc1 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.294642 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ef44eb-3aa2-449c-a27b-75141dc9acc1 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b21a50ac-823e-4c04-9293-378041911782 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:30:37.299637 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73ef44eb-3aa2-449c-a27b-75141dc9acc1 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.299637 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-73ef44eb-3aa2-449c-a27b-75141dc9acc1 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] 10.222.0.16 "DELETE /v2.0/routers/b21a50ac-823e-4c04-9293-378041911782 HTTP/1.1" status: 204 len: 168 time: 0.3142943 Aug 05 14:30:37.303807 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39164) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:37.308679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e360d40e-ea7a-4df2-8adc-e415516561c2 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Request body: {'router': {'name': 'tempest-router-374426101', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b2e77ddc2c804ca3aad797d9d5d83414'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:37.317593 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b1c052-1cda-4339-9ee9-84b27e1cbaa7 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['shared'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:37.322979 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-40b1c052-1cda-4339-9ee9-84b27e1cbaa7 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "GET /v2.0/subnets/eae18f78-e714-4cc9-8913-4fc246e24484?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0582490 Aug 05 14:30:37.323178 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39166) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:37.328812 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-fc10a837-d971-4ae8-bd76-3d6206a416c8 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1448255781'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:37.344302 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e360d40e-ea7a-4df2-8adc-e415516561c2 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.345344 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e360d40e-ea7a-4df2-8adc-e415516561c2 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.367763 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc10a837-d971-4ae8-bd76-3d6206a416c8 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:37.371319 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc10a837-d971-4ae8-bd76-3d6206a416c8 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.424312 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e360d40e-ea7a-4df2-8adc-e415516561c2 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.430922 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e360d40e-ea7a-4df2-8adc-e415516561c2 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.436007 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc10a837-d971-4ae8-bd76-3d6206a416c8 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:37.450841 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc10a837-d971-4ae8-bd76-3d6206a416c8 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.451533 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-fc10a837-d971-4ae8-bd76-3d6206a416c8 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Added segment c094a8b4-2b23-48e5-9e3e-c3f3923caf15 of type vlan for network cf8ff6fa-b616-4dc1-bf6d-723838266466 Aug 05 14:30:37.459984 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e360d40e-ea7a-4df2-8adc-e415516561c2 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.461362 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e360d40e-ea7a-4df2-8adc-e415516561c2 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1562138 Aug 05 14:30:37.463994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39168) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:37.486026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-957663a7-40e7-4d25-8ba3-f43ff68a6822 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Request body: {'router': {'distributed': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:37.562714 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc10a837-d971-4ae8-bd76-3d6206a416c8 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.705309 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc10a837-d971-4ae8-bd76-3d6206a416c8 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.712471 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc10a837-d971-4ae8-bd76-3d6206a416c8 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:37.713065 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fc10a837-d971-4ae8-bd76-3d6206a416c8 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.776513 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-957663a7-40e7-4d25-8ba3-f43ff68a6822 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.776846 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-957663a7-40e7-4d25-8ba3-f43ff68a6822 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.908407 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fc10a837-d971-4ae8-bd76-3d6206a416c8 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5843146 Aug 05 14:30:37.911918 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39170) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:37.917269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a1e1870b-c914-4090-b176-5287ee4f0b6c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'subnet': {'network_id': 'cf8ff6fa-b616-4dc1-bf6d-723838266466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:37.940034 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10a837-d971-4ae8-bd76-3d6206a416c8 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Network': ['ID=cf8ff6fa-b616-4dc1-bf6d-723838266466,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:37.946992 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-957663a7-40e7-4d25-8ba3-f43ff68a6822 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=105723) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 05 14:30:37.946992 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-957663a7-40e7-4d25-8ba3-f43ff68a6822 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Router 4012ad82-fe59-4377-ae8d-a41c53de5640 migrating from provider to provider. {{(pid=105723) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 05 14:30:37.947219 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-957663a7-40e7-4d25-8ba3-f43ff68a6822 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.952006 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network cf8ff6fa-b616-4dc1-bf6d-723838266466 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:37.952557 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-957663a7-40e7-4d25-8ba3-f43ff68a6822 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:37.958418 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-957663a7-40e7-4d25-8ba3-f43ff68a6822 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.024936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e1870b-c914-4090-b176-5287ee4f0b6c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Made reservation on behalf of 96c73f49bf48446985709471760bbf0f for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:38.028602 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a1e1870b-c914-4090-b176-5287ee4f0b6c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.051926 n-d-803585-2 neutron-server[105723]: WARNING neutron.scheduler.l3_agent_scheduler [None req-957663a7-40e7-4d25-8ba3-f43ff68a6822 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] No L3 agents can host the router 4012ad82-fe59-4377-ae8d-a41c53de5640 Aug 05 14:30:38.087922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.ipam_backend_mixin [None req-a1e1870b-c914-4090-b176-5287ee4f0b6c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Performing IP validity checks on allocation pools {{(pid=105724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 05 14:30:38.088440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.ipam_backend_mixin [None req-a1e1870b-c914-4090-b176-5287ee4f0b6c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 05 14:30:38.151933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957663a7-40e7-4d25-8ba3-f43ff68a6822 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Hosts for router 4012ad82-fe59-4377-ae8d-a41c53de5640: [] {{(pid=105723) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 05 14:30:38.175925 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957663a7-40e7-4d25-8ba3-f43ff68a6822 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Hosts for other DVR routers connected to router 4012ad82-fe59-4377-ae8d-a41c53de5640: set() {{(pid=105723) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 05 14:30:38.179787 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-957663a7-40e7-4d25-8ba3-f43ff68a6822 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.181023 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-957663a7-40e7-4d25-8ba3-f43ff68a6822 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] 10.222.0.16 "PUT /v2.0/routers/4012ad82-fe59-4377-ae8d-a41c53de5640 HTTP/1.1" status: 200 len: 716 time: 0.7161033 Aug 05 14:30:38.183654 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39172) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:38.224841 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a1e1870b-c914-4090-b176-5287ee4f0b6c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.262132 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fea60deb-a3c5-4f1b-8883-5f835d2f4ccb tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] 10.222.0.16 "GET /v2.0/routers/4012ad82-fe59-4377-ae8d-a41c53de5640 HTTP/1.1" status: 200 len: 716 time: 0.0773494 Aug 05 14:30:38.264603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39174) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:38.288156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1870b-c914-4090-b176-5287ee4f0b6c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Subnet': ['ID=c179fc22-2df3-44e7-911a-c8a9affbc592,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:38.298889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e1870b-c914-4090-b176-5287ee4f0b6c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Checking segment: {'id': 'c094a8b4-2b23-48e5-9e3e-c3f3923caf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cf8ff6fa-b616-4dc1-bf6d-723838266466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:38.299260 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e1870b-c914-4090-b176-5287ee4f0b6c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network hostable DHCP agents. Network: cf8ff6fa-b616-4dc1-bf6d-723838266466, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:38.315688 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e1870b-c914-4090-b176-5287ee4f0b6c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Network cf8ff6fa-b616-4dc1-bf6d-723838266466 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:38.325052 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-a1e1870b-c914-4090-b176-5287ee4f0b6c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, cf8ff6fa-b616-4dc1-bf6d-723838266466) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:38.329998 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e1870b-c914-4090-b176-5287ee4f0b6c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:38.330493 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a1e1870b-c914-4090-b176-5287ee4f0b6c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.336725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c774a6-9f43-464a-a9f0-6e6b39d19a61 None None] Network cf8ff6fa-b616-4dc1-bf6d-723838266466 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:38.347255 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a1e1870b-c914-4090-b176-5287ee4f0b6c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4341009 Aug 05 14:30:38.351860 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39178) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:38.357472 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f0470714-7417-4267-82c3-252e822c1247 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:38.453873 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f0470714-7417-4267-82c3-252e822c1247 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13355137'] for subnet, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.454951 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f0f9dc0e-d4d9-46c2-ba44-b7c218a2b335 tempest-RoutersTestDVR-294079614 tempest-RoutersTestDVR-294079614-project] 10.222.0.16 "GET /v2.0/routers/4012ad82-fe59-4377-ae8d-a41c53de5640 HTTP/1.1" status: 200 len: 682 time: 0.1892693 Aug 05 14:30:38.457876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39180) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:38.496367 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-cf8ff6fa-b616-4dc1-bf6d-723838266466', 'network_id': 'cf8ff6fa-b616-4dc1-bf6d-723838266466', 'tenant_id': '96c73f49bf48446985709471760bbf0f', 'fixed_ips': [{'subnet_id': 'c179fc22-2df3-44e7-911a-c8a9affbc592'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:30:38.497978 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.534652 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9d956ec2-9b3a-4236-9b16-08e370223a09 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.663392 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f0470714-7417-4267-82c3-252e822c1247 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785080342878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16762036'] for subnet, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.702838 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0470714-7417-4267-82c3-252e822c1247 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:38.703587 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f0470714-7417-4267-82c3-252e822c1247 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.704884 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f0470714-7417-4267-82c3-252e822c1247 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "PUT /v2.0/subnets/c179fc22-2df3-44e7-911a-c8a9affbc592 HTTP/1.1" status: 200 len: 900 time: 0.3519652 Aug 05 14:30:38.708683 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39184) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:38.713190 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Allocated IP 2001:db8::3 (cf8ff6fa-b616-4dc1-bf6d-723838266466/c179fc22-2df3-44e7-911a-c8a9affbc592/d0beaa66-82b9-4fcd-8120-2c5ec03fd7ac) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:38.713394 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9d956ec2-9b3a-4236-9b16-08e370223a09 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.715572 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9d956ec2-9b3a-4236-9b16-08e370223a09 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.762625 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9d956ec2-9b3a-4236-9b16-08e370223a09 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.763620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d956ec2-9b3a-4236-9b16-08e370223a09 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4012ad82-fe59-4377-ae8d-a41c53de5640 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:30:38.773671 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9d956ec2-9b3a-4236-9b16-08e370223a09 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.779276 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9d956ec2-9b3a-4236-9b16-08e370223a09 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] 10.222.0.16 "DELETE /v2.0/routers/4012ad82-fe59-4377-ae8d-a41c53de5640 HTTP/1.1" status: 204 len: 168 time: 0.3169384 Aug 05 14:30:38.780220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39186) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:38.785765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-aea0297a-96f5-4a4e-a88d-a03e2ca14a0d tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Request body: {'router': {'name': 'tempest-router-1168157342', 'distributed': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:38.787974 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0470714-7417-4267-82c3-252e822c1247 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event updated for resources: {'Subnet': ['ID=c179fc22-2df3-44e7-911a-c8a9affbc592,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:38.808399 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aea0297a-96f5-4a4e-a88d-a03e2ca14a0d tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.809454 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aea0297a-96f5-4a4e-a88d-a03e2ca14a0d tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.833923 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.864952 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aea0297a-96f5-4a4e-a88d-a03e2ca14a0d tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.871184 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aea0297a-96f5-4a4e-a88d-a03e2ca14a0d tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.882798 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.887755 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aea0297a-96f5-4a4e-a88d-a03e2ca14a0d tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.889134 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-aea0297a-96f5-4a4e-a88d-a03e2ca14a0d tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1071186 Aug 05 14:30:38.892364 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39188) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:38.893155 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.893406 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Transition to ACTIVE for port object d0beaa66-82b9-4fcd-8120-2c5ec03fd7ac will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:38.911466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Transition to ACTIVE for port object d0beaa66-82b9-4fcd-8120-2c5ec03fd7ac will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:38.918754 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.963943 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Network cf8ff6fa-b616-4dc1-bf6d-723838266466 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:38.967645 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:38.970456 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:38.977010 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3d22e485-1684-4bbf-913f-3b79e65e6381 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:38.978354 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Pushing event updated for resources: {'Port': ['ID=d0beaa66-82b9-4fcd-8120-2c5ec03fd7ac,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:39.000949 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.037940 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Attempting to bind port d0beaa66-82b9-4fcd-8120-2c5ec03fd7ac on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:30:39.038976 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Subnet': ['ID=c179fc22-2df3-44e7-911a-c8a9affbc592,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:39.039157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Attempting to bind port d0beaa66-82b9-4fcd-8120-2c5ec03fd7ac by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'c094a8b4-2b23-48e5-9e3e-c3f3923caf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cf8ff6fa-b616-4dc1-bf6d-723838266466'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:30:39.039363 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Attempting to bind port d0beaa66-82b9-4fcd-8120-2c5ec03fd7ac on network cf8ff6fa-b616-4dc1-bf6d-723838266466 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:30:39.046886 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:30:39.047568 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Checking segment: {'id': 'c094a8b4-2b23-48e5-9e3e-c3f3923caf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cf8ff6fa-b616-4dc1-bf6d-723838266466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:39.047986 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.048390 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Bound using segment: {'id': 'c094a8b4-2b23-48e5-9e3e-c3f3923caf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cf8ff6fa-b616-4dc1-bf6d-723838266466'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:30:39.048868 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Bound port: d0beaa66-82b9-4fcd-8120-2c5ec03fd7ac, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c094a8b4-2b23-48e5-9e3e-c3f3923caf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'cf8ff6fa-b616-4dc1-bf6d-723838266466'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:30:39.049436 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.102108 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.112680 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8ff6fa-b616-4dc1-bf6d-723838266466']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:39.122866 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] For port d0beaa66-82b9-4fcd-8120-2c5ec03fd7ac, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:30:39.125116 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c094a8b4-2b23-48e5-9e3e-c3f3923caf15') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:39.125580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c094a8b4-2b23-48e5-9e3e-c3f3923caf15') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:39.127872 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] For port d0beaa66-82b9-4fcd-8120-2c5ec03fd7ac, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d0beaa66-82b9-4fcd-8120-2c5ec03fd7ac,segment=NetworkSegment(c094a8b4-2b23-48e5-9e3e-c3f3923caf15),segment_id=c094a8b4-2b23-48e5-9e3e-c3f3923caf15)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:30:39.133073 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.136273 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.137575 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3d22e485-1684-4bbf-913f-3b79e65e6381 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.139489 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3d22e485-1684-4bbf-913f-3b79e65e6381 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.158204 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.165748 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:39.166161 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:39.169654 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:39.187580 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3d22e485-1684-4bbf-913f-3b79e65e6381 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.188389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d22e485-1684-4bbf-913f-3b79e65e6381 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 316831ec-e754-4760-83e1-a8fe1c98638d {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:30:39.193578 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3d22e485-1684-4bbf-913f-3b79e65e6381 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.195180 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3d22e485-1684-4bbf-913f-3b79e65e6381 tempest-RoutersTestDVR-688958924 tempest-RoutersTestDVR-688958924-project-admin] 10.222.0.16 "DELETE /v2.0/routers/316831ec-e754-4760-83e1-a8fe1c98638d HTTP/1.1" status: 204 len: 168 time: 0.3017740 Aug 05 14:30:39.229057 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b0426-ec28-488f-ba20-1a27dfbf06c0 None None] Pushing event updated for resources: {'Port': ['ID=d0beaa66-82b9-4fcd-8120-2c5ec03fd7ac,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:39.238711 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.api [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 14:30:39.238711 n-d-803585-2 neutron-server[105724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 14:30:39.238711 n-d-803585-2 neutron-server[105724]: [parameters: {'id': 'cf8ff6fa-b616-4dc1-bf6d-723838266466'}] Aug 05 14:30:39.238711 n-d-803585-2 neutron-server[105724]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:30:39.239715 n-d-803585-2 neutron-server[105724]: DEBUG oslo_db.api [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:30:39.247856 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112d5c48-c97d-4f2d-86c9-b4d5e8a72e8b None None] Network cf8ff6fa-b616-4dc1-bf6d-723838266466 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:39.373641 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0204b2-03b5-4807-b1bc-389ca53eef64 None None] Network cf8ff6fa-b616-4dc1-bf6d-723838266466 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:39.453813 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39194) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:39.499024 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b0d831-186a-4137-a357-7947097dad83 None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:30:39.570826 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa2ed90a-7239-4ade-a5f2-0b6a44fdcf12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.580181 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b0d831-186a-4137-a357-7947097dad83 None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:30:39.666213 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa2ed90a-7239-4ade-a5f2-0b6a44fdcf12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.671249 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa2ed90a-7239-4ade-a5f2-0b6a44fdcf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.708170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ed90a-7239-4ade-a5f2-0b6a44fdcf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12885593-0a7b-4779-8963-51b7aad24ac2,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:39.712571 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-aa2ed90a-7239-4ade-a5f2-0b6a44fdcf12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2e77ddc2c804ca3aad797d9d5d83414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577982 Aug 05 14:30:39.715255 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39198) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:39.743126 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.788989 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e0656626-fb2d-45ab-9ba5-018c025f11bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.820467 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e0656626-fb2d-45ab-9ba5-018c025f11bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.861001 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Deleting port d0beaa66-82b9-4fcd-8120-2c5ec03fd7ac {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:39.861677 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.920949 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e0656626-fb2d-45ab-9ba5-018c025f11bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.923453 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e0656626-fb2d-45ab-9ba5-018c025f11bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.924599 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e0656626-fb2d-45ab-9ba5-018c025f11bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12885593-0a7b-4779-8963-51b7aad24ac2 HTTP/1.1" status: 204 len: 168 time: 0.2084444 Aug 05 14:30:39.931436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] For port d0beaa66-82b9-4fcd-8120-2c5ec03fd7ac, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d0beaa66-82b9-4fcd-8120-2c5ec03fd7ac,segment=NetworkSegment(c094a8b4-2b23-48e5-9e3e-c3f3923caf15),segment_id=c094a8b4-2b23-48e5-9e3e-c3f3923caf15)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:39.931796 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:39.943620 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0656626-fb2d-45ab-9ba5-018c025f11bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12885593-0a7b-4779-8963-51b7aad24ac2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:39.950199 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Calling delete_port for d0beaa66-82b9-4fcd-8120-2c5ec03fd7ac owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:40.054066 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:40.087068 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No DVR routers for this DVR port d0beaa66-82b9-4fcd-8120-2c5ec03fd7ac on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:30:40.094211 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Port': ['ID=d0beaa66-82b9-4fcd-8120-2c5ec03fd7ac,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:40.173018 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:40.183562 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8ff6fa-b616-4dc1-bf6d-723838266466']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:40.194959 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c094a8b4-2b23-48e5-9e3e-c3f3923caf15') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:40.195259 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c094a8b4-2b23-48e5-9e3e-c3f3923caf15') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:40.204498 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:40.214651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39204) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:40.223784 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:40.227950 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-49936cb8-4b27-4108-8ae4-08d35354124c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:40.229858 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:40.230217 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:40.233264 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:40.292268 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:40.299362 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:40.301201 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/networks/cf8ff6fa-b616-4dc1-bf6d-723838266466 HTTP/1.1" status: 204 len: 168 time: 1.5913625 Aug 05 14:30:40.304760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39206) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:40.313726 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72882484-abec-4e25-956a-5c4f2581634c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Network': ['ID=cf8ff6fa-b616-4dc1-bf6d-723838266466,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:40.684402 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76988cf-ad61-4205-92bf-cebffa1843b7 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:40.684856 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a76988cf-ad61-4205-92bf-cebffa1843b7 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:40.686610 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a76988cf-ad61-4205-92bf-cebffa1843b7 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/subnets/c179fc22-2df3-44e7-911a-c8a9affbc592 HTTP/1.1" status: 404 len: 337 time: 0.3807530 Aug 05 14:30:40.689264 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39208) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:40.711077 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd0e6a2-a67d-4d53-8a33-c014db448680 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:40.711659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd0e6a2-a67d-4d53-8a33-c014db448680 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:40.713403 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5dd0e6a2-a67d-4d53-8a33-c014db448680 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/networks/cf8ff6fa-b616-4dc1-bf6d-723838266466 HTTP/1.1" status: 404 len: 339 time: 0.0230730 Aug 05 14:30:40.715972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39210) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:40.737220 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-49936cb8-4b27-4108-8ae4-08d35354124c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:40.741615 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-49936cb8-4b27-4108-8ae4-08d35354124c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:40.781944 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-49936cb8-4b27-4108-8ae4-08d35354124c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3028f878d3df4f16a649c6494cce2a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5661886 Aug 05 14:30:40.782870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49936cb8-4b27-4108-8ae4-08d35354124c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8ac46e-eb82-4ef7-ad1c-bd1b1addd471,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:40.784549 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39212) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:41.155110 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ed516c7-c035-49d4-9617-6b49f74778bb tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:41.250828 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-28ad3864-7480-4d87-be4c-de48f45732d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:41.279204 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ed516c7-c035-49d4-9617-6b49f74778bb tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:41.299108 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-28ad3864-7480-4d87-be4c-de48f45732d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:41.301667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-8ed516c7-c035-49d4-9617-6b49f74778bb tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb2fb92-b2e6-4f49-bc54-ae87c3533459']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:41.317738 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-8ed516c7-c035-49d4-9617-6b49f74778bb tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ea4d39-d4b4-4256-9da4-d2c1525bcf88') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:41.318027 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-8ed516c7-c035-49d4-9617-6b49f74778bb tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ea4d39-d4b4-4256-9da4-d2c1525bcf88') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:41.337479 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ed516c7-c035-49d4-9617-6b49f74778bb tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:41.356559 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ed516c7-c035-49d4-9617-6b49f74778bb tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:41.362746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed516c7-c035-49d4-9617-6b49f74778bb tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:41.363333 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ed516c7-c035-49d4-9617-6b49f74778bb tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:41.366910 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:41.417046 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-28ad3864-7480-4d87-be4c-de48f45732d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:41.419516 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-28ad3864-7480-4d87-be4c-de48f45732d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:41.420684 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-28ad3864-7480-4d87-be4c-de48f45732d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd8ac46e-eb82-4ef7-ad1c-bd1b1addd471 HTTP/1.1" status: 204 len: 168 time: 0.6351998 Aug 05 14:30:41.433184 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad3864-7480-4d87-be4c-de48f45732d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8ac46e-eb82-4ef7-ad1c-bd1b1addd471,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:41.435440 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ed516c7-c035-49d4-9617-6b49f74778bb tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:41.442050 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8ed516c7-c035-49d4-9617-6b49f74778bb tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:41.446957 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8ed516c7-c035-49d4-9617-6b49f74778bb tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/networks/7eb2fb92-b2e6-4f49-bc54-ae87c3533459 HTTP/1.1" status: 204 len: 168 time: 0.7272356 Aug 05 14:30:41.455327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39216) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:41.482306 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed516c7-c035-49d4-9617-6b49f74778bb tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Network': ['ID=7eb2fb92-b2e6-4f49-bc54-ae87c3533459,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:41.484478 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7561aa1-e11e-4582-bcd7-7d8336db812e tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:41.484943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7561aa1-e11e-4582-bcd7-7d8336db812e tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:41.486742 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c7561aa1-e11e-4582-bcd7-7d8336db812e tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/subnets/1b9a1d56-0f94-40af-b5c1-d86361194c65 HTTP/1.1" status: 404 len: 337 time: 0.0304513 Aug 05 14:30:41.489323 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39218) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:41.511833 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a493dbd6-ebef-4425-9cf4-4098358aece1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:41.512386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a493dbd6-ebef-4425-9cf4-4098358aece1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:41.514083 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a493dbd6-ebef-4425-9cf4-4098358aece1 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/networks/0ab4c2b8-a5e8-490c-9714-c6ee229ec1ad HTTP/1.1" status: 404 len: 339 time: 0.0238526 Aug 05 14:30:41.516644 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39220) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:41.569818 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba44f9b-b0d2-4b50-ac56-47f2ff4c6095 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Deleting subnet 107369db-4336-4ac7-ae6e-c41abb3772c6 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:30:41.573388 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cba44f9b-b0d2-4b50-ac56-47f2ff4c6095 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:41.617536 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cba44f9b-b0d2-4b50-ac56-47f2ff4c6095 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:41.705926 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cba44f9b-b0d2-4b50-ac56-47f2ff4c6095 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:41.766336 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cba44f9b-b0d2-4b50-ac56-47f2ff4c6095 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:41.797910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba44f9b-b0d2-4b50-ac56-47f2ff4c6095 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Subnet': ['ID=107369db-4336-4ac7-ae6e-c41abb3772c6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:41.801790 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cba44f9b-b0d2-4b50-ac56-47f2ff4c6095 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:41.806182 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cba44f9b-b0d2-4b50-ac56-47f2ff4c6095 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/subnets/107369db-4336-4ac7-ae6e-c41abb3772c6 HTTP/1.1" status: 204 len: 168 time: 0.2862010 Aug 05 14:30:41.806437 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39230) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:41.813187 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a8bb1f-3383-4211-addc-4cc649cc4e04 None None] Network b4a06fbe-3611-4159-9989-2de0fd29ddec requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:41.860254 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3952d92-77fe-462e-b038-f32fdcd5ef46 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Deleting subnet f99f5969-77c7-4742-924d-431686fe8f79 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:30:41.863682 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3952d92-77fe-462e-b038-f32fdcd5ef46 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:41.917710 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3952d92-77fe-462e-b038-f32fdcd5ef46 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.016774 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3952d92-77fe-462e-b038-f32fdcd5ef46 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.084486 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3952d92-77fe-462e-b038-f32fdcd5ef46 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.114135 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3952d92-77fe-462e-b038-f32fdcd5ef46 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Subnet': ['ID=f99f5969-77c7-4742-924d-431686fe8f79,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:42.118855 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b3952d92-77fe-462e-b038-f32fdcd5ef46 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.120793 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b3952d92-77fe-462e-b038-f32fdcd5ef46 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/subnets/f99f5969-77c7-4742-924d-431686fe8f79 HTTP/1.1" status: 204 len: 168 time: 0.3135653 Aug 05 14:30:42.123420 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39242) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:42.213776 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.221933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39244) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:42.274084 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Deleting port a36d1a8b-350f-46d7-a92b-14766161a702 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:42.274736 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.336043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6a0c74e9-f259-4a6f-91b1-ad778440f29a tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1433981603'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:42.347307 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] For port a36d1a8b-350f-46d7-a92b-14766161a702, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a36d1a8b-350f-46d7-a92b-14766161a702,segment=NetworkSegment(c5d1b3e9-edab-4e82-96ae-b3a0f5ee798c),segment_id=c5d1b3e9-edab-4e82-96ae-b3a0f5ee798c)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:42.347829 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.359932 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0c74e9-f259-4a6f-91b1-ad778440f29a tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Made reservation on behalf of 157fe89edf494e00ac7528e5c80c3e49 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:42.362665 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Calling delete_port for a36d1a8b-350f-46d7-a92b-14766161a702 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:42.364166 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a0c74e9-f259-4a6f-91b1-ad778440f29a tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.373868 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a0c74e9-f259-4a6f-91b1-ad778440f29a tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.454682 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.482230 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Port': ['ID=a36d1a8b-350f-46d7-a92b-14766161a702,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:42.484144 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No DVR routers for this DVR port a36d1a8b-350f-46d7-a92b-14766161a702 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:30:42.487073 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a0c74e9-f259-4a6f-91b1-ad778440f29a tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.493122 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a0c74e9-f259-4a6f-91b1-ad778440f29a tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.516605 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0c74e9-f259-4a6f-91b1-ad778440f29a tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:42.531478 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c74e9-f259-4a6f-91b1-ad778440f29a tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1b895f-4613-4e4c-bb56-e7cd079585b6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:42.541212 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a0c74e9-f259-4a6f-91b1-ad778440f29a tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.541665 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-6a0c74e9-f259-4a6f-91b1-ad778440f29a tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Added segment 3e49cfb0-aedf-4856-8858-ae215e442bab of type vlan for network 3067261b-16f0-4f6a-b161-718c5a7c5c8a Aug 05 14:30:42.560091 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d838b9d-eb40-407d-a7e6-a79a9d22bf7a None None] Network b4a06fbe-3611-4159-9989-2de0fd29ddec requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:42.567437 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.579438 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a06fbe-3611-4159-9989-2de0fd29ddec']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:42.584647 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a0c74e9-f259-4a6f-91b1-ad778440f29a tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.595872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d1b3e9-edab-4e82-96ae-b3a0f5ee798c') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:42.596392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d1b3e9-edab-4e82-96ae-b3a0f5ee798c') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:42.611794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.616134 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a0c74e9-f259-4a6f-91b1-ad778440f29a tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.622310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0c74e9-f259-4a6f-91b1-ad778440f29a tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:42.623037 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6a0c74e9-f259-4a6f-91b1-ad778440f29a tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.652357 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.658933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:42.659341 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:42.670279 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:42.680644 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cfff0703-d876-4c4a-af39-ccc3840731e7 None None] Could not find standard attr ID for object a36d1a8b-350f-46d7-a92b-14766161a702. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:30:42.693947 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6a0c74e9-f259-4a6f-91b1-ad778440f29a tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4696984 Aug 05 14:30:42.696859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39248) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:42.704465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-7bbe2833-3803-4927-9d59-db43ae2b9d98 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Request body: {'subnet': {'network_id': '3067261b-16f0-4f6a-b161-718c5a7c5c8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:42.745837 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.753297 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.757627 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/networks/b4a06fbe-3611-4159-9989-2de0fd29ddec HTTP/1.1" status: 204 len: 168 time: 0.6309299 Aug 05 14:30:42.759094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39250) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:42.765693 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bba8b07-eed9-4b08-a87a-5ba3da757722 None None] DHCP port deletion for b4a06fbe-3611-4159-9989-2de0fd29ddec request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:30:42.767581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f67ea-9b9f-47ca-8d41-9649ba861685 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Network': ['ID=b4a06fbe-3611-4159-9989-2de0fd29ddec,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:42.774007 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c74e9-f259-4a6f-91b1-ad778440f29a tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Pushing event updated for resources: {'Network': ['ID=3067261b-16f0-4f6a-b161-718c5a7c5c8a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:42.789835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 3067261b-16f0-4f6a-b161-718c5a7c5c8a details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:42.803225 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a08d512-431f-471c-887e-eb492620356c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:42.803606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a08d512-431f-471c-887e-eb492620356c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:42.805390 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8a08d512-431f-471c-887e-eb492620356c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/subnets/d53c053c-0734-4bea-a07d-b267205edcaf HTTP/1.1" status: 404 len: 337 time: 0.0464413 Aug 05 14:30:42.808331 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39252) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:42.835541 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1005f10-987a-46d4-8e14-6cc90e3b6ed4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:42.836118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1005f10-987a-46d4-8e14-6cc90e3b6ed4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:42.837879 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f1005f10-987a-46d4-8e14-6cc90e3b6ed4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/networks/9def48cb-7191-44b7-820a-4a937a5ebbc8 HTTP/1.1" status: 404 len: 339 time: 0.0286231 Aug 05 14:30:42.840645 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39254) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:42.867450 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-4066563b-a28d-4e63-bb47-5952daef1f1c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:42.868862 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4066563b-a28d-4e63-bb47-5952daef1f1c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:42.869752 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4066563b-a28d-4e63-bb47-5952daef1f1c tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/subnets/91392fe8-617b-4044-9fcf-d89cce9ca227 HTTP/1.1" status: 404 len: 337 time: 0.0281086 Aug 05 14:30:42.870622 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbe2833-3803-4927-9d59-db43ae2b9d98 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Made reservation on behalf of 157fe89edf494e00ac7528e5c80c3e49 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:42.872726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39256) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:42.874639 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2833-3803-4927-9d59-db43ae2b9d98 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:42.892439 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7420a9-7033-4247-9cc4-2ccf832e5666 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:42.893017 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7420a9-7033-4247-9cc4-2ccf832e5666 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:42.895362 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fe7420a9-7033-4247-9cc4-2ccf832e5666 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/networks/1b437265-f02b-497f-ba0d-7e13aa483b6b HTTP/1.1" status: 404 len: 339 time: 0.0216434 Aug 05 14:30:42.897849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39258) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:42.930887 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fcf61a-6412-4174-b413-19d59691ba85 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:42.931348 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4fcf61a-6412-4174-b413-19d59691ba85 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:42.933128 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b4fcf61a-6412-4174-b413-19d59691ba85 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/subnets/550ec0a7-d066-453c-b5f7-dcbd4b1569f3 HTTP/1.1" status: 404 len: 337 time: 0.0339847 Aug 05 14:30:42.935915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39260) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:42.954756 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c099257-5867-41ca-b1ee-e9ee305d7b5a tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:42.955408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c099257-5867-41ca-b1ee-e9ee305d7b5a tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:42.958355 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7c099257-5867-41ca-b1ee-e9ee305d7b5a tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/networks/b155703d-ae96-4879-b6f5-60d3427642aa HTTP/1.1" status: 404 len: 339 time: 0.0204096 Aug 05 14:30:42.960499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39262) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:43.013981 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ce11ac-8ba3-4ebe-88eb-23da455c150f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Deleting subnet 27465b49-baee-487a-9270-7decd1fb0e9a {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:30:43.017766 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-07ce11ac-8ba3-4ebe-88eb-23da455c150f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.059695 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-07ce11ac-8ba3-4ebe-88eb-23da455c150f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.075363 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2833-3803-4927-9d59-db43ae2b9d98 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.140583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe2833-3803-4927-9d59-db43ae2b9d98 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Pushing event updated for resources: {'Subnet': ['ID=bd96cae3-354c-499e-900d-2f4a0f7a099c,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:43.150346 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbe2833-3803-4927-9d59-db43ae2b9d98 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Checking segment: {'id': '3e49cfb0-aedf-4856-8858-ae215e442bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3067261b-16f0-4f6a-b161-718c5a7c5c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:43.150716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbe2833-3803-4927-9d59-db43ae2b9d98 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Network hostable DHCP agents. Network: 3067261b-16f0-4f6a-b161-718c5a7c5c8a, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:43.153815 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-07ce11ac-8ba3-4ebe-88eb-23da455c150f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.167423 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbe2833-3803-4927-9d59-db43ae2b9d98 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Network 3067261b-16f0-4f6a-b161-718c5a7c5c8a is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:43.176935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-7bbe2833-3803-4927-9d59-db43ae2b9d98 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 3067261b-16f0-4f6a-b161-718c5a7c5c8a) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:43.181698 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbe2833-3803-4927-9d59-db43ae2b9d98 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:43.182485 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2833-3803-4927-9d59-db43ae2b9d98 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.186775 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36110e74-c7dc-4ebb-8bbc-7bca119c5eed None None] Network 3067261b-16f0-4f6a-b161-718c5a7c5c8a requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:43.198164 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7bbe2833-3803-4927-9d59-db43ae2b9d98 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5001941 Aug 05 14:30:43.200567 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39264) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:43.205696 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-35f842cc-4305-4fb5-82ef-743badfe7e25 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Request body: {'port': {'network_id': '3067261b-16f0-4f6a-b161-718c5a7c5c8a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1394273585'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:43.235729 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-07ce11ac-8ba3-4ebe-88eb-23da455c150f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.269367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce11ac-8ba3-4ebe-88eb-23da455c150f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Subnet': ['ID=27465b49-baee-487a-9270-7decd1fb0e9a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:43.272898 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-07ce11ac-8ba3-4ebe-88eb-23da455c150f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.275316 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-07ce11ac-8ba3-4ebe-88eb-23da455c150f tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/subnets/27465b49-baee-487a-9270-7decd1fb0e9a HTTP/1.1" status: 204 len: 168 time: 0.3137760 Aug 05 14:30:43.278115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39266) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:43.283568 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4264c54-f507-47dd-bd0d-1d80f6240bd1 None None] Network 8d0439ce-2379-4a3e-9908-91c1fe7b7da0 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:43.352984 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f842cc-4305-4fb5-82ef-743badfe7e25 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Made reservation on behalf of 157fe89edf494e00ac7528e5c80c3e49 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:43.358816 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35f842cc-4305-4fb5-82ef-743badfe7e25 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.369800 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.386578 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-35f842cc-4305-4fb5-82ef-743badfe7e25 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] device_id is not set on port e950f094-bebf-4a11-9393-c8abad1baed6 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:30:43.423713 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-3067261b-16f0-4f6a-b161-718c5a7c5c8a', 'network_id': '3067261b-16f0-4f6a-b161-718c5a7c5c8a', 'tenant_id': '157fe89edf494e00ac7528e5c80c3e49', 'fixed_ips': [{'subnet_id': 'bd96cae3-354c-499e-900d-2f4a0f7a099c'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:30:43.424870 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.434817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Deleting port a31fa197-1f43-4e14-9162-71d3b0f1b2cb {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:43.435170 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.504481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] For port a31fa197-1f43-4e14-9162-71d3b0f1b2cb, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a31fa197-1f43-4e14-9162-71d3b0f1b2cb,segment=NetworkSegment(d80169be-0dcd-4cbc-b298-3300a950e5f4),segment_id=d80169be-0dcd-4cbc-b298-3300a950e5f4)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:43.504855 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.518130 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Calling delete_port for a31fa197-1f43-4e14-9162-71d3b0f1b2cb owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:43.525430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-35f842cc-4305-4fb5-82ef-743badfe7e25 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Allocated IP 2001:db8::252 (3067261b-16f0-4f6a-b161-718c5a7c5c8a/bd96cae3-354c-499e-900d-2f4a0f7a099c/e950f094-bebf-4a11-9393-c8abad1baed6) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:43.600281 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4946f301-66bc-47fd-b326-ff1d7dc5249a None None] DHCP port deletion for 8d0439ce-2379-4a3e-9908-91c1fe7b7da0 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:30:43.631521 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.661880 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Port': ['ID=a31fa197-1f43-4e14-9162-71d3b0f1b2cb,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:43.665852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No DVR routers for this DVR port a31fa197-1f43-4e14-9162-71d3b0f1b2cb on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:30:43.676892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4946f301-66bc-47fd-b326-ff1d7dc5249a None None] Deleting port a31fa197-1f43-4e14-9162-71d3b0f1b2cb {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:43.677602 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4946f301-66bc-47fd-b326-ff1d7dc5249a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.709783 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35f842cc-4305-4fb5-82ef-743badfe7e25 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.725105 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-35f842cc-4305-4fb5-82ef-743badfe7e25 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Transition to ACTIVE for port object e950f094-bebf-4a11-9393-c8abad1baed6 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:43.741487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-4946f301-66bc-47fd-b326-ff1d7dc5249a None None] For port a31fa197-1f43-4e14-9162-71d3b0f1b2cb, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:43.742160 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4946f301-66bc-47fd-b326-ff1d7dc5249a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.749357 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.760921 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4946f301-66bc-47fd-b326-ff1d7dc5249a None None] Calling delete_port for a31fa197-1f43-4e14-9162-71d3b0f1b2cb owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:43.761180 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0439ce-2379-4a3e-9908-91c1fe7b7da0']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:43.763601 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35f842cc-4305-4fb5-82ef-743badfe7e25 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.766516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-4946f301-66bc-47fd-b326-ff1d7dc5249a None None] Port a31fa197-1f43-4e14-9162-71d3b0f1b2cb was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:30:43.770949 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4946f301-66bc-47fd-b326-ff1d7dc5249a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.773784 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80169be-0dcd-4cbc-b298-3300a950e5f4') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:43.774078 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80169be-0dcd-4cbc-b298-3300a950e5f4') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:43.783863 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.802232 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.809377 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:43.809788 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.810860 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f842cc-4305-4fb5-82ef-743badfe7e25 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Network 3067261b-16f0-4f6a-b161-718c5a7c5c8a is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:43.813008 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:43.817437 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946f301-66bc-47fd-b326-ff1d7dc5249a None None] Pushing event deleted for resources: {'Port': ['ID=a31fa197-1f43-4e14-9162-71d3b0f1b2cb,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:43.817624 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-35f842cc-4305-4fb5-82ef-743badfe7e25 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:43.821892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f842cc-4305-4fb5-82ef-743badfe7e25 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:43.824699 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4946f301-66bc-47fd-b326-ff1d7dc5249a None None] No DVR routers for this DVR port a31fa197-1f43-4e14-9162-71d3b0f1b2cb on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:30:43.838891 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f842cc-4305-4fb5-82ef-743badfe7e25 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:43.839437 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-35f842cc-4305-4fb5-82ef-743badfe7e25 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.850219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Allocated IP 2001:db8::2 (3067261b-16f0-4f6a-b161-718c5a7c5c8a/bd96cae3-354c-499e-900d-2f4a0f7a099c/4878dd2c-25de-463a-ab6d-3ad252f6bea5) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:43.851929 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f842cc-4305-4fb5-82ef-743badfe7e25 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Pushing event updated for resources: {'Port': ['ID=e950f094-bebf-4a11-9393-c8abad1baed6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:43.864806 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-35f842cc-4305-4fb5-82ef-743badfe7e25 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6627743 Aug 05 14:30:43.866779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39268) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:43.873028 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Request body: {'port': {'network_id': '3067261b-16f0-4f6a-b161-718c5a7c5c8a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-964618713', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:43.873628 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.api.validators [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] bootfile-name is not in valid_values {{(pid=105724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 14:30:43.874125 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.api.validators [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] tftp-server is not in valid_values {{(pid=105724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 14:30:43.874571 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.api.validators [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] server-ip-address is not in valid_values {{(pid=105724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 14:30:43.900708 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.923455 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:43.925491 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/networks/8d0439ce-2379-4a3e-9908-91c1fe7b7da0 HTTP/1.1" status: 204 len: 168 time: 0.6459332 Aug 05 14:30:43.926987 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198c930-7595-48bd-b9b0-dfdb4be89119 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Network': ['ID=8d0439ce-2379-4a3e-9908-91c1fe7b7da0,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:43.928864 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39270) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:43.961113 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3e8789-a9f0-40a6-9823-91f84ced54cb tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:43.961668 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3e8789-a9f0-40a6-9823-91f84ced54cb tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:43.963479 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5e3e8789-a9f0-40a6-9823-91f84ced54cb tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/subnets/79372770-23cc-4aee-b78d-cd2a3753fa4c HTTP/1.1" status: 404 len: 337 time: 0.0288510 Aug 05 14:30:43.966008 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39272) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:43.990188 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b03ba9e-e0a6-4f7a-a89a-0dd6f6b4d9dd tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] DELETE failed (client error): The resource could not be found. Aug 05 14:30:43.990793 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b03ba9e-e0a6-4f7a-a89a-0dd6f6b4d9dd tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:43.992759 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7b03ba9e-e0a6-4f7a-a89a-0dd6f6b4d9dd tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/networks/d2cccf45-bb79-4396-b482-ade82dcbe56d HTTP/1.1" status: 404 len: 339 time: 0.0258026 Aug 05 14:30:43.995313 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39274) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:44.014949 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Made reservation on behalf of 157fe89edf494e00ac7528e5c80c3e49 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:44.019054 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.023359 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.033022 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Transition to ACTIVE for port object 4878dd2c-25de-463a-ab6d-3ad252f6bea5 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:44.039068 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] device_id is not set on port 757513ad-bc4e-47b3-99d1-5544e3447d35 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:30:44.049898 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Transition to ACTIVE for port object 4878dd2c-25de-463a-ab6d-3ad252f6bea5 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:44.053995 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c2badb-ad5e-45fd-ba2d-e3ac359125d3 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Deleting subnet eae18f78-e714-4cc9-8913-4fc246e24484 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:30:44.056636 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.057504 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-71c2badb-ad5e-45fd-ba2d-e3ac359125d3 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.100008 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-71c2badb-ad5e-45fd-ba2d-e3ac359125d3 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.100242 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Network 3067261b-16f0-4f6a-b161-718c5a7c5c8a is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:44.104313 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:44.106179 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Pushing event updated for resources: {'Port': ['ID=4878dd2c-25de-463a-ab6d-3ad252f6bea5,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:44.108335 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:44.156599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Allocated IP 2001:db8::180 (3067261b-16f0-4f6a-b161-718c5a7c5c8a/bd96cae3-354c-499e-900d-2f4a0f7a099c/757513ad-bc4e-47b3-99d1-5544e3447d35) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:44.163535 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Attempting to bind port 4878dd2c-25de-463a-ab6d-3ad252f6bea5 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:30:44.164136 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Attempting to bind port 4878dd2c-25de-463a-ab6d-3ad252f6bea5 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '3e49cfb0-aedf-4856-8858-ae215e442bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3067261b-16f0-4f6a-b161-718c5a7c5c8a'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:30:44.164598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Attempting to bind port 4878dd2c-25de-463a-ab6d-3ad252f6bea5 on network 3067261b-16f0-4f6a-b161-718c5a7c5c8a {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:30:44.169927 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:30:44.170479 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Checking segment: {'id': '3e49cfb0-aedf-4856-8858-ae215e442bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3067261b-16f0-4f6a-b161-718c5a7c5c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:44.171018 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.171622 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Bound using segment: {'id': '3e49cfb0-aedf-4856-8858-ae215e442bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3067261b-16f0-4f6a-b161-718c5a7c5c8a'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:30:44.172195 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Bound port: 4878dd2c-25de-463a-ab6d-3ad252f6bea5, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e49cfb0-aedf-4856-8858-ae215e442bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3067261b-16f0-4f6a-b161-718c5a7c5c8a'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:30:44.172689 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.194632 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-71c2badb-ad5e-45fd-ba2d-e3ac359125d3 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.244318 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] For port 4878dd2c-25de-463a-ab6d-3ad252f6bea5, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:30:44.247847 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] For port 4878dd2c-25de-463a-ab6d-3ad252f6bea5, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4878dd2c-25de-463a-ab6d-3ad252f6bea5,segment=NetworkSegment(3e49cfb0-aedf-4856-8858-ae215e442bab),segment_id=3e49cfb0-aedf-4856-8858-ae215e442bab)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:30:44.253295 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.257895 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-71c2badb-ad5e-45fd-ba2d-e3ac359125d3 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.288200 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-71c2badb-ad5e-45fd-ba2d-e3ac359125d3 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.290287 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-71c2badb-ad5e-45fd-ba2d-e3ac359125d3 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/subnets/eae18f78-e714-4cc9-8913-4fc246e24484 HTTP/1.1" status: 204 len: 168 time: 0.2939532 Aug 05 14:30:44.291301 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2badb-ad5e-45fd-ba2d-e3ac359125d3 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Subnet': ['ID=eae18f78-e714-4cc9-8913-4fc246e24484,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:44.292953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39276) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:44.302289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d696f1c-a19e-4195-a2e3-24cc135a9077 None None] Network eaebdbaa-f460-4911-bea5-2cbd6c94d87b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:44.329830 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.345274 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Transition to ACTIVE for port object 757513ad-bc4e-47b3-99d1-5544e3447d35 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:44.361935 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e9ebe-aac1-4edc-82bb-59f3c598dbc5 None None] Pushing event updated for resources: {'Port': ['ID=4878dd2c-25de-463a-ab6d-3ad252f6bea5,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:44.388842 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.397233 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.449793 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Network 3067261b-16f0-4f6a-b161-718c5a7c5c8a is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:44.453197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:44.457427 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:44.463809 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:44.464606 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.475284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Pushing event updated for resources: {'Port': ['ID=757513ad-bc4e-47b3-99d1-5544e3447d35,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:44.480852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Deleting port 3f9c050a-f3a6-483e-b734-f59de40325ac {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:44.481204 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.487311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:44.487747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:44.488691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:44.489112 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:44.489525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:44.489952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:44.490378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:44.490787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:44.491189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:44.491533 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:44.491860 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:44.492192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:44.505923 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-22778424-43fd-4e48-84db-d18b17bce9ee tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.6353428 Aug 05 14:30:44.506221 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39278) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:44.574146 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] For port 3f9c050a-f3a6-483e-b734-f59de40325ac, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3f9c050a-f3a6-483e-b734-f59de40325ac,segment=NetworkSegment(24e14cfb-a5e9-48f0-882b-aea4be66a37f),segment_id=24e14cfb-a5e9-48f0-882b-aea4be66a37f)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:44.574703 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.580213 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad514030-540a-4486-90b2-5675f00911b8 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:44.587973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad514030-540a-4486-90b2-5675f00911b8 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:44.593207 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Calling delete_port for 3f9c050a-f3a6-483e-b734-f59de40325ac owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:44.596290 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad514030-540a-4486-90b2-5675f00911b8 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:44.603019 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ad514030-540a-4486-90b2-5675f00911b8 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0955620 Aug 05 14:30:44.604562 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890a69c7-5bd1-4803-ae0c-47e7eb5e0662 None None] DHCP port deletion for eaebdbaa-f460-4911-bea5-2cbd6c94d87b request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:30:44.606094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39280) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:44.676240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-890a69c7-5bd1-4803-ae0c-47e7eb5e0662 None None] Deleting port 3f9c050a-f3a6-483e-b734-f59de40325ac {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:44.676901 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-890a69c7-5bd1-4803-ae0c-47e7eb5e0662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.723670 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.741750 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] No DVR routers for this DVR port 3f9c050a-f3a6-483e-b734-f59de40325ac on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:30:44.760203 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-890a69c7-5bd1-4803-ae0c-47e7eb5e0662 None None] For port 3f9c050a-f3a6-483e-b734-f59de40325ac, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3f9c050a-f3a6-483e-b734-f59de40325ac,segment=NetworkSegment(24e14cfb-a5e9-48f0-882b-aea4be66a37f),segment_id=24e14cfb-a5e9-48f0-882b-aea4be66a37f)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:44.760610 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-890a69c7-5bd1-4803-ae0c-47e7eb5e0662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.764371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4878dd2c-25de-463a-ab6d-3ad252f6bea5 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:30:44.772917 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-17d70c44-ad8c-49f3-8b19-9ca97edcf3ed tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Deleting port 757513ad-bc4e-47b3-99d1-5544e3447d35 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:44.773197 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17d70c44-ad8c-49f3-8b19-9ca97edcf3ed tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.778515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Port': ['ID=3f9c050a-f3a6-483e-b734-f59de40325ac,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:44.800335 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-890a69c7-5bd1-4803-ae0c-47e7eb5e0662 None None] Calling delete_port for 3f9c050a-f3a6-483e-b734-f59de40325ac owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:44.867106 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.874208 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4878dd2c-25de-463a-ab6d-3ad252f6bea5 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:30:44.875684 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17d70c44-ad8c-49f3-8b19-9ca97edcf3ed tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.877865 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaebdbaa-f460-4911-bea5-2cbd6c94d87b']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:44.890602 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e14cfb-a5e9-48f0-882b-aea4be66a37f') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:44.891015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e14cfb-a5e9-48f0-882b-aea4be66a37f') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:44.894200 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-17d70c44-ad8c-49f3-8b19-9ca97edcf3ed tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Calling delete_port for 757513ad-bc4e-47b3-99d1-5544e3447d35 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:44.902425 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.911032 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-890a69c7-5bd1-4803-ae0c-47e7eb5e0662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.925177 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.936101 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:44.936587 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:44.940813 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:44.953763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a69c7-5bd1-4803-ae0c-47e7eb5e0662 None None] Pushing event deleted for resources: {'Port': ['ID=3f9c050a-f3a6-483e-b734-f59de40325ac,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:44.955935 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a69c7-5bd1-4803-ae0c-47e7eb5e0662 None None] No DVR routers for this DVR port 3f9c050a-f3a6-483e-b734-f59de40325ac on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:30:44.960539 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:44.976654 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a36d1a8b-350f-46d7-a92b-14766161a702 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:30:45.001700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: a36d1a8b-350f-46d7-a92b-14766161a702 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:30:45.002453 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a36d1a8b-350f-46d7-a92b-14766161a702 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:30:45.003091 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3f9c050a-f3a6-483e-b734-f59de40325ac no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:30:45.020716 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:45.022786 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 3f9c050a-f3a6-483e-b734-f59de40325ac {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:30:45.023304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3f9c050a-f3a6-483e-b734-f59de40325ac not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:30:45.023754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a31fa197-1f43-4e14-9162-71d3b0f1b2cb no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:30:45.026081 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:45.028538 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] 10.222.0.16 "DELETE /v2.0/networks/eaebdbaa-f460-4911-bea5-2cbd6c94d87b HTTP/1.1" status: 204 len: 168 time: 0.7345874 Aug 05 14:30:45.046598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: a31fa197-1f43-4e14-9162-71d3b0f1b2cb {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:30:45.047036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a31fa197-1f43-4e14-9162-71d3b0f1b2cb not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:30:45.053500 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9961b4-17bb-4a5e-bb20-b29227bfe7d4 tempest-NetworksIpV6Test-1412811469 tempest-NetworksIpV6Test-1412811469-project] Pushing event deleted for resources: {'Network': ['ID=eaebdbaa-f460-4911-bea5-2cbd6c94d87b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:45.085540 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17d70c44-ad8c-49f3-8b19-9ca97edcf3ed tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:45.120781 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d70c44-ad8c-49f3-8b19-9ca97edcf3ed tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Pushing event deleted for resources: {'Port': ['ID=757513ad-bc4e-47b3-99d1-5544e3447d35,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:45.151716 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17d70c44-ad8c-49f3-8b19-9ca97edcf3ed tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:45.157893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39284) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:45.158243 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-17d70c44-ad8c-49f3-8b19-9ca97edcf3ed tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] 10.222.0.16 "DELETE /v2.0/ports/757513ad-bc4e-47b3-99d1-5544e3447d35 HTTP/1.1" status: 204 len: 168 time: 0.5506165 Aug 05 14:30:45.163613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-96c91ce1-a62c-40bc-a54a-4017374c0a05 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Request body: {'port': {'name': 'tempest-new-port-name-1692416435', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:45.163905 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.api.validators [None req-96c91ce1-a62c-40bc-a54a-4017374c0a05 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] bootfile-name is not in valid_values {{(pid=105723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 14:30:45.164241 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.api.validators [None req-96c91ce1-a62c-40bc-a54a-4017374c0a05 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] tftp-server is not in valid_values {{(pid=105723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 14:30:45.164597 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.api.validators [None req-96c91ce1-a62c-40bc-a54a-4017374c0a05 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] server-ip-address is not in valid_values {{(pid=105723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 05 14:30:45.232191 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96c91ce1-a62c-40bc-a54a-4017374c0a05 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:45.339377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39288) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:45.449649 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96c91ce1-a62c-40bc-a54a-4017374c0a05 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:45.455874 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96c91ce1-a62c-40bc-a54a-4017374c0a05 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:45.484697 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d9a340-6136-4e2c-8a1f-61808a408b22 None None] Network 3067261b-16f0-4f6a-b161-718c5a7c5c8a requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:45.495670 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4317a73c-73eb-419d-a0a3-1398c68f971f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96c73f49bf48446985709471760bbf0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549046 Aug 05 14:30:45.496243 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-96c91ce1-a62c-40bc-a54a-4017374c0a05 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] In _notify_port_updated(), no bound segment for port e950f094-bebf-4a11-9393-c8abad1baed6 on network 3067261b-16f0-4f6a-b161-718c5a7c5c8a {{(pid=105723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:30:45.498084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39292) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:45.501976 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c91ce1-a62c-40bc-a54a-4017374c0a05 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:45.502649 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96c91ce1-a62c-40bc-a54a-4017374c0a05 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:45.506643 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39294) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:45.506878 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-96c91ce1-a62c-40bc-a54a-4017374c0a05 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] 10.222.0.16 "PUT /v2.0/ports/e950f094-bebf-4a11-9393-c8abad1baed6 HTTP/1.1" status: 200 len: 1130 time: 0.3477681 Aug 05 14:30:45.529498 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c91ce1-a62c-40bc-a54a-4017374c0a05 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Pushing event updated for resources: {'Port': ['ID=e950f094-bebf-4a11-9393-c8abad1baed6,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:45.560224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dd941ac3-9ce2-4044-8ded-cf1432ab5980 None None] Provisioning for port 4878dd2c-25de-463a-ab6d-3ad252f6bea5 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:30:45.572826 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dd941ac3-9ce2-4044-8ded-cf1432ab5980 None None] Provisioning complete for port 4878dd2c-25de-463a-ab6d-3ad252f6bea5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:45.573196 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dd941ac3-9ce2-4044-8ded-cf1432ab5980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:45.578265 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72824ca7-fe40-401f-b742-16c9abb5804d tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:45.579706 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-72824ca7-fe40-401f-b742-16c9abb5804d tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] 10.222.0.16 "GET /v2.0/ports/e950f094-bebf-4a11-9393-c8abad1baed6 HTTP/1.1" status: 200 len: 1130 time: 0.0721462 Aug 05 14:30:45.584356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39296) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:45.632100 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01e9bf94-bbff-4d94-90a8-7dac0a6b4b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:45.683598 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01e9bf94-bbff-4d94-90a8-7dac0a6b4b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:45.706645 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dd941ac3-9ce2-4044-8ded-cf1432ab5980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:45.735002 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9309eecf-ec20-4e6b-b3c2-dd8e464ef515 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Deleting port e950f094-bebf-4a11-9393-c8abad1baed6 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:45.735350 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9309eecf-ec20-4e6b-b3c2-dd8e464ef515 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:45.744758 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dd941ac3-9ce2-4044-8ded-cf1432ab5980 None None] For port 4878dd2c-25de-463a-ab6d-3ad252f6bea5, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4878dd2c-25de-463a-ab6d-3ad252f6bea5,segment=NetworkSegment(3e49cfb0-aedf-4856-8858-ae215e442bab),segment_id=3e49cfb0-aedf-4856-8858-ae215e442bab)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:45.749279 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dd941ac3-9ce2-4044-8ded-cf1432ab5980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:45.794872 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01e9bf94-bbff-4d94-90a8-7dac0a6b4b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:45.797806 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-01e9bf94-bbff-4d94-90a8-7dac0a6b4b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:45.803318 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-01e9bf94-bbff-4d94-90a8-7dac0a6b4b48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9cd30ba1-83cf-4a46-8de3-c59c4a40dfb6 HTTP/1.1" status: 204 len: 168 time: 0.2999039 Aug 05 14:30:45.811944 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd941ac3-9ce2-4044-8ded-cf1432ab5980 None None] Pushing event updated for resources: {'Port': ['ID=4878dd2c-25de-463a-ab6d-3ad252f6bea5,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:45.816095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9bf94-bbff-4d94-90a8-7dac0a6b4b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd30ba1-83cf-4a46-8de3-c59c4a40dfb6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:45.874839 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-22559bfd-2e93-468b-98f6-dd1cbaf3bc64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:45.887363 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9309eecf-ec20-4e6b-b3c2-dd8e464ef515 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:45.902151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9309eecf-ec20-4e6b-b3c2-dd8e464ef515 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Calling delete_port for e950f094-bebf-4a11-9393-c8abad1baed6 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:46.039723 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9309eecf-ec20-4e6b-b3c2-dd8e464ef515 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.064608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f0966349-bb12-4ea3-96c6-885f67e69558 None None] Could not find standard attr ID for object e950f094-bebf-4a11-9393-c8abad1baed6. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:30:46.076804 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f0966349-bb12-4ea3-96c6-885f67e69558 None None] Provisioning complete for port 4878dd2c-25de-463a-ab6d-3ad252f6bea5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:46.077194 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f0966349-bb12-4ea3-96c6-885f67e69558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.090104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309eecf-ec20-4e6b-b3c2-dd8e464ef515 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Pushing event deleted for resources: {'Port': ['ID=e950f094-bebf-4a11-9393-c8abad1baed6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:46.130898 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9309eecf-ec20-4e6b-b3c2-dd8e464ef515 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.136020 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9309eecf-ec20-4e6b-b3c2-dd8e464ef515 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] 10.222.0.16 "DELETE /v2.0/ports/e950f094-bebf-4a11-9393-c8abad1baed6 HTTP/1.1" status: 204 len: 168 time: 0.5481110 Aug 05 14:30:46.137468 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39310) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:46.203253 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6615e540-c260-4499-8acf-7349ab78f2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Deleting subnet bd96cae3-354c-499e-900d-2f4a0f7a099c {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:30:46.206220 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.208259 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6615e540-c260-4499-8acf-7349ab78f2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.251762 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6615e540-c260-4499-8acf-7349ab78f2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.319516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0b7cb870-0512-482b-98b5-6e8c743985f2 None None] Could not find standard attr ID for object e950f094-bebf-4a11-9393-c8abad1baed6. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:30:46.354925 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6615e540-c260-4499-8acf-7349ab78f2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.425925 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6615e540-c260-4499-8acf-7349ab78f2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.463393 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615e540-c260-4499-8acf-7349ab78f2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Pushing event deleted for resources: {'Subnet': ['ID=bd96cae3-354c-499e-900d-2f4a0f7a099c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:46.467024 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6615e540-c260-4499-8acf-7349ab78f2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.469692 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6615e540-c260-4499-8acf-7349ab78f2d6 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] 10.222.0.16 "DELETE /v2.0/subnets/bd96cae3-354c-499e-900d-2f4a0f7a099c HTTP/1.1" status: 204 len: 168 time: 0.3310494 Aug 05 14:30:46.472039 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39322) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:46.536566 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a7fd9eb9-0388-4a76-9e68-6b5cc6a65f09 None None] Could not find standard attr ID for object 757513ad-bc4e-47b3-99d1-5544e3447d35. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:30:46.553436 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.575822 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39324) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:46.615312 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Deleting port 4878dd2c-25de-463a-ab6d-3ad252f6bea5 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:46.615682 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.699856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-0e418d99-4344-48d3-ab43-254f1bfc698f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1095507333'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:46.702366 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] For port 4878dd2c-25de-463a-ab6d-3ad252f6bea5, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4878dd2c-25de-463a-ab6d-3ad252f6bea5,segment=NetworkSegment(3e49cfb0-aedf-4856-8858-ae215e442bab),segment_id=3e49cfb0-aedf-4856-8858-ae215e442bab)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:46.702858 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.706592 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4878dd2c-25de-463a-ab6d-3ad252f6bea5 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:30:46.717328 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Calling delete_port for 4878dd2c-25de-463a-ab6d-3ad252f6bea5 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:46.727555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e418d99-4344-48d3-ab43-254f1bfc698f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Made reservation on behalf of acc7a1af4b404fc58658f73f6ea6e246 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:46.732830 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e418d99-4344-48d3-ab43-254f1bfc698f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.742580 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e418d99-4344-48d3-ab43-254f1bfc698f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.757724 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805312c4-521f-497c-aba5-8272ee2fb22e None None] Network 3067261b-16f0-4f6a-b161-718c5a7c5c8a requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:46.808558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4878dd2c-25de-463a-ab6d-3ad252f6bea5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:46.809061 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.827238 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.853795 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e418d99-4344-48d3-ab43-254f1bfc698f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.859024 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Pushing event deleted for resources: {'Port': ['ID=4878dd2c-25de-463a-ab6d-3ad252f6bea5,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:46.859379 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e418d99-4344-48d3-ab43-254f1bfc698f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.863159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] No DVR routers for this DVR port 4878dd2c-25de-463a-ab6d-3ad252f6bea5 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:30:46.872521 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e418d99-4344-48d3-ab43-254f1bfc698f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:46.889368 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Could not find standard attr ID for object 4878dd2c-25de-463a-ab6d-3ad252f6bea5. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:30:46.896891 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e418d99-4344-48d3-ab43-254f1bfc698f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.897243 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-0e418d99-4344-48d3-ab43-254f1bfc698f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Added segment c2f80171-9087-4c49-8ffa-9a28e66f24bb of type vlan for network 027c08c0-adca-4179-900e-fe0008956ef1 Aug 05 14:30:46.906354 n-d-803585-2 neutron-server[105725]: INFO neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No ports have port_id starting with 4878dd2c-25de-463a-ab6d-3ad252f6bea5 Aug 05 14:30:46.932989 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e418d99-4344-48d3-ab43-254f1bfc698f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2708b559-11e2-452d-b7b8-f06014656917,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:46.950887 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e418d99-4344-48d3-ab43-254f1bfc698f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.952632 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.964293 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3067261b-16f0-4f6a-b161-718c5a7c5c8a']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:46.975399 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e49cfb0-aedf-4856-8858-ae215e442bab') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:46.975786 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e49cfb0-aedf-4856-8858-ae215e442bab') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:46.985210 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:46.986160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8946339-2432-4e3c-94b8-228f7f8acef4 None None] DHCP port deletion for 3067261b-16f0-4f6a-b161-718c5a7c5c8a request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:30:46.990989 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e418d99-4344-48d3-ab43-254f1bfc698f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:47.000079 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e418d99-4344-48d3-ab43-254f1bfc698f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:47.000716 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e418d99-4344-48d3-ab43-254f1bfc698f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:47.004811 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:47.011092 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:47.011717 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:47.014811 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:47.057197 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0e418d99-4344-48d3-ab43-254f1bfc698f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4801652 Aug 05 14:30:47.071279 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e418d99-4344-48d3-ab43-254f1bfc698f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event updated for resources: {'Network': ['ID=027c08c0-adca-4179-900e-fe0008956ef1,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:47.078644 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:47.085762 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 027c08c0-adca-4179-900e-fe0008956ef1 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:47.096824 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:47.101452 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] 10.222.0.16 "DELETE /v2.0/networks/3067261b-16f0-4f6a-b161-718c5a7c5c8a HTTP/1.1" status: 204 len: 168 time: 0.6253271 Aug 05 14:30:47.101452 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73deb1b-3a92-4075-bebd-425816f3882e tempest-ExtraDHCPOptionsIpV6TestJSON-786101312 tempest-ExtraDHCPOptionsIpV6TestJSON-786101312-project] Pushing event deleted for resources: {'Network': ['ID=3067261b-16f0-4f6a-b161-718c5a7c5c8a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:47.350954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39332) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:47.483946 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c58320b5-f171-4285-a21e-60db56f213af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=157fe89edf494e00ac7528e5c80c3e49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318202 Aug 05 14:30:47.486451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39336) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:47.538556 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8b111d22-6219-48d6-a2eb-42cf7752fbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:47.559696 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8b111d22-6219-48d6-a2eb-42cf7752fbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:47.612152 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8b111d22-6219-48d6-a2eb-42cf7752fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:47.616150 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8b111d22-6219-48d6-a2eb-42cf7752fbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:47.619862 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8b111d22-6219-48d6-a2eb-42cf7752fbbc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f1b895f-4613-4e4c-bb56-e7cd079585b6 HTTP/1.1" status: 204 len: 168 time: 0.1302035 Aug 05 14:30:47.626109 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b111d22-6219-48d6-a2eb-42cf7752fbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1b895f-4613-4e4c-bb56-e7cd079585b6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:48.336683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39358) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:48.397466 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-57aa1b9b-242c-4e4e-ac04-0a884702e412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:48.435830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-657334dd-f41f-4586-906b-f6fea7a4e728 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'network': {'name': 'tempest-RoutersTest-1738385242'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:48.456123 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657334dd-f41f-4586-906b-f6fea7a4e728 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:48.459625 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-657334dd-f41f-4586-906b-f6fea7a4e728 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:48.468545 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-657334dd-f41f-4586-906b-f6fea7a4e728 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:48.563408 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-657334dd-f41f-4586-906b-f6fea7a4e728 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:48.567787 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-657334dd-f41f-4586-906b-f6fea7a4e728 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:48.595720 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657334dd-f41f-4586-906b-f6fea7a4e728 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:48.607475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657334dd-f41f-4586-906b-f6fea7a4e728 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d0d762-8dc0-43a9-8437-48b1f3f767b6,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:48.615430 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-657334dd-f41f-4586-906b-f6fea7a4e728 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:48.615779 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-657334dd-f41f-4586-906b-f6fea7a4e728 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Added segment a4e6572b-1d11-42eb-9dd2-3b1b2ef36b98 of type vlan for network 9c7fb1cc-1180-4950-a802-406c63af6685 Aug 05 14:30:48.623138 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:48.669141 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-657334dd-f41f-4586-906b-f6fea7a4e728 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:48.704754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4878dd2c-25de-463a-ab6d-3ad252f6bea5 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:30:48.705013 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-657334dd-f41f-4586-906b-f6fea7a4e728 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:48.711071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657334dd-f41f-4586-906b-f6fea7a4e728 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:48.711870 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-657334dd-f41f-4586-906b-f6fea7a4e728 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:48.725143 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4878dd2c-25de-463a-ab6d-3ad252f6bea5 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:30:48.725488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4878dd2c-25de-463a-ab6d-3ad252f6bea5 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:30:48.771058 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-657334dd-f41f-4586-906b-f6fea7a4e728 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4331431 Aug 05 14:30:48.774059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39362) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:48.780145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f5397435-4189-4431-afb8-7691160d4d4c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'network': {'name': 'tempest-RoutersTest-1115455470'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:48.782934 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657334dd-f41f-4586-906b-f6fea7a4e728 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Network': ['ID=9c7fb1cc-1180-4950-a802-406c63af6685,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:48.794502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 9c7fb1cc-1180-4950-a802-406c63af6685 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:48.815217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5397435-4189-4431-afb8-7691160d4d4c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:48.818952 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5397435-4189-4431-afb8-7691160d4d4c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:48.843464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5397435-4189-4431-afb8-7691160d4d4c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:48.855246 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5397435-4189-4431-afb8-7691160d4d4c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:48.855851 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-f5397435-4189-4431-afb8-7691160d4d4c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Added segment 34894c5e-68e9-4946-b609-e544e1f3ed9d of type vlan for network 50e14352-69c4-439d-8422-49d2975a8a54 Aug 05 14:30:48.896976 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5397435-4189-4431-afb8-7691160d4d4c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:48.926117 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5397435-4189-4431-afb8-7691160d4d4c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:48.931675 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5397435-4189-4431-afb8-7691160d4d4c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:48.932258 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f5397435-4189-4431-afb8-7691160d4d4c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:48.992795 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f5397435-4189-4431-afb8-7691160d4d4c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2167246 Aug 05 14:30:48.995810 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39364) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:49.000961 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c50e2ce0-e951-4f55-b8fb-d877e2990a37 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'subnet': {'network_id': '9c7fb1cc-1180-4950-a802-406c63af6685', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:49.004422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5397435-4189-4431-afb8-7691160d4d4c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Network': ['ID=50e14352-69c4-439d-8422-49d2975a8a54,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:49.014188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 50e14352-69c4-439d-8422-49d2975a8a54 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:49.101481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50e2ce0-e951-4f55-b8fb-d877e2990a37 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:49.104928 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c50e2ce0-e951-4f55-b8fb-d877e2990a37 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:49.284344 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c50e2ce0-e951-4f55-b8fb-d877e2990a37 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:49.343855 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e2ce0-e951-4f55-b8fb-d877e2990a37 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Subnet': ['ID=0555c4f4-2eea-414e-b4ad-1ce5881cada0,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:49.352694 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50e2ce0-e951-4f55-b8fb-d877e2990a37 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Checking segment: {'id': 'a4e6572b-1d11-42eb-9dd2-3b1b2ef36b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9c7fb1cc-1180-4950-a802-406c63af6685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:49.353066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e2ce0-e951-4f55-b8fb-d877e2990a37 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network hostable DHCP agents. Network: 9c7fb1cc-1180-4950-a802-406c63af6685, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:49.369665 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e2ce0-e951-4f55-b8fb-d877e2990a37 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network 9c7fb1cc-1180-4950-a802-406c63af6685 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:49.378302 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-c50e2ce0-e951-4f55-b8fb-d877e2990a37 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 9c7fb1cc-1180-4950-a802-406c63af6685) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:49.383344 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50e2ce0-e951-4f55-b8fb-d877e2990a37 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:49.384305 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c50e2ce0-e951-4f55-b8fb-d877e2990a37 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:49.388639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8330704-d098-4ea4-9254-d36088f08f58 None None] Network 9c7fb1cc-1180-4950-a802-406c63af6685 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:49.407493 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c50e2ce0-e951-4f55-b8fb-d877e2990a37 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4079294 Aug 05 14:30:49.407855 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39366) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:49.413443 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d21fb6c1-3dea-467f-ad10-38cad917c88f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'subnet': {'network_id': '50e14352-69c4-439d-8422-49d2975a8a54', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:49.508401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21fb6c1-3dea-467f-ad10-38cad917c88f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:49.512354 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d21fb6c1-3dea-467f-ad10-38cad917c88f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:49.720159 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:49.732890 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d21fb6c1-3dea-467f-ad10-38cad917c88f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:49.763903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-9c7fb1cc-1180-4950-a802-406c63af6685', 'network_id': '9c7fb1cc-1180-4950-a802-406c63af6685', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'fixed_ips': [{'subnet_id': '0555c4f4-2eea-414e-b4ad-1ce5881cada0'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:30:49.764794 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:49.808953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fb6c1-3dea-467f-ad10-38cad917c88f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Subnet': ['ID=f8bdedcb-e099-4c7b-9836-b4f5601a1657,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:49.817150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21fb6c1-3dea-467f-ad10-38cad917c88f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Checking segment: {'id': '34894c5e-68e9-4946-b609-e544e1f3ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '50e14352-69c4-439d-8422-49d2975a8a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:49.817516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21fb6c1-3dea-467f-ad10-38cad917c88f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network hostable DHCP agents. Network: 50e14352-69c4-439d-8422-49d2975a8a54, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:49.834676 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21fb6c1-3dea-467f-ad10-38cad917c88f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network 50e14352-69c4-439d-8422-49d2975a8a54 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:49.844177 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-d21fb6c1-3dea-467f-ad10-38cad917c88f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 50e14352-69c4-439d-8422-49d2975a8a54) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:49.849922 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21fb6c1-3dea-467f-ad10-38cad917c88f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:49.850876 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d21fb6c1-3dea-467f-ad10-38cad917c88f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:49.861015 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4970618-78fb-4397-b2e9-aa87fded3534 None None] Network 50e14352-69c4-439d-8422-49d2975a8a54 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:49.868952 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d21fb6c1-3dea-467f-ad10-38cad917c88f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4572101 Aug 05 14:30:49.869416 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39368) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:49.874267 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-33a09945-c6a6-4599-ba09-360eb3c14b6b tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1585485608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:49.903380 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33a09945-c6a6-4599-ba09-360eb3c14b6b tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:49.904844 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33a09945-c6a6-4599-ba09-360eb3c14b6b tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:49.989560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Allocated IP 172.20.0.2 (9c7fb1cc-1180-4950-a802-406c63af6685/0555c4f4-2eea-414e-b4ad-1ce5881cada0/83caa22e-fe25-41f6-a368-6b274cfdda5b) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:49.995556 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33a09945-c6a6-4599-ba09-360eb3c14b6b tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.000256 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33a09945-c6a6-4599-ba09-360eb3c14b6b tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.017284 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33a09945-c6a6-4599-ba09-360eb3c14b6b tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.018923 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-33a09945-c6a6-4599-ba09-360eb3c14b6b tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1483476 Aug 05 14:30:50.022550 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39370) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:50.123521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-50e14352-69c4-439d-8422-49d2975a8a54', 'network_id': '50e14352-69c4-439d-8422-49d2975a8a54', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'fixed_ips': [{'subnet_id': 'f8bdedcb-e099-4c7b-9836-b4f5601a1657'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:30:50.125098 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.298619 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.312171 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39372) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:50.314639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Transition to ACTIVE for port object 83caa22e-fe25-41f6-a368-6b274cfdda5b will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:50.318759 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.321788 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-4bc11f26-81bf-4c14-93e3-7617f76d2b34 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Request body: {'subnet': {'network_id': '027c08c0-adca-4179-900e-fe0008956ef1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:50.346140 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Allocated IP 172.21.0.2 (50e14352-69c4-439d-8422-49d2975a8a54/f8bdedcb-e099-4c7b-9836-b4f5601a1657/e2e9cee9-0604-44ef-8979-8e5cd5f9060f) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:50.348819 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Transition to ACTIVE for port object 83caa22e-fe25-41f6-a368-6b274cfdda5b will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:50.361430 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.459115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Network 9c7fb1cc-1180-4950-a802-406c63af6685 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:50.467443 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:50.471891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:50.496239 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Pushing event updated for resources: {'Port': ['ID=83caa22e-fe25-41f6-a368-6b274cfdda5b,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:50.561834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Attempting to bind port 83caa22e-fe25-41f6-a368-6b274cfdda5b on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:30:50.562523 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Attempting to bind port 83caa22e-fe25-41f6-a368-6b274cfdda5b by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'a4e6572b-1d11-42eb-9dd2-3b1b2ef36b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9c7fb1cc-1180-4950-a802-406c63af6685'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:30:50.563072 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Attempting to bind port 83caa22e-fe25-41f6-a368-6b274cfdda5b on network 9c7fb1cc-1180-4950-a802-406c63af6685 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:30:50.577587 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:30:50.578146 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Checking segment: {'id': 'a4e6572b-1d11-42eb-9dd2-3b1b2ef36b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9c7fb1cc-1180-4950-a802-406c63af6685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:50.578685 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.579186 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Bound using segment: {'id': 'a4e6572b-1d11-42eb-9dd2-3b1b2ef36b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9c7fb1cc-1180-4950-a802-406c63af6685'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:30:50.579773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Bound port: 83caa22e-fe25-41f6-a368-6b274cfdda5b, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e6572b-1d11-42eb-9dd2-3b1b2ef36b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9c7fb1cc-1180-4950-a802-406c63af6685'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:30:50.580266 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.588578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Allocated IP 172.20.0.1 (9c7fb1cc-1180-4950-a802-406c63af6685/0555c4f4-2eea-414e-b4ad-1ce5881cada0/8b61dd3c-8844-4723-b0b7-b50d8645b5ae) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:50.660377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc11f26-81bf-4c14-93e3-7617f76d2b34 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Made reservation on behalf of acc7a1af4b404fc58658f73f6ea6e246 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:50.664562 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bc11f26-81bf-4c14-93e3-7617f76d2b34 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.671065 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.689505 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Transition to ACTIVE for port object e2e9cee9-0604-44ef-8979-8e5cd5f9060f will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:50.717395 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] For port 83caa22e-fe25-41f6-a368-6b274cfdda5b, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:30:50.721114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Transition to ACTIVE for port object e2e9cee9-0604-44ef-8979-8e5cd5f9060f will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:50.732408 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.733013 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.736155 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] For port 83caa22e-fe25-41f6-a368-6b274cfdda5b, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=83caa22e-fe25-41f6-a368-6b274cfdda5b,segment=NetworkSegment(a4e6572b-1d11-42eb-9dd2-3b1b2ef36b98),segment_id=a4e6572b-1d11-42eb-9dd2-3b1b2ef36b98)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:30:50.749415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Transition to ACTIVE for port object 8b61dd3c-8844-4723-b0b7-b50d8645b5ae will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:50.763475 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.788716 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.796245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Network 50e14352-69c4-439d-8422-49d2975a8a54 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:50.807402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:50.809725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:50.817725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Pushing event updated for resources: {'Port': ['ID=e2e9cee9-0604-44ef-8979-8e5cd5f9060f,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:50.837618 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network 9c7fb1cc-1180-4950-a802-406c63af6685 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:50.846281 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:50.850882 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:50.855115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=8b61dd3c-8844-4723-b0b7-b50d8645b5ae,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:50.889417 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bc11f26-81bf-4c14-93e3-7617f76d2b34 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.905562 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.913168 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Attempting to bind port e2e9cee9-0604-44ef-8979-8e5cd5f9060f on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:30:50.913548 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Attempting to bind port e2e9cee9-0604-44ef-8979-8e5cd5f9060f by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '34894c5e-68e9-4946-b609-e544e1f3ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '50e14352-69c4-439d-8422-49d2975a8a54'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:30:50.913925 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Attempting to bind port e2e9cee9-0604-44ef-8979-8e5cd5f9060f on network 50e14352-69c4-439d-8422-49d2975a8a54 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:30:50.920851 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951dbc17-7372-4732-8941-eadd4ac8104e None None] Pushing event updated for resources: {'Port': ['ID=83caa22e-fe25-41f6-a368-6b274cfdda5b,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:50.925158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:30:50.926108 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Checking segment: {'id': '34894c5e-68e9-4946-b609-e544e1f3ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '50e14352-69c4-439d-8422-49d2975a8a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:50.926552 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.926958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Bound using segment: {'id': '34894c5e-68e9-4946-b609-e544e1f3ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '50e14352-69c4-439d-8422-49d2975a8a54'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:30:50.927440 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Bound port: e2e9cee9-0604-44ef-8979-8e5cd5f9060f, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34894c5e-68e9-4946-b609-e544e1f3ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '50e14352-69c4-439d-8422-49d2975a8a54'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:30:50.927829 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:50.964969 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc11f26-81bf-4c14-93e3-7617f76d2b34 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event updated for resources: {'Subnet': ['ID=d60e315c-db1c-4a9f-bef3-84930a21bf89,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:50.983840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc11f26-81bf-4c14-93e3-7617f76d2b34 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Checking segment: {'id': 'c2f80171-9087-4c49-8ffa-9a28e66f24bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '027c08c0-adca-4179-900e-fe0008956ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:50.984660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc11f26-81bf-4c14-93e3-7617f76d2b34 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Network hostable DHCP agents. Network: 027c08c0-adca-4179-900e-fe0008956ef1, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:51.002029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] For port e2e9cee9-0604-44ef-8979-8e5cd5f9060f, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:30:51.005745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc11f26-81bf-4c14-93e3-7617f76d2b34 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Network 027c08c0-adca-4179-900e-fe0008956ef1 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:51.006394 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] For port e2e9cee9-0604-44ef-8979-8e5cd5f9060f, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e2e9cee9-0604-44ef-8979-8e5cd5f9060f,segment=NetworkSegment(34894c5e-68e9-4946-b609-e544e1f3ed9d),segment_id=34894c5e-68e9-4946-b609-e544e1f3ed9d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:30:51.011865 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:51.017264 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-4bc11f26-81bf-4c14-93e3-7617f76d2b34 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 027c08c0-adca-4179-900e-fe0008956ef1) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:51.022862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc11f26-81bf-4c14-93e3-7617f76d2b34 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:51.023583 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bc11f26-81bf-4c14-93e3-7617f76d2b34 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:51.047119 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4bc11f26-81bf-4c14-93e3-7617f76d2b34 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7336488 Aug 05 14:30:51.047864 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39374) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:51.053455 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fc3ac0-cebe-4afa-9423-e773a6ad5d19 None None] Network 027c08c0-adca-4179-900e-fe0008956ef1 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:51.053893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-55622cd1-0492-43fa-b00a-b8120f99f22a tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1920870659'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:51.104076 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55622cd1-0492-43fa-b00a-b8120f99f22a tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Made reservation on behalf of acc7a1af4b404fc58658f73f6ea6e246 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:51.107462 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55622cd1-0492-43fa-b00a-b8120f99f22a tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:51.113281 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:51.156763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55622cd1-0492-43fa-b00a-b8120f99f22a tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:51.164571 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aeb085-2e4c-4933-bd03-6926ec200d42 None None] Pushing event updated for resources: {'Port': ['ID=e2e9cee9-0604-44ef-8979-8e5cd5f9060f,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:51.169445 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55622cd1-0492-43fa-b00a-b8120f99f22a tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:51.170082 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-55622cd1-0492-43fa-b00a-b8120f99f22a tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Added segment bc5840f2-7c85-49cc-9670-ba8a837276c8 of type vlan for network e0e246f5-1c95-477c-98a1-ec367aebf494 Aug 05 14:30:51.240295 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55622cd1-0492-43fa-b00a-b8120f99f22a tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:51.295107 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55622cd1-0492-43fa-b00a-b8120f99f22a tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:51.302074 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55622cd1-0492-43fa-b00a-b8120f99f22a tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:51.302759 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55622cd1-0492-43fa-b00a-b8120f99f22a tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:51.319257 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-027c08c0-adca-4179-900e-fe0008956ef1', 'network_id': '027c08c0-adca-4179-900e-fe0008956ef1', 'tenant_id': 'acc7a1af4b404fc58658f73f6ea6e246', 'fixed_ips': [{'subnet_id': 'd60e315c-db1c-4a9f-bef3-84930a21bf89'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:30:51.320238 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:51.404656 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-55622cd1-0492-43fa-b00a-b8120f99f22a tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3530197 Aug 05 14:30:51.407417 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39376) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:51.409613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55622cd1-0492-43fa-b00a-b8120f99f22a tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event updated for resources: {'Network': ['ID=e0e246f5-1c95-477c-98a1-ec367aebf494,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:51.413157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0ce4b4c8-2960-450a-86ff-35c9fd4ced76 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Request body: {'subnet': {'network_id': 'e0e246f5-1c95-477c-98a1-ec367aebf494', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:51.437437 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network e0e246f5-1c95-477c-98a1-ec367aebf494 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:51.514421 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:51.565362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce4b4c8-2960-450a-86ff-35c9fd4ced76 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Made reservation on behalf of acc7a1af4b404fc58658f73f6ea6e246 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:51.568891 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ce4b4c8-2960-450a-86ff-35c9fd4ced76 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:51.576164 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Allocated IP 2001:db8:0:ffff::2 (027c08c0-adca-4179-900e-fe0008956ef1/d60e315c-db1c-4a9f-bef3-84930a21bf89/df543a05-86bd-4c16-bce1-35e006332255) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:51.595041 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:51.622455 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:51.737971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=8b61dd3c-8844-4723-b0b7-b50d8645b5ae,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:51.740545 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:51.750645 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:51.759988 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Transition to ACTIVE for port object df543a05-86bd-4c16-bce1-35e006332255 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:51.776526 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Transition to ACTIVE for port object df543a05-86bd-4c16-bce1-35e006332255 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:51.783193 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:51.824528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Network 027c08c0-adca-4179-900e-fe0008956ef1 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:51.829100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:51.832316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:51.840013 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Pushing event updated for resources: {'Port': ['ID=df543a05-86bd-4c16-bce1-35e006332255,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:51.902981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Attempting to bind port df543a05-86bd-4c16-bce1-35e006332255 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:30:51.903356 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Attempting to bind port df543a05-86bd-4c16-bce1-35e006332255 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'c2f80171-9087-4c49-8ffa-9a28e66f24bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '027c08c0-adca-4179-900e-fe0008956ef1'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:30:51.903786 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Attempting to bind port df543a05-86bd-4c16-bce1-35e006332255 on network 027c08c0-adca-4179-900e-fe0008956ef1 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:30:51.911790 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:30:51.912161 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Checking segment: {'id': 'c2f80171-9087-4c49-8ffa-9a28e66f24bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '027c08c0-adca-4179-900e-fe0008956ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:51.912571 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:51.912969 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Bound using segment: {'id': 'c2f80171-9087-4c49-8ffa-9a28e66f24bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '027c08c0-adca-4179-900e-fe0008956ef1'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:30:51.913447 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Bound port: df543a05-86bd-4c16-bce1-35e006332255, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f80171-9087-4c49-8ffa-9a28e66f24bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '027c08c0-adca-4179-900e-fe0008956ef1'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:30:51.913839 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:51.934012 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network 9c7fb1cc-1180-4950-a802-406c63af6685 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:51.936265 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:51.993599 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] For port df543a05-86bd-4c16-bce1-35e006332255, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:30:51.997293 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] For port df543a05-86bd-4c16-bce1-35e006332255, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=df543a05-86bd-4c16-bce1-35e006332255,segment=NetworkSegment(c2f80171-9087-4c49-8ffa-9a28e66f24bb),segment_id=c2f80171-9087-4c49-8ffa-9a28e66f24bb)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:30:52.001605 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:52.031391 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9811b13-dd73-40ed-b2fb-d472e00cff46 None None] Network 9c7fb1cc-1180-4950-a802-406c63af6685 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:52.101781 n-d-803585-2 neutron-server[105723]: DEBUG neutron.objects.ports [None req-0ce4b4c8-2960-450a-86ff-35c9fd4ced76 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:30:52.105378 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ce4b4c8-2960-450a-86ff-35c9fd4ced76 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:52.127920 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c6d29-9e7a-49b2-a974-5ffc34005bf5 None None] Pushing event updated for resources: {'Port': ['ID=df543a05-86bd-4c16-bce1-35e006332255,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:52.202655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c579c9f1-3e38-4d98-9856-403a86855071 None None] Provisioning for port 83caa22e-fe25-41f6-a368-6b274cfdda5b completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:30:52.569475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4b4c8-2960-450a-86ff-35c9fd4ced76 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event updated for resources: {'Subnet': ['ID=3f206197-770a-4e07-a5a7-dcbb2f2fb082,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:52.573274 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router ce532e29-ac88-4e46-80c8-5045bc0622a7 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:30:52.626702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce4b4c8-2960-450a-86ff-35c9fd4ced76 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Checking segment: {'id': 'bc5840f2-7c85-49cc-9670-ba8a837276c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0e246f5-1c95-477c-98a1-ec367aebf494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:52.627323 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce4b4c8-2960-450a-86ff-35c9fd4ced76 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Network hostable DHCP agents. Network: e0e246f5-1c95-477c-98a1-ec367aebf494, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:52.654858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3c2f23-3520-4e6e-8eef-dd52c7694fff None None] Network 50e14352-69c4-439d-8422-49d2975a8a54 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:52.658904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f2ba40e4-96df-4c61-986f-5a15395bd87c None None] Provisioning for port 8b61dd3c-8844-4723-b0b7-b50d8645b5ae completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:30:52.693624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f2ba40e4-96df-4c61-986f-5a15395bd87c None None] Provisioning complete for port 8b61dd3c-8844-4723-b0b7-b50d8645b5ae triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:52.694200 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f2ba40e4-96df-4c61-986f-5a15395bd87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:52.696414 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:30:52.701869 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3507a028-2068-4bba-97a6-ceec2aa16e33 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/ce532e29-ac88-4e46-80c8-5045bc0622a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6782568 Aug 05 14:30:52.703577 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce4b4c8-2960-450a-86ff-35c9fd4ced76 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Network e0e246f5-1c95-477c-98a1-ec367aebf494 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:52.705651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39378) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:52.726118 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-0ce4b4c8-2960-450a-86ff-35c9fd4ced76 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, e0e246f5-1c95-477c-98a1-ec367aebf494) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:52.730456 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce4b4c8-2960-450a-86ff-35c9fd4ced76 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:52.731092 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ce4b4c8-2960-450a-86ff-35c9fd4ced76 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:52.753273 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae83ff0-ae74-481a-9738-37f2548944f6 None None] Network e0e246f5-1c95-477c-98a1-ec367aebf494 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:52.761704 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0ce4b4c8-2960-450a-86ff-35c9fd4ced76 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3507898 Aug 05 14:30:52.762444 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39380) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:52.790159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c4ed410b-4f9c-4784-96ba-42dc71e8bf15 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Request body: {'port': {'network_id': 'e0e246f5-1c95-477c-98a1-ec367aebf494', 'name': 'tempest-NetworksIpV6TestAttrs-1861213854'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:52.801870 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded9be3d-58fb-4b54-8419-ef0adf6096b3 None None] Sync routers for ids ['ce532e29-ac88-4e46-80c8-5045bc0622a7'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:30:52.804076 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe26d32-7633-412e-aa30-eeb5a7020487 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:52.808890 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3fe26d32-7633-412e-aa30-eeb5a7020487 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports/8b61dd3c-8844-4723-b0b7-b50d8645b5ae HTTP/1.1" status: 200 len: 910 time: 0.1027982 Aug 05 14:30:52.809566 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39382) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:52.911289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e2e9cee9-0604-44ef-8979-8e5cd5f9060f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:30:52.945948 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded9be3d-58fb-4b54-8419-ef0adf6096b3 None None] Routers {'ce532e29-ac88-4e46-80c8-5045bc0622a7'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:30:52.946748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ded9be3d-58fb-4b54-8419-ef0adf6096b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:30:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ce532e29-ac88-4e46-80c8-5045bc0622a7'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:52.961036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba40e4-96df-4c61-986f-5a15395bd87c None None] Port 8b61dd3c-8844-4723-b0b7-b50d8645b5ae cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:30:52.991411 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ed410b-4f9c-4784-96ba-42dc71e8bf15 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Made reservation on behalf of acc7a1af4b404fc58658f73f6ea6e246 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:52.995213 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c4ed410b-4f9c-4784-96ba-42dc71e8bf15 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:53.025505 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ded9be3d-58fb-4b54-8419-ef0adf6096b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:53.036674 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-c4ed410b-4f9c-4784-96ba-42dc71e8bf15 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] device_id is not set on port b1304c15-95c3-4b59-afce-1bd3d55bfa7e yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:30:53.113793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded9be3d-58fb-4b54-8419-ef0adf6096b3 None None] Routers {'ce532e29-ac88-4e46-80c8-5045bc0622a7'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:30:53.114230 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ded9be3d-58fb-4b54-8419-ef0adf6096b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:30:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ce532e29-ac88-4e46-80c8-5045bc0622a7'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:53.173746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ded9be3d-58fb-4b54-8419-ef0adf6096b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:53.174411 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded9be3d-58fb-4b54-8419-ef0adf6096b3 None None] The sync data for ids ['ce532e29-ac88-4e46-80c8-5045bc0622a7'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:30:53.211493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-c4ed410b-4f9c-4784-96ba-42dc71e8bf15 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Allocated IP 2001:db8::f816:3eff:feb9:da70 (e0e246f5-1c95-477c-98a1-ec367aebf494/3f206197-770a-4e07-a5a7-dcbb2f2fb082/b1304c15-95c3-4b59-afce-1bd3d55bfa7e) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:53.241427 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-e0e246f5-1c95-477c-98a1-ec367aebf494', 'network_id': 'e0e246f5-1c95-477c-98a1-ec367aebf494', 'tenant_id': 'acc7a1af4b404fc58658f73f6ea6e246', 'fixed_ips': [{'subnet_id': '3f206197-770a-4e07-a5a7-dcbb2f2fb082'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:30:53.242390 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:53.247222 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port e2e9cee9-0604-44ef-8979-8e5cd5f9060f completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:30:53.366793 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:53.440948 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 83caa22e-fe25-41f6-a368-6b274cfdda5b up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:30:53.471919 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c4ed410b-4f9c-4784-96ba-42dc71e8bf15 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:53.479639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Provisioning complete for port 8b61dd3c-8844-4723-b0b7-b50d8645b5ae triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:53.480025 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:53.491800 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-c4ed410b-4f9c-4784-96ba-42dc71e8bf15 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Transition to ACTIVE for port object b1304c15-95c3-4b59-afce-1bd3d55bfa7e will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:53.495576 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d166da-ab0a-4e9c-8ce1-2ff9a8f4c2e9 None None] Network 027c08c0-adca-4179-900e-fe0008956ef1 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:53.530423 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c4ed410b-4f9c-4784-96ba-42dc71e8bf15 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:53.580332 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ed410b-4f9c-4784-96ba-42dc71e8bf15 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Network e0e246f5-1c95-477c-98a1-ec367aebf494 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:53.584887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-c4ed410b-4f9c-4784-96ba-42dc71e8bf15 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:53.589945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed410b-4f9c-4784-96ba-42dc71e8bf15 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:53.596704 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ed410b-4f9c-4784-96ba-42dc71e8bf15 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:53.598608 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c4ed410b-4f9c-4784-96ba-42dc71e8bf15 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:53.603076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed410b-4f9c-4784-96ba-42dc71e8bf15 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event updated for resources: {'Port': ['ID=b1304c15-95c3-4b59-afce-1bd3d55bfa7e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:53.629392 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c4ed410b-4f9c-4784-96ba-42dc71e8bf15 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8631446 Aug 05 14:30:53.630269 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39384) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:53.657115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Port 8b61dd3c-8844-4723-b0b7-b50d8645b5ae cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:30:53.712843 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e2eadc-1cee-4c49-8571-9c8ead93c431 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Deleting subnet 3f206197-770a-4e07-a5a7-dcbb2f2fb082 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:30:53.729167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Provisioning for port e2e9cee9-0604-44ef-8979-8e5cd5f9060f completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:30:53.747467 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 83caa22e-fe25-41f6-a368-6b274cfdda5b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:30:53.753050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Allocated IP 2001:db8::f816:3eff:fe7c:10b9 (e0e246f5-1c95-477c-98a1-ec367aebf494/3f206197-770a-4e07-a5a7-dcbb2f2fb082/5871b372-ca35-47ef-bdc4-4387c112ef8f) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:53.757373 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Provisioning complete for port e2e9cee9-0604-44ef-8979-8e5cd5f9060f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:53.758050 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:53.761585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 83caa22e-fe25-41f6-a368-6b274cfdda5b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:53.761939 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:53.763791 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Allocated IP 172.21.0.1 (50e14352-69c4-439d-8422-49d2975a8a54/f8bdedcb-e099-4c7b-9836-b4f5601a1657/4859d6a1-cf00-4316-9db9-2e7a8dfcd08d) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:53.891385 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:53.906412 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Transition to ACTIVE for port object 4859d6a1-cf00-4316-9db9-2e7a8dfcd08d will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:53.944722 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:53.990299 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network 50e14352-69c4-439d-8422-49d2975a8a54 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:53.995769 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:54.000016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:54.040588 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=4859d6a1-cf00-4316-9db9-2e7a8dfcd08d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:54.058544 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.062052 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.084988 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.168601 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] For port e2e9cee9-0604-44ef-8979-8e5cd5f9060f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e2e9cee9-0604-44ef-8979-8e5cd5f9060f,segment=NetworkSegment(34894c5e-68e9-4946-b609-e544e1f3ed9d),segment_id=34894c5e-68e9-4946-b609-e544e1f3ed9d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:54.184721 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.194975 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.198234 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 83caa22e-fe25-41f6-a368-6b274cfdda5b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=83caa22e-fe25-41f6-a368-6b274cfdda5b,segment=NetworkSegment(a4e6572b-1d11-42eb-9dd2-3b1b2ef36b98),segment_id=a4e6572b-1d11-42eb-9dd2-3b1b2ef36b98)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:54.225019 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.225903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device df543a05-86bd-4c16-bce1-35e006332255 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:30:54.263615 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Transition to ACTIVE for port object 5871b372-ca35-47ef-bdc4-4387c112ef8f will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:54.271086 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.350701 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Transition to ACTIVE for port object 5871b372-ca35-47ef-bdc4-4387c112ef8f will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:54.357077 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Pushing event updated for resources: {'Port': ['ID=e2e9cee9-0604-44ef-8979-8e5cd5f9060f,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:54.359919 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2e2eadc-1cee-4c49-8571-9c8ead93c431 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.366823 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.370771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2417fc45-ec2a-4de5-a22e-5242cdcedbc3 None None] Provisioning for port df543a05-86bd-4c16-bce1-35e006332255 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:30:54.377639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:54.377992 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:54.378401 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:54.378897 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:54.379247 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:54.379576 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:54.379911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:54.380242 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:54.380571 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:54.380896 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:54.381635 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:54.381978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b24aec-6cd1-4877-aa61-44def40d3b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:30:54.411832 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2e2eadc-1cee-4c49-8571-9c8ead93c431 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.429632 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Network e0e246f5-1c95-477c-98a1-ec367aebf494 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:54.437162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port df543a05-86bd-4c16-bce1-35e006332255 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:30:54.442867 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:54.445538 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:54.462509 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port df543a05-86bd-4c16-bce1-35e006332255 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:54.462883 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.466108 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2417fc45-ec2a-4de5-a22e-5242cdcedbc3 None None] Provisioning for port 4859d6a1-cf00-4316-9db9-2e7a8dfcd08d completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:30:54.506716 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2417fc45-ec2a-4de5-a22e-5242cdcedbc3 None None] Provisioning complete for port 4859d6a1-cf00-4316-9db9-2e7a8dfcd08d triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:54.507094 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2417fc45-ec2a-4de5-a22e-5242cdcedbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.508623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=83caa22e-fe25-41f6-a368-6b274cfdda5b,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:54.553894 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2e2eadc-1cee-4c49-8571-9c8ead93c431 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.587880 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.596847 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.624810 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2e2eadc-1cee-4c49-8571-9c8ead93c431 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.642852 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Attempting to bind port 5871b372-ca35-47ef-bdc4-4387c112ef8f on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:30:54.643231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Attempting to bind port 5871b372-ca35-47ef-bdc4-4387c112ef8f by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'bc5840f2-7c85-49cc-9670-ba8a837276c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0e246f5-1c95-477c-98a1-ec367aebf494'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:30:54.643591 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Attempting to bind port 5871b372-ca35-47ef-bdc4-4387c112ef8f on network e0e246f5-1c95-477c-98a1-ec367aebf494 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:30:54.646115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Pushing event updated for resources: {'Port': ['ID=5871b372-ca35-47ef-bdc4-4387c112ef8f,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:54.655197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-2417fc45-ec2a-4de5-a22e-5242cdcedbc3 None None] Port 4859d6a1-cf00-4316-9db9-2e7a8dfcd08d cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:30:54.656729 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2eadc-1cee-4c49-8571-9c8ead93c431 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event deleted for resources: {'Subnet': ['ID=3f206197-770a-4e07-a5a7-dcbb2f2fb082,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:54.661967 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:30:54.662299 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Checking segment: {'id': 'bc5840f2-7c85-49cc-9670-ba8a837276c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0e246f5-1c95-477c-98a1-ec367aebf494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:54.662888 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.663451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Bound using segment: {'id': 'bc5840f2-7c85-49cc-9670-ba8a837276c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0e246f5-1c95-477c-98a1-ec367aebf494'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:30:54.664119 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Bound port: 5871b372-ca35-47ef-bdc4-4387c112ef8f, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5840f2-7c85-49cc-9670-ba8a837276c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e0e246f5-1c95-477c-98a1-ec367aebf494'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:30:54.664700 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.667643 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2e2eadc-1cee-4c49-8571-9c8ead93c431 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.670203 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a2e2eadc-1cee-4c49-8571-9c8ead93c431 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/subnets/3f206197-770a-4e07-a5a7-dcbb2f2fb082 HTTP/1.1" status: 204 len: 168 time: 1.0396843 Aug 05 14:30:54.673477 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39386) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:54.716942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=4859d6a1-cf00-4316-9db9-2e7a8dfcd08d,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:54.721472 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.747937 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2417fc45-ec2a-4de5-a22e-5242cdcedbc3 None None] Provisioning complete for port 8b61dd3c-8844-4723-b0b7-b50d8645b5ae triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:54.748310 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2417fc45-ec2a-4de5-a22e-5242cdcedbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.788660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001ea76b-270b-4f92-bfd7-1d02b2c84ef2 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:54.790287 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001ea76b-270b-4f92-bfd7-1d02b2c84ef2 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:54.791818 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-001ea76b-270b-4f92-bfd7-1d02b2c84ef2 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1180806 Aug 05 14:30:54.795049 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39388) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:54.833368 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.841676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network 50e14352-69c4-439d-8422-49d2975a8a54 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:54.843399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:54.859586 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-2417fc45-ec2a-4de5-a22e-5242cdcedbc3 None None] Port 8b61dd3c-8844-4723-b0b7-b50d8645b5ae cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:30:54.865472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] For port 5871b372-ca35-47ef-bdc4-4387c112ef8f, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:30:54.897402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] For port 5871b372-ca35-47ef-bdc4-4387c112ef8f, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5871b372-ca35-47ef-bdc4-4387c112ef8f,segment=NetworkSegment(bc5840f2-7c85-49cc-9670-ba8a837276c8),segment_id=bc5840f2-7c85-49cc-9670-ba8a837276c8)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:30:54.897684 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a4c3599c-5df3-4da6-a59d-0f9010b21e21 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.911282 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port df543a05-86bd-4c16-bce1-35e006332255, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=df543a05-86bd-4c16-bce1-35e006332255,segment=NetworkSegment(c2f80171-9087-4c49-8ffa-9a28e66f24bb),segment_id=c2f80171-9087-4c49-8ffa-9a28e66f24bb)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:54.914122 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c3599c-5df3-4da6-a59d-0f9010b21e21 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 05 14:30:54.914305 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.914570 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c3599c-5df3-4da6-a59d-0f9010b21e21 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:54.917022 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a4c3599c-5df3-4da6-a59d-0f9010b21e21 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/networks/e0e246f5-1c95-477c-98a1-ec367aebf494 HTTP/1.1" status: 409 len: 405 time: 0.1206088 Aug 05 14:30:54.920565 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2417fc45-ec2a-4de5-a22e-5242cdcedbc3 None None] Provisioning complete for port e2e9cee9-0604-44ef-8979-8e5cd5f9060f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:54.920938 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2417fc45-ec2a-4de5-a22e-5242cdcedbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.927122 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39390) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:54.933034 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3ada7657-f534-496c-89ba-0c061f5dab2c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1149116801'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:54.960326 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router ce532e29-ac88-4e46-80c8-5045bc0622a7 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:30:54.962571 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ada7657-f534-496c-89ba-0c061f5dab2c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Made reservation on behalf of acc7a1af4b404fc58658f73f6ea6e246 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:54.968082 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:54.969077 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ada7657-f534-496c-89ba-0c061f5dab2c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:55.044300 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ada7657-f534-496c-89ba-0c061f5dab2c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:55.056315 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ada7657-f534-496c-89ba-0c061f5dab2c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:55.056901 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-3ada7657-f534-496c-89ba-0c061f5dab2c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Added segment a82abb5a-9b22-4a8f-a34f-ce30d5f13359 of type vlan for network 1cd9840b-b8b0-43d9-b2c2-bfe62412e76a Aug 05 14:30:55.085005 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6737aa3-44ed-47af-afa9-da62c95315bb None None] Pushing event updated for resources: {'Port': ['ID=5871b372-ca35-47ef-bdc4-4387c112ef8f,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:55.143153 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ada7657-f534-496c-89ba-0c061f5dab2c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:55.144984 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 83caa22e-fe25-41f6-a368-6b274cfdda5b up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:30:55.187018 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=df543a05-86bd-4c16-bce1-35e006332255,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:55.198215 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ada7657-f534-496c-89ba-0c061f5dab2c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:55.206717 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ada7657-f534-496c-89ba-0c061f5dab2c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:55.208092 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ada7657-f534-496c-89ba-0c061f5dab2c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:55.245597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021fbe71-fb52-4305-947d-4cfce6c542e3 None None] Network e0e246f5-1c95-477c-98a1-ec367aebf494 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:55.274627 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3ada7657-f534-496c-89ba-0c061f5dab2c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3459616 Aug 05 14:30:55.277609 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39392) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:55.282755 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-bcfbea80-1273-4e95-ab87-fb385e949f43 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Request body: {'subnet': {'network_id': '1cd9840b-b8b0-43d9-b2c2-bfe62412e76a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:55.346737 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada7657-f534-496c-89ba-0c061f5dab2c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event updated for resources: {'Network': ['ID=1cd9840b-b8b0-43d9-b2c2-bfe62412e76a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:55.364285 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 1cd9840b-b8b0-43d9-b2c2-bfe62412e76a details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:55.390678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:30:55.394687 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfbea80-1273-4e95-ab87-fb385e949f43 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Made reservation on behalf of acc7a1af4b404fc58658f73f6ea6e246 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:55.396627 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fc58df55-1b64-4388-b3c2-2bbbc2292281 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/ce532e29-ac88-4e46-80c8-5045bc0622a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5860345 Aug 05 14:30:55.399611 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39394) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:55.403751 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63edb9d7-ec2e-4a75-8fb4-a40984ca20fb None None] Sync routers for ids ['ce532e29-ac88-4e46-80c8-5045bc0622a7'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:30:55.404344 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bcfbea80-1273-4e95-ab87-fb385e949f43 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:55.414903 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63edb9d7-ec2e-4a75-8fb4-a40984ca20fb None None] Routers {'ce532e29-ac88-4e46-80c8-5045bc0622a7'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:30:55.415559 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-63edb9d7-ec2e-4a75-8fb4-a40984ca20fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:30:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ce532e29-ac88-4e46-80c8-5045bc0622a7'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:55.448906 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-63edb9d7-ec2e-4a75-8fb4-a40984ca20fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:55.458569 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63edb9d7-ec2e-4a75-8fb4-a40984ca20fb None None] Routers {'ce532e29-ac88-4e46-80c8-5045bc0622a7'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:30:55.459722 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-63edb9d7-ec2e-4a75-8fb4-a40984ca20fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:30:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ce532e29-ac88-4e46-80c8-5045bc0622a7'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:55.468389 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a4f860-fabd-464e-8d86-9f17cf352c07 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:55.473974 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d9a4f860-fabd-464e-8d86-9f17cf352c07 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports/4859d6a1-cf00-4316-9db9-2e7a8dfcd08d HTTP/1.1" status: 200 len: 910 time: 0.0731030 Aug 05 14:30:55.474757 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39396) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:55.496514 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-63edb9d7-ec2e-4a75-8fb4-a40984ca20fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:55.497475 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63edb9d7-ec2e-4a75-8fb4-a40984ca20fb None None] The sync data for ids ['ce532e29-ac88-4e46-80c8-5045bc0622a7'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:30:55.619154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 83caa22e-fe25-41f6-a368-6b274cfdda5b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:55.619534 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:55.707579 n-d-803585-2 neutron-server[105723]: DEBUG neutron.objects.ports [None req-bcfbea80-1273-4e95-ab87-fb385e949f43 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:30:55.709476 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bcfbea80-1273-4e95-ab87-fb385e949f43 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:55.725596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-18c08966-3ee7-4481-b7f8-24b50ebafe00 None None] Provisioning complete for port df543a05-86bd-4c16-bce1-35e006332255 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:55.725975 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-18c08966-3ee7-4481-b7f8-24b50ebafe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:55.754830 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc69da6-57ad-4fa0-be38-7e2c066daf2d None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:30:55.777202 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbea80-1273-4e95-ab87-fb385e949f43 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event updated for resources: {'Subnet': ['ID=104ac696-a4be-4747-88f1-288eeb61a8e3,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:55.787606 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfbea80-1273-4e95-ab87-fb385e949f43 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Checking segment: {'id': 'a82abb5a-9b22-4a8f-a34f-ce30d5f13359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '1cd9840b-b8b0-43d9-b2c2-bfe62412e76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:55.788075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfbea80-1273-4e95-ab87-fb385e949f43 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Network hostable DHCP agents. Network: 1cd9840b-b8b0-43d9-b2c2-bfe62412e76a, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:55.807549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfbea80-1273-4e95-ab87-fb385e949f43 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Network 1cd9840b-b8b0-43d9-b2c2-bfe62412e76a is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:55.820193 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-bcfbea80-1273-4e95-ab87-fb385e949f43 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 1cd9840b-b8b0-43d9-b2c2-bfe62412e76a) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:55.828136 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfbea80-1273-4e95-ab87-fb385e949f43 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:55.829620 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bcfbea80-1273-4e95-ab87-fb385e949f43 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:55.834753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e2e9cee9-0604-44ef-8979-8e5cd5f9060f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:30:55.841110 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eff1d0e4-5c4f-4c79-a8c8-cf07af3e825f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:55.849346 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bcfbea80-1273-4e95-ab87-fb385e949f43 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5676398 Aug 05 14:30:55.849830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39398) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:55.855252 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f70aaf34-8ef4-4ecf-9523-a9558a0c329e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Request body: {'port': {'network_id': '1cd9840b-b8b0-43d9-b2c2-bfe62412e76a', 'name': 'tempest-NetworksIpV6TestAttrs-1521966733'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:56.005858 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70aaf34-8ef4-4ecf-9523-a9558a0c329e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Made reservation on behalf of acc7a1af4b404fc58658f73f6ea6e246 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:56.009558 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f70aaf34-8ef4-4ecf-9523-a9558a0c329e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:56.014115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e2e9cee9-0604-44ef-8979-8e5cd5f9060f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:56.014695 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:56.030745 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-f70aaf34-8ef4-4ecf-9523-a9558a0c329e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] device_id is not set on port 666d0fd3-4427-440a-b332-8831c0490816 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:30:56.075359 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-18c08966-3ee7-4481-b7f8-24b50ebafe00 None None] Provisioning complete for port 4859d6a1-cf00-4316-9db9-2e7a8dfcd08d triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:56.075730 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-18c08966-3ee7-4481-b7f8-24b50ebafe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:56.127795 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-eff1d0e4-5c4f-4c79-a8c8-cf07af3e825f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting port 4859d6a1-cf00-4316-9db9-2e7a8dfcd08d {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:56.128182 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eff1d0e4-5c4f-4c79-a8c8-cf07af3e825f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:56.131274 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-18c08966-3ee7-4481-b7f8-24b50ebafe00 None None] Port 4859d6a1-cf00-4316-9db9-2e7a8dfcd08d cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:30:56.158104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-f70aaf34-8ef4-4ecf-9523-a9558a0c329e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Allocated IP 2001:db8::f816:3eff:fec8:93c4 (1cd9840b-b8b0-43d9-b2c2-bfe62412e76a/104ac696-a4be-4747-88f1-288eeb61a8e3/666d0fd3-4427-440a-b332-8831c0490816) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:56.176909 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc69da6-57ad-4fa0-be38-7e2c066daf2d None None] Unable to find a vacant binding_index for network 1cd9840b-b8b0-43d9-b2c2-bfe62412e76a and agent 377c5a32-eb98-4adf-aeab-f5c84556a567 {{(pid=105725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 05 14:30:56.188140 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc69da6-57ad-4fa0-be38-7e2c066daf2d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 1cd9840b-b8b0-43d9-b2c2-bfe62412e76a) {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:30:56.233520 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eff1d0e4-5c4f-4c79-a8c8-cf07af3e825f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:56.249046 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-eff1d0e4-5c4f-4c79-a8c8-cf07af3e825f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Calling delete_port for 4859d6a1-cf00-4316-9db9-2e7a8dfcd08d owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:56.369811 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f70aaf34-8ef4-4ecf-9523-a9558a0c329e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:56.387642 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-f70aaf34-8ef4-4ecf-9523-a9558a0c329e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Transition to ACTIVE for port object 666d0fd3-4427-440a-b332-8831c0490816 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:56.431790 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f70aaf34-8ef4-4ecf-9523-a9558a0c329e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:56.469632 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-1cd9840b-b8b0-43d9-b2c2-bfe62412e76a', 'network_id': '1cd9840b-b8b0-43d9-b2c2-bfe62412e76a', 'tenant_id': 'acc7a1af4b404fc58658f73f6ea6e246', 'fixed_ips': [{'subnet_id': '104ac696-a4be-4747-88f1-288eeb61a8e3'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:30:56.470523 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:56.474818 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eff1d0e4-5c4f-4c79-a8c8-cf07af3e825f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:56.492793 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70aaf34-8ef4-4ecf-9523-a9558a0c329e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Network 1cd9840b-b8b0-43d9-b2c2-bfe62412e76a is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:56.496117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-f70aaf34-8ef4-4ecf-9523-a9558a0c329e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:56.500747 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70aaf34-8ef4-4ecf-9523-a9558a0c329e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:56.511609 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70aaf34-8ef4-4ecf-9523-a9558a0c329e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:56.512608 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f70aaf34-8ef4-4ecf-9523-a9558a0c329e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:56.513870 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1d0e4-5c4f-4c79-a8c8-cf07af3e825f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Port': ['ID=4859d6a1-cf00-4316-9db9-2e7a8dfcd08d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:56.537817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70aaf34-8ef4-4ecf-9523-a9558a0c329e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event updated for resources: {'Port': ['ID=666d0fd3-4427-440a-b332-8831c0490816,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:56.546968 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f70aaf34-8ef4-4ecf-9523-a9558a0c329e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6957266 Aug 05 14:30:56.547701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39402) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:56.604862 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0102305-c785-489f-a47d-fdb7658c435c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Deleting subnet 104ac696-a4be-4747-88f1-288eeb61a8e3 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:30:56.645410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Allocated IP 2001:db8::f816:3eff:fefa:a541 (1cd9840b-b8b0-43d9-b2c2-bfe62412e76a/104ac696-a4be-4747-88f1-288eeb61a8e3/949e6be0-4b64-4e1b-ae6f-bb54e3829613) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:30:56.681359 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eff1d0e4-5c4f-4c79-a8c8-cf07af3e825f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:56.790915 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:56.799157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Transition to ACTIVE for port object 949e6be0-4b64-4e1b-ae6f-bb54e3829613 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:56.813764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Transition to ACTIVE for port object 949e6be0-4b64-4e1b-ae6f-bb54e3829613 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:30:56.819798 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0102305-c785-489f-a47d-fdb7658c435c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:56.820860 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:56.862735 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0102305-c785-489f-a47d-fdb7658c435c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:56.864936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Network 1cd9840b-b8b0-43d9-b2c2-bfe62412e76a is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:30:56.867992 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:56.871026 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:30:56.878619 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Pushing event updated for resources: {'Port': ['ID=949e6be0-4b64-4e1b-ae6f-bb54e3829613,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:56.893811 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff1d0e4-5c4f-4c79-a8c8-cf07af3e825f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router ce532e29-ac88-4e46-80c8-5045bc0622a7 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:30:56.934158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Attempting to bind port 949e6be0-4b64-4e1b-ae6f-bb54e3829613 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:30:56.934560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Attempting to bind port 949e6be0-4b64-4e1b-ae6f-bb54e3829613 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'a82abb5a-9b22-4a8f-a34f-ce30d5f13359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '1cd9840b-b8b0-43d9-b2c2-bfe62412e76a'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:30:56.934928 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Attempting to bind port 949e6be0-4b64-4e1b-ae6f-bb54e3829613 on network 1cd9840b-b8b0-43d9-b2c2-bfe62412e76a {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:30:56.940345 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:30:56.941736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Checking segment: {'id': 'a82abb5a-9b22-4a8f-a34f-ce30d5f13359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '1cd9840b-b8b0-43d9-b2c2-bfe62412e76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:56.941736 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:56.942123 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Bound using segment: {'id': 'a82abb5a-9b22-4a8f-a34f-ce30d5f13359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '1cd9840b-b8b0-43d9-b2c2-bfe62412e76a'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:30:56.942632 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Bound port: 949e6be0-4b64-4e1b-ae6f-bb54e3829613, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82abb5a-9b22-4a8f-a34f-ce30d5f13359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '1cd9840b-b8b0-43d9-b2c2-bfe62412e76a'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:30:56.943015 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:56.999763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff1d0e4-5c4f-4c79-a8c8-cf07af3e825f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:30:57.011476 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-eff1d0e4-5c4f-4c79-a8c8-cf07af3e825f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/ce532e29-ac88-4e46-80c8-5045bc0622a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5353444 Aug 05 14:30:57.014212 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39404) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:57.018214 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4789f4-f868-4d23-b243-37c7a93c1082 None None] Sync routers for ids ['ce532e29-ac88-4e46-80c8-5045bc0622a7'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:30:57.036464 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4789f4-f868-4d23-b243-37c7a93c1082 None None] Routers {'ce532e29-ac88-4e46-80c8-5045bc0622a7'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:30:57.037101 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2b4789f4-f868-4d23-b243-37c7a93c1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:30:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ce532e29-ac88-4e46-80c8-5045bc0622a7'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:57.055188 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0102305-c785-489f-a47d-fdb7658c435c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:57.072668 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device df543a05-86bd-4c16-bce1-35e006332255 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:30:57.075005 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2b4789f4-f868-4d23-b243-37c7a93c1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:57.104518 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4789f4-f868-4d23-b243-37c7a93c1082 None None] Routers {'ce532e29-ac88-4e46-80c8-5045bc0622a7'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:30:57.105139 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2b4789f4-f868-4d23-b243-37c7a93c1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:30:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ce532e29-ac88-4e46-80c8-5045bc0622a7'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:57.146998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2b4789f4-f868-4d23-b243-37c7a93c1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:57.147654 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4789f4-f868-4d23-b243-37c7a93c1082 None None] The sync data for ids ['ce532e29-ac88-4e46-80c8-5045bc0622a7'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:30:57.166404 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port df543a05-86bd-4c16-bce1-35e006332255 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:30:57.166798 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:57.221657 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0102305-c785-489f-a47d-fdb7658c435c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:57.234728 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] For port 949e6be0-4b64-4e1b-ae6f-bb54e3829613, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:30:57.254215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] For port 949e6be0-4b64-4e1b-ae6f-bb54e3829613, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=949e6be0-4b64-4e1b-ae6f-bb54e3829613,segment=NetworkSegment(a82abb5a-9b22-4a8f-a34f-ce30d5f13359),segment_id=a82abb5a-9b22-4a8f-a34f-ce30d5f13359)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:30:57.258758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0102305-c785-489f-a47d-fdb7658c435c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event deleted for resources: {'Subnet': ['ID=104ac696-a4be-4747-88f1-288eeb61a8e3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:57.259868 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:57.263881 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0102305-c785-489f-a47d-fdb7658c435c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:57.267927 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f0102305-c785-489f-a47d-fdb7658c435c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/subnets/104ac696-a4be-4747-88f1-288eeb61a8e3 HTTP/1.1" status: 204 len: 168 time: 0.7168887 Aug 05 14:30:57.268318 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39406) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:57.323598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2464e42-0de7-4ac9-a050-63bccd1dc1fc None None] Pushing event updated for resources: {'Port': ['ID=949e6be0-4b64-4e1b-ae6f-bb54e3829613,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:57.363127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bd9b77-70bc-407f-8063-21007cc6afe3 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:57.364702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bd9b77-70bc-407f-8063-21007cc6afe3 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:57.366229 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-94bd9b77-70bc-407f-8063-21007cc6afe3 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0972247 Aug 05 14:30:57.369380 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39408) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:57.457892 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2f002117-f27a-4450-9925-c650615f21d8 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:57.465406 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f002117-f27a-4450-9925-c650615f21d8 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 05 14:30:57.465975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f002117-f27a-4450-9925-c650615f21d8 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:30:57.466739 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bcaac2f3-1b90-4546-ad21-1e6fb915b47c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:57.468715 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2f002117-f27a-4450-9925-c650615f21d8 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/networks/1cd9840b-b8b0-43d9-b2c2-bfe62412e76a HTTP/1.1" status: 409 len: 405 time: 0.0974290 Aug 05 14:30:57.479947 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39410) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:57.486132 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-96682c6d-050f-449f-882c-c512a52f68e7 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-770716614'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:57.588744 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96682c6d-050f-449f-882c-c512a52f68e7 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Made reservation on behalf of acc7a1af4b404fc58658f73f6ea6e246 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:57.592204 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96682c6d-050f-449f-882c-c512a52f68e7 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:57.657426 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96682c6d-050f-449f-882c-c512a52f68e7 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:57.685974 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96682c6d-050f-449f-882c-c512a52f68e7 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:57.686389 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-96682c6d-050f-449f-882c-c512a52f68e7 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Added segment c18118e8-b0ae-40ed-943b-2597b9f1928a of type vlan for network 3a357043-e718-4212-b04c-a490e2a2eddb Aug 05 14:30:57.732398 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96682c6d-050f-449f-882c-c512a52f68e7 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:57.788774 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96682c6d-050f-449f-882c-c512a52f68e7 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:57.794289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96682c6d-050f-449f-882c-c512a52f68e7 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:57.794871 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-96682c6d-050f-449f-882c-c512a52f68e7 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:57.859543 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-96682c6d-050f-449f-882c-c512a52f68e7 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3784750 Aug 05 14:30:57.862444 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39412) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:57.868454 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-8003560e-f4e9-48c1-aa16-7cc9cec02c2e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Request body: {'subnet': {'network_id': '3a357043-e718-4212-b04c-a490e2a2eddb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:57.892448 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96682c6d-050f-449f-882c-c512a52f68e7 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event updated for resources: {'Network': ['ID=3a357043-e718-4212-b04c-a490e2a2eddb,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:57.907097 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 3a357043-e718-4212-b04c-a490e2a2eddb details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:57.935799 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-bcaac2f3-1b90-4546-ad21-1e6fb915b47c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting port 8b61dd3c-8844-4723-b0b7-b50d8645b5ae {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:57.936148 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bcaac2f3-1b90-4546-ad21-1e6fb915b47c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:57.982557 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8003560e-f4e9-48c1-aa16-7cc9cec02c2e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Made reservation on behalf of acc7a1af4b404fc58658f73f6ea6e246 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:57.987268 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8003560e-f4e9-48c1-aa16-7cc9cec02c2e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:58.051829 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bcaac2f3-1b90-4546-ad21-1e6fb915b47c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:58.066057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-bcaac2f3-1b90-4546-ad21-1e6fb915b47c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Calling delete_port for 8b61dd3c-8844-4723-b0b7-b50d8645b5ae owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:58.257088 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bcaac2f3-1b90-4546-ad21-1e6fb915b47c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:58.269297 n-d-803585-2 neutron-server[105724]: DEBUG neutron.objects.ports [None req-8003560e-f4e9-48c1-aa16-7cc9cec02c2e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:30:58.271142 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8003560e-f4e9-48c1-aa16-7cc9cec02c2e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:58.289254 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaac2f3-1b90-4546-ad21-1e6fb915b47c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Port': ['ID=8b61dd3c-8844-4723-b0b7-b50d8645b5ae,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:58.290510 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285c2fe3-0b5e-4aad-92ca-518c72153eb3 None None] Network 1cd9840b-b8b0-43d9-b2c2-bfe62412e76a requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:58.352458 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8003560e-f4e9-48c1-aa16-7cc9cec02c2e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Checking segment: {'id': 'c18118e8-b0ae-40ed-943b-2597b9f1928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3a357043-e718-4212-b04c-a490e2a2eddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:58.352833 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8003560e-f4e9-48c1-aa16-7cc9cec02c2e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Network hostable DHCP agents. Network: 3a357043-e718-4212-b04c-a490e2a2eddb, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:58.356299 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003560e-f4e9-48c1-aa16-7cc9cec02c2e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event updated for resources: {'Subnet': ['ID=abe7ca8e-3bed-4ff3-9d97-8f175df31e5f,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:58.384114 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8003560e-f4e9-48c1-aa16-7cc9cec02c2e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Network 3a357043-e718-4212-b04c-a490e2a2eddb is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:58.396917 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-8003560e-f4e9-48c1-aa16-7cc9cec02c2e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 3a357043-e718-4212-b04c-a490e2a2eddb) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:58.403245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8003560e-f4e9-48c1-aa16-7cc9cec02c2e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:58.404172 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8003560e-f4e9-48c1-aa16-7cc9cec02c2e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:58.422333 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8003560e-f4e9-48c1-aa16-7cc9cec02c2e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5578828 Aug 05 14:30:58.424849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39414) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:58.425926 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee5b102-c252-4514-b51a-323f236c111d None None] Network 3a357043-e718-4212-b04c-a490e2a2eddb requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:58.462392 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bcaac2f3-1b90-4546-ad21-1e6fb915b47c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:58.554605 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b1452ef0-b493-4de1-8123-b2457afed492 None None] Provisioning for port 949e6be0-4b64-4e1b-ae6f-bb54e3829613 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:30:58.591510 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab62790-ad2b-4cbb-bd24-5f966cb782e4 None None] Network 1cd9840b-b8b0-43d9-b2c2-bfe62412e76a requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:58.599252 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9074-7f16-46d7-8c96-94435c21ac7c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:58.671062 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9074-7f16-46d7-8c96-94435c21ac7c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:58.701738 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcaac2f3-1b90-4546-ad21-1e6fb915b47c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router ce532e29-ac88-4e46-80c8-5045bc0622a7 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:30:58.752043 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9074-7f16-46d7-8c96-94435c21ac7c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:58.777870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcaac2f3-1b90-4546-ad21-1e6fb915b47c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:30:58.783024 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bcaac2f3-1b90-4546-ad21-1e6fb915b47c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/ce532e29-ac88-4e46-80c8-5045bc0622a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7677958 Aug 05 14:30:58.783160 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a9074-7f16-46d7-8c96-94435c21ac7c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event deleted for resources: {'Subnet': ['ID=abe7ca8e-3bed-4ff3-9d97-8f175df31e5f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:58.789379 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39416) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:58.793735 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374c237d-40c4-47b7-826e-736cf46eb6ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-3a357043-e718-4212-b04c-a490e2a2eddb', 'network_id': '3a357043-e718-4212-b04c-a490e2a2eddb', 'tenant_id': 'acc7a1af4b404fc58658f73f6ea6e246', 'fixed_ips': [{'subnet_id': 'abe7ca8e-3bed-4ff3-9d97-8f175df31e5f'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:30:58.795923 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb1f3ff-b8c8-4d1a-bfba-f5ae1708df0c None None] Sync routers for ids ['ce532e29-ac88-4e46-80c8-5045bc0622a7'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:30:58.803109 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-374c237d-40c4-47b7-826e-736cf46eb6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:58.810226 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb1f3ff-b8c8-4d1a-bfba-f5ae1708df0c None None] Routers {'ce532e29-ac88-4e46-80c8-5045bc0622a7'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:30:58.813741 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fbb1f3ff-b8c8-4d1a-bfba-f5ae1708df0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:30:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ce532e29-ac88-4e46-80c8-5045bc0622a7'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:58.821922 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ef90eb7f-0590-43b9-8173-dc55255347c1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce532e29-ac88-4e46-80c8-5045bc0622a7 HTTP/1.1" status: 200 len: 205 time: 0.0313241 Aug 05 14:30:58.824340 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39418) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:58.857460 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9074-7f16-46d7-8c96-94435c21ac7c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:58.868119 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fbb1f3ff-b8c8-4d1a-bfba-f5ae1708df0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:58.873975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-4f9a9074-7f16-46d7-8c96-94435c21ac7c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a357043-e718-4212-b04c-a490e2a2eddb']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:58.880501 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb1f3ff-b8c8-4d1a-bfba-f5ae1708df0c None None] Routers {'ce532e29-ac88-4e46-80c8-5045bc0622a7'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:30:58.882928 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fbb1f3ff-b8c8-4d1a-bfba-f5ae1708df0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:30:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ce532e29-ac88-4e46-80c8-5045bc0622a7'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:58.891834 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-4f9a9074-7f16-46d7-8c96-94435c21ac7c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18118e8-b0ae-40ed-943b-2597b9f1928a') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:58.892203 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-4f9a9074-7f16-46d7-8c96-94435c21ac7c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18118e8-b0ae-40ed-943b-2597b9f1928a') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:58.903107 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9074-7f16-46d7-8c96-94435c21ac7c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:58.910468 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42530947-ca16-4e90-a5e6-bc94c6a68f0d tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:58.912951 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b56cb5-5417-47d5-94c2-02a05d759f0a None None] DHCP port deletion for 1cd9840b-b8b0-43d9-b2c2-bfe62412e76a request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:30:58.930555 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-fbb1f3ff-b8c8-4d1a-bfba-f5ae1708df0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:30:58.931525 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb1f3ff-b8c8-4d1a-bfba-f5ae1708df0c None None] The sync data for ids ['ce532e29-ac88-4e46-80c8-5045bc0622a7'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:30:58.932294 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9074-7f16-46d7-8c96-94435c21ac7c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:58.940648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9a9074-7f16-46d7-8c96-94435c21ac7c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:30:58.941166 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9074-7f16-46d7-8c96-94435c21ac7c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:58.959884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c701d29e-dcd9-4a0e-848b-c8b73c30c4d2 None None] Network 3a357043-e718-4212-b04c-a490e2a2eddb requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:30:58.994529 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:30:59.024382 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9074-7f16-46d7-8c96-94435c21ac7c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.030487 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9074-7f16-46d7-8c96-94435c21ac7c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.037349 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4f9a9074-7f16-46d7-8c96-94435c21ac7c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/networks/3a357043-e718-4212-b04c-a490e2a2eddb HTTP/1.1" status: 204 len: 168 time: 0.6071823 Aug 05 14:30:59.037544 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-41b56cb5-5417-47d5-94c2-02a05d759f0a None None] Deleting port 949e6be0-4b64-4e1b-ae6f-bb54e3829613 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:59.037544 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41b56cb5-5417-47d5-94c2-02a05d759f0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.039577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39420) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:59.054289 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-33b78545-7aa9-42ce-b815-f0e31fe2243b tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1922484024'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:59.058479 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a9074-7f16-46d7-8c96-94435c21ac7c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event deleted for resources: {'Network': ['ID=3a357043-e718-4212-b04c-a490e2a2eddb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:59.083572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b78545-7aa9-42ce-b815-f0e31fe2243b tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Made reservation on behalf of acc7a1af4b404fc58658f73f6ea6e246 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:59.088032 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33b78545-7aa9-42ce-b815-f0e31fe2243b tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.094685 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42530947-ca16-4e90-a5e6-bc94c6a68f0d tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.097564 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42530947-ca16-4e90-a5e6-bc94c6a68f0d tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.114428 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b78545-7aa9-42ce-b815-f0e31fe2243b tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:30:59.124395 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33b78545-7aa9-42ce-b815-f0e31fe2243b tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.124674 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-33b78545-7aa9-42ce-b815-f0e31fe2243b tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Added segment 953f0e0c-3f20-4f65-a46c-6cd074394e23 of type vlan for network 8ffb8a37-47cf-43ad-ba20-961f92b5a08f Aug 05 14:30:59.144136 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-41b56cb5-5417-47d5-94c2-02a05d759f0a None None] For port 949e6be0-4b64-4e1b-ae6f-bb54e3829613, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=949e6be0-4b64-4e1b-ae6f-bb54e3829613,segment=NetworkSegment(a82abb5a-9b22-4a8f-a34f-ce30d5f13359),segment_id=a82abb5a-9b22-4a8f-a34f-ce30d5f13359)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:30:59.144624 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41b56cb5-5417-47d5-94c2-02a05d759f0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.157452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-41b56cb5-5417-47d5-94c2-02a05d759f0a None None] Calling delete_port for 949e6be0-4b64-4e1b-ae6f-bb54e3829613 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:30:59.157694 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42530947-ca16-4e90-a5e6-bc94c6a68f0d tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.158830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42530947-ca16-4e90-a5e6-bc94c6a68f0d tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Fanout notify agent at l3_agent the message router_deleted on router ce532e29-ac88-4e46-80c8-5045bc0622a7 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:30:59.167681 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42530947-ca16-4e90-a5e6-bc94c6a68f0d tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.168807 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-42530947-ca16-4e90-a5e6-bc94c6a68f0d tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/routers/ce532e29-ac88-4e46-80c8-5045bc0622a7 HTTP/1.1" status: 204 len: 168 time: 0.3434319 Aug 05 14:30:59.171298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39422) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:59.172701 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33b78545-7aa9-42ce-b815-f0e31fe2243b tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.204646 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33b78545-7aa9-42ce-b815-f0e31fe2243b tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.210526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b78545-7aa9-42ce-b815-f0e31fe2243b tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:59.211125 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33b78545-7aa9-42ce-b815-f0e31fe2243b tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.227354 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b97edd9-c5a3-401c-a935-0850da28d7f8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting subnet f8bdedcb-e099-4c7b-9836-b4f5601a1657 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:30:59.231483 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b97edd9-c5a3-401c-a935-0850da28d7f8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.249378 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41b56cb5-5417-47d5-94c2-02a05d759f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.275241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b56cb5-5417-47d5-94c2-02a05d759f0a None None] Pushing event deleted for resources: {'Port': ['ID=949e6be0-4b64-4e1b-ae6f-bb54e3829613,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:59.279066 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b56cb5-5417-47d5-94c2-02a05d759f0a None None] No DVR routers for this DVR port 949e6be0-4b64-4e1b-ae6f-bb54e3829613 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:30:59.281826 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-33b78545-7aa9-42ce-b815-f0e31fe2243b tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2411630 Aug 05 14:30:59.285731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39424) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:59.289057 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b97edd9-c5a3-401c-a935-0850da28d7f8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.291179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d79026ef-e49b-4c2b-9396-54d3fd2e8a60 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Request body: {'subnet': {'network_id': '8ffb8a37-47cf-43ad-ba20-961f92b5a08f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:30:59.298099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b78545-7aa9-42ce-b815-f0e31fe2243b tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event updated for resources: {'Network': ['ID=8ffb8a37-47cf-43ad-ba20-961f92b5a08f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:59.315159 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 8ffb8a37-47cf-43ad-ba20-961f92b5a08f details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:30:59.390701 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79026ef-e49b-4c2b-9396-54d3fd2e8a60 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Made reservation on behalf of acc7a1af4b404fc58658f73f6ea6e246 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:30:59.394788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d79026ef-e49b-4c2b-9396-54d3fd2e8a60 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.397452 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b97edd9-c5a3-401c-a935-0850da28d7f8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.458166 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b97edd9-c5a3-401c-a935-0850da28d7f8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.482717 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97edd9-c5a3-401c-a935-0850da28d7f8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Subnet': ['ID=f8bdedcb-e099-4c7b-9836-b4f5601a1657,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:59.494052 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b97edd9-c5a3-401c-a935-0850da28d7f8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.498793 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8b97edd9-c5a3-401c-a935-0850da28d7f8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/subnets/f8bdedcb-e099-4c7b-9836-b4f5601a1657 HTTP/1.1" status: 204 len: 168 time: 0.3265245 Aug 05 14:30:59.499414 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39426) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:59.499939 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396a0b26-9876-44bf-a2e9-2e25fa0cfd35 None None] Network 50e14352-69c4-439d-8422-49d2975a8a54 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:59.556542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9016a45-d5d7-46d1-89ea-4ae39c65c534 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting subnet 0555c4f4-2eea-414e-b4ad-1ce5881cada0 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:30:59.559755 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9016a45-d5d7-46d1-89ea-4ae39c65c534 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.596481 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d79026ef-e49b-4c2b-9396-54d3fd2e8a60 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.605319 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9016a45-d5d7-46d1-89ea-4ae39c65c534 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.669372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79026ef-e49b-4c2b-9396-54d3fd2e8a60 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event updated for resources: {'Subnet': ['ID=525c6d51-4cd2-427b-a8d1-90da01fffb12,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:59.677917 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79026ef-e49b-4c2b-9396-54d3fd2e8a60 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Checking segment: {'id': '953f0e0c-3f20-4f65-a46c-6cd074394e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8ffb8a37-47cf-43ad-ba20-961f92b5a08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:30:59.678313 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79026ef-e49b-4c2b-9396-54d3fd2e8a60 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Network hostable DHCP agents. Network: 8ffb8a37-47cf-43ad-ba20-961f92b5a08f, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:30:59.696177 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79026ef-e49b-4c2b-9396-54d3fd2e8a60 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Network 8ffb8a37-47cf-43ad-ba20-961f92b5a08f is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:30:59.704649 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd03db1a-487e-46b7-aa5a-b8a2b8d705e1 None None] DHCP port deletion for 50e14352-69c4-439d-8422-49d2975a8a54 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:30:59.704902 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9016a45-d5d7-46d1-89ea-4ae39c65c534 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.708491 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-d79026ef-e49b-4c2b-9396-54d3fd2e8a60 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 8ffb8a37-47cf-43ad-ba20-961f92b5a08f) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:30:59.713118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79026ef-e49b-4c2b-9396-54d3fd2e8a60 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:30:59.713841 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d79026ef-e49b-4c2b-9396-54d3fd2e8a60 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.730344 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d79026ef-e49b-4c2b-9396-54d3fd2e8a60 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4434071 Aug 05 14:30:59.732893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39428) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:59.739022 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b357fc91-8c10-491f-8493-b4a743701196 None None] Network 8ffb8a37-47cf-43ad-ba20-961f92b5a08f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:59.772142 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9016a45-d5d7-46d1-89ea-4ae39c65c534 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.805246 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9016a45-d5d7-46d1-89ea-4ae39c65c534 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Subnet': ['ID=0555c4f4-2eea-414e-b4ad-1ce5881cada0,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:30:59.809136 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9016a45-d5d7-46d1-89ea-4ae39c65c534 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.814637 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f9016a45-d5d7-46d1-89ea-4ae39c65c534 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/subnets/0555c4f4-2eea-414e-b4ad-1ce5881cada0 HTTP/1.1" status: 204 len: 168 time: 0.3141694 Aug 05 14:30:59.815269 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39430) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:30:59.828780 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff62095-b01a-44d2-a743-d78aa1893911 None None] Network 9c7fb1cc-1180-4950-a802-406c63af6685 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:30:59.852806 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa9ea848-f8f4-4fa1-aa4f-bf248e4b43d4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.900592 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.907207 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-cd03db1a-487e-46b7-aa5a-b8a2b8d705e1 None None] Deleting port e2e9cee9-0604-44ef-8979-8e5cd5f9060f {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:59.907521 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cd03db1a-487e-46b7-aa5a-b8a2b8d705e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.914468 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa9ea848-f8f4-4fa1-aa4f-bf248e4b43d4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.980980 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting port e2e9cee9-0604-44ef-8979-8e5cd5f9060f {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:30:59.981633 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:30:59.998847 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa9ea848-f8f4-4fa1-aa4f-bf248e4b43d4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.029195 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ea848-f8f4-4fa1-aa4f-bf248e4b43d4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event deleted for resources: {'Subnet': ['ID=525c6d51-4cd2-427b-a8d1-90da01fffb12,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:00.078965 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] For port e2e9cee9-0604-44ef-8979-8e5cd5f9060f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e2e9cee9-0604-44ef-8979-8e5cd5f9060f,segment=NetworkSegment(34894c5e-68e9-4946-b609-e544e1f3ed9d),segment_id=34894c5e-68e9-4946-b609-e544e1f3ed9d)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:00.079515 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.096631 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Calling delete_port for e2e9cee9-0604-44ef-8979-8e5cd5f9060f owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:00.113829 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa9ea848-f8f4-4fa1-aa4f-bf248e4b43d4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.125408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-aa9ea848-f8f4-4fa1-aa4f-bf248e4b43d4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffb8a37-47cf-43ad-ba20-961f92b5a08f']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:00.138840 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-aa9ea848-f8f4-4fa1-aa4f-bf248e4b43d4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953f0e0c-3f20-4f65-a46c-6cd074394e23') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:00.139290 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-aa9ea848-f8f4-4fa1-aa4f-bf248e4b43d4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953f0e0c-3f20-4f65-a46c-6cd074394e23') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:00.152809 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa9ea848-f8f4-4fa1-aa4f-bf248e4b43d4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.172221 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa9ea848-f8f4-4fa1-aa4f-bf248e4b43d4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.184838 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9ea848-f8f4-4fa1-aa4f-bf248e4b43d4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:00.185132 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa9ea848-f8f4-4fa1-aa4f-bf248e4b43d4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:00.189176 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:00.208370 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a592014-9cc6-4363-aa56-6765a45f7d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-8ffb8a37-47cf-43ad-ba20-961f92b5a08f', 'network_id': '8ffb8a37-47cf-43ad-ba20-961f92b5a08f', 'tenant_id': 'acc7a1af4b404fc58658f73f6ea6e246', 'fixed_ips': [{'subnet_id': '525c6d51-4cd2-427b-a8d1-90da01fffb12'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:31:00.209275 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0a592014-9cc6-4363-aa56-6765a45f7d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.218099 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.249680 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-cd03db1a-487e-46b7-aa5a-b8a2b8d705e1 None None] For port e2e9cee9-0604-44ef-8979-8e5cd5f9060f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e2e9cee9-0604-44ef-8979-8e5cd5f9060f,segment=NetworkSegment(34894c5e-68e9-4946-b609-e544e1f3ed9d),segment_id=34894c5e-68e9-4946-b609-e544e1f3ed9d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:00.250087 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cd03db1a-487e-46b7-aa5a-b8a2b8d705e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.260791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Port': ['ID=e2e9cee9-0604-44ef-8979-8e5cd5f9060f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:00.266969 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] No DVR routers for this DVR port e2e9cee9-0604-44ef-8979-8e5cd5f9060f on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:00.276664 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-cd03db1a-487e-46b7-aa5a-b8a2b8d705e1 None None] Calling delete_port for e2e9cee9-0604-44ef-8979-8e5cd5f9060f owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:00.294358 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-0a592014-9cc6-4363-aa56-6765a45f7d70 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 14:31:00.294358 n-d-803585-2 neutron-server[105725]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 05 14:31:00.294358 n-d-803585-2 neutron-server[105725]: [parameters: {'project_id': 'acc7a1af4b404fc58658f73f6ea6e246', 'id': '790727f1-8cc3-467e-99cf-3897b233fcfe', 'name': '', 'network_id': '8ffb8a37-47cf-43ad-ba20-961f92b5a08f', 'mac_address': 'fa:16:3e:28:4f:ac', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-8ffb8a37-47cf-43ad-ba20-961f92b5a08f', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3666}] Aug 05 14:31:00.294358 n-d-803585-2 neutron-server[105725]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:31:00.294847 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-0a592014-9cc6-4363-aa56-6765a45f7d70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:31:00.297813 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa9ea848-f8f4-4fa1-aa4f-bf248e4b43d4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.305972 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aa9ea848-f8f4-4fa1-aa4f-bf248e4b43d4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.308939 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-aa9ea848-f8f4-4fa1-aa4f-bf248e4b43d4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/networks/8ffb8a37-47cf-43ad-ba20-961f92b5a08f HTTP/1.1" status: 204 len: 168 time: 0.5750480 Aug 05 14:31:00.313950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39432) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:00.335666 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f3d41ae8-93cc-45be-aa49-fc1a6fec2958 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-718395120'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:00.342354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ea848-f8f4-4fa1-aa4f-bf248e4b43d4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event deleted for resources: {'Network': ['ID=8ffb8a37-47cf-43ad-ba20-961f92b5a08f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:00.373275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d41ae8-93cc-45be-aa49-fc1a6fec2958 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Made reservation on behalf of acc7a1af4b404fc58658f73f6ea6e246 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:00.377427 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3d41ae8-93cc-45be-aa49-fc1a6fec2958 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.387852 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b954e8-343d-4adb-ab59-38a03314a1d0 None None] DHCP port deletion for 9c7fb1cc-1180-4950-a802-406c63af6685 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:31:00.408364 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d41ae8-93cc-45be-aa49-fc1a6fec2958 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:31:00.417456 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cd03db1a-487e-46b7-aa5a-b8a2b8d705e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.420886 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3d41ae8-93cc-45be-aa49-fc1a6fec2958 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.421255 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-f3d41ae8-93cc-45be-aa49-fc1a6fec2958 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Added segment 85085008-9262-4bf1-bb17-a6206df704b5 of type vlan for network 20ea9402-36dc-4f89-9efc-474152aceb8f Aug 05 14:31:00.449006 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03db1a-487e-46b7-aa5a-b8a2b8d705e1 None None] Pushing event deleted for resources: {'Port': ['ID=e2e9cee9-0604-44ef-8979-8e5cd5f9060f,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:00.455033 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd03db1a-487e-46b7-aa5a-b8a2b8d705e1 None None] No DVR routers for this DVR port e2e9cee9-0604-44ef-8979-8e5cd5f9060f on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:00.480646 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3d41ae8-93cc-45be-aa49-fc1a6fec2958 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.484857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e3b954e8-343d-4adb-ab59-38a03314a1d0 None None] Deleting port 83caa22e-fe25-41f6-a368-6b274cfdda5b {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:00.485473 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e3b954e8-343d-4adb-ab59-38a03314a1d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.516446 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3d41ae8-93cc-45be-aa49-fc1a6fec2958 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.523305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d41ae8-93cc-45be-aa49-fc1a6fec2958 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:00.523958 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3d41ae8-93cc-45be-aa49-fc1a6fec2958 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.555997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e3b954e8-343d-4adb-ab59-38a03314a1d0 None None] For port 83caa22e-fe25-41f6-a368-6b274cfdda5b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=83caa22e-fe25-41f6-a368-6b274cfdda5b,segment=NetworkSegment(a4e6572b-1d11-42eb-9dd2-3b1b2ef36b98),segment_id=a4e6572b-1d11-42eb-9dd2-3b1b2ef36b98)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:00.556408 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e3b954e8-343d-4adb-ab59-38a03314a1d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.570053 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e3b954e8-343d-4adb-ab59-38a03314a1d0 None None] Calling delete_port for 83caa22e-fe25-41f6-a368-6b274cfdda5b owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:00.611342 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f3d41ae8-93cc-45be-aa49-fc1a6fec2958 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2936978 Aug 05 14:31:00.613016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d41ae8-93cc-45be-aa49-fc1a6fec2958 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event updated for resources: {'Network': ['ID=20ea9402-36dc-4f89-9efc-474152aceb8f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:00.615959 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39434) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:00.621901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f60279a3-cb4b-44c3-8201-04c59f95c66f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Request body: {'subnet': {'network_id': '20ea9402-36dc-4f89-9efc-474152aceb8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:00.628028 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 20ea9402-36dc-4f89-9efc-474152aceb8f details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:31:00.718749 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60279a3-cb4b-44c3-8201-04c59f95c66f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Made reservation on behalf of acc7a1af4b404fc58658f73f6ea6e246 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:00.723651 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f60279a3-cb4b-44c3-8201-04c59f95c66f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.734955 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e3b954e8-343d-4adb-ab59-38a03314a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.761022 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b954e8-343d-4adb-ab59-38a03314a1d0 None None] Pushing event deleted for resources: {'Port': ['ID=83caa22e-fe25-41f6-a368-6b274cfdda5b,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:00.766290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b954e8-343d-4adb-ab59-38a03314a1d0 None None] No DVR routers for this DVR port 83caa22e-fe25-41f6-a368-6b274cfdda5b on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:00.768234 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.780466 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e14352-69c4-439d-8422-49d2975a8a54']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:00.791012 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34894c5e-68e9-4946-b609-e544e1f3ed9d') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:00.791317 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34894c5e-68e9-4946-b609-e544e1f3ed9d') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:00.795849 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0a592014-9cc6-4363-aa56-6765a45f7d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.801121 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.819560 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.826621 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:00.827091 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.830762 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0856293b-8015-47b2-b48d-c6cae2b24cc9 None None] Network 8ffb8a37-47cf-43ad-ba20-961f92b5a08f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:00.832360 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:00.845829 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0856293b-8015-47b2-b48d-c6cae2b24cc9 None None] Network 8ffb8a37-47cf-43ad-ba20-961f92b5a08f could not be found, it might have been deleted concurrently. {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 05 14:31:00.892324 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.897127 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.899969 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/networks/50e14352-69c4-439d-8422-49d2975a8a54 HTTP/1.1" status: 204 len: 168 time: 1.0835795 Aug 05 14:31:00.904905 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39436) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:00.936995 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb5b0d-813b-4250-9e2b-c893b498eb5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Network': ['ID=50e14352-69c4-439d-8422-49d2975a8a54,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:00.996039 n-d-803585-2 neutron-server[105724]: DEBUG neutron.objects.ports [None req-f60279a3-cb4b-44c3-8201-04c59f95c66f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 14:31:00.997569 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f60279a3-cb4b-44c3-8201-04c59f95c66f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:00.998531 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-23ae118e-fe39-49da-8f7c-ba36460ecbf4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.042496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 83caa22e-fe25-41f6-a368-6b274cfdda5b no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:31:01.060658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60279a3-cb4b-44c3-8201-04c59f95c66f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event updated for resources: {'Subnet': ['ID=772439c6-d1dd-4c6c-8130-bfb00fed5394,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:01.066505 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 83caa22e-fe25-41f6-a368-6b274cfdda5b {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:01.066975 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 83caa22e-fe25-41f6-a368-6b274cfdda5b not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:31:01.067407 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e2e9cee9-0604-44ef-8979-8e5cd5f9060f no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:31:01.072016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60279a3-cb4b-44c3-8201-04c59f95c66f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Checking segment: {'id': '85085008-9262-4bf1-bb17-a6206df704b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '20ea9402-36dc-4f89-9efc-474152aceb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:01.072521 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60279a3-cb4b-44c3-8201-04c59f95c66f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Network hostable DHCP agents. Network: 20ea9402-36dc-4f89-9efc-474152aceb8f, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:31:01.090220 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: e2e9cee9-0604-44ef-8979-8e5cd5f9060f {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:01.090502 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60279a3-cb4b-44c3-8201-04c59f95c66f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Network 20ea9402-36dc-4f89-9efc-474152aceb8f is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:31:01.090616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e2e9cee9-0604-44ef-8979-8e5cd5f9060f not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:31:01.104066 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-f60279a3-cb4b-44c3-8201-04c59f95c66f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 20ea9402-36dc-4f89-9efc-474152aceb8f) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:01.106814 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-23ae118e-fe39-49da-8f7c-ba36460ecbf4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.109766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60279a3-cb4b-44c3-8201-04c59f95c66f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:01.110402 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f60279a3-cb4b-44c3-8201-04c59f95c66f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.115462 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fcbf34-4cbf-43d0-8434-4ae8c42bfb48 None None] Network 20ea9402-36dc-4f89-9efc-474152aceb8f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:01.119311 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-23ae118e-fe39-49da-8f7c-ba36460ecbf4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7fb1cc-1180-4950-a802-406c63af6685']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:01.131670 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f60279a3-cb4b-44c3-8201-04c59f95c66f tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5135164 Aug 05 14:31:01.131880 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-23ae118e-fe39-49da-8f7c-ba36460ecbf4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e6572b-1d11-42eb-9dd2-3b1b2ef36b98') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:01.132275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-23ae118e-fe39-49da-8f7c-ba36460ecbf4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e6572b-1d11-42eb-9dd2-3b1b2ef36b98') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:01.132552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39438) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:01.142108 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-23ae118e-fe39-49da-8f7c-ba36460ecbf4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.157513 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-23ae118e-fe39-49da-8f7c-ba36460ecbf4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.165259 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ae118e-fe39-49da-8f7c-ba36460ecbf4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:01.165666 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-23ae118e-fe39-49da-8f7c-ba36460ecbf4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:01.169274 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:01.228642 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-23ae118e-fe39-49da-8f7c-ba36460ecbf4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.233668 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-23ae118e-fe39-49da-8f7c-ba36460ecbf4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.240291 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-23ae118e-fe39-49da-8f7c-ba36460ecbf4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/networks/9c7fb1cc-1180-4950-a802-406c63af6685 HTTP/1.1" status: 204 len: 168 time: 0.3299341 Aug 05 14:31:01.240937 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39440) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:01.246971 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e54648e0-794b-40fc-9d8d-18a9968aef9a tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'network': {'name': 'tempest-RoutersTest-1991845172'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:01.252345 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae118e-fe39-49da-8f7c-ba36460ecbf4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Network': ['ID=9c7fb1cc-1180-4950-a802-406c63af6685,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:01.254842 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.280372 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-20ea9402-36dc-4f89-9efc-474152aceb8f', 'network_id': '20ea9402-36dc-4f89-9efc-474152aceb8f', 'tenant_id': 'acc7a1af4b404fc58658f73f6ea6e246', 'fixed_ips': [{'subnet_id': '772439c6-d1dd-4c6c-8130-bfb00fed5394'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:31:01.281271 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54648e0-794b-40fc-9d8d-18a9968aef9a tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:01.281520 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.284945 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e54648e0-794b-40fc-9d8d-18a9968aef9a tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.345545 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.350010 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54648e0-794b-40fc-9d8d-18a9968aef9a tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:31:01.385173 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e54648e0-794b-40fc-9d8d-18a9968aef9a tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.385524 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-e54648e0-794b-40fc-9d8d-18a9968aef9a tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Added segment db1cbced-51f4-45f1-bc97-096f537c6e0c of type vlan for network 3ee7027b-f415-4507-b35f-5e9262d32359 Aug 05 14:31:01.419417 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Allocated IP 2001:db8::f816:3eff:fe53:5531 (20ea9402-36dc-4f89-9efc-474152aceb8f/772439c6-d1dd-4c6c-8130-bfb00fed5394/b089a442-3260-40bd-810a-72a76bd25eda) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:01.434396 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e54648e0-794b-40fc-9d8d-18a9968aef9a tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.462853 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e54648e0-794b-40fc-9d8d-18a9968aef9a tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.468504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54648e0-794b-40fc-9d8d-18a9968aef9a tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:01.469142 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e54648e0-794b-40fc-9d8d-18a9968aef9a tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.531187 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e54648e0-794b-40fc-9d8d-18a9968aef9a tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2887626 Aug 05 14:31:01.533890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39442) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:01.540689 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f26df823-6bb8-4b33-b12f-ee5e5c9cd463 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'subnet': {'network_id': '3ee7027b-f415-4507-b35f-5e9262d32359', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:01.542940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54648e0-794b-40fc-9d8d-18a9968aef9a tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Network': ['ID=3ee7027b-f415-4507-b35f-5e9262d32359,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:01.554567 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 3ee7027b-f415-4507-b35f-5e9262d32359 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:31:01.607094 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.621676 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Transition to ACTIVE for port object b089a442-3260-40bd-810a-72a76bd25eda will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:01.635290 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26df823-6bb8-4b33-b12f-ee5e5c9cd463 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:01.638965 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f26df823-6bb8-4b33-b12f-ee5e5c9cd463 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.648693 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Transition to ACTIVE for port object b089a442-3260-40bd-810a-72a76bd25eda will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:01.655942 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.673999 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.701658 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Network 20ea9402-36dc-4f89-9efc-474152aceb8f is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:01.701897 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event deleted for resources: {'Subnet': ['ID=772439c6-d1dd-4c6c-8130-bfb00fed5394,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:01.707496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:01.712623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:01.716742 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Pushing event updated for resources: {'Port': ['ID=b089a442-3260-40bd-810a-72a76bd25eda,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:01.773155 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Attempting to bind port b089a442-3260-40bd-810a-72a76bd25eda on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:01.773521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Attempting to bind port b089a442-3260-40bd-810a-72a76bd25eda by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '85085008-9262-4bf1-bb17-a6206df704b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '20ea9402-36dc-4f89-9efc-474152aceb8f'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:01.773883 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Attempting to bind port b089a442-3260-40bd-810a-72a76bd25eda on network 20ea9402-36dc-4f89-9efc-474152aceb8f {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:01.776416 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.779953 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:01.780364 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Checking segment: {'id': '85085008-9262-4bf1-bb17-a6206df704b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '20ea9402-36dc-4f89-9efc-474152aceb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:01.780776 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.781177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Bound using segment: {'id': '85085008-9262-4bf1-bb17-a6206df704b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '20ea9402-36dc-4f89-9efc-474152aceb8f'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:01.781709 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Bound port: b089a442-3260-40bd-810a-72a76bd25eda, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85085008-9262-4bf1-bb17-a6206df704b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '20ea9402-36dc-4f89-9efc-474152aceb8f'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:01.782033 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.787679 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ea9402-36dc-4f89-9efc-474152aceb8f']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:01.802304 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85085008-9262-4bf1-bb17-a6206df704b5') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:01.802759 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85085008-9262-4bf1-bb17-a6206df704b5') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:01.812085 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.830924 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.838059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:01.838710 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:01.841860 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:01.845899 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f26df823-6bb8-4b33-b12f-ee5e5c9cd463 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.849527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] For port b089a442-3260-40bd-810a-72a76bd25eda, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:01.897112 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] For port b089a442-3260-40bd-810a-72a76bd25eda, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b089a442-3260-40bd-810a-72a76bd25eda,segment=NetworkSegment(85085008-9262-4bf1-bb17-a6206df704b5),segment_id=85085008-9262-4bf1-bb17-a6206df704b5)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:01.899981 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.api [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 14:31:01.899981 n-d-803585-2 neutron-server[105724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 14:31:01.899981 n-d-803585-2 neutron-server[105724]: [parameters: {'id': '20ea9402-36dc-4f89-9efc-474152aceb8f'}] Aug 05 14:31:01.899981 n-d-803585-2 neutron-server[105724]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:31:01.900500 n-d-803585-2 neutron-server[105724]: DEBUG oslo_db.api [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:31:01.902748 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.914104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26df823-6bb8-4b33-b12f-ee5e5c9cd463 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Subnet': ['ID=806a6b8d-af11-40b3-9833-d97bd51f8f2c,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:01.921756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26df823-6bb8-4b33-b12f-ee5e5c9cd463 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Checking segment: {'id': 'db1cbced-51f4-45f1-bc97-096f537c6e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3ee7027b-f415-4507-b35f-5e9262d32359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:01.922226 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26df823-6bb8-4b33-b12f-ee5e5c9cd463 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network hostable DHCP agents. Network: 3ee7027b-f415-4507-b35f-5e9262d32359, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:31:01.940296 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26df823-6bb8-4b33-b12f-ee5e5c9cd463 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network 3ee7027b-f415-4507-b35f-5e9262d32359 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:31:01.950973 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-f26df823-6bb8-4b33-b12f-ee5e5c9cd463 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 3ee7027b-f415-4507-b35f-5e9262d32359) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:01.954947 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26df823-6bb8-4b33-b12f-ee5e5c9cd463 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:01.956666 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f26df823-6bb8-4b33-b12f-ee5e5c9cd463 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:01.973327 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f26df823-6bb8-4b33-b12f-ee5e5c9cd463 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4341590 Aug 05 14:31:01.973681 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39444) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:01.978416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-56e8aaa5-5b33-42ad-b217-74a9807f1ca5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1671729836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:01.980128 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc68f15-a656-4a5b-97da-65d624088f89 None None] Network 3ee7027b-f415-4507-b35f-5e9262d32359 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:02.003985 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-56e8aaa5-5b33-42ad-b217-74a9807f1ca5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:02.005016 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-56e8aaa5-5b33-42ad-b217-74a9807f1ca5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:02.046637 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cea5ce-d8b0-4f33-ba38-9336604f5f59 None None] Pushing event updated for resources: {'Port': ['ID=b089a442-3260-40bd-810a-72a76bd25eda,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:02.051029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3864802f-60e6-432f-9b3d-ce0c3daa96a9 None None] Network 20ea9402-36dc-4f89-9efc-474152aceb8f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:02.065880 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-56e8aaa5-5b33-42ad-b217-74a9807f1ca5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:02.070565 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-56e8aaa5-5b33-42ad-b217-74a9807f1ca5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:02.086368 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-56e8aaa5-5b33-42ad-b217-74a9807f1ca5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:02.087587 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-56e8aaa5-5b33-42ad-b217-74a9807f1ca5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1128681 Aug 05 14:31:02.090444 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39446) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:02.095738 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a78c2e97-292c-480b-a1c2-25fb902c4d14 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'port': {'network_id': '3ee7027b-f415-4507-b35f-5e9262d32359', 'name': 'tempest-RoutersTest-1198013419'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:02.211435 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78c2e97-292c-480b-a1c2-25fb902c4d14 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:02.215044 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a78c2e97-292c-480b-a1c2-25fb902c4d14 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:02.233059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-a78c2e97-292c-480b-a1c2-25fb902c4d14 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] device_id is not set on port 47e94eb4-37fa-403e-ab86-3d851f4469ac yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:31:02.248130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-3ee7027b-f415-4507-b35f-5e9262d32359', 'network_id': '3ee7027b-f415-4507-b35f-5e9262d32359', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'fixed_ips': [{'subnet_id': '806a6b8d-af11-40b3-9833-d97bd51f8f2c'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:31:02.249117 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:02.343673 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-a78c2e97-292c-480b-a1c2-25fb902c4d14 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Allocated IP 172.20.0.13 (3ee7027b-f415-4507-b35f-5e9262d32359/806a6b8d-af11-40b3-9833-d97bd51f8f2c/47e94eb4-37fa-403e-ab86-3d851f4469ac) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:02.404043 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:02.440052 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:31:02.517848 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a78c2e97-292c-480b-a1c2-25fb902c4d14 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:02.538454 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-a78c2e97-292c-480b-a1c2-25fb902c4d14 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Transition to ACTIVE for port object 47e94eb4-37fa-403e-ab86-3d851f4469ac will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:02.546742 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Deleting port b089a442-3260-40bd-810a-72a76bd25eda {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:02.547082 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:02.629830 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] For port b089a442-3260-40bd-810a-72a76bd25eda, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b089a442-3260-40bd-810a-72a76bd25eda,segment=NetworkSegment(85085008-9262-4bf1-bb17-a6206df704b5),segment_id=85085008-9262-4bf1-bb17-a6206df704b5)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:02.630132 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:02.645164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Calling delete_port for b089a442-3260-40bd-810a-72a76bd25eda owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:02.647863 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a78c2e97-292c-480b-a1c2-25fb902c4d14 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:02.686086 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Allocated IP 172.20.0.2 (3ee7027b-f415-4507-b35f-5e9262d32359/806a6b8d-af11-40b3-9833-d97bd51f8f2c/7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:02.733241 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78c2e97-292c-480b-a1c2-25fb902c4d14 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network 3ee7027b-f415-4507-b35f-5e9262d32359 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:02.739405 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-a78c2e97-292c-480b-a1c2-25fb902c4d14 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:02.745657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c2e97-292c-480b-a1c2-25fb902c4d14 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:02.750869 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c2e97-292c-480b-a1c2-25fb902c4d14 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=47e94eb4-37fa-403e-ab86-3d851f4469ac,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:02.846040 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:02.855687 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Transition to ACTIVE for port object 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:02.872663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Transition to ACTIVE for port object 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:02.879420 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:02.918549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Network 3ee7027b-f415-4507-b35f-5e9262d32359 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:02.924086 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:02.927898 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:02.940835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Pushing event updated for resources: {'Port': ['ID=7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:02.995585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Attempting to bind port 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:02.995953 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Attempting to bind port 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'db1cbced-51f4-45f1-bc97-096f537c6e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3ee7027b-f415-4507-b35f-5e9262d32359'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:02.996315 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Attempting to bind port 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e on network 3ee7027b-f415-4507-b35f-5e9262d32359 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:03.001466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:03.001840 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Checking segment: {'id': 'db1cbced-51f4-45f1-bc97-096f537c6e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3ee7027b-f415-4507-b35f-5e9262d32359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:03.002298 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:03.002695 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Bound using segment: {'id': 'db1cbced-51f4-45f1-bc97-096f537c6e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3ee7027b-f415-4507-b35f-5e9262d32359'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:03.003159 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Bound port: 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1cbced-51f4-45f1-bc97-096f537c6e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '3ee7027b-f415-4507-b35f-5e9262d32359'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:03.003540 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:03.067228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] For port 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:03.070523 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] For port 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e,segment=NetworkSegment(db1cbced-51f4-45f1-bc97-096f537c6e0c),segment_id=db1cbced-51f4-45f1-bc97-096f537c6e0c)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:03.074548 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:03.074688 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78c2e97-292c-480b-a1c2-25fb902c4d14 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:03.075294 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a78c2e97-292c-480b-a1c2-25fb902c4d14 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:03.098023 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a78c2e97-292c-480b-a1c2-25fb902c4d14 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0063503 Aug 05 14:31:03.100964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39448) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:03.108489 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:03.139885 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97df4b9-40c9-472a-b063-7e80c1052035 None None] Pushing event updated for resources: {'Port': ['ID=7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:03.198860 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event deleted for resources: {'Port': ['ID=b089a442-3260-40bd-810a-72a76bd25eda,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:03.200940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] No DVR routers for this DVR port b089a442-3260-40bd-810a-72a76bd25eda on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:03.423551 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:03.437611 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ea9402-36dc-4f89-9efc-474152aceb8f']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:03.468639 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85085008-9262-4bf1-bb17-a6206df704b5') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:03.468938 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85085008-9262-4bf1-bb17-a6206df704b5') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:03.483286 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:03.517410 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:03.530537 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:03.530877 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:03.533724 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:03.620876 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30601c82-db90-4437-904a-6d5bae5fc041 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:03.624206 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:03.638932 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:03.640406 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/networks/20ea9402-36dc-4f89-9efc-474152aceb8f HTTP/1.1" status: 204 len: 168 time: 2.5068190 Aug 05 14:31:03.645144 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39450) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:03.655731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5075b-e46f-4376-b7e2-8155705943ca tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event deleted for resources: {'Network': ['ID=20ea9402-36dc-4f89-9efc-474152aceb8f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:03.677092 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ee789b-c251-4f64-8b68-4b28850e056e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] DELETE failed (client error): The resource could not be found. Aug 05 14:31:03.677557 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ee789b-c251-4f64-8b68-4b28850e056e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:31:03.679342 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-22ee789b-c251-4f64-8b68-4b28850e056e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/subnets/772439c6-d1dd-4c6c-8130-bfb00fed5394 HTTP/1.1" status: 404 len: 337 time: 0.0330849 Aug 05 14:31:03.681791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39452) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:03.701467 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4dcc639-73ff-4592-b995-45c5fe122900 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] DELETE failed (client error): The resource could not be found. Aug 05 14:31:03.702634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4dcc639-73ff-4592-b995-45c5fe122900 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:31:03.707339 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e4dcc639-73ff-4592-b995-45c5fe122900 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/networks/20ea9402-36dc-4f89-9efc-474152aceb8f HTTP/1.1" status: 404 len: 339 time: 0.0217152 Aug 05 14:31:03.709967 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39454) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:03.739157 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b7658f-bc45-4f49-a6c4-08ec2b394b18 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] DELETE failed (client error): The resource could not be found. Aug 05 14:31:03.739624 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b7658f-bc45-4f49-a6c4-08ec2b394b18 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:31:03.743830 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-27b7658f-bc45-4f49-a6c4-08ec2b394b18 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/subnets/525c6d51-4cd2-427b-a8d1-90da01fffb12 HTTP/1.1" status: 404 len: 337 time: 0.0304434 Aug 05 14:31:03.744112 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39456) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:03.763686 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-69011e05-5f68-496c-8155-56c0639116f6 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] DELETE failed (client error): The resource could not be found. Aug 05 14:31:03.764552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69011e05-5f68-496c-8155-56c0639116f6 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:31:03.766749 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-69011e05-5f68-496c-8155-56c0639116f6 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/networks/8ffb8a37-47cf-43ad-ba20-961f92b5a08f HTTP/1.1" status: 404 len: 339 time: 0.0212419 Aug 05 14:31:03.769004 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39458) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:03.796668 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-196cc004-62cc-4cec-af54-3da95f305d4c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] DELETE failed (client error): The resource could not be found. Aug 05 14:31:03.797005 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196cc004-62cc-4cec-af54-3da95f305d4c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:31:03.798905 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-196cc004-62cc-4cec-af54-3da95f305d4c tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/subnets/abe7ca8e-3bed-4ff3-9d97-8f175df31e5f HTTP/1.1" status: 404 len: 337 time: 0.0284665 Aug 05 14:31:03.802619 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39460) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:03.825303 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-723dda46-de7e-47a3-85f3-2d4eb209da9a tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] DELETE failed (client error): The resource could not be found. Aug 05 14:31:03.826199 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723dda46-de7e-47a3-85f3-2d4eb209da9a tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:31:03.827996 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-723dda46-de7e-47a3-85f3-2d4eb209da9a tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/networks/3a357043-e718-4212-b04c-a490e2a2eddb HTTP/1.1" status: 404 len: 339 time: 0.0244310 Aug 05 14:31:03.830522 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39462) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:03.906655 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30601c82-db90-4437-904a-6d5bae5fc041 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:03.913065 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30601c82-db90-4437-904a-6d5bae5fc041 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:03.933599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-bad225d4-d9f6-4566-99c6-67cd65c95a1d tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Deleting port 666d0fd3-4427-440a-b332-8831c0490816 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:03.934052 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bad225d4-d9f6-4566-99c6-67cd65c95a1d tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.000386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30601c82-db90-4437-904a-6d5bae5fc041 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=47e94eb4-37fa-403e-ab86-3d851f4469ac,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:04.006157 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bad225d4-d9f6-4566-99c6-67cd65c95a1d tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.022024 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-bad225d4-d9f6-4566-99c6-67cd65c95a1d tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Calling delete_port for 666d0fd3-4427-440a-b332-8831c0490816 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:04.103980 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144b1e9d-0fdf-4633-a60e-4f522ea76824 None None] Network 3ee7027b-f415-4507-b35f-5e9262d32359 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:04.116709 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bad225d4-d9f6-4566-99c6-67cd65c95a1d tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.146846 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad225d4-d9f6-4566-99c6-67cd65c95a1d tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event deleted for resources: {'Port': ['ID=666d0fd3-4427-440a-b332-8831c0490816,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:04.152601 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bad225d4-d9f6-4566-99c6-67cd65c95a1d tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.154896 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bad225d4-d9f6-4566-99c6-67cd65c95a1d tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/ports/666d0fd3-4427-440a-b332-8831c0490816 HTTP/1.1" status: 204 len: 168 time: 0.3228896 Aug 05 14:31:04.157338 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39464) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:04.159861 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30601c82-db90-4437-904a-6d5bae5fc041 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.185217 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b6f5a4-4c00-49aa-aa60-d73748ee03b5 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] DELETE failed (client error): The resource could not be found. Aug 05 14:31:04.185828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b6f5a4-4c00-49aa-aa60-d73748ee03b5 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:31:04.190082 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a5b6f5a4-4c00-49aa-aa60-d73748ee03b5 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/subnets/104ac696-a4be-4747-88f1-288eeb61a8e3 HTTP/1.1" status: 404 len: 337 time: 0.0293877 Aug 05 14:31:04.190315 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b0d9ca6a-dfd0-42a7-afb7-558cde5d8fe0 None None] Provisioning for port 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:04.190544 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39466) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:04.281370 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a170081-fb3c-4095-88c0-0212491fcbc4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.289021 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30601c82-db90-4437-904a-6d5bae5fc041 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.381282 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a170081-fb3c-4095-88c0-0212491fcbc4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.392362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-9a170081-fb3c-4095-88c0-0212491fcbc4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd9840b-b8b0-43d9-b2c2-bfe62412e76a']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:04.405041 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-9a170081-fb3c-4095-88c0-0212491fcbc4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82abb5a-9b22-4a8f-a34f-ce30d5f13359') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:04.405347 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-9a170081-fb3c-4095-88c0-0212491fcbc4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82abb5a-9b22-4a8f-a34f-ce30d5f13359') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:04.415105 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a170081-fb3c-4095-88c0-0212491fcbc4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.429424 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a170081-fb3c-4095-88c0-0212491fcbc4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.438214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a170081-fb3c-4095-88c0-0212491fcbc4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:04.438811 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a170081-fb3c-4095-88c0-0212491fcbc4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:04.443257 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:04.512932 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a170081-fb3c-4095-88c0-0212491fcbc4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.530299 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9a170081-fb3c-4095-88c0-0212491fcbc4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.532504 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9a170081-fb3c-4095-88c0-0212491fcbc4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/networks/1cd9840b-b8b0-43d9-b2c2-bfe62412e76a HTTP/1.1" status: 204 len: 168 time: 0.3408875 Aug 05 14:31:04.536894 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39468) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:04.544988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a170081-fb3c-4095-88c0-0212491fcbc4 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event deleted for resources: {'Network': ['ID=1cd9840b-b8b0-43d9-b2c2-bfe62412e76a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:04.547976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8143f30f-7e4f-4d51-aaa2-bcbfc71fd60e None None] Provisioning for port 47e94eb4-37fa-403e-ab86-3d851f4469ac completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:04.555779 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8143f30f-7e4f-4d51-aaa2-bcbfc71fd60e None None] Provisioning complete for port 47e94eb4-37fa-403e-ab86-3d851f4469ac triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:04.556154 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8143f30f-7e4f-4d51-aaa2-bcbfc71fd60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.600882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8143f30f-7e4f-4d51-aaa2-bcbfc71fd60e None None] Port 47e94eb4-37fa-403e-ab86-3d851f4469ac cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:04.652987 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30601c82-db90-4437-904a-6d5bae5fc041 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.659734 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30601c82-db90-4437-904a-6d5bae5fc041 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.723875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-073e8b93-f5c6-458b-a6ca-9741cf7e950a None None] Provisioning complete for port 47e94eb4-37fa-403e-ab86-3d851f4469ac triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:04.724417 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-073e8b93-f5c6-458b-a6ca-9741cf7e950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.750166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30601c82-db90-4437-904a-6d5bae5fc041 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=47e94eb4-37fa-403e-ab86-3d851f4469ac,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:04.756464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-aeb1e018-69b1-4284-8ad8-501cb69eda4e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Deleting port b1304c15-95c3-4b59-afce-1bd3d55bfa7e {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:04.756807 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e018-69b1-4284-8ad8-501cb69eda4e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.759761 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30601c82-db90-4437-904a-6d5bae5fc041 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.764553 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-073e8b93-f5c6-458b-a6ca-9741cf7e950a None None] Port 47e94eb4-37fa-403e-ab86-3d851f4469ac cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:04.863765 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c759f804-b77b-401f-b99e-db242c3e0f9e None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:31:04.874929 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e018-69b1-4284-8ad8-501cb69eda4e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.891537 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-aeb1e018-69b1-4284-8ad8-501cb69eda4e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Calling delete_port for b1304c15-95c3-4b59-afce-1bd3d55bfa7e owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:04.914485 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-53465e31-8ac6-4775-84ae-8e7d95c950fd None None] Provisioning complete for port 47e94eb4-37fa-403e-ab86-3d851f4469ac triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:04.914864 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-53465e31-8ac6-4775-84ae-8e7d95c950fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:04.965618 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30601c82-db90-4437-904a-6d5bae5fc041 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network 3ee7027b-f415-4507-b35f-5e9262d32359 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:04.971377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-30601c82-db90-4437-904a-6d5bae5fc041 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:04.975364 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-53465e31-8ac6-4775-84ae-8e7d95c950fd None None] Port 47e94eb4-37fa-403e-ab86-3d851f4469ac cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:04.978898 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c759f804-b77b-401f-b99e-db242c3e0f9e None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:31:05.075358 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e018-69b1-4284-8ad8-501cb69eda4e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:05.088412 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:05.108886 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1e018-69b1-4284-8ad8-501cb69eda4e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event deleted for resources: {'Port': ['ID=b1304c15-95c3-4b59-afce-1bd3d55bfa7e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:05.121132 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e018-69b1-4284-8ad8-501cb69eda4e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:05.123245 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-aeb1e018-69b1-4284-8ad8-501cb69eda4e tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/ports/b1304c15-95c3-4b59-afce-1bd3d55bfa7e HTTP/1.1" status: 204 len: 168 time: 0.5849164 Aug 05 14:31:05.125573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39470) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:05.164490 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d467cb3-a3a5-407c-8b29-d519e31c8ca6 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] DELETE failed (client error): The resource could not be found. Aug 05 14:31:05.165270 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d467cb3-a3a5-407c-8b29-d519e31c8ca6 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:31:05.166702 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1d467cb3-a3a5-407c-8b29-d519e31c8ca6 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/subnets/3f206197-770a-4e07-a5a7-dcbb2f2fb082 HTTP/1.1" status: 404 len: 337 time: 0.0402024 Aug 05 14:31:05.170492 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39472) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:05.187825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:05.199407 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:05.199783 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:05.235772 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30601c82-db90-4437-904a-6d5bae5fc041 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router d17e744a-98a8-491c-8b66-8ef2a4243112 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:31:05.299280 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:05.324312 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:05.363134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e,segment=NetworkSegment(db1cbced-51f4-45f1-bc97-096f537c6e0c),segment_id=db1cbced-51f4-45f1-bc97-096f537c6e0c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:05.367896 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:05.374651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30601c82-db90-4437-904a-6d5bae5fc041 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:05.380402 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-30601c82-db90-4437-904a-6d5bae5fc041 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/d17e744a-98a8-491c-8b66-8ef2a4243112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2783463 Aug 05 14:31:05.383456 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39474) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:05.398241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4dce94-9e20-4865-97a5-a865f6195517 None None] Sync routers for ids ['d17e744a-98a8-491c-8b66-8ef2a4243112'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:05.423511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4dce94-9e20-4865-97a5-a865f6195517 None None] Routers {'d17e744a-98a8-491c-8b66-8ef2a4243112'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:05.424288 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-1b4dce94-9e20-4865-97a5-a865f6195517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:30:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['d17e744a-98a8-491c-8b66-8ef2a4243112'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:05.440705 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e741f0f-2e25-489a-9c22-9085d2afb871 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:05.442078 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0e741f0f-2e25-489a-9c22-9085d2afb871 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports/47e94eb4-37fa-403e-ab86-3d851f4469ac HTTP/1.1" status: 200 len: 978 time: 0.0576959 Aug 05 14:31:05.444958 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39476) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:05.465683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-1b4dce94-9e20-4865-97a5-a865f6195517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:05.474568 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:05.483240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4dce94-9e20-4865-97a5-a865f6195517 None None] Routers {'d17e744a-98a8-491c-8b66-8ef2a4243112'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:05.483775 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-1b4dce94-9e20-4865-97a5-a865f6195517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:30:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['d17e744a-98a8-491c-8b66-8ef2a4243112'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:05.488485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Deleting port 5871b372-ca35-47ef-bdc4-4387c112ef8f {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:05.488831 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:05.517498 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-1b4dce94-9e20-4865-97a5-a865f6195517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:05.518152 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4dce94-9e20-4865-97a5-a865f6195517 None None] The sync data for ids ['d17e744a-98a8-491c-8b66-8ef2a4243112'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:31:05.605035 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-85023b83-453f-4ef8-b770-65e033e0ddfc None None] Provisioning complete for port 47e94eb4-37fa-403e-ab86-3d851f4469ac triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:05.605388 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-85023b83-453f-4ef8-b770-65e033e0ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:05.647376 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-85023b83-453f-4ef8-b770-65e033e0ddfc None None] Port 47e94eb4-37fa-403e-ab86-3d851f4469ac cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:05.854942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] For port 5871b372-ca35-47ef-bdc4-4387c112ef8f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5871b372-ca35-47ef-bdc4-4387c112ef8f,segment=NetworkSegment(bc5840f2-7c85-49cc-9670-ba8a837276c8),segment_id=bc5840f2-7c85-49cc-9670-ba8a837276c8)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:05.855366 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:05.926490 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Calling delete_port for 5871b372-ca35-47ef-bdc4-4387c112ef8f owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:06.105350 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:06.165995 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event deleted for resources: {'Port': ['ID=5871b372-ca35-47ef-bdc4-4387c112ef8f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:06.167776 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] No DVR routers for this DVR port 5871b372-ca35-47ef-bdc4-4387c112ef8f on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:06.269831 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:06.284352 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e246f5-1c95-477c-98a1-ec367aebf494']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:06.297841 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5840f2-7c85-49cc-9670-ba8a837276c8') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:06.298136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5840f2-7c85-49cc-9670-ba8a837276c8') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:06.341947 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:06.379278 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:06.394886 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:06.395282 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:06.398386 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:06.408063 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2f80b30-6a4a-4cc5-bd68-56bacc824895 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:06.520558 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:06.530771 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:06.532600 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/networks/e0e246f5-1c95-477c-98a1-ec367aebf494 HTTP/1.1" status: 204 len: 168 time: 1.3612568 Aug 05 14:31:06.535779 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39478) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:06.548180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057916b7-04ff-4114-a793-bff58bfce894 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event deleted for resources: {'Network': ['ID=e0e246f5-1c95-477c-98a1-ec367aebf494,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:06.589048 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa00400-88f9-4cf4-9556-4067174d2083 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Deleting subnet d60e315c-db1c-4a9f-bef3-84930a21bf89 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:31:06.592570 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8aa00400-88f9-4cf4-9556-4067174d2083 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:06.634930 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8aa00400-88f9-4cf4-9556-4067174d2083 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:06.676227 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-a2f80b30-6a4a-4cc5-bd68-56bacc824895 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting port 47e94eb4-37fa-403e-ab86-3d851f4469ac {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:06.676576 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2f80b30-6a4a-4cc5-bd68-56bacc824895 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:06.725962 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8aa00400-88f9-4cf4-9556-4067174d2083 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:06.764319 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2f80b30-6a4a-4cc5-bd68-56bacc824895 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:06.777498 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-a2f80b30-6a4a-4cc5-bd68-56bacc824895 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Calling delete_port for 47e94eb4-37fa-403e-ab86-3d851f4469ac owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:06.786877 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8aa00400-88f9-4cf4-9556-4067174d2083 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:06.817052 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8aa00400-88f9-4cf4-9556-4067174d2083 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:06.819047 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8aa00400-88f9-4cf4-9556-4067174d2083 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/subnets/d60e315c-db1c-4a9f-bef3-84930a21bf89 HTTP/1.1" status: 204 len: 168 time: 0.2820508 Aug 05 14:31:06.819791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa00400-88f9-4cf4-9556-4067174d2083 tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event deleted for resources: {'Subnet': ['ID=d60e315c-db1c-4a9f-bef3-84930a21bf89,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:06.821877 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39480) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:06.823793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f8c4f1-2112-49dc-8dda-7d3a6d298be1 None None] Network 027c08c0-adca-4179-900e-fe0008956ef1 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:06.918187 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:06.994885 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86114ef5-3b6e-4f44-87a9-48cbef3995e5 None None] DHCP port deletion for 027c08c0-adca-4179-900e-fe0008956ef1 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:31:07.050697 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-86114ef5-3b6e-4f44-87a9-48cbef3995e5 None None] Deleting port df543a05-86bd-4c16-bce1-35e006332255 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:07.051057 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-86114ef5-3b6e-4f44-87a9-48cbef3995e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:07.061342 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2f80b30-6a4a-4cc5-bd68-56bacc824895 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:07.089825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:07.095694 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f80b30-6a4a-4cc5-bd68-56bacc824895 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Port': ['ID=47e94eb4-37fa-403e-ab86-3d851f4469ac,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:07.105435 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Deleting port df543a05-86bd-4c16-bce1-35e006332255 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:07.105783 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:07.151316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-86114ef5-3b6e-4f44-87a9-48cbef3995e5 None None] For port df543a05-86bd-4c16-bce1-35e006332255, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=df543a05-86bd-4c16-bce1-35e006332255,segment=NetworkSegment(c2f80171-9087-4c49-8ffa-9a28e66f24bb),segment_id=c2f80171-9087-4c49-8ffa-9a28e66f24bb)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:07.151720 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-86114ef5-3b6e-4f44-87a9-48cbef3995e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:07.166226 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-86114ef5-3b6e-4f44-87a9-48cbef3995e5 None None] Calling delete_port for df543a05-86bd-4c16-bce1-35e006332255 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:07.218942 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:07.219321 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:07.284663 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-86114ef5-3b6e-4f44-87a9-48cbef3995e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:07.297292 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] For port df543a05-86bd-4c16-bce1-35e006332255, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=df543a05-86bd-4c16-bce1-35e006332255,segment=NetworkSegment(c2f80171-9087-4c49-8ffa-9a28e66f24bb),segment_id=c2f80171-9087-4c49-8ffa-9a28e66f24bb)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:07.297912 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:07.320930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86114ef5-3b6e-4f44-87a9-48cbef3995e5 None None] Pushing event deleted for resources: {'Port': ['ID=df543a05-86bd-4c16-bce1-35e006332255,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:07.332984 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86114ef5-3b6e-4f44-87a9-48cbef3995e5 None None] No DVR routers for this DVR port df543a05-86bd-4c16-bce1-35e006332255 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:07.347991 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Calling delete_port for df543a05-86bd-4c16-bce1-35e006332255 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:07.352275 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2f80b30-6a4a-4cc5-bd68-56bacc824895 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:07.572814 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f80b30-6a4a-4cc5-bd68-56bacc824895 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router d17e744a-98a8-491c-8b66-8ef2a4243112 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:31:07.575535 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:07.589912 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device df543a05-86bd-4c16-bce1-35e006332255 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:31:07.607899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event deleted for resources: {'Port': ['ID=df543a05-86bd-4c16-bce1-35e006332255,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:07.609437 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: df543a05-86bd-4c16-bce1-35e006332255 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:07.609797 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device df543a05-86bd-4c16-bce1-35e006332255 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:31:07.609946 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] No DVR routers for this DVR port df543a05-86bd-4c16-bce1-35e006332255 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:07.736776 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f80b30-6a4a-4cc5-bd68-56bacc824895 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:07.746458 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a2f80b30-6a4a-4cc5-bd68-56bacc824895 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/d17e744a-98a8-491c-8b66-8ef2a4243112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2979827 Aug 05 14:31:07.746678 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61a95df-8b39-4f58-95d5-1d6eca359654 None None] Sync routers for ids ['d17e744a-98a8-491c-8b66-8ef2a4243112'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:07.747103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39482) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:07.757262 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61a95df-8b39-4f58-95d5-1d6eca359654 None None] Routers {'d17e744a-98a8-491c-8b66-8ef2a4243112'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:07.757898 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d61a95df-8b39-4f58-95d5-1d6eca359654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:30:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['d17e744a-98a8-491c-8b66-8ef2a4243112'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:07.789083 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d61a95df-8b39-4f58-95d5-1d6eca359654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:07.793330 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:07.797892 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61a95df-8b39-4f58-95d5-1d6eca359654 None None] Routers {'d17e744a-98a8-491c-8b66-8ef2a4243112'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:07.798528 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d61a95df-8b39-4f58-95d5-1d6eca359654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:30:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['d17e744a-98a8-491c-8b66-8ef2a4243112'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:07.830200 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027c08c0-adca-4179-900e-fe0008956ef1']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:07.833872 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d61a95df-8b39-4f58-95d5-1d6eca359654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:07.834647 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61a95df-8b39-4f58-95d5-1d6eca359654 None None] The sync data for ids ['d17e744a-98a8-491c-8b66-8ef2a4243112'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:31:07.848137 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f80171-9087-4c49-8ffa-9a28e66f24bb') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:07.848440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f80171-9087-4c49-8ffa-9a28e66f24bb') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:08.169893 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.203608 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.225783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:08.226178 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.229471 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-22f99b79-f35b-4fdb-a40e-b5fd179b532e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] remove_router_interface failed (client error): The resource could not be found. Aug 05 14:31:08.230544 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-22f99b79-f35b-4fdb-a40e-b5fd179b532e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/d17e744a-98a8-491c-8b66-8ef2a4243112/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4828465 Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: self.session.flush() Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:08.231343 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:08.234503 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39484) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:08.270208 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d17b3f56-9227-4f0b-9116-ce4babd259b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17e744a-98a8-491c-8b66-8ef2a4243112 HTTP/1.1" status: 200 len: 205 time: 0.0321603 Aug 05 14:31:08.270523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39486) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:08.293502 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.300930 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.302774 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] 10.222.0.16 "DELETE /v2.0/networks/027c08c0-adca-4179-900e-fe0008956ef1 HTTP/1.1" status: 204 len: 168 time: 1.4797080 Aug 05 14:31:08.314381 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3930225-1576-4f0b-928e-3d51459673ec tempest-NetworksIpV6TestAttrs-1305269339 tempest-NetworksIpV6TestAttrs-1305269339-project] Pushing event deleted for resources: {'Network': ['ID=027c08c0-adca-4179-900e-fe0008956ef1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:08.348998 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9fba701d-d956-4b62-9eda-b699dacf5789 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.528454 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9fba701d-d956-4b62-9eda-b699dacf5789 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.530738 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9fba701d-d956-4b62-9eda-b699dacf5789 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.554453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39492) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:08.584511 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9fba701d-d956-4b62-9eda-b699dacf5789 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.585098 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fba701d-d956-4b62-9eda-b699dacf5789 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Fanout notify agent at l3_agent the message router_deleted on router d17e744a-98a8-491c-8b66-8ef2a4243112 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:31:08.592558 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9fba701d-d956-4b62-9eda-b699dacf5789 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.594401 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9fba701d-d956-4b62-9eda-b699dacf5789 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/routers/d17e744a-98a8-491c-8b66-8ef2a4243112 HTTP/1.1" status: 204 len: 168 time: 0.3229012 Aug 05 14:31:08.597719 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39496) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:08.653179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-589983ab-4f22-4c0d-bdc1-075e192e32f7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting subnet 806a6b8d-af11-40b3-9833-d97bd51f8f2c {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:31:08.657790 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-589983ab-4f22-4c0d-bdc1-075e192e32f7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.721112 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-589983ab-4f22-4c0d-bdc1-075e192e32f7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.752255 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-951590c1-ccf9-4a14-9b02-1e22c46931f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=acc7a1af4b404fc58658f73f6ea6e246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1966341 Aug 05 14:31:08.755879 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39498) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:08.848372 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c74e-82a0-4569-aef2-f299762d0f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.850557 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-589983ab-4f22-4c0d-bdc1-075e192e32f7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.905781 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c74e-82a0-4569-aef2-f299762d0f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.949328 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-589983ab-4f22-4c0d-bdc1-075e192e32f7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.978980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589983ab-4f22-4c0d-bdc1-075e192e32f7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Subnet': ['ID=806a6b8d-af11-40b3-9833-d97bd51f8f2c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:08.980889 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-589983ab-4f22-4c0d-bdc1-075e192e32f7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.983987 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-589983ab-4f22-4c0d-bdc1-075e192e32f7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/subnets/806a6b8d-af11-40b3-9833-d97bd51f8f2c HTTP/1.1" status: 204 len: 168 time: 0.3849030 Aug 05 14:31:08.985430 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39500) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:08.987383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9375f6c0-a084-43e2-b0bd-2138fa5c6bd4 None None] Network 3ee7027b-f415-4507-b35f-5e9262d32359 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:08.994927 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c74e-82a0-4569-aef2-f299762d0f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.997650 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c74e-82a0-4569-aef2-f299762d0f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:08.998876 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4bd6c74e-82a0-4569-aef2-f299762d0f9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2708b559-11e2-452d-b7b8-f06014656917 HTTP/1.1" status: 204 len: 168 time: 0.2420976 Aug 05 14:31:09.010424 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6c74e-82a0-4569-aef2-f299762d0f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2708b559-11e2-452d-b7b8-f06014656917,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:09.082650 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.140337 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting port 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:09.140783 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.201997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a06fbb6-8321-4bdd-875a-696d0f7a46c4 None None] DHCP port deletion for 3ee7027b-f415-4507-b35f-5e9262d32359 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:31:09.212158 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] For port 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e,segment=NetworkSegment(db1cbced-51f4-45f1-bc97-096f537c6e0c),segment_id=db1cbced-51f4-45f1-bc97-096f537c6e0c)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:09.212531 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.225767 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Calling delete_port for 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:09.255696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8a06fbb6-8321-4bdd-875a-696d0f7a46c4 None None] Deleting port 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:09.256084 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8a06fbb6-8321-4bdd-875a-696d0f7a46c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.318935 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.321978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-8a06fbb6-8321-4bdd-875a-696d0f7a46c4 None None] For port 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e,segment=NetworkSegment(db1cbced-51f4-45f1-bc97-096f537c6e0c),segment_id=db1cbced-51f4-45f1-bc97-096f537c6e0c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:09.322403 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8a06fbb6-8321-4bdd-875a-696d0f7a46c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.337472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8a06fbb6-8321-4bdd-875a-696d0f7a46c4 None None] Calling delete_port for 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:09.357798 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] No DVR routers for this DVR port 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:09.363637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Port': ['ID=7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:09.418077 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8a06fbb6-8321-4bdd-875a-696d0f7a46c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.447018 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06fbb6-8321-4bdd-875a-696d0f7a46c4 None None] Pushing event deleted for resources: {'Port': ['ID=7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:09.450424 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a06fbb6-8321-4bdd-875a-696d0f7a46c4 None None] No DVR routers for this DVR port 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:09.464661 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.475765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee7027b-f415-4507-b35f-5e9262d32359']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:09.486458 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1cbced-51f4-45f1-bc97-096f537c6e0c') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:09.486797 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1cbced-51f4-45f1-bc97-096f537c6e0c') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:09.495949 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.511101 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.517620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:09.518767 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:09.521677 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:09.586776 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.591669 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.593736 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/networks/3ee7027b-f415-4507-b35f-5e9262d32359 HTTP/1.1" status: 204 len: 168 time: 0.6071644 Aug 05 14:31:09.598835 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39520) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:09.604301 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-36de065a-c906-4a07-a376-7e8e1ec74fda tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'network': {'name': 'tempest-RoutersTest-218433499'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:09.609552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf213fe-95a2-4a6a-93d1-a2cda8863e52 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Network': ['ID=3ee7027b-f415-4507-b35f-5e9262d32359,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:09.626681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36de065a-c906-4a07-a376-7e8e1ec74fda tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:09.631275 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-36de065a-c906-4a07-a376-7e8e1ec74fda tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.656077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36de065a-c906-4a07-a376-7e8e1ec74fda tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:31:09.666371 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-36de065a-c906-4a07-a376-7e8e1ec74fda tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.666721 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-36de065a-c906-4a07-a376-7e8e1ec74fda tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Added segment 84e9a7f6-cc83-4c6d-95e0-85f0674a4423 of type vlan for network 6acea62f-8363-4628-a2ad-9abc5e57047f Aug 05 14:31:09.708675 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-36de065a-c906-4a07-a376-7e8e1ec74fda tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.742702 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-36de065a-c906-4a07-a376-7e8e1ec74fda tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.748136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36de065a-c906-4a07-a376-7e8e1ec74fda tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:09.748868 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-36de065a-c906-4a07-a376-7e8e1ec74fda tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.764336 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39524) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:09.803300 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-36de065a-c906-4a07-a376-7e8e1ec74fda tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2032452 Aug 05 14:31:09.806410 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39528) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:09.812145 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-211b14c3-641a-4e9e-802f-2e26fb514d32 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'subnet': {'network_id': '6acea62f-8363-4628-a2ad-9abc5e57047f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:09.824438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de065a-c906-4a07-a376-7e8e1ec74fda tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Network': ['ID=6acea62f-8363-4628-a2ad-9abc5e57047f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:09.837159 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 6acea62f-8363-4628-a2ad-9abc5e57047f details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:31:09.870991 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-cc2ff94d-2e39-4af0-aebf-592495570faa tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-664677170'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:09.915993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2ff94d-2e39-4af0-aebf-592495570faa tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:09.919406 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff94d-2e39-4af0-aebf-592495570faa tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.932795 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff94d-2e39-4af0-aebf-592495570faa tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:09.943706 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211b14c3-641a-4e9e-802f-2e26fb514d32 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:09.947063 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-211b14c3-641a-4e9e-802f-2e26fb514d32 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:10.142794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff94d-2e39-4af0-aebf-592495570faa tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:10.162990 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff94d-2e39-4af0-aebf-592495570faa tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:10.211653 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-211b14c3-641a-4e9e-802f-2e26fb514d32 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:10.213436 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2ff94d-2e39-4af0-aebf-592495570faa tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:31:10.226969 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ff94d-2e39-4af0-aebf-592495570faa tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b7e131-d1d6-44cb-a88a-67d2a58b0f3a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:10.257475 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff94d-2e39-4af0-aebf-592495570faa tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:10.257821 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-cc2ff94d-2e39-4af0-aebf-592495570faa tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Added segment da3b9aa0-b453-4553-aecc-70a60f632002 of type vlan for network a705ef78-9289-4e95-b904-c0cd96cca864 Aug 05 14:31:10.315110 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b14c3-641a-4e9e-802f-2e26fb514d32 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Subnet': ['ID=38ddcfda-a1a4-4a1f-8d73-20829792d934,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:10.326908 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff94d-2e39-4af0-aebf-592495570faa tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:10.333106 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b14c3-641a-4e9e-802f-2e26fb514d32 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Checking segment: {'id': '84e9a7f6-cc83-4c6d-95e0-85f0674a4423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6acea62f-8363-4628-a2ad-9abc5e57047f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:10.333493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211b14c3-641a-4e9e-802f-2e26fb514d32 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network hostable DHCP agents. Network: 6acea62f-8363-4628-a2ad-9abc5e57047f, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:31:10.366910 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211b14c3-641a-4e9e-802f-2e26fb514d32 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network 6acea62f-8363-4628-a2ad-9abc5e57047f is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:31:10.369896 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff94d-2e39-4af0-aebf-592495570faa tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:10.375399 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff94d-2e39-4af0-aebf-592495570faa tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:10.375979 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff94d-2e39-4af0-aebf-592495570faa tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:10.428046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-211b14c3-641a-4e9e-802f-2e26fb514d32 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 6acea62f-8363-4628-a2ad-9abc5e57047f) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:10.436269 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb697009-5767-4c96-a800-1d51ffff5ed4 None None] Network 6acea62f-8363-4628-a2ad-9abc5e57047f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:10.442975 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cc2ff94d-2e39-4af0-aebf-592495570faa tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6750808 Aug 05 14:31:10.444148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39530) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:10.444324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211b14c3-641a-4e9e-802f-2e26fb514d32 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:10.444923 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-211b14c3-641a-4e9e-802f-2e26fb514d32 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:10.453514 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f7955c7f-faeb-40b8-a05d-7500c9055d24 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864', 'name': 'tempest-PortsTestJSON-1571670340'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:10.460514 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ff94d-2e39-4af0-aebf-592495570faa tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Network': ['ID=a705ef78-9289-4e95-b904-c0cd96cca864,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:10.470754 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-211b14c3-641a-4e9e-802f-2e26fb514d32 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6607366 Aug 05 14:31:10.470928 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39532) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:10.476613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e24e3e1d-84ca-4e58-acc9-ee91f74ba2d5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1202504351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:10.482169 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network a705ef78-9289-4e95-b904-c0cd96cca864 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:31:10.501644 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e24e3e1d-84ca-4e58-acc9-ee91f74ba2d5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:10.503001 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e24e3e1d-84ca-4e58-acc9-ee91f74ba2d5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:10.556396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7955c7f-faeb-40b8-a05d-7500c9055d24 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:10.557550 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e24e3e1d-84ca-4e58-acc9-ee91f74ba2d5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:10.559966 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f7955c7f-faeb-40b8-a05d-7500c9055d24 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:10.563451 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e24e3e1d-84ca-4e58-acc9-ee91f74ba2d5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:10.578685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-f7955c7f-faeb-40b8-a05d-7500c9055d24 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] device_id is not set on port a6a63795-1950-4dd7-ba55-2bfaaf06b0ad yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:31:10.582916 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e24e3e1d-84ca-4e58-acc9-ee91f74ba2d5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:10.586986 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e24e3e1d-84ca-4e58-acc9-ee91f74ba2d5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1118128 Aug 05 14:31:10.587229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39534) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:10.665038 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-6acea62f-8363-4628-a2ad-9abc5e57047f', 'network_id': '6acea62f-8363-4628-a2ad-9abc5e57047f', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'fixed_ips': [{'subnet_id': '38ddcfda-a1a4-4a1f-8d73-20829792d934'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:31:10.665950 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:10.803842 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Allocated IP 172.20.0.2 (6acea62f-8363-4628-a2ad-9abc5e57047f/38ddcfda-a1a4-4a1f-8d73-20829792d934/e3f9a974-c0c1-47f8-a43b-5395e7efac16) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:10.949626 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:10.958978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Transition to ACTIVE for port object e3f9a974-c0c1-47f8-a43b-5395e7efac16 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:10.973922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Transition to ACTIVE for port object e3f9a974-c0c1-47f8-a43b-5395e7efac16 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:10.976198 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f7955c7f-faeb-40b8-a05d-7500c9055d24 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:10.979987 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:11.003502 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:11.017341 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Network 6acea62f-8363-4628-a2ad-9abc5e57047f is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:11.021455 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:11.025317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:11.034314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Pushing event updated for resources: {'Port': ['ID=e3f9a974-c0c1-47f8-a43b-5395e7efac16,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:11.076758 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:31:11.105193 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:11.105542 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7f1b8bc5-1c54-4d29-b9c7-ffcb3e567c1e not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:31:11.109477 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Attempting to bind port e3f9a974-c0c1-47f8-a43b-5395e7efac16 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:11.109847 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Attempting to bind port e3f9a974-c0c1-47f8-a43b-5395e7efac16 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '84e9a7f6-cc83-4c6d-95e0-85f0674a4423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6acea62f-8363-4628-a2ad-9abc5e57047f'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:11.110209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Attempting to bind port e3f9a974-c0c1-47f8-a43b-5395e7efac16 on network 6acea62f-8363-4628-a2ad-9abc5e57047f {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:11.116601 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:11.116601 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Checking segment: {'id': '84e9a7f6-cc83-4c6d-95e0-85f0674a4423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6acea62f-8363-4628-a2ad-9abc5e57047f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:11.117146 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:11.117527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Bound using segment: {'id': '84e9a7f6-cc83-4c6d-95e0-85f0674a4423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6acea62f-8363-4628-a2ad-9abc5e57047f'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:11.118008 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Bound port: e3f9a974-c0c1-47f8-a43b-5395e7efac16, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e9a7f6-cc83-4c6d-95e0-85f0674a4423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6acea62f-8363-4628-a2ad-9abc5e57047f'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:11.118387 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:11.119556 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f7955c7f-faeb-40b8-a05d-7500c9055d24 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:11.181457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] For port e3f9a974-c0c1-47f8-a43b-5395e7efac16, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:11.184966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] For port e3f9a974-c0c1-47f8-a43b-5395e7efac16, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e3f9a974-c0c1-47f8-a43b-5395e7efac16,segment=NetworkSegment(84e9a7f6-cc83-4c6d-95e0-85f0674a4423),segment_id=84e9a7f6-cc83-4c6d-95e0-85f0674a4423)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:11.189271 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:11.265583 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acf1c5-6a8a-40f0-8dce-181aed5e13b8 None None] Pushing event updated for resources: {'Port': ['ID=e3f9a974-c0c1-47f8-a43b-5395e7efac16,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:11.278717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7955c7f-faeb-40b8-a05d-7500c9055d24 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=a6a63795-1950-4dd7-ba55-2bfaaf06b0ad,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:11.312412 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7955c7f-faeb-40b8-a05d-7500c9055d24 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Checking segment: {'id': 'da3b9aa0-b453-4553-aecc-70a60f632002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:11.312827 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7955c7f-faeb-40b8-a05d-7500c9055d24 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network hostable DHCP agents. Network: a705ef78-9289-4e95-b904-c0cd96cca864, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:31:11.350614 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Allocated IP 172.20.0.1 (6acea62f-8363-4628-a2ad-9abc5e57047f/38ddcfda-a1a4-4a1f-8d73-20829792d934/a24b7450-ef3e-4673-af35-de897c9d4b84) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:11.356009 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7955c7f-faeb-40b8-a05d-7500c9055d24 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network a705ef78-9289-4e95-b904-c0cd96cca864 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:31:11.379716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-f7955c7f-faeb-40b8-a05d-7500c9055d24 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, a705ef78-9289-4e95-b904-c0cd96cca864) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:11.388502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e58513-a505-4213-8945-8ff1104eb7ec None None] Network a705ef78-9289-4e95-b904-c0cd96cca864 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:11.425482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7955c7f-faeb-40b8-a05d-7500c9055d24 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:11.432264 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7955c7f-faeb-40b8-a05d-7500c9055d24 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:11.432900 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f7955c7f-faeb-40b8-a05d-7500c9055d24 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:11.464568 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f7955c7f-faeb-40b8-a05d-7500c9055d24 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0189109 Aug 05 14:31:11.467963 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39536) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:11.476049 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d3fe12dc-0654-4dcd-bba5-4f9d4360dbe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-894844958'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:11.509494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fe12dc-0654-4dcd-bba5-4f9d4360dbe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:11.514903 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3fe12dc-0654-4dcd-bba5-4f9d4360dbe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:11.541416 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:11.550142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3fe12dc-0654-4dcd-bba5-4f9d4360dbe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:31:11.562453 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3fe12dc-0654-4dcd-bba5-4f9d4360dbe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:11.563120 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-d3fe12dc-0654-4dcd-bba5-4f9d4360dbe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Added segment 054faa5b-3938-4c43-9f1e-248c016de5fa of type vlan for network 816f8284-f180-4792-8223-a1b62156c078 Aug 05 14:31:11.567846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Transition to ACTIVE for port object a24b7450-ef3e-4673-af35-de897c9d4b84 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:11.612185 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:11.615585 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3fe12dc-0654-4dcd-bba5-4f9d4360dbe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:11.646136 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3fe12dc-0654-4dcd-bba5-4f9d4360dbe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:11.652201 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fe12dc-0654-4dcd-bba5-4f9d4360dbe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:11.652588 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network 6acea62f-8363-4628-a2ad-9abc5e57047f is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:11.652921 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3fe12dc-0654-4dcd-bba5-4f9d4360dbe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:11.657724 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:11.661420 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:11.692927 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=a24b7450-ef3e-4673-af35-de897c9d4b84,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:11.713630 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:11.722147 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d3fe12dc-0654-4dcd-bba5-4f9d4360dbe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2493186 Aug 05 14:31:11.722655 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39538) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:11.729492 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'ports': [{'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864'}, {'network_id': '816f8284-f180-4792-8223-a1b62156c078'}]} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:11.729810 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:11.730382 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'network_id': '816f8284-f180-4792-8223-a1b62156c078'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:11.734788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe12dc-0654-4dcd-bba5-4f9d4360dbe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Network': ['ID=816f8284-f180-4792-8223-a1b62156c078,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:11.746956 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 816f8284-f180-4792-8223-a1b62156c078 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:31:11.841768 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:11.909390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'port': 2} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:11.916926 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:11.934190 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:12.019065 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] device_id is not set on port dc5a438e-1672-47c5-ac49-ae4d20cfc052 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:31:12.154536 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:12.160642 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:12.180846 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:12.247028 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=a24b7450-ef3e-4673-af35-de897c9d4b84,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:12.250297 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:12.260890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] device_id is not set on port b351b125-1e39-4d7c-ae2d-5a48f22bcebb yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:31:12.291264 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6f2596-2734-4893-b9d8-42711712dc8b None None] Network 6acea62f-8363-4628-a2ad-9abc5e57047f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:12.352629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network 6acea62f-8363-4628-a2ad-9abc5e57047f is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:12.355039 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:12.356472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1bd30751-f2aa-45aa-8510-3431e2de9750 None None] Provisioning for port e3f9a974-c0c1-47f8-a43b-5395e7efac16 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:12.390111 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:12.437385 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:12.483446 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router 42dc1b7a-28ba-49ff-a528-07200061f6e0 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:31:12.487353 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network a705ef78-9289-4e95-b904-c0cd96cca864 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:12.490544 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:12.494175 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:12.495963 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:12.502241 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=dc5a438e-1672-47c5-ac49-ae4d20cfc052,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:12.569342 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=b351b125-1e39-4d7c-ae2d-5a48f22bcebb,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:12.574183 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Checking segment: {'id': '054faa5b-3938-4c43-9f1e-248c016de5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '816f8284-f180-4792-8223-a1b62156c078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:12.574575 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network hostable DHCP agents. Network: 816f8284-f180-4792-8223-a1b62156c078, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:31:12.592256 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network 816f8284-f180-4792-8223-a1b62156c078 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:31:12.592659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:12.600915 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-29b46266-a8e7-4e91-8da5-34635ca0fbe7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/42dc1b7a-28ba-49ff-a528-07200061f6e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0125523 Aug 05 14:31:12.606010 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac4939a-9881-4fcc-9ede-3056f03bfcbf None None] Sync routers for ids ['42dc1b7a-28ba-49ff-a528-07200061f6e0'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:12.608939 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39540) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:12.619385 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac4939a-9881-4fcc-9ede-3056f03bfcbf None None] Routers {'42dc1b7a-28ba-49ff-a528-07200061f6e0'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:12.622297 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-dac4939a-9881-4fcc-9ede-3056f03bfcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:30:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['42dc1b7a-28ba-49ff-a528-07200061f6e0'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:12.622493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 816f8284-f180-4792-8223-a1b62156c078) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:12.646656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:12.652728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:12.657756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:12.658491 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:12.659579 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901890d1-6b3e-45e2-ba92-03c97e63f6b1 None None] Network 816f8284-f180-4792-8223-a1b62156c078 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:12.663417 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-dac4939a-9881-4fcc-9ede-3056f03bfcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:12.681035 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12694451-b45a-45c9-832e-9bc3c0438b9c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:12.682588 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-12694451-b45a-45c9-832e-9bc3c0438b9c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports/a24b7450-ef3e-4673-af35-de897c9d4b84 HTTP/1.1" status: 200 len: 910 time: 0.0722408 Aug 05 14:31:12.685454 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39542) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:12.714326 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac4939a-9881-4fcc-9ede-3056f03bfcbf None None] Routers {'42dc1b7a-28ba-49ff-a528-07200061f6e0'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:12.714964 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-dac4939a-9881-4fcc-9ede-3056f03bfcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:30:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['42dc1b7a-28ba-49ff-a528-07200061f6e0'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:12.727546 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ead10d75-ac20-49e7-8ba3-3a5f6c429dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0038555 Aug 05 14:31:12.730566 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39544) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:12.760108 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-dac4939a-9881-4fcc-9ede-3056f03bfcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:12.760770 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac4939a-9881-4fcc-9ede-3056f03bfcbf None None] The sync data for ids ['42dc1b7a-28ba-49ff-a528-07200061f6e0'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:31:12.835546 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa206d3d-c73d-445c-bb82-e11f756b9b72 None None] Provisioning for port a24b7450-ef3e-4673-af35-de897c9d4b84 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:12.842570 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa206d3d-c73d-445c-bb82-e11f756b9b72 None None] Provisioning complete for port a24b7450-ef3e-4673-af35-de897c9d4b84 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:12.843004 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa206d3d-c73d-445c-bb82-e11f756b9b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:12.851586 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b07f421d-af8e-4ca5-8cfa-c8a67b63e86d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port b351b125-1e39-4d7c-ae2d-5a48f22bcebb {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:12.851942 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b07f421d-af8e-4ca5-8cfa-c8a67b63e86d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:12.882980 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa206d3d-c73d-445c-bb82-e11f756b9b72 None None] Port a24b7450-ef3e-4673-af35-de897c9d4b84 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:12.943145 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b07f421d-af8e-4ca5-8cfa-c8a67b63e86d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:12.959648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b07f421d-af8e-4ca5-8cfa-c8a67b63e86d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for b351b125-1e39-4d7c-ae2d-5a48f22bcebb owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:13.018592 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-38d6daaf-9272-4dec-a47c-4a30bb52e03a None None] Provisioning complete for port a24b7450-ef3e-4673-af35-de897c9d4b84 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:13.018920 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-38d6daaf-9272-4dec-a47c-4a30bb52e03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.081528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-38d6daaf-9272-4dec-a47c-4a30bb52e03a None None] Port a24b7450-ef3e-4673-af35-de897c9d4b84 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:13.082030 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28440ea6-5c8c-4837-9285-5eaae74f14b5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.091385 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b07f421d-af8e-4ca5-8cfa-c8a67b63e86d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.126030 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f421d-af8e-4ca5-8cfa-c8a67b63e86d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=b351b125-1e39-4d7c-ae2d-5a48f22bcebb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:13.132924 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b07f421d-af8e-4ca5-8cfa-c8a67b63e86d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.133629 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e3f9a974-c0c1-47f8-a43b-5395e7efac16 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:13.134973 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b07f421d-af8e-4ca5-8cfa-c8a67b63e86d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/ports/b351b125-1e39-4d7c-ae2d-5a48f22bcebb HTTP/1.1" status: 204 len: 168 time: 0.4029243 Aug 05 14:31:13.137528 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39546) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:13.195859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port e3f9a974-c0c1-47f8-a43b-5395e7efac16 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:13.198694 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d3b8de-90a3-4785-9da1-91caaedfb017 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:13.200677 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e3f9a974-c0c1-47f8-a43b-5395e7efac16 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:13.201056 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.205558 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d3b8de-90a3-4785-9da1-91caaedfb017 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:13.210752 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-19d3b8de-90a3-4785-9da1-91caaedfb017 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0718849 Aug 05 14:31:13.211404 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39548) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:13.226510 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-847db09e-536b-48dd-867c-56a166151866 None None] Provisioning complete for port a24b7450-ef3e-4673-af35-de897c9d4b84 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:13.226896 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-847db09e-536b-48dd-867c-56a166151866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.274011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-847db09e-536b-48dd-867c-56a166151866 None None] Port a24b7450-ef3e-4673-af35-de897c9d4b84 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:13.321440 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.325169 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4a7536c3-60cf-4caa-b8bc-be434dc9d544 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port dc5a438e-1672-47c5-ac49-ae4d20cfc052 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:13.325522 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a7536c3-60cf-4caa-b8bc-be434dc9d544 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.356078 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port e3f9a974-c0c1-47f8-a43b-5395e7efac16, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e3f9a974-c0c1-47f8-a43b-5395e7efac16,segment=NetworkSegment(84e9a7f6-cc83-4c6d-95e0-85f0674a4423),segment_id=84e9a7f6-cc83-4c6d-95e0-85f0674a4423)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:13.360813 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.378587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-28440ea6-5c8c-4837-9285-5eaae74f14b5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting port a24b7450-ef3e-4673-af35-de897c9d4b84 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:13.378943 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28440ea6-5c8c-4837-9285-5eaae74f14b5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.407661 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a7536c3-60cf-4caa-b8bc-be434dc9d544 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.412565 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=e3f9a974-c0c1-47f8-a43b-5395e7efac16,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:13.423130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4a7536c3-60cf-4caa-b8bc-be434dc9d544 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for dc5a438e-1672-47c5-ac49-ae4d20cfc052 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:13.472279 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28440ea6-5c8c-4837-9285-5eaae74f14b5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.484520 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-28440ea6-5c8c-4837-9285-5eaae74f14b5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Calling delete_port for a24b7450-ef3e-4673-af35-de897c9d4b84 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:13.504620 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a7536c3-60cf-4caa-b8bc-be434dc9d544 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.535650 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7536c3-60cf-4caa-b8bc-be434dc9d544 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=dc5a438e-1672-47c5-ac49-ae4d20cfc052,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:13.539196 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a7536c3-60cf-4caa-b8bc-be434dc9d544 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.541138 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4a7536c3-60cf-4caa-b8bc-be434dc9d544 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/ports/dc5a438e-1672-47c5-ac49-ae4d20cfc052 HTTP/1.1" status: 204 len: 168 time: 0.3287892 Aug 05 14:31:13.544890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39550) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:13.647194 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b508f0-3edc-4410-8923-5f01d4e901c4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:13.649005 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f8b508f0-3edc-4410-8923-5f01d4e901c4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1028183 Aug 05 14:31:13.652382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39552) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:13.680929 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-1174e67a-9bf4-4470-a9a9-10e3d7e00646 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] GET failed (client error): The resource could not be found. Aug 05 14:31:13.682516 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1174e67a-9bf4-4470-a9a9-10e3d7e00646 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports/b351b125-1e39-4d7c-ae2d-5a48f22bcebb HTTP/1.1" status: 404 len: 333 time: 0.0290244 Aug 05 14:31:13.685226 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39554) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:13.709351 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16630cd-e8bd-40d0-81be-ed69aec63ece tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] GET failed (client error): The resource could not be found. Aug 05 14:31:13.710963 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f16630cd-e8bd-40d0-81be-ed69aec63ece tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports/dc5a438e-1672-47c5-ac49-ae4d20cfc052 HTTP/1.1" status: 404 len: 333 time: 0.0248191 Aug 05 14:31:13.712916 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28440ea6-5c8c-4837-9285-5eaae74f14b5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.713877 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39556) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:13.741478 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28440ea6-5c8c-4837-9285-5eaae74f14b5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Port': ['ID=a24b7450-ef3e-4673-af35-de897c9d4b84,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:13.796764 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30361f68-b048-463f-a511-c8a840e330ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.894003 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-28440ea6-5c8c-4837-9285-5eaae74f14b5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.896761 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30361f68-b048-463f-a511-c8a840e330ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.908699 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-30361f68-b048-463f-a511-c8a840e330ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816f8284-f180-4792-8223-a1b62156c078']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:13.920579 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-30361f68-b048-463f-a511-c8a840e330ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054faa5b-3938-4c43-9f1e-248c016de5fa') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:13.921028 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-30361f68-b048-463f-a511-c8a840e330ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054faa5b-3938-4c43-9f1e-248c016de5fa') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:13.931330 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30361f68-b048-463f-a511-c8a840e330ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.947476 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30361f68-b048-463f-a511-c8a840e330ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.953466 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30361f68-b048-463f-a511-c8a840e330ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:13.953836 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30361f68-b048-463f-a511-c8a840e330ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:13.957306 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:14.017343 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30361f68-b048-463f-a511-c8a840e330ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:14.024830 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-30361f68-b048-463f-a511-c8a840e330ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:14.027485 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-30361f68-b048-463f-a511-c8a840e330ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/networks/816f8284-f180-4792-8223-a1b62156c078 HTTP/1.1" status: 204 len: 168 time: 0.3122599 Aug 05 14:31:14.032786 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39558) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:14.037924 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1d6fb830-e866-4bbe-94db-0ec166f75ee8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-669581955'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:14.042973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30361f68-b048-463f-a511-c8a840e330ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Network': ['ID=816f8284-f180-4792-8223-a1b62156c078,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:14.092507 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28440ea6-5c8c-4837-9285-5eaae74f14b5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router 42dc1b7a-28ba-49ff-a528-07200061f6e0 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:31:14.100780 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6fb830-e866-4bbe-94db-0ec166f75ee8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:14.104284 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb830-e866-4bbe-94db-0ec166f75ee8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:14.200135 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28440ea6-5c8c-4837-9285-5eaae74f14b5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:14.205519 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-28440ea6-5c8c-4837-9285-5eaae74f14b5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/42dc1b7a-28ba-49ff-a528-07200061f6e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5190279 Aug 05 14:31:14.209088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39560) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:14.210469 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6fb830-e866-4bbe-94db-0ec166f75ee8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:31:14.213586 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25f8fcc-ee28-4045-8e6a-6e75a18ec9d5 None None] Sync routers for ids ['42dc1b7a-28ba-49ff-a528-07200061f6e0'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:14.223427 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f8fcc-ee28-4045-8e6a-6e75a18ec9d5 None None] Routers {'42dc1b7a-28ba-49ff-a528-07200061f6e0'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:14.224040 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d25f8fcc-ee28-4045-8e6a-6e75a18ec9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:30:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['42dc1b7a-28ba-49ff-a528-07200061f6e0'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:14.226060 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb830-e866-4bbe-94db-0ec166f75ee8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:14.226559 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-1d6fb830-e866-4bbe-94db-0ec166f75ee8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Added segment dabe06a1-32bc-4094-8dbb-5f357378fb5d of type vlan for network f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f Aug 05 14:31:14.246358 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-044fc15a-d1d7-4edb-a05a-b9afc1aefb98 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dc1b7a-28ba-49ff-a528-07200061f6e0 HTTP/1.1" status: 200 len: 205 time: 0.0362349 Aug 05 14:31:14.250611 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39562) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:14.257212 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d25f8fcc-ee28-4045-8e6a-6e75a18ec9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:14.266351 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f8fcc-ee28-4045-8e6a-6e75a18ec9d5 None None] Routers {'42dc1b7a-28ba-49ff-a528-07200061f6e0'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:14.266955 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d25f8fcc-ee28-4045-8e6a-6e75a18ec9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:30:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['42dc1b7a-28ba-49ff-a528-07200061f6e0'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:14.280580 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb830-e866-4bbe-94db-0ec166f75ee8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:14.309369 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d25f8fcc-ee28-4045-8e6a-6e75a18ec9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:14.309895 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25f8fcc-ee28-4045-8e6a-6e75a18ec9d5 None None] The sync data for ids ['42dc1b7a-28ba-49ff-a528-07200061f6e0'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:31:14.316252 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb830-e866-4bbe-94db-0ec166f75ee8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:14.322448 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6fb830-e866-4bbe-94db-0ec166f75ee8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:14.323052 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb830-e866-4bbe-94db-0ec166f75ee8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:14.338126 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-05465957-f2fb-4aa1-9a86-27ba097ee5a2 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:14.386389 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1d6fb830-e866-4bbe-94db-0ec166f75ee8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3498034 Aug 05 14:31:14.386638 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39564) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:14.394058 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2e649802-afd0-4e6c-bf9f-de17abc533a7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'subnet': {'network_id': 'f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:14.401309 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fb830-e866-4bbe-94db-0ec166f75ee8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Network': ['ID=f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:14.412964 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:31:14.499596 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e649802-afd0-4e6c-bf9f-de17abc533a7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:14.504401 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2e649802-afd0-4e6c-bf9f-de17abc533a7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:14.796561 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-05465957-f2fb-4aa1-9a86-27ba097ee5a2 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:14.798704 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-05465957-f2fb-4aa1-9a86-27ba097ee5a2 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:14.843245 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-05465957-f2fb-4aa1-9a86-27ba097ee5a2 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:14.843782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05465957-f2fb-4aa1-9a86-27ba097ee5a2 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Fanout notify agent at l3_agent the message router_deleted on router 42dc1b7a-28ba-49ff-a528-07200061f6e0 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:31:14.851620 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-05465957-f2fb-4aa1-9a86-27ba097ee5a2 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:14.852733 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-05465957-f2fb-4aa1-9a86-27ba097ee5a2 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/routers/42dc1b7a-28ba-49ff-a528-07200061f6e0 HTTP/1.1" status: 204 len: 168 time: 0.6009920 Aug 05 14:31:14.855387 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39566) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:14.905497 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:14.912233 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f337ca3e-f3c6-4ef5-a926-b9318202c6a5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting subnet 38ddcfda-a1a4-4a1f-8d73-20829792d934 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:31:14.915839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f337ca3e-f3c6-4ef5-a926-b9318202c6a5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:14.958402 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f337ca3e-f3c6-4ef5-a926-b9318202c6a5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.055738 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f337ca3e-f3c6-4ef5-a926-b9318202c6a5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.065661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e3f9a974-c0c1-47f8-a43b-5395e7efac16 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:15.070100 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2e649802-afd0-4e6c-bf9f-de17abc533a7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.120062 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f337ca3e-f3c6-4ef5-a926-b9318202c6a5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.125571 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e3f9a974-c0c1-47f8-a43b-5395e7efac16 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:15.125959 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.140378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e649802-afd0-4e6c-bf9f-de17abc533a7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Subnet': ['ID=b49d6782-a156-49c2-9356-18a491275592,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:15.145238 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e649802-afd0-4e6c-bf9f-de17abc533a7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Checking segment: {'id': 'dabe06a1-32bc-4094-8dbb-5f357378fb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:15.145648 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e649802-afd0-4e6c-bf9f-de17abc533a7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network hostable DHCP agents. Network: f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:31:15.152070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337ca3e-f3c6-4ef5-a926-b9318202c6a5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Subnet': ['ID=38ddcfda-a1a4-4a1f-8d73-20829792d934,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:15.156244 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f337ca3e-f3c6-4ef5-a926-b9318202c6a5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.159156 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f337ca3e-f3c6-4ef5-a926-b9318202c6a5 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/subnets/38ddcfda-a1a4-4a1f-8d73-20829792d934 HTTP/1.1" status: 204 len: 168 time: 0.3021140 Aug 05 14:31:15.161935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39568) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:15.166542 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28949022-8d08-4362-973a-404a03d6bc4e None None] Network 6acea62f-8363-4628-a2ad-9abc5e57047f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:15.170368 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e649802-afd0-4e6c-bf9f-de17abc533a7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:31:15.181724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-2e649802-afd0-4e6c-bf9f-de17abc533a7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:15.187514 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e649802-afd0-4e6c-bf9f-de17abc533a7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:15.188124 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2e649802-afd0-4e6c-bf9f-de17abc533a7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.203938 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2e649802-afd0-4e6c-bf9f-de17abc533a7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8162806 Aug 05 14:31:15.207115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39570) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:15.212421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d18cc190-987d-446c-901d-c044382a8bdc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'network_id': 'f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f', 'name': 'tempest-PortsTestJSON-1382451784'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:15.221274 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2741c9b-1e73-4beb-8b3a-ce4dad974a55 None None] Network f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:15.247817 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.311500 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting port e3f9a974-c0c1-47f8-a43b-5395e7efac16 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:15.311907 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.337943 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18cc190-987d-446c-901d-c044382a8bdc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:15.341633 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d18cc190-987d-446c-901d-c044382a8bdc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.364775 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-d18cc190-987d-446c-901d-c044382a8bdc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] device_id is not set on port 6ac4dbce-7ae8-4fbd-ac71-54f8c8559c95 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:31:15.383210 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] For port e3f9a974-c0c1-47f8-a43b-5395e7efac16, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e3f9a974-c0c1-47f8-a43b-5395e7efac16,segment=NetworkSegment(84e9a7f6-cc83-4c6d-95e0-85f0674a4423),segment_id=84e9a7f6-cc83-4c6d-95e0-85f0674a4423)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:15.383780 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.398281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Calling delete_port for e3f9a974-c0c1-47f8-a43b-5395e7efac16 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:15.487941 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f', 'network_id': 'f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f', 'tenant_id': '144a440cfe4d4484a58413e0cb8fd474', 'fixed_ips': [{'subnet_id': 'b49d6782-a156-49c2-9356-18a491275592'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:31:15.489744 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.492296 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.492926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-d18cc190-987d-446c-901d-c044382a8bdc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Allocated IP 172.20.0.14 (f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f/b49d6782-a156-49c2-9356-18a491275592/6ac4dbce-7ae8-4fbd-ac71-54f8c8559c95) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:15.523549 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Port': ['ID=e3f9a974-c0c1-47f8-a43b-5395e7efac16,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:15.533390 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] No DVR routers for this DVR port e3f9a974-c0c1-47f8-a43b-5395e7efac16 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:15.571673 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565b1794-94a9-4ef5-ae4a-852503fe8d85 None None] DHCP port deletion for 6acea62f-8363-4628-a2ad-9abc5e57047f request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:31:15.622809 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.633980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6acea62f-8363-4628-a2ad-9abc5e57047f']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:15.645823 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e9a7f6-cc83-4c6d-95e0-85f0674a4423') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:15.646125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e9a7f6-cc83-4c6d-95e0-85f0674a4423') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:15.655375 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.668097 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d18cc190-987d-446c-901d-c044382a8bdc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.668755 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.676590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:15.677000 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:15.680176 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:15.738187 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-d18cc190-987d-446c-901d-c044382a8bdc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Transition to ACTIVE for port object 6ac4dbce-7ae8-4fbd-ac71-54f8c8559c95 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:15.738492 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.746162 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.748115 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/networks/6acea62f-8363-4628-a2ad-9abc5e57047f HTTP/1.1" status: 204 len: 168 time: 0.5849364 Aug 05 14:31:15.758290 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39572) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:15.762964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2053676963', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:15.768443 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a294b4b-3077-4653-ab63-d3a8a58b6ac1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Network': ['ID=6acea62f-8363-4628-a2ad-9abc5e57047f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:15.780186 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d18cc190-987d-446c-901d-c044382a8bdc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.788843 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.790951 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.829832 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Allocated IP 172.20.0.2 (f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f/b49d6782-a156-49c2-9356-18a491275592/6d343e34-351a-4dfe-a70c-6cd9b41af425) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:15.830067 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18cc190-987d-446c-901d-c044382a8bdc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:15.833949 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-d18cc190-987d-446c-901d-c044382a8bdc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:15.837347 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18cc190-987d-446c-901d-c044382a8bdc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:15.850742 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.872247 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cc190-987d-446c-901d-c044382a8bdc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=6ac4dbce-7ae8-4fbd-ac71-54f8c8559c95,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:15.872701 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0e165bf6-efdd-4e13-8a0c-093c342c5910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.903789 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18cc190-987d-446c-901d-c044382a8bdc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:15.904428 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d18cc190-987d-446c-901d-c044382a8bdc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:15.921251 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d18cc190-987d-446c-901d-c044382a8bdc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7127497 Aug 05 14:31:15.923500 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39574) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:16.006747 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.014317 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.015448 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f9566e4a-b46a-4a3e-b70e-e3affb9ac68d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port 6ac4dbce-7ae8-4fbd-ac71-54f8c8559c95 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:16.015748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Transition to ACTIVE for port object 6d343e34-351a-4dfe-a70c-6cd9b41af425 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:16.015878 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9566e4a-b46a-4a3e-b70e-e3affb9ac68d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.033204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Transition to ACTIVE for port object 6d343e34-351a-4dfe-a70c-6cd9b41af425 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:16.042428 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.089734 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Network f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:16.092725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:16.097493 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:16.104961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Pushing event updated for resources: {'Port': ['ID=6d343e34-351a-4dfe-a70c-6cd9b41af425,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:16.114352 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9566e4a-b46a-4a3e-b70e-e3affb9ac68d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.130495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f9566e4a-b46a-4a3e-b70e-e3affb9ac68d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for 6ac4dbce-7ae8-4fbd-ac71-54f8c8559c95 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:16.165000 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Attempting to bind port 6d343e34-351a-4dfe-a70c-6cd9b41af425 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:16.165379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Attempting to bind port 6d343e34-351a-4dfe-a70c-6cd9b41af425 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'dabe06a1-32bc-4094-8dbb-5f357378fb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:16.165748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Attempting to bind port 6d343e34-351a-4dfe-a70c-6cd9b41af425 on network f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:16.171160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:16.171557 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Checking segment: {'id': 'dabe06a1-32bc-4094-8dbb-5f357378fb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:16.172242 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.172660 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Bound using segment: {'id': 'dabe06a1-32bc-4094-8dbb-5f357378fb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:16.173134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Bound port: 6d343e34-351a-4dfe-a70c-6cd9b41af425, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dabe06a1-32bc-4094-8dbb-5f357378fb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:16.173523 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.225295 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.240216 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.256074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] For port 6d343e34-351a-4dfe-a70c-6cd9b41af425, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:16.259480 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.277441 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9566e4a-b46a-4a3e-b70e-e3affb9ac68d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.278432 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] For port 6d343e34-351a-4dfe-a70c-6cd9b41af425, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=6d343e34-351a-4dfe-a70c-6cd9b41af425,segment=NetworkSegment(dabe06a1-32bc-4094-8dbb-5f357378fb5d),segment_id=dabe06a1-32bc-4094-8dbb-5f357378fb5d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:16.283921 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.310070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9566e4a-b46a-4a3e-b70e-e3affb9ac68d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=6ac4dbce-7ae8-4fbd-ac71-54f8c8559c95,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:16.362696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e879a39-d5a1-4ba7-9404-badd9e60b91c None None] Pushing event updated for resources: {'Port': ['ID=6d343e34-351a-4dfe-a70c-6cd9b41af425,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:16.384221 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f9566e4a-b46a-4a3e-b70e-e3affb9ac68d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.386223 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f9566e4a-b46a-4a3e-b70e-e3affb9ac68d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/ports/6ac4dbce-7ae8-4fbd-ac71-54f8c8559c95 HTTP/1.1" status: 204 len: 168 time: 0.4609387 Aug 05 14:31:16.388759 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39576) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:16.414428 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32f5452-4f81-40a4-ab66-fc23e4bb5f24 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] DELETE failed (client error): The resource could not be found. Aug 05 14:31:16.415145 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32f5452-4f81-40a4-ab66-fc23e4bb5f24 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:31:16.417028 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d32f5452-4f81-40a4-ab66-fc23e4bb5f24 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/ports/6ac4dbce-7ae8-4fbd-ac71-54f8c8559c95 HTTP/1.1" status: 404 len: 333 time: 0.0272338 Aug 05 14:31:16.419705 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39578) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:16.451597 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca5fb67-44dc-446e-9617-cc4a7302c0f0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] GET failed (client error): The resource could not be found. Aug 05 14:31:16.453132 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-eca5fb67-44dc-446e-9617-cc4a7302c0f0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports/6ac4dbce-7ae8-4fbd-ac71-54f8c8559c95 HTTP/1.1" status: 404 len: 333 time: 0.0324910 Aug 05 14:31:16.456542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39580) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:16.458892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Allocated IP 172.25.5.109 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/78cab73f-789f-4352-a397-9aeaa6ceb509) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:16.528607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5caebd-74ce-4b6a-b7c7-77ce85e70022 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting subnet b49d6782-a156-49c2-9356-18a491275592 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:31:16.532124 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f5caebd-74ce-4b6a-b7c7-77ce85e70022 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.582547 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f5caebd-74ce-4b6a-b7c7-77ce85e70022 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.597649 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.654426 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.677782 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f5caebd-74ce-4b6a-b7c7-77ce85e70022 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.696412 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:16.699356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:16.703442 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:16.729705 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=78cab73f-789f-4352-a397-9aeaa6ceb509,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:16.746078 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f5caebd-74ce-4b6a-b7c7-77ce85e70022 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.778501 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5caebd-74ce-4b6a-b7c7-77ce85e70022 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Subnet': ['ID=b49d6782-a156-49c2-9356-18a491275592,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:16.782091 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f5caebd-74ce-4b6a-b7c7-77ce85e70022 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.787416 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1f5caebd-74ce-4b6a-b7c7-77ce85e70022 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/b49d6782-a156-49c2-9356-18a491275592 HTTP/1.1" status: 204 len: 168 time: 0.3272610 Aug 05 14:31:16.787587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39582) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:16.866320 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.924529 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port 6d343e34-351a-4dfe-a70c-6cd9b41af425 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:16.924819 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.992908 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] For port 6d343e34-351a-4dfe-a70c-6cd9b41af425, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=6d343e34-351a-4dfe-a70c-6cd9b41af425,segment=NetworkSegment(dabe06a1-32bc-4094-8dbb-5f357378fb5d),segment_id=dabe06a1-32bc-4094-8dbb-5f357378fb5d)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:16.993280 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:16.993668 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:17.008972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for 6d343e34-351a-4dfe-a70c-6cd9b41af425 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:17.098419 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:17.129753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6d343e34-351a-4dfe-a70c-6cd9b41af425 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:17.130345 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=6d343e34-351a-4dfe-a70c-6cd9b41af425,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:17.131702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No DVR routers for this DVR port 6d343e34-351a-4dfe-a70c-6cd9b41af425 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:17.158658 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 6d343e34-351a-4dfe-a70c-6cd9b41af425 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:17.164825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6d343e34-351a-4dfe-a70c-6cd9b41af425 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 05 14:31:17.186847 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Port 6d343e34-351a-4dfe-a70c-6cd9b41af425 not found, will not notify nova. {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 05 14:31:17.224472 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:17.235347 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:17.248279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dabe06a1-32bc-4094-8dbb-5f357378fb5d') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:17.248640 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dabe06a1-32bc-4094-8dbb-5f357378fb5d') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:17.254784 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:17.260053 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:17.267822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e3f9a974-c0c1-47f8-a43b-5395e7efac16 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:31:17.277309 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:17.287327 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:17.287748 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:17.293094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: e3f9a974-c0c1-47f8-a43b-5395e7efac16 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:17.293786 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e3f9a974-c0c1-47f8-a43b-5395e7efac16 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:17.355032 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:17.373202 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:17.379331 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:17.381394 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/networks/f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f HTTP/1.1" status: 204 len: 168 time: 0.5928328 Aug 05 14:31:17.385120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39584) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:17.390797 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d5aa5195-d10f-44ac-8541-7310f8607f83 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1824962045'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:17.396770 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565c696-8f14-4a04-9e96-2a57381f3bf1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Network': ['ID=f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:17.420934 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router 0c80888c-0608-442d-a27c-5ca9f75f914a is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:31:17.425715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aa5195-d10f-44ac-8541-7310f8607f83 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:17.429306 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d5aa5195-d10f-44ac-8541-7310f8607f83 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:17.432036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-70cae6ab-da3b-4aa4-9b69-d309901535a4 None None] Could not find standard attr ID for object 6d343e34-351a-4dfe-a70c-6cd9b41af425. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:31:17.477643 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fd5e4e-76ed-476e-a35b-9b2471ef0397 None None] DHCP port deletion for f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:31:17.493844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db1c7fc-b95e-415f-b1a4-94decc01a969 None None] Network f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:17.498655 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5aa5195-d10f-44ac-8541-7310f8607f83 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:31:17.505951 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db1c7fc-b95e-415f-b1a4-94decc01a969 None None] Network f066c9a5-dbf9-427f-ae3b-5fe0cfd7246f could not be found, it might have been deleted concurrently. {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 05 14:31:17.540638 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d5aa5195-d10f-44ac-8541-7310f8607f83 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:17.540992 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-d5aa5195-d10f-44ac-8541-7310f8607f83 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Added segment f5de0b85-d123-4551-a85f-f80a680ecbe0 of type vlan for network 56f09cdd-4ff9-4e68-b47d-a054e3da41f7 Aug 05 14:31:17.593667 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d5aa5195-d10f-44ac-8541-7310f8607f83 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:17.600209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:17.612675 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa36974b-dd27-435a-b355-b79d7cdf0686 None None] Sync routers for ids ['0c80888c-0608-442d-a27c-5ca9f75f914a'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:17.622593 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa36974b-dd27-435a-b355-b79d7cdf0686 None None] Routers {'0c80888c-0608-442d-a27c-5ca9f75f914a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:17.623292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aa36974b-dd27-435a-b355-b79d7cdf0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:30:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0c80888c-0608-442d-a27c-5ca9f75f914a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:17.623474 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:17.624539 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-db44b747-0dfd-4ed4-9eb2-e69e344a29b8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.8651290 Aug 05 14:31:17.627452 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39586) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:17.640037 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d5aa5195-d10f-44ac-8541-7310f8607f83 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:17.647212 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aa5195-d10f-44ac-8541-7310f8607f83 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:17.647842 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d5aa5195-d10f-44ac-8541-7310f8607f83 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:17.724037 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d5aa5195-d10f-44ac-8541-7310f8607f83 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3340065 Aug 05 14:31:17.724336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39588) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:17.732401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f43f03a5-8b60-4c07-872a-ab683000159a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'subnet': {'network_id': '56f09cdd-4ff9-4e68-b47d-a054e3da41f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:17.780625 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-771c7dd4-c831-47db-af10-0124f64d1e15 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/routers/0c80888c-0608-442d-a27c-5ca9f75f914a HTTP/1.1" status: 200 len: 881 time: 0.1517804 Aug 05 14:31:17.781907 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39590) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:17.795863 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa5195-d10f-44ac-8541-7310f8607f83 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Network': ['ID=56f09cdd-4ff9-4e68-b47d-a054e3da41f7,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:17.824609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 56f09cdd-4ff9-4e68-b47d-a054e3da41f7 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:31:17.827915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aa36974b-dd27-435a-b355-b79d7cdf0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:17.879426 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa36974b-dd27-435a-b355-b79d7cdf0686 None None] Routers {'0c80888c-0608-442d-a27c-5ca9f75f914a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:17.880055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aa36974b-dd27-435a-b355-b79d7cdf0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:30:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0c80888c-0608-442d-a27c-5ca9f75f914a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:17.913235 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43f03a5-8b60-4c07-872a-ab683000159a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:17.916727 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f43f03a5-8b60-4c07-872a-ab683000159a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:17.922876 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-aa36974b-dd27-435a-b355-b79d7cdf0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:17.923530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa36974b-dd27-435a-b355-b79d7cdf0686 None None] The sync data for ids ['0c80888c-0608-442d-a27c-5ca9f75f914a'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:31:18.389878 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4450afaf-e926-4f91-9aeb-058a395097c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:18.416375 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3f438432-153a-4e10-9a30-ef88da016d20 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6333239 Aug 05 14:31:18.418947 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39592) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:18.423961 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-a33f72de-e377-45f3-b97c-273e1669003e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2053676963'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:18.468274 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f43f03a5-8b60-4c07-872a-ab683000159a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:18.540408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f03a5-8b60-4c07-872a-ab683000159a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Subnet': ['ID=d13cdc32-4ecd-46d6-b937-8f0d63b4462f,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:18.547896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43f03a5-8b60-4c07-872a-ab683000159a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Checking segment: {'id': 'f5de0b85-d123-4551-a85f-f80a680ecbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '56f09cdd-4ff9-4e68-b47d-a054e3da41f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:18.548192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43f03a5-8b60-4c07-872a-ab683000159a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network hostable DHCP agents. Network: 56f09cdd-4ff9-4e68-b47d-a054e3da41f7, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:31:18.567198 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43f03a5-8b60-4c07-872a-ab683000159a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network 56f09cdd-4ff9-4e68-b47d-a054e3da41f7 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:31:18.576671 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-f43f03a5-8b60-4c07-872a-ab683000159a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 56f09cdd-4ff9-4e68-b47d-a054e3da41f7) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:18.581320 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43f03a5-8b60-4c07-872a-ab683000159a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:18.581962 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f43f03a5-8b60-4c07-872a-ab683000159a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:18.591324 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d8bb1e-7412-48f5-b193-34e2faf26d8d None None] Network 56f09cdd-4ff9-4e68-b47d-a054e3da41f7 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:18.597600 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f43f03a5-8b60-4c07-872a-ab683000159a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8721912 Aug 05 14:31:18.600219 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39594) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:18.605916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-bad3273a-9ff3-43fd-a187-1997bc4766f8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'network_id': '56f09cdd-4ff9-4e68-b47d-a054e3da41f7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1749799146'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:18.660021 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:18.729869 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad3273a-9ff3-43fd-a187-1997bc4766f8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:18.733895 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bad3273a-9ff3-43fd-a187-1997bc4766f8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:18.750922 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a33f72de-e377-45f3-b97c-273e1669003e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:18.753898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-bad3273a-9ff3-43fd-a187-1997bc4766f8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] device_id is not set on port 82f2de3f-1fb3-4e95-9224-2696585b9ccc yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:31:18.764342 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a33f72de-e377-45f3-b97c-273e1669003e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:18.770119 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-56f09cdd-4ff9-4e68-b47d-a054e3da41f7', 'network_id': '56f09cdd-4ff9-4e68-b47d-a054e3da41f7', 'tenant_id': '144a440cfe4d4484a58413e0cb8fd474', 'fixed_ips': [{'subnet_id': 'd13cdc32-4ecd-46d6-b937-8f0d63b4462f'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:31:18.771163 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:18.876429 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-bad3273a-9ff3-43fd-a187-1997bc4766f8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Allocated IP 172.20.0.14 (56f09cdd-4ff9-4e68-b47d-a054e3da41f7/d13cdc32-4ecd-46d6-b937-8f0d63b4462f/82f2de3f-1fb3-4e95-9224-2696585b9ccc) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:18.879735 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33f72de-e377-45f3-b97c-273e1669003e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router 0c80888c-0608-442d-a27c-5ca9f75f914a has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:31:18.989858 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33f72de-e377-45f3-b97c-273e1669003e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:18.998952 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a33f72de-e377-45f3-b97c-273e1669003e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:19.000526 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a33f72de-e377-45f3-b97c-273e1669003e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/0c80888c-0608-442d-a27c-5ca9f75f914a HTTP/1.1" status: 200 len: 888 time: 0.5804100 Aug 05 14:31:19.003565 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5693a6-8768-4ff1-aa79-a1b602ace75c None None] Sync routers for ids ['0c80888c-0608-442d-a27c-5ca9f75f914a'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:19.004270 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39596) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:19.010988 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bad3273a-9ff3-43fd-a187-1997bc4766f8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:19.013527 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5693a6-8768-4ff1-aa79-a1b602ace75c None None] Routers {'0c80888c-0608-442d-a27c-5ca9f75f914a'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:19.014148 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4e5693a6-8768-4ff1-aa79-a1b602ace75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0c80888c-0608-442d-a27c-5ca9f75f914a'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:19.028048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-bad3273a-9ff3-43fd-a187-1997bc4766f8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Transition to ACTIVE for port object 82f2de3f-1fb3-4e95-9224-2696585b9ccc will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:19.058469 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4e5693a6-8768-4ff1-aa79-a1b602ace75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:19.069679 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5693a6-8768-4ff1-aa79-a1b602ace75c None None] Routers {'0c80888c-0608-442d-a27c-5ca9f75f914a'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:19.070733 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4e5693a6-8768-4ff1-aa79-a1b602ace75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['0c80888c-0608-442d-a27c-5ca9f75f914a'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:19.081234 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6d343e34-351a-4dfe-a70c-6cd9b41af425 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:31:19.084748 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bad3273a-9ff3-43fd-a187-1997bc4766f8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:19.104536 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4e5693a6-8768-4ff1-aa79-a1b602ace75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:19.105473 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5693a6-8768-4ff1-aa79-a1b602ace75c None None] The sync data for ids ['0c80888c-0608-442d-a27c-5ca9f75f914a'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:31:19.126964 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 6d343e34-351a-4dfe-a70c-6cd9b41af425 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:19.128700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6d343e34-351a-4dfe-a70c-6cd9b41af425 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:31:19.137648 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f5b4dd93-7303-4dbf-a3f2-b919c3023f0e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/routers/0c80888c-0608-442d-a27c-5ca9f75f914a HTTP/1.1" status: 200 len: 888 time: 0.1325293 Aug 05 14:31:19.140595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad3273a-9ff3-43fd-a187-1997bc4766f8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network 56f09cdd-4ff9-4e68-b47d-a054e3da41f7 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:19.141174 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39598) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:19.144354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-bad3273a-9ff3-43fd-a187-1997bc4766f8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:19.147011 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad3273a-9ff3-43fd-a187-1997bc4766f8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:19.160969 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Allocated IP 172.20.0.2 (56f09cdd-4ff9-4e68-b47d-a054e3da41f7/d13cdc32-4ecd-46d6-b937-8f0d63b4462f/92ccfe67-20bf-4d3d-bd98-ccffaffeb985) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:19.191204 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3273a-9ff3-43fd-a187-1997bc4766f8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=82f2de3f-1fb3-4e95-9224-2696585b9ccc,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:19.217311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad3273a-9ff3-43fd-a187-1997bc4766f8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:19.217984 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bad3273a-9ff3-43fd-a187-1997bc4766f8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:19.234772 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bad3273a-9ff3-43fd-a187-1997bc4766f8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.6331336 Aug 05 14:31:19.242004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39600) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:19.319579 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:19.329354 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Transition to ACTIVE for port object 92ccfe67-20bf-4d3d-bd98-ccffaffeb985 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:19.338556 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-61e566b1-e88b-466a-a8de-343ff60fc0b0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port 82f2de3f-1fb3-4e95-9224-2696585b9ccc {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:19.338994 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61e566b1-e88b-466a-a8de-343ff60fc0b0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:19.349655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Transition to ACTIVE for port object 92ccfe67-20bf-4d3d-bd98-ccffaffeb985 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:19.356273 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:19.404287 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Network 56f09cdd-4ff9-4e68-b47d-a054e3da41f7 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:19.407454 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:19.412335 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:19.418321 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-821bc045-b836-4d9d-b9bd-33570ca9e0a1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c80888c-0608-442d-a27c-5ca9f75f914a HTTP/1.1" status: 200 len: 205 time: 0.2734890 Aug 05 14:31:19.418669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39602) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:19.420121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Pushing event updated for resources: {'Port': ['ID=92ccfe67-20bf-4d3d-bd98-ccffaffeb985,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:19.472913 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Attempting to bind port 92ccfe67-20bf-4d3d-bd98-ccffaffeb985 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:19.473284 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Attempting to bind port 92ccfe67-20bf-4d3d-bd98-ccffaffeb985 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'f5de0b85-d123-4551-a85f-f80a680ecbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '56f09cdd-4ff9-4e68-b47d-a054e3da41f7'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:19.473650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Attempting to bind port 92ccfe67-20bf-4d3d-bd98-ccffaffeb985 on network 56f09cdd-4ff9-4e68-b47d-a054e3da41f7 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:19.478785 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:19.479162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Checking segment: {'id': 'f5de0b85-d123-4551-a85f-f80a680ecbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '56f09cdd-4ff9-4e68-b47d-a054e3da41f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:19.479569 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:19.479965 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Bound using segment: {'id': 'f5de0b85-d123-4551-a85f-f80a680ecbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '56f09cdd-4ff9-4e68-b47d-a054e3da41f7'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:19.480125 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61e566b1-e88b-466a-a8de-343ff60fc0b0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:19.480504 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Bound port: 92ccfe67-20bf-4d3d-bd98-ccffaffeb985, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5de0b85-d123-4551-a85f-f80a680ecbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '56f09cdd-4ff9-4e68-b47d-a054e3da41f7'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:19.480891 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:19.500599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-61e566b1-e88b-466a-a8de-343ff60fc0b0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for 82f2de3f-1fb3-4e95-9224-2696585b9ccc owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:19.546398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] For port 92ccfe67-20bf-4d3d-bd98-ccffaffeb985, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:19.550075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] For port 92ccfe67-20bf-4d3d-bd98-ccffaffeb985, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=92ccfe67-20bf-4d3d-bd98-ccffaffeb985,segment=NetworkSegment(f5de0b85-d123-4551-a85f-f80a680ecbe0),segment_id=f5de0b85-d123-4551-a85f-f80a680ecbe0)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:19.554686 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:19.593714 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a0f85b0b-e19f-4e2e-92ba-0ae3ce578a2e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:19.621066 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:19.639585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a499b9-7861-43ff-bc64-8513491fcd38 None None] Pushing event updated for resources: {'Port': ['ID=92ccfe67-20bf-4d3d-bd98-ccffaffeb985,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:19.755726 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a0f85b0b-e19f-4e2e-92ba-0ae3ce578a2e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:19.807476 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61e566b1-e88b-466a-a8de-343ff60fc0b0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:19.843975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e566b1-e88b-466a-a8de-343ff60fc0b0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=82f2de3f-1fb3-4e95-9224-2696585b9ccc,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:19.914204 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-a0f85b0b-e19f-4e2e-92ba-0ae3ce578a2e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting port 78cab73f-789f-4352-a397-9aeaa6ceb509 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:19.914567 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a0f85b0b-e19f-4e2e-92ba-0ae3ce578a2e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:19.933270 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61e566b1-e88b-466a-a8de-343ff60fc0b0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:19.935206 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-61e566b1-e88b-466a-a8de-343ff60fc0b0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/ports/82f2de3f-1fb3-4e95-9224-2696585b9ccc HTTP/1.1" status: 204 len: 168 time: 0.6921508 Aug 05 14:31:19.938050 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39604) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:19.963834 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccc6587-cbf0-423f-ab76-035c9a83543b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] GET failed (client error): The resource could not be found. Aug 05 14:31:19.965441 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2ccc6587-cbf0-423f-ab76-035c9a83543b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports/82f2de3f-1fb3-4e95-9224-2696585b9ccc HTTP/1.1" status: 404 len: 333 time: 0.0262640 Aug 05 14:31:19.968313 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39606) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:19.999597 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a0f85b0b-e19f-4e2e-92ba-0ae3ce578a2e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.011192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-a0f85b0b-e19f-4e2e-92ba-0ae3ce578a2e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Calling delete_port for 78cab73f-789f-4352-a397-9aeaa6ceb509 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:20.020564 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f828a48-cd64-4618-8e10-6881565ab83c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting subnet d13cdc32-4ecd-46d6-b937-8f0d63b4462f {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:31:20.024189 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f828a48-cd64-4618-8e10-6881565ab83c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.070403 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f828a48-cd64-4618-8e10-6881565ab83c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.153950 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f828a48-cd64-4618-8e10-6881565ab83c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.185723 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a0f85b0b-e19f-4e2e-92ba-0ae3ce578a2e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.222279 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f828a48-cd64-4618-8e10-6881565ab83c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.239565 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f85b0b-e19f-4e2e-92ba-0ae3ce578a2e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Port': ['ID=78cab73f-789f-4352-a397-9aeaa6ceb509,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:20.270956 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f828a48-cd64-4618-8e10-6881565ab83c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.276806 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8f828a48-cd64-4618-8e10-6881565ab83c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/d13cdc32-4ecd-46d6-b937-8f0d63b4462f HTTP/1.1" status: 204 len: 168 time: 0.3035715 Aug 05 14:31:20.276806 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f828a48-cd64-4618-8e10-6881565ab83c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Subnet': ['ID=d13cdc32-4ecd-46d6-b937-8f0d63b4462f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:20.277221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39608) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:20.304620 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a0f85b0b-e19f-4e2e-92ba-0ae3ce578a2e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.371665 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.406378 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a0f85b0b-e19f-4e2e-92ba-0ae3ce578a2e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.409253 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a0f85b0b-e19f-4e2e-92ba-0ae3ce578a2e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.429229 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port 92ccfe67-20bf-4d3d-bd98-ccffaffeb985 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:20.429585 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.458436 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a0f85b0b-e19f-4e2e-92ba-0ae3ce578a2e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.459172 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f85b0b-e19f-4e2e-92ba-0ae3ce578a2e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Fanout notify agent at l3_agent the message router_deleted on router 0c80888c-0608-442d-a27c-5ca9f75f914a {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:31:20.466875 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a0f85b0b-e19f-4e2e-92ba-0ae3ce578a2e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.468180 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a0f85b0b-e19f-4e2e-92ba-0ae3ce578a2e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/routers/0c80888c-0608-442d-a27c-5ca9f75f914a HTTP/1.1" status: 204 len: 168 time: 1.0484123 Aug 05 14:31:20.472617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39610) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:20.479299 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-4eb8908f-57d7-4d52-b10a-817c215180b4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'network': {'name': 'tempest-RoutersTest-1311655934'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:20.501356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb8908f-57d7-4d52-b10a-817c215180b4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:20.505855 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4eb8908f-57d7-4d52-b10a-817c215180b4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.507510 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] For port 92ccfe67-20bf-4d3d-bd98-ccffaffeb985, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=92ccfe67-20bf-4d3d-bd98-ccffaffeb985,segment=NetworkSegment(f5de0b85-d123-4551-a85f-f80a680ecbe0),segment_id=f5de0b85-d123-4551-a85f-f80a680ecbe0)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:20.507908 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.522200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for 92ccfe67-20bf-4d3d-bd98-ccffaffeb985 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:20.532977 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb8908f-57d7-4d52-b10a-817c215180b4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:31:20.543318 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42195ea0-f54a-4bdc-80bc-6d1ae2ff6343 None None] Network 56f09cdd-4ff9-4e68-b47d-a054e3da41f7 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:20.543906 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4eb8908f-57d7-4d52-b10a-817c215180b4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.543906 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-4eb8908f-57d7-4d52-b10a-817c215180b4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Added segment 34a7ffa0-d921-46c6-86ce-7a17a5b8c987 of type vlan for network f38e0d82-ff60-4575-ab37-851243c5e627 Aug 05 14:31:20.586849 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4eb8908f-57d7-4d52-b10a-817c215180b4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.612268 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-17bfa6e6-23aa-4aab-9060-5a6744358c86 None None] Provisioning for port 92ccfe67-20bf-4d3d-bd98-ccffaffeb985 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:20.623079 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.625715 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4eb8908f-57d7-4d52-b10a-817c215180b4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.640345 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb8908f-57d7-4d52-b10a-817c215180b4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:20.641322 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4eb8908f-57d7-4d52-b10a-817c215180b4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.652089 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=92ccfe67-20bf-4d3d-bd98-ccffaffeb985,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:20.656087 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No DVR routers for this DVR port 92ccfe67-20bf-4d3d-bd98-ccffaffeb985 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:20.713747 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4eb8908f-57d7-4d52-b10a-817c215180b4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2396953 Aug 05 14:31:20.716427 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39612) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:20.721481 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-9fb77c15-9eae-46cf-b8ef-b80f993389a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'subnet': {'network_id': 'f38e0d82-ff60-4575-ab37-851243c5e627', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:20.727617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7644b66-9879-401f-bc15-8814a5d3e095 None None] DHCP port deletion for 56f09cdd-4ff9-4e68-b47d-a054e3da41f7 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:31:20.749669 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.760910 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f09cdd-4ff9-4e68-b47d-a054e3da41f7']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:20.772765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5de0b85-d123-4551-a85f-f80a680ecbe0') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:20.773111 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5de0b85-d123-4551-a85f-f80a680ecbe0') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:20.775786 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8908f-57d7-4d52-b10a-817c215180b4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Network': ['ID=f38e0d82-ff60-4575-ab37-851243c5e627,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:20.782777 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.788470 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network f38e0d82-ff60-4575-ab37-851243c5e627 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:31:20.801545 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.808122 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:20.808608 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:20.811688 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:20.831011 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb77c15-9eae-46cf-b8ef-b80f993389a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:20.834836 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9fb77c15-9eae-46cf-b8ef-b80f993389a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.878742 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.885771 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:20.890970 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/networks/56f09cdd-4ff9-4e68-b47d-a054e3da41f7 HTTP/1.1" status: 204 len: 168 time: 0.6096573 Aug 05 14:31:20.892040 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39614) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:20.899846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6944ef4b-149d-40fb-b3ee-41ed30ff5706 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864', 'name': 'tempest-PortsTestJSON-1610107613'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:20.900027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdb31e-3d5f-4720-acbb-3919ce5dfddf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Network': ['ID=56f09cdd-4ff9-4e68-b47d-a054e3da41f7,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:21.040299 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6944ef4b-149d-40fb-b3ee-41ed30ff5706 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:21.043660 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6944ef4b-149d-40fb-b3ee-41ed30ff5706 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.097685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-6944ef4b-149d-40fb-b3ee-41ed30ff5706 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] device_id is not set on port c970cb32-a082-4e6a-aa49-8d3dbe1e478f yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:31:21.145858 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9fb77c15-9eae-46cf-b8ef-b80f993389a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.217782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb77c15-9eae-46cf-b8ef-b80f993389a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Subnet': ['ID=fe76e794-0292-4c28-a62a-9a2bff1abcd1,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:21.294160 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb77c15-9eae-46cf-b8ef-b80f993389a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Checking segment: {'id': '34a7ffa0-d921-46c6-86ce-7a17a5b8c987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f38e0d82-ff60-4575-ab37-851243c5e627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:21.294455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb77c15-9eae-46cf-b8ef-b80f993389a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network hostable DHCP agents. Network: f38e0d82-ff60-4575-ab37-851243c5e627, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:31:21.336554 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6944ef4b-149d-40fb-b3ee-41ed30ff5706 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.339909 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb77c15-9eae-46cf-b8ef-b80f993389a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network f38e0d82-ff60-4575-ab37-851243c5e627 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:31:21.352227 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-9fb77c15-9eae-46cf-b8ef-b80f993389a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, f38e0d82-ff60-4575-ab37-851243c5e627) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:21.358042 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb77c15-9eae-46cf-b8ef-b80f993389a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:21.358548 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9fb77c15-9eae-46cf-b8ef-b80f993389a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.360464 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b32344b-5b3e-4a0b-810d-b3af30e0efe9 None None] Network f38e0d82-ff60-4575-ab37-851243c5e627 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:21.383597 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9fb77c15-9eae-46cf-b8ef-b80f993389a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6661544 Aug 05 14:31:21.386447 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39616) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:21.391716 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-61e260d2-bd86-4b0f-b801-3d3d2c567073 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1924710014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:21.395263 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6944ef4b-149d-40fb-b3ee-41ed30ff5706 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.420639 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-61e260d2-bd86-4b0f-b801-3d3d2c567073 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.422512 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-61e260d2-bd86-4b0f-b801-3d3d2c567073 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.424775 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.448159 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6944ef4b-149d-40fb-b3ee-41ed30ff5706 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network a705ef78-9289-4e95-b904-c0cd96cca864 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:21.451275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-6944ef4b-149d-40fb-b3ee-41ed30ff5706 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:21.456689 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944ef4b-149d-40fb-b3ee-41ed30ff5706 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:21.462323 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6944ef4b-149d-40fb-b3ee-41ed30ff5706 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:21.462925 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6944ef4b-149d-40fb-b3ee-41ed30ff5706 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.465425 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944ef4b-149d-40fb-b3ee-41ed30ff5706 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=c970cb32-a082-4e6a-aa49-8d3dbe1e478f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:21.482789 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6944ef4b-149d-40fb-b3ee-41ed30ff5706 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5891635 Aug 05 14:31:21.483820 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39618) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:21.494637 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-61e260d2-bd86-4b0f-b801-3d3d2c567073 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.511653 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-61e260d2-bd86-4b0f-b801-3d3d2c567073 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.527873 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-f38e0d82-ff60-4575-ab37-851243c5e627', 'network_id': 'f38e0d82-ff60-4575-ab37-851243c5e627', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'fixed_ips': [{'subnet_id': 'fe76e794-0292-4c28-a62a-9a2bff1abcd1'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:31:21.528753 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.537592 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-61e260d2-bd86-4b0f-b801-3d3d2c567073 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.538833 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-61e260d2-bd86-4b0f-b801-3d3d2c567073 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1513760 Aug 05 14:31:21.541770 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39620) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:21.589518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-566f7f59-61c6-4711-a0ec-5b1353bf44ae tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port c970cb32-a082-4e6a-aa49-8d3dbe1e478f {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:21.589776 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-566f7f59-61c6-4711-a0ec-5b1353bf44ae tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.660436 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-566f7f59-61c6-4711-a0ec-5b1353bf44ae tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.675184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-566f7f59-61c6-4711-a0ec-5b1353bf44ae tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for c970cb32-a082-4e6a-aa49-8d3dbe1e478f owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:21.678341 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Allocated IP 172.20.0.2 (f38e0d82-ff60-4575-ab37-851243c5e627/fe76e794-0292-4c28-a62a-9a2bff1abcd1/eed63f2c-6735-45f3-8b97-e388410d89b9) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:21.769816 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-566f7f59-61c6-4711-a0ec-5b1353bf44ae tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.808488 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-566f7f59-61c6-4711-a0ec-5b1353bf44ae tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.813250 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-566f7f59-61c6-4711-a0ec-5b1353bf44ae tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/ports/c970cb32-a082-4e6a-aa49-8d3dbe1e478f HTTP/1.1" status: 204 len: 168 time: 0.3284106 Aug 05 14:31:21.814027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39622) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:21.816159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f7f59-61c6-4711-a0ec-5b1353bf44ae tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=c970cb32-a082-4e6a-aa49-8d3dbe1e478f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:21.823774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f2891c53-f69e-4004-b8d9-7b4f0b1f753d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864', 'mac_address': 'fa:16:3e:0c:e8:d4', 'name': 'tempest-PortsTestJSON-340227457'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:21.829237 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.838544 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Transition to ACTIVE for port object eed63f2c-6735-45f3-8b97-e388410d89b9 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:21.847615 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.854621 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Transition to ACTIVE for port object eed63f2c-6735-45f3-8b97-e388410d89b9 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:21.862134 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.915163 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Network f38e0d82-ff60-4575-ab37-851243c5e627 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:21.920302 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:21.925169 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:21.929866 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2891c53-f69e-4004-b8d9-7b4f0b1f753d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:21.934340 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Pushing event updated for resources: {'Port': ['ID=eed63f2c-6735-45f3-8b97-e388410d89b9,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:21.989027 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Attempting to bind port eed63f2c-6735-45f3-8b97-e388410d89b9 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:21.989409 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Attempting to bind port eed63f2c-6735-45f3-8b97-e388410d89b9 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '34a7ffa0-d921-46c6-86ce-7a17a5b8c987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f38e0d82-ff60-4575-ab37-851243c5e627'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:21.990232 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Attempting to bind port eed63f2c-6735-45f3-8b97-e388410d89b9 on network f38e0d82-ff60-4575-ab37-851243c5e627 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:21.995441 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:21.995822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Checking segment: {'id': '34a7ffa0-d921-46c6-86ce-7a17a5b8c987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f38e0d82-ff60-4575-ab37-851243c5e627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:21.996231 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:21.996633 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Bound using segment: {'id': '34a7ffa0-d921-46c6-86ce-7a17a5b8c987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f38e0d82-ff60-4575-ab37-851243c5e627'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:21.997105 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Bound port: eed63f2c-6735-45f3-8b97-e388410d89b9, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a7ffa0-d921-46c6-86ce-7a17a5b8c987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f38e0d82-ff60-4575-ab37-851243c5e627'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:21.997526 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:22.010099 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f2891c53-f69e-4004-b8d9-7b4f0b1f753d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:22.032666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-f2891c53-f69e-4004-b8d9-7b4f0b1f753d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] device_id is not set on port 58dd31d4-f9d9-47b7-baba-f1efeae7464c yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:31:22.065595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] For port eed63f2c-6735-45f3-8b97-e388410d89b9, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:22.068869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] For port eed63f2c-6735-45f3-8b97-e388410d89b9, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=eed63f2c-6735-45f3-8b97-e388410d89b9,segment=NetworkSegment(34a7ffa0-d921-46c6-86ce-7a17a5b8c987),segment_id=34a7ffa0-d921-46c6-86ce-7a17a5b8c987)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:22.073654 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:22.139505 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171fda9-1ef2-4bd8-8765-49141c38c554 None None] Pushing event updated for resources: {'Port': ['ID=eed63f2c-6735-45f3-8b97-e388410d89b9,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:22.234449 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f2891c53-f69e-4004-b8d9-7b4f0b1f753d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:22.274562 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f2891c53-f69e-4004-b8d9-7b4f0b1f753d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:22.347139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2891c53-f69e-4004-b8d9-7b4f0b1f753d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network a705ef78-9289-4e95-b904-c0cd96cca864 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:22.350805 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-f2891c53-f69e-4004-b8d9-7b4f0b1f753d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:22.353608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2891c53-f69e-4004-b8d9-7b4f0b1f753d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:22.359907 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2891c53-f69e-4004-b8d9-7b4f0b1f753d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:22.360584 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f2891c53-f69e-4004-b8d9-7b4f0b1f753d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:22.368647 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891c53-f69e-4004-b8d9-7b4f0b1f753d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=58dd31d4-f9d9-47b7-baba-f1efeae7464c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:22.390722 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f2891c53-f69e-4004-b8d9-7b4f0b1f753d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5711923 Aug 05 14:31:22.391416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39624) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:22.431108 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Allocated IP 172.20.0.1 (f38e0d82-ff60-4575-ab37-851243c5e627/fe76e794-0292-4c28-a62a-9a2bff1abcd1/6e350dc0-84b4-4f38-b2e8-1e0728c17ccf) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:22.439225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b007e34-c8de-4086-a83e-025c618cef93 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:22.440720 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3b007e34-c8de-4086-a83e-025c618cef93 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports/58dd31d4-f9d9-47b7-baba-f1efeae7464c HTTP/1.1" status: 200 len: 840 time: 0.0484633 Aug 05 14:31:22.443494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39626) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:22.535320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-334d1d97-2272-4a08-96cb-77dc711d3dee tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port 58dd31d4-f9d9-47b7-baba-f1efeae7464c {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:22.535881 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-334d1d97-2272-4a08-96cb-77dc711d3dee tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:22.557880 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:22.570875 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Transition to ACTIVE for port object 6e350dc0-84b4-4f38-b2e8-1e0728c17ccf will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:22.608857 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-334d1d97-2272-4a08-96cb-77dc711d3dee tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:22.611431 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:22.623950 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-334d1d97-2272-4a08-96cb-77dc711d3dee tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for 58dd31d4-f9d9-47b7-baba-f1efeae7464c owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:22.654986 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network f38e0d82-ff60-4575-ab37-851243c5e627 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:22.660774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:22.664531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:22.692589 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=6e350dc0-84b4-4f38-b2e8-1e0728c17ccf,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:22.712953 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:22.713169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-334d1d97-2272-4a08-96cb-77dc711d3dee tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:22.740771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d1d97-2272-4a08-96cb-77dc711d3dee tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=58dd31d4-f9d9-47b7-baba-f1efeae7464c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:22.748579 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-334d1d97-2272-4a08-96cb-77dc711d3dee tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:22.750851 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-334d1d97-2272-4a08-96cb-77dc711d3dee tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/ports/58dd31d4-f9d9-47b7-baba-f1efeae7464c HTTP/1.1" status: 204 len: 168 time: 0.3062792 Aug 05 14:31:22.754592 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39628) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:22.781029 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96ec8fa-8b4f-47f9-98a3-d3965d0675c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] GET failed (client error): The resource could not be found. Aug 05 14:31:22.782736 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c96ec8fa-8b4f-47f9-98a3-d3965d0675c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports/58dd31d4-f9d9-47b7-baba-f1efeae7464c HTTP/1.1" status: 404 len: 333 time: 0.0271754 Aug 05 14:31:22.787412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39630) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:22.793290 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1821758a-30c8-43e6-82c4-66ee7edb5c44 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864', 'name': 'tempest-PortsTestJSON-1284200257'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:22.844199 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:22.886581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1821758a-30c8-43e6-82c4-66ee7edb5c44 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:22.890143 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1821758a-30c8-43e6-82c4-66ee7edb5c44 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:22.917792 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-1821758a-30c8-43e6-82c4-66ee7edb5c44 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] device_id is not set on port 196f25ac-644b-441e-96f7-db718453ba06 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:31:23.115133 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1821758a-30c8-43e6-82c4-66ee7edb5c44 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:23.124637 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35888264-5f78-409f-b50d-1cbd681910b7 None None] Network f38e0d82-ff60-4575-ab37-851243c5e627 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:23.130908 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device eed63f2c-6735-45f3-8b97-e388410d89b9 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:23.162054 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1821758a-30c8-43e6-82c4-66ee7edb5c44 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:23.167133 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:23.173397 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:23.211099 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1821758a-30c8-43e6-82c4-66ee7edb5c44 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network a705ef78-9289-4e95-b904-c0cd96cca864 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:23.214516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-1821758a-30c8-43e6-82c4-66ee7edb5c44 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:23.226592 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-aac03de1-7dea-4eae-b5b7-c7b7041bb69a None None] Provisioning for port eed63f2c-6735-45f3-8b97-e388410d89b9 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:23.226800 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821758a-30c8-43e6-82c4-66ee7edb5c44 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:23.233148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1821758a-30c8-43e6-82c4-66ee7edb5c44 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:23.233781 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1821758a-30c8-43e6-82c4-66ee7edb5c44 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:23.247703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=6e350dc0-84b4-4f38-b2e8-1e0728c17ccf,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:23.252905 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821758a-30c8-43e6-82c4-66ee7edb5c44 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=196f25ac-644b-441e-96f7-db718453ba06,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:23.253743 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:23.261036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port eed63f2c-6735-45f3-8b97-e388410d89b9 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:23.262978 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1821758a-30c8-43e6-82c4-66ee7edb5c44 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4740944 Aug 05 14:31:23.265154 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39632) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:23.271978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-984a8bc6-3100-4ead-b481-6b5667f24736 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:23.292415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port eed63f2c-6735-45f3-8b97-e388410d89b9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:23.292782 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:23.341703 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-984a8bc6-3100-4ead-b481-6b5667f24736 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:23.362816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network f38e0d82-ff60-4575-ab37-851243c5e627 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:23.364110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:23.415013 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:23.457755 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port eed63f2c-6735-45f3-8b97-e388410d89b9, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=eed63f2c-6735-45f3-8b97-e388410d89b9,segment=NetworkSegment(34a7ffa0-d921-46c6-86ce-7a17a5b8c987),segment_id=34a7ffa0-d921-46c6-86ce-7a17a5b8c987)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:23.462977 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:23.497919 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router ada11e48-d1d0-454f-b29b-e50e0f574230 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:31:23.534563 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=eed63f2c-6735-45f3-8b97-e388410d89b9,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:23.567868 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-984a8bc6-3100-4ead-b481-6b5667f24736 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:23.576171 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-984a8bc6-3100-4ead-b481-6b5667f24736 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:23.595158 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-984a8bc6-3100-4ead-b481-6b5667f24736 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] In _notify_port_updated(), no bound segment for port 196f25ac-644b-441e-96f7-db718453ba06 on network a705ef78-9289-4e95-b904-c0cd96cca864 {{(pid=105723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:31:23.606097 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a8bc6-3100-4ead-b481-6b5667f24736 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:23.608818 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-984a8bc6-3100-4ead-b481-6b5667f24736 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:23.612889 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-984a8bc6-3100-4ead-b481-6b5667f24736 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "PUT /v2.0/ports/196f25ac-644b-441e-96f7-db718453ba06 HTTP/1.1" status: 200 len: 818 time: 0.3439312 Aug 05 14:31:23.613392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39634) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:23.621964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:23.628867 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e556980d-7ae8-492d-834e-fa1af89452d8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/ada11e48-d1d0-454f-b29b-e50e0f574230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0850189 Aug 05 14:31:23.636406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39636) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:23.637520 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da26b6d-892a-466e-99d6-cbf9d7f549df None None] Sync routers for ids ['ada11e48-d1d0-454f-b29b-e50e0f574230'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:23.667500 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da26b6d-892a-466e-99d6-cbf9d7f549df None None] Routers {'ada11e48-d1d0-454f-b29b-e50e0f574230'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:23.668494 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9da26b6d-892a-466e-99d6-cbf9d7f549df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ada11e48-d1d0-454f-b29b-e50e0f574230'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:23.705996 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba396797-0e63-4333-b737-b8b1db32c382 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:23.710414 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ba396797-0e63-4333-b737-b8b1db32c382 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports/6e350dc0-84b4-4f38-b2e8-1e0728c17ccf HTTP/1.1" status: 200 len: 910 time: 0.0701487 Aug 05 14:31:23.710597 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39638) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:23.711761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a8bc6-3100-4ead-b481-6b5667f24736 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=196f25ac-644b-441e-96f7-db718453ba06,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:23.721714 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a7589997-3679-4953-a8ba-4f08d1d6d548 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fe76e794-0292-4c28-a62a-9a2bff1abcd1'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:23.733118 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9da26b6d-892a-466e-99d6-cbf9d7f549df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:23.742769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da26b6d-892a-466e-99d6-cbf9d7f549df None None] Routers {'ada11e48-d1d0-454f-b29b-e50e0f574230'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:23.743807 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9da26b6d-892a-466e-99d6-cbf9d7f549df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ada11e48-d1d0-454f-b29b-e50e0f574230'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:23.750333 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-aefbfdd2-86ff-46cc-a027-080fdb3c88d4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port 196f25ac-644b-441e-96f7-db718453ba06 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:23.751062 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aefbfdd2-86ff-46cc-a027-080fdb3c88d4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:23.796964 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9da26b6d-892a-466e-99d6-cbf9d7f549df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:23.797634 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da26b6d-892a-466e-99d6-cbf9d7f549df None None] The sync data for ids ['ada11e48-d1d0-454f-b29b-e50e0f574230'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:31:23.828317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9bfc3e89-9a4e-43cb-8b21-03318588025b None None] Provisioning for port 6e350dc0-84b4-4f38-b2e8-1e0728c17ccf completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:23.833279 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9bfc3e89-9a4e-43cb-8b21-03318588025b None None] Provisioning complete for port 6e350dc0-84b4-4f38-b2e8-1e0728c17ccf triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:23.833900 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9bfc3e89-9a4e-43cb-8b21-03318588025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:23.842216 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aefbfdd2-86ff-46cc-a027-080fdb3c88d4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:23.876796 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-aefbfdd2-86ff-46cc-a027-080fdb3c88d4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for 196f25ac-644b-441e-96f7-db718453ba06 owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:23.899628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc3e89-9a4e-43cb-8b21-03318588025b None None] Port 6e350dc0-84b4-4f38-b2e8-1e0728c17ccf cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:23.918499 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9bfc3e89-9a4e-43cb-8b21-03318588025b None None] Provisioning complete for port eed63f2c-6735-45f3-8b97-e388410d89b9 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:23.918853 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9bfc3e89-9a4e-43cb-8b21-03318588025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:23.941203 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7589997-3679-4953-a8ba-4f08d1d6d548 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:24.000937 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aefbfdd2-86ff-46cc-a027-080fdb3c88d4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:24.033825 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbfdd2-86ff-46cc-a027-080fdb3c88d4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=196f25ac-644b-441e-96f7-db718453ba06,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:24.038109 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aefbfdd2-86ff-46cc-a027-080fdb3c88d4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:24.040075 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-aefbfdd2-86ff-46cc-a027-080fdb3c88d4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/ports/196f25ac-644b-441e-96f7-db718453ba06 HTTP/1.1" status: 204 len: 168 time: 0.4257376 Aug 05 14:31:24.042640 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39640) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:24.103219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7729ba88-2611-4a22-acd2-03937f27b4bd tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:24.104973 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7729ba88-2611-4a22-acd2-03937f27b4bd tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0611398 Aug 05 14:31:24.108105 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39642) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:24.135030 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-341f400f-77d7-4bd4-9f90-42746f83a411 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] GET failed (client error): The resource could not be found. Aug 05 14:31:24.136011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-020d4772-b688-44e9-b8f9-34c0ca64d789 None None] Provisioning complete for port 6e350dc0-84b4-4f38-b2e8-1e0728c17ccf triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:24.136526 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-020d4772-b688-44e9-b8f9-34c0ca64d789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:24.137109 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-341f400f-77d7-4bd4-9f90-42746f83a411 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports/196f25ac-644b-441e-96f7-db718453ba06 HTTP/1.1" status: 404 len: 333 time: 0.0278873 Aug 05 14:31:24.142092 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39644) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:24.149039 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-aff747c1-4b50-4c08-9e29-3dd0e4b204f2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1481472269'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:24.176286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff747c1-4b50-4c08-9e29-3dd0e4b204f2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:24.181389 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aff747c1-4b50-4c08-9e29-3dd0e4b204f2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:24.204650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-020d4772-b688-44e9-b8f9-34c0ca64d789 None None] Port 6e350dc0-84b4-4f38-b2e8-1e0728c17ccf cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:24.226108 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff747c1-4b50-4c08-9e29-3dd0e4b204f2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:31:24.239626 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aff747c1-4b50-4c08-9e29-3dd0e4b204f2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:24.241059 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-aff747c1-4b50-4c08-9e29-3dd0e4b204f2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Added segment 4f54fc41-6925-4171-9471-0aa064278f48 of type vlan for network 5d483e9c-1b32-43bd-b3d8-98d5b403dce8 Aug 05 14:31:24.286658 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aff747c1-4b50-4c08-9e29-3dd0e4b204f2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:24.319308 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aff747c1-4b50-4c08-9e29-3dd0e4b204f2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:24.324875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff747c1-4b50-4c08-9e29-3dd0e4b204f2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:24.325555 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aff747c1-4b50-4c08-9e29-3dd0e4b204f2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:24.334757 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-175c4718-2418-4794-b7ad-1ed9adea254a None None] Provisioning complete for port 6e350dc0-84b4-4f38-b2e8-1e0728c17ccf triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:24.335705 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-175c4718-2418-4794-b7ad-1ed9adea254a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:24.388257 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-175c4718-2418-4794-b7ad-1ed9adea254a None None] Port 6e350dc0-84b4-4f38-b2e8-1e0728c17ccf cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:24.405931 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-aff747c1-4b50-4c08-9e29-3dd0e4b204f2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2621248 Aug 05 14:31:24.409568 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39646) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:24.414479 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ef4b2e83-b5f2-449f-bed9-bdab25d840ce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'subnet': {'network_id': '5d483e9c-1b32-43bd-b3d8-98d5b403dce8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:24.432172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff747c1-4b50-4c08-9e29-3dd0e4b204f2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Network': ['ID=5d483e9c-1b32-43bd-b3d8-98d5b403dce8,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:24.444603 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 5d483e9c-1b32-43bd-b3d8-98d5b403dce8 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:31:24.468973 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7589997-3679-4953-a8ba-4f08d1d6d548 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:24.479604 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7589997-3679-4953-a8ba-4f08d1d6d548 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:24.527984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4b2e83-b5f2-449f-bed9-bdab25d840ce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:24.534275 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef4b2e83-b5f2-449f-bed9-bdab25d840ce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:24.557298 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7589997-3679-4953-a8ba-4f08d1d6d548 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=6e350dc0-84b4-4f38-b2e8-1e0728c17ccf,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:24.567464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7589997-3679-4953-a8ba-4f08d1d6d548 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:24.568103 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a7589997-3679-4953-a8ba-4f08d1d6d548 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:24.569447 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a7589997-3679-4953-a8ba-4f08d1d6d548 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/ports/6e350dc0-84b4-4f38-b2e8-1e0728c17ccf HTTP/1.1" status: 200 len: 910 time: 0.8579507 Aug 05 14:31:24.572414 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39648) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:24.734685 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef4b2e83-b5f2-449f-bed9-bdab25d840ce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:24.796083 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b2e83-b5f2-449f-bed9-bdab25d840ce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Subnet': ['ID=69d3cc2d-0fd0-4ba2-9ace-9b4285764c54,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:24.803871 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4b2e83-b5f2-449f-bed9-bdab25d840ce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Checking segment: {'id': '4f54fc41-6925-4171-9471-0aa064278f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5d483e9c-1b32-43bd-b3d8-98d5b403dce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:24.804151 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4b2e83-b5f2-449f-bed9-bdab25d840ce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network hostable DHCP agents. Network: 5d483e9c-1b32-43bd-b3d8-98d5b403dce8, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:31:24.821015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4b2e83-b5f2-449f-bed9-bdab25d840ce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network 5d483e9c-1b32-43bd-b3d8-98d5b403dce8 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:31:24.830184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-ef4b2e83-b5f2-449f-bed9-bdab25d840ce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 5d483e9c-1b32-43bd-b3d8-98d5b403dce8) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:24.834763 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b2e83-b5f2-449f-bed9-bdab25d840ce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:24.835595 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ef4b2e83-b5f2-449f-bed9-bdab25d840ce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:24.839431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdb3fd9-2d4d-4c46-9c40-91f38c3e1a8a None None] Network 5d483e9c-1b32-43bd-b3d8-98d5b403dce8 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:24.852489 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ef4b2e83-b5f2-449f-bed9-bdab25d840ce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4393148 Aug 05 14:31:24.852735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39650) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:24.863898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a72ec4fa-7848-4a04-8356-d3735b14dfe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'subnet': {'network_id': '5d483e9c-1b32-43bd-b3d8-98d5b403dce8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:24.993154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-5d483e9c-1b32-43bd-b3d8-98d5b403dce8', 'network_id': '5d483e9c-1b32-43bd-b3d8-98d5b403dce8', 'tenant_id': '144a440cfe4d4484a58413e0cb8fd474', 'fixed_ips': [{'subnet_id': '69d3cc2d-0fd0-4ba2-9ace-9b4285764c54'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:31:24.994133 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:25.024214 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72ec4fa-7848-4a04-8356-d3735b14dfe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:25.034282 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a72ec4fa-7848-4a04-8356-d3735b14dfe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:25.051464 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f942-e758-4496-9f28-0da20caf7be0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:25.074636 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device eed63f2c-6735-45f3-8b97-e388410d89b9 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:25.171174 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Allocated IP 172.20.0.2 (5d483e9c-1b32-43bd-b3d8-98d5b403dce8/69d3cc2d-0fd0-4ba2-9ace-9b4285764c54/29aae112-05cd-43fc-85c5-b6a68b9bca06) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:25.182797 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port eed63f2c-6735-45f3-8b97-e388410d89b9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:25.183264 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:25.233139 n-d-803585-2 neutron-server[105724]: INFO neutron.db.ipam_backend_mixin [None req-a72ec4fa-7848-4a04-8356-d3735b14dfe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 69d3cc2d-0fd0-4ba2-9ace-9b4285764c54 (CIDR: 172.20.0.0/28) Aug 05 14:31:25.237058 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72ec4fa-7848-4a04-8356-d3735b14dfe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:31:25.237482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72ec4fa-7848-4a04-8356-d3735b14dfe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:31:25.277540 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a72ec4fa-7848-4a04-8356-d3735b14dfe9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4238446 Aug 05 14:31:25.280464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39652) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:25.285685 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2b893267-616f-4d6f-b4ee-e3ff60891c82 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'subnet': {'network_id': '5d483e9c-1b32-43bd-b3d8-98d5b403dce8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:25.383547 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5f942-e758-4496-9f28-0da20caf7be0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting port 6e350dc0-84b4-4f38-b2e8-1e0728c17ccf {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:25.383898 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f942-e758-4496-9f28-0da20caf7be0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:25.394420 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:25.404079 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Transition to ACTIVE for port object 29aae112-05cd-43fc-85c5-b6a68b9bca06 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:25.411818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b893267-616f-4d6f-b4ee-e3ff60891c82 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:25.415761 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b893267-616f-4d6f-b4ee-e3ff60891c82 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:25.420509 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Transition to ACTIVE for port object 29aae112-05cd-43fc-85c5-b6a68b9bca06 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:25.427431 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:25.468453 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Network 5d483e9c-1b32-43bd-b3d8-98d5b403dce8 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:25.473701 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:25.477174 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:25.488717 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Pushing event updated for resources: {'Port': ['ID=29aae112-05cd-43fc-85c5-b6a68b9bca06,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:25.492600 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f942-e758-4496-9f28-0da20caf7be0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:25.507708 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5f942-e758-4496-9f28-0da20caf7be0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Calling delete_port for 6e350dc0-84b4-4f38-b2e8-1e0728c17ccf owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:25.538168 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Attempting to bind port 29aae112-05cd-43fc-85c5-b6a68b9bca06 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:25.538569 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Attempting to bind port 29aae112-05cd-43fc-85c5-b6a68b9bca06 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '4f54fc41-6925-4171-9471-0aa064278f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5d483e9c-1b32-43bd-b3d8-98d5b403dce8'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:25.538939 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Attempting to bind port 29aae112-05cd-43fc-85c5-b6a68b9bca06 on network 5d483e9c-1b32-43bd-b3d8-98d5b403dce8 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:25.544221 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:25.544594 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Checking segment: {'id': '4f54fc41-6925-4171-9471-0aa064278f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5d483e9c-1b32-43bd-b3d8-98d5b403dce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:25.545544 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:25.545544 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Bound using segment: {'id': '4f54fc41-6925-4171-9471-0aa064278f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5d483e9c-1b32-43bd-b3d8-98d5b403dce8'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:25.545953 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Bound port: 29aae112-05cd-43fc-85c5-b6a68b9bca06, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f54fc41-6925-4171-9471-0aa064278f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5d483e9c-1b32-43bd-b3d8-98d5b403dce8'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:25.546367 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:25.613988 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] For port 29aae112-05cd-43fc-85c5-b6a68b9bca06, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:25.617438 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] For port 29aae112-05cd-43fc-85c5-b6a68b9bca06, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=29aae112-05cd-43fc-85c5-b6a68b9bca06,segment=NetworkSegment(4f54fc41-6925-4171-9471-0aa064278f48),segment_id=4f54fc41-6925-4171-9471-0aa064278f48)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:25.622121 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:25.671813 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b893267-616f-4d6f-b4ee-e3ff60891c82 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:25.693423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edfb61-98cf-46db-9680-463a9c50d013 None None] Pushing event updated for resources: {'Port': ['ID=29aae112-05cd-43fc-85c5-b6a68b9bca06,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:25.718800 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f942-e758-4496-9f28-0da20caf7be0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:25.723978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b893267-616f-4d6f-b4ee-e3ff60891c82 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network 5d483e9c-1b32-43bd-b3d8-98d5b403dce8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:25.729427 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-2b893267-616f-4d6f-b4ee-e3ff60891c82 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:25.733891 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b893267-616f-4d6f-b4ee-e3ff60891c82 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:25.734630 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b893267-616f-4d6f-b4ee-e3ff60891c82 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:25.746153 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5f942-e758-4496-9f28-0da20caf7be0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Port': ['ID=6e350dc0-84b4-4f38-b2e8-1e0728c17ccf,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:25.751019 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b893267-616f-4d6f-b4ee-e3ff60891c82 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Subnet': ['ID=42e069dd-7cbd-4297-94ce-14810f574a8e,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:25.766090 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2b893267-616f-4d6f-b4ee-e3ff60891c82 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4821115 Aug 05 14:31:25.766325 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39654) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:25.772653 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'network_id': '5d483e9c-1b32-43bd-b3d8-98d5b403dce8', 'fixed_ips': [{'subnet_id': '69d3cc2d-0fd0-4ba2-9ace-9b4285764c54'}, {'subnet_id': '42e069dd-7cbd-4297-94ce-14810f574a8e'}], 'name': 'tempest-PortsTestJSON-866324288'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:25.898370 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f942-e758-4496-9f28-0da20caf7be0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:25.903485 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:26.019144 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:26.044709 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] device_id is not set on port f1154342-9449-4827-9073-71680904439a yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:31:26.095859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe5f942-e758-4496-9f28-0da20caf7be0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router ada11e48-d1d0-454f-b29b-e50e0f574230 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:31:26.173316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe5f942-e758-4496-9f28-0da20caf7be0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:26.179972 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4fe5f942-e758-4496-9f28-0da20caf7be0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/ada11e48-d1d0-454f-b29b-e50e0f574230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6065934 Aug 05 14:31:26.182720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39656) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:26.188323 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29f3bb-04f7-4e11-867c-a9077e6ed820 None None] Sync routers for ids ['ada11e48-d1d0-454f-b29b-e50e0f574230'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:26.198945 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29f3bb-04f7-4e11-867c-a9077e6ed820 None None] Routers {'ada11e48-d1d0-454f-b29b-e50e0f574230'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:26.199691 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ff29f3bb-04f7-4e11-867c-a9077e6ed820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ada11e48-d1d0-454f-b29b-e50e0f574230'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:26.216726 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ab33cb9d-27f7-407f-9019-6a15b5552463 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ada11e48-d1d0-454f-b29b-e50e0f574230 HTTP/1.1" status: 200 len: 205 time: 0.0328989 Aug 05 14:31:26.219376 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39658) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:26.243248 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ff29f3bb-04f7-4e11-867c-a9077e6ed820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:26.253007 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29f3bb-04f7-4e11-867c-a9077e6ed820 None None] Routers {'ada11e48-d1d0-454f-b29b-e50e0f574230'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:26.253620 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ff29f3bb-04f7-4e11-867c-a9077e6ed820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ada11e48-d1d0-454f-b29b-e50e0f574230'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:26.285933 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ff29f3bb-04f7-4e11-867c-a9077e6ed820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:26.286539 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29f3bb-04f7-4e11-867c-a9077e6ed820 None None] The sync data for ids ['ada11e48-d1d0-454f-b29b-e50e0f574230'] in n-d-803585-2 is: [] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:31:26.295291 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-013baccc-c241-4fc9-b8e8-269328f5019f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:26.327593 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Allocated IP 172.20.0.8 (5d483e9c-1b32-43bd-b3d8-98d5b403dce8/69d3cc2d-0fd0-4ba2-9ace-9b4285764c54/f1154342-9449-4827-9073-71680904439a) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:26.336165 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Allocated IP 172.20.0.24 (5d483e9c-1b32-43bd-b3d8-98d5b403dce8/42e069dd-7cbd-4297-94ce-14810f574a8e/f1154342-9449-4827-9073-71680904439a) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:26.456300 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-013baccc-c241-4fc9-b8e8-269328f5019f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:26.458550 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-013baccc-c241-4fc9-b8e8-269328f5019f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:26.492797 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:26.509833 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Transition to ACTIVE for port object f1154342-9449-4827-9073-71680904439a will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:26.511177 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-013baccc-c241-4fc9-b8e8-269328f5019f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:26.511979 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013baccc-c241-4fc9-b8e8-269328f5019f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Fanout notify agent at l3_agent the message router_deleted on router ada11e48-d1d0-454f-b29b-e50e0f574230 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:31:26.519630 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-013baccc-c241-4fc9-b8e8-269328f5019f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:26.520919 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-013baccc-c241-4fc9-b8e8-269328f5019f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/routers/ada11e48-d1d0-454f-b29b-e50e0f574230 HTTP/1.1" status: 204 len: 168 time: 0.3004005 Aug 05 14:31:26.523394 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39660) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:26.549280 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:26.629487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network 5d483e9c-1b32-43bd-b3d8-98d5b403dce8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:26.634957 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:26.643531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:26.649768 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=f1154342-9449-4827-9073-71680904439a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:26.684715 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:26.685086 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:26.685383 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:26.685708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:26.686042 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:26.686398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:26.686724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:26.687043 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:26.687362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:26.687859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:26.688186 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:26.688509 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:26.717596 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:26.718733 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:26.737079 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3fb31666-4076-4982-a9f0-3116f51ef4c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 0.9689131 Aug 05 14:31:26.739132 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39662) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:26.745058 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-81a1ca7e-40f3-4b64-925c-98e583b532f4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '69d3cc2d-0fd0-4ba2-9ace-9b4285764c54'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:26.819339 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-81a1ca7e-40f3-4b64-925c-98e583b532f4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:26.826690 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb2f0bf-65d8-469e-9a3a-81804b5ffe2c None None] Network 5d483e9c-1b32-43bd-b3d8-98d5b403dce8 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:26.866924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-718d7185-29cd-4d2e-b028-f999291a289b tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting subnet fe76e794-0292-4c28-a62a-9a2bff1abcd1 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:31:26.870012 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-718d7185-29cd-4d2e-b028-f999291a289b tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:26.890542 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bb21a71b-8e30-4f35-87ca-bce6cd12ca22 None None] Provisioning for port 29aae112-05cd-43fc-85c5-b6a68b9bca06 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:26.912010 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-718d7185-29cd-4d2e-b028-f999291a289b tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.005170 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-718d7185-29cd-4d2e-b028-f999291a289b tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.091449 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-718d7185-29cd-4d2e-b028-f999291a289b tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.101474 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-81a1ca7e-40f3-4b64-925c-98e583b532f4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Delete allocated IP 172.20.0.24 (5d483e9c-1b32-43bd-b3d8-98d5b403dce8/42e069dd-7cbd-4297-94ce-14810f574a8e) {{(pid=105723) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 05 14:31:27.128373 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d7185-29cd-4d2e-b028-f999291a289b tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Subnet': ['ID=fe76e794-0292-4c28-a62a-9a2bff1abcd1,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:27.135828 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-718d7185-29cd-4d2e-b028-f999291a289b tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.138142 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-718d7185-29cd-4d2e-b028-f999291a289b tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/subnets/fe76e794-0292-4c28-a62a-9a2bff1abcd1 HTTP/1.1" status: 204 len: 168 time: 0.6119380 Aug 05 14:31:27.140927 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39664) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:27.230403 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.253565 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 29aae112-05cd-43fc-85c5-b6a68b9bca06 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:27.255565 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d64c9e-7860-4d33-a5a8-cb26b1d61703 None None] Network f38e0d82-ff60-4575-ab37-851243c5e627 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:27.290242 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting port eed63f2c-6735-45f3-8b97-e388410d89b9 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:27.290616 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.357050 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] For port eed63f2c-6735-45f3-8b97-e388410d89b9, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=eed63f2c-6735-45f3-8b97-e388410d89b9,segment=NetworkSegment(34a7ffa0-d921-46c6-86ce-7a17a5b8c987),segment_id=34a7ffa0-d921-46c6-86ce-7a17a5b8c987)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:27.357282 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118820b3-5626-4c41-9e8b-ab6d34c708cd None None] Update dhcp port {'port': {'network_id': '5d483e9c-1b32-43bd-b3d8-98d5b403dce8', 'fixed_ips': [{'subnet_id': '69d3cc2d-0fd0-4ba2-9ace-9b4285764c54', 'ip_address': '172.20.0.2'}, {'subnet_id': '42e069dd-7cbd-4297-94ce-14810f574a8e'}], 'binding:host_id': 'n-d-803585-2'}, 'id': '29aae112-05cd-43fc-85c5-b6a68b9bca06'} from n-d-803585-2. {{(pid=105725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 14:31:27.357411 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.372367 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Calling delete_port for eed63f2c-6735-45f3-8b97-e388410d89b9 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:27.412630 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-118820b3-5626-4c41-9e8b-ab6d34c708cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.437509 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 29aae112-05cd-43fc-85c5-b6a68b9bca06 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:27.443708 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 29aae112-05cd-43fc-85c5-b6a68b9bca06 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:27.444087 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.467288 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.495251 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Port': ['ID=eed63f2c-6735-45f3-8b97-e388410d89b9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:27.500592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] No DVR routers for this DVR port eed63f2c-6735-45f3-8b97-e388410d89b9 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:27.508583 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-81a1ca7e-40f3-4b64-925c-98e583b532f4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.523775 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-81a1ca7e-40f3-4b64-925c-98e583b532f4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Ignored duplicate provisioning block setup for port f1154342-9449-4827-9073-71680904439a by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 05 14:31:27.528794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-81a1ca7e-40f3-4b64-925c-98e583b532f4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.592577 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.604208 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38e0d82-ff60-4575-ab37-851243c5e627']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:27.626083 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a7ffa0-d921-46c6-86ce-7a17a5b8c987') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:27.626444 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a7ffa0-d921-46c6-86ce-7a17a5b8c987') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:27.644611 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d4ae40-088d-457d-8ecb-a5eb36626908 None None] DHCP port deletion for f38e0d82-ff60-4575-ab37-851243c5e627 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:31:27.647105 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.659469 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.661628 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1ca7e-40f3-4b64-925c-98e583b532f4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=f1154342-9449-4827-9073-71680904439a,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:27.673925 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.677131 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-81a1ca7e-40f3-4b64-925c-98e583b532f4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] In _notify_port_updated(), no bound segment for port f1154342-9449-4827-9073-71680904439a on network 5d483e9c-1b32-43bd-b3d8-98d5b403dce8 {{(pid=105723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:31:27.682032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:27.682706 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.683562 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a1ca7e-40f3-4b64-925c-98e583b532f4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:27.684189 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-81a1ca7e-40f3-4b64-925c-98e583b532f4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.685521 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-81a1ca7e-40f3-4b64-925c-98e583b532f4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "PUT /v2.0/ports/f1154342-9449-4827-9073-71680904439a HTTP/1.1" status: 200 len: 918 time: 0.9453461 Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:27.686723 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:27.688864 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39666) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:27.694423 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-6ebc7615-fc50-4cbc-9e79-57c1ae142465 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '69d3cc2d-0fd0-4ba2-9ace-9b4285764c54'}, {'subnet_id': '42e069dd-7cbd-4297-94ce-14810f574a8e'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:27.701339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-118820b3-5626-4c41-9e8b-ab6d34c708cd None None] Allocated IP 172.20.0.18 (5d483e9c-1b32-43bd-b3d8-98d5b403dce8/42e069dd-7cbd-4297-94ce-14810f574a8e/29aae112-05cd-43fc-85c5-b6a68b9bca06) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:27.753719 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.768401 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.769524 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6ebc7615-fc50-4cbc-9e79-57c1ae142465 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.774527 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/networks/f38e0d82-ff60-4575-ab37-851243c5e627 HTTP/1.1" status: 204 len: 168 time: 0.6286683 Aug 05 14:31:27.775288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39668) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:27.782010 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27261a-411b-4d3a-bf5a-f7ac9ad31764 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Network': ['ID=f38e0d82-ff60-4575-ab37-851243c5e627,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:27.787229 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-73c5245e-3451-4492-b846-8907b9c9b50d tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-657334259', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:27.791505 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 14:31:27.791505 n-d-803585-2 neutron-server[105725]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 05 14:31:27.791505 n-d-803585-2 neutron-server[105725]: [parameters: {'status': 'ACTIVE', 'ports_id': '29aae112-05cd-43fc-85c5-b6a68b9bca06'}] Aug 05 14:31:27.791505 n-d-803585-2 neutron-server[105725]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:31:27.791918 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:31:27.831058 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-118820b3-5626-4c41-9e8b-ab6d34c708cd None None] For port 29aae112-05cd-43fc-85c5-b6a68b9bca06, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=29aae112-05cd-43fc-85c5-b6a68b9bca06,segment=NetworkSegment(4f54fc41-6925-4171-9471-0aa064278f48),segment_id=4f54fc41-6925-4171-9471-0aa064278f48)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:27.846699 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73c5245e-3451-4492-b846-8907b9c9b50d tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.847722 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73c5245e-3451-4492-b846-8907b9c9b50d tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.867075 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-118820b3-5626-4c41-9e8b-ab6d34c708cd None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.880937 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-118820b3-5626-4c41-9e8b-ab6d34c708cd None None] Transition to ACTIVE for port object 29aae112-05cd-43fc-85c5-b6a68b9bca06 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:27.885060 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-118820b3-5626-4c41-9e8b-ab6d34c708cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.976536 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73c5245e-3451-4492-b846-8907b9c9b50d tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:27.976937 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118820b3-5626-4c41-9e8b-ab6d34c708cd None None] Pushing event updated for resources: {'Port': ['ID=29aae112-05cd-43fc-85c5-b6a68b9bca06,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:27.985351 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73c5245e-3451-4492-b846-8907b9c9b50d tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:28.029399 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73c5245e-3451-4492-b846-8907b9c9b50d tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:28.030639 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-73c5245e-3451-4492-b846-8907b9c9b50d tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2491522 Aug 05 14:31:28.033781 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39670) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:28.040930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-3771a078-6989-4293-918a-698282f66c20 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'network': {'name': 'tempest-RoutersTest-257133501'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:28.073845 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3771a078-6989-4293-918a-698282f66c20 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:28.078614 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3771a078-6989-4293-918a-698282f66c20 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:28.108247 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3771a078-6989-4293-918a-698282f66c20 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:31:28.119476 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3771a078-6989-4293-918a-698282f66c20 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:28.119754 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-3771a078-6989-4293-918a-698282f66c20 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Added segment ad9dfdc0-e740-4b58-a155-cb00f2823bc7 of type vlan for network 4151f0f4-28e1-4213-8717-45558c017c2c Aug 05 14:31:28.162609 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-6ebc7615-fc50-4cbc-9e79-57c1ae142465 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Allocated IP 172.20.0.24 (5d483e9c-1b32-43bd-b3d8-98d5b403dce8/42e069dd-7cbd-4297-94ce-14810f574a8e/f1154342-9449-4827-9073-71680904439a) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:28.167701 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3771a078-6989-4293-918a-698282f66c20 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:28.212406 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3771a078-6989-4293-918a-698282f66c20 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:28.223207 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3771a078-6989-4293-918a-698282f66c20 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:28.224059 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3771a078-6989-4293-918a-698282f66c20 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:28.299274 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3771a078-6989-4293-918a-698282f66c20 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2608309 Aug 05 14:31:28.300430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39672) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:28.304743 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-116a5181-c397-46cc-a4ad-e04eb4e96b5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'subnet': {'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:28.323934 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6ebc7615-fc50-4cbc-9e79-57c1ae142465 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:28.338880 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-6ebc7615-fc50-4cbc-9e79-57c1ae142465 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Ignored duplicate provisioning block setup for port f1154342-9449-4827-9073-71680904439a by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 05 14:31:28.340823 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:28.346766 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6ebc7615-fc50-4cbc-9e79-57c1ae142465 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:28.385654 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 29aae112-05cd-43fc-85c5-b6a68b9bca06, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=29aae112-05cd-43fc-85c5-b6a68b9bca06,segment=NetworkSegment(4f54fc41-6925-4171-9471-0aa064278f48),segment_id=4f54fc41-6925-4171-9471-0aa064278f48)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:28.389472 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771a078-6989-4293-918a-698282f66c20 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Network': ['ID=4151f0f4-28e1-4213-8717-45558c017c2c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:28.391551 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:28.425058 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116a5181-c397-46cc-a4ad-e04eb4e96b5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:28.430450 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-116a5181-c397-46cc-a4ad-e04eb4e96b5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:28.462675 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=29aae112-05cd-43fc-85c5-b6a68b9bca06,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:28.465654 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 4151f0f4-28e1-4213-8717-45558c017c2c details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:31:28.483447 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc7615-fc50-4cbc-9e79-57c1ae142465 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=f1154342-9449-4827-9073-71680904439a,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:28.546663 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-6ebc7615-fc50-4cbc-9e79-57c1ae142465 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] In _notify_port_updated(), no bound segment for port f1154342-9449-4827-9073-71680904439a on network 5d483e9c-1b32-43bd-b3d8-98d5b403dce8 {{(pid=105723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:31:28.553401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebc7615-fc50-4cbc-9e79-57c1ae142465 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:28.553813 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6ebc7615-fc50-4cbc-9e79-57c1ae142465 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:28.559876 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6ebc7615-fc50-4cbc-9e79-57c1ae142465 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "PUT /v2.0/ports/f1154342-9449-4827-9073-71680904439a HTTP/1.1" status: 200 len: 998 time: 0.8704805 Aug 05 14:31:28.560458 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39674) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:28.568011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e224e2dc-2fe3-4b3a-88cf-acaac797a859 None None] Network 5d483e9c-1b32-43bd-b3d8-98d5b403dce8 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:28.653823 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-116a5181-c397-46cc-a4ad-e04eb4e96b5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:28.661463 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-73bd8c01-d826-4294-a32e-024d3f2ec759 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port f1154342-9449-4827-9073-71680904439a {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:28.661977 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73bd8c01-d826-4294-a32e-024d3f2ec759 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:28.703781 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4022fa11-4bfb-4cf7-a2ed-6ddb55cfc139 None None] Provisioning for port f1154342-9449-4827-9073-71680904439a completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:28.715675 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4022fa11-4bfb-4cf7-a2ed-6ddb55cfc139 None None] Provisioning complete for port f1154342-9449-4827-9073-71680904439a triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:28.716192 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4022fa11-4bfb-4cf7-a2ed-6ddb55cfc139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:28.721388 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a5181-c397-46cc-a4ad-e04eb4e96b5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Subnet': ['ID=04d4f369-fe98-463c-949d-ef49f73d11cc,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:28.730496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a5181-c397-46cc-a4ad-e04eb4e96b5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Checking segment: {'id': 'ad9dfdc0-e740-4b58-a155-cb00f2823bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:28.730867 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116a5181-c397-46cc-a4ad-e04eb4e96b5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network hostable DHCP agents. Network: 4151f0f4-28e1-4213-8717-45558c017c2c, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:31:28.750396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116a5181-c397-46cc-a4ad-e04eb4e96b5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network 4151f0f4-28e1-4213-8717-45558c017c2c is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:31:28.761418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-116a5181-c397-46cc-a4ad-e04eb4e96b5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 4151f0f4-28e1-4213-8717-45558c017c2c) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:28.766404 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116a5181-c397-46cc-a4ad-e04eb4e96b5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:28.767152 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-116a5181-c397-46cc-a4ad-e04eb4e96b5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:28.772324 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4022fa11-4bfb-4cf7-a2ed-6ddb55cfc139 None None] Port f1154342-9449-4827-9073-71680904439a cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:28.774291 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746bdef5-b477-4a68-b204-366035d330bb None None] Network 4151f0f4-28e1-4213-8717-45558c017c2c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:28.780979 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73bd8c01-d826-4294-a32e-024d3f2ec759 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:28.784844 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-116a5181-c397-46cc-a4ad-e04eb4e96b5c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4837561 Aug 05 14:31:28.787349 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39676) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:28.797941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-73bd8c01-d826-4294-a32e-024d3f2ec759 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for f1154342-9449-4827-9073-71680904439a owned by {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:28.840389 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4022fa11-4bfb-4cf7-a2ed-6ddb55cfc139 None None] Provisioning for port 29aae112-05cd-43fc-85c5-b6a68b9bca06 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:28.853768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4022fa11-4bfb-4cf7-a2ed-6ddb55cfc139 None None] Provisioning complete for port 29aae112-05cd-43fc-85c5-b6a68b9bca06 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:28.854164 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4022fa11-4bfb-4cf7-a2ed-6ddb55cfc139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.025597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-4151f0f4-28e1-4213-8717-45558c017c2c', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:31:29.026621 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.046931 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73bd8c01-d826-4294-a32e-024d3f2ec759 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.096444 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd8c01-d826-4294-a32e-024d3f2ec759 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=f1154342-9449-4827-9073-71680904439a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:29.121615 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 29aae112-05cd-43fc-85c5-b6a68b9bca06 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:29.150537 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.203726 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73bd8c01-d826-4294-a32e-024d3f2ec759 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.208075 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-73bd8c01-d826-4294-a32e-024d3f2ec759 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/ports/f1154342-9449-4827-9073-71680904439a HTTP/1.1" status: 204 len: 168 time: 0.6466403 Aug 05 14:31:29.210636 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39678) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:29.239552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 29aae112-05cd-43fc-85c5-b6a68b9bca06 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:29.239932 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.244566 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-41243215-7293-44e3-a5d0-9618c365d923 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] GET failed (client error): The resource could not be found. Aug 05 14:31:29.246125 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-41243215-7293-44e3-a5d0-9618c365d923 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports/f1154342-9449-4827-9073-71680904439a HTTP/1.1" status: 404 len: 333 time: 0.0341308 Aug 05 14:31:29.249133 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39680) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:29.268525 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Allocated IP 172.20.0.2 (4151f0f4-28e1-4213-8717-45558c017c2c/04d4f369-fe98-463c-949d-ef49f73d11cc/8a2d647d-3a6c-42dd-a60d-27a65f45c6fa) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:29.270707 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5a1a699b-a4f7-4cc1-b770-cdd7b51cffb5 None None] Could not find standard attr ID for object f1154342-9449-4827-9073-71680904439a. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:31:29.318185 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5a1a699b-a4f7-4cc1-b770-cdd7b51cffb5 None None] Provisioning complete for port 29aae112-05cd-43fc-85c5-b6a68b9bca06 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:29.318593 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5a1a699b-a4f7-4cc1-b770-cdd7b51cffb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.354624 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27837b3-4642-4e63-ae5c-d68d2041a48b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting subnet 42e069dd-7cbd-4297-94ce-14810f574a8e {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:31:29.360138 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d27837b3-4642-4e63-ae5c-d68d2041a48b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.445997 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d27837b3-4642-4e63-ae5c-d68d2041a48b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.512754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device eed63f2c-6735-45f3-8b97-e388410d89b9 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:31:29.545765 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d27837b3-4642-4e63-ae5c-d68d2041a48b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.547253 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: eed63f2c-6735-45f3-8b97-e388410d89b9 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:29.547608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device eed63f2c-6735-45f3-8b97-e388410d89b9 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:31:29.566447 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.574552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Transition to ACTIVE for port object 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:29.589607 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Transition to ACTIVE for port object 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:29.595167 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.634925 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Network 4151f0f4-28e1-4213-8717-45558c017c2c is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:29.637994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:29.639885 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d27837b3-4642-4e63-ae5c-d68d2041a48b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.643715 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:29.677783 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Pushing event updated for resources: {'Port': ['ID=8a2d647d-3a6c-42dd-a60d-27a65f45c6fa,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:29.684249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27837b3-4642-4e63-ae5c-d68d2041a48b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Subnet': ['ID=42e069dd-7cbd-4297-94ce-14810f574a8e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:29.686201 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d27837b3-4642-4e63-ae5c-d68d2041a48b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.690489 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d27837b3-4642-4e63-ae5c-d68d2041a48b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/42e069dd-7cbd-4297-94ce-14810f574a8e HTTP/1.1" status: 204 len: 168 time: 0.4376676 Aug 05 14:31:29.690957 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39682) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:29.693529 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Allocated IP 172.20.0.1 (4151f0f4-28e1-4213-8717-45558c017c2c/04d4f369-fe98-463c-949d-ef49f73d11cc/72f36808-9a45-4a84-8905-0132fae3dfaf) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:29.697237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-06c5b084-65bb-420a-8b23-70d6f9f0bd32 None None] Could not find standard attr ID for object f1154342-9449-4827-9073-71680904439a. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:31:29.713450 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Attempting to bind port 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:29.713813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Attempting to bind port 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'ad9dfdc0-e740-4b58-a155-cb00f2823bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:29.714169 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Attempting to bind port 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa on network 4151f0f4-28e1-4213-8717-45558c017c2c {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:29.719442 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:29.719811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Checking segment: {'id': 'ad9dfdc0-e740-4b58-a155-cb00f2823bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:29.721038 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.721170 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Bound using segment: {'id': 'ad9dfdc0-e740-4b58-a155-cb00f2823bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:29.721612 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Bound port: 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9dfdc0-e740-4b58-a155-cb00f2823bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:29.721987 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.783863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] For port 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:29.795369 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fceb7c5-12ab-4f2a-8003-34cc8452f0c2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting subnet 69d3cc2d-0fd0-4ba2-9ace-9b4285764c54 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:31:29.796129 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] For port 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8a2d647d-3a6c-42dd-a60d-27a65f45c6fa,segment=NetworkSegment(ad9dfdc0-e740-4b58-a155-cb00f2823bc7),segment_id=ad9dfdc0-e740-4b58-a155-cb00f2823bc7)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:29.800546 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.804520 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5fceb7c5-12ab-4f2a-8003-34cc8452f0c2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.862623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a48ba-d497-4fb1-a355-4afceaa74209 None None] Pushing event updated for resources: {'Port': ['ID=8a2d647d-3a6c-42dd-a60d-27a65f45c6fa,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:29.868799 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5fceb7c5-12ab-4f2a-8003-34cc8452f0c2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.924698 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:29.948737 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Transition to ACTIVE for port object 72f36808-9a45-4a84-8905-0132fae3dfaf will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:29.999166 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5fceb7c5-12ab-4f2a-8003-34cc8452f0c2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:30.066020 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:30.124787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network 4151f0f4-28e1-4213-8717-45558c017c2c is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:30.124787 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5fceb7c5-12ab-4f2a-8003-34cc8452f0c2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:30.131881 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:30.157315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:30.163229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=72f36808-9a45-4a84-8905-0132fae3dfaf,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:30.167120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fceb7c5-12ab-4f2a-8003-34cc8452f0c2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Subnet': ['ID=69d3cc2d-0fd0-4ba2-9ace-9b4285764c54,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:30.190566 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5fceb7c5-12ab-4f2a-8003-34cc8452f0c2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:30.192480 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5fceb7c5-12ab-4f2a-8003-34cc8452f0c2 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/69d3cc2d-0fd0-4ba2-9ace-9b4285764c54 HTTP/1.1" status: 204 len: 168 time: 0.5003698 Aug 05 14:31:30.195687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39684) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:30.271850 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:30.333093 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:30.438085 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:30.460719 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port 29aae112-05cd-43fc-85c5-b6a68b9bca06 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:30.461067 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:30.580934 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032cf68c-ef6c-4b6a-9c6d-6766027d0f04 None None] Network 5d483e9c-1b32-43bd-b3d8-98d5b403dce8 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:30.625833 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] For port 29aae112-05cd-43fc-85c5-b6a68b9bca06, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=29aae112-05cd-43fc-85c5-b6a68b9bca06,segment=NetworkSegment(4f54fc41-6925-4171-9471-0aa064278f48),segment_id=4f54fc41-6925-4171-9471-0aa064278f48)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:30.626208 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:30.637359 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8247f1f3-c98a-4cb3-9b37-cc77399d62fd None None] Could not find standard attr ID for object f1154342-9449-4827-9073-71680904439a. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:31:30.653044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for 29aae112-05cd-43fc-85c5-b6a68b9bca06 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:30.799697 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c580b0-a12b-44e3-bdc2-a68a0309d44b None None] DHCP port deletion for 5d483e9c-1b32-43bd-b3d8-98d5b403dce8 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:31:30.829857 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:30.860665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb235a7-2662-4fda-89c6-d2f440f9c718 None None] Network 4151f0f4-28e1-4213-8717-45558c017c2c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:30.864535 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=29aae112-05cd-43fc-85c5-b6a68b9bca06,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:30.872933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No DVR routers for this DVR port 29aae112-05cd-43fc-85c5-b6a68b9bca06 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:30.919646 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a9c580b0-a12b-44e3-bdc2-a68a0309d44b None None] Deleting port 29aae112-05cd-43fc-85c5-b6a68b9bca06 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:30.920266 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9c580b0-a12b-44e3-bdc2-a68a0309d44b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:30.924729 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:30.951494 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.019192 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d1cc8662-d13a-465b-97e6-9de4e02e4fbc None None] Provisioning for port 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:31.027593 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a9c580b0-a12b-44e3-bdc2-a68a0309d44b None None] For port 29aae112-05cd-43fc-85c5-b6a68b9bca06, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:31.028001 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9c580b0-a12b-44e3-bdc2-a68a0309d44b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.066864 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a9c580b0-a12b-44e3-bdc2-a68a0309d44b None None] Calling delete_port for 29aae112-05cd-43fc-85c5-b6a68b9bca06 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:31.072930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-a9c580b0-a12b-44e3-bdc2-a68a0309d44b None None] Port 29aae112-05cd-43fc-85c5-b6a68b9bca06 was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:31:31.077423 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9c580b0-a12b-44e3-bdc2-a68a0309d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.109060 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c580b0-a12b-44e3-bdc2-a68a0309d44b None None] Pushing event deleted for resources: {'Port': ['ID=29aae112-05cd-43fc-85c5-b6a68b9bca06,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:31.115579 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c580b0-a12b-44e3-bdc2-a68a0309d44b None None] No DVR routers for this DVR port 29aae112-05cd-43fc-85c5-b6a68b9bca06 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:31.137654 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:31.208375 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:31.213651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:31.214049 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.303818 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.326102 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.341796 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8a2d647d-3a6c-42dd-a60d-27a65f45c6fa,segment=NetworkSegment(ad9dfdc0-e740-4b58-a155-cb00f2823bc7),segment_id=ad9dfdc0-e740-4b58-a155-cb00f2823bc7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:31.343463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d483e9c-1b32-43bd-b3d8-98d5b403dce8']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:31.347556 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.357111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=72f36808-9a45-4a84-8905-0132fae3dfaf,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:31.360449 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f54fc41-6925-4171-9471-0aa064278f48') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:31.360813 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f54fc41-6925-4171-9471-0aa064278f48') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:31.363596 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.379170 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.418993 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 29aae112-05cd-43fc-85c5-b6a68b9bca06 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:31:31.422859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=8a2d647d-3a6c-42dd-a60d-27a65f45c6fa,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:31.427521 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.440316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:31.440522 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:31.443806 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:31.451916 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 29aae112-05cd-43fc-85c5-b6a68b9bca06 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:31.452314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 29aae112-05cd-43fc-85c5-b6a68b9bca06 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:31:31.465369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-35a2c410-e845-4cd0-885c-7f6ff9c5c6d9 None None] Provisioning for port 72f36808-9a45-4a84-8905-0132fae3dfaf completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:31.470811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-35a2c410-e845-4cd0-885c-7f6ff9c5c6d9 None None] Provisioning complete for port 72f36808-9a45-4a84-8905-0132fae3dfaf triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:31.471279 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-35a2c410-e845-4cd0-885c-7f6ff9c5c6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.527919 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.538423 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.546545 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/networks/5d483e9c-1b32-43bd-b3d8-98d5b403dce8 HTTP/1.1" status: 204 len: 168 time: 1.3437703 Aug 05 14:31:31.547034 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39686) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:31.553453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d943f-050d-4ed3-8c12-f0a9f0cc87c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Network': ['ID=5d483e9c-1b32-43bd-b3d8-98d5b403dce8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:31.560465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network 4151f0f4-28e1-4213-8717-45558c017c2c is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:31.562046 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:31.610979 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c1079-b4c4-4894-a21b-cac5efa8ab32 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:31.615359 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3d0c1079-b4c4-4894-a21b-cac5efa8ab32 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0640848 Aug 05 14:31:31.615633 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39688) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:31.672941 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-35a2c410-e845-4cd0-885c-7f6ff9c5c6d9 None None] Port 72f36808-9a45-4a84-8905-0132fae3dfaf cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:31.675525 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-41a66ee7-58bc-43d0-8ba3-1b4659ff9e77 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0586610 Aug 05 14:31:31.676175 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39690) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:31.681964 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3af6f59c-6767-4512-8116-42ff0e349bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-190026693'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:31.687561 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-35a2c410-e845-4cd0-885c-7f6ff9c5c6d9 None None] Provisioning complete for port 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:31.688214 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-35a2c410-e845-4cd0-885c-7f6ff9c5c6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.707794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af6f59c-6767-4512-8116-42ff0e349bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:31.709218 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router ceb37af0-ee70-4151-9059-6a674a0ca23b is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:31:31.712012 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3af6f59c-6767-4512-8116-42ff0e349bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.743223 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af6f59c-6767-4512-8116-42ff0e349bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:31:31.753374 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3af6f59c-6767-4512-8116-42ff0e349bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.754042 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-3af6f59c-6767-4512-8116-42ff0e349bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Added segment 37161997-fa15-4084-a324-06e99facae74 of type vlan for network 183c0e70-f9e1-4457-ae20-f40005cbef13 Aug 05 14:31:31.797100 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3af6f59c-6767-4512-8116-42ff0e349bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.819192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:31.824207 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c1822f8b-95d3-415a-bf00-7bd0339dd159 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/ceb37af0-ee70-4151-9059-6a674a0ca23b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0358231 Aug 05 14:31:31.827338 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39692) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:31.833634 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Sync routers for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:31.836594 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-6bc51550-cb9a-4ca5-aa46-e89aff0a46b0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'network': {'name': 'tempest-RoutersTest-2069112325'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:31.841712 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3af6f59c-6767-4512-8116-42ff0e349bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.843550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:31.844192 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:31.847780 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af6f59c-6767-4512-8116-42ff0e349bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:31.848388 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3af6f59c-6767-4512-8116-42ff0e349bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.935731 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc51550-cb9a-4ca5-aa46-e89aff0a46b0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:31.939376 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6bc51550-cb9a-4ca5-aa46-e89aff0a46b0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.944015 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-efa062ab-2131-4562-a06d-2976cb200964 None None] Provisioning complete for port 72f36808-9a45-4a84-8905-0132fae3dfaf triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:31.944527 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-efa062ab-2131-4562-a06d-2976cb200964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.953396 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3af6f59c-6767-4512-8116-42ff0e349bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2736056 Aug 05 14:31:31.953579 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6f59c-6767-4512-8116-42ff0e349bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Network': ['ID=183c0e70-f9e1-4457-ae20-f40005cbef13,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:31.954480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39694) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:31.960325 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f94419b1-1d17-4595-8d20-c5777e00f595 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'subnet': {'network_id': '183c0e70-f9e1-4457-ae20-f40005cbef13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:31.971646 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc51550-cb9a-4ca5-aa46-e89aff0a46b0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:31:31.971926 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 183c0e70-f9e1-4457-ae20-f40005cbef13 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:31:31.976532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:31:31.981049 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6bc51550-cb9a-4ca5-aa46-e89aff0a46b0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:31.981414 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-6bc51550-cb9a-4ca5-aa46-e89aff0a46b0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Added segment 962f6972-8d7b-4702-8960-50eeff620c38 of type vlan for network fdab2f30-5eff-4a8f-9a47-85b323017f2e Aug 05 14:31:32.023343 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6bc51550-cb9a-4ca5-aa46-e89aff0a46b0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:32.058525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94419b1-1d17-4595-8d20-c5777e00f595 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:32.059975 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6bc51550-cb9a-4ca5-aa46-e89aff0a46b0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:32.062208 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f94419b1-1d17-4595-8d20-c5777e00f595 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:32.066950 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc51550-cb9a-4ca5-aa46-e89aff0a46b0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:32.067584 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6bc51550-cb9a-4ca5-aa46-e89aff0a46b0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:32.070574 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-efa062ab-2131-4562-a06d-2976cb200964 None None] Port 72f36808-9a45-4a84-8905-0132fae3dfaf cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:32.136735 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6bc51550-cb9a-4ca5-aa46-e89aff0a46b0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3058112 Aug 05 14:31:32.137048 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39696) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:32.142075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-4b5dd885-3424-4d02-9777-e2d3e62087a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'subnet': {'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:32.188101 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc51550-cb9a-4ca5-aa46-e89aff0a46b0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Network': ['ID=fdab2f30-5eff-4a8f-9a47-85b323017f2e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:32.212391 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network fdab2f30-5eff-4a8f-9a47-85b323017f2e details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:31:32.215471 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5305ce54-4e9e-466d-a1a7-1ed5755b3f68 None None] Provisioning complete for port 72f36808-9a45-4a84-8905-0132fae3dfaf triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:32.215907 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5305ce54-4e9e-466d-a1a7-1ed5755b3f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:32.248794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5dd885-3424-4d02-9777-e2d3e62087a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:32.252665 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b5dd885-3424-4d02-9777-e2d3e62087a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:32.268423 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f94419b1-1d17-4595-8d20-c5777e00f595 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:32.330558 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94419b1-1d17-4595-8d20-c5777e00f595 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Subnet': ['ID=6ae8d710-b9c7-45c8-a8b3-426571b1f59a,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:32.343112 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94419b1-1d17-4595-8d20-c5777e00f595 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Checking segment: {'id': '37161997-fa15-4084-a324-06e99facae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '183c0e70-f9e1-4457-ae20-f40005cbef13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:32.344646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94419b1-1d17-4595-8d20-c5777e00f595 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network hostable DHCP agents. Network: 183c0e70-f9e1-4457-ae20-f40005cbef13, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:31:32.344788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-5305ce54-4e9e-466d-a1a7-1ed5755b3f68 None None] Port 72f36808-9a45-4a84-8905-0132fae3dfaf cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:32.357493 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:30Z', 'revision_number': 2, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:30Z', 'revision_number': 2, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:32.366312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94419b1-1d17-4595-8d20-c5777e00f595 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network 183c0e70-f9e1-4457-ae20-f40005cbef13 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:31:32.376052 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-f94419b1-1d17-4595-8d20-c5777e00f595 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 183c0e70-f9e1-4457-ae20-f40005cbef13) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:32.386991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff20b27-c958-49de-8c37-354bc4b252d7 None None] Network 183c0e70-f9e1-4457-ae20-f40005cbef13 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:32.388189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94419b1-1d17-4595-8d20-c5777e00f595 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:32.388966 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f94419b1-1d17-4595-8d20-c5777e00f595 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:32.390660 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Checking router: ceb37af0-ee70-4151-9059-6a674a0ca23b for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:31:32.391037 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Updating router ceb37af0-ee70-4151-9059-6a674a0ca23b port 72f36808-9a45-4a84-8905-0132fae3dfaf binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:31:32.404925 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f94419b1-1d17-4595-8d20-c5777e00f595 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4487102 Aug 05 14:31:32.407484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39698) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:32.415531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-33188cba-e849-4e3d-bd9f-9d747bd8b327 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'network_id': '183c0e70-f9e1-4457-ae20-f40005cbef13', 'name': 'tempest-PortsTestJSON-1116480326'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:32.461159 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:32.520044 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b5dd885-3424-4d02-9777-e2d3e62087a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:32.606062 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5dd885-3424-4d02-9777-e2d3e62087a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Subnet': ['ID=54a4e4fe-2499-481d-b7ec-11383a25f3d6,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:32.628769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5dd885-3424-4d02-9777-e2d3e62087a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Checking segment: {'id': '962f6972-8d7b-4702-8960-50eeff620c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:32.629142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5dd885-3424-4d02-9777-e2d3e62087a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network hostable DHCP agents. Network: fdab2f30-5eff-4a8f-9a47-85b323017f2e, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:31:32.640291 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33188cba-e849-4e3d-bd9f-9d747bd8b327 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:32.644800 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33188cba-e849-4e3d-bd9f-9d747bd8b327 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:32.660195 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-183c0e70-f9e1-4457-ae20-f40005cbef13', 'network_id': '183c0e70-f9e1-4457-ae20-f40005cbef13', 'tenant_id': '144a440cfe4d4484a58413e0cb8fd474', 'fixed_ips': [{'subnet_id': '6ae8d710-b9c7-45c8-a8b3-426571b1f59a'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:31:32.660946 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:32.668442 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5dd885-3424-4d02-9777-e2d3e62087a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network fdab2f30-5eff-4a8f-9a47-85b323017f2e is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:31:32.671548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-33188cba-e849-4e3d-bd9f-9d747bd8b327 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] device_id is not set on port 25b69fcd-675a-45cb-bd46-52f71f67d194 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:31:32.683518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-4b5dd885-3424-4d02-9777-e2d3e62087a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, fdab2f30-5eff-4a8f-9a47-85b323017f2e) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:32.699324 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3a2e04-cc4c-424c-9872-bd1e846e1258 None None] Network fdab2f30-5eff-4a8f-9a47-85b323017f2e requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:32.720754 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5dd885-3424-4d02-9777-e2d3e62087a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:32.721455 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b5dd885-3424-4d02-9777-e2d3e62087a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:32.752603 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4b5dd885-3424-4d02-9777-e2d3e62087a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6117332 Aug 05 14:31:32.755308 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39700) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:32.802103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-33188cba-e849-4e3d-bd9f-9d747bd8b327 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Allocated IP 172.20.0.6 (183c0e70-f9e1-4457-ae20-f40005cbef13/6ae8d710-b9c7-45c8-a8b3-426571b1f59a/25b69fcd-675a-45cb-bd46-52f71f67d194) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:32.958092 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33188cba-e849-4e3d-bd9f-9d747bd8b327 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:32.975339 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-33188cba-e849-4e3d-bd9f-9d747bd8b327 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Transition to ACTIVE for port object 25b69fcd-675a-45cb-bd46-52f71f67d194 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:32.994119 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:33.001892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:31:33.002905 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:33.015298 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Transition to ACTIVE for port object 72f36808-9a45-4a84-8905-0132fae3dfaf will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:33.024395 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33188cba-e849-4e3d-bd9f-9d747bd8b327 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:33.034740 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:33.079351 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33188cba-e849-4e3d-bd9f-9d747bd8b327 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network 183c0e70-f9e1-4457-ae20-f40005cbef13 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:33.083243 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-33188cba-e849-4e3d-bd9f-9d747bd8b327 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:33.087977 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33188cba-e849-4e3d-bd9f-9d747bd8b327 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:33.092484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33188cba-e849-4e3d-bd9f-9d747bd8b327 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=25b69fcd-675a-45cb-bd46-52f71f67d194,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:33.136748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:33.141724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33188cba-e849-4e3d-bd9f-9d747bd8b327 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:33.142900 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-33188cba-e849-4e3d-bd9f-9d747bd8b327 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:33.160058 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-33188cba-e849-4e3d-bd9f-9d747bd8b327 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7505484 Aug 05 14:31:33.162599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39702) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:33.167585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'network_id': '183c0e70-f9e1-4457-ae20-f40005cbef13', 'name': 'tempest-PortsTestJSON-509940377'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:33.215400 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb542e4-b194-4256-a8ca-14ae42fada49 None None] Pushing event updated for resources: {'Port': ['ID=72f36808-9a45-4a84-8905-0132fae3dfaf,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:33.245219 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:33.245856 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Allocated IP 172.20.0.2 (183c0e70-f9e1-4457-ae20-f40005cbef13/6ae8d710-b9c7-45c8-a8b3-426571b1f59a/eaa9c3ec-cd0f-40f4-96e1-a671c310c164) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:33.366819 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Allocated IP 172.21.0.2 (fdab2f30-5eff-4a8f-9a47-85b323017f2e/54a4e4fe-2499-481d-b7ec-11383a25f3d6/3cf2d5a6-b12b-4de2-aebf-889973c7ee22) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:33.376079 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Attempting to bind port 72f36808-9a45-4a84-8905-0132fae3dfaf on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:33.377079 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Attempting to bind port 72f36808-9a45-4a84-8905-0132fae3dfaf by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'ad9dfdc0-e740-4b58-a155-cb00f2823bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:33.377871 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Attempting to bind port 72f36808-9a45-4a84-8905-0132fae3dfaf on network 4151f0f4-28e1-4213-8717-45558c017c2c {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:33.402926 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:33.403302 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Checking segment: {'id': 'ad9dfdc0-e740-4b58-a155-cb00f2823bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:33.403708 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:33.404102 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Bound using segment: {'id': 'ad9dfdc0-e740-4b58-a155-cb00f2823bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:33.404581 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Bound port: 72f36808-9a45-4a84-8905-0132fae3dfaf, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9dfdc0-e740-4b58-a155-cb00f2823bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:33.404965 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:33.410029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:33.410419 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:33.426362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:33.429779 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:33.462835 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] device_id is not set on port 9703ae38-ab67-4b18-839d-d07fa583f86c yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:31:33.813467 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] For port 72f36808-9a45-4a84-8905-0132fae3dfaf, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:33.824255 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] For port 72f36808-9a45-4a84-8905-0132fae3dfaf, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=72f36808-9a45-4a84-8905-0132fae3dfaf,segment=NetworkSegment(ad9dfdc0-e740-4b58-a155-cb00f2823bc7),segment_id=ad9dfdc0-e740-4b58-a155-cb00f2823bc7)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:33.825518 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:33.836096 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:33.903176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Transition to ACTIVE for port object eaa9c3ec-cd0f-40f4-96e1-a671c310c164 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:33.963438 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:33.978354 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Transition to ACTIVE for port object eaa9c3ec-cd0f-40f4-96e1-a671c310c164 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:33.992515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Transition to ACTIVE for port object 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:33.995516 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:33.999706 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb542e4-b194-4256-a8ca-14ae42fada49 None None] Pushing event updated for resources: {'Port': ['ID=72f36808-9a45-4a84-8905-0132fae3dfaf,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:34.002882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:34.003491 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:34.044145 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.api [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-2151d825-12dd-48f0-b079-42373b1d5cbd {{(pid=105724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:31:34.044792 n-d-803585-2 neutron-server[105724]: DEBUG oslo_db.api [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:31:34.113902 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Transition to ACTIVE for port object 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:34.131895 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Network 183c0e70-f9e1-4457-ae20-f40005cbef13 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:34.137473 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:34.139854 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:34.141614 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Pushing event updated for resources: {'Port': ['ID=eaa9c3ec-cd0f-40f4-96e1-a671c310c164,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:34.146106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:34.180094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:31:34.183748 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Allocated IP 172.21.0.1 (fdab2f30-5eff-4a8f-9a47-85b323017f2e/54a4e4fe-2499-481d-b7ec-11383a25f3d6/cb57b501-0245-4348-a771-3bfe0eb4334d) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:34.249601 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Network fdab2f30-5eff-4a8f-9a47-85b323017f2e is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:34.276270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:34.284272 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:34.299506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Pushing event updated for resources: {'Port': ['ID=3cf2d5a6-b12b-4de2-aebf-889973c7ee22,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:34.302973 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:34.317688 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Transition to ACTIVE for port object cb57b501-0245-4348-a771-3bfe0eb4334d will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:34.338700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Attempting to bind port eaa9c3ec-cd0f-40f4-96e1-a671c310c164 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:34.339061 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Attempting to bind port eaa9c3ec-cd0f-40f4-96e1-a671c310c164 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '37161997-fa15-4084-a324-06e99facae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '183c0e70-f9e1-4457-ae20-f40005cbef13'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:34.339417 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Attempting to bind port eaa9c3ec-cd0f-40f4-96e1-a671c310c164 on network 183c0e70-f9e1-4457-ae20-f40005cbef13 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:34.354289 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:34.397532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:34.397902 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Checking segment: {'id': '37161997-fa15-4084-a324-06e99facae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '183c0e70-f9e1-4457-ae20-f40005cbef13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:34.398630 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:34.398971 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Bound using segment: {'id': '37161997-fa15-4084-a324-06e99facae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '183c0e70-f9e1-4457-ae20-f40005cbef13'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:34.399451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Bound port: eaa9c3ec-cd0f-40f4-96e1-a671c310c164, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37161997-fa15-4084-a324-06e99facae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '183c0e70-f9e1-4457-ae20-f40005cbef13'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:34.399827 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:34.400413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network fdab2f30-5eff-4a8f-9a47-85b323017f2e is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:34.403668 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:34.408000 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:34.415217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=cb57b501-0245-4348-a771-3bfe0eb4334d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:34.455756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Attempting to bind port 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:34.456089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Attempting to bind port 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '962f6972-8d7b-4702-8960-50eeff620c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:34.456386 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Attempting to bind port 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 on network fdab2f30-5eff-4a8f-9a47-85b323017f2e {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:34.456507 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:34.485160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:34.485529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Checking segment: {'id': '962f6972-8d7b-4702-8960-50eeff620c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:34.486070 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:34.486491 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Bound using segment: {'id': '962f6972-8d7b-4702-8960-50eeff620c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:34.486959 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Bound port: 3cf2d5a6-b12b-4de2-aebf-889973c7ee22, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962f6972-8d7b-4702-8960-50eeff620c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:34.487338 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:34.546079 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:34.574499 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] For port eaa9c3ec-cd0f-40f4-96e1-a671c310c164, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:34.583800 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] For port eaa9c3ec-cd0f-40f4-96e1-a671c310c164, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=eaa9c3ec-cd0f-40f4-96e1-a671c310c164,segment=NetworkSegment(37161997-fa15-4084-a324-06e99facae74),segment_id=37161997-fa15-4084-a324-06e99facae74)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:34.591403 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] device_id is not set on port eaa57280-6ad4-4fa5-821b-9363d8630ed7 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:31:34.597020 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:34.597900 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:34.651057 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] For port 3cf2d5a6-b12b-4de2-aebf-889973c7ee22, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:34.696019 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] For port 3cf2d5a6-b12b-4de2-aebf-889973c7ee22, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3cf2d5a6-b12b-4de2-aebf-889973c7ee22,segment=NetworkSegment(962f6972-8d7b-4702-8960-50eeff620c38),segment_id=962f6972-8d7b-4702-8960-50eeff620c38)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:34.698908 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bebc90-1224-42d0-8aa8-5089470a29c5 None None] Pushing event updated for resources: {'Port': ['ID=eaa9c3ec-cd0f-40f4-96e1-a671c310c164,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:34.706491 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:34.740769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:30Z', 'revision_number': 2, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:33Z', 'revision_number': 4, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:34.780548 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee5e231-c954-45bf-8e82-28fd9e2385d3 None None] The sync data for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 is: [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:30Z', 'revision_number': 2, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:33Z', 'revision_number': 4, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:31:34.803347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c573e-6d90-4648-a473-cd94380d6cfa None None] Pushing event updated for resources: {'Port': ['ID=3cf2d5a6-b12b-4de2-aebf-889973c7ee22,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:34.893327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Allocated IP 172.20.0.3 (183c0e70-f9e1-4457-ae20-f40005cbef13/6ae8d710-b9c7-45c8-a8b3-426571b1f59a/eaa57280-6ad4-4fa5-821b-9363d8630ed7) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:35.216688 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:35.231732 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:35.278643 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device eaa9c3ec-cd0f-40f4-96e1-a671c310c164 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:35.280791 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:35.333926 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:35.337652 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port eaa9c3ec-cd0f-40f4-96e1-a671c310c164 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:35.341813 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Transition to ACTIVE for port object eaa57280-6ad4-4fa5-821b-9363d8630ed7 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:35.342939 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 72f36808-9a45-4a84-8905-0132fae3dfaf up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:35.363942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=cb57b501-0245-4348-a771-3bfe0eb4334d,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:35.397541 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 72f36808-9a45-4a84-8905-0132fae3dfaf completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:35.402195 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 72f36808-9a45-4a84-8905-0132fae3dfaf triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:35.402654 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:35.456211 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:35.495827 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:35.525913 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=eaa57280-6ad4-4fa5-821b-9363d8630ed7,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:35.545288 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 72f36808-9a45-4a84-8905-0132fae3dfaf, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=72f36808-9a45-4a84-8905-0132fae3dfaf,segment=NetworkSegment(ad9dfdc0-e740-4b58-a155-cb00f2823bc7),segment_id=ad9dfdc0-e740-4b58-a155-cb00f2823bc7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:35.545447 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network fdab2f30-5eff-4a8f-9a47-85b323017f2e is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:35.547236 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network 183c0e70-f9e1-4457-ae20-f40005cbef13 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:35.549101 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:35.554439 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:35.554696 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:35.557091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:35.615523 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=72f36808-9a45-4a84-8905-0132fae3dfaf,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:35.700578 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router ceb37af0-ee70-4151-9059-6a674a0ca23b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:31:35.712241 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:35.712876 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:35.768872 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1c1f5537-ad8b-4241-a796-b4d30bca4282 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6020231 Aug 05 14:31:35.769450 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39704) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:35.826681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:35.832999 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b858c372-8757-4a2b-b07c-12f90efa0b09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/ceb37af0-ee70-4151-9059-6a674a0ca23b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0762770 Aug 05 14:31:35.836045 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39706) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:35.841880 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-31eadfb8-99b8-446d-a554-4cfff0652e41 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'network': {'name': 'tempest-RoutersTest-1694490657'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:35.858434 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaff3608-e6e4-4e84-8c78-4c5aefea6dbd None None] Network 183c0e70-f9e1-4457-ae20-f40005cbef13 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:35.868166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31eadfb8-99b8-446d-a554-4cfff0652e41 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:35.873306 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31eadfb8-99b8-446d-a554-4cfff0652e41 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:35.883219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4bf015-adfa-4cfb-83e5-110c96ed0510 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:35.886715 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4e4bf015-adfa-4cfb-83e5-110c96ed0510 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.1151247 Aug 05 14:31:35.888872 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39708) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:35.930615 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31eadfb8-99b8-446d-a554-4cfff0652e41 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:31:35.943129 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c5594f08-4cc3-474e-b89f-ba61925844d6 None None] Provisioning for port eaa9c3ec-cd0f-40f4-96e1-a671c310c164 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:35.951733 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c5594f08-4cc3-474e-b89f-ba61925844d6 None None] Provisioning complete for port eaa9c3ec-cd0f-40f4-96e1-a671c310c164 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:35.952116 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5594f08-4cc3-474e-b89f-ba61925844d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:35.965894 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31eadfb8-99b8-446d-a554-4cfff0652e41 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:35.966265 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-31eadfb8-99b8-446d-a554-4cfff0652e41 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Added segment 1efee975-7558-4983-86d5-d02456a9d712 of type vlan for network 573be6ae-e403-40c9-aead-416a70f07261 Aug 05 14:31:36.014438 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31eadfb8-99b8-446d-a554-4cfff0652e41 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:36.055557 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-32f0cc3e-df65-44b6-bd29-ba30b4443685 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port eaa57280-6ad4-4fa5-821b-9363d8630ed7 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:36.055901 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc3e-df65-44b6-bd29-ba30b4443685 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:36.077742 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31eadfb8-99b8-446d-a554-4cfff0652e41 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:36.083859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31eadfb8-99b8-446d-a554-4cfff0652e41 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:36.084540 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-31eadfb8-99b8-446d-a554-4cfff0652e41 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:36.113448 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5594f08-4cc3-474e-b89f-ba61925844d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:36.161144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c5594f08-4cc3-474e-b89f-ba61925844d6 None None] For port eaa9c3ec-cd0f-40f4-96e1-a671c310c164, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=eaa9c3ec-cd0f-40f4-96e1-a671c310c164,segment=NetworkSegment(37161997-fa15-4084-a324-06e99facae74),segment_id=37161997-fa15-4084-a324-06e99facae74)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:36.165323 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5594f08-4cc3-474e-b89f-ba61925844d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:36.226623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5594f08-4cc3-474e-b89f-ba61925844d6 None None] Pushing event updated for resources: {'Port': ['ID=eaa9c3ec-cd0f-40f4-96e1-a671c310c164,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:36.331106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08dfdd2-6e8e-4851-94ad-9bcc0fe73db1 None None] Network fdab2f30-5eff-4a8f-9a47-85b323017f2e requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:36.405127 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-571fa0ed-637c-425d-bd5f-30eecf1eb16b None None] Provisioning for port 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:36.518864 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-31eadfb8-99b8-446d-a554-4cfff0652e41 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6815717 Aug 05 14:31:36.521746 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39710) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:36.522658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eadfb8-99b8-446d-a554-4cfff0652e41 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Network': ['ID=573be6ae-e403-40c9-aead-416a70f07261,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:36.527390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e8b6e568-b849-4307-b8e6-5f35fb0b8e97 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'subnet': {'network_id': '573be6ae-e403-40c9-aead-416a70f07261', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:36.554963 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 573be6ae-e403-40c9-aead-416a70f07261 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:31:36.565066 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc3e-df65-44b6-bd29-ba30b4443685 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:36.581860 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-32f0cc3e-df65-44b6-bd29-ba30b4443685 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for eaa57280-6ad4-4fa5-821b-9363d8630ed7 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:36.621399 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8b0753d2-e5da-4c7e-8abe-93947c522b44 None None] Provisioning for port 25b69fcd-675a-45cb-bd46-52f71f67d194 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:36.629868 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8b0753d2-e5da-4c7e-8abe-93947c522b44 None None] Provisioning complete for port 25b69fcd-675a-45cb-bd46-52f71f67d194 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:36.630151 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8b0753d2-e5da-4c7e-8abe-93947c522b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:36.672292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b6e568-b849-4307-b8e6-5f35fb0b8e97 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:36.678339 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e8b6e568-b849-4307-b8e6-5f35fb0b8e97 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:36.725726 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8b0753d2-e5da-4c7e-8abe-93947c522b44 None None] Port 25b69fcd-675a-45cb-bd46-52f71f67d194 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:36.741935 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8b0753d2-e5da-4c7e-8abe-93947c522b44 None None] Provisioning complete for port eaa9c3ec-cd0f-40f4-96e1-a671c310c164 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:36.742341 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8b0753d2-e5da-4c7e-8abe-93947c522b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:36.782183 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Sync routers for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:36.793969 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:36.794873 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:36.857309 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc3e-df65-44b6-bd29-ba30b4443685 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:36.912763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8b0753d2-e5da-4c7e-8abe-93947c522b44 None None] Could not find standard attr ID for object eaa57280-6ad4-4fa5-821b-9363d8630ed7. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:31:36.918803 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:31:36.919867 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0cc3e-df65-44b6-bd29-ba30b4443685 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=eaa57280-6ad4-4fa5-821b-9363d8630ed7,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:37.035031 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc3e-df65-44b6-bd29-ba30b4443685 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:37.039629 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-32f0cc3e-df65-44b6-bd29-ba30b4443685 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/ports/eaa57280-6ad4-4fa5-821b-9363d8630ed7 HTTP/1.1" status: 204 len: 168 time: 1.1473470 Aug 05 14:31:37.041418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39716) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:37.052928 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-11f8cae6-7d4a-4d54-8ecf-033d8106f67f None None] Provisioning complete for port 25b69fcd-675a-45cb-bd46-52f71f67d194 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:37.053305 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-11f8cae6-7d4a-4d54-8ecf-033d8106f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:37.102545 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e8b6e568-b849-4307-b8e6-5f35fb0b8e97 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:37.103653 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d73c823-18c2-4169-886d-9d0dbd97b3ad tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] GET failed (client error): The resource could not be found. Aug 05 14:31:37.111617 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3d73c823-18c2-4169-886d-9d0dbd97b3ad tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports/eaa57280-6ad4-4fa5-821b-9363d8630ed7 HTTP/1.1" status: 404 len: 333 time: 0.0667470 Aug 05 14:31:37.113010 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39718) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:37.148643 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-11f8cae6-7d4a-4d54-8ecf-033d8106f67f None None] Port 25b69fcd-675a-45cb-bd46-52f71f67d194 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:37.192855 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-11f8cae6-7d4a-4d54-8ecf-033d8106f67f None None] Provisioning for port cb57b501-0245-4348-a771-3bfe0eb4334d completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:37.206147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-11f8cae6-7d4a-4d54-8ecf-033d8106f67f None None] Provisioning complete for port cb57b501-0245-4348-a771-3bfe0eb4334d triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:37.206560 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-11f8cae6-7d4a-4d54-8ecf-033d8106f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:37.237826 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6e568-b849-4307-b8e6-5f35fb0b8e97 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Subnet': ['ID=f47540c5-8a36-488c-b97e-cabfa657c253,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:37.242220 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:34Z', 'revision_number': 3, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb57b501-0245-4348-a771-3bfe0eb4334d', 'name': '', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:a9:06:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:33Z', 'updated_at': '2021-08-05T14:31:34Z', 'revision_number': 2, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:37.254740 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b6e568-b849-4307-b8e6-5f35fb0b8e97 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Checking segment: {'id': '1efee975-7558-4983-86d5-d02456a9d712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '573be6ae-e403-40c9-aead-416a70f07261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:37.255391 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b6e568-b849-4307-b8e6-5f35fb0b8e97 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network hostable DHCP agents. Network: 573be6ae-e403-40c9-aead-416a70f07261, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:31:37.276489 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b6e568-b849-4307-b8e6-5f35fb0b8e97 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network 573be6ae-e403-40c9-aead-416a70f07261 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:31:37.292068 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-e8b6e568-b849-4307-b8e6-5f35fb0b8e97 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 573be6ae-e403-40c9-aead-416a70f07261) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:37.304045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-11f8cae6-7d4a-4d54-8ecf-033d8106f67f None None] Port cb57b501-0245-4348-a771-3bfe0eb4334d cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:37.310709 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b6e568-b849-4307-b8e6-5f35fb0b8e97 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:37.311319 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e8b6e568-b849-4307-b8e6-5f35fb0b8e97 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:37.316509 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f7c702-cb7b-479e-b72f-3148deb48950 None None] Network 573be6ae-e403-40c9-aead-416a70f07261 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:37.342763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-1c682e08-3a2d-4bad-89fe-d0f3bac8623b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port 25b69fcd-675a-45cb-bd46-52f71f67d194 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:37.343209 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c682e08-3a2d-4bad-89fe-d0f3bac8623b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:37.355747 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e8b6e568-b849-4307-b8e6-5f35fb0b8e97 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8327417 Aug 05 14:31:37.357881 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39720) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:37.358694 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device eaa9c3ec-cd0f-40f4-96e1-a671c310c164 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:37.435255 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Checking router: ceb37af0-ee70-4151-9059-6a674a0ca23b for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:31:37.435694 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Updating router ceb37af0-ee70-4151-9059-6a674a0ca23b port cb57b501-0245-4348-a771-3bfe0eb4334d binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:31:37.472864 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-11f8cae6-7d4a-4d54-8ecf-033d8106f67f None None] Could not find standard attr ID for object eaa57280-6ad4-4fa5-821b-9363d8630ed7. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:31:37.484831 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:37.493668 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c682e08-3a2d-4bad-89fe-d0f3bac8623b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:37.495667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port eaa9c3ec-cd0f-40f4-96e1-a671c310c164 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:37.496245 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:37.519795 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-1c682e08-3a2d-4bad-89fe-d0f3bac8623b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for 25b69fcd-675a-45cb-bd46-52f71f67d194 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:37.651412 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b2bd5c43-0041-405f-b3b8-5fab077b2c24 None None] Provisioning complete for port cb57b501-0245-4348-a771-3bfe0eb4334d triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:37.652071 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5c43-0041-405f-b3b8-5fab077b2c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:37.733946 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c682e08-3a2d-4bad-89fe-d0f3bac8623b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:37.764059 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-573be6ae-e403-40c9-aead-416a70f07261', 'network_id': '573be6ae-e403-40c9-aead-416a70f07261', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'fixed_ips': [{'subnet_id': 'f47540c5-8a36-488c-b97e-cabfa657c253'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:31:37.765332 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:37.779233 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd5c43-0041-405f-b3b8-5fab077b2c24 None None] Port cb57b501-0245-4348-a771-3bfe0eb4334d cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:37.803046 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c682e08-3a2d-4bad-89fe-d0f3bac8623b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=25b69fcd-675a-45cb-bd46-52f71f67d194,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:37.900383 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c682e08-3a2d-4bad-89fe-d0f3bac8623b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:37.902547 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1c682e08-3a2d-4bad-89fe-d0f3bac8623b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/ports/25b69fcd-675a-45cb-bd46-52f71f67d194 HTTP/1.1" status: 204 len: 168 time: 0.7885363 Aug 05 14:31:37.906819 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39722) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:37.923961 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:37.943789 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a87b0e-70cb-4d3b-b3d0-8a520880cff9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] GET failed (client error): The resource could not be found. Aug 05 14:31:37.944736 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Transition to ACTIVE for port object cb57b501-0245-4348-a771-3bfe0eb4334d will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:37.948931 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e2a87b0e-70cb-4d3b-b3d0-8a520880cff9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports/25b69fcd-675a-45cb-bd46-52f71f67d194 HTTP/1.1" status: 404 len: 333 time: 0.0407605 Aug 05 14:31:37.949669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39724) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:37.956159 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:38.036964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fe38b5-c3bf-450f-97c8-8603d38d6b5a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting subnet 6ae8d710-b9c7-45c8-a8b3-426571b1f59a {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:31:38.042131 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5fe38b5-c3bf-450f-97c8-8603d38d6b5a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:38.100695 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5fe38b5-c3bf-450f-97c8-8603d38d6b5a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:38.114534 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefe4cd-4743-448d-a155-78d3a3f07efc None None] Pushing event updated for resources: {'Port': ['ID=cb57b501-0245-4348-a771-3bfe0eb4334d,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:38.128044 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefe4cd-4743-448d-a155-78d3a3f07efc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:38.128379 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefe4cd-4743-448d-a155-78d3a3f07efc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:38.128717 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefe4cd-4743-448d-a155-78d3a3f07efc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:38.129045 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefe4cd-4743-448d-a155-78d3a3f07efc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:38.129379 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefe4cd-4743-448d-a155-78d3a3f07efc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:38.135409 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefe4cd-4743-448d-a155-78d3a3f07efc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:38.135634 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefe4cd-4743-448d-a155-78d3a3f07efc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:38.135930 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefe4cd-4743-448d-a155-78d3a3f07efc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:38.136306 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefe4cd-4743-448d-a155-78d3a3f07efc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:38.136634 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefe4cd-4743-448d-a155-78d3a3f07efc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:38.137071 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefe4cd-4743-448d-a155-78d3a3f07efc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:38.137397 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cefe4cd-4743-448d-a155-78d3a3f07efc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:38.169660 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Attempting to bind port cb57b501-0245-4348-a771-3bfe0eb4334d on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:38.170218 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Attempting to bind port cb57b501-0245-4348-a771-3bfe0eb4334d by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '962f6972-8d7b-4702-8960-50eeff620c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:38.170782 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Attempting to bind port cb57b501-0245-4348-a771-3bfe0eb4334d on network fdab2f30-5eff-4a8f-9a47-85b323017f2e {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:38.177030 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:38.177451 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Checking segment: {'id': '962f6972-8d7b-4702-8960-50eeff620c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:38.177871 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:38.178245 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Bound using segment: {'id': '962f6972-8d7b-4702-8960-50eeff620c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:38.178739 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Bound port: cb57b501-0245-4348-a771-3bfe0eb4334d, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962f6972-8d7b-4702-8960-50eeff620c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:38.179164 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:38.215252 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 72f36808-9a45-4a84-8905-0132fae3dfaf up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:38.237677 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:38.242526 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5fe38b5-c3bf-450f-97c8-8603d38d6b5a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:38.258944 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] For port cb57b501-0245-4348-a771-3bfe0eb4334d, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:38.262916 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] For port cb57b501-0245-4348-a771-3bfe0eb4334d, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=cb57b501-0245-4348-a771-3bfe0eb4334d,segment=NetworkSegment(962f6972-8d7b-4702-8960-50eeff620c38),segment_id=962f6972-8d7b-4702-8960-50eeff620c38)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:38.269964 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:38.297043 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Allocated IP 172.22.0.2 (573be6ae-e403-40c9-aead-416a70f07261/f47540c5-8a36-488c-b97e-cabfa657c253/4da0e00b-c42f-4a0d-abf8-0e3aa566a527) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:38.335771 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefe4cd-4743-448d-a155-78d3a3f07efc None None] Pushing event updated for resources: {'Port': ['ID=cb57b501-0245-4348-a771-3bfe0eb4334d,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:38.343474 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5fe38b5-c3bf-450f-97c8-8603d38d6b5a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:38.367080 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5fe38b5-c3bf-450f-97c8-8603d38d6b5a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:38.371784 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c5fe38b5-c3bf-450f-97c8-8603d38d6b5a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/6ae8d710-b9c7-45c8-a8b3-426571b1f59a HTTP/1.1" status: 204 len: 168 time: 0.4185390 Aug 05 14:31:38.380434 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f49e9c1-133c-407e-9f0c-75e3cade1e91 None None] Network 183c0e70-f9e1-4457-ae20-f40005cbef13 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:38.381631 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39726) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:38.389463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe38b5-c3bf-450f-97c8-8603d38d6b5a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae8d710-b9c7-45c8-a8b3-426571b1f59a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:38.389877 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:38.391513 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:38.406656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 72f36808-9a45-4a84-8905-0132fae3dfaf triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:38.408011 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:38.506853 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:38.507326 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:31:38.684103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:38.699933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port eaa9c3ec-cd0f-40f4-96e1-a671c310c164 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:38.700505 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:38.733343 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:38.740711 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:34Z', 'revision_number': 3, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb57b501-0245-4348-a771-3bfe0eb4334d', 'name': '', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:a9:06:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:33Z', 'updated_at': '2021-08-05T14:31:38Z', 'revision_number': 4, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:38.753566 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Transition to ACTIVE for port object 4da0e00b-c42f-4a0d-abf8-0e3aa566a527 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:38.769139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] For port eaa9c3ec-cd0f-40f4-96e1-a671c310c164, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=eaa9c3ec-cd0f-40f4-96e1-a671c310c164,segment=NetworkSegment(37161997-fa15-4084-a324-06e99facae74),segment_id=37161997-fa15-4084-a324-06e99facae74)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:38.769809 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:38.775023 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c64592-cbad-4bdd-82c2-c3c18006c1c7 None None] The sync data for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 is: [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:34Z', 'revision_number': 3, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb57b501-0245-4348-a771-3bfe0eb4334d', 'name': '', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:a9:06:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:33Z', 'updated_at': '2021-08-05T14:31:38Z', 'revision_number': 4, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:31:38.779501 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Transition to ACTIVE for port object 4da0e00b-c42f-4a0d-abf8-0e3aa566a527 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:38.788433 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:38.797657 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:38.823953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for eaa9c3ec-cd0f-40f4-96e1-a671c310c164 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:38.824141 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:38.824527 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:38.868299 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdce53fd-082d-4cb7-b424-2d06dd8689b4 None None] DHCP port deletion for 183c0e70-f9e1-4457-ae20-f40005cbef13 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:31:38.875154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Network 573be6ae-e403-40c9-aead-416a70f07261 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:38.884012 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:38.886434 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:38.892480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Pushing event updated for resources: {'Port': ['ID=4da0e00b-c42f-4a0d-abf8-0e3aa566a527,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:38.930881 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Allocated IP 172.22.0.1 (573be6ae-e403-40c9-aead-416a70f07261/f47540c5-8a36-488c-b97e-cabfa657c253/0c6788ab-7b44-4ef1-a013-dc6a8f5f7568) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:39.023743 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Attempting to bind port 4da0e00b-c42f-4a0d-abf8-0e3aa566a527 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:39.023743 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Attempting to bind port 4da0e00b-c42f-4a0d-abf8-0e3aa566a527 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '1efee975-7558-4983-86d5-d02456a9d712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '573be6ae-e403-40c9-aead-416a70f07261'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:39.024084 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Attempting to bind port 4da0e00b-c42f-4a0d-abf8-0e3aa566a527 on network 573be6ae-e403-40c9-aead-416a70f07261 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:39.037492 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.040640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:39.041291 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Checking segment: {'id': '1efee975-7558-4983-86d5-d02456a9d712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '573be6ae-e403-40c9-aead-416a70f07261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:39.041696 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.042088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Bound using segment: {'id': '1efee975-7558-4983-86d5-d02456a9d712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '573be6ae-e403-40c9-aead-416a70f07261'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:39.043138 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Bound port: 4da0e00b-c42f-4a0d-abf8-0e3aa566a527, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efee975-7558-4983-86d5-d02456a9d712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '573be6ae-e403-40c9-aead-416a70f07261'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:39.043138 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.062383 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.066693 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-bdce53fd-082d-4cb7-b424-2d06dd8689b4 None None] Deleting port eaa9c3ec-cd0f-40f4-96e1-a671c310c164 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:39.067062 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bdce53fd-082d-4cb7-b424-2d06dd8689b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.086400 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=eaa9c3ec-cd0f-40f4-96e1-a671c310c164,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:39.090055 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No DVR routers for this DVR port eaa9c3ec-cd0f-40f4-96e1-a671c310c164 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:39.129853 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.189497 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Transition to ACTIVE for port object 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:39.196001 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.201975 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 3cf2d5a6-b12b-4de2-aebf-889973c7ee22, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3cf2d5a6-b12b-4de2-aebf-889973c7ee22,segment=NetworkSegment(962f6972-8d7b-4702-8960-50eeff620c38),segment_id=962f6972-8d7b-4702-8960-50eeff620c38)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:39.209293 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183c0e70-f9e1-4457-ae20-f40005cbef13']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:39.212183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-bdce53fd-082d-4cb7-b424-2d06dd8689b4 None None] For port eaa9c3ec-cd0f-40f4-96e1-a671c310c164, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:39.212452 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bdce53fd-082d-4cb7-b424-2d06dd8689b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.214773 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.223040 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37161997-fa15-4084-a324-06e99facae74') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:39.223344 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37161997-fa15-4084-a324-06e99facae74') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:39.227291 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] For port 4da0e00b-c42f-4a0d-abf8-0e3aa566a527, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:39.237310 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.258417 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-bdce53fd-082d-4cb7-b424-2d06dd8689b4 None None] Calling delete_port for eaa9c3ec-cd0f-40f4-96e1-a671c310c164 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:39.264387 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] For port 4da0e00b-c42f-4a0d-abf8-0e3aa566a527, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4da0e00b-c42f-4a0d-abf8-0e3aa566a527,segment=NetworkSegment(1efee975-7558-4983-86d5-d02456a9d712),segment_id=1efee975-7558-4983-86d5-d02456a9d712)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:39.266092 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.267647 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-bdce53fd-082d-4cb7-b424-2d06dd8689b4 None None] Port eaa9c3ec-cd0f-40f4-96e1-a671c310c164 was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:31:39.277071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:39.277954 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bdce53fd-082d-4cb7-b424-2d06dd8689b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.278549 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.283141 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:39.285671 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:39.305603 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.321788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce53fd-082d-4cb7-b424-2d06dd8689b4 None None] No DVR routers for this DVR port eaa9c3ec-cd0f-40f4-96e1-a671c310c164 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:39.335783 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=3cf2d5a6-b12b-4de2-aebf-889973c7ee22,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:39.385718 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce53fd-082d-4cb7-b424-2d06dd8689b4 None None] Pushing event deleted for resources: {'Port': ['ID=eaa9c3ec-cd0f-40f4-96e1-a671c310c164,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:39.425289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network 573be6ae-e403-40c9-aead-416a70f07261 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:39.434564 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device cb57b501-0245-4348-a771-3bfe0eb4334d up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:39.439136 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:39.448590 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:39.452619 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:31:39.479010 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=0c6788ab-7b44-4ef1-a013-dc6a8f5f7568,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:39.481349 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.490870 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.499192 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/networks/183c0e70-f9e1-4457-ae20-f40005cbef13 HTTP/1.1" status: 204 len: 168 time: 1.1102982 Aug 05 14:31:39.499607 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39730) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:39.509186 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-48fe3c34-ea65-41c8-939a-7a836ebad499 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1774156194'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:39.511927 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdef14-968d-4573-a07f-d04933981903 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Network': ['ID=183c0e70-f9e1-4457-ae20-f40005cbef13,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:39.516083 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d9c23-7f18-4305-9fd7-68f766dbef5a None None] Pushing event updated for resources: {'Port': ['ID=4da0e00b-c42f-4a0d-abf8-0e3aa566a527,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:39.541279 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.547631 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fe3c34-ea65-41c8-939a-7a836ebad499 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:39.553194 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48fe3c34-ea65-41c8-939a-7a836ebad499 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.577396 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port cb57b501-0245-4348-a771-3bfe0eb4334d completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:39.587910 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port cb57b501-0245-4348-a771-3bfe0eb4334d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:39.588442 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.625404 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fe3c34-ea65-41c8-939a-7a836ebad499 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:31:39.649680 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48fe3c34-ea65-41c8-939a-7a836ebad499 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.651235 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-48fe3c34-ea65-41c8-939a-7a836ebad499 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Added segment 4fcd1844-7c56-4ec7-8e4e-c89e6c11572a of type vlan for network 1aa9019c-bf39-4725-a29e-a5a6fc34e23d Aug 05 14:31:39.722641 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48fe3c34-ea65-41c8-939a-7a836ebad499 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.729824 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.771455 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48fe3c34-ea65-41c8-939a-7a836ebad499 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.783175 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fe3c34-ea65-41c8-939a-7a836ebad499 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:39.783839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48fe3c34-ea65-41c8-939a-7a836ebad499 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.786762 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.822674 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-48fe3c34-ea65-41c8-939a-7a836ebad499 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3194709 Aug 05 14:31:39.823259 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39732) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:39.835208 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-937c6559-0927-41a2-966b-fd7d1eec20dc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'subnet': {'network_id': '1aa9019c-bf39-4725-a29e-a5a6fc34e23d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:39.854552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port cb57b501-0245-4348-a771-3bfe0eb4334d, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=cb57b501-0245-4348-a771-3bfe0eb4334d,segment=NetworkSegment(962f6972-8d7b-4702-8960-50eeff620c38),segment_id=962f6972-8d7b-4702-8960-50eeff620c38)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:39.861171 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:39.883770 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe3c34-ea65-41c8-939a-7a836ebad499 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Network': ['ID=1aa9019c-bf39-4725-a29e-a5a6fc34e23d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:39.898049 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 1aa9019c-bf39-4725-a29e-a5a6fc34e23d details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:31:39.953412 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device eaa9c3ec-cd0f-40f4-96e1-a671c310c164 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:31:40.000875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: eaa9c3ec-cd0f-40f4-96e1-a671c310c164 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:40.001795 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device eaa9c3ec-cd0f-40f4-96e1-a671c310c164 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:31:40.015047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=cb57b501-0245-4348-a771-3bfe0eb4334d,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:40.111245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937c6559-0927-41a2-966b-fd7d1eec20dc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:40.114921 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-937c6559-0927-41a2-966b-fd7d1eec20dc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:40.254617 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:40.263522 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:40.384239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=0c6788ab-7b44-4ef1-a013-dc6a8f5f7568,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:40.394033 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:40.483766 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-937c6559-0927-41a2-966b-fd7d1eec20dc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:40.557201 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c6559-0927-41a2-966b-fd7d1eec20dc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Subnet': ['ID=2d246b2d-4c9e-4573-90e4-b974da42fda5,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:40.589521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network 573be6ae-e403-40c9-aead-416a70f07261 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:40.591764 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:40.598400 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c6559-0927-41a2-966b-fd7d1eec20dc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Checking segment: {'id': '4fcd1844-7c56-4ec7-8e4e-c89e6c11572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1aa9019c-bf39-4725-a29e-a5a6fc34e23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:40.598769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937c6559-0927-41a2-966b-fd7d1eec20dc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network hostable DHCP agents. Network: 1aa9019c-bf39-4725-a29e-a5a6fc34e23d, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:31:40.608939 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6899682-745c-4a6f-8f73-54cdc9e6f4e5 None None] Network 573be6ae-e403-40c9-aead-416a70f07261 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:40.680618 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937c6559-0927-41a2-966b-fd7d1eec20dc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network 1aa9019c-bf39-4725-a29e-a5a6fc34e23d is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:31:40.698763 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-937c6559-0927-41a2-966b-fd7d1eec20dc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 1aa9019c-bf39-4725-a29e-a5a6fc34e23d) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:40.706091 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c6559-0927-41a2-966b-fd7d1eec20dc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:40.706744 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-937c6559-0927-41a2-966b-fd7d1eec20dc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:40.720518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router ceb37af0-ee70-4151-9059-6a674a0ca23b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:31:40.726089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f117df9-964e-4aee-bfd4-f30c4d872af8 None None] Network 1aa9019c-bf39-4725-a29e-a5a6fc34e23d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:40.727140 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-937c6559-0927-41a2-966b-fd7d1eec20dc tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9025264 Aug 05 14:31:40.730582 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39734) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:40.739459 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-90b3afce-f188-4761-b50f-36bedf81b7af tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'network_id': '1aa9019c-bf39-4725-a29e-a5a6fc34e23d', 'name': 'tempest-PortsTestJSON-314650609', 'fixed_ips': [{'subnet_id': '2d246b2d-4c9e-4573-90e4-b974da42fda5', 'ip_address': '172.20.0.10'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:40.769812 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-635e06c8-0f13-49f2-b061-d2c9ef1e40e8 None None] Provisioning for port 4da0e00b-c42f-4a0d-abf8-0e3aa566a527 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:40.825090 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:40.833727 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cc0daa3a-c42a-4090-bf43-d7411ecdb65e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/ceb37af0-ee70-4151-9059-6a674a0ca23b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4743664 Aug 05 14:31:40.834434 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39736) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:40.840316 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-39baa068-1770-403e-9429-4e088332f916 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'network': {'name': 'tempest-RoutersTest-847160253'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:40.840893 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Sync routers for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:40.855434 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.api [None req-90b3afce-f188-4761-b50f-36bedf81b7af tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 05 14:31:40.855434 n-d-803585-2 neutron-server[105724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 05 14:31:40.855434 n-d-803585-2 neutron-server[105724]: [parameters: {'project_id_1': '144a440cfe4d4484a58413e0cb8fd474', 'expiration_1': datetime.datetime(2021, 8, 5, 14, 31, 40, 847372)}] Aug 05 14:31:40.855434 n-d-803585-2 neutron-server[105724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:31:40.856037 n-d-803585-2 neutron-server[105724]: DEBUG oslo_db.api [None req-90b3afce-f188-4761-b50f-36bedf81b7af tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:31:40.863906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39baa068-1770-403e-9429-4e088332f916 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:40.867495 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-39baa068-1770-403e-9429-4e088332f916 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:40.878374 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:40.879023 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:40.894171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39baa068-1770-403e-9429-4e088332f916 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:31:40.903991 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-39baa068-1770-403e-9429-4e088332f916 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:40.904343 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-39baa068-1770-403e-9429-4e088332f916 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Added segment c68efb1a-9cb9-4cb5-a970-39210ce67ea1 of type vlan for network ecee5b61-086c-4fa9-a021-d502a10aa3f4 Aug 05 14:31:40.945628 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-39baa068-1770-403e-9429-4e088332f916 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:40.979412 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-39baa068-1770-403e-9429-4e088332f916 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:40.985413 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39baa068-1770-403e-9429-4e088332f916 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:40.986310 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-39baa068-1770-403e-9429-4e088332f916 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:41.002668 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:31:41.005785 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-1aa9019c-bf39-4725-a29e-a5a6fc34e23d', 'network_id': '1aa9019c-bf39-4725-a29e-a5a6fc34e23d', 'tenant_id': '144a440cfe4d4484a58413e0cb8fd474', 'fixed_ips': [{'subnet_id': '2d246b2d-4c9e-4573-90e4-b974da42fda5'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:31:41.006690 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:41.056291 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-39baa068-1770-403e-9429-4e088332f916 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2207081 Aug 05 14:31:41.059490 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39738) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:41.065693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a5c05aee-f9d1-44c1-8839-d351ef5e224f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'subnet': {'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:41.069790 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39baa068-1770-403e-9429-4e088332f916 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Network': ['ID=ecee5b61-086c-4fa9-a021-d502a10aa3f4,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:41.097359 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network ecee5b61-086c-4fa9-a021-d502a10aa3f4 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:31:41.187961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c05aee-f9d1-44c1-8839-d351ef5e224f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Made reservation on behalf of 2348e92240f644e5b58c47e1c8f7f9d1 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:41.192453 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5c05aee-f9d1-44c1-8839-d351ef5e224f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:41.427463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b3afce-f188-4761-b50f-36bedf81b7af tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:41.433132 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5c05aee-f9d1-44c1-8839-d351ef5e224f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:41.462814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device cb57b501-0245-4348-a771-3bfe0eb4334d up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:41.553525 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Allocated IP 172.20.0.2 (1aa9019c-bf39-4725-a29e-a5a6fc34e23d/2d246b2d-4c9e-4573-90e4-b974da42fda5/41b6be69-aa7a-48ee-ade3-f0f2156bb1a6) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:41.564809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3e8060ff-df06-438a-9b0a-b3666191bc4e None None] Provisioning for port 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:41.565889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c05aee-f9d1-44c1-8839-d351ef5e224f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Subnet': ['ID=bbd10282-17e3-4499-a934-e37e6e07a1c8,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:41.576746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3e8060ff-df06-438a-9b0a-b3666191bc4e None None] Provisioning complete for port 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:41.577133 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3e8060ff-df06-438a-9b0a-b3666191bc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:41.581777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c05aee-f9d1-44c1-8839-d351ef5e224f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Checking segment: {'id': 'c68efb1a-9cb9-4cb5-a970-39210ce67ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:41.582155 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c05aee-f9d1-44c1-8839-d351ef5e224f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network hostable DHCP agents. Network: ecee5b61-086c-4fa9-a021-d502a10aa3f4, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:31:41.601314 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90b3afce-f188-4761-b50f-36bedf81b7af tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:41.628761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c05aee-f9d1-44c1-8839-d351ef5e224f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network ecee5b61-086c-4fa9-a021-d502a10aa3f4 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:31:41.631605 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-90b3afce-f188-4761-b50f-36bedf81b7af tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] device_id is not set on port e10ab042-44bd-4d64-8227-8e4e676e2512 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:31:41.646520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-a5c05aee-f9d1-44c1-8839-d351ef5e224f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, ecee5b61-086c-4fa9-a021-d502a10aa3f4) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:41.669325 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c13dbba-5acd-41a9-93aa-91c65165e12d None None] Network ecee5b61-086c-4fa9-a021-d502a10aa3f4 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:41.681140 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c05aee-f9d1-44c1-8839-d351ef5e224f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:41.681731 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a5c05aee-f9d1-44c1-8839-d351ef5e224f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:41.709427 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a5c05aee-f9d1-44c1-8839-d351ef5e224f tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6486468 Aug 05 14:31:41.712194 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39742) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:41.749665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-3e8060ff-df06-438a-9b0a-b3666191bc4e None None] Port 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:41.752016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port cb57b501-0245-4348-a771-3bfe0eb4334d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:41.752364 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:41.918799 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:39Z', 'revision_number': 4, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '0c6788ab-7b44-4ef1-a013-dc6a8f5f7568', 'name': '', 'network_id': '573be6ae-e403-40c9-aead-416a70f07261', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:bf:19:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:38Z', 'updated_at': '2021-08-05T14:31:40Z', 'revision_number': 2, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb57b501-0245-4348-a771-3bfe0eb4334d', 'name': '', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:a9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:33Z', 'updated_at': '2021-08-05T14:31:39Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:41.969960 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Checking router: ceb37af0-ee70-4151-9059-6a674a0ca23b for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:31:41.970348 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Updating router ceb37af0-ee70-4151-9059-6a674a0ca23b port 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:31:42.004353 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2fda253e-82b1-442b-b594-08622b81d0bc None None] Provisioning complete for port 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:42.004734 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2fda253e-82b1-442b-b594-08622b81d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:42.034225 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:42.084303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Transition to ACTIVE for port object 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:42.094825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-ecee5b61-086c-4fa9-a021-d502a10aa3f4', 'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'fixed_ips': [{'subnet_id': 'bbd10282-17e3-4499-a934-e37e6e07a1c8'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:31:42.095777 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:42.105708 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:42.138176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4da0e00b-c42f-4a0d-abf8-0e3aa566a527 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:42.142547 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-2fda253e-82b1-442b-b594-08622b81d0bc None None] Port 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:42.145369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Transition to ACTIVE for port object 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:42.175630 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:42.225624 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-90b3afce-f188-4761-b50f-36bedf81b7af tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Allocated IP 172.20.0.10 (1aa9019c-bf39-4725-a29e-a5a6fc34e23d/2d246b2d-4c9e-4573-90e4-b974da42fda5/e10ab042-44bd-4d64-8227-8e4e676e2512) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:42.317542 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Network 1aa9019c-bf39-4725-a29e-a5a6fc34e23d is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:42.339160 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:42.383034 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:42.396207 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90b3afce-f188-4761-b50f-36bedf81b7af tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:42.397514 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:42.415405 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-90b3afce-f188-4761-b50f-36bedf81b7af tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Transition to ACTIVE for port object e10ab042-44bd-4d64-8227-8e4e676e2512 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:42.435695 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Pushing event updated for resources: {'Port': ['ID=41b6be69-aa7a-48ee-ade3-f0f2156bb1a6,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:42.456362 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90b3afce-f188-4761-b50f-36bedf81b7af tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:42.489478 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4da0e00b-c42f-4a0d-abf8-0e3aa566a527 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:42.516205 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b3afce-f188-4761-b50f-36bedf81b7af tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network 1aa9019c-bf39-4725-a29e-a5a6fc34e23d is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:42.524581 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-90b3afce-f188-4761-b50f-36bedf81b7af tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:42.528622 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b3afce-f188-4761-b50f-36bedf81b7af tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:42.556148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3afce-f188-4761-b50f-36bedf81b7af tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=e10ab042-44bd-4d64-8227-8e4e676e2512,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:42.569767 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4da0e00b-c42f-4a0d-abf8-0e3aa566a527 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:42.570136 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:42.575652 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Allocated IP 172.23.0.2 (ecee5b61-086c-4fa9-a021-d502a10aa3f4/bbd10282-17e3-4499-a934-e37e6e07a1c8/67f5123d-028a-4c28-90f4-d920f1697ed6) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:42.586990 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b3afce-f188-4761-b50f-36bedf81b7af tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:42.587746 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90b3afce-f188-4761-b50f-36bedf81b7af tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:42.601729 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-90b3afce-f188-4761-b50f-36bedf81b7af tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8689458 Aug 05 14:31:42.604408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39744) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:42.610036 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0d075d94-61c5-430d-8316-dc72d631d444 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'network_id': '1aa9019c-bf39-4725-a29e-a5a6fc34e23d', 'name': 'tempest-PortsTestJSON-1016687618', 'fixed_ips': [{'subnet_id': '2d246b2d-4c9e-4573-90e4-b974da42fda5', 'ip_address': '172.20.0.9'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:42.618347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Attempting to bind port 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:42.618717 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Attempting to bind port 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '4fcd1844-7c56-4ec7-8e4e-c89e6c11572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1aa9019c-bf39-4725-a29e-a5a6fc34e23d'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:42.619078 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Attempting to bind port 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6 on network 1aa9019c-bf39-4725-a29e-a5a6fc34e23d {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:42.675520 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:42.676271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Checking segment: {'id': '4fcd1844-7c56-4ec7-8e4e-c89e6c11572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1aa9019c-bf39-4725-a29e-a5a6fc34e23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:42.676271 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:42.676666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Bound using segment: {'id': '4fcd1844-7c56-4ec7-8e4e-c89e6c11572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1aa9019c-bf39-4725-a29e-a5a6fc34e23d'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:42.677151 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Bound port: 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcd1844-7c56-4ec7-8e4e-c89e6c11572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1aa9019c-bf39-4725-a29e-a5a6fc34e23d'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:42.677527 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:42.727292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d075d94-61c5-430d-8316-dc72d631d444 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:42.827909 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d075d94-61c5-430d-8316-dc72d631d444 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:42.846093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-0d075d94-61c5-430d-8316-dc72d631d444 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] device_id is not set on port 91f59f77-8f71-4ae8-8d09-9c97a1129ceb yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:31:42.928521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] For port 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:42.936844 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:42.951157 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:42.954526 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] For port 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=41b6be69-aa7a-48ee-ade3-f0f2156bb1a6,segment=NetworkSegment(4fcd1844-7c56-4ec7-8e4e-c89e6c11572a),segment_id=4fcd1844-7c56-4ec7-8e4e-c89e6c11572a)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:42.966348 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:42.968409 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:42.976982 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Transition to ACTIVE for port object 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:43.011584 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-0d075d94-61c5-430d-8316-dc72d631d444 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Allocated IP 172.20.0.9 (1aa9019c-bf39-4725-a29e-a5a6fc34e23d/2d246b2d-4c9e-4573-90e4-b974da42fda5/91f59f77-8f71-4ae8-8d09-9c97a1129ceb) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:43.019687 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Transition to ACTIVE for port object 67f5123d-028a-4c28-90f4-d920f1697ed6 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:43.021525 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:43.076184 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Transition to ACTIVE for port object 67f5123d-028a-4c28-90f4-d920f1697ed6 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:43.078730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 4da0e00b-c42f-4a0d-abf8-0e3aa566a527, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4da0e00b-c42f-4a0d-abf8-0e3aa566a527,segment=NetworkSegment(1efee975-7558-4983-86d5-d02456a9d712),segment_id=1efee975-7558-4983-86d5-d02456a9d712)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:43.089243 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:43.090008 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:43.091675 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4d7a0-0c72-4905-852f-00c27fcc60b4 None None] Pushing event updated for resources: {'Port': ['ID=41b6be69-aa7a-48ee-ade3-f0f2156bb1a6,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:43.098830 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:43.176009 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Network ecee5b61-086c-4fa9-a021-d502a10aa3f4 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:43.198472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:43.215740 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d075d94-61c5-430d-8316-dc72d631d444 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:43.223312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:43.229304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ada98-8fee-46f2-9933-2bebaf5177e7 None None] Pushing event updated for resources: {'Port': ['ID=0c6788ab-7b44-4ef1-a013-dc6a8f5f7568,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:43.233708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-0d075d94-61c5-430d-8316-dc72d631d444 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Transition to ACTIVE for port object 91f59f77-8f71-4ae8-8d09-9c97a1129ceb will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:43.284278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Allocated IP 172.23.0.1 (ecee5b61-086c-4fa9-a021-d502a10aa3f4/bbd10282-17e3-4499-a934-e37e6e07a1c8/1bb7ff13-a8cd-44b5-8703-49102f560b08) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:43.302225 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Attempting to bind port 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:43.302685 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Attempting to bind port 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '1efee975-7558-4983-86d5-d02456a9d712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '573be6ae-e403-40c9-aead-416a70f07261'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:43.303027 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Attempting to bind port 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 on network 573be6ae-e403-40c9-aead-416a70f07261 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:43.326488 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d075d94-61c5-430d-8316-dc72d631d444 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:43.366881 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Attempting to bind port 67f5123d-028a-4c28-90f4-d920f1697ed6 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:43.367634 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Attempting to bind port 67f5123d-028a-4c28-90f4-d920f1697ed6 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'c68efb1a-9cb9-4cb5-a970-39210ce67ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:43.368244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Attempting to bind port 67f5123d-028a-4c28-90f4-d920f1697ed6 on network ecee5b61-086c-4fa9-a021-d502a10aa3f4 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:43.371444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:43.372344 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Checking segment: {'id': '1efee975-7558-4983-86d5-d02456a9d712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '573be6ae-e403-40c9-aead-416a70f07261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:43.372983 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:43.373547 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Bound using segment: {'id': '1efee975-7558-4983-86d5-d02456a9d712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '573be6ae-e403-40c9-aead-416a70f07261'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:43.374478 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Bound port: 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efee975-7558-4983-86d5-d02456a9d712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '573be6ae-e403-40c9-aead-416a70f07261'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:43.375142 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:43.393289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=4da0e00b-c42f-4a0d-abf8-0e3aa566a527,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:43.398730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:43.399097 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:43.460245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d075d94-61c5-430d-8316-dc72d631d444 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network 1aa9019c-bf39-4725-a29e-a5a6fc34e23d is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:43.463722 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d075d94-61c5-430d-8316-dc72d631d444 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=91f59f77-8f71-4ae8-8d09-9c97a1129ceb,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:43.466795 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-0d075d94-61c5-430d-8316-dc72d631d444 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:43.472008 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d075d94-61c5-430d-8316-dc72d631d444 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:43.555842 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d075d94-61c5-430d-8316-dc72d631d444 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:43.556541 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0d075d94-61c5-430d-8316-dc72d631d444 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:43.573788 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:43.591877 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0d075d94-61c5-430d-8316-dc72d631d444 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9862764 Aug 05 14:31:43.593104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Transition to ACTIVE for port object 1bb7ff13-a8cd-44b5-8703-49102f560b08 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:43.595059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39748) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:43.620653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:43.621022 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Checking segment: {'id': 'c68efb1a-9cb9-4cb5-a970-39210ce67ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:43.621474 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:43.621869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Bound using segment: {'id': 'c68efb1a-9cb9-4cb5-a970-39210ce67ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:43.622356 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Bound port: 67f5123d-028a-4c28-90f4-d920f1697ed6, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68efb1a-9cb9-4cb5-a970-39210ce67ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:43.622761 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:43.641212 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:43.690292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network ecee5b61-086c-4fa9-a021-d502a10aa3f4 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:43.693749 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:43.697536 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:43.706118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25fa067-dc4e-4989-b7db-a23925ef0966 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:43.710647 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b25fa067-dc4e-4989-b7db-a23925ef0966 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1132433 Aug 05 14:31:43.711235 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39750) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:43.720796 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Pushing event updated for resources: {'Port': ['ID=67f5123d-028a-4c28-90f4-d920f1697ed6,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:43.738612 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=1bb7ff13-a8cd-44b5-8703-49102f560b08,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:43.757195 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:43.779382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a31a92-0b9a-4431-ab79-e075a91a77a9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:43.784923 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] For port 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:43.785641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a31a92-0b9a-4431-ab79-e075a91a77a9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:43.791768 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a31a92-0b9a-4431-ab79-e075a91a77a9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:43.794751 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-31a31a92-0b9a-4431-ab79-e075a91a77a9 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0825398 Aug 05 14:31:43.796494 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39752) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:43.819017 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] For port 67f5123d-028a-4c28-90f4-d920f1697ed6, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:43.827034 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] For port 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0c6788ab-7b44-4ef1-a013-dc6a8f5f7568,segment=NetworkSegment(1efee975-7558-4983-86d5-d02456a9d712),segment_id=1efee975-7558-4983-86d5-d02456a9d712)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:43.847397 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:43.850841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] For port 67f5123d-028a-4c28-90f4-d920f1697ed6, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=67f5123d-028a-4c28-90f4-d920f1697ed6,segment=NetworkSegment(c68efb1a-9cb9-4cb5-a970-39210ce67ea1),segment_id=c68efb1a-9cb9-4cb5-a970-39210ce67ea1)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:43.884001 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:43.924885 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbb162-54df-41cb-9715-a16e5c8fa7ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port 91f59f77-8f71-4ae8-8d09-9c97a1129ceb {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:43.925806 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b1dbb162-54df-41cb-9715-a16e5c8fa7ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:43.953705 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:43.954996 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:43.958176 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:43.981011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ada98-8fee-46f2-9933-2bebaf5177e7 None None] Pushing event updated for resources: {'Port': ['ID=0c6788ab-7b44-4ef1-a013-dc6a8f5f7568,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:44.098368 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b1dbb162-54df-41cb-9715-a16e5c8fa7ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:44.123901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbb162-54df-41cb-9715-a16e5c8fa7ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for 91f59f77-8f71-4ae8-8d09-9c97a1129ceb owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:44.150750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:31:44.252081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fea43a-e99f-4da2-b2fe-aa19b6b4c38a None None] Pushing event updated for resources: {'Port': ['ID=67f5123d-028a-4c28-90f4-d920f1697ed6,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:44.273711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:44.350533 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b1dbb162-54df-41cb-9715-a16e5c8fa7ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:44.409777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbb162-54df-41cb-9715-a16e5c8fa7ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=91f59f77-8f71-4ae8-8d09-9c97a1129ceb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:44.519669 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b1dbb162-54df-41cb-9715-a16e5c8fa7ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:44.525017 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b1dbb162-54df-41cb-9715-a16e5c8fa7ed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/ports/91f59f77-8f71-4ae8-8d09-9c97a1129ceb HTTP/1.1" status: 204 len: 168 time: 0.7272894 Aug 05 14:31:44.526153 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39754) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:44.526460 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:44.533930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4da0e00b-c42f-4a0d-abf8-0e3aa566a527 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:44.557923 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-358a48b5-df75-4454-bdb1-16f6a793936c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] GET failed (client error): The resource could not be found. Aug 05 14:31:44.562513 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-358a48b5-df75-4454-bdb1-16f6a793936c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports/91f59f77-8f71-4ae8-8d09-9c97a1129ceb HTTP/1.1" status: 404 len: 333 time: 0.0357151 Aug 05 14:31:44.563127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39756) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:44.586679 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:44.592296 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:44.592518 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173b9b23-f1ae-41ae-a351-15a63c04ccd8 None None] Network 1aa9019c-bf39-4725-a29e-a5a6fc34e23d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:44.671418 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event updated for resources: {'Port': ['ID=1bb7ff13-a8cd-44b5-8703-49102f560b08,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:44.679648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port e10ab042-44bd-4d64-8227-8e4e676e2512 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:44.681802 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:44.692186 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:44.761111 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-38c26798-176b-4ddc-89f8-3c6d76ed7d9a None None] Provisioning for port 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:44.765531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4da0e00b-c42f-4a0d-abf8-0e3aa566a527 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:44.766144 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:44.784885 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:44.794475 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-38c26798-176b-4ddc-89f8-3c6d76ed7d9a None None] Provisioning complete for port 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:44.794860 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-38c26798-176b-4ddc-89f8-3c6d76ed7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:44.801033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for e10ab042-44bd-4d64-8227-8e4e676e2512 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:44.811744 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Network ecee5b61-086c-4fa9-a021-d502a10aa3f4 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:44.813930 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:44.926388 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:43Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '0c6788ab-7b44-4ef1-a013-dc6a8f5f7568', 'name': '', 'network_id': '573be6ae-e403-40c9-aead-416a70f07261', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:bf:19:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:38Z', 'updated_at': '2021-08-05T14:31:43Z', 'revision_number': 4, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bb7ff13-a8cd-44b5-8703-49102f560b08', 'name': '', 'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:f7:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'bbd10282-17e3-4499-a934-e37e6e07a1c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:42Z', 'updated_at': '2021-08-05T14:31:43Z', 'revision_number': 1, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'bbd10282-17e3-4499-a934-e37e6e07a1c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb57b501-0245-4348-a771-3bfe0eb4334d', 'name': '', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:a9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:33Z', 'updated_at': '2021-08-05T14:31:39Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:44.969580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router ceb37af0-ee70-4151-9059-6a674a0ca23b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:31:44.991922 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:45.025784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=e10ab042-44bd-4d64-8227-8e4e676e2512,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:45.026060 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:45.030176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2972f8d4-0d0b-42f7-ad56-a1a3eb614978 None None] The sync data for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 is: [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:43Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '0c6788ab-7b44-4ef1-a013-dc6a8f5f7568', 'name': '', 'network_id': '573be6ae-e403-40c9-aead-416a70f07261', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:bf:19:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:38Z', 'updated_at': '2021-08-05T14:31:43Z', 'revision_number': 4, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bb7ff13-a8cd-44b5-8703-49102f560b08', 'name': '', 'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:f7:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'bbd10282-17e3-4499-a934-e37e6e07a1c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:42Z', 'updated_at': '2021-08-05T14:31:43Z', 'revision_number': 1, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'bbd10282-17e3-4499-a934-e37e6e07a1c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb57b501-0245-4348-a771-3bfe0eb4334d', 'name': '', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:a9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:33Z', 'updated_at': '2021-08-05T14:31:39Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:31:45.041802 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:45.042630 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:45.045272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:45.051103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:45.051533 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:45.051883 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:45.052222 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:45.052566 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:45.052902 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:45.053242 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:45.053570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:45.053940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:45.065322 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-38c26798-176b-4ddc-89f8-3c6d76ed7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:45.139762 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-38c26798-176b-4ddc-89f8-3c6d76ed7d9a None None] For port 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=41b6be69-aa7a-48ee-ade3-f0f2156bb1a6,segment=NetworkSegment(4fcd1844-7c56-4ec7-8e4e-c89e6c11572a),segment_id=4fcd1844-7c56-4ec7-8e4e-c89e6c11572a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:45.151037 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-38c26798-176b-4ddc-89f8-3c6d76ed7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:45.163018 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:45.165766 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fa71be87-f3ef-4989-85b7-97acee9ae658 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/ports/e10ab042-44bd-4d64-8227-8e4e676e2512 HTTP/1.1" status: 204 len: 168 time: 0.6011202 Aug 05 14:31:45.168971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39758) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:45.223607 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-93426930-da39-4faa-b865-5294c5bf6d28 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] GET failed (client error): The resource could not be found. Aug 05 14:31:45.227888 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-93426930-da39-4faa-b865-5294c5bf6d28 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports/e10ab042-44bd-4d64-8227-8e4e676e2512 HTTP/1.1" status: 404 len: 333 time: 0.0553467 Aug 05 14:31:45.228891 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39760) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:45.265697 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c26798-176b-4ddc-89f8-3c6d76ed7d9a None None] Pushing event updated for resources: {'Port': ['ID=41b6be69-aa7a-48ee-ade3-f0f2156bb1a6,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:45.276254 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:45.288823 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-13f0c89e-853c-4668-a59b-ae1b318d33b7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/ceb37af0-ee70-4151-9059-6a674a0ca23b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5753665 Aug 05 14:31:45.292573 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39762) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:45.298149 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-fae323aa-b9ef-4b2d-b658-64f527bb9395 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:45.331416 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c07293c-b34c-4290-93a1-fedb966810ae tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting subnet 2d246b2d-4c9e-4573-90e4-b974da42fda5 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:31:45.338881 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7c07293c-b34c-4290-93a1-fedb966810ae tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:45.404979 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7c07293c-b34c-4290-93a1-fedb966810ae tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:45.408448 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-adb1cb63-61eb-4e3c-9e1e-39fe4a915953 None None] Provisioning complete for port 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:45.409211 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-adb1cb63-61eb-4e3c-9e1e-39fe4a915953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:45.551810 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7c07293c-b34c-4290-93a1-fedb966810ae tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:45.561271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-adb1cb63-61eb-4e3c-9e1e-39fe4a915953 None None] Could not find standard attr ID for object e10ab042-44bd-4d64-8227-8e4e676e2512. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:31:45.654224 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84613ad-66e3-4534-b901-e44106bef0d9 None None] Network ecee5b61-086c-4fa9-a021-d502a10aa3f4 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:45.661840 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7c07293c-b34c-4290-93a1-fedb966810ae tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:45.689545 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07293c-b34c-4290-93a1-fedb966810ae tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Subnet': ['ID=2d246b2d-4c9e-4573-90e4-b974da42fda5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:45.700998 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7c07293c-b34c-4290-93a1-fedb966810ae tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:45.702947 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7c07293c-b34c-4290-93a1-fedb966810ae tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/2d246b2d-4c9e-4573-90e4-b974da42fda5 HTTP/1.1" status: 204 len: 168 time: 0.4735572 Aug 05 14:31:45.705936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39764) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:45.749203 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ed780e-a521-43a2-9f3d-f8a219caf349 None None] Network 1aa9019c-bf39-4725-a29e-a5a6fc34e23d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:45.809314 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.extraroute_db [None req-fae323aa-b9ef-4b2d-b658-64f527bb9395 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=105723) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 05 14:31:45.826730 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:45.827651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.extraroute_db [None req-fae323aa-b9ef-4b2d-b658-64f527bb9395 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Removed routes are [] {{(pid=105723) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 05 14:31:45.828164 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fae323aa-b9ef-4b2d-b658-64f527bb9395 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:45.877136 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e3f3ac16-473a-4294-8837-b543082bf052 None None] Provisioning for port 67f5123d-028a-4c28-90f4-d920f1697ed6 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:45.931323 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:45.931845 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:45.933461 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b4fa56db-9f94-4d28-b1d5-f5c3a86ff0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.029877 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] For port 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=41b6be69-aa7a-48ee-ade3-f0f2156bb1a6,segment=NetworkSegment(4fcd1844-7c56-4ec7-8e4e-c89e6c11572a),segment_id=4fcd1844-7c56-4ec7-8e4e-c89e6c11572a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:46.030276 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.052279 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:46.054357 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d78061c6-8ffe-4d85-b718-ccd92ac96c0a None None] Could not find standard attr ID for object e10ab042-44bd-4d64-8227-8e4e676e2512. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:31:46.161233 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad1cf07-9aec-4ce4-a0b4-39db1e199547 None None] DHCP port deletion for 1aa9019c-bf39-4725-a29e-a5a6fc34e23d request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:31:46.198591 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.236171 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.239148 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-2ad1cf07-9aec-4ce4-a0b4-39db1e199547 None None] The port '41b6be69-aa7a-48ee-ade3-f0f2156bb1a6' was deleted {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 05 14:31:46.241669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 67f5123d-028a-4c28-90f4-d920f1697ed6 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:46.286480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No DVR routers for this DVR port 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:46.300080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=41b6be69-aa7a-48ee-ade3-f0f2156bb1a6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:46.333111 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 67f5123d-028a-4c28-90f4-d920f1697ed6 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:46.338197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 67f5123d-028a-4c28-90f4-d920f1697ed6 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:46.339242 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.415709 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.429534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa9019c-bf39-4725-a29e-a5a6fc34e23d']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:46.451088 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.460597 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcd1844-7c56-4ec7-8e4e-c89e6c11572a') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:46.460968 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcd1844-7c56-4ec7-8e4e-c89e6c11572a') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:46.484525 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.506416 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.513046 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:46.513549 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.513804 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 67f5123d-028a-4c28-90f4-d920f1697ed6, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=67f5123d-028a-4c28-90f4-d920f1697ed6,segment=NetworkSegment(c68efb1a-9cb9-4cb5-a970-39210ce67ea1),segment_id=c68efb1a-9cb9-4cb5-a970-39210ce67ea1)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:46.518377 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:46.525227 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4fe3fcc7-5188-4330-8237-004eb6a783de None None] Provisioning complete for port 67f5123d-028a-4c28-90f4-d920f1697ed6 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:46.525814 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4fe3fcc7-5188-4330-8237-004eb6a783de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.531355 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.533387 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:46.563239 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fae323aa-b9ef-4b2d-b658-64f527bb9395 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.569779 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fae323aa-b9ef-4b2d-b658-64f527bb9395 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.623788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.633574 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.647541 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/networks/1aa9019c-bf39-4725-a29e-a5a6fc34e23d HTTP/1.1" status: 204 len: 168 time: 0.9372568 Aug 05 14:31:46.650742 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39768) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:46.657688 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-39fa0e41-b33b-4e95-89f2-cdf02fbc1fe0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1336387436'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:46.666597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=67f5123d-028a-4c28-90f4-d920f1697ed6,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:46.687127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf95985-70b8-4867-b96b-370787db78ec tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Network': ['ID=1aa9019c-bf39-4725-a29e-a5a6fc34e23d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:46.706390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae323aa-b9ef-4b2d-b658-64f527bb9395 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router ceb37af0-ee70-4151-9059-6a674a0ca23b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:31:46.712599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fa0e41-b33b-4e95-89f2-cdf02fbc1fe0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:46.716831 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-39fa0e41-b33b-4e95-89f2-cdf02fbc1fe0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.745901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39fa0e41-b33b-4e95-89f2-cdf02fbc1fe0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:31:46.757936 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-39fa0e41-b33b-4e95-89f2-cdf02fbc1fe0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.758399 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-39fa0e41-b33b-4e95-89f2-cdf02fbc1fe0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Added segment ad8cbcd7-14c2-4e87-adcb-0eade905e899 of type vlan for network 46bedd7a-585a-4f0f-8edc-cc055ff60e62 Aug 05 14:31:46.788578 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:46.793176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:46.793601 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.816495 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4fe3fcc7-5188-4330-8237-004eb6a783de None None] Provisioning for port 1bb7ff13-a8cd-44b5-8703-49102f560b08 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:46.819838 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-39fa0e41-b33b-4e95-89f2-cdf02fbc1fe0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.827167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4fe3fcc7-5188-4330-8237-004eb6a783de None None] Provisioning complete for port 1bb7ff13-a8cd-44b5-8703-49102f560b08 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:46.827542 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4fe3fcc7-5188-4330-8237-004eb6a783de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.836642 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Sync routers for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:46.847954 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae323aa-b9ef-4b2d-b658-64f527bb9395 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:46.852584 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:46.853413 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:46.859433 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fae323aa-b9ef-4b2d-b658-64f527bb9395 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.863512 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fae323aa-b9ef-4b2d-b658-64f527bb9395 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/ceb37af0-ee70-4151-9059-6a674a0ca23b HTTP/1.1" status: 200 len: 933 time: 1.5671246 Aug 05 14:31:46.863873 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39770) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:46.871627 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4fe3fcc7-5188-4330-8237-004eb6a783de None None] Port 1bb7ff13-a8cd-44b5-8703-49102f560b08 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:46.899397 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-39fa0e41-b33b-4e95-89f2-cdf02fbc1fe0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.905844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fa0e41-b33b-4e95-89f2-cdf02fbc1fe0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:46.906799 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-39fa0e41-b33b-4e95-89f2-cdf02fbc1fe0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.966499 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:46.986391 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:31:46.997224 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0055c022-1b15-451f-8776-fffa3dba6d97 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/routers/ceb37af0-ee70-4151-9059-6a674a0ca23b HTTP/1.1" status: 200 len: 933 time: 0.1317909 Aug 05 14:31:46.997855 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39772) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:47.004142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-6a4d813f-022a-4162-bdfe-d31d220219a8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'router': {'routes': None}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:47.036866 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-39fa0e41-b33b-4e95-89f2-cdf02fbc1fe0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3848541 Aug 05 14:31:47.039889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39774) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:47.044986 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-47178b2d-98d8-4079-aa25-45cd67c8b8b8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'subnet': {'network_id': '46bedd7a-585a-4f0f-8edc-cc055ff60e62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:47.059957 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0c6788ab-7b44-4ef1-a013-dc6a8f5f7568,segment=NetworkSegment(1efee975-7558-4983-86d5-d02456a9d712),segment_id=1efee975-7558-4983-86d5-d02456a9d712)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:47.064573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa0e41-b33b-4e95-89f2-cdf02fbc1fe0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Network': ['ID=46bedd7a-585a-4f0f-8edc-cc055ff60e62,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:47.069970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1d241cbe-b626-4f82-9b1f-d120f82ac17a None None] Provisioning complete for port 1bb7ff13-a8cd-44b5-8703-49102f560b08 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:47.070553 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1d241cbe-b626-4f82-9b1f-d120f82ac17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.072546 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.101955 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 46bedd7a-585a-4f0f-8edc-cc055ff60e62 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:31:47.151664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47178b2d-98d8-4079-aa25-45cd67c8b8b8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:47.156264 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-47178b2d-98d8-4079-aa25-45cd67c8b8b8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.267378 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:45Z', 'revision_number': 6, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '0c6788ab-7b44-4ef1-a013-dc6a8f5f7568', 'name': '', 'network_id': '573be6ae-e403-40c9-aead-416a70f07261', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:bf:19:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:38Z', 'updated_at': '2021-08-05T14:31:43Z', 'revision_number': 4, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bb7ff13-a8cd-44b5-8703-49102f560b08', 'name': '', 'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:f7:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'bbd10282-17e3-4499-a934-e37e6e07a1c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:42Z', 'updated_at': '2021-08-05T14:31:44Z', 'revision_number': 2, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'bbd10282-17e3-4499-a934-e37e6e07a1c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb57b501-0245-4348-a771-3bfe0eb4334d', 'name': '', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:a9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:33Z', 'updated_at': '2021-08-05T14:31:39Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:47.297003 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Checking router: ceb37af0-ee70-4151-9059-6a674a0ca23b for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:31:47.297280 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Updating router ceb37af0-ee70-4151-9059-6a674a0ca23b port 1bb7ff13-a8cd-44b5-8703-49102f560b08 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:31:47.329810 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.400213 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-1d241cbe-b626-4f82-9b1f-d120f82ac17a None None] Port 1bb7ff13-a8cd-44b5-8703-49102f560b08 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:47.416098 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-47178b2d-98d8-4079-aa25-45cd67c8b8b8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.418613 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=0c6788ab-7b44-4ef1-a013-dc6a8f5f7568,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:47.460608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.extraroute_db [None req-6a4d813f-022a-4162-bdfe-d31d220219a8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Added routes are [] {{(pid=105723) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 05 14:31:47.460930 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.extraroute_db [None req-6a4d813f-022a-4162-bdfe-d31d220219a8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=105723) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 05 14:31:47.477442 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47178b2d-98d8-4079-aa25-45cd67c8b8b8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Subnet': ['ID=f87134a4-96d5-4364-bc15-ecdeaf6d372e,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:47.495321 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a4d813f-022a-4162-bdfe-d31d220219a8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.502145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47178b2d-98d8-4079-aa25-45cd67c8b8b8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Checking segment: {'id': 'ad8cbcd7-14c2-4e87-adcb-0eade905e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '46bedd7a-585a-4f0f-8edc-cc055ff60e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:47.502614 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47178b2d-98d8-4079-aa25-45cd67c8b8b8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network hostable DHCP agents. Network: 46bedd7a-585a-4f0f-8edc-cc055ff60e62, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:31:47.523914 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-df82b178-217d-4a76-9787-b0c6545400c9 None None] Provisioning complete for port 1bb7ff13-a8cd-44b5-8703-49102f560b08 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:47.524342 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-df82b178-217d-4a76-9787-b0c6545400c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.535170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47178b2d-98d8-4079-aa25-45cd67c8b8b8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network 46bedd7a-585a-4f0f-8edc-cc055ff60e62 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:31:47.549550 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-47178b2d-98d8-4079-aa25-45cd67c8b8b8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 46bedd7a-585a-4f0f-8edc-cc055ff60e62) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:47.556152 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47178b2d-98d8-4079-aa25-45cd67c8b8b8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:47.556949 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-47178b2d-98d8-4079-aa25-45cd67c8b8b8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.581518 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-47178b2d-98d8-4079-aa25-45cd67c8b8b8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5405328 Aug 05 14:31:47.583651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39776) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:47.588199 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecda06b-5814-4f64-a0bf-b3726038d161 None None] Network 46bedd7a-585a-4f0f-8edc-cc055ff60e62 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:47.593862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d1233187-162f-4ed5-b88c-553fb67a46a4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1793143995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:47.609513 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-df82b178-217d-4a76-9787-b0c6545400c9 None None] Port 1bb7ff13-a8cd-44b5-8703-49102f560b08 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:47.640606 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d1233187-162f-4ed5-b88c-553fb67a46a4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.644866 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d1233187-162f-4ed5-b88c-553fb67a46a4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.697585 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.708221 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Transition to ACTIVE for port object 1bb7ff13-a8cd-44b5-8703-49102f560b08 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:47.712422 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d1233187-162f-4ed5-b88c-553fb67a46a4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.716373 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.718153 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d1233187-162f-4ed5-b88c-553fb67a46a4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.732075 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a4d813f-022a-4162-bdfe-d31d220219a8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.738482 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a4d813f-022a-4162-bdfe-d31d220219a8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.744699 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d1233187-162f-4ed5-b88c-553fb67a46a4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.746765 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d1233187-162f-4ed5-b88c-553fb67a46a4 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1606650 Aug 05 14:31:47.749386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39778) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:47.758553 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-e902afa5-aeb5-4bf1-a9fe-cc934859041c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'network_id': '46bedd7a-585a-4f0f-8edc-cc055ff60e62', 'name': 'tempest-PortsTestJSON-1538568444'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:47.787495 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-46bedd7a-585a-4f0f-8edc-cc055ff60e62', 'network_id': '46bedd7a-585a-4f0f-8edc-cc055ff60e62', 'tenant_id': '144a440cfe4d4484a58413e0cb8fd474', 'fixed_ips': [{'subnet_id': 'f87134a4-96d5-4364-bc15-ecdeaf6d372e'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:31:47.789599 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.805009 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca27fd-ddbe-4d63-8385-1fec6adb77d4 None None] Pushing event updated for resources: {'Port': ['ID=1bb7ff13-a8cd-44b5-8703-49102f560b08,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:47.848494 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Attempting to bind port 1bb7ff13-a8cd-44b5-8703-49102f560b08 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:47.849667 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Attempting to bind port 1bb7ff13-a8cd-44b5-8703-49102f560b08 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'c68efb1a-9cb9-4cb5-a970-39210ce67ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:47.850449 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Attempting to bind port 1bb7ff13-a8cd-44b5-8703-49102f560b08 on network ecee5b61-086c-4fa9-a021-d502a10aa3f4 {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:47.856994 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:47.857365 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Checking segment: {'id': 'c68efb1a-9cb9-4cb5-a970-39210ce67ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:47.857769 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.858152 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Bound using segment: {'id': 'c68efb1a-9cb9-4cb5-a970-39210ce67ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:47.859370 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Bound port: 1bb7ff13-a8cd-44b5-8703-49102f560b08, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68efb1a-9cb9-4cb5-a970-39210ce67ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:47.859988 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.893294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4d813f-022a-4162-bdfe-d31d220219a8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router ceb37af0-ee70-4151-9059-6a674a0ca23b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:31:47.945131 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e902afa5-aeb5-4bf1-a9fe-cc934859041c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:47.948779 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e902afa5-aeb5-4bf1-a9fe-cc934859041c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:47.987482 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] For port 1bb7ff13-a8cd-44b5-8703-49102f560b08, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:47.993776 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] For port 1bb7ff13-a8cd-44b5-8703-49102f560b08, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1bb7ff13-a8cd-44b5-8703-49102f560b08,segment=NetworkSegment(c68efb1a-9cb9-4cb5-a970-39210ce67ea1),segment_id=c68efb1a-9cb9-4cb5-a970-39210ce67ea1)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:47.995153 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [None req-e902afa5-aeb5-4bf1-a9fe-cc934859041c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] device_id is not set on port 7b93e77f-bcc9-4055-b434-970a1752f676 yet. {{(pid=105724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:31:48.009926 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:48.020447 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Allocated IP 172.20.0.2 (46bedd7a-585a-4f0f-8edc-cc055ff60e62/f87134a4-96d5-4364-bc15-ecdeaf6d372e/66b3ce24-597c-4786-bf75-feb18ca105fa) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:48.056097 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 67f5123d-028a-4c28-90f4-d920f1697ed6 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:48.070782 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4d813f-022a-4162-bdfe-d31d220219a8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:48.080684 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6a4d813f-022a-4162-bdfe-d31d220219a8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:48.082142 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6a4d813f-022a-4162-bdfe-d31d220219a8 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/ceb37af0-ee70-4151-9059-6a674a0ca23b HTTP/1.1" status: 200 len: 699 time: 1.0831258 Aug 05 14:31:48.084705 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39780) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:48.110708 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca27fd-ddbe-4d63-8385-1fec6adb77d4 None None] Pushing event updated for resources: {'Port': ['ID=1bb7ff13-a8cd-44b5-8703-49102f560b08,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:48.125955 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:48.126810 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:48.196599 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 67f5123d-028a-4c28-90f4-d920f1697ed6 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:48.196979 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:48.212428 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3faf1db5-a6e6-4679-9a27-0164703a4fc3 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/routers/ceb37af0-ee70-4151-9059-6a674a0ca23b HTTP/1.1" status: 200 len: 699 time: 0.1257603 Aug 05 14:31:48.215258 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39782) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:48.320393 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:48.336851 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:31:48.352034 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Transition to ACTIVE for port object 66b3ce24-597c-4786-bf75-feb18ca105fa will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:48.388360 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:48.390281 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Transition to ACTIVE for port object 66b3ce24-597c-4786-bf75-feb18ca105fa will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:48.420814 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-34a02445-eaf1-432b-a5b4-0d7806844f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:48.423971 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:48.483453 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Network 46bedd7a-585a-4f0f-8edc-cc055ff60e62 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:48.486266 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-e902afa5-aeb5-4bf1-a9fe-cc934859041c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Allocated IP 172.20.0.3 (46bedd7a-585a-4f0f-8edc-cc055ff60e62/f87134a4-96d5-4364-bc15-ecdeaf6d372e/7b93e77f-bcc9-4055-b434-970a1752f676) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:48.495708 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:48.498125 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:48.504032 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Pushing event updated for resources: {'Port': ['ID=66b3ce24-597c-4786-bf75-feb18ca105fa,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:48.560730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:48.561105 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:48.592115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Attempting to bind port 66b3ce24-597c-4786-bf75-feb18ca105fa on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:48.592445 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Attempting to bind port 66b3ce24-597c-4786-bf75-feb18ca105fa by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'ad8cbcd7-14c2-4e87-adcb-0eade905e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '46bedd7a-585a-4f0f-8edc-cc055ff60e62'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:48.592814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Attempting to bind port 66b3ce24-597c-4786-bf75-feb18ca105fa on network 46bedd7a-585a-4f0f-8edc-cc055ff60e62 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:48.594560 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:47Z', 'revision_number': 7, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '0c6788ab-7b44-4ef1-a013-dc6a8f5f7568', 'name': '', 'network_id': '573be6ae-e403-40c9-aead-416a70f07261', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:bf:19:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:38Z', 'updated_at': '2021-08-05T14:31:47Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bb7ff13-a8cd-44b5-8703-49102f560b08', 'name': '', 'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:f7:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'bbd10282-17e3-4499-a934-e37e6e07a1c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:42Z', 'updated_at': '2021-08-05T14:31:47Z', 'revision_number': 4, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'bbd10282-17e3-4499-a934-e37e6e07a1c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb57b501-0245-4348-a771-3bfe0eb4334d', 'name': '', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:a9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:33Z', 'updated_at': '2021-08-05T14:31:39Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:48.607756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:48.607756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Checking segment: {'id': 'ad8cbcd7-14c2-4e87-adcb-0eade905e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '46bedd7a-585a-4f0f-8edc-cc055ff60e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:48.607756 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:48.607756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Bound using segment: {'id': 'ad8cbcd7-14c2-4e87-adcb-0eade905e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '46bedd7a-585a-4f0f-8edc-cc055ff60e62'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:48.607756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Bound port: 66b3ce24-597c-4786-bf75-feb18ca105fa, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8cbcd7-14c2-4e87-adcb-0eade905e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '46bedd7a-585a-4f0f-8edc-cc055ff60e62'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:48.607756 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:48.633428 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c850878-960a-4c53-bb9a-f203d8b36090 None None] The sync data for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 is: [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:47Z', 'revision_number': 7, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '0c6788ab-7b44-4ef1-a013-dc6a8f5f7568', 'name': '', 'network_id': '573be6ae-e403-40c9-aead-416a70f07261', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:bf:19:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:38Z', 'updated_at': '2021-08-05T14:31:47Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bb7ff13-a8cd-44b5-8703-49102f560b08', 'name': '', 'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:f7:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'bbd10282-17e3-4499-a934-e37e6e07a1c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:42Z', 'updated_at': '2021-08-05T14:31:47Z', 'revision_number': 4, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'bbd10282-17e3-4499-a934-e37e6e07a1c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb57b501-0245-4348-a771-3bfe0eb4334d', 'name': '', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:a9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:33Z', 'updated_at': '2021-08-05T14:31:39Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:31:48.674364 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:48.743266 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] For port 66b3ce24-597c-4786-bf75-feb18ca105fa, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:48.748480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] For port 66b3ce24-597c-4786-bf75-feb18ca105fa, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=66b3ce24-597c-4786-bf75-feb18ca105fa,segment=NetworkSegment(ad8cbcd7-14c2-4e87-adcb-0eade905e899),segment_id=ad8cbcd7-14c2-4e87-adcb-0eade905e899)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:48.753350 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:48.758425 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e902afa5-aeb5-4bf1-a9fe-cc934859041c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:48.777192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-e902afa5-aeb5-4bf1-a9fe-cc934859041c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Transition to ACTIVE for port object 7b93e77f-bcc9-4055-b434-970a1752f676 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:48.813905 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917750e-263e-4e42-9c36-d317b92cf62a None None] Pushing event updated for resources: {'Port': ['ID=66b3ce24-597c-4786-bf75-feb18ca105fa,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:48.821319 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7bc22585-ac96-48b1-bfd4-c888205899a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:48.835202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:31:48.858086 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:48.858467 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 41b6be69-aa7a-48ee-ade3-f0f2156bb1a6 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:31:48.866625 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c430f292-cd6f-46eb-98ea-6331a75b193a None None] Sync routers for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:48.877274 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c430f292-cd6f-46eb-98ea-6331a75b193a None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:48.877920 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c430f292-cd6f-46eb-98ea-6331a75b193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:49.002981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-c430f292-cd6f-46eb-98ea-6331a75b193a None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:31:49.208744 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e902afa5-aeb5-4bf1-a9fe-cc934859041c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:49.244922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c430f292-cd6f-46eb-98ea-6331a75b193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:47Z', 'revision_number': 7, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '0c6788ab-7b44-4ef1-a013-dc6a8f5f7568', 'name': '', 'network_id': '573be6ae-e403-40c9-aead-416a70f07261', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:bf:19:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:38Z', 'updated_at': '2021-08-05T14:31:47Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bb7ff13-a8cd-44b5-8703-49102f560b08', 'name': '', 'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:f7:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'bbd10282-17e3-4499-a934-e37e6e07a1c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:42Z', 'updated_at': '2021-08-05T14:31:47Z', 'revision_number': 4, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'bbd10282-17e3-4499-a934-e37e6e07a1c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb57b501-0245-4348-a771-3bfe0eb4334d', 'name': '', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:a9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:33Z', 'updated_at': '2021-08-05T14:31:39Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:49.272436 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c430f292-cd6f-46eb-98ea-6331a75b193a None None] Checking router: ceb37af0-ee70-4151-9059-6a674a0ca23b for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:31:49.281548 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c430f292-cd6f-46eb-98ea-6331a75b193a None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:49.283405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c430f292-cd6f-46eb-98ea-6331a75b193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:49.292251 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e902afa5-aeb5-4bf1-a9fe-cc934859041c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network 46bedd7a-585a-4f0f-8edc-cc055ff60e62 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:49.300241 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-e902afa5-aeb5-4bf1-a9fe-cc934859041c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:49.318547 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e902afa5-aeb5-4bf1-a9fe-cc934859041c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:49.321947 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902afa5-aeb5-4bf1-a9fe-cc934859041c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=7b93e77f-bcc9-4055-b434-970a1752f676,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:49.377686 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-c430f292-cd6f-46eb-98ea-6331a75b193a None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:31:49.382231 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e902afa5-aeb5-4bf1-a9fe-cc934859041c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:49.382868 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e902afa5-aeb5-4bf1-a9fe-cc934859041c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:49.402821 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e902afa5-aeb5-4bf1-a9fe-cc934859041c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6519716 Aug 05 14:31:49.405942 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39784) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:49.491911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-7bc22585-ac96-48b1-bfd4-c888205899a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting port 1bb7ff13-a8cd-44b5-8703-49102f560b08 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:49.492253 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7bc22585-ac96-48b1-bfd4-c888205899a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:49.602898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-7bc22585-ac96-48b1-bfd4-c888205899a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] For port 1bb7ff13-a8cd-44b5-8703-49102f560b08, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1bb7ff13-a8cd-44b5-8703-49102f560b08,segment=NetworkSegment(c68efb1a-9cb9-4cb5-a970-39210ce67ea1),segment_id=c68efb1a-9cb9-4cb5-a970-39210ce67ea1)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:49.603272 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7bc22585-ac96-48b1-bfd4-c888205899a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:49.618234 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:49.629009 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-7bc22585-ac96-48b1-bfd4-c888205899a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Calling delete_port for 1bb7ff13-a8cd-44b5-8703-49102f560b08 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:49.646205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c430f292-cd6f-46eb-98ea-6331a75b193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:47Z', 'revision_number': 7, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '0c6788ab-7b44-4ef1-a013-dc6a8f5f7568', 'name': '', 'network_id': '573be6ae-e403-40c9-aead-416a70f07261', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:bf:19:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:38Z', 'updated_at': '2021-08-05T14:31:47Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bb7ff13-a8cd-44b5-8703-49102f560b08', 'name': '', 'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:f7:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'bbd10282-17e3-4499-a934-e37e6e07a1c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:42Z', 'updated_at': '2021-08-05T14:31:47Z', 'revision_number': 4, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'bbd10282-17e3-4499-a934-e37e6e07a1c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb57b501-0245-4348-a771-3bfe0eb4334d', 'name': '', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:a9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:33Z', 'updated_at': '2021-08-05T14:31:39Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:49.680090 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c430f292-cd6f-46eb-98ea-6331a75b193a None None] The sync data for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 is: [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:47Z', 'revision_number': 7, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '0c6788ab-7b44-4ef1-a013-dc6a8f5f7568', 'name': '', 'network_id': '573be6ae-e403-40c9-aead-416a70f07261', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:bf:19:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:38Z', 'updated_at': '2021-08-05T14:31:47Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bb7ff13-a8cd-44b5-8703-49102f560b08', 'name': '', 'network_id': 'ecee5b61-086c-4fa9-a021-d502a10aa3f4', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:f7:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'bbd10282-17e3-4499-a934-e37e6e07a1c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:42Z', 'updated_at': '2021-08-05T14:31:47Z', 'revision_number': 4, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'bbd10282-17e3-4499-a934-e37e6e07a1c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb57b501-0245-4348-a771-3bfe0eb4334d', 'name': '', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:a9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:33Z', 'updated_at': '2021-08-05T14:31:39Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:31:49.792621 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35f7a5a8-7c90-47aa-98f7-645ec0c840cb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:49.856321 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7bc22585-ac96-48b1-bfd4-c888205899a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:49.909132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc22585-ac96-48b1-bfd4-c888205899a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Port': ['ID=1bb7ff13-a8cd-44b5-8703-49102f560b08,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:49.910484 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68413aee-927f-49aa-acd4-4d3f1c6b3586 None None] Network 46bedd7a-585a-4f0f-8edc-cc055ff60e62 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:50.058756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3b94df61-9201-4eb1-a6b1-2638aa59c328 None None] Provisioning for port 66b3ce24-597c-4786-bf75-feb18ca105fa completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:50.089840 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7bc22585-ac96-48b1-bfd4-c888205899a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:50.155581 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35f7a5a8-7c90-47aa-98f7-645ec0c840cb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:50.166530 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35f7a5a8-7c90-47aa-98f7-645ec0c840cb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:50.181714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1bb7ff13-a8cd-44b5-8703-49102f560b08 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:50.208854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 1bb7ff13-a8cd-44b5-8703-49102f560b08 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:50.209204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1bb7ff13-a8cd-44b5-8703-49102f560b08 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 05 14:31:50.231878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Port 1bb7ff13-a8cd-44b5-8703-49102f560b08 not found, will not notify nova. {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 05 14:31:50.232282 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 66b3ce24-597c-4786-bf75-feb18ca105fa up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:50.272149 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7a5a8-7c90-47aa-98f7-645ec0c840cb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=7b93e77f-bcc9-4055-b434-970a1752f676,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:50.302860 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 66b3ce24-597c-4786-bf75-feb18ca105fa completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:50.308435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 66b3ce24-597c-4786-bf75-feb18ca105fa triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:50.309218 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:50.388971 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc22585-ac96-48b1-bfd4-c888205899a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router ceb37af0-ee70-4151-9059-6a674a0ca23b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:31:50.419660 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:50.460525 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 66b3ce24-597c-4786-bf75-feb18ca105fa, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=66b3ce24-597c-4786-bf75-feb18ca105fa,segment=NetworkSegment(ad8cbcd7-14c2-4e87-adcb-0eade905e899),segment_id=ad8cbcd7-14c2-4e87-adcb-0eade905e899)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:50.470610 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:50.509929 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc22585-ac96-48b1-bfd4-c888205899a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:50.521016 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dbbecc-77b4-4dcb-8de6-b31209c450f8 None None] Sync routers for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:50.531221 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=66b3ce24-597c-4786-bf75-feb18ca105fa,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:50.543153 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dbbecc-77b4-4dcb-8de6-b31209c450f8 None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:50.543510 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7bc22585-ac96-48b1-bfd4-c888205899a9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/ceb37af0-ee70-4151-9059-6a674a0ca23b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3268189 Aug 05 14:31:50.543786 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-32dbbecc-77b4-4dcb-8de6-b31209c450f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:50.545962 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39786) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:50.558237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-01d70f0b-2ee8-4687-9c54-6b22a331fac4 None None] Provisioning complete for port 66b3ce24-597c-4786-bf75-feb18ca105fa triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:50.558654 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-01d70f0b-2ee8-4687-9c54-6b22a331fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:50.637125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b2d1eb-1f2e-45c9-812b-589e304344a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting subnet bbd10282-17e3-4499-a934-e37e6e07a1c8 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:31:50.643366 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61b2d1eb-1f2e-45c9-812b-589e304344a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:50.681399 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-32dbbecc-77b4-4dcb-8de6-b31209c450f8 None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:31:50.700414 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61b2d1eb-1f2e-45c9-812b-589e304344a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:50.742358 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35f7a5a8-7c90-47aa-98f7-645ec0c840cb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:50.747366 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-01d70f0b-2ee8-4687-9c54-6b22a331fac4 None None] Provisioning for port 7b93e77f-bcc9-4055-b434-970a1752f676 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:50.752572 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-01d70f0b-2ee8-4687-9c54-6b22a331fac4 None None] Provisioning complete for port 7b93e77f-bcc9-4055-b434-970a1752f676 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:50.754053 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-01d70f0b-2ee8-4687-9c54-6b22a331fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:50.808319 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-01d70f0b-2ee8-4687-9c54-6b22a331fac4 None None] Port 7b93e77f-bcc9-4055-b434-970a1752f676 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:50.835324 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61b2d1eb-1f2e-45c9-812b-589e304344a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:50.888506 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35f7a5a8-7c90-47aa-98f7-645ec0c840cb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:50.917877 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61b2d1eb-1f2e-45c9-812b-589e304344a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:50.933322 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2a62fc4c-f81d-4bcd-a6ca-68c0d0007b31 None None] Provisioning complete for port 7b93e77f-bcc9-4055-b434-970a1752f676 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:50.933620 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2a62fc4c-f81d-4bcd-a6ca-68c0d0007b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:50.961249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2d1eb-1f2e-45c9-812b-589e304344a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd10282-17e3-4499-a934-e37e6e07a1c8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:50.966045 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61b2d1eb-1f2e-45c9-812b-589e304344a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:50.971077 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-61b2d1eb-1f2e-45c9-812b-589e304344a7 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/subnets/bbd10282-17e3-4499-a934-e37e6e07a1c8 HTTP/1.1" status: 204 len: 168 time: 0.4239516 Aug 05 14:31:50.971736 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39788) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:50.979814 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-32dbbecc-77b4-4dcb-8de6-b31209c450f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:49Z', 'revision_number': 8, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '0c6788ab-7b44-4ef1-a013-dc6a8f5f7568', 'name': '', 'network_id': '573be6ae-e403-40c9-aead-416a70f07261', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:bf:19:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:38Z', 'updated_at': '2021-08-05T14:31:47Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb57b501-0245-4348-a771-3bfe0eb4334d', 'name': '', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:a9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:33Z', 'updated_at': '2021-08-05T14:31:39Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:51.009942 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64512ae4-58b8-4f5c-8dbb-48616354d250 None None] Network ecee5b61-086c-4fa9-a021-d502a10aa3f4 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:51.019260 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dbbecc-77b4-4dcb-8de6-b31209c450f8 None None] Checking router: ceb37af0-ee70-4151-9059-6a674a0ca23b for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:31:51.025391 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-2a62fc4c-f81d-4bcd-a6ca-68c0d0007b31 None None] Port 7b93e77f-bcc9-4055-b434-970a1752f676 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:51.029165 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dbbecc-77b4-4dcb-8de6-b31209c450f8 None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:51.029947 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-32dbbecc-77b4-4dcb-8de6-b31209c450f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:51.060296 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:51.132918 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting port 67f5123d-028a-4c28-90f4-d920f1697ed6 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:51.133363 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:51.149213 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c3834e45-9a1a-46f0-bfac-eed1f25923d5 None None] Provisioning complete for port 7b93e77f-bcc9-4055-b434-970a1752f676 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:51.149596 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c3834e45-9a1a-46f0-bfac-eed1f25923d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:51.152414 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-32dbbecc-77b4-4dcb-8de6-b31209c450f8 None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:31:51.204619 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] For port 67f5123d-028a-4c28-90f4-d920f1697ed6, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=67f5123d-028a-4c28-90f4-d920f1697ed6,segment=NetworkSegment(c68efb1a-9cb9-4cb5-a970-39210ce67ea1),segment_id=c68efb1a-9cb9-4cb5-a970-39210ce67ea1)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:51.205001 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:51.219378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Calling delete_port for 67f5123d-028a-4c28-90f4-d920f1697ed6 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:51.225679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c3834e45-9a1a-46f0-bfac-eed1f25923d5 None None] Port 7b93e77f-bcc9-4055-b434-970a1752f676 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:51.264811 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35f7a5a8-7c90-47aa-98f7-645ec0c840cb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:51.272123 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35f7a5a8-7c90-47aa-98f7-645ec0c840cb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:51.307884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ad0005-bb75-4ae0-bf4c-cfda2408c125 None None] DHCP port deletion for ecee5b61-086c-4fa9-a021-d502a10aa3f4 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:31:51.311987 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:51.330720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] No DVR routers for this DVR port 67f5123d-028a-4c28-90f4-d920f1697ed6 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:51.357055 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Port': ['ID=67f5123d-028a-4c28-90f4-d920f1697ed6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:51.360411 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-35f7a5a8-7c90-47aa-98f7-645ec0c840cb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:51.362398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7a5a8-7c90-47aa-98f7-645ec0c840cb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=7b93e77f-bcc9-4055-b434-970a1752f676,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:51.392781 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:51.427978 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-32dbbecc-77b4-4dcb-8de6-b31209c450f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:49Z', 'revision_number': 8, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '0c6788ab-7b44-4ef1-a013-dc6a8f5f7568', 'name': '', 'network_id': '573be6ae-e403-40c9-aead-416a70f07261', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:bf:19:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:38Z', 'updated_at': '2021-08-05T14:31:47Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb57b501-0245-4348-a771-3bfe0eb4334d', 'name': '', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:a9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:33Z', 'updated_at': '2021-08-05T14:31:39Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:51.457294 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:51.465796 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dbbecc-77b4-4dcb-8de6-b31209c450f8 None None] The sync data for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 is: [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:49Z', 'revision_number': 8, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '0c6788ab-7b44-4ef1-a013-dc6a8f5f7568', 'name': '', 'network_id': '573be6ae-e403-40c9-aead-416a70f07261', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:bf:19:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:38Z', 'updated_at': '2021-08-05T14:31:47Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': 'f47540c5-8a36-488c-b97e-cabfa657c253', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb57b501-0245-4348-a771-3bfe0eb4334d', 'name': '', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:a9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:33Z', 'updated_at': '2021-08-05T14:31:39Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:31:51.471497 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecee5b61-086c-4fa9-a021-d502a10aa3f4']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:51.478126 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f7a5a8-7c90-47aa-98f7-645ec0c840cb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network 46bedd7a-585a-4f0f-8edc-cc055ff60e62 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:51.479830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-35f7a5a8-7c90-47aa-98f7-645ec0c840cb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:51.487023 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68efb1a-9cb9-4cb5-a970-39210ce67ea1') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:51.487259 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68efb1a-9cb9-4cb5-a970-39210ce67ea1') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:51.497774 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:51.525125 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:51.532908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:51.533483 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:51.537714 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:51.622423 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:51.628078 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f7a5a8-7c90-47aa-98f7-645ec0c840cb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Router 51d5303e-41b2-480d-841e-1301f9b1cd88 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:31:51.633417 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:51.636149 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/networks/ecee5b61-086c-4fa9-a021-d502a10aa3f4 HTTP/1.1" status: 204 len: 168 time: 0.6634398 Aug 05 14:31:51.639956 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39792) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:51.655239 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38086c-cb02-44ec-aa17-9f0858ff6797 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Network': ['ID=ecee5b61-086c-4fa9-a021-d502a10aa3f4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:51.754398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-04159640-22b2-41f2-b645-cb2473b6ac98 None None] Provisioning complete for port 7b93e77f-bcc9-4055-b434-970a1752f676 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:51.754850 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-04159640-22b2-41f2-b645-cb2473b6ac98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:51.792827 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-04159640-22b2-41f2-b645-cb2473b6ac98 None None] Port 7b93e77f-bcc9-4055-b434-970a1752f676 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:51.861386 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f7a5a8-7c90-47aa-98f7-645ec0c840cb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:51.870944 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b3e7db-dd55-405f-976c-e6c0e1c812a5 None None] Sync routers for ids ['51d5303e-41b2-480d-841e-1301f9b1cd88'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:51.880980 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b3e7db-dd55-405f-976c-e6c0e1c812a5 None None] Routers {'51d5303e-41b2-480d-841e-1301f9b1cd88'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:51.881591 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-75b3e7db-dd55-405f-976c-e6c0e1c812a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['51d5303e-41b2-480d-841e-1301f9b1cd88'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:51.891830 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-35f7a5a8-7c90-47aa-98f7-645ec0c840cb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "PUT /v2.0/routers/51d5303e-41b2-480d-841e-1301f9b1cd88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4835019 Aug 05 14:31:51.894632 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39794) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:51.946044 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-75b3e7db-dd55-405f-976c-e6c0e1c812a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:51.962735 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b3e7db-dd55-405f-976c-e6c0e1c812a5 None None] Routers {'51d5303e-41b2-480d-841e-1301f9b1cd88'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:51.963446 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-75b3e7db-dd55-405f-976c-e6c0e1c812a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['51d5303e-41b2-480d-841e-1301f9b1cd88'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:51.973754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef3c9e3-a670-428b-9b00-87451ef2a2b0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:51.991775 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0ef3c9e3-a670-428b-9b00-87451ef2a2b0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports?device_id=51d5303e-41b2-480d-841e-1301f9b1cd88 HTTP/1.1" status: 200 len: 982 time: 0.0959647 Aug 05 14:31:51.994406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39796) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:52.027547 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 66b3ce24-597c-4786-bf75-feb18ca105fa up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:52.030063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-75b3e7db-dd55-405f-976c-e6c0e1c812a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:52.030840 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b3e7db-dd55-405f-976c-e6c0e1c812a5 None None] The sync data for ids ['51d5303e-41b2-480d-841e-1301f9b1cd88'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:31:52.084322 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 66b3ce24-597c-4786-bf75-feb18ca105fa triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:52.084705 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:52.102752 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f92c46e3-2310-46a8-9808-25d6dc431b95 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:52.233813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1bb7ff13-a8cd-44b5-8703-49102f560b08 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:31:52.254221 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 1bb7ff13-a8cd-44b5-8703-49102f560b08 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:52.254711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1bb7ff13-a8cd-44b5-8703-49102f560b08 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:31:52.255321 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 67f5123d-028a-4c28-90f4-d920f1697ed6 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:31:52.275895 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 67f5123d-028a-4c28-90f4-d920f1697ed6 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:52.276247 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 67f5123d-028a-4c28-90f4-d920f1697ed6 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:31:52.353343 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c47ca0db-2644-489e-aa21-1428ba1f3ba0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:52.373794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f92c46e3-2310-46a8-9808-25d6dc431b95 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting port 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:52.374167 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f92c46e3-2310-46a8-9808-25d6dc431b95 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:52.463596 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-f92c46e3-2310-46a8-9808-25d6dc431b95 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] For port 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0c6788ab-7b44-4ef1-a013-dc6a8f5f7568,segment=NetworkSegment(1efee975-7558-4983-86d5-d02456a9d712),segment_id=1efee975-7558-4983-86d5-d02456a9d712)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:52.463963 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f92c46e3-2310-46a8-9808-25d6dc431b95 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:52.477734 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f92c46e3-2310-46a8-9808-25d6dc431b95 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Calling delete_port for 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:52.575653 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c47ca0db-2644-489e-aa21-1428ba1f3ba0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port 7b93e77f-bcc9-4055-b434-970a1752f676 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:52.575917 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c47ca0db-2644-489e-aa21-1428ba1f3ba0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:52.654670 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f92c46e3-2310-46a8-9808-25d6dc431b95 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:52.664125 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c47ca0db-2644-489e-aa21-1428ba1f3ba0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:52.678114 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c47ca0db-2644-489e-aa21-1428ba1f3ba0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for 7b93e77f-bcc9-4055-b434-970a1752f676 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:52.682787 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c46e3-2310-46a8-9808-25d6dc431b95 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Port': ['ID=0c6788ab-7b44-4ef1-a013-dc6a8f5f7568,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:52.848686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f92c46e3-2310-46a8-9808-25d6dc431b95 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:52.871225 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c47ca0db-2644-489e-aa21-1428ba1f3ba0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:52.912485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ca0db-2644-489e-aa21-1428ba1f3ba0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=7b93e77f-bcc9-4055-b434-970a1752f676,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:53.047031 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92c46e3-2310-46a8-9808-25d6dc431b95 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router ceb37af0-ee70-4151-9059-6a674a0ca23b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:31:53.055067 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c47ca0db-2644-489e-aa21-1428ba1f3ba0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:53.145811 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92c46e3-2310-46a8-9808-25d6dc431b95 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:53.153891 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f92c46e3-2310-46a8-9808-25d6dc431b95 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/ceb37af0-ee70-4151-9059-6a674a0ca23b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5101783 Aug 05 14:31:53.154565 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39798) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:53.157118 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b050ae9d-62db-42db-a619-704cde2e9ae2 None None] Sync routers for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:53.166414 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b050ae9d-62db-42db-a619-704cde2e9ae2 None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:53.167098 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b050ae9d-62db-42db-a619-704cde2e9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:53.211984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e41476a-59ea-456d-8e8b-521a4b21ead2 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting subnet f47540c5-8a36-488c-b97e-cabfa657c253 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:31:53.214683 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47ca0db-2644-489e-aa21-1428ba1f3ba0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Router 51d5303e-41b2-480d-841e-1301f9b1cd88 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:31:53.215510 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e41476a-59ea-456d-8e8b-521a4b21ead2 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:53.257817 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e41476a-59ea-456d-8e8b-521a4b21ead2 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:53.258157 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-b050ae9d-62db-42db-a619-704cde2e9ae2 None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:31:53.301559 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47ca0db-2644-489e-aa21-1428ba1f3ba0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:53.307672 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c47ca0db-2644-489e-aa21-1428ba1f3ba0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "PUT /v2.0/routers/51d5303e-41b2-480d-841e-1301f9b1cd88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3122501 Aug 05 14:31:53.310525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39800) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:53.318270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cd41af-662b-4d7e-a4a0-db0c8c48e494 None None] Sync routers for ids ['51d5303e-41b2-480d-841e-1301f9b1cd88'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:53.328276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cd41af-662b-4d7e-a4a0-db0c8c48e494 None None] Routers {'51d5303e-41b2-480d-841e-1301f9b1cd88'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:53.329007 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-27cd41af-662b-4d7e-a4a0-db0c8c48e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['51d5303e-41b2-480d-841e-1301f9b1cd88'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:53.358690 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e6cbdd-1ea0-4b41-be62-652c82815529 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] GET failed (client error): The resource could not be found. Aug 05 14:31:53.363709 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-91e6cbdd-1ea0-4b41-be62-652c82815529 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports/7b93e77f-bcc9-4055-b434-970a1752f676 HTTP/1.1" status: 404 len: 333 time: 0.0490441 Aug 05 14:31:53.363709 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39802) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:53.366205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-27cd41af-662b-4d7e-a4a0-db0c8c48e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:53.375128 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cd41af-662b-4d7e-a4a0-db0c8c48e494 None None] Routers {'51d5303e-41b2-480d-841e-1301f9b1cd88'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:53.376242 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-27cd41af-662b-4d7e-a4a0-db0c8c48e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['51d5303e-41b2-480d-841e-1301f9b1cd88'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:53.409558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-27cd41af-662b-4d7e-a4a0-db0c8c48e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:53.409975 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cd41af-662b-4d7e-a4a0-db0c8c48e494 None None] The sync data for ids ['51d5303e-41b2-480d-841e-1301f9b1cd88'] in n-d-803585-2 is: [] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:31:53.443940 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e41476a-59ea-456d-8e8b-521a4b21ead2 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:53.471766 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3b435c0-5a2f-4ef2-8b46-f118b6c33b25 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:53.472908 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b050ae9d-62db-42db-a619-704cde2e9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:52Z', 'revision_number': 9, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb57b501-0245-4348-a771-3bfe0eb4334d', 'name': '', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:a9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:33Z', 'updated_at': '2021-08-05T14:31:39Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:53.503240 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b050ae9d-62db-42db-a619-704cde2e9ae2 None None] Checking router: ceb37af0-ee70-4151-9059-6a674a0ca23b for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:31:53.512521 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b050ae9d-62db-42db-a619-704cde2e9ae2 None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:53.513157 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b050ae9d-62db-42db-a619-704cde2e9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:53.602013 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-b050ae9d-62db-42db-a619-704cde2e9ae2 None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:31:53.898822 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3b435c0-5a2f-4ef2-8b46-f118b6c33b25 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:53.901290 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3b435c0-5a2f-4ef2-8b46-f118b6c33b25 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:53.902950 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b050ae9d-62db-42db-a619-704cde2e9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:52Z', 'revision_number': 9, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb57b501-0245-4348-a771-3bfe0eb4334d', 'name': '', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:a9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:33Z', 'updated_at': '2021-08-05T14:31:39Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:53.909794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e41476a-59ea-456d-8e8b-521a4b21ead2 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:53.931465 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b050ae9d-62db-42db-a619-704cde2e9ae2 None None] The sync data for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 is: [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:52Z', 'revision_number': 9, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb57b501-0245-4348-a771-3bfe0eb4334d', 'name': '', 'network_id': 'fdab2f30-5eff-4a8f-9a47-85b323017f2e', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:a9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:33Z', 'updated_at': '2021-08-05T14:31:39Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '54a4e4fe-2499-481d-b7ec-11383a25f3d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:31:53.974032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41476a-59ea-456d-8e8b-521a4b21ead2 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Subnet': ['ID=f47540c5-8a36-488c-b97e-cabfa657c253,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:53.976079 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e41476a-59ea-456d-8e8b-521a4b21ead2 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:53.980766 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8e41476a-59ea-456d-8e8b-521a4b21ead2 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/subnets/f47540c5-8a36-488c-b97e-cabfa657c253 HTTP/1.1" status: 204 len: 168 time: 0.8252368 Aug 05 14:31:53.981031 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39804) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:53.981891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12967d18-94ca-444b-873c-41f30ed7a846 None None] Network 573be6ae-e403-40c9-aead-416a70f07261 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:53.982368 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3b435c0-5a2f-4ef2-8b46-f118b6c33b25 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:53.982844 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b435c0-5a2f-4ef2-8b46-f118b6c33b25 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Fanout notify agent at l3_agent the message router_deleted on router 51d5303e-41b2-480d-841e-1301f9b1cd88 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:31:53.989744 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3b435c0-5a2f-4ef2-8b46-f118b6c33b25 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:53.990943 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c3b435c0-5a2f-4ef2-8b46-f118b6c33b25 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/routers/51d5303e-41b2-480d-841e-1301f9b1cd88 HTTP/1.1" status: 204 len: 168 time: 0.6265142 Aug 05 14:31:53.993709 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39806) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:54.048589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae57b1d-103e-4155-a245-e9e1f4175d15 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting subnet f87134a4-96d5-4364-bc15-ecdeaf6d372e {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:31:54.051743 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aae57b1d-103e-4155-a245-e9e1f4175d15 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.072049 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.097986 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aae57b1d-103e-4155-a245-e9e1f4175d15 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.130115 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting port 4da0e00b-c42f-4a0d-abf8-0e3aa566a527 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:54.130499 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.187552 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aae57b1d-103e-4155-a245-e9e1f4175d15 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.196742 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] For port 4da0e00b-c42f-4a0d-abf8-0e3aa566a527, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4da0e00b-c42f-4a0d-abf8-0e3aa566a527,segment=NetworkSegment(1efee975-7558-4983-86d5-d02456a9d712),segment_id=1efee975-7558-4983-86d5-d02456a9d712)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:54.197163 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.210056 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Calling delete_port for 4da0e00b-c42f-4a0d-abf8-0e3aa566a527 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:54.248051 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aae57b1d-103e-4155-a245-e9e1f4175d15 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.280557 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae57b1d-103e-4155-a245-e9e1f4175d15 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Subnet': ['ID=f87134a4-96d5-4364-bc15-ecdeaf6d372e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:54.289450 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aae57b1d-103e-4155-a245-e9e1f4175d15 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.291416 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-aae57b1d-103e-4155-a245-e9e1f4175d15 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/f87134a4-96d5-4364-bc15-ecdeaf6d372e HTTP/1.1" status: 204 len: 168 time: 0.2962618 Aug 05 14:31:54.294089 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39808) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:54.302691 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c584f2-25c2-4cb3-b4c7-48beabcf0514 None None] DHCP port deletion for 573be6ae-e403-40c9-aead-416a70f07261 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:31:54.306125 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cb17de-c7b4-4818-9aa0-73915c2cf0e7 None None] Network 46bedd7a-585a-4f0f-8edc-cc055ff60e62 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:54.306832 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.334498 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Port': ['ID=4da0e00b-c42f-4a0d-abf8-0e3aa566a527,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:54.345812 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] No DVR routers for this DVR port 4da0e00b-c42f-4a0d-abf8-0e3aa566a527 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:54.419112 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.449789 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.461912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573be6ae-e403-40c9-aead-416a70f07261']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:54.486321 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port 66b3ce24-597c-4786-bf75-feb18ca105fa {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:54.486681 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.565655 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] For port 66b3ce24-597c-4786-bf75-feb18ca105fa, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=66b3ce24-597c-4786-bf75-feb18ca105fa,segment=NetworkSegment(ad8cbcd7-14c2-4e87-adcb-0eade905e899),segment_id=ad8cbcd7-14c2-4e87-adcb-0eade905e899)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:54.566082 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.582762 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for 66b3ce24-597c-4786-bf75-feb18ca105fa owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:54.671036 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.687659 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a71b55f-f1ad-4938-8223-f99c6ca4a2ef None None] DHCP port deletion for 46bedd7a-585a-4f0f-8edc-cc055ff60e62 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:31:54.700998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=66b3ce24-597c-4786-bf75-feb18ca105fa,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:54.704707 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No DVR routers for this DVR port 66b3ce24-597c-4786-bf75-feb18ca105fa on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:54.769652 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1efee975-7558-4983-86d5-d02456a9d712') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:54.769952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1efee975-7558-4983-86d5-d02456a9d712') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:54.779287 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.790087 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.793626 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.799889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:54.800275 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.800400 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bedd7a-585a-4f0f-8edc-cc055ff60e62']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:54.803216 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:54.811104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8cbcd7-14c2-4e87-adcb-0eade905e899') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:54.811407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8cbcd7-14c2-4e87-adcb-0eade905e899') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:54.820565 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.835273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.842042 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:54.842587 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:54.846364 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:54.863903 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.870586 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.872680 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/networks/573be6ae-e403-40c9-aead-416a70f07261 HTTP/1.1" status: 204 len: 168 time: 0.8905916 Aug 05 14:31:54.883710 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39810) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:54.890277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfa10e-2f0d-4911-9d80-7a5904ce88cd tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Network': ['ID=573be6ae-e403-40c9-aead-416a70f07261,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:54.912914 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.917389 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:54.923645 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/networks/46bedd7a-585a-4f0f-8edc-cc055ff60e62 HTTP/1.1" status: 204 len: 168 time: 0.6242354 Aug 05 14:31:54.923645 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39812) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:54.944264 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128efa97-4bb6-4fe4-b3d4-c48a894b8802 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Network': ['ID=46bedd7a-585a-4f0f-8edc-cc055ff60e62,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:54.979028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bd403e-b9cf-46e2-9f3f-0f0c94c0e540 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:54.980422 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-08bd403e-b9cf-46e2-9f3f-0f0c94c0e540 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports/a6a63795-1950-4dd7-ba55-2bfaaf06b0ad HTTP/1.1" status: 200 len: 841 time: 0.0560057 Aug 05 14:31:54.984229 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39814) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:55.026223 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-287ab63e-7d2e-45ff-aa7a-418b1141eef5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports/a6a63795-1950-4dd7-ba55-2bfaaf06b0ad?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0407684 Aug 05 14:31:55.029781 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39816) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:55.035750 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f8032ebb-909d-4efa-a69f-c1ff753f9bb6 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'subnet': {'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:55.128625 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8032ebb-909d-4efa-a69f-c1ff753f9bb6 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:55.132332 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f8032ebb-909d-4efa-a69f-c1ff753f9bb6 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:55.229319 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a353383-c270-4dc8-adc6-6448fac772c4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:55.318708 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f8032ebb-909d-4efa-a69f-c1ff753f9bb6 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:55.360572 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8032ebb-909d-4efa-a69f-c1ff753f9bb6 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network a705ef78-9289-4e95-b904-c0cd96cca864 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:55.363965 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-f8032ebb-909d-4efa-a69f-c1ff753f9bb6 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:55.367027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8032ebb-909d-4efa-a69f-c1ff753f9bb6 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:55.367632 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f8032ebb-909d-4efa-a69f-c1ff753f9bb6 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:55.372221 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70a5778-d61a-411e-847e-ef9eff95cf8a None None] Network a705ef78-9289-4e95-b904-c0cd96cca864 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:55.392091 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8032ebb-909d-4efa-a69f-c1ff753f9bb6 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Subnet': ['ID=9c077073-216e-4661-983f-8029f82471bd,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:55.397896 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f8032ebb-909d-4efa-a69f-c1ff753f9bb6 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3670244 Aug 05 14:31:55.400975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39818) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:55.405780 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d62f15b2-c07d-4eb5-a788-60499c85aa5f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'security_group': {'name': 'tempest-secgroup-1526352019'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:55.463038 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d62f15b2-c07d-4eb5-a788-60499c85aa5f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:55.541300 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-a705ef78-9289-4e95-b904-c0cd96cca864', 'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864', 'tenant_id': '144a440cfe4d4484a58413e0cb8fd474', 'fixed_ips': [{'subnet_id': '9c077073-216e-4661-983f-8029f82471bd'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:31:55.542166 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:55.564758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-1a353383-c270-4dc8-adc6-6448fac772c4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting port cb57b501-0245-4348-a771-3bfe0eb4334d {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:55.565117 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a353383-c270-4dc8-adc6-6448fac772c4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:55.645888 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d62f15b2-c07d-4eb5-a788-60499c85aa5f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:55.657477 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d62f15b2-c07d-4eb5-a788-60499c85aa5f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:55.698883 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Allocated IP 172.20.0.2 (a705ef78-9289-4e95-b904-c0cd96cca864/9c077073-216e-4661-983f-8029f82471bd/45ceab64-725d-4b2f-b8b7-6b06efb5c452) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:55.715060 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d62f15b2-c07d-4eb5-a788-60499c85aa5f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:55.716324 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d62f15b2-c07d-4eb5-a788-60499c85aa5f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3143866 Aug 05 14:31:55.718490 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-1a353383-c270-4dc8-adc6-6448fac772c4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] For port cb57b501-0245-4348-a771-3bfe0eb4334d, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=cb57b501-0245-4348-a771-3bfe0eb4334d,segment=NetworkSegment(962f6972-8d7b-4702-8960-50eeff620c38),segment_id=962f6972-8d7b-4702-8960-50eeff620c38)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:55.719000 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a353383-c270-4dc8-adc6-6448fac772c4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:55.719644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39820) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:55.722236 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f15b2-c07d-4eb5-a788-60499c85aa5f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec610a68-ccc2-4717-9ab0-a1b4a0deb072,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:55.726906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c14c66d0-e50c-4291-b87e-1d74458d17c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'security_group': {'name': 'tempest-secgroup-286888507'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:55.735345 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-1a353383-c270-4dc8-adc6-6448fac772c4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Calling delete_port for cb57b501-0245-4348-a771-3bfe0eb4334d owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:55.757542 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14c66d0-e50c-4291-b87e-1d74458d17c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:55.847503 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14c66d0-e50c-4291-b87e-1d74458d17c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:55.850040 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:55.851988 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14c66d0-e50c-4291-b87e-1d74458d17c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:55.858826 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Transition to ACTIVE for port object 45ceab64-725d-4b2f-b8b7-6b06efb5c452 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:55.883610 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c14c66d0-e50c-4291-b87e-1d74458d17c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:55.884856 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c14c66d0-e50c-4291-b87e-1d74458d17c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1639655 Aug 05 14:31:55.887765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39822) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:55.893600 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-9d10e3d2-a3ee-4f8e-b6ac-ab7c567c4e81 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1277501702', 'security_groups': ['6ef1f122-a642-44d8-a0a2-bacc87a29219'], 'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9c077073-216e-4661-983f-8029f82471bd'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:55.900425 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c66d0-e50c-4291-b87e-1d74458d17c7 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef1f122-a642-44d8-a0a2-bacc87a29219,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:55.926483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Transition to ACTIVE for port object 45ceab64-725d-4b2f-b8b7-6b06efb5c452 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:55.928567 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a353383-c270-4dc8-adc6-6448fac772c4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:55.935865 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:55.968927 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a353383-c270-4dc8-adc6-6448fac772c4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Port': ['ID=cb57b501-0245-4348-a771-3bfe0eb4334d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:55.985315 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Network a705ef78-9289-4e95-b904-c0cd96cca864 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:55.988606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:55.995048 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:55.997161 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Pushing event updated for resources: {'Port': ['ID=45ceab64-725d-4b2f-b8b7-6b06efb5c452,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:56.007204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:31:56.011619 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:56.011971 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:56.012311 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:56.012651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:56.012982 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:56.013313 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:56.013638 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:56.013966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:56.014331 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:56.014656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:56.014979 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:56.018402 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:31:56.058104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:56.058528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0c6788ab-7b44-4ef1-a013-dc6a8f5f7568 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:31:56.058996 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 66b3ce24-597c-4786-bf75-feb18ca105fa no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:31:56.076651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d10e3d2-a3ee-4f8e-b6ac-ab7c567c4e81 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:56.102223 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 66b3ce24-597c-4786-bf75-feb18ca105fa {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:56.102572 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 66b3ce24-597c-4786-bf75-feb18ca105fa not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:31:56.102999 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4da0e00b-c42f-4a0d-abf8-0e3aa566a527 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:31:56.131518 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4da0e00b-c42f-4a0d-abf8-0e3aa566a527 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:56.131863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4da0e00b-c42f-4a0d-abf8-0e3aa566a527 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:31:56.139286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Attempting to bind port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:31:56.140959 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Attempting to bind port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'da3b9aa0-b453-4553-aecc-70a60f632002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:31:56.141439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Attempting to bind port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 on network a705ef78-9289-4e95-b904-c0cd96cca864 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:31:56.149552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:31:56.149934 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Checking segment: {'id': 'da3b9aa0-b453-4553-aecc-70a60f632002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:31:56.150368 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:56.150771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Bound using segment: {'id': 'da3b9aa0-b453-4553-aecc-70a60f632002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:31:56.151399 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Bound port: 45ceab64-725d-4b2f-b8b7-6b06efb5c452, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3b9aa0-b453-4553-aecc-70a60f632002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:31:56.151632 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:56.176579 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a353383-c270-4dc8-adc6-6448fac772c4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:56.187219 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9d10e3d2-a3ee-4f8e-b6ac-ab7c567c4e81 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:56.214760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-9d10e3d2-a3ee-4f8e-b6ac-ab7c567c4e81 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] device_id is not set on port 6457dcfe-474a-4864-9135-ef45b3af32bc yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:31:56.272349 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] For port 45ceab64-725d-4b2f-b8b7-6b06efb5c452, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:31:56.276322 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] For port 45ceab64-725d-4b2f-b8b7-6b06efb5c452, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=45ceab64-725d-4b2f-b8b7-6b06efb5c452,segment=NetworkSegment(da3b9aa0-b453-4553-aecc-70a60f632002),segment_id=da3b9aa0-b453-4553-aecc-70a60f632002)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:31:56.285296 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:56.355556 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7fb26-75f3-403f-8d46-ccf024feb707 None None] Pushing event updated for resources: {'Port': ['ID=45ceab64-725d-4b2f-b8b7-6b06efb5c452,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:56.409406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a353383-c270-4dc8-adc6-6448fac772c4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router ceb37af0-ee70-4151-9059-6a674a0ca23b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:31:56.426028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-9d10e3d2-a3ee-4f8e-b6ac-ab7c567c4e81 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Allocated IP 172.20.0.12 (a705ef78-9289-4e95-b904-c0cd96cca864/9c077073-216e-4661-983f-8029f82471bd/6457dcfe-474a-4864-9135-ef45b3af32bc) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:56.507730 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a353383-c270-4dc8-adc6-6448fac772c4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:56.516942 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1a353383-c270-4dc8-adc6-6448fac772c4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/ceb37af0-ee70-4151-9059-6a674a0ca23b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6317270 Aug 05 14:31:56.517658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39824) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:56.542129 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6919f3-57d1-45ca-9c5b-7caab86e7331 None None] Sync routers for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:56.560585 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6919f3-57d1-45ca-9c5b-7caab86e7331 None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:56.562124 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4d6919f3-57d1-45ca-9c5b-7caab86e7331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:56.585538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-713aa2a2-9f54-4795-b87b-e70bfab33353 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting subnet 54a4e4fe-2499-481d-b7ec-11383a25f3d6 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:31:56.592473 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-713aa2a2-9f54-4795-b87b-e70bfab33353 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:56.624497 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9d10e3d2-a3ee-4f8e-b6ac-ab7c567c4e81 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:56.645346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-9d10e3d2-a3ee-4f8e-b6ac-ab7c567c4e81 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Transition to ACTIVE for port object 6457dcfe-474a-4864-9135-ef45b3af32bc will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:56.660411 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-713aa2a2-9f54-4795-b87b-e70bfab33353 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:56.672706 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-4d6919f3-57d1-45ca-9c5b-7caab86e7331 None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:31:56.692084 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9d10e3d2-a3ee-4f8e-b6ac-ab7c567c4e81 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:56.740533 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d10e3d2-a3ee-4f8e-b6ac-ab7c567c4e81 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network a705ef78-9289-4e95-b904-c0cd96cca864 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:56.743628 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-9d10e3d2-a3ee-4f8e-b6ac-ab7c567c4e81 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:56.747968 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d10e3d2-a3ee-4f8e-b6ac-ab7c567c4e81 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:31:56.764333 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-713aa2a2-9f54-4795-b87b-e70bfab33353 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:56.788217 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10e3d2-a3ee-4f8e-b6ac-ab7c567c4e81 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=6457dcfe-474a-4864-9135-ef45b3af32bc,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:56.807741 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d10e3d2-a3ee-4f8e-b6ac-ab7c567c4e81 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:56.808410 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9d10e3d2-a3ee-4f8e-b6ac-ab7c567c4e81 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:56.825162 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9d10e3d2-a3ee-4f8e-b6ac-ab7c567c4e81 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9363306 Aug 05 14:31:56.828074 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39826) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:56.834436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ffc2d9fb-a5eb-46fb-a6d9-a4a6a40bffcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'subnet': {'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:56.878886 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-713aa2a2-9f54-4795-b87b-e70bfab33353 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:56.897088 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4d6919f3-57d1-45ca-9c5b-7caab86e7331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:55Z', 'revision_number': 10, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:56.923482 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713aa2a2-9f54-4795-b87b-e70bfab33353 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Subnet': ['ID=54a4e4fe-2499-481d-b7ec-11383a25f3d6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:56.924913 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6919f3-57d1-45ca-9c5b-7caab86e7331 None None] Checking router: ceb37af0-ee70-4151-9059-6a674a0ca23b for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:31:56.927624 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-713aa2a2-9f54-4795-b87b-e70bfab33353 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:56.928671 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c2bb96-ad82-490a-be2b-19780744a726 None None] Network fdab2f30-5eff-4a8f-9a47-85b323017f2e requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:56.932259 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39828) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:56.932406 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-713aa2a2-9f54-4795-b87b-e70bfab33353 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/subnets/54a4e4fe-2499-481d-b7ec-11383a25f3d6 HTTP/1.1" status: 204 len: 168 time: 0.4136000 Aug 05 14:31:56.934056 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6919f3-57d1-45ca-9c5b-7caab86e7331 None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:56.935265 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4d6919f3-57d1-45ca-9c5b-7caab86e7331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:57.003984 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc2d9fb-a5eb-46fb-a6d9-a4a6a40bffcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:57.009829 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d9fb-a5eb-46fb-a6d9-a4a6a40bffcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:57.026874 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-4d6919f3-57d1-45ca-9c5b-7caab86e7331 None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:31:57.042240 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:57.117578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting port 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:57.117933 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:57.137527 n-d-803585-2 neutron-server[105724]: INFO neutron.db.ipam_backend_mixin [None req-ffc2d9fb-a5eb-46fb-a6d9-a4a6a40bffcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9c077073-216e-4661-983f-8029f82471bd (CIDR: 172.20.0.0/28) Aug 05 14:31:57.144504 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc2d9fb-a5eb-46fb-a6d9-a4a6a40bffcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:31:57.145145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc2d9fb-a5eb-46fb-a6d9-a4a6a40bffcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:31:57.170920 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ffc2d9fb-a5eb-46fb-a6d9-a4a6a40bffcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3403366 Aug 05 14:31:57.174240 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39830) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:57.182359 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5494d5a8-cd57-4c0d-be30-ea6d6cc3bb2f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'subnet': {'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:57.185923 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a225d701-4b7f-4998-a93a-0e5e7925028a None None] DHCP port deletion for fdab2f30-5eff-4a8f-9a47-85b323017f2e request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:31:57.221076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] For port 3cf2d5a6-b12b-4de2-aebf-889973c7ee22, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3cf2d5a6-b12b-4de2-aebf-889973c7ee22,segment=NetworkSegment(962f6972-8d7b-4702-8960-50eeff620c38),segment_id=962f6972-8d7b-4702-8960-50eeff620c38)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:57.221692 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:57.251888 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Calling delete_port for 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:57.255146 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a225d701-4b7f-4998-a93a-0e5e7925028a None None] Deleting port 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:57.255908 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a225d701-4b7f-4998-a93a-0e5e7925028a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:57.343137 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a225d701-4b7f-4998-a93a-0e5e7925028a None None] For port 3cf2d5a6-b12b-4de2-aebf-889973c7ee22, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3cf2d5a6-b12b-4de2-aebf-889973c7ee22,segment=NetworkSegment(962f6972-8d7b-4702-8960-50eeff620c38),segment_id=962f6972-8d7b-4702-8960-50eeff620c38)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:57.343698 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a225d701-4b7f-4998-a93a-0e5e7925028a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:57.345948 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4d6919f3-57d1-45ca-9c5b-7caab86e7331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:55Z', 'revision_number': 10, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:57.361760 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5494d5a8-cd57-4c0d-be30-ea6d6cc3bb2f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:31:57.362546 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a225d701-4b7f-4998-a93a-0e5e7925028a None None] Calling delete_port for 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:57.366424 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5494d5a8-cd57-4c0d-be30-ea6d6cc3bb2f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:57.388519 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6919f3-57d1-45ca-9c5b-7caab86e7331 None None] The sync data for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 is: [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:55Z', 'revision_number': 10, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None, '_interfaces': [{'id': '72f36808-9a45-4a84-8905-0132fae3dfaf', 'name': '', 'network_id': '4151f0f4-28e1-4213-8717-45558c017c2c', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'mac_address': 'fa:16:3e:6c:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:31:29Z', 'updated_at': '2021-08-05T14:31:35Z', 'revision_number': 5, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'subnets': [{'id': '04d4f369-fe98-463c-949d-ef49f73d11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:31:57.390335 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:57.423389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Port': ['ID=3cf2d5a6-b12b-4de2-aebf-889973c7ee22,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:57.429475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] No DVR routers for this DVR port 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:57.492159 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a225d701-4b7f-4998-a93a-0e5e7925028a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:57.509663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a225d701-4b7f-4998-a93a-0e5e7925028a None None] No DVR routers for this DVR port 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:31:57.530055 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:57.542015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdab2f30-5eff-4a8f-9a47-85b323017f2e']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:57.545318 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225d701-4b7f-4998-a93a-0e5e7925028a None None] Pushing event deleted for resources: {'Port': ['ID=3cf2d5a6-b12b-4de2-aebf-889973c7ee22,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:57.555845 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962f6972-8d7b-4702-8960-50eeff620c38') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:57.556401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962f6972-8d7b-4702-8960-50eeff620c38') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:57.567367 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:57.583092 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:57.590036 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:31:57.590624 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:31:57.593710 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:31:57.663957 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:57.667895 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f2f2b965-093f-4dce-89fa-726e8084e347 None None] Provisioning for port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:57.672075 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5494d5a8-cd57-4c0d-be30-ea6d6cc3bb2f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:57.681937 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:57.686502 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/networks/fdab2f30-5eff-4a8f-9a47-85b323017f2e HTTP/1.1" status: 204 len: 168 time: 0.7502682 Aug 05 14:31:57.694391 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f2f2b965-093f-4dce-89fa-726e8084e347 None None] Provisioning complete for port a6a63795-1950-4dd7-ba55-2bfaaf06b0ad triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:57.694769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39832) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:57.695323 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b965-093f-4dce-89fa-726e8084e347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:57.701927 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53f437-4a13-4027-bfa7-4f6a3cd4c68c tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Network': ['ID=fdab2f30-5eff-4a8f-9a47-85b323017f2e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:57.725932 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5494d5a8-cd57-4c0d-be30-ea6d6cc3bb2f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network a705ef78-9289-4e95-b904-c0cd96cca864 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:31:57.731377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-5494d5a8-cd57-4c0d-be30-ea6d6cc3bb2f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:31:57.744688 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5494d5a8-cd57-4c0d-be30-ea6d6cc3bb2f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:57.745422 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5494d5a8-cd57-4c0d-be30-ea6d6cc3bb2f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:57.754352 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2b965-093f-4dce-89fa-726e8084e347 None None] Port a6a63795-1950-4dd7-ba55-2bfaaf06b0ad cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:57.764764 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494d5a8-cd57-4c0d-be30-ea6d6cc3bb2f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Subnet': ['ID=22d5139c-3f3e-4c24-a4bf-02c1b69ec218,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:57.785027 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5494d5a8-cd57-4c0d-be30-ea6d6cc3bb2f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6092165 Aug 05 14:31:57.787438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39834) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:57.795721 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-514d2740-fd4a-4fa4-a3e9-e1a08069724b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1334458308', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '22d5139c-3f3e-4c24-a4bf-02c1b69ec218'}], 'security_groups': ['ec610a68-ccc2-4717-9ab0-a1b4a0deb072']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:31:57.870419 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323f550a-ada2-417a-b0ec-8ecf6a25f026 None None] Network a705ef78-9289-4e95-b904-c0cd96cca864 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:31:57.956546 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-514d2740-fd4a-4fa4-a3e9-e1a08069724b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:58.023398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-db4f058b-48ee-4345-b3e1-a302683cb780 None None] Provisioning for port 6457dcfe-474a-4864-9135-ef45b3af32bc completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:58.034586 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-db4f058b-48ee-4345-b3e1-a302683cb780 None None] Provisioning complete for port 6457dcfe-474a-4864-9135-ef45b3af32bc triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:58.034972 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-db4f058b-48ee-4345-b3e1-a302683cb780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:58.071367 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 45ceab64-725d-4b2f-b8b7-6b06efb5c452 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:31:58.137961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-db4f058b-48ee-4345-b3e1-a302683cb780 None None] Port 6457dcfe-474a-4864-9135-ef45b3af32bc cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:31:58.138447 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-25488c29-e477-48bf-b0b0-5443d004cd09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:58.170161 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:58.175273 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:58.175907 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:58.252430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3fee4d-4009-4a5c-8606-e3f2e4dae877 None None] Update dhcp port {'port': {'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864', 'fixed_ips': [{'subnet_id': '9c077073-216e-4661-983f-8029f82471bd', 'ip_address': '172.20.0.2'}, {'subnet_id': '22d5139c-3f3e-4c24-a4bf-02c1b69ec218'}], 'binding:host_id': 'n-d-803585-2'}, 'id': '45ceab64-725d-4b2f-b8b7-6b06efb5c452'} from n-d-803585-2. {{(pid=105725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 14:31:58.286237 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-514d2740-fd4a-4fa4-a3e9-e1a08069724b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Delete allocated IP 172.20.0.12 (a705ef78-9289-4e95-b904-c0cd96cca864/9c077073-216e-4661-983f-8029f82471bd) {{(pid=105724) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 05 14:31:58.296854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-514d2740-fd4a-4fa4-a3e9-e1a08069724b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Allocated IP 172.20.0.24 (a705ef78-9289-4e95-b904-c0cd96cca864/22d5139c-3f3e-4c24-a4bf-02c1b69ec218/6457dcfe-474a-4864-9135-ef45b3af32bc) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:58.301192 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bd3fee4d-4009-4a5c-8606-e3f2e4dae877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:58.324567 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:58.437712 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-25488c29-e477-48bf-b0b0-5443d004cd09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting port 72f36808-9a45-4a84-8905-0132fae3dfaf {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:58.438960 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-25488c29-e477-48bf-b0b0-5443d004cd09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:58.442505 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 45ceab64-725d-4b2f-b8b7-6b06efb5c452, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=45ceab64-725d-4b2f-b8b7-6b06efb5c452,segment=NetworkSegment(da3b9aa0-b453-4553-aecc-70a60f632002),segment_id=da3b9aa0-b453-4553-aecc-70a60f632002)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:58.451284 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:58.509322 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=45ceab64-725d-4b2f-b8b7-6b06efb5c452,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:58.527331 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device cb57b501-0245-4348-a771-3bfe0eb4334d no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:31:58.538076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-514d2740-fd4a-4fa4-a3e9-e1a08069724b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:58.549560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: cb57b501-0245-4348-a771-3bfe0eb4334d {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:58.550013 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device cb57b501-0245-4348-a771-3bfe0eb4334d not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:31:58.550590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:31:58.553623 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-514d2740-fd4a-4fa4-a3e9-e1a08069724b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Ignored duplicate provisioning block setup for port 6457dcfe-474a-4864-9135-ef45b3af32bc by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 05 14:31:58.559985 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-514d2740-fd4a-4fa4-a3e9-e1a08069724b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:58.560220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-25488c29-e477-48bf-b0b0-5443d004cd09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] For port 72f36808-9a45-4a84-8905-0132fae3dfaf, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=72f36808-9a45-4a84-8905-0132fae3dfaf,segment=NetworkSegment(ad9dfdc0-e740-4b58-a155-cb00f2823bc7),segment_id=ad9dfdc0-e740-4b58-a155-cb00f2823bc7)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:58.560362 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-25488c29-e477-48bf-b0b0-5443d004cd09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:58.575917 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:31:58.576353 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3cf2d5a6-b12b-4de2-aebf-889973c7ee22 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:31:58.576486 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-25488c29-e477-48bf-b0b0-5443d004cd09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Calling delete_port for 72f36808-9a45-4a84-8905-0132fae3dfaf owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:58.642593 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-bd3fee4d-4009-4a5c-8606-e3f2e4dae877 None None] Allocated IP 172.20.0.18 (a705ef78-9289-4e95-b904-c0cd96cca864/22d5139c-3f3e-4c24-a4bf-02c1b69ec218/45ceab64-725d-4b2f-b8b7-6b06efb5c452) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:31:58.675058 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d2740-fd4a-4fa4-a3e9-e1a08069724b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=6457dcfe-474a-4864-9135-ef45b3af32bc,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:58.696419 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-514d2740-fd4a-4fa4-a3e9-e1a08069724b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] In _notify_port_updated(), no bound segment for port 6457dcfe-474a-4864-9135-ef45b3af32bc on network a705ef78-9289-4e95-b904-c0cd96cca864 {{(pid=105724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:31:58.702006 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514d2740-fd4a-4fa4-a3e9-e1a08069724b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:31:58.702668 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-514d2740-fd4a-4fa4-a3e9-e1a08069724b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:58.704079 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-514d2740-fd4a-4fa4-a3e9-e1a08069724b tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "PUT /v2.0/ports/6457dcfe-474a-4864-9135-ef45b3af32bc HTTP/1.1" status: 200 len: 921 time: 0.9152522 Aug 05 14:31:58.706866 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39836) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:58.745419 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-bd3fee4d-4009-4a5c-8606-e3f2e4dae877 None None] For port 45ceab64-725d-4b2f-b8b7-6b06efb5c452, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=45ceab64-725d-4b2f-b8b7-6b06efb5c452,segment=NetworkSegment(da3b9aa0-b453-4553-aecc-70a60f632002),segment_id=da3b9aa0-b453-4553-aecc-70a60f632002)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:31:58.777697 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bd3fee4d-4009-4a5c-8606-e3f2e4dae877 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:58.782666 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-25488c29-e477-48bf-b0b0-5443d004cd09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:58.792648 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bd3fee4d-4009-4a5c-8606-e3f2e4dae877 None None] Transition to ACTIVE for port object 45ceab64-725d-4b2f-b8b7-6b06efb5c452 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:31:58.798339 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-61d0634e-38c0-4479-96c0-5937a69aed73 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port 6457dcfe-474a-4864-9135-ef45b3af32bc {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:31:58.798812 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61d0634e-38c0-4479-96c0-5937a69aed73 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:58.799124 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bd3fee4d-4009-4a5c-8606-e3f2e4dae877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:58.816060 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25488c29-e477-48bf-b0b0-5443d004cd09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Port': ['ID=72f36808-9a45-4a84-8905-0132fae3dfaf,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:58.889552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fee4d-4009-4a5c-8606-e3f2e4dae877 None None] Pushing event updated for resources: {'Port': ['ID=45ceab64-725d-4b2f-b8b7-6b06efb5c452,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:58.917483 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61d0634e-38c0-4479-96c0-5937a69aed73 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:58.937029 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-61d0634e-38c0-4479-96c0-5937a69aed73 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for 6457dcfe-474a-4864-9135-ef45b3af32bc owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:31:59.110144 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61d0634e-38c0-4479-96c0-5937a69aed73 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.143822 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0634e-38c0-4479-96c0-5937a69aed73 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=6457dcfe-474a-4864-9135-ef45b3af32bc,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:59.218409 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-61d0634e-38c0-4479-96c0-5937a69aed73 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.221813 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-61d0634e-38c0-4479-96c0-5937a69aed73 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/ports/6457dcfe-474a-4864-9135-ef45b3af32bc HTTP/1.1" status: 204 len: 168 time: 0.5139811 Aug 05 14:31:59.224606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39838) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:59.251453 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f170b6-349d-48f2-bb53-a8b686502dde tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] GET failed (client error): The resource could not be found. Aug 05 14:31:59.253111 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-32f170b6-349d-48f2-bb53-a8b686502dde tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports/6457dcfe-474a-4864-9135-ef45b3af32bc HTTP/1.1" status: 404 len: 333 time: 0.0275378 Aug 05 14:31:59.256033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39840) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:59.267775 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-25488c29-e477-48bf-b0b0-5443d004cd09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.324232 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b27ff9bb-7bfc-4b5b-9073-c4dfcf162592 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.354757 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b27ff9bb-7bfc-4b5b-9073-c4dfcf162592 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.404782 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b27ff9bb-7bfc-4b5b-9073-c4dfcf162592 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.409211 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b27ff9bb-7bfc-4b5b-9073-c4dfcf162592 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.410517 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b27ff9bb-7bfc-4b5b-9073-c4dfcf162592 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/security-groups/6ef1f122-a642-44d8-a0a2-bacc87a29219 HTTP/1.1" status: 204 len: 168 time: 0.1534584 Aug 05 14:31:59.414356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39842) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:59.435198 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ff9bb-7bfc-4b5b-9073-c4dfcf162592 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef1f122-a642-44d8-a0a2-bacc87a29219,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:59.438430 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25488c29-e477-48bf-b0b0-5443d004cd09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router ceb37af0-ee70-4151-9059-6a674a0ca23b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:31:59.490329 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d20e4d6-8c77-4cdc-b975-0b57b10fb406 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.512847 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d20e4d6-8c77-4cdc-b975-0b57b10fb406 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.520393 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25488c29-e477-48bf-b0b0-5443d004cd09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:31:59.527668 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-25488c29-e477-48bf-b0b0-5443d004cd09 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/ceb37af0-ee70-4151-9059-6a674a0ca23b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8298173 Aug 05 14:31:59.528316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39844) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:59.530605 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a78144-2935-46e9-935b-aaf17e32d045 None None] Sync routers for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:31:59.540443 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a78144-2935-46e9-935b-aaf17e32d045 None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:59.541051 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-65a78144-2935-46e9-935b-aaf17e32d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:59.593536 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-311e9dca-5daf-48c6-8d05-066a67dac553 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting subnet 04d4f369-fe98-463c-949d-ef49f73d11cc {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:31:59.597450 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d20e4d6-8c77-4cdc-b975-0b57b10fb406 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.599991 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6d20e4d6-8c77-4cdc-b975-0b57b10fb406 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.601113 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6d20e4d6-8c77-4cdc-b975-0b57b10fb406 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/security-groups/ec610a68-ccc2-4717-9ab0-a1b4a0deb072 HTTP/1.1" status: 204 len: 168 time: 0.1858027 Aug 05 14:31:59.601865 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-311e9dca-5daf-48c6-8d05-066a67dac553 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.607603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39846) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:59.617653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-65a78144-2935-46e9-935b-aaf17e32d045 None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:31:59.639961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20e4d6-8c77-4cdc-b975-0b57b10fb406 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec610a68-ccc2-4717-9ab0-a1b4a0deb072,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:59.644310 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-439673ec-1f14-4d63-b6cd-5c4cec03629d None None] Provisioning for port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:31:59.665946 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-311e9dca-5daf-48c6-8d05-066a67dac553 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.668926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f2c19d-3ad7-44b4-8dc9-791124489dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting subnet 9c077073-216e-4661-983f-8029f82471bd {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:31:59.672289 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-68f2c19d-3ad7-44b4-8dc9-791124489dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.677742 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-65a78144-2935-46e9-935b-aaf17e32d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:58Z', 'revision_number': 11, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:59.682531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-439673ec-1f14-4d63-b6cd-5c4cec03629d None None] Provisioning complete for port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:31:59.682910 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-439673ec-1f14-4d63-b6cd-5c4cec03629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.720112 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-68f2c19d-3ad7-44b4-8dc9-791124489dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.734091 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a78144-2935-46e9-935b-aaf17e32d045 None None] Checking router: ceb37af0-ee70-4151-9059-6a674a0ca23b for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:31:59.754290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a78144-2935-46e9-935b-aaf17e32d045 None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:31:59.754934 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-65a78144-2935-46e9-935b-aaf17e32d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:31:59.767299 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-311e9dca-5daf-48c6-8d05-066a67dac553 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.809378 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-68f2c19d-3ad7-44b4-8dc9-791124489dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.841280 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-311e9dca-5daf-48c6-8d05-066a67dac553 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.859429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-65a78144-2935-46e9-935b-aaf17e32d045 None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:31:59.876331 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e9dca-5daf-48c6-8d05-066a67dac553 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Subnet': ['ID=04d4f369-fe98-463c-949d-ef49f73d11cc,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:31:59.880461 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-311e9dca-5daf-48c6-8d05-066a67dac553 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.885284 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-311e9dca-5daf-48c6-8d05-066a67dac553 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/subnets/04d4f369-fe98-463c-949d-ef49f73d11cc HTTP/1.1" status: 204 len: 168 time: 0.3559437 Aug 05 14:31:59.885499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39848) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:31:59.897717 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-68f2c19d-3ad7-44b4-8dc9-791124489dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:31:59.900396 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247eb822-d8b0-433f-b1c7-08812b0af8a7 None None] Network 4151f0f4-28e1-4213-8717-45558c017c2c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:32:00.008759 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-68f2c19d-3ad7-44b4-8dc9-791124489dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.015181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39850) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:00.021413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6f95f9c5-60bb-4a5a-9a26-ff664eb62c79 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'subnet': {'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:00.025390 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-68f2c19d-3ad7-44b4-8dc9-791124489dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/9c077073-216e-4661-983f-8029f82471bd HTTP/1.1" status: 204 len: 168 time: 0.4191828 Aug 05 14:32:00.026212 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2c19d-3ad7-44b4-8dc9-791124489dcf tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Subnet': ['ID=9c077073-216e-4661-983f-8029f82471bd,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:00.042932 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.102131 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Deleting port 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:32:00.103009 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.114818 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11b70b7-27f2-4ba3-b04f-8156ef04b8c9 None None] Network a705ef78-9289-4e95-b904-c0cd96cca864 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:32:00.144243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 45ceab64-725d-4b2f-b8b7-6b06efb5c452 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:32:00.146529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-65a78144-2935-46e9-935b-aaf17e32d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:58Z', 'revision_number': 11, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:00.167229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f95f9c5-60bb-4a5a-9a26-ff664eb62c79 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:32:00.171536 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f95f9c5-60bb-4a5a-9a26-ff664eb62c79 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.172611 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] For port 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8a2d647d-3a6c-42dd-a60d-27a65f45c6fa,segment=NetworkSegment(ad9dfdc0-e740-4b58-a155-cb00f2823bc7),segment_id=ad9dfdc0-e740-4b58-a155-cb00f2823bc7)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:32:00.173160 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.188310 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Calling delete_port for 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:32:00.252836 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a78144-2935-46e9-935b-aaf17e32d045 None None] The sync data for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 is: [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:58Z', 'revision_number': 11, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:32:00.262657 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-439673ec-1f14-4d63-b6cd-5c4cec03629d None None] Could not find standard attr ID for object 6457dcfe-474a-4864-9135-ef45b3af32bc. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:32:00.275705 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.308579 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Port': ['ID=8a2d647d-3a6c-42dd-a60d-27a65f45c6fa,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:00.312791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] No DVR routers for this DVR port 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:32:00.364168 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-439673ec-1f14-4d63-b6cd-5c4cec03629d None None] Provisioning complete for port a6a63795-1950-4dd7-ba55-2bfaaf06b0ad triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:00.364583 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-439673ec-1f14-4d63-b6cd-5c4cec03629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.415147 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.427254 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4151f0f4-28e1-4213-8717-45558c017c2c']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:00.434471 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:00.435302 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.439310 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9dfdc0-e740-4b58-a155-cb00f2823bc7') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:00.439886 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9dfdc0-e740-4b58-a155-cb00f2823bc7') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:00.441582 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-439673ec-1f14-4d63-b6cd-5c4cec03629d None None] Port a6a63795-1950-4dd7-ba55-2bfaaf06b0ad cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:32:00.449023 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.463974 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.473256 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:32:00.473711 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:32:00.477151 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:32:00.479865 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f95f9c5-60bb-4a5a-9a26-ff664eb62c79 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.518820 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f95f9c5-60bb-4a5a-9a26-ff664eb62c79 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network a705ef78-9289-4e95-b904-c0cd96cca864 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:32:00.528854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-6f95f9c5-60bb-4a5a-9a26-ff664eb62c79 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:32:00.533264 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f95f9c5-60bb-4a5a-9a26-ff664eb62c79 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:00.533858 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6f95f9c5-60bb-4a5a-9a26-ff664eb62c79 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.548250 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95f9c5-60bb-4a5a-9a26-ff664eb62c79 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Subnet': ['ID=361a0317-b38e-4bc6-9fd5-5c0c631bffab,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:00.553212 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.563363 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.567399 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6f95f9c5-60bb-4a5a-9a26-ff664eb62c79 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5505371 Aug 05 14:32:00.568825 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39852) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:00.571665 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/networks/4151f0f4-28e1-4213-8717-45558c017c2c HTTP/1.1" status: 204 len: 168 time: 0.6845858 Aug 05 14:32:00.573272 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b1ff3cde-ad7b-46e3-a3b8-e36f9968daa3 None None] Could not find standard attr ID for object 6457dcfe-474a-4864-9135-ef45b3af32bc. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:32:00.573817 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39854) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:00.577177 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-98fe141e-d5e0-4b94-bff5-c6662aa81653 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'router': {'routes': None}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:00.579027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-73da25af-7eee-4a53-8a28-40f5369bb39d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'security_group': {'name': 'tempest-secgroup-184189683'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:00.597128 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1662d-65ba-45b9-bf11-8437dfdca857 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Pushing event deleted for resources: {'Network': ['ID=4151f0f4-28e1-4213-8717-45558c017c2c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:00.615462 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73da25af-7eee-4a53-8a28-40f5369bb39d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.623796 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1627e8-5a12-4513-9868-d5658eba078d None None] DHCP port deletion for 4151f0f4-28e1-4213-8717-45558c017c2c request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:32:00.730316 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73da25af-7eee-4a53-8a28-40f5369bb39d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.737543 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73da25af-7eee-4a53-8a28-40f5369bb39d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.771496 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-73da25af-7eee-4a53-8a28-40f5369bb39d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.775261 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-73da25af-7eee-4a53-8a28-40f5369bb39d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1974134 Aug 05 14:32:00.775261 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da25af-7eee-4a53-8a28-40f5369bb39d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8f7a17-3c1e-4591-8292-d6f437b6b3c3,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:00.777666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39856) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:00.783153 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d7366da3-9287-4341-97d7-27790b1d5d0f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'security_group': {'name': 'tempest-secgroup-1035173590'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:00.809719 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d7366da3-9287-4341-97d7-27790b1d5d0f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.914051 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d7366da3-9287-4341-97d7-27790b1d5d0f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.919428 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d7366da3-9287-4341-97d7-27790b1d5d0f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.951032 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d7366da3-9287-4341-97d7-27790b1d5d0f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:00.952423 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d7366da3-9287-4341-97d7-27790b1d5d0f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1737559 Aug 05 14:32:00.955853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39858) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:00.961421 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-03778ff7-9842-47cf-ab89-e8e34272a20a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'security_group': {'name': 'tempest-secgroup-1733323339'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:00.966958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7366da3-9287-4341-97d7-27790b1d5d0f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed1643b-faf5-43e2-a1cd-30a3c934f9d4,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:00.991545 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-03778ff7-9842-47cf-ab89-e8e34272a20a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.096076 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-03778ff7-9842-47cf-ab89-e8e34272a20a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.103361 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-03778ff7-9842-47cf-ab89-e8e34272a20a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.112414 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.extraroute_db [None req-98fe141e-d5e0-4b94-bff5-c6662aa81653 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Added routes are [] {{(pid=105724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 05 14:32:01.113007 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.extraroute_db [None req-98fe141e-d5e0-4b94-bff5-c6662aa81653 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Removed routes are [] {{(pid=105724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 05 14:32:01.113278 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-98fe141e-d5e0-4b94-bff5-c6662aa81653 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.135870 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-03778ff7-9842-47cf-ab89-e8e34272a20a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.139790 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-03778ff7-9842-47cf-ab89-e8e34272a20a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1803589 Aug 05 14:32:01.140560 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39860) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:01.145518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-4b477b02-9d24-43f9-a5d2-e903e327989f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-122546451', 'security_groups': ['1c4beb90-b082-4020-a955-01884a4de7b9'], 'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '361a0317-b38e-4bc6-9fd5-5c0c631bffab'}]}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:01.167951 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03778ff7-9842-47cf-ab89-e8e34272a20a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4beb90-b082-4020-a955-01884a4de7b9,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:01.200095 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe118a67-5a08-49ed-85f1-362ec5defe0f None None] Network a705ef78-9289-4e95-b904-c0cd96cca864 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:32:01.256648 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-98fe141e-d5e0-4b94-bff5-c6662aa81653 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.260098 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-98fe141e-d5e0-4b94-bff5-c6662aa81653 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.276130 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b477b02-9d24-43f9-a5d2-e903e327989f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:32:01.335627 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-eb364da0-6af3-4b71-8827-35119dc91af1 None None] Provisioning complete for port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:01.336055 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-eb364da0-6af3-4b71-8827-35119dc91af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.343560 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fe141e-d5e0-4b94-bff5-c6662aa81653 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router ceb37af0-ee70-4151-9059-6a674a0ca23b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:32:01.373788 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b477b02-9d24-43f9-a5d2-e903e327989f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.401383 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [None req-4b477b02-9d24-43f9-a5d2-e903e327989f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] device_id is not set on port 0682eeee-cd03-4561-9599-de16360cad24 yet. {{(pid=105723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 05 14:32:01.435203 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fe141e-d5e0-4b94-bff5-c6662aa81653 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:32:01.442505 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-98fe141e-d5e0-4b94-bff5-c6662aa81653 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.447701 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-98fe141e-d5e0-4b94-bff5-c6662aa81653 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/ceb37af0-ee70-4151-9059-6a674a0ca23b HTTP/1.1" status: 200 len: 700 time: 0.8769453 Aug 05 14:32:01.448295 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39862) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:01.453509 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b0d73-bb30-4c97-950e-cbf1977d68ea None None] Sync routers for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:32:01.468208 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b0d73-bb30-4c97-950e-cbf1977d68ea None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:32:01.469705 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3d9b0d73-bb30-4c97-950e-cbf1977d68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:01.483659 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39864) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:01.485099 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bdce64c6-8347-4dd9-bd69-2831e57c91ce tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceb37af0-ee70-4151-9059-6a674a0ca23b HTTP/1.1" status: 200 len: 205 time: 0.0349486 Aug 05 14:32:01.492558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-eb364da0-6af3-4b71-8827-35119dc91af1 None None] Provisioning complete for port a6a63795-1950-4dd7-ba55-2bfaaf06b0ad triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:01.492934 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-eb364da0-6af3-4b71-8827-35119dc91af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.523563 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fa0546-0634-489f-b664-a4cce0bd9f79 None None] Update dhcp port {'port': {'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864', 'fixed_ips': [{'subnet_id': '22d5139c-3f3e-4c24-a4bf-02c1b69ec218', 'ip_address': '172.20.0.18'}, {'subnet_id': '361a0317-b38e-4bc6-9fd5-5c0c631bffab'}], 'binding:host_id': 'n-d-803585-2'}, 'id': '45ceab64-725d-4b2f-b8b7-6b06efb5c452'} from n-d-803585-2. {{(pid=105725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 14:32:01.543571 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-3d9b0d73-bb30-4c97-950e-cbf1977d68ea None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:32:01.553999 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-eb364da0-6af3-4b71-8827-35119dc91af1 None None] Port a6a63795-1950-4dd7-ba55-2bfaaf06b0ad cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:32:01.558621 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b5fa0546-0634-489f-b664-a4cce0bd9f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.598569 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-302f4cb6-2990-408e-b6c5-cca95495d9f3 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.605878 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3d9b0d73-bb30-4c97-950e-cbf1977d68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:58Z', 'revision_number': 11, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:01.639973 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b0d73-bb30-4c97-950e-cbf1977d68ea None None] Checking router: ceb37af0-ee70-4151-9059-6a674a0ca23b for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:32:01.649829 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b0d73-bb30-4c97-950e-cbf1977d68ea None None] Routers {'ceb37af0-ee70-4151-9059-6a674a0ca23b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:32:01.650478 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3d9b0d73-bb30-4c97-950e-cbf1977d68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ceb37af0-ee70-4151-9059-6a674a0ca23b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:01.722389 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-3d9b0d73-bb30-4c97-950e-cbf1977d68ea None None] Set router ceb37af0-ee70-4151-9059-6a674a0ca23b gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:32:01.776582 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3d9b0d73-bb30-4c97-950e-cbf1977d68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:58Z', 'revision_number': 11, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:01.802914 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b0d73-bb30-4c97-950e-cbf1977d68ea None None] The sync data for ids ['ceb37af0-ee70-4151-9059-6a674a0ca23b'] in n-d-803585-2 is: [{'id': 'ceb37af0-ee70-4151-9059-6a674a0ca23b', 'name': 'tempest-RoutersTest-router-657334259', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:31:27Z', 'updated_at': '2021-08-05T14:31:58Z', 'revision_number': 11, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:32:01.805240 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-302f4cb6-2990-408e-b6c5-cca95495d9f3 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.809642 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-302f4cb6-2990-408e-b6c5-cca95495d9f3 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.811650 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-4b477b02-9d24-43f9-a5d2-e903e327989f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Allocated IP 172.20.0.11 (a705ef78-9289-4e95-b904-c0cd96cca864/361a0317-b38e-4bc6-9fd5-5c0c631bffab/0682eeee-cd03-4561-9599-de16360cad24) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:32:01.871551 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-302f4cb6-2990-408e-b6c5-cca95495d9f3 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.872052 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302f4cb6-2990-408e-b6c5-cca95495d9f3 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Fanout notify agent at l3_agent the message router_deleted on router ceb37af0-ee70-4151-9059-6a674a0ca23b {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:32:01.880388 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-302f4cb6-2990-408e-b6c5-cca95495d9f3 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.881517 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-302f4cb6-2990-408e-b6c5-cca95495d9f3 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/routers/ceb37af0-ee70-4151-9059-6a674a0ca23b HTTP/1.1" status: 204 len: 168 time: 0.3955026 Aug 05 14:32:01.886047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39866) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:01.891181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-7603777b-7962-4f79-98aa-14544d754816 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-4246367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:01.925966 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7603777b-7962-4f79-98aa-14544d754816 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.927507 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7603777b-7962-4f79-98aa-14544d754816 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:01.993615 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:32:01.995401 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7603777b-7962-4f79-98aa-14544d754816 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:02.000976 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7603777b-7962-4f79-98aa-14544d754816 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:02.015000 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b477b02-9d24-43f9-a5d2-e903e327989f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:02.019768 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7603777b-7962-4f79-98aa-14544d754816 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:02.021894 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7603777b-7962-4f79-98aa-14544d754816 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1346130 Aug 05 14:32:02.024780 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39868) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:02.026555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:32:02.026904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8a2d647d-3a6c-42dd-a60d-27a65f45c6fa not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:32:02.027514 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 72f36808-9a45-4a84-8905-0132fae3dfaf no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:32:02.031724 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-4a4b1c2a-fed7-4cf8-bbeb-422668a35349 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:02.033775 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-4b477b02-9d24-43f9-a5d2-e903e327989f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Transition to ACTIVE for port object 0682eeee-cd03-4561-9599-de16360cad24 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:32:02.050090 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 72f36808-9a45-4a84-8905-0132fae3dfaf {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:32:02.050592 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 72f36808-9a45-4a84-8905-0132fae3dfaf not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:32:02.088922 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b477b02-9d24-43f9-a5d2-e903e327989f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:02.137069 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b477b02-9d24-43f9-a5d2-e903e327989f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network a705ef78-9289-4e95-b904-c0cd96cca864 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:32:02.140317 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-4b477b02-9d24-43f9-a5d2-e903e327989f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:32:02.141417 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-b5fa0546-0634-489f-b664-a4cce0bd9f79 None None] Allocated IP 172.20.0.2 (a705ef78-9289-4e95-b904-c0cd96cca864/361a0317-b38e-4bc6-9fd5-5c0c631bffab/45ceab64-725d-4b2f-b8b7-6b06efb5c452) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:32:02.144760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b477b02-9d24-43f9-a5d2-e903e327989f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:32:02.176120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b477b02-9d24-43f9-a5d2-e903e327989f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=0682eeee-cd03-4561-9599-de16360cad24,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:02.204725 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b477b02-9d24-43f9-a5d2-e903e327989f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:02.205462 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4b477b02-9d24-43f9-a5d2-e903e327989f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:02.229167 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4b477b02-9d24-43f9-a5d2-e903e327989f tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0855272 Aug 05 14:32:02.229495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39870) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:02.235688 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-eac37833-3c77-4b49-a7d6-ec902d690d01 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'subnet': {'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:02.246773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b5fa0546-0634-489f-b664-a4cce0bd9f79 None None] For port 45ceab64-725d-4b2f-b8b7-6b06efb5c452, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=45ceab64-725d-4b2f-b8b7-6b06efb5c452,segment=NetworkSegment(da3b9aa0-b453-4553-aecc-70a60f632002),segment_id=da3b9aa0-b453-4553-aecc-70a60f632002)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:32:02.268327 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a4b1c2a-fed7-4cf8-bbeb-422668a35349 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1581219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:02.279043 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b5fa0546-0634-489f-b664-a4cce0bd9f79 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:02.280649 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a4b1c2a-fed7-4cf8-bbeb-422668a35349 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1581213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580451'] for router, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:02.295271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b5fa0546-0634-489f-b664-a4cce0bd9f79 None None] Transition to ACTIVE for port object 45ceab64-725d-4b2f-b8b7-6b06efb5c452 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:32:02.299264 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b5fa0546-0634-489f-b664-a4cce0bd9f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:02.363025 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac37833-3c77-4b49-a7d6-ec902d690d01 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:32:02.366822 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eac37833-3c77-4b49-a7d6-ec902d690d01 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:02.390209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4b1c2a-fed7-4cf8-bbeb-422668a35349 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Router c58eeeba-d706-4897-b62d-d445c9bf2ab6 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:32:02.395229 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa0546-0634-489f-b664-a4cce0bd9f79 None None] Pushing event updated for resources: {'Port': ['ID=45ceab64-725d-4b2f-b8b7-6b06efb5c452,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:02.467066 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4b1c2a-fed7-4cf8-bbeb-422668a35349 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:32:02.468801 n-d-803585-2 neutron-server[105723]: INFO neutron.db.ipam_backend_mixin [None req-eac37833-3c77-4b49-a7d6-ec902d690d01 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 361a0317-b38e-4bc6-9fd5-5c0c631bffab (CIDR: 172.20.0.0/28) Aug 05 14:32:02.472960 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac37833-3c77-4b49-a7d6-ec902d690d01 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:32:02.473805 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac37833-3c77-4b49-a7d6-ec902d690d01 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:02.474284 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4a4b1c2a-fed7-4cf8-bbeb-422668a35349 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:02.478436 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4a4b1c2a-fed7-4cf8-bbeb-422668a35349 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "PUT /v2.0/routers/c58eeeba-d706-4897-b62d-d445c9bf2ab6 HTTP/1.1" status: 200 len: 691 time: 0.4491768 Aug 05 14:32:02.478753 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39872) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:02.480860 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bf6e64-42d5-4449-8781-287043236608 None None] Sync routers for ids ['c58eeeba-d706-4897-b62d-d445c9bf2ab6'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:32:02.492128 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bf6e64-42d5-4449-8781-287043236608 None None] Routers {'c58eeeba-d706-4897-b62d-d445c9bf2ab6'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:32:02.492767 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-91bf6e64-42d5-4449-8781-287043236608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c58eeeba-d706-4897-b62d-d445c9bf2ab6'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:02.559729 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-eac37833-3c77-4b49-a7d6-ec902d690d01 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3259261 Aug 05 14:32:02.560313 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39874) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:02.565749 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-7ae12da1-4ba1-4eeb-a42c-b0518cb5ee40 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'subnet': {'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:02.569799 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-91bf6e64-42d5-4449-8781-287043236608 None None] Set router c58eeeba-d706-4897-b62d-d445c9bf2ab6 gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:32:02.594734 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1e5b2318-f11a-4df9-9660-5f0998bcf669 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/routers/c58eeeba-d706-4897-b62d-d445c9bf2ab6 HTTP/1.1" status: 200 len: 697 time: 0.1084743 Aug 05 14:32:02.596257 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39876) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:02.627842 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-91bf6e64-42d5-4449-8781-287043236608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58eeeba-d706-4897-b62d-d445c9bf2ab6', 'name': 'tempest-RoutersTest-router-4246367', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:01Z', 'updated_at': '2021-08-05T14:32:02Z', 'revision_number': 2, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:02.652851 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fd21269e-f68a-4505-8143-f51e46db16d9 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c58eeeba-d706-4897-b62d-d445c9bf2ab6 HTTP/1.1" status: 200 len: 205 time: 0.0532205 Aug 05 14:32:02.653565 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39878) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:02.662205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bf6e64-42d5-4449-8781-287043236608 None None] Checking router: c58eeeba-d706-4897-b62d-d445c9bf2ab6 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:32:02.673842 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bf6e64-42d5-4449-8781-287043236608 None None] Routers {'c58eeeba-d706-4897-b62d-d445c9bf2ab6'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:32:02.674505 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-91bf6e64-42d5-4449-8781-287043236608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:31:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['c58eeeba-d706-4897-b62d-d445c9bf2ab6'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:02.746595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-91bf6e64-42d5-4449-8781-287043236608 None None] Set router c58eeeba-d706-4897-b62d-d445c9bf2ab6 gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:32:02.751326 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0fa939e0-f0f9-4252-9c5b-86af0ffbd665 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:02.805033 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-91bf6e64-42d5-4449-8781-287043236608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58eeeba-d706-4897-b62d-d445c9bf2ab6', 'name': 'tempest-RoutersTest-router-4246367', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:01Z', 'updated_at': '2021-08-05T14:32:02Z', 'revision_number': 2, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:02.833137 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bf6e64-42d5-4449-8781-287043236608 None None] The sync data for ids ['c58eeeba-d706-4897-b62d-d445c9bf2ab6'] in n-d-803585-2 is: [{'id': 'c58eeeba-d706-4897-b62d-d445c9bf2ab6', 'name': 'tempest-RoutersTest-router-4246367', 'tenant_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:01Z', 'updated_at': '2021-08-05T14:32:02Z', 'revision_number': 2, 'project_id': '2348e92240f644e5b58c47e1c8f7f9d1', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:32:02.929773 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae12da1-4ba1-4eeb-a42c-b0518cb5ee40 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:32:02.933316 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ae12da1-4ba1-4eeb-a42c-b0518cb5ee40 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:02.952019 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0fa939e0-f0f9-4252-9c5b-86af0ffbd665 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:02.979244 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0fa939e0-f0f9-4252-9c5b-86af0ffbd665 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:02.995778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9c7a3f4f-2824-46fa-a7b3-c5ecbb5e862d None None] Provisioning for port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:32:03.003799 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9c7a3f4f-2824-46fa-a7b3-c5ecbb5e862d None None] Provisioning complete for port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:03.004188 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9c7a3f4f-2824-46fa-a7b3-c5ecbb5e862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:03.118156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9c7a3f4f-2824-46fa-a7b3-c5ecbb5e862d None None] Provisioning complete for port a6a63795-1950-4dd7-ba55-2bfaaf06b0ad triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:03.118655 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9c7a3f4f-2824-46fa-a7b3-c5ecbb5e862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:03.161780 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a3f4f-2824-46fa-a7b3-c5ecbb5e862d None None] Port a6a63795-1950-4dd7-ba55-2bfaaf06b0ad cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:32:03.281828 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-70bc885f-e47e-44d8-9692-e7b1ae7c097f None None] Provisioning for port 0682eeee-cd03-4561-9599-de16360cad24 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:32:03.288390 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-70bc885f-e47e-44d8-9692-e7b1ae7c097f None None] Provisioning complete for port 0682eeee-cd03-4561-9599-de16360cad24 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:03.288767 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-70bc885f-e47e-44d8-9692-e7b1ae7c097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:03.302834 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0fa939e0-f0f9-4252-9c5b-86af0ffbd665 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:03.303445 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa939e0-f0f9-4252-9c5b-86af0ffbd665 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Fanout notify agent at l3_agent the message router_deleted on router c58eeeba-d706-4897-b62d-d445c9bf2ab6 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:32:03.312407 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0fa939e0-f0f9-4252-9c5b-86af0ffbd665 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:03.314242 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0fa939e0-f0f9-4252-9c5b-86af0ffbd665 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/routers/c58eeeba-d706-4897-b62d-d445c9bf2ab6 HTTP/1.1" status: 204 len: 168 time: 0.6595342 Aug 05 14:32:03.318905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39880) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.342601 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-70bc885f-e47e-44d8-9692-e7b1ae7c097f None None] Port 0682eeee-cd03-4561-9599-de16360cad24 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:32:03.342993 n-d-803585-2 neutron-server[105723]: INFO neutron.db.ipam_backend_mixin [None req-7ae12da1-4ba1-4eeb-a42c-b0518cb5ee40 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 22d5139c-3f3e-4c24-a4bf-02c1b69ec218 (CIDR: 172.20.0.16/28) Aug 05 14:32:03.348069 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae12da1-4ba1-4eeb-a42c-b0518cb5ee40 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:32:03.348664 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae12da1-4ba1-4eeb-a42c-b0518cb5ee40 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:03.350048 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-17b9e709-a273-492f-8c0f-5cb882d65175 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports?device_id=c58eeeba-d706-4897-b62d-d445c9bf2ab6 HTTP/1.1" status: 200 len: 205 time: 0.0299284 Aug 05 14:32:03.352370 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39882) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.365733 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7ae12da1-4ba1-4eeb-a42c-b0518cb5ee40 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8046393 Aug 05 14:32:03.368270 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39884) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.373291 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-68eed3ca-301e-4b81-915a-034ebca08ddb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'subnet': {'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:03.389646 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-b0f3b05d-6a1f-4554-97a1-d951be057be6 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] delete failed (client error): The resource could not be found. Aug 05 14:32:03.390851 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b0f3b05d-6a1f-4554-97a1-d951be057be6 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/routers/c58eeeba-d706-4897-b62d-d445c9bf2ab6 HTTP/1.1" status: 404 len: 336 time: 0.0373633 Aug 05 14:32:03.394538 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39886) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.422900 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0d637b-8a5f-4944-9f50-ae7e881efa1b tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:03.423399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0d637b-8a5f-4944-9f50-ae7e881efa1b tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:03.425148 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8c0d637b-8a5f-4944-9f50-ae7e881efa1b tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/subnets/bbd10282-17e3-4499-a934-e37e6e07a1c8 HTTP/1.1" status: 404 len: 337 time: 0.0296862 Aug 05 14:32:03.427761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39888) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.457413 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f5202f-f778-40f9-890b-a4b79914d4b4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:03.457883 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f5202f-f778-40f9-890b-a4b79914d4b4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:03.461930 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b0f5202f-f778-40f9-890b-a4b79914d4b4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/subnets/f47540c5-8a36-488c-b97e-cabfa657c253 HTTP/1.1" status: 404 len: 337 time: 0.0310080 Aug 05 14:32:03.462195 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39890) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.490470 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eed3ca-301e-4b81-915a-034ebca08ddb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Made reservation on behalf of 144a440cfe4d4484a58413e0cb8fd474 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:32:03.492638 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70321da-1f48-45a4-98ed-600c866232ac tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:03.493099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70321da-1f48-45a4-98ed-600c866232ac tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:03.494317 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-68eed3ca-301e-4b81-915a-034ebca08ddb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:03.494865 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b70321da-1f48-45a4-98ed-600c866232ac tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/subnets/54a4e4fe-2499-481d-b7ec-11383a25f3d6 HTTP/1.1" status: 404 len: 337 time: 0.0317354 Aug 05 14:32:03.497372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39892) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.523999 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e178f6e8-50dc-46de-bdf5-1bb263460f24 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:03.524469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e178f6e8-50dc-46de-bdf5-1bb263460f24 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:03.528744 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e178f6e8-50dc-46de-bdf5-1bb263460f24 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/subnets/04d4f369-fe98-463c-949d-ef49f73d11cc HTTP/1.1" status: 404 len: 337 time: 0.0278888 Aug 05 14:32:03.529038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39894) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.557389 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5a20eafa-ab87-4787-8288-be302df5f937 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceb37af0-ee70-4151-9059-6a674a0ca23b HTTP/1.1" status: 200 len: 205 time: 0.0272329 Aug 05 14:32:03.559763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39896) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.596991 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-a04b9639-e888-4996-9d04-88e425614fb4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] delete failed (client error): The resource could not be found. Aug 05 14:32:03.600550 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a04b9639-e888-4996-9d04-88e425614fb4 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/routers/ceb37af0-ee70-4151-9059-6a674a0ca23b HTTP/1.1" status: 404 len: 336 time: 0.0372918 Aug 05 14:32:03.600909 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39898) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.634910 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1e0a79e5-9552-424e-b2fd-68db6b901f69 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ada11e48-d1d0-454f-b29b-e50e0f574230 HTTP/1.1" status: 200 len: 205 time: 0.0329065 Aug 05 14:32:03.639580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39900) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.681666 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-5fd5578c-1cdb-44c7-9a11-d53bea9707de tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] delete failed (client error): The resource could not be found. Aug 05 14:32:03.682759 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5fd5578c-1cdb-44c7-9a11-d53bea9707de tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/routers/ada11e48-d1d0-454f-b29b-e50e0f574230 HTTP/1.1" status: 404 len: 336 time: 0.0422270 Aug 05 14:32:03.685365 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39902) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.712726 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6758b493-60d4-4121-b877-36c16f49f6cf tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:03.713191 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6758b493-60d4-4121-b877-36c16f49f6cf tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:03.717482 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6758b493-60d4-4121-b877-36c16f49f6cf tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/subnets/fe76e794-0292-4c28-a62a-9a2bff1abcd1 HTTP/1.1" status: 404 len: 337 time: 0.0286703 Aug 05 14:32:03.717702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39904) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.746834 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-68eed3ca-301e-4b81-915a-034ebca08ddb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:03.753575 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d7743ea1-1457-49d4-b678-9c4895c0f838 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c80888c-0608-442d-a27c-5ca9f75f914a HTTP/1.1" status: 200 len: 205 time: 0.0344496 Aug 05 14:32:03.755700 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39906) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.795739 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-e8c731a4-126f-445d-8da2-88aa5f5e6dd1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] delete failed (client error): The resource could not be found. Aug 05 14:32:03.796377 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e8c731a4-126f-445d-8da2-88aa5f5e6dd1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/routers/0c80888c-0608-442d-a27c-5ca9f75f914a HTTP/1.1" status: 404 len: 336 time: 0.0396686 Aug 05 14:32:03.797031 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eed3ca-301e-4b81-915a-034ebca08ddb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Network a705ef78-9289-4e95-b904-c0cd96cca864 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:32:03.799401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39908) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.800388 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-68eed3ca-301e-4b81-915a-034ebca08ddb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:32:03.804843 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eed3ca-301e-4b81-915a-034ebca08ddb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:03.805442 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-68eed3ca-301e-4b81-915a-034ebca08ddb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:03.810944 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eed3ca-301e-4b81-915a-034ebca08ddb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Subnet': ['ID=36259e21-81b4-4567-abf0-1dab84bc3905,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:03.814541 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05f3abc-8ba0-45fd-ad91-f18faa153399 None None] Network a705ef78-9289-4e95-b904-c0cd96cca864 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:32:03.835234 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-68eed3ca-301e-4b81-915a-034ebca08ddb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4655731 Aug 05 14:32:03.837604 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39910) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.839024 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-146a1ea8-7955-41dd-a9c0-1f660a05ba42 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dc1b7a-28ba-49ff-a528-07200061f6e0 HTTP/1.1" status: 200 len: 205 time: 0.0380273 Aug 05 14:32:03.841094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39912) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.845023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-a9a81635-f2ca-4e81-a3f6-cf575011fbce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-630608084', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '36259e21-81b4-4567-abf0-1dab84bc3905'}], 'security_groups': ['1a8f7a17-3c1e-4591-8292-d6f437b6b3c3', '0ed1643b-faf5-43e2-a1cd-30a3c934f9d4']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:03.884337 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-68b9ccab-1e7c-4b23-96cb-d7bde94d7dda tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] delete failed (client error): The resource could not be found. Aug 05 14:32:03.885577 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-68b9ccab-1e7c-4b23-96cb-d7bde94d7dda tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/routers/42dc1b7a-28ba-49ff-a528-07200061f6e0 HTTP/1.1" status: 404 len: 336 time: 0.0435233 Aug 05 14:32:03.889046 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39914) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.917072 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4017cc1-b030-4e4b-a849-00051ca36d66 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:03.917852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4017cc1-b030-4e4b-a849-00051ca36d66 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:03.919574 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b4017cc1-b030-4e4b-a849-00051ca36d66 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/subnets/38ddcfda-a1a4-4a1f-8d73-20829792d934 HTTP/1.1" status: 404 len: 337 time: 0.0300863 Aug 05 14:32:03.922229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39916) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.934081 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a9a81635-f2ca-4e81-a3f6-cf575011fbce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:03.949695 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7ce25152-7a20-4963-8f6c-8cf5e53b8fb1 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17e744a-98a8-491c-8b66-8ef2a4243112 HTTP/1.1" status: 200 len: 205 time: 0.0262713 Aug 05 14:32:03.952674 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39918) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:03.999266 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 45ceab64-725d-4b2f-b8b7-6b06efb5c452 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:32:04.019391 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-027bc851-f53c-4d85-949c-b5645fb1c3d2 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] delete failed (client error): The resource could not be found. Aug 05 14:32:04.020417 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-027bc851-f53c-4d85-949c-b5645fb1c3d2 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/routers/d17e744a-98a8-491c-8b66-8ef2a4243112 HTTP/1.1" status: 404 len: 336 time: 0.0660532 Aug 05 14:32:04.023306 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39920) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:04.058201 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26171d8-ece7-4cc8-bc03-6f8aed7f9801 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:04.058512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:04.058696 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26171d8-ece7-4cc8-bc03-6f8aed7f9801 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:04.059381 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:04.063334 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f26171d8-ece7-4cc8-bc03-6f8aed7f9801 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/subnets/806a6b8d-af11-40b3-9833-d97bd51f8f2c HTTP/1.1" status: 404 len: 337 time: 0.0362561 Aug 05 14:32:04.063542 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39922) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:04.095165 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3376fa05-ef39-4255-af61-1a4e5a46b756 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce532e29-ac88-4e46-80c8-5045bc0622a7 HTTP/1.1" status: 200 len: 205 time: 0.0274415 Aug 05 14:32:04.095417 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39924) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:04.131331 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276c185d-98ec-4576-a408-3c49b33a1505 None None] Update dhcp port {'port': {'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864', 'fixed_ips': [{'subnet_id': '22d5139c-3f3e-4c24-a4bf-02c1b69ec218', 'ip_address': '172.20.0.18'}, {'subnet_id': '361a0317-b38e-4bc6-9fd5-5c0c631bffab', 'ip_address': '172.20.0.2'}, {'subnet_id': '36259e21-81b4-4567-abf0-1dab84bc3905'}], 'binding:host_id': 'n-d-803585-2'}, 'id': '45ceab64-725d-4b2f-b8b7-6b06efb5c452'} from n-d-803585-2. {{(pid=105725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 14:32:04.136290 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-4c8fe785-627e-4dd5-be39-47e9e0e3a56e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] delete failed (client error): The resource could not be found. Aug 05 14:32:04.139713 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4c8fe785-627e-4dd5-be39-47e9e0e3a56e tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/routers/ce532e29-ac88-4e46-80c8-5045bc0622a7 HTTP/1.1" status: 404 len: 336 time: 0.0410597 Aug 05 14:32:04.139979 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39926) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:04.162054 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-276c185d-98ec-4576-a408-3c49b33a1505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:04.167233 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe27249-5cc2-4d15-8d7f-dc06d82f92a0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:04.167626 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe27249-5cc2-4d15-8d7f-dc06d82f92a0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:04.171825 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7fe27249-5cc2-4d15-8d7f-dc06d82f92a0 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/subnets/f8bdedcb-e099-4c7b-9836-b4f5601a1657 HTTP/1.1" status: 404 len: 337 time: 0.0284178 Aug 05 14:32:04.172069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39928) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:04.197800 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f4ee82-322b-49cc-aea2-2f586ea38157 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:04.198281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f4ee82-322b-49cc-aea2-2f586ea38157 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:04.200007 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-75f4ee82-322b-49cc-aea2-2f586ea38157 tempest-RoutersTest-427083417 tempest-RoutersTest-427083417-project] 10.222.0.16 "DELETE /v2.0/subnets/0555c4f4-2eea-414e-b4ad-1ce5881cada0 HTTP/1.1" status: 404 len: 337 time: 0.0270197 Aug 05 14:32:04.331861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-a9a81635-f2ca-4e81-a3f6-cf575011fbce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Delete allocated IP 172.20.0.11 (a705ef78-9289-4e95-b904-c0cd96cca864/361a0317-b38e-4bc6-9fd5-5c0c631bffab) {{(pid=105723) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 05 14:32:04.340588 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-a9a81635-f2ca-4e81-a3f6-cf575011fbce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Allocated IP 172.20.0.42 (a705ef78-9289-4e95-b904-c0cd96cca864/36259e21-81b4-4567-abf0-1dab84bc3905/0682eeee-cd03-4561-9599-de16360cad24) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:32:04.465832 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39934) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:04.511381 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a9a81635-f2ca-4e81-a3f6-cf575011fbce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:04.526306 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-a9a81635-f2ca-4e81-a3f6-cf575011fbce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Transition to ACTIVE for port object 0682eeee-cd03-4561-9599-de16360cad24 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:32:04.532111 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a9a81635-f2ca-4e81-a3f6-cf575011fbce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:04.583692 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-276c185d-98ec-4576-a408-3c49b33a1505 None None] Allocated IP 172.20.0.34 (a705ef78-9289-4e95-b904-c0cd96cca864/36259e21-81b4-4567-abf0-1dab84bc3905/45ceab64-725d-4b2f-b8b7-6b06efb5c452) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:32:04.602308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a81635-f2ca-4e81-a3f6-cf575011fbce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event updated for resources: {'Port': ['ID=0682eeee-cd03-4561-9599-de16360cad24,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:04.623463 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8f4b8d4c-74c4-47ab-9fc4-a25e1ee57421 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2348e92240f644e5b58c47e1c8f7f9d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562066 Aug 05 14:32:04.633900 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39938) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:04.687284 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-a9a81635-f2ca-4e81-a3f6-cf575011fbce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] In _notify_port_updated(), no bound segment for port 0682eeee-cd03-4561-9599-de16360cad24 on network a705ef78-9289-4e95-b904-c0cd96cca864 {{(pid=105723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 05 14:32:04.693362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a81635-f2ca-4e81-a3f6-cf575011fbce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:04.693992 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a9a81635-f2ca-4e81-a3f6-cf575011fbce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:04.694637 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-276c185d-98ec-4576-a408-3c49b33a1505 None None] For port 45ceab64-725d-4b2f-b8b7-6b06efb5c452, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=45ceab64-725d-4b2f-b8b7-6b06efb5c452,segment=NetworkSegment(da3b9aa0-b453-4553-aecc-70a60f632002),segment_id=da3b9aa0-b453-4553-aecc-70a60f632002)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:32:04.697892 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a9a81635-f2ca-4e81-a3f6-cf575011fbce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "PUT /v2.0/ports/0682eeee-cd03-4561-9599-de16360cad24 HTTP/1.1" status: 200 len: 959 time: 0.8565648 Aug 05 14:32:04.698418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39940) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:04.714086 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-05c594b9-3762-4035-8d1f-cfacd51d4547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:04.728121 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-276c185d-98ec-4576-a408-3c49b33a1505 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:04.739103 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-05c594b9-3762-4035-8d1f-cfacd51d4547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:04.743398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-276c185d-98ec-4576-a408-3c49b33a1505 None None] Transition to ACTIVE for port object 45ceab64-725d-4b2f-b8b7-6b06efb5c452 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:32:04.748740 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-276c185d-98ec-4576-a408-3c49b33a1505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:04.799117 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-05c594b9-3762-4035-8d1f-cfacd51d4547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:04.802059 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-05c594b9-3762-4035-8d1f-cfacd51d4547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:04.803320 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-05c594b9-3762-4035-8d1f-cfacd51d4547 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76d0d762-8dc0-43a9-8437-48b1f3f767b6 HTTP/1.1" status: 204 len: 168 time: 0.1682534 Aug 05 14:32:04.803627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-1859f482-e810-43d2-b848-1d9540ccb1a6 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port 0682eeee-cd03-4561-9599-de16360cad24 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:32:04.803978 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1859f482-e810-43d2-b848-1d9540ccb1a6 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:04.813939 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c594b9-3762-4035-8d1f-cfacd51d4547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d0d762-8dc0-43a9-8437-48b1f3f767b6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:04.865371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c185d-98ec-4576-a408-3c49b33a1505 None None] Pushing event updated for resources: {'Port': ['ID=45ceab64-725d-4b2f-b8b7-6b06efb5c452,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:04.924356 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1859f482-e810-43d2-b848-1d9540ccb1a6 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:04.938807 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-1859f482-e810-43d2-b848-1d9540ccb1a6 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for 0682eeee-cd03-4561-9599-de16360cad24 owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:32:05.080833 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1859f482-e810-43d2-b848-1d9540ccb1a6 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.111333 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859f482-e810-43d2-b848-1d9540ccb1a6 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=0682eeee-cd03-4561-9599-de16360cad24,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:05.194103 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1859f482-e810-43d2-b848-1d9540ccb1a6 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.196143 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1859f482-e810-43d2-b848-1d9540ccb1a6 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/ports/0682eeee-cd03-4561-9599-de16360cad24 HTTP/1.1" status: 204 len: 168 time: 0.4965813 Aug 05 14:32:05.198884 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39954) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:05.226518 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-858c8d0c-0721-4b8c-b06c-874870dfe2c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] GET failed (client error): The resource could not be found. Aug 05 14:32:05.230751 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-858c8d0c-0721-4b8c-b06c-874870dfe2c5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports/0682eeee-cd03-4561-9599-de16360cad24 HTTP/1.1" status: 404 len: 333 time: 0.0280266 Aug 05 14:32:05.231096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39956) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:05.290161 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f850de2-d484-4926-a201-71347a025620 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.321556 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f850de2-d484-4926-a201-71347a025620 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.372692 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f850de2-d484-4926-a201-71347a025620 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.376721 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9f850de2-d484-4926-a201-71347a025620 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.378035 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9f850de2-d484-4926-a201-71347a025620 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/security-groups/1c4beb90-b082-4020-a955-01884a4de7b9 HTTP/1.1" status: 204 len: 168 time: 0.1459239 Aug 05 14:32:05.380934 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39964) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:05.388074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f850de2-d484-4926-a201-71347a025620 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4beb90-b082-4020-a955-01884a4de7b9,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:05.456950 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fe682d2a-c4a7-4779-a006-b52730da6839 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.482029 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fe682d2a-c4a7-4779-a006-b52730da6839 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.488241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-11f22bef-1d84-467d-88b9-adfa3bafe3eb None None] Provisioning for port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:32:05.493016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-11f22bef-1d84-467d-88b9-adfa3bafe3eb None None] Provisioning complete for port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:05.493395 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-11f22bef-1d84-467d-88b9-adfa3bafe3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.533755 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fe682d2a-c4a7-4779-a006-b52730da6839 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.536425 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fe682d2a-c4a7-4779-a006-b52730da6839 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.537618 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fe682d2a-c4a7-4779-a006-b52730da6839 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/security-groups/0ed1643b-faf5-43e2-a1cd-30a3c934f9d4 HTTP/1.1" status: 204 len: 168 time: 0.1556840 Aug 05 14:32:05.540495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39968) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:05.547191 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe682d2a-c4a7-4779-a006-b52730da6839 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed1643b-faf5-43e2-a1cd-30a3c934f9d4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:05.601302 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-11f22bef-1d84-467d-88b9-adfa3bafe3eb None None] Could not find standard attr ID for object 0682eeee-cd03-4561-9599-de16360cad24. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:32:05.612573 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-65db693e-ac08-428c-beac-9fdd43f6da73 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.618010 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-11f22bef-1d84-467d-88b9-adfa3bafe3eb None None] Provisioning complete for port a6a63795-1950-4dd7-ba55-2bfaaf06b0ad triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:05.618577 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-11f22bef-1d84-467d-88b9-adfa3bafe3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.641522 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-65db693e-ac08-428c-beac-9fdd43f6da73 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.655208 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-11f22bef-1d84-467d-88b9-adfa3bafe3eb None None] Port a6a63795-1950-4dd7-ba55-2bfaaf06b0ad cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:32:05.685071 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-65db693e-ac08-428c-beac-9fdd43f6da73 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.690209 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-65db693e-ac08-428c-beac-9fdd43f6da73 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.690209 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-65db693e-ac08-428c-beac-9fdd43f6da73 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/security-groups/1a8f7a17-3c1e-4591-8292-d6f437b6b3c3 HTTP/1.1" status: 204 len: 168 time: 0.1482329 Aug 05 14:32:05.692560 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39974) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:05.705644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db693e-ac08-428c-beac-9fdd43f6da73 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8f7a17-3c1e-4591-8292-d6f437b6b3c3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:05.751922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3c6e5c-0057-46be-ac34-5cc5c586ddf5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting subnet 361a0317-b38e-4bc6-9fd5-5c0c631bffab {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:32:05.755197 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a3c6e5c-0057-46be-ac34-5cc5c586ddf5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.804423 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a3c6e5c-0057-46be-ac34-5cc5c586ddf5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.895510 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a3c6e5c-0057-46be-ac34-5cc5c586ddf5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:05.970394 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a3c6e5c-0057-46be-ac34-5cc5c586ddf5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:06.001806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 45ceab64-725d-4b2f-b8b7-6b06efb5c452 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:32:06.010019 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c6e5c-0057-46be-ac34-5cc5c586ddf5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Subnet': ['ID=361a0317-b38e-4bc6-9fd5-5c0c631bffab,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:06.012771 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a3c6e5c-0057-46be-ac34-5cc5c586ddf5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:06.015034 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7a3c6e5c-0057-46be-ac34-5cc5c586ddf5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/361a0317-b38e-4bc6-9fd5-5c0c631bffab HTTP/1.1" status: 204 len: 168 time: 0.3214490 Aug 05 14:32:06.022159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 39984) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:06.071691 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b115049e-7072-4047-964f-63d15c2811fc None None] Could not find standard attr ID for object 0682eeee-cd03-4561-9599-de16360cad24. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:32:06.090632 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbca3d5-562a-4268-a507-562b03838eed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting subnet 36259e21-81b4-4567-abf0-1dab84bc3905 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:32:06.091600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:06.092058 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:06.096303 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5bbca3d5-562a-4268-a507-562b03838eed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:06.148961 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5bbca3d5-562a-4268-a507-562b03838eed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:06.208306 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927394d3-91a0-4652-b08b-cbb03382e43b None None] Network a705ef78-9289-4e95-b904-c0cd96cca864 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:32:06.253337 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5bbca3d5-562a-4268-a507-562b03838eed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:06.324693 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5bbca3d5-562a-4268-a507-562b03838eed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:06.356087 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbca3d5-562a-4268-a507-562b03838eed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Subnet': ['ID=36259e21-81b4-4567-abf0-1dab84bc3905,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:06.358049 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5bbca3d5-562a-4268-a507-562b03838eed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:06.362766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 39994) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:06.362992 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5bbca3d5-562a-4268-a507-562b03838eed tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/36259e21-81b4-4567-abf0-1dab84bc3905 HTTP/1.1" status: 204 len: 168 time: 0.3390939 Aug 05 14:32:06.390881 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f73150a-812d-4368-94c2-2ef99487d71d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:06.391348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f73150a-812d-4368-94c2-2ef99487d71d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:06.395553 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5f73150a-812d-4368-94c2-2ef99487d71d tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/361a0317-b38e-4bc6-9fd5-5c0c631bffab HTTP/1.1" status: 404 len: 337 time: 0.0294094 Aug 05 14:32:06.395935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40000) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:06.464196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f9eeae-71f1-4570-9449-05b1a7519106 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting subnet 22d5139c-3f3e-4c24-a4bf-02c1b69ec218 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:32:06.467944 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6f9eeae-71f1-4570-9449-05b1a7519106 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:06.514233 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6f9eeae-71f1-4570-9449-05b1a7519106 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:06.616568 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6f9eeae-71f1-4570-9449-05b1a7519106 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:06.619413 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b366c1-06dd-4d50-86c4-2eba2d469cc3 None None] Update dhcp port {'port': {'network_id': 'a705ef78-9289-4e95-b904-c0cd96cca864', 'fixed_ips': [{'subnet_id': '22d5139c-3f3e-4c24-a4bf-02c1b69ec218', 'ip_address': '172.20.0.18'}, {'subnet_id': '36259e21-81b4-4567-abf0-1dab84bc3905'}], 'binding:host_id': 'n-d-803585-2'}, 'id': '45ceab64-725d-4b2f-b8b7-6b06efb5c452'} from n-d-803585-2. {{(pid=105725) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 05 14:32:06.647093 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f9b366c1-06dd-4d50-86c4-2eba2d469cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:06.689182 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6f9eeae-71f1-4570-9449-05b1a7519106 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:06.719130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9eeae-71f1-4570-9449-05b1a7519106 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Subnet': ['ID=22d5139c-3f3e-4c24-a4bf-02c1b69ec218,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:06.724903 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e6f9eeae-71f1-4570-9449-05b1a7519106 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:06.729853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40010) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:06.730054 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e6f9eeae-71f1-4570-9449-05b1a7519106 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/22d5139c-3f3e-4c24-a4bf-02c1b69ec218 HTTP/1.1" status: 204 len: 168 time: 0.3327944 Aug 05 14:32:06.757408 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-34780bbb-3566-4848-bb1a-3f2a7d4b5059 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:06.758185 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34780bbb-3566-4848-bb1a-3f2a7d4b5059 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:06.759968 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-34780bbb-3566-4848-bb1a-3f2a7d4b5059 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/9c077073-216e-4661-983f-8029f82471bd HTTP/1.1" status: 404 len: 337 time: 0.0286870 Aug 05 14:32:06.763080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40012) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server [None req-f9b366c1-06dd-4d50-86c4-2eba2d469cc3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22d5139c-3f3e-4c24-a4bf-02c1b69ec218: This subnet is being modified by another concurrent operation. Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise exception Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22d5139c-3f3e-4c24-a4bf-02c1b69ec218: This subnet is being modified by another concurrent operation. Aug 05 14:32:06.773593 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Aug 05 14:32:06.794893 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ceb7773d-9f84-4b5a-a88d-6546e842317a tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "GET /v2.0/ports?device_id=51d5303e-41b2-480d-841e-1301f9b1cd88 HTTP/1.1" status: 200 len: 205 time: 0.0300157 Aug 05 14:32:06.797077 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40014) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:06.805986 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40016) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:06.842105 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [None req-18b601c4-ee0a-4316-a393-0d2f89940f7c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] delete failed (client error): The resource could not be found. Aug 05 14:32:06.842972 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-18b601c4-ee0a-4316-a393-0d2f89940f7c tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/routers/51d5303e-41b2-480d-841e-1301f9b1cd88 HTTP/1.1" status: 404 len: 336 time: 0.0446906 Aug 05 14:32:06.845766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40020) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:06.861750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd7c8e-c14e-45cd-aa54-70cf3546493d None None] Network a705ef78-9289-4e95-b904-c0cd96cca864 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:32:06.878871 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9928b2af-51e4-4c9d-baad-cb6af5c2a3f0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:06.879336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9928b2af-51e4-4c9d-baad-cb6af5c2a3f0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:06.881285 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9928b2af-51e4-4c9d-baad-cb6af5c2a3f0 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/f87134a4-96d5-4364-bc15-ecdeaf6d372e HTTP/1.1" status: 404 len: 337 time: 0.0344956 Aug 05 14:32:06.884120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40022) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:06.916710 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cad82fe-a2ae-4333-8784-45dcd1f53af1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:06.917445 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cad82fe-a2ae-4333-8784-45dcd1f53af1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:06.919514 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2cad82fe-a2ae-4333-8784-45dcd1f53af1 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/2d246b2d-4c9e-4573-90e4-b974da42fda5 HTTP/1.1" status: 404 len: 337 time: 0.0341942 Aug 05 14:32:06.922422 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40024) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:06.932788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e66e52c6-1b08-4993-a57c-4fb4f2010286 None None] Provisioning complete for port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:06.933175 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e66e52c6-1b08-4993-a57c-4fb4f2010286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:06.938224 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c47dcb61-65ee-4982-8d3b-ff8e77ebaa59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:06.947974 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee90abc-86d1-4802-9b61-81c502b93a61 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:06.948787 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee90abc-86d1-4802-9b61-81c502b93a61 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:06.950753 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3ee90abc-86d1-4802-9b61-81c502b93a61 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/6ae8d710-b9c7-45c8-a8b3-426571b1f59a HTTP/1.1" status: 404 len: 337 time: 0.0273943 Aug 05 14:32:06.953750 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40026) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:06.977815 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-53cfdddf-b0e0-49d3-abe6-c0aa50b11cb8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:06.978983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53cfdddf-b0e0-49d3-abe6-c0aa50b11cb8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:06.980989 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-53cfdddf-b0e0-49d3-abe6-c0aa50b11cb8 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/ports/f1154342-9449-4827-9073-71680904439a HTTP/1.1" status: 404 len: 333 time: 0.0258694 Aug 05 14:32:06.983484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40028) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:07.013456 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f1236f-2b9c-4a2c-804f-e92eec4750f5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:07.014380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f1236f-2b9c-4a2c-804f-e92eec4750f5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:07.017857 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-38f1236f-2b9c-4a2c-804f-e92eec4750f5 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/42e069dd-7cbd-4297-94ce-14810f574a8e HTTP/1.1" status: 404 len: 337 time: 0.0326355 Aug 05 14:32:07.020622 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40030) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:07.050028 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c47dcb61-65ee-4982-8d3b-ff8e77ebaa59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.055808 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe07525b-23ef-4192-a9b3-08993fb234ce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:07.056359 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c47dcb61-65ee-4982-8d3b-ff8e77ebaa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.056487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe07525b-23ef-4192-a9b3-08993fb234ce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:07.058787 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fe07525b-23ef-4192-a9b3-08993fb234ce tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/69d3cc2d-0fd0-4ba2-9ace-9b4285764c54 HTTP/1.1" status: 404 len: 337 time: 0.0364571 Aug 05 14:32:07.060938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2278c40-8233-4354-be1a-1485aaa2b641 None None] DHCP port deletion for a705ef78-9289-4e95-b904-c0cd96cca864 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:32:07.061182 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40032) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:07.089530 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d620d55b-4b64-4aeb-8436-1600f48b1178 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:07.090191 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d620d55b-4b64-4aeb-8436-1600f48b1178 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:07.092068 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d620d55b-4b64-4aeb-8436-1600f48b1178 tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/ports/82f2de3f-1fb3-4e95-9224-2696585b9ccc HTTP/1.1" status: 404 len: 333 time: 0.0298374 Aug 05 14:32:07.095620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40034) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:07.096612 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dcb61-65ee-4982-8d3b-ff8e77ebaa59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4243f447-02c4-4d91-b0e9-5195716fc966,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:07.103952 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c47dcb61-65ee-4982-8d3b-ff8e77ebaa59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0005b49507694c96a91a92fcd245d5ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2967532 Aug 05 14:32:07.104144 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40036) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:07.104764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e66e52c6-1b08-4993-a57c-4fb4f2010286 None None] Provisioning complete for port a6a63795-1950-4dd7-ba55-2bfaaf06b0ad triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:07.105806 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e66e52c6-1b08-4993-a57c-4fb4f2010286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.127897 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-067a359d-e0fd-4e31-9489-0d6206ae208e tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:07.128353 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067a359d-e0fd-4e31-9489-0d6206ae208e tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:07.130008 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-067a359d-e0fd-4e31-9489-0d6206ae208e tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/d13cdc32-4ecd-46d6-b937-8f0d63b4462f HTTP/1.1" status: 404 len: 337 time: 0.0337248 Aug 05 14:32:07.133003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40038) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:07.155439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e66e52c6-1b08-4993-a57c-4fb4f2010286 None None] Port a6a63795-1950-4dd7-ba55-2bfaaf06b0ad cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:32:07.162267 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-66858214-ab5d-4a8f-8770-95aeef0fecbb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] DELETE failed (client error): The resource could not be found. Aug 05 14:32:07.162561 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b2278c40-8233-4354-be1a-1485aaa2b641 None None] Deleting port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:32:07.162746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66858214-ab5d-4a8f-8770-95aeef0fecbb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:32:07.162878 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b2278c40-8233-4354-be1a-1485aaa2b641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.166767 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-66858214-ab5d-4a8f-8770-95aeef0fecbb tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/subnets/b49d6782-a156-49c2-9356-18a491275592 HTTP/1.1" status: 404 len: 337 time: 0.0326769 Aug 05 14:32:07.167733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40040) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:07.178981 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-46699bd8-5a11-4f26-9e20-fff7d886bee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.201465 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-46699bd8-5a11-4f26-9e20-fff7d886bee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.232152 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b2278c40-8233-4354-be1a-1485aaa2b641 None None] For port 45ceab64-725d-4b2f-b8b7-6b06efb5c452, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=45ceab64-725d-4b2f-b8b7-6b06efb5c452,segment=NetworkSegment(da3b9aa0-b453-4553-aecc-70a60f632002),segment_id=da3b9aa0-b453-4553-aecc-70a60f632002)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:32:07.232870 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b2278c40-8233-4354-be1a-1485aaa2b641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.250138 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b2278c40-8233-4354-be1a-1485aaa2b641 None None] Calling delete_port for 45ceab64-725d-4b2f-b8b7-6b06efb5c452 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:32:07.253705 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-46699bd8-5a11-4f26-9e20-fff7d886bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.256967 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-46699bd8-5a11-4f26-9e20-fff7d886bee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.258329 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-46699bd8-5a11-4f26-9e20-fff7d886bee0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4243f447-02c4-4d91-b0e9-5195716fc966 HTTP/1.1" status: 204 len: 168 time: 0.1534166 Aug 05 14:32:07.267387 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c9780101-d8ad-417f-b51b-240e59352bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Deleting port a6a63795-1950-4dd7-ba55-2bfaaf06b0ad {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:32:07.267737 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9780101-d8ad-417f-b51b-240e59352bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.269467 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46699bd8-5a11-4f26-9e20-fff7d886bee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4243f447-02c4-4d91-b0e9-5195716fc966,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:07.342783 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9780101-d8ad-417f-b51b-240e59352bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.352846 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b2278c40-8233-4354-be1a-1485aaa2b641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.357801 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-c9780101-d8ad-417f-b51b-240e59352bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Calling delete_port for a6a63795-1950-4dd7-ba55-2bfaaf06b0ad owned by {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:32:07.378864 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2278c40-8233-4354-be1a-1485aaa2b641 None None] Pushing event deleted for resources: {'Port': ['ID=45ceab64-725d-4b2f-b8b7-6b06efb5c452,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:07.382430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2278c40-8233-4354-be1a-1485aaa2b641 None None] No DVR routers for this DVR port 45ceab64-725d-4b2f-b8b7-6b06efb5c452 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:32:07.400700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba0fe86-1297-4463-81e8-a6c2e8dbc1a5 None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:32:07.458978 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9780101-d8ad-417f-b51b-240e59352bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.464816 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba0fe86-1297-4463-81e8-a6c2e8dbc1a5 None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:32:07.489413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9780101-d8ad-417f-b51b-240e59352bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Port': ['ID=a6a63795-1950-4dd7-ba55-2bfaaf06b0ad,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:07.495879 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c9780101-d8ad-417f-b51b-240e59352bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.500600 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c9780101-d8ad-417f-b51b-240e59352bbe tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/ports/a6a63795-1950-4dd7-ba55-2bfaaf06b0ad HTTP/1.1" status: 204 len: 168 time: 0.3294332 Aug 05 14:32:07.500817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40046) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:07.584222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7ea64ef9-6486-40cd-afca-fc7c3b34589e tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.586233 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40048) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:07.601320 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb497f6b-e0e1-407e-9174-c36be0e1f583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.685265 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7ea64ef9-6486-40cd-afca-fc7c3b34589e tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.696135 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-7ea64ef9-6486-40cd-afca-fc7c3b34589e tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a705ef78-9289-4e95-b904-c0cd96cca864']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:07.702481 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb497f6b-e0e1-407e-9174-c36be0e1f583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.709319 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-7ea64ef9-6486-40cd-afca-fc7c3b34589e tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3b9aa0-b453-4553-aecc-70a60f632002') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:07.709742 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-7ea64ef9-6486-40cd-afca-fc7c3b34589e tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3b9aa0-b453-4553-aecc-70a60f632002') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:07.713037 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-eb497f6b-e0e1-407e-9174-c36be0e1f583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.718747 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7ea64ef9-6486-40cd-afca-fc7c3b34589e tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.732954 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7ea64ef9-6486-40cd-afca-fc7c3b34589e tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.740177 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea64ef9-6486-40cd-afca-fc7c3b34589e tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:32:07.740644 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7ea64ef9-6486-40cd-afca-fc7c3b34589e tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:32:07.743937 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:32:07.753772 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-eb497f6b-e0e1-407e-9174-c36be0e1f583 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3403e436781d4ed3837bed4fa86e9660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661704 Aug 05 14:32:07.754701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb497f6b-e0e1-407e-9174-c36be0e1f583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b3c895-54cb-469d-942e-2e7955a2abe4,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:07.757013 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40050) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:07.806049 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7ea64ef9-6486-40cd-afca-fc7c3b34589e tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.807054 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dbcab666-ad52-4b9f-b861-f6b63b9f12fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.813128 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7ea64ef9-6486-40cd-afca-fc7c3b34589e tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.815080 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7ea64ef9-6486-40cd-afca-fc7c3b34589e tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] 10.222.0.16 "DELETE /v2.0/networks/a705ef78-9289-4e95-b904-c0cd96cca864 HTTP/1.1" status: 204 len: 168 time: 0.3130367 Aug 05 14:32:07.827389 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea64ef9-6486-40cd-afca-fc7c3b34589e tempest-PortsTestJSON-758181313 tempest-PortsTestJSON-758181313-project] Pushing event deleted for resources: {'Network': ['ID=a705ef78-9289-4e95-b904-c0cd96cca864,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:07.832375 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dbcab666-ad52-4b9f-b861-f6b63b9f12fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.880941 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dbcab666-ad52-4b9f-b861-f6b63b9f12fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.883510 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dbcab666-ad52-4b9f-b861-f6b63b9f12fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:07.887053 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-dbcab666-ad52-4b9f-b861-f6b63b9f12fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1b3c895-54cb-469d-942e-2e7955a2abe4 HTTP/1.1" status: 204 len: 168 time: 0.1267533 Aug 05 14:32:07.893812 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcab666-ad52-4b9f-b861-f6b63b9f12fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b3c895-54cb-469d-942e-2e7955a2abe4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:07.983511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 45ceab64-725d-4b2f-b8b7-6b06efb5c452 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:32:08.005764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 45ceab64-725d-4b2f-b8b7-6b06efb5c452 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:32:08.006231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 45ceab64-725d-4b2f-b8b7-6b06efb5c452 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:32:08.095399 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40060) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:08.235398 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fe9bc2c5-6f1c-4966-80ab-4835e10e4fad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=144a440cfe4d4484a58413e0cb8fd474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388018 Aug 05 14:32:08.238023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40070) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:08.290355 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d3949ce-e0e6-4d82-bdb9-98d008e5f46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:08.315332 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d3949ce-e0e6-4d82-bdb9-98d008e5f46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:08.365400 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d3949ce-e0e6-4d82-bdb9-98d008e5f46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:08.368379 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7d3949ce-e0e6-4d82-bdb9-98d008e5f46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:08.370275 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7d3949ce-e0e6-4d82-bdb9-98d008e5f46f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2b7e131-d1d6-44cb-a88a-67d2a58b0f3a HTTP/1.1" status: 204 len: 168 time: 0.1309800 Aug 05 14:32:08.378046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3949ce-e0e6-4d82-bdb9-98d008e5f46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b7e131-d1d6-44cb-a88a-67d2a58b0f3a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:09.874768 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40166) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:09.989656 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8a3577b8-3cd7-43af-800a-296b0f3ed0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:10.084755 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8a3577b8-3cd7-43af-800a-296b0f3ed0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:10.088711 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8a3577b8-3cd7-43af-800a-296b0f3ed0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:10.127050 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3577b8-3cd7-43af-800a-296b0f3ed0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fe7646-ac30-4f51-8c94-bef857c5fb9a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:10.133756 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8a3577b8-3cd7-43af-800a-296b0f3ed0c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a068835cac734ec28ee7f13e5938aef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554934 Aug 05 14:32:10.134369 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40176) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:10.189794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34d39ca1-ffa2-4495-a4ad-f29a163e64a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:10.212644 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34d39ca1-ffa2-4495-a4ad-f29a163e64a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:10.263764 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34d39ca1-ffa2-4495-a4ad-f29a163e64a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:10.267172 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34d39ca1-ffa2-4495-a4ad-f29a163e64a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:10.268364 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-34d39ca1-ffa2-4495-a4ad-f29a163e64a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7fe7646-ac30-4f51-8c94-bef857c5fb9a HTTP/1.1" status: 204 len: 168 time: 0.1333439 Aug 05 14:32:10.278132 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d39ca1-ffa2-4495-a4ad-f29a163e64a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fe7646-ac30-4f51-8c94-bef857c5fb9a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:10.675861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40196) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:10.696638 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36baf591-89d7-46de-b141-a24ee8b38955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:10.800456 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36baf591-89d7-46de-b141-a24ee8b38955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:10.804623 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-36baf591-89d7-46de-b141-a24ee8b38955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:10.841046 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40200) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:10.849987 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40204) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:10.850169 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-36baf591-89d7-46de-b141-a24ee8b38955 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4dd9127b90f40dbbcb13948e900c59a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729579 Aug 05 14:32:10.851297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36baf591-89d7-46de-b141-a24ee8b38955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239b1941-3438-472d-a474-66a7279d2807,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:10.900275 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48f0dae7-fef7-4bda-81d0-6fbaa799c8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:10.923300 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48f0dae7-fef7-4bda-81d0-6fbaa799c8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:10.964930 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e7e749fa-23ee-4e5b-b799-3b4e7ffcee9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:10.995509 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48f0dae7-fef7-4bda-81d0-6fbaa799c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:10.998046 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-48f0dae7-fef7-4bda-81d0-6fbaa799c8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:10.999245 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-48f0dae7-fef7-4bda-81d0-6fbaa799c8f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/239b1941-3438-472d-a474-66a7279d2807 HTTP/1.1" status: 204 len: 168 time: 0.1477602 Aug 05 14:32:11.018386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0dae7-fef7-4bda-81d0-6fbaa799c8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239b1941-3438-472d-a474-66a7279d2807,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:11.087751 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e7e749fa-23ee-4e5b-b799-3b4e7ffcee9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:11.092261 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e7e749fa-23ee-4e5b-b799-3b4e7ffcee9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:11.132146 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e7e749fa-23ee-4e5b-b799-3b4e7ffcee9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7ff07345bf84f6ebff2e6d0e17bb978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898459 Aug 05 14:32:11.133042 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e749fa-23ee-4e5b-b799-3b4e7ffcee9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8b2687-3798-4442-95c6-06f97228dc2f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:11.134712 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40212) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:11.186808 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f55cc433-1bd9-4e41-b342-e4f209ff38bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:11.209609 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f55cc433-1bd9-4e41-b342-e4f209ff38bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:11.256787 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f55cc433-1bd9-4e41-b342-e4f209ff38bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:11.259602 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f55cc433-1bd9-4e41-b342-e4f209ff38bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:11.260810 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f55cc433-1bd9-4e41-b342-e4f209ff38bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd8b2687-3798-4442-95c6-06f97228dc2f HTTP/1.1" status: 204 len: 168 time: 0.1238351 Aug 05 14:32:11.270056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cc433-1bd9-4e41-b342-e4f209ff38bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8b2687-3798-4442-95c6-06f97228dc2f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:11.541673 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40232) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:11.555870 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-de389682-9af3-4c33-a751-653bcd5b1723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:11.655220 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-de389682-9af3-4c33-a751-653bcd5b1723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:11.659859 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-de389682-9af3-4c33-a751-653bcd5b1723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:11.701913 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40236) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:11.702153 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-de389682-9af3-4c33-a751-653bcd5b1723 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9763918296924d3f8fc7f2a5a5be1514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591473 Aug 05 14:32:11.703267 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de389682-9af3-4c33-a751-653bcd5b1723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a750bc2-c752-47c6-af03-b420e3064f23,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:11.757096 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1778be2a-1d93-4f3e-8af7-099d772d0581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:11.779000 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1778be2a-1d93-4f3e-8af7-099d772d0581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:11.827679 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1778be2a-1d93-4f3e-8af7-099d772d0581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:11.830742 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1778be2a-1d93-4f3e-8af7-099d772d0581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:11.831951 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1778be2a-1d93-4f3e-8af7-099d772d0581 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a750bc2-c752-47c6-af03-b420e3064f23 HTTP/1.1" status: 204 len: 168 time: 0.1288676 Aug 05 14:32:11.840607 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778be2a-1d93-4f3e-8af7-099d772d0581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a750bc2-c752-47c6-af03-b420e3064f23,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:12.814417 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40292) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:12.932566 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70982648-a8dc-4382-81eb-46aff09329b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:13.043935 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70982648-a8dc-4382-81eb-46aff09329b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:13.048667 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-70982648-a8dc-4382-81eb-46aff09329b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:13.087431 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-70982648-a8dc-4382-81eb-46aff09329b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49f9f2b03fc6498499bd881b42f9ab86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718349 Aug 05 14:32:13.088299 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70982648-a8dc-4382-81eb-46aff09329b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f5ca28-d963-47a2-9dd8-8a54dadd932d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:13.091008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40302) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:13.144333 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e18528c-eff9-4a84-baba-85b13b84e962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:13.166114 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e18528c-eff9-4a84-baba-85b13b84e962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:13.216523 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e18528c-eff9-4a84-baba-85b13b84e962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:13.219553 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0e18528c-eff9-4a84-baba-85b13b84e962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:13.222714 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0e18528c-eff9-4a84-baba-85b13b84e962 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81f5ca28-d963-47a2-9dd8-8a54dadd932d HTTP/1.1" status: 204 len: 168 time: 0.1304250 Aug 05 14:32:13.233454 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18528c-eff9-4a84-baba-85b13b84e962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f5ca28-d963-47a2-9dd8-8a54dadd932d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:13.501302 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40308) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:13.515729 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a3b13fa-b182-4b20-be15-369a08a58d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:13.642912 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a3b13fa-b182-4b20-be15-369a08a58d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:13.647129 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a3b13fa-b182-4b20-be15-369a08a58d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:13.688820 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1a3b13fa-b182-4b20-be15-369a08a58d3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5c970a4647149e9b94644bb1f6ae09e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1862693 Aug 05 14:32:13.689646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b13fa-b182-4b20-be15-369a08a58d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3594c786-7a22-4b0c-88c7-27b1e1859cbf,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:13.691566 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40310) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:13.749135 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c2d353d4-80b3-49ce-adc1-b052e43053b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:13.771356 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c2d353d4-80b3-49ce-adc1-b052e43053b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:13.820947 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c2d353d4-80b3-49ce-adc1-b052e43053b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:13.823680 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c2d353d4-80b3-49ce-adc1-b052e43053b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:13.824845 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c2d353d4-80b3-49ce-adc1-b052e43053b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3594c786-7a22-4b0c-88c7-27b1e1859cbf HTTP/1.1" status: 204 len: 168 time: 0.1320832 Aug 05 14:32:13.833011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d353d4-80b3-49ce-adc1-b052e43053b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3594c786-7a22-4b0c-88c7-27b1e1859cbf,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:14.913215 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:15.858678 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e09217ac-de83-40f3-b304-54d9d3f8939d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:16.033010 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-b9362122-cfab-4ef4-87a8-ef4052a33318 req-f991578e-59a2-48d9-a953-e22ef97ae187 service neutron] (105723) timed out ('10.222.0.16', 52388) {{(pid=105723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 14:32:16.208295 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:16.442898 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:32:16.829213 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40456) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:16.942545 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ed67ca7-9bf5-4493-af03-f796ce379533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:17.036251 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ed67ca7-9bf5-4493-af03-f796ce379533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:17.040427 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3ed67ca7-9bf5-4493-af03-f796ce379533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:17.079904 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3ed67ca7-9bf5-4493-af03-f796ce379533 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1745cde1ecfd48cbbcd58fadb38866a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494984 Aug 05 14:32:17.080966 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed67ca7-9bf5-4493-af03-f796ce379533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8005e83-d398-46fc-8dc9-5ec770767de6,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:17.082591 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40460) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:17.138111 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f60d247b-b41d-4f70-bf27-f7b4687d776e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:17.162005 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f60d247b-b41d-4f70-bf27-f7b4687d776e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:17.210990 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f60d247b-b41d-4f70-bf27-f7b4687d776e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:17.213632 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f60d247b-b41d-4f70-bf27-f7b4687d776e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:17.215022 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f60d247b-b41d-4f70-bf27-f7b4687d776e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8005e83-d398-46fc-8dc9-5ec770767de6 HTTP/1.1" status: 204 len: 168 time: 0.1313624 Aug 05 14:32:17.232919 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d247b-b41d-4f70-bf27-f7b4687d776e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8005e83-d398-46fc-8dc9-5ec770767de6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:17.565447 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40468) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:17.581735 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-53ae3000-c561-45d1-9c97-c4c37a43199b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:17.680448 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-53ae3000-c561-45d1-9c97-c4c37a43199b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:17.684458 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-53ae3000-c561-45d1-9c97-c4c37a43199b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:17.728778 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-53ae3000-c561-45d1-9c97-c4c37a43199b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4cdcfe5939c04b54ac7bc6d0146253f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616681 Aug 05 14:32:17.729977 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae3000-c561-45d1-9c97-c4c37a43199b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c32a7d-efcf-453a-8e58-a26f71125c88,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:17.731720 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40470) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:17.781675 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2f3f6709-e8fd-4f05-9883-45524254b984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:17.802271 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2f3f6709-e8fd-4f05-9883-45524254b984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:17.849504 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2f3f6709-e8fd-4f05-9883-45524254b984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:17.852026 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2f3f6709-e8fd-4f05-9883-45524254b984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:17.853199 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2f3f6709-e8fd-4f05-9883-45524254b984 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88c32a7d-efcf-453a-8e58-a26f71125c88 HTTP/1.1" status: 204 len: 168 time: 0.1203835 Aug 05 14:32:17.861026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f6709-e8fd-4f05-9883-45524254b984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c32a7d-efcf-453a-8e58-a26f71125c88,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:18.394944 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea48de8c-c94c-4cc8-8cad-a9390d5a1032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:18.627962 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:19.624662 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:21.388133 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:30.910849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40622) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:31.028656 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e5aebc64-bb39-4f8e-9dde-d9a88c73338e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:31.137067 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e5aebc64-bb39-4f8e-9dde-d9a88c73338e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:31.141903 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e5aebc64-bb39-4f8e-9dde-d9a88c73338e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:31.185365 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e5aebc64-bb39-4f8e-9dde-d9a88c73338e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c651a39736a94972ba582c9b4aa33b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2731252 Aug 05 14:32:31.187816 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aebc64-bb39-4f8e-9dde-d9a88c73338e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92595ad3-70b0-484b-95bd-dd62ee9e0598,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:31.188706 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40628) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:31.200415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aebc64-bb39-4f8e-9dde-d9a88c73338e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:31.201023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aebc64-bb39-4f8e-9dde-d9a88c73338e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:31.201551 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aebc64-bb39-4f8e-9dde-d9a88c73338e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:31.202093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aebc64-bb39-4f8e-9dde-d9a88c73338e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:31.202718 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aebc64-bb39-4f8e-9dde-d9a88c73338e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:31.203243 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aebc64-bb39-4f8e-9dde-d9a88c73338e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:31.203751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aebc64-bb39-4f8e-9dde-d9a88c73338e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:31.204392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aebc64-bb39-4f8e-9dde-d9a88c73338e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:31.204889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aebc64-bb39-4f8e-9dde-d9a88c73338e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:31.205379 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aebc64-bb39-4f8e-9dde-d9a88c73338e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:31.205890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aebc64-bb39-4f8e-9dde-d9a88c73338e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:31.206422 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aebc64-bb39-4f8e-9dde-d9a88c73338e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:31.257884 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4593ac2-960c-4b4a-a1b5-3b87ae611aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:31.281109 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4593ac2-960c-4b4a-a1b5-3b87ae611aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:31.331145 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4593ac2-960c-4b4a-a1b5-3b87ae611aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:31.333861 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4593ac2-960c-4b4a-a1b5-3b87ae611aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:31.337676 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a4593ac2-960c-4b4a-a1b5-3b87ae611aec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92595ad3-70b0-484b-95bd-dd62ee9e0598 HTTP/1.1" status: 204 len: 168 time: 0.1455617 Aug 05 14:32:31.345936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4593ac2-960c-4b4a-a1b5-3b87ae611aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92595ad3-70b0-484b-95bd-dd62ee9e0598,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:31.632363 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40634) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:31.650182 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33c72226-476d-484b-a5d3-f662307a8bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:31.746904 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33c72226-476d-484b-a5d3-f662307a8bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:31.751765 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-33c72226-476d-484b-a5d3-f662307a8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:31.793329 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-33c72226-476d-484b-a5d3-f662307a8bb4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a34f244541840b39258787ee5a5afee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596804 Aug 05 14:32:31.793942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c72226-476d-484b-a5d3-f662307a8bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ad0525-aba1-4ac4-9b1f-7e89a3cf05a0,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:31.796292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40636) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:31.849650 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef49d-119f-484c-bd13-3d90837d6dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:31.871767 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef49d-119f-484c-bd13-3d90837d6dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:31.928603 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef49d-119f-484c-bd13-3d90837d6dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:31.932649 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef49d-119f-484c-bd13-3d90837d6dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:31.932649 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8f4ef49d-119f-484c-bd13-3d90837d6dac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40ad0525-aba1-4ac4-9b1f-7e89a3cf05a0 HTTP/1.1" status: 204 len: 168 time: 0.1345890 Aug 05 14:32:31.940070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ef49d-119f-484c-bd13-3d90837d6dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ad0525-aba1-4ac4-9b1f-7e89a3cf05a0,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:33.978201 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40712) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:34.088049 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24db2dda-165a-4055-aa23-c1b1b5a3d271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:34.175562 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24db2dda-165a-4055-aa23-c1b1b5a3d271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:34.179343 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24db2dda-165a-4055-aa23-c1b1b5a3d271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:34.218850 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db2dda-165a-4055-aa23-c1b1b5a3d271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488a4c66-4931-47b4-a8af-e35ffb576486,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:34.222996 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-24db2dda-165a-4055-aa23-c1b1b5a3d271 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6b437e3dd7d4e478e6fa5730e14bcf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437038 Aug 05 14:32:34.225710 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40716) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:34.274342 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-432a15de-06e4-46a6-94e1-b2967158c13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:34.294519 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-432a15de-06e4-46a6-94e1-b2967158c13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:34.341184 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-432a15de-06e4-46a6-94e1-b2967158c13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:34.344162 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-432a15de-06e4-46a6-94e1-b2967158c13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:34.345433 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-432a15de-06e4-46a6-94e1-b2967158c13c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/488a4c66-4931-47b4-a8af-e35ffb576486 HTTP/1.1" status: 204 len: 168 time: 0.1188743 Aug 05 14:32:34.355157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a15de-06e4-46a6-94e1-b2967158c13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488a4c66-4931-47b4-a8af-e35ffb576486,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:34.647490 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40730) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:34.661145 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76562359-1517-4c67-bbeb-b7ac678b18ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:34.751080 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76562359-1517-4c67-bbeb-b7ac678b18ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:34.755010 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76562359-1517-4c67-bbeb-b7ac678b18ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:34.793759 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-76562359-1517-4c67-bbeb-b7ac678b18ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60168cfb10b146c19181cad996dfd49a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449747 Aug 05 14:32:34.794606 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76562359-1517-4c67-bbeb-b7ac678b18ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc24f245-d057-4a2e-80c9-209ea914201f,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:34.796496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40732) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:34.865484 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0f912007-34d6-4fbd-b642-fe8738fbd866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:34.887652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0f912007-34d6-4fbd-b642-fe8738fbd866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:34.934797 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0f912007-34d6-4fbd-b642-fe8738fbd866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:34.937974 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0f912007-34d6-4fbd-b642-fe8738fbd866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:34.939186 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0f912007-34d6-4fbd-b642-fe8738fbd866 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc24f245-d057-4a2e-80c9-209ea914201f HTTP/1.1" status: 204 len: 168 time: 0.1395788 Aug 05 14:32:34.959729 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f912007-34d6-4fbd-b642-fe8738fbd866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc24f245-d057-4a2e-80c9-209ea914201f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:36.036545 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40764) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:36.145309 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-09963008-e9a6-4bf9-bb24-747e6a1a9ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:36.239965 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-09963008-e9a6-4bf9-bb24-747e6a1a9ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:36.243764 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-09963008-e9a6-4bf9-bb24-747e6a1a9ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:36.285897 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-09963008-e9a6-4bf9-bb24-747e6a1a9ccd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb4f3bd1a5874d60bda78d06a88fb67f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459462 Aug 05 14:32:36.285897 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09963008-e9a6-4bf9-bb24-747e6a1a9ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecea23d-a307-4db8-9bbf-db9a03654ca1,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:36.287195 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40768) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:36.340375 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a711a4e1-b4cc-4c5d-af3b-65dfc1caf967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:36.361984 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a711a4e1-b4cc-4c5d-af3b-65dfc1caf967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:36.409979 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a711a4e1-b4cc-4c5d-af3b-65dfc1caf967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:36.412627 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a711a4e1-b4cc-4c5d-af3b-65dfc1caf967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:36.416112 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a711a4e1-b4cc-4c5d-af3b-65dfc1caf967 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ecea23d-a307-4db8-9bbf-db9a03654ca1 HTTP/1.1" status: 204 len: 168 time: 0.1262259 Aug 05 14:32:36.421808 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711a4e1-b4cc-4c5d-af3b-65dfc1caf967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecea23d-a307-4db8-9bbf-db9a03654ca1,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:40.387030 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40906) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:40.502061 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3880293f-5d3b-46a4-a26d-4e61724e0485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:40.598219 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3880293f-5d3b-46a4-a26d-4e61724e0485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:40.612172 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3880293f-5d3b-46a4-a26d-4e61724e0485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:40.654349 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3880293f-5d3b-46a4-a26d-4e61724e0485 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91b1c44f95234aa894e91b52adc55e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649450 Aug 05 14:32:40.654349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880293f-5d3b-46a4-a26d-4e61724e0485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3416de77-e05a-4c65-8264-fcf162c5b602,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:40.655942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40910) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:40.711150 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-197880b0-0766-4ed2-8fb2-cff4ebd677fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:40.738298 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-197880b0-0766-4ed2-8fb2-cff4ebd677fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:40.795744 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-197880b0-0766-4ed2-8fb2-cff4ebd677fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:40.798682 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-197880b0-0766-4ed2-8fb2-cff4ebd677fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:40.799968 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-197880b0-0766-4ed2-8fb2-cff4ebd677fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3416de77-e05a-4c65-8264-fcf162c5b602 HTTP/1.1" status: 204 len: 168 time: 0.1428008 Aug 05 14:32:40.812260 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197880b0-0766-4ed2-8fb2-cff4ebd677fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3416de77-e05a-4c65-8264-fcf162c5b602,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:42.140570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40950) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:42.434026 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f7390a37-0dfc-4253-89c8-34183e0d7e33 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'network': {'name': 'tempest-network-smoke--846260567', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'port_security_enabled': True}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:42.457716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7390a37-0dfc-4253-89c8-34183e0d7e33 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Made reservation on behalf of 2533e4232c3c4eb68d04bb13b2fb1c10 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:32:42.461503 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f7390a37-0dfc-4253-89c8-34183e0d7e33 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:42.472680 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f7390a37-0dfc-4253-89c8-34183e0d7e33 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:42.570130 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f7390a37-0dfc-4253-89c8-34183e0d7e33 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:42.574740 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f7390a37-0dfc-4253-89c8-34183e0d7e33 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:42.602241 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7390a37-0dfc-4253-89c8-34183e0d7e33 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:32:42.609097 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7390a37-0dfc-4253-89c8-34183e0d7e33 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b00f8095-95ae-48db-86e8-c3bbb284c1fb,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:42.627494 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f7390a37-0dfc-4253-89c8-34183e0d7e33 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:42.628060 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-f7390a37-0dfc-4253-89c8-34183e0d7e33 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Added segment 83198f02-4c1f-48a1-9771-45bcbf8f4f0a of type vlan for network 5fb486dc-aa17-46df-b452-7a5bf8e8904c Aug 05 14:32:42.674185 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f7390a37-0dfc-4253-89c8-34183e0d7e33 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:42.694005 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-b508ee51-f66a-4009-bd16-e159f1b79d2e req-6b9caf76-2486-4033-85ae-e53ec82fea20 service neutron] (105723) timed out ('10.222.0.16', 42026) {{(pid=105723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 14:32:42.704381 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f7390a37-0dfc-4253-89c8-34183e0d7e33 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:42.710332 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7390a37-0dfc-4253-89c8-34183e0d7e33 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:42.711872 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f7390a37-0dfc-4253-89c8-34183e0d7e33 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:42.775116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f7390a37-0dfc-4253-89c8-34183e0d7e33 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6303337 Aug 05 14:32:42.775380 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40954) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:42.781916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-30460051', 'admin_state_up': True, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:42.797691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7390a37-0dfc-4253-89c8-34183e0d7e33 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Network': ['ID=5fb486dc-aa17-46df-b452-7a5bf8e8904c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:42.809522 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 5fb486dc-aa17-46df-b452-7a5bf8e8904c details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:32:42.814491 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:42.815555 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:42.870073 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:43.302724 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:43.513395 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:43.533932 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:43.641362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Allocated IP 172.25.5.208 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/f18b02a7-69b5-46ce-8d39-0ff7350be79f) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:32:43.750221 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:43.793434 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:43.830957 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:32:43.837448 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:32:43.840142 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:32:43.866682 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Port': ['ID=f18b02a7-69b5-46ce-8d39-0ff7350be79f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:44.113511 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:44.328662 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:44.464642 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Router 75560f6f-8e73-4c50-96fb-4b3c7078de8e is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:32:44.579591 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:32:44.591662 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Sync routers for ids ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:32:44.599112 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:44.600658 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a2fa3c42-f39c-4c9f-bcce-886753c06999 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8242338 Aug 05 14:32:44.602498 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Routers {'75560f6f-8e73-4c50-96fb-4b3c7078de8e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:32:44.603458 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:32:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:44.603948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40960) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:44.714775 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-593da873-343e-41c9-9106-fae97acb3841 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2533e4232c3c4eb68d04bb13b2fb1c10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1095505 Aug 05 14:32:44.715768 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Set router 75560f6f-8e73-4c50-96fb-4b3c7078de8e gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:32:44.718184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40964) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:44.874886 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78b8471-250e-4dd6-bb20-28d46681b1d5 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:44.879943 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b78b8471-250e-4dd6-bb20-28d46681b1d5 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1606438 Aug 05 14:32:44.880258 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40966) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:44.909217 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:44.916423 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:32:43Z', 'revision_number': 3, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:44.920641 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9b271c2b-3230-45fe-bf17-0bcb325fd632 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390654 Aug 05 14:32:44.923305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40968) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:44.928664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2067220633', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:44.947023 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Checking router: 75560f6f-8e73-4c50-96fb-4b3c7078de8e for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:32:44.947676 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Updating router 75560f6f-8e73-4c50-96fb-4b3c7078de8e port f18b02a7-69b5-46ce-8d39-0ff7350be79f binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:32:44.976478 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:45.049896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Made reservation on behalf of 2533e4232c3c4eb68d04bb13b2fb1c10 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:32:45.053875 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:45.254342 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:45.272555 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:45.285304 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Transition to ACTIVE for port object f18b02a7-69b5-46ce-8d39-0ff7350be79f will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:32:45.291779 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:45.330217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Subnet': ['ID=4e707162-5f9c-45e8-8792-1fe3a4bf155e,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:45.345306 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.345734 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.346151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.346593 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.347578 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.347825 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Attempting to bind port f18b02a7-69b5-46ce-8d39-0ff7350be79f on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:32:45.348058 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.348189 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Attempting to bind port f18b02a7-69b5-46ce-8d39-0ff7350be79f by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:32:45.348531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.348655 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Attempting to bind port f18b02a7-69b5-46ce-8d39-0ff7350be79f on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:32:45.349002 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.349387 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.349796 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.350197 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.350626 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.355657 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6947215-cdd9-4f13-b6b5-e78758d27dd5 None None] Pushing event updated for resources: {'Port': ['ID=f18b02a7-69b5-46ce-8d39-0ff7350be79f,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:45.361289 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Checking segment: {'id': '83198f02-4c1f-48a1-9771-45bcbf8f4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:32:45.361861 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network hostable DHCP agents. Network: 5fb486dc-aa17-46df-b452-7a5bf8e8904c, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:32:45.363307 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6947215-cdd9-4f13-b6b5-e78758d27dd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.363656 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6947215-cdd9-4f13-b6b5-e78758d27dd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.363995 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6947215-cdd9-4f13-b6b5-e78758d27dd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.364332 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6947215-cdd9-4f13-b6b5-e78758d27dd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.364669 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6947215-cdd9-4f13-b6b5-e78758d27dd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.365001 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6947215-cdd9-4f13-b6b5-e78758d27dd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.365327 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6947215-cdd9-4f13-b6b5-e78758d27dd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.365651 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6947215-cdd9-4f13-b6b5-e78758d27dd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.365971 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6947215-cdd9-4f13-b6b5-e78758d27dd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.366313 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6947215-cdd9-4f13-b6b5-e78758d27dd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.366634 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6947215-cdd9-4f13-b6b5-e78758d27dd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.366948 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6947215-cdd9-4f13-b6b5-e78758d27dd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:45.370501 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:32:45.370872 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:32:45.371293 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:45.371664 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:32:45.372149 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Bound port: f18b02a7-69b5-46ce-8d39-0ff7350be79f, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:32:45.372531 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:45.384903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network 5fb486dc-aa17-46df-b452-7a5bf8e8904c is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:32:45.396641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 5fb486dc-aa17-46df-b452-7a5bf8e8904c) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:32:45.401213 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:45.401853 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:45.409087 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b716f43-5f4a-4f4a-8b8b-9245b3719395 None None] Network 5fb486dc-aa17-46df-b452-7a5bf8e8904c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:32:45.424023 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f1ddf173-0bff-468e-aa61-9b8a962396b4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4995525 Aug 05 14:32:45.426985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40972) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:45.433369 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] For port f18b02a7-69b5-46ce-8d39-0ff7350be79f, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:32:45.438644 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] For port f18b02a7-69b5-46ce-8d39-0ff7350be79f, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f18b02a7-69b5-46ce-8d39-0ff7350be79f,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:32:45.447112 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:45.504598 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Routers {'75560f6f-8e73-4c50-96fb-4b3c7078de8e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:32:45.505161 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:32:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:45.571071 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6947215-cdd9-4f13-b6b5-e78758d27dd5 None None] Pushing event updated for resources: {'Port': ['ID=f18b02a7-69b5-46ce-8d39-0ff7350be79f,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:45.602734 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'fixed_ips': [{'subnet_id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:32:45.603922 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:45.677192 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] Set router 75560f6f-8e73-4c50-96fb-4b3c7078de8e gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:32:45.762553 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Allocated IP 172.20.0.2 (5fb486dc-aa17-46df-b452-7a5bf8e8904c/4e707162-5f9c-45e8-8792-1fe3a4bf155e/5cf9c9e1-fe40-482a-bbb1-87ce12865a2c) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:32:45.918701 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:32:43Z', 'revision_number': 3, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:45.925151 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8616dad2-1f4b-407a-9d4a-a865952816a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:45.966610 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692e9fe-997b-4818-b0b2-6a3ebec1a57a None None] The sync data for ids ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'] in n-d-803585-2 is: [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:32:43Z', 'revision_number': 3, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:32:45.974480 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:45.987958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Transition to ACTIVE for port object 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:32:46.004309 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Transition to ACTIVE for port object 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:32:46.016888 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:46.057395 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:46.087998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Pushing event updated for resources: {'Port': ['ID=5cf9c9e1-fe40-482a-bbb1-87ce12865a2c,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:46.113064 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Network 5fb486dc-aa17-46df-b452-7a5bf8e8904c is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:32:46.119134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:32:46.123727 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:32:46.207351 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Attempting to bind port 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:32:46.208029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Attempting to bind port 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '83198f02-4c1f-48a1-9771-45bcbf8f4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:32:46.208576 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Attempting to bind port 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c on network 5fb486dc-aa17-46df-b452-7a5bf8e8904c {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:32:46.218556 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:32:46.219140 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Checking segment: {'id': '83198f02-4c1f-48a1-9771-45bcbf8f4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:32:46.219712 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:46.220263 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Bound using segment: {'id': '83198f02-4c1f-48a1-9771-45bcbf8f4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:32:46.220892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Bound port: 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83198f02-4c1f-48a1-9771-45bcbf8f4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:32:46.221699 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:46.239500 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:46.330112 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] For port 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:32:46.333609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] For port 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5cf9c9e1-fe40-482a-bbb1-87ce12865a2c,segment=NetworkSegment(83198f02-4c1f-48a1-9771-45bcbf8f4f0a),segment_id=83198f02-4c1f-48a1-9771-45bcbf8f4f0a)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:32:46.344574 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:46.429405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95616845-e7c0-447b-89d3-8ef2b4731e06 None None] Pushing event updated for resources: {'Port': ['ID=5cf9c9e1-fe40-482a-bbb1-87ce12865a2c,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:46.456058 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Allocated IP 172.20.0.1 (5fb486dc-aa17-46df-b452-7a5bf8e8904c/4e707162-5f9c-45e8-8792-1fe3a4bf155e/a505afaf-ccf2-4429-a6bf-2c33b40d78bf) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:32:46.617745 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:46.901159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Transition to ACTIVE for port object a505afaf-ccf2-4429-a6bf-2c33b40d78bf will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:32:46.938686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:46.982701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network 5fb486dc-aa17-46df-b452-7a5bf8e8904c is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:32:46.988396 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:32:46.992266 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:32:47.020776 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Port': ['ID=a505afaf-ccf2-4429-a6bf-2c33b40d78bf,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:47.042576 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:47.193265 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:47.497525 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223f43e0-f5d5-4e40-a42f-db2406188b92 None None] Network 5fb486dc-aa17-46df-b452-7a5bf8e8904c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:32:47.503700 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:47.509978 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:47.584946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Port': ['ID=a505afaf-ccf2-4429-a6bf-2c33b40d78bf,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:47.599825 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:47.624415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-534585e2-473b-4799-9161-36df372a6d2a None None] Provisioning for port 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:32:47.733606 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network 5fb486dc-aa17-46df-b452-7a5bf8e8904c is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:32:47.735051 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:32:47.873546 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Router 75560f6f-8e73-4c50-96fb-4b3c7078de8e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:32:47.987502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fc4ee024-0eba-452f-9d49-48f4fc638fcd None None] Provisioning for port a505afaf-ccf2-4429-a6bf-2c33b40d78bf completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:32:47.999729 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fc4ee024-0eba-452f-9d49-48f4fc638fcd None None] Provisioning complete for port a505afaf-ccf2-4429-a6bf-2c33b40d78bf triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:48.000464 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fc4ee024-0eba-452f-9d49-48f4fc638fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:48.055273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:32:48.065327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40978) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:48.065912 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9ec22985-e7a5-44a7-8e4e-560286fb9d57 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "PUT /v2.0/routers/75560f6f-8e73-4c50-96fb-4b3c7078de8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6372097 Aug 05 14:32:48.080944 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fc4ee024-0eba-452f-9d49-48f4fc638fcd None None] Port a505afaf-ccf2-4429-a6bf-2c33b40d78bf cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:32:48.129657 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Sync routers for ids ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:32:48.142188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Routers {'75560f6f-8e73-4c50-96fb-4b3c7078de8e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:32:48.142970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:32:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:48.223757 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:32:48.321730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7bc222f2-1050-499f-ad00-1b185d6c1c85 None None] Provisioning complete for port a505afaf-ccf2-4429-a6bf-2c33b40d78bf triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:48.322544 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7bc222f2-1050-499f-ad00-1b185d6c1c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:48.330277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3199bb-450b-458f-be11-ea471b003a32 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:48.330766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3199bb-450b-458f-be11-ea471b003a32 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:48.331282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3199bb-450b-458f-be11-ea471b003a32 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:48.331761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3199bb-450b-458f-be11-ea471b003a32 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:48.336430 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 40982) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:48.337387 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1c3199bb-450b-458f-be11-ea471b003a32 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2705636 Aug 05 14:32:48.369275 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:32:48.400452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:48.400829 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:48.416144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-7bc222f2-1050-499f-ad00-1b185d6c1c85 None None] Port a505afaf-ccf2-4429-a6bf-2c33b40d78bf cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:32:48.442813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Set router 75560f6f-8e73-4c50-96fb-4b3c7078de8e gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:32:48.445985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4412ef7a-b74e-467e-982d-2f966f7fcc25 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:48.446616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4412ef7a-b74e-467e-982d-2f966f7fcc25 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:48.446973 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4412ef7a-b74e-467e-982d-2f966f7fcc25 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:48.447427 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4412ef7a-b74e-467e-982d-2f966f7fcc25 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:48.450659 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4412ef7a-b74e-467e-982d-2f966f7fcc25 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1101284 Aug 05 14:32:48.452200 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 40984) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:48.473252 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-df506b0a-cdd0-4fc2-ab02-2744b8429eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:48.614689 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3abcf239-f914-4467-9ada-3cb286102ffc None None] Provisioning complete for port a505afaf-ccf2-4429-a6bf-2c33b40d78bf triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:48.615419 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3abcf239-f914-4467-9ada-3cb286102ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:48.683109 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:48.687903 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:48.708539 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e5eda313-ee55-4de1-826d-684cc4a4db8a tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2551596 Aug 05 14:32:48.713240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-3abcf239-f914-4467-9ada-3cb286102ffc None None] Port a505afaf-ccf2-4429-a6bf-2c33b40d78bf cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:32:48.764545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5cf9c9e1-fe40-482a-bbb1-87ce12865a2c,segment=NetworkSegment(83198f02-4c1f-48a1-9771-45bcbf8f4f0a),segment_id=83198f02-4c1f-48a1-9771-45bcbf8f4f0a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:32:48.770505 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:48.771289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f18b02a7-69b5-46ce-8d39-0ff7350be79f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:32:48.853938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=5cf9c9e1-fe40-482a-bbb1-87ce12865a2c,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:48.867663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:32:47Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'a505afaf-ccf2-4429-a6bf-2c33b40d78bf', 'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:11:8e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:46Z', 'updated_at': '2021-08-05T14:32:47Z', 'revision_number': 2, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:48.902351 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Checking router: 75560f6f-8e73-4c50-96fb-4b3c7078de8e for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:32:48.902351 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Updating router 75560f6f-8e73-4c50-96fb-4b3c7078de8e port a505afaf-ccf2-4429-a6bf-2c33b40d78bf binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:32:48.931273 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port f18b02a7-69b5-46ce-8d39-0ff7350be79f completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:32:48.943719 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port f18b02a7-69b5-46ce-8d39-0ff7350be79f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:48.944306 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:48.981187 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:49.158567 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:49.223044 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port f18b02a7-69b5-46ce-8d39-0ff7350be79f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f18b02a7-69b5-46ce-8d39-0ff7350be79f,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:32:49.229940 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:49.309990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=f18b02a7-69b5-46ce-8d39-0ff7350be79f,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:49.373767 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:49.383863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Transition to ACTIVE for port object a505afaf-ccf2-4429-a6bf-2c33b40d78bf will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:32:49.391162 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:49.448603 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3dfb21-b9b8-4ef7-a7e4-20224637c419 None None] Pushing event updated for resources: {'Port': ['ID=a505afaf-ccf2-4429-a6bf-2c33b40d78bf,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:49.662703 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:49.667537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Attempting to bind port a505afaf-ccf2-4429-a6bf-2c33b40d78bf on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:32:49.667907 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Attempting to bind port a505afaf-ccf2-4429-a6bf-2c33b40d78bf by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '83198f02-4c1f-48a1-9771-45bcbf8f4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:32:49.668271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Attempting to bind port a505afaf-ccf2-4429-a6bf-2c33b40d78bf on network 5fb486dc-aa17-46df-b452-7a5bf8e8904c {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:32:49.676176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:32:49.676553 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Checking segment: {'id': '83198f02-4c1f-48a1-9771-45bcbf8f4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:32:49.677013 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:49.677348 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Bound using segment: {'id': '83198f02-4c1f-48a1-9771-45bcbf8f4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:32:49.677819 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Bound port: a505afaf-ccf2-4429-a6bf-2c33b40d78bf, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83198f02-4c1f-48a1-9771-45bcbf8f4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:32:49.678205 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:49.743955 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] For port a505afaf-ccf2-4429-a6bf-2c33b40d78bf, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:32:49.748283 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] For port a505afaf-ccf2-4429-a6bf-2c33b40d78bf, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a505afaf-ccf2-4429-a6bf-2c33b40d78bf,segment=NetworkSegment(83198f02-4c1f-48a1-9771-45bcbf8f4f0a),segment_id=83198f02-4c1f-48a1-9771-45bcbf8f4f0a)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:32:49.752546 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:49.824667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Routers {'75560f6f-8e73-4c50-96fb-4b3c7078de8e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:32:49.825085 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:32:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:49.827527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3dfb21-b9b8-4ef7-a7e4-20224637c419 None None] Pushing event updated for resources: {'Port': ['ID=a505afaf-ccf2-4429-a6bf-2c33b40d78bf,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:49.955324 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] Set router 75560f6f-8e73-4c50-96fb-4b3c7078de8e gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:32:50.048455 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:32:50.065618 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41014) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:50.071027 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-bc8087e6-6e72-45fc-a150-c91aaa7141f9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468273611', 'description': 'tempest-secgroup-smoke-1468273611 description', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:50.094321 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc8087e6-6e72-45fc-a150-c91aaa7141f9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.183640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:50.183640 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.183991 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc8087e6-6e72-45fc-a150-c91aaa7141f9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.191644 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc8087e6-6e72-45fc-a150-c91aaa7141f9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.222119 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc8087e6-6e72-45fc-a150-c91aaa7141f9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.223438 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bc8087e6-6e72-45fc-a150-c91aaa7141f9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1561356 Aug 05 14:32:50.225591 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8087e6-6e72-45fc-a150-c91aaa7141f9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594673c0-c9ac-4a3c-a84b-1796896d7bbc,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:50.226521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41016) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:50.231279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1181db2e-8309-456b-9092-1ce543cbd8d0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group_rule': {'security_group_id': '594673c0-c9ac-4a3c-a84b-1796896d7bbc', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:50.272690 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1181db2e-8309-456b-9092-1ce543cbd8d0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.294453 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:32:47Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'a505afaf-ccf2-4429-a6bf-2c33b40d78bf', 'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:11:8e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:46Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:32:50.326722 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eafa41-30c9-4120-8038-5e0a44d3ebad None None] The sync data for ids ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'] in n-d-803585-2 is: [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:32:47Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'a505afaf-ccf2-4429-a6bf-2c33b40d78bf', 'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:11:8e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:46Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:32:50.331192 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f18b02a7-69b5-46ce-8d39-0ff7350be79f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:32:50.340003 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1181db2e-8309-456b-9092-1ce543cbd8d0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.346233 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1181db2e-8309-456b-9092-1ce543cbd8d0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.381502 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1181db2e-8309-456b-9092-1ce543cbd8d0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.385213 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41020) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:50.391731 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1181db2e-8309-456b-9092-1ce543cbd8d0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1638849 Aug 05 14:32:50.391954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-91cd2162-5d68-4b8d-b0f9-011e938a845a tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group_rule': {'security_group_id': '594673c0-c9ac-4a3c-a84b-1796896d7bbc', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:50.404111 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181db2e-8309-456b-9092-1ce543cbd8d0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6f3eb7-2b5e-402e-810d-f949b8ee0092,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:50.412394 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port f18b02a7-69b5-46ce-8d39-0ff7350be79f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:50.412780 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.448960 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-91cd2162-5d68-4b8d-b0f9-011e938a845a tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.538133 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-91cd2162-5d68-4b8d-b0f9-011e938a845a tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.547543 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-91cd2162-5d68-4b8d-b0f9-011e938a845a tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.570955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd2162-5d68-4b8d-b0f9-011e938a845a tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e5ebaa-79e8-4ca2-910c-86cc4cd083e0,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:50.583436 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-91cd2162-5d68-4b8d-b0f9-011e938a845a tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.585535 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-91cd2162-5d68-4b8d-b0f9-011e938a845a tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1990016 Aug 05 14:32:50.588637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41022) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:50.594023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-65189ca0-7577-4313-bb6e-19beac053337 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group_rule': {'security_group_id': '594673c0-c9ac-4a3c-a84b-1796896d7bbc', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:50.641490 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-65189ca0-7577-4313-bb6e-19beac053337 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.720611 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-65189ca0-7577-4313-bb6e-19beac053337 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.725689 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-65189ca0-7577-4313-bb6e-19beac053337 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.747606 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65189ca0-7577-4313-bb6e-19beac053337 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92a933b-5821-47ee-b749-ba9c9df0f611,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:50.751779 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-65189ca0-7577-4313-bb6e-19beac053337 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.753084 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-65189ca0-7577-4313-bb6e-19beac053337 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1633306 Aug 05 14:32:50.755951 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41032) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:50.761041 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c3aade0e-d3ca-42c1-bcb5-64fa0eae7fde tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group_rule': {'security_group_id': '594673c0-c9ac-4a3c-a84b-1796896d7bbc', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:50.789859 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3aade0e-d3ca-42c1-bcb5-64fa0eae7fde tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.854840 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3aade0e-d3ca-42c1-bcb5-64fa0eae7fde tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.860273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3aade0e-d3ca-42c1-bcb5-64fa0eae7fde tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.880987 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aade0e-d3ca-42c1-bcb5-64fa0eae7fde tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9f46ea-b06c-4324-af38-e75880e3594b,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:50.892780 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3aade0e-d3ca-42c1-bcb5-64fa0eae7fde tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:50.896816 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c3aade0e-d3ca-42c1-bcb5-64fa0eae7fde tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371951 Aug 05 14:32:50.897417 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41034) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:50.902749 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c9c3ecd5-de7f-4f7f-894e-07548b847bdd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group_rule': {'security_group_id': '594673c0-c9ac-4a3c-a84b-1796896d7bbc', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:50.927124 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-c9c3ecd5-de7f-4f7f-894e-07548b847bdd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Project 2533e4232c3c4eb68d04bb13b2fb1c10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:32:50.932488 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c9c3ecd5-de7f-4f7f-894e-07548b847bdd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:51.001007 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c9c3ecd5-de7f-4f7f-894e-07548b847bdd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:51.005027 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c9c3ecd5-de7f-4f7f-894e-07548b847bdd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:51.023703 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3ecd5-de7f-4f7f-894e-07548b847bdd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960fe91d-68a3-4f5c-97fd-84dced03374d,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:51.031198 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c9c3ecd5-de7f-4f7f-894e-07548b847bdd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:51.034491 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c9c3ecd5-de7f-4f7f-894e-07548b847bdd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336107 Aug 05 14:32:51.035087 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41036) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:51.039910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-93fc436f-800f-407b-9915-98d677f0897d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group_rule': {'security_group_id': '594673c0-c9ac-4a3c-a84b-1796896d7bbc', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:51.062742 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-93fc436f-800f-407b-9915-98d677f0897d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Project 2533e4232c3c4eb68d04bb13b2fb1c10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:32:51.068436 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93fc436f-800f-407b-9915-98d677f0897d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:51.154040 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93fc436f-800f-407b-9915-98d677f0897d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:51.159633 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93fc436f-800f-407b-9915-98d677f0897d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:51.179765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc436f-800f-407b-9915-98d677f0897d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb22729e-008e-44ac-b71e-741752dbc663,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:51.191695 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93fc436f-800f-407b-9915-98d677f0897d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:51.193827 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-93fc436f-800f-407b-9915-98d677f0897d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1577337 Aug 05 14:32:51.394096 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:51.566977 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-6c668479-dd7d-45f1-ba8b-bbe02cafc948 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468273611&fields=id&tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10 HTTP/1.1" status: 200 len: 267 time: 0.0462191 Aug 05 14:32:51.678731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-f47cf898-aba9-4e60-830d-da1c8642c456 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:51.680339 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-f47cf898-aba9-4e60-830d-da1c8642c456 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/networks?id=5fb486dc-aa17-46df-b452-7a5bf8e8904c HTTP/1.1" status: 200 len: 796 time: 0.1059232 Aug 05 14:32:51.695964 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-ec8963cd-3f9b-45f7-8b07-64c7f12b27df tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/quotas/2533e4232c3c4eb68d04bb13b2fb1c10 HTTP/1.1" status: 200 len: 375 time: 0.0090616 Aug 05 14:32:51.752573 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-932fd48f-9a1b-4b4f-823a-1e8ec81b98a1 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502918 Aug 05 14:32:51.846697 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-b894e6ee-ee82-4b1e-b249-9540954a15b9 service neutron] 10.222.0.16 "GET /v2.0/networks/5fb486dc-aa17-46df-b452-7a5bf8e8904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821168 Aug 05 14:32:52.059398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a505afaf-ccf2-4429-a6bf-2c33b40d78bf up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:32:52.111183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port a505afaf-ccf2-4429-a6bf-2c33b40d78bf completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:32:52.115427 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port a505afaf-ccf2-4429-a6bf-2c33b40d78bf triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:52.115815 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:52.202124 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:52.251554 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port a505afaf-ccf2-4429-a6bf-2c33b40d78bf, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a505afaf-ccf2-4429-a6bf-2c33b40d78bf,segment=NetworkSegment(83198f02-4c1f-48a1-9771-45bcbf8f4f0a),segment_id=83198f02-4c1f-48a1-9771-45bcbf8f4f0a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:32:52.263509 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:52.276942 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-15378814-43fa-4877-bf99-13ec5e4a19ef service neutron] 10.222.0.16 "GET /v2.0/networks/5fb486dc-aa17-46df-b452-7a5bf8e8904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242589 Aug 05 14:32:52.323177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=a505afaf-ccf2-4429-a6bf-2c33b40d78bf,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:52.573749 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-060c15b2-4f9e-4b91-85b4-aa0c912f0fde req-d952ed90-d4ef-4f2e-8cf0-f3d1441c9005 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 210 time: 0.1186347 Aug 05 14:32:53.443017 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:32:53.698897 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c5bae942-132b-457d-aea3-98bce770aec1 req-1da782e5-082e-43b3-8c76-c10eac8c77d6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 210 time: 0.0337398 Aug 05 14:32:53.762529 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-33bbf825-f1b1-4d3e-814c-3a4f1869baa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:53.765017 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-33bbf825-f1b1-4d3e-814c-3a4f1869baa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.84 "GET /v2.0/networks?id=5fb486dc-aa17-46df-b452-7a5bf8e8904c HTTP/1.1" status: 200 len: 796 time: 0.1591389 Aug 05 14:32:53.820008 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-dcf6f3c2-a617-49b3-8555-85fa2fb9c712 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10 HTTP/1.1" status: 200 len: 380 time: 0.0449152 Aug 05 14:32:53.830630 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-4cb02bdd-3603-4c32-9791-03cc7bd61fe5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'port': {'device_id': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'admin_state_up': True, 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'security_groups': ['594673c0-c9ac-4a3c-a84b-1796896d7bbc']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:53.950366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-4cb02bdd-3603-4c32-9791-03cc7bd61fe5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Made reservation on behalf of 2533e4232c3c4eb68d04bb13b2fb1c10 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:32:53.954743 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-4cb02bdd-3603-4c32-9791-03cc7bd61fe5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:54.023638 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a505afaf-ccf2-4429-a6bf-2c33b40d78bf up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:32:54.071784 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port a505afaf-ccf2-4429-a6bf-2c33b40d78bf triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:54.072181 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:54.114742 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-4cb02bdd-3603-4c32-9791-03cc7bd61fe5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Allocated IP 172.20.0.8 (5fb486dc-aa17-46df-b452-7a5bf8e8904c/4e707162-5f9c-45e8-8792-1fe3a4bf155e/906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:32:54.265235 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-4cb02bdd-3603-4c32-9791-03cc7bd61fe5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:54.280277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-4cb02bdd-3603-4c32-9791-03cc7bd61fe5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Transition to ACTIVE for port object 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:32:54.313832 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-4cb02bdd-3603-4c32-9791-03cc7bd61fe5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:54.355892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-4cb02bdd-3603-4c32-9791-03cc7bd61fe5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network 5fb486dc-aa17-46df-b452-7a5bf8e8904c is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:32:54.360976 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-4cb02bdd-3603-4c32-9791-03cc7bd61fe5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:32:54.364687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-4cb02bdd-3603-4c32-9791-03cc7bd61fe5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:32:54.393912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb02bdd-3603-4c32-9791-03cc7bd61fe5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Port': ['ID=906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:54.427557 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-4cb02bdd-3603-4c32-9791-03cc7bd61fe5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:54.428246 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-4cb02bdd-3603-4c32-9791-03cc7bd61fe5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:54.445733 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-4cb02bdd-3603-4c32-9791-03cc7bd61fe5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6198404 Aug 05 14:32:54.459099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Request body: {'port': {'device_id': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:54.521743 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:54.644474 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4f2fefa0-ef3f-4ddf-8b06-141a60e662d0 None None] Provisioning for port 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:32:54.653381 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4f2fefa0-ef3f-4ddf-8b06-141a60e662d0 None None] Provisioning complete for port 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:32:54.654320 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4f2fefa0-ef3f-4ddf-8b06-141a60e662d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:54.710441 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4f2fefa0-ef3f-4ddf-8b06-141a60e662d0 None None] Port 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:32:54.828814 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf70ed-653c-4431-beee-3a0718a92dcb req-0fd02936-eb66-4655-9bcc-cfa0f883548f tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:54.830233 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fdaf70ed-653c-4431-beee-3a0718a92dcb req-0fd02936-eb66-4655-9bcc-cfa0f883548f tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 931 time: 0.0512581 Aug 05 14:32:54.840660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:32:54.849470 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:54.862459 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Transition to ACTIVE for port object 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:32:54.867826 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:54.871842 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fdaf70ed-653c-4431-beee-3a0718a92dcb req-b04f24a4-a3b4-4f0f-ab39-1ee9d53a7d56 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=594673c0-c9ac-4a3c-a84b-1796896d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354934 Aug 05 14:32:54.941760 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Pushing event updated for resources: {'Port': ['ID=906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:55.005573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Attempting to bind port 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:32:55.005919 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Attempting to bind port 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '83198f02-4c1f-48a1-9771-45bcbf8f4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:32:55.006350 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Attempting to bind port 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a on network 5fb486dc-aa17-46df-b452-7a5bf8e8904c {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:32:55.011421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Port 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a on network 5fb486dc-aa17-46df-b452-7a5bf8e8904c not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:32:55.011752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Attempting to bind port 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a on network 5fb486dc-aa17-46df-b452-7a5bf8e8904c {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:32:55.017740 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:32:55.018029 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Checking segment: {'id': '83198f02-4c1f-48a1-9771-45bcbf8f4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:32:55.018448 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Bound using segment: {'id': '83198f02-4c1f-48a1-9771-45bcbf8f4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:32:55.018883 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Bound port: 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83198f02-4c1f-48a1-9771-45bcbf8f4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:32:55.019249 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:55.091457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] For port 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:32:55.094658 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] For port 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a,segment=NetworkSegment(83198f02-4c1f-48a1-9771-45bcbf8f4f0a),segment_id=83198f02-4c1f-48a1-9771-45bcbf8f4f0a)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:32:55.101117 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:55.137847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:55.138625 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:55.140673 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] 10.222.0.84 "PUT /v2.0/ports/906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a HTTP/1.1" status: 200 len: 1091 time: 0.6864657 Aug 05 14:32:55.143127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'tag': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:32:55.145453 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f105ee-1f2b-4ccf-9506-778703a03cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "11b3d58c-7ceb-4b45-a25d-a2f3777a77c0", "tag": "906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:32:55.177399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89d6ed-5c32-4cc9-809b-9c10e944dea5 service neutron] Pushing event updated for resources: {'Port': ['ID=906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:55.243130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-6e8bbaef-c13f-426d-b925-dde6a1b77d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:55.244800 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-6e8bbaef-c13f-426d-b925-dde6a1b77d0d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10&device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 1094 time: 0.0544350 Aug 05 14:32:55.300020 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9242fe-2ac3-47b0-92f2-c9b5014df967 x-openstack-request-id: req-bc9242fe-2ac3-47b0-92f2-c9b5014df967 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:32:55.300385 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b3d58c-7ceb-4b45-a25d-a2f3777a77c0", "tag": "906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:32:55.300699 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc9242fe-2ac3-47b0-92f2-c9b5014df967 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:32:55.301168 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'tag': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a', 'status': 'completed', 'code': 200} Aug 05 14:32:55.303816 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-989192a8-4954-4311-8902-e7726c252972 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a HTTP/1.1" status: 200 len: 217 time: 0.0441828 Aug 05 14:32:55.359400 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-f5c630cd-6542-4d20-96e7-043038d8c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:55.360909 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-f5c630cd-6542-4d20-96e7-043038d8c41a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4e707162-5f9c-45e8-8792-1fe3a4bf155e HTTP/1.1" status: 200 len: 835 time: 0.0509334 Aug 05 14:32:55.422920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-3b227190-2dae-4b29-b86d-e63298f9a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:55.424376 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-3b227190-2dae-4b29-b86d-e63298f9a4f3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5fb486dc-aa17-46df-b452-7a5bf8e8904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558040 Aug 05 14:32:55.524048 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-279c3af2-af13-42a3-b562-77bdf043a205 service neutron] 10.222.0.84 "GET /v2.0/networks/5fb486dc-aa17-46df-b452-7a5bf8e8904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922546 Aug 05 14:32:55.616637 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c0cb64cf-063d-4d05-bb8a-bae69eed1d96 req-26f9c9c8-e3a3-45ee-94bb-6180118954c6 service neutron] 10.222.0.84 "GET /v2.0/networks/5fb486dc-aa17-46df-b452-7a5bf8e8904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842159 Aug 05 14:32:55.709995 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f105ee-1f2b-4ccf-9506-778703a03cf0 req-a132abbf-95f1-47d7-b334-8f224271e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:55.711504 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2f105ee-1f2b-4ccf-9506-778703a03cf0 req-a132abbf-95f1-47d7-b334-8f224271e111 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10&device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 1094 time: 0.0467060 Aug 05 14:32:55.803316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f105ee-1f2b-4ccf-9506-778703a03cf0 req-4bf586a6-63d2-4c80-9624-7b689481cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:55.804807 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2f105ee-1f2b-4ccf-9506-778703a03cf0 req-4bf586a6-63d2-4c80-9624-7b689481cf7e service neutron] 10.222.0.84 "GET /v2.0/networks?id=5fb486dc-aa17-46df-b452-7a5bf8e8904c HTTP/1.1" status: 200 len: 897 time: 0.0855718 Aug 05 14:32:55.852085 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2f105ee-1f2b-4ccf-9506-778703a03cf0 req-68e8baba-a3c3-4fbf-b0c2-3d902e79037a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a HTTP/1.1" status: 200 len: 217 time: 0.0394316 Aug 05 14:32:55.905081 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f105ee-1f2b-4ccf-9506-778703a03cf0 req-008c65aa-2bac-4062-ba97-783873918c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:55.906912 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2f105ee-1f2b-4ccf-9506-778703a03cf0 req-008c65aa-2bac-4062-ba97-783873918c8c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4e707162-5f9c-45e8-8792-1fe3a4bf155e HTTP/1.1" status: 200 len: 835 time: 0.0460494 Aug 05 14:32:55.965371 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f105ee-1f2b-4ccf-9506-778703a03cf0 req-e1f8f13e-f304-48fa-9ebb-74c94f277e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:55.967766 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2f105ee-1f2b-4ccf-9506-778703a03cf0 req-e1f8f13e-f304-48fa-9ebb-74c94f277e36 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5fb486dc-aa17-46df-b452-7a5bf8e8904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470145 Aug 05 14:32:55.994101 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffd2ef-64da-4197-a97a-6e39d90e24ce req-4dcf8d5f-9ca9-4a3b-b573-b488bc98f4de tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:55.996740 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87ffd2ef-64da-4197-a97a-6e39d90e24ce req-4dcf8d5f-9ca9-4a3b-b573-b488bc98f4de tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 943 time: 0.0551729 Aug 05 14:32:56.049765 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87ffd2ef-64da-4197-a97a-6e39d90e24ce req-a4d4b7c3-29af-4cb0-8275-79f9fd699ba5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=594673c0-c9ac-4a3c-a84b-1796896d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455363 Aug 05 14:32:56.079755 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2f105ee-1f2b-4ccf-9506-778703a03cf0 req-783cf07f-f6cd-44c5-a4c5-2ac72219a765 service neutron] 10.222.0.84 "GET /v2.0/networks/5fb486dc-aa17-46df-b452-7a5bf8e8904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023083 Aug 05 14:32:56.188424 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2f105ee-1f2b-4ccf-9506-778703a03cf0 req-6cd2748d-76bd-42f7-84ba-8f15e9703afb service neutron] 10.222.0.84 "GET /v2.0/networks/5fb486dc-aa17-46df-b452-7a5bf8e8904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995367 Aug 05 14:32:56.348800 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41110) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:56.454975 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c3940a6-af9a-483a-b2ca-e0134771de7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:56.558159 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c3940a6-af9a-483a-b2ca-e0134771de7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:56.562531 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6c3940a6-af9a-483a-b2ca-e0134771de7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:56.600532 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6c3940a6-af9a-483a-b2ca-e0134771de7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d30864dcd1e4d05ab651553889e369b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505865 Aug 05 14:32:56.601666 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3940a6-af9a-483a-b2ca-e0134771de7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787add11-4247-47a2-bafa-edecae59e5ea,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:56.603342 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41114) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:56.657515 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4261b774-e98e-47ba-bc7b-2a5e3df028f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:56.678619 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4261b774-e98e-47ba-bc7b-2a5e3df028f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:56.730854 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4261b774-e98e-47ba-bc7b-2a5e3df028f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:56.733395 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4261b774-e98e-47ba-bc7b-2a5e3df028f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:56.734582 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4261b774-e98e-47ba-bc7b-2a5e3df028f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/787add11-4247-47a2-bafa-edecae59e5ea HTTP/1.1" status: 204 len: 168 time: 0.1301427 Aug 05 14:32:56.742395 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261b774-e98e-47ba-bc7b-2a5e3df028f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787add11-4247-47a2-bafa-edecae59e5ea,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:57.175889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db20ec8-f61c-4349-b9ed-a9d85a3efbd3 req-83dfa2e9-e324-4e26-9820-f2e79f5c9c0b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:57.180310 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0db20ec8-f61c-4349-b9ed-a9d85a3efbd3 req-83dfa2e9-e324-4e26-9820-f2e79f5c9c0b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 943 time: 0.0613985 Aug 05 14:32:57.222081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0db20ec8-f61c-4349-b9ed-a9d85a3efbd3 req-a085da32-419a-41b5-8b35-9a6571bb94f2 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=594673c0-c9ac-4a3c-a84b-1796896d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337512 Aug 05 14:32:57.361752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41138) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:57.460616 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-8d3663c2-601d-4182-a69c-ebdb8166c709 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-690860439-network', 'tenant_id': 'a335eed82fc249f789602ae6ec2acde7'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:57.484161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3663c2-601d-4182-a69c-ebdb8166c709 admin admin] Made reservation on behalf of a335eed82fc249f789602ae6ec2acde7 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:32:57.486508 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d3663c2-601d-4182-a69c-ebdb8166c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:57.495085 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d3663c2-601d-4182-a69c-ebdb8166c709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:57.586907 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d3663c2-601d-4182-a69c-ebdb8166c709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:57.590736 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d3663c2-601d-4182-a69c-ebdb8166c709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:57.617574 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3663c2-601d-4182-a69c-ebdb8166c709 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:32:57.626752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3663c2-601d-4182-a69c-ebdb8166c709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc33511-5da3-4bee-9081-ec4ca3cea4cc,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:57.633029 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d3663c2-601d-4182-a69c-ebdb8166c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:57.633376 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-8d3663c2-601d-4182-a69c-ebdb8166c709 admin admin] Added segment 3849057e-56e7-4e2e-bf9c-978d33cc5144 of type vlan for network 9687a11e-8079-49be-b0da-c1f8b5599e9f Aug 05 14:32:57.674515 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d3663c2-601d-4182-a69c-ebdb8166c709 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:57.702175 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d3663c2-601d-4182-a69c-ebdb8166c709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:57.703241 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3663c2-601d-4182-a69c-ebdb8166c709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:57.703817 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d3663c2-601d-4182-a69c-ebdb8166c709 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:57.760895 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8d3663c2-601d-4182-a69c-ebdb8166c709 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3979526 Aug 05 14:32:57.764472 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41142) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:32:57.769342 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-bdb7d415-5a81-445e-ba72-2ef32c5f38d2 admin admin] Request body: {'subnet': {'network_id': '9687a11e-8079-49be-b0da-c1f8b5599e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-690860439-subnet', 'tenant_id': 'a335eed82fc249f789602ae6ec2acde7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:32:57.777394 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3663c2-601d-4182-a69c-ebdb8166c709 admin admin] Pushing event updated for resources: {'Network': ['ID=9687a11e-8079-49be-b0da-c1f8b5599e9f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:57.788285 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 9687a11e-8079-49be-b0da-c1f8b5599e9f details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:32:57.794782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb7d415-5a81-445e-ba72-2ef32c5f38d2 admin admin] Made reservation on behalf of a335eed82fc249f789602ae6ec2acde7 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:32:57.797291 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bdb7d415-5a81-445e-ba72-2ef32c5f38d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:57.969407 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bdb7d415-5a81-445e-ba72-2ef32c5f38d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:58.026660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7d415-5a81-445e-ba72-2ef32c5f38d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c2b5cdc-9a0b-49c4-becf-f7a4718a5b7e,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:58.036676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb7d415-5a81-445e-ba72-2ef32c5f38d2 admin admin] Checking segment: {'id': '3849057e-56e7-4e2e-bf9c-978d33cc5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9687a11e-8079-49be-b0da-c1f8b5599e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:32:58.037041 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb7d415-5a81-445e-ba72-2ef32c5f38d2 admin admin] Network hostable DHCP agents. Network: 9687a11e-8079-49be-b0da-c1f8b5599e9f, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:32:58.053101 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb7d415-5a81-445e-ba72-2ef32c5f38d2 admin admin] Network 9687a11e-8079-49be-b0da-c1f8b5599e9f is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:32:58.061984 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-bdb7d415-5a81-445e-ba72-2ef32c5f38d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 9687a11e-8079-49be-b0da-c1f8b5599e9f) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:32:58.065809 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb7d415-5a81-445e-ba72-2ef32c5f38d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:58.066438 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bdb7d415-5a81-445e-ba72-2ef32c5f38d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:58.071366 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f913d7-045f-4f63-be5f-5b3763759dec None None] Network 9687a11e-8079-49be-b0da-c1f8b5599e9f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:32:58.082746 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bdb7d415-5a81-445e-ba72-2ef32c5f38d2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3171413 Aug 05 14:32:58.195214 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83ffab0-87de-4c53-aa6e-8c7a779d9538 None None] Network 9687a11e-8079-49be-b0da-c1f8b5599e9f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:32:58.344768 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b23603-8e62-4cd5-8a8e-8b5350864593 req-115c791b-8345-42d6-93ae-447ab3b9e9c6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:58.346342 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-07b23603-8e62-4cd5-8a8e-8b5350864593 req-115c791b-8345-42d6-93ae-447ab3b9e9c6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 943 time: 0.0540073 Aug 05 14:32:58.385255 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-07b23603-8e62-4cd5-8a8e-8b5350864593 req-01843749-ae4f-4002-b5cf-69582b9e3861 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=594673c0-c9ac-4a3c-a84b-1796896d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326245 Aug 05 14:32:59.499640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de2c22-6dbd-4166-aa0c-95e2a9cc9d3b req-81f6d7a9-da6d-4c10-a3ca-7e58e397285c tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:59.501058 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04de2c22-6dbd-4166-aa0c-95e2a9cc9d3b req-81f6d7a9-da6d-4c10-a3ca-7e58e397285c tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 943 time: 0.0491359 Aug 05 14:32:59.539376 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-04de2c22-6dbd-4166-aa0c-95e2a9cc9d3b req-ab7627a8-32fe-49d1-a90b-eaae1dee3044 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=594673c0-c9ac-4a3c-a84b-1796896d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322905 Aug 05 14:32:59.583563 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:32:59.692515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a,segment=NetworkSegment(83198f02-4c1f-48a1-9771-45bcbf8f4f0a),segment_id=83198f02-4c1f-48a1-9771-45bcbf8f4f0a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:32:59.704679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'port_id': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a', 'mac_address': 'fa:16:3e:17:22:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:32:59.743591 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:59.757081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:32:59.776878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a,segment=NetworkSegment(83198f02-4c1f-48a1-9771-45bcbf8f4f0a),segment_id=83198f02-4c1f-48a1-9771-45bcbf8f4f0a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:32:59.782675 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:32:59.830654 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:32:59.838074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:59.838455 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:59.838811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:59.839181 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:59.839487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:59.839824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:59.840158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:59.840500 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:59.840824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:59.841836 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:59.842759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:59.843105 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:32:59.877133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-b900299d-37ff-4cf3-89c3-7d90ff4e6344 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:32:59.878626 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-b900299d-37ff-4cf3-89c3-7d90ff4e6344 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/networks?id=9687a11e-8079-49be-b0da-c1f8b5599e9f HTTP/1.1" status: 200 len: 808 time: 0.1426589 Aug 05 14:32:59.893481 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-e101add1-8fab-4435-9d0a-8eddfdcda7a4 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/quotas/a335eed82fc249f789602ae6ec2acde7 HTTP/1.1" status: 200 len: 375 time: 0.0089583 Aug 05 14:32:59.950528 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-c611d065-392a-486d-a43f-a00ec0c772fc tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a335eed82fc249f789602ae6ec2acde7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512788 Aug 05 14:33:00.023801 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:33:00.041430 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f09f6423-9011-4910-bf77-a85b77061b32 service neutron] 10.222.0.16 "GET /v2.0/networks/9687a11e-8079-49be-b0da-c1f8b5599e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839925 Aug 05 14:33:00.133807 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-53427421-d27a-4aaf-a016-dc90de9aa54c service neutron] 10.222.0.16 "GET /v2.0/networks/9687a11e-8079-49be-b0da-c1f8b5599e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859461 Aug 05 14:33:00.302321 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ec3534d-f4d0-4a71-8a7a-feab6b1355c5 req-16118727-d226-4012-8224-897d33dcdba3 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=6098ef05-fedd-4515-b78e-b4dcb77c2c09 HTTP/1.1" status: 200 len: 210 time: 0.0309935 Aug 05 14:33:00.664751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c9a9b-f8c0-4cc5-9744-8bd945b2e33a req-89f5b61d-eb7b-428c-801b-140bfa5c056e tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:00.666320 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-597c9a9b-f8c0-4cc5-9744-8bd945b2e33a req-89f5b61d-eb7b-428c-801b-140bfa5c056e tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 944 time: 0.0528152 Aug 05 14:33:00.708963 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-597c9a9b-f8c0-4cc5-9744-8bd945b2e33a req-9b3d2293-f3e3-40ec-83a9-0ea5308e3a2e tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=594673c0-c9ac-4a3c-a84b-1796896d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351505 Aug 05 14:33:01.225713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-c194ebfc-9c21-4633-ae6b-154311f6bbb1 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:01.227201 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-c194ebfc-9c21-4633-ae6b-154311f6bbb1 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.63 "GET /v2.0/networks?id=9687a11e-8079-49be-b0da-c1f8b5599e9f HTTP/1.1" status: 200 len: 808 time: 0.1097658 Aug 05 14:33:01.240403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-1e11d268-71c3-4d90-8960-685d36387d1d tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Request body: {'port': {'device_id': '6098ef05-fedd-4515-b78e-b4dcb77c2c09', 'network_id': '9687a11e-8079-49be-b0da-c1f8b5599e9f', 'admin_state_up': True, 'tenant_id': 'a335eed82fc249f789602ae6ec2acde7'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:33:01.350491 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-1e11d268-71c3-4d90-8960-685d36387d1d tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Made reservation on behalf of a335eed82fc249f789602ae6ec2acde7 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:33:01.354265 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-1e11d268-71c3-4d90-8960-685d36387d1d tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:01.401618 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-45c4d177-9377-4ba1-ae7b-bc1ea41f5cee req-ede353ec-5619-4a32-94e8-4a2df64942d4 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=6098ef05-fedd-4515-b78e-b4dcb77c2c09 HTTP/1.1" status: 200 len: 210 time: 0.0285137 Aug 05 14:33:01.486198 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-1e11d268-71c3-4d90-8960-685d36387d1d tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Allocated IP 172.20.0.8 (9687a11e-8079-49be-b0da-c1f8b5599e9f/9c2b5cdc-9a0b-49c4-becf-f7a4718a5b7e/2c7f2f6e-cda0-4118-8c6b-37e17f1bf002) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:33:01.599480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:33:01.640551 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-1e11d268-71c3-4d90-8960-685d36387d1d tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:01.657177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:33:01.660764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:33:01.661137 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:01.681619 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-1e11d268-71c3-4d90-8960-685d36387d1d tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:01.725101 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-1e11d268-71c3-4d90-8960-685d36387d1d tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Network 9687a11e-8079-49be-b0da-c1f8b5599e9f is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:33:01.730283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-1e11d268-71c3-4d90-8960-685d36387d1d tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:33:01.734886 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-1e11d268-71c3-4d90-8960-685d36387d1d tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:33:01.742054 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:01.768328 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:33:01.770679 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58c6540-b3ca-4c9e-b8f2-d3063bd05820" -d '{"events": [{"server_uuid": "11b3d58c-7ceb-4b45-a25d-a2f3777a77c0", "name": "network-vif-plugged", "status": "completed", "tag": "906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:33:01.772922 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11d268-71c3-4d90-8960-685d36387d1d tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Pushing event updated for resources: {'Port': ['ID=2c7f2f6e-cda0-4118-8c6b-37e17f1bf002,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:01.791385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-1e11d268-71c3-4d90-8960-685d36387d1d tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:01.792036 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-1e11d268-71c3-4d90-8960-685d36387d1d tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:01.793801 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a,segment=NetworkSegment(83198f02-4c1f-48a1-9771-45bcbf8f4f0a),segment_id=83198f02-4c1f-48a1-9771-45bcbf8f4f0a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:33:01.799000 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:01.829041 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff93e0ab-ecb5-4b40-bc21-bf382b2cb4ff x-openstack-request-id: req-ff93e0ab-ecb5-4b40-bc21-bf382b2cb4ff {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:33:01.829330 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b3d58c-7ceb-4b45-a25d-a2f3777a77c0", "name": "network-vif-plugged", "status": "completed", "tag": "906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:33:01.829570 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff93e0ab-ecb5-4b40-bc21-bf382b2cb4ff {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:33:01.830167 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a', 'code': 200} Aug 05 14:33:01.839767 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-1e11d268-71c3-4d90-8960-685d36387d1d tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6030557 Aug 05 14:33:01.853184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Request body: {'port': {'device_id': '6098ef05-fedd-4515-b78e-b4dcb77c2c09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:33:01.863511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:01.864428 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3a315-0085-4c19-b14b-33cd441392b0 req-d5621f92-e243-44af-a430-43b291c830ed tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:01.865954 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6fb3a315-0085-4c19-b14b-33cd441392b0 req-d5621f92-e243-44af-a430-43b291c830ed tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 945 time: 0.0696516 Aug 05 14:33:01.934007 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022bb99-93e8-4beb-8933-b5f6dc0f05c2 req-685a28b7-9426-4291-b901-6cff4450d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:01.935520 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9022bb99-93e8-4beb-8933-b5f6dc0f05c2 req-685a28b7-9426-4291-b901-6cff4450d5e9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 1096 time: 0.0598519 Aug 05 14:33:01.948633 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6fb3a315-0085-4c19-b14b-33cd441392b0 req-094f446c-2135-4f7a-89bb-b7dfe72aee77 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=594673c0-c9ac-4a3c-a84b-1796896d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630445 Aug 05 14:33:01.954017 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:01.975741 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9022bb99-93e8-4beb-8933-b5f6dc0f05c2 req-b5deb119-1fd3-4d9e-9827-eb21d9bc8226 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=594673c0-c9ac-4a3c-a84b-1796896d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310624 Aug 05 14:33:02.518943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac8266-f176-42f1-9fe2-3a91eebf9d1b req-84112efa-2dcb-4671-9f03-9b9d868de5e5 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:02.520489 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-faac8266-f176-42f1-9fe2-3a91eebf9d1b req-84112efa-2dcb-4671-9f03-9b9d868de5e5 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=6098ef05-fedd-4515-b78e-b4dcb77c2c09 HTTP/1.1" status: 200 len: 931 time: 0.0497887 Aug 05 14:33:02.534718 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:33:02.542398 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:02.556280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Transition to ACTIVE for port object 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:33:02.559771 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:02.564996 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-faac8266-f176-42f1-9fe2-3a91eebf9d1b req-08aff5f1-e35f-4820-aea1-dffe569d3582 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc33511-5da3-4bee-9081-ec4ca3cea4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378873 Aug 05 14:33:02.625413 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7f2f6e-cda0-4118-8c6b-37e17f1bf002,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:02.697227 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Attempting to bind port 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:33:02.697474 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Attempting to bind port 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '3849057e-56e7-4e2e-bf9c-978d33cc5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9687a11e-8079-49be-b0da-c1f8b5599e9f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:33:02.697794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Attempting to bind port 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 on network 9687a11e-8079-49be-b0da-c1f8b5599e9f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:33:02.702498 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Port 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 on network 9687a11e-8079-49be-b0da-c1f8b5599e9f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:33:02.702834 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Attempting to bind port 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 on network 9687a11e-8079-49be-b0da-c1f8b5599e9f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:33:02.707919 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:33:02.708291 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Checking segment: {'id': '3849057e-56e7-4e2e-bf9c-978d33cc5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9687a11e-8079-49be-b0da-c1f8b5599e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:33:02.713158 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Bound using segment: {'id': '3849057e-56e7-4e2e-bf9c-978d33cc5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9687a11e-8079-49be-b0da-c1f8b5599e9f'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:33:02.713158 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Bound port: 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3849057e-56e7-4e2e-bf9c-978d33cc5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9687a11e-8079-49be-b0da-c1f8b5599e9f'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:33:02.713158 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:02.777512 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] For port 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:33:02.781221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] For port 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2c7f2f6e-cda0-4118-8c6b-37e17f1bf002,segment=NetworkSegment(3849057e-56e7-4e2e-bf9c-978d33cc5144),segment_id=3849057e-56e7-4e2e-bf9c-978d33cc5144)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:33:02.785387 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:02.818424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:02.819046 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:02.820443 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] 10.222.0.63 "PUT /v2.0/ports/2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 HTTP/1.1" status: 200 len: 1091 time: 0.9722688 Aug 05 14:33:02.820892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6098ef05-fedd-4515-b78e-b4dcb77c2c09', 'tag': '2c7f2f6e-cda0-4118-8c6b-37e17f1bf002'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:33:02.823193 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a2c467-00d6-4fa7-944d-0c71ed170110" -d '{"events": [{"name": "network-changed", "server_uuid": "6098ef05-fedd-4515-b78e-b4dcb77c2c09", "tag": "2c7f2f6e-cda0-4118-8c6b-37e17f1bf002"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:33:02.853732 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8425ad1-6b4d-4890-9766-40a497065a06 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7f2f6e-cda0-4118-8c6b-37e17f1bf002,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:02.899575 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-d8b46953-c1e6-477d-a3d2-cb4f5accfec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:02.901159 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-d8b46953-c1e6-477d-a3d2-cb4f5accfec5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a335eed82fc249f789602ae6ec2acde7&device_id=6098ef05-fedd-4515-b78e-b4dcb77c2c09 HTTP/1.1" status: 200 len: 1094 time: 0.0403309 Aug 05 14:33:02.944399 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-12dba95c-6a72-46e8-86fd-77085b3a9a49 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 HTTP/1.1" status: 200 len: 217 time: 0.0346003 Aug 05 14:33:03.001750 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-c518d150-c1b7-4e76-be07-e0d2bcaf8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:03.003621 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-c518d150-c1b7-4e76-be07-e0d2bcaf8fbf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9c2b5cdc-9a0b-49c4-becf-f7a4718a5b7e HTTP/1.1" status: 200 len: 848 time: 0.0516069 Aug 05 14:33:03.005168 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9a5680-d1d0-4c55-a709-985023b87c1f x-openstack-request-id: req-4c9a5680-d1d0-4c55-a709-985023b87c1f {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:33:03.005469 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6098ef05-fedd-4515-b78e-b4dcb77c2c09", "tag": "2c7f2f6e-cda0-4118-8c6b-37e17f1bf002", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:33:03.005722 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c9a5680-d1d0-4c55-a709-985023b87c1f {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:33:03.006110 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6098ef05-fedd-4515-b78e-b4dcb77c2c09', 'tag': '2c7f2f6e-cda0-4118-8c6b-37e17f1bf002', 'status': 'completed', 'code': 200} Aug 05 14:33:03.040978 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-b5d3e64b-d332-4bd5-aa33-d822d5f24264 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9687a11e-8079-49be-b0da-c1f8b5599e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306520 Aug 05 14:33:03.074951 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b21d9a-b6f7-4c8d-8187-81c7c30e95d2 req-4d4079d4-455f-4544-a998-f04a598baff3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:03.077051 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-93b21d9a-b6f7-4c8d-8187-81c7c30e95d2 req-4d4079d4-455f-4544-a998-f04a598baff3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 945 time: 0.0563152 Aug 05 14:33:03.115880 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-93b21d9a-b6f7-4c8d-8187-81c7c30e95d2 req-bd6d1bc2-2097-4cdc-a760-a78ed3645afc tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=594673c0-c9ac-4a3c-a84b-1796896d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325944 Aug 05 14:33:03.135461 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-c3fb7b47-cbf0-4eea-936d-9acbd8f488ce service neutron] 10.222.0.63 "GET /v2.0/networks/9687a11e-8079-49be-b0da-c1f8b5599e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871668 Aug 05 14:33:03.263986 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5c57a-bd78-449c-87cf-fcbfd2d60724 req-57fd848f-8a09-464a-9f77-9b0e43d47ac4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:03.265375 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-09b5c57a-bd78-449c-87cf-fcbfd2d60724 req-57fd848f-8a09-464a-9f77-9b0e43d47ac4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 945 time: 0.0766480 Aug 05 14:33:03.268938 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ae2419cd-96d6-4bf6-9c70-71bdf4873f1c req-631d3229-9c92-489b-a1db-7a04cb60ae68 service neutron] 10.222.0.63 "GET /v2.0/networks/9687a11e-8079-49be-b0da-c1f8b5599e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261668 Aug 05 14:33:03.305389 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-09b5c57a-bd78-449c-87cf-fcbfd2d60724 req-f93b71f4-c12f-43da-85fd-fdac422e00eb tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=594673c0-c9ac-4a3c-a84b-1796896d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339329 Aug 05 14:33:03.328262 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41202) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:03.359242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2c467-00d6-4fa7-944d-0c71ed170110 req-8d6fd178-658b-4da8-b464-fc710de00d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:03.360787 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c3a2c467-00d6-4fa7-944d-0c71ed170110 req-8d6fd178-658b-4da8-b464-fc710de00d49 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a335eed82fc249f789602ae6ec2acde7&device_id=6098ef05-fedd-4515-b78e-b4dcb77c2c09 HTTP/1.1" status: 200 len: 1094 time: 0.0462484 Aug 05 14:33:03.372310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edab6b3-9458-46c4-a3a9-ce191d6dbcdb tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:03.374414 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1edab6b3-9458-46c4-a3a9-ce191d6dbcdb tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 1091 time: 0.0446866 Aug 05 14:33:03.377223 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41204) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:03.381621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:33:03.407482 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:03.460214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2c467-00d6-4fa7-944d-0c71ed170110 req-374cd178-e76b-4b8a-a5d3-570ef95a19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:03.461731 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c3a2c467-00d6-4fa7-944d-0c71ed170110 req-374cd178-e76b-4b8a-a5d3-570ef95a19a4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9687a11e-8079-49be-b0da-c1f8b5599e9f HTTP/1.1" status: 200 len: 909 time: 0.0942359 Aug 05 14:33:03.505630 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c3a2c467-00d6-4fa7-944d-0c71ed170110 req-e62bb3be-b457-4580-9985-237da9bd5c9e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 HTTP/1.1" status: 200 len: 217 time: 0.0363374 Aug 05 14:33:03.507452 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:03.563090 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2c467-00d6-4fa7-944d-0c71ed170110 req-6135bdd3-9434-4ea1-8712-808b5ae08c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:03.564484 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c3a2c467-00d6-4fa7-944d-0c71ed170110 req-6135bdd3-9434-4ea1-8712-808b5ae08c4e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9c2b5cdc-9a0b-49c4-becf-f7a4718a5b7e HTTP/1.1" status: 200 len: 848 time: 0.0499864 Aug 05 14:33:03.598494 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c3a2c467-00d6-4fa7-944d-0c71ed170110 req-b059d3a7-6117-452c-9e6d-24e7f3d3bca2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9687a11e-8079-49be-b0da-c1f8b5599e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262599 Aug 05 14:33:03.616115 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Allocated IP 172.25.5.86 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/26469278-eed2-46ff-bc16-94bedafd960e) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:33:03.694130 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c3a2c467-00d6-4fa7-944d-0c71ed170110 req-89dae555-e167-4f61-9f15-35d91408258a service neutron] 10.222.0.63 "GET /v2.0/networks/9687a11e-8079-49be-b0da-c1f8b5599e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865948 Aug 05 14:33:03.746117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc5c55-b3f6-4b6a-bd7c-74d84bc92e6d req-a99f550a-a55b-4b10-992b-26d6d8a0c861 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:03.748322 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88fc5c55-b3f6-4b6a-bd7c-74d84bc92e6d req-a99f550a-a55b-4b10-992b-26d6d8a0c861 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=6098ef05-fedd-4515-b78e-b4dcb77c2c09 HTTP/1.1" status: 200 len: 943 time: 0.1034172 Aug 05 14:33:03.771564 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:03.794245 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c3a2c467-00d6-4fa7-944d-0c71ed170110 req-e98e161e-7f58-4808-88b4-aba551105986 service neutron] 10.222.0.63 "GET /v2.0/networks/9687a11e-8079-49be-b0da-c1f8b5599e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912092 Aug 05 14:33:03.808327 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88fc5c55-b3f6-4b6a-bd7c-74d84bc92e6d req-fb03c8d0-8722-40f8-8e3f-df7b96ecf698 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc33511-5da3-4bee-9081-ec4ca3cea4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520980 Aug 05 14:33:03.833959 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:03.874773 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:33:03.879794 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:33:03.883624 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:33:03.908638 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Port': ['ID=26469278-eed2-46ff-bc16-94bedafd960e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:04.367726 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:04.391775 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:33:04.470341 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:04.488718 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2c7f2f6e-cda0-4118-8c6b-37e17f1bf002,segment=NetworkSegment(3849057e-56e7-4e2e-bf9c-978d33cc5144),segment_id=3849057e-56e7-4e2e-bf9c-978d33cc5144)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:33:04.499986 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '2c7f2f6e-cda0-4118-8c6b-37e17f1bf002', 'network_id': '9687a11e-8079-49be-b0da-c1f8b5599e9f', 'port_id': '2c7f2f6e-cda0-4118-8c6b-37e17f1bf002', 'mac_address': 'fa:16:3e:7e:d1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2b5cdc-9a0b-49c4-becf-f7a4718a5b7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:33:04.541251 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:04.554470 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:33:04.574466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2c7f2f6e-cda0-4118-8c6b-37e17f1bf002,segment=NetworkSegment(3849057e-56e7-4e2e-bf9c-978d33cc5144),segment_id=3849057e-56e7-4e2e-bf9c-978d33cc5144)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:33:04.579539 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:04.623764 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:04.628734 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:04.632543 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=2c7f2f6e-cda0-4118-8c6b-37e17f1bf002,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:04.696773 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Port': ['ID=26469278-eed2-46ff-bc16-94bedafd960e,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:04.707227 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:04.806913 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Floating IP cf114a94-e902-4e6b-81a9-3a4a028c25f4 associated. External IP: 172.25.5.86, port: 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a. Aug 05 14:33:04.900160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['2c7f2f6e-cda0-4118-8c6b-37e17f1bf002'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:33:04.930567 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbab832-06f5-44bb-91ba-99cbb8648e33 req-7a85c584-c577-4a67-bae9-5d732dc19537 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:04.932504 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8bbab832-06f5-44bb-91ba-99cbb8648e33 req-7a85c584-c577-4a67-bae9-5d732dc19537 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=6098ef05-fedd-4515-b78e-b4dcb77c2c09 HTTP/1.1" status: 200 len: 944 time: 0.0542572 Aug 05 14:33:04.977703 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8bbab832-06f5-44bb-91ba-99cbb8648e33 req-c27dfef9-8240-48e9-b1f6-8487142b4318 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc33511-5da3-4bee-9081-ec4ca3cea4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363019 Aug 05 14:33:05.339668 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Router 75560f6f-8e73-4c50-96fb-4b3c7078de8e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:33:05.447876 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:33:05.461174 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957a9a7-8ff2-43b9-bd1c-2c118c61e835 None None] Sync routers for ids ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:33:05.465034 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:05.472978 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7957a9a7-8ff2-43b9-bd1c-2c118c61e835 None None] Routers {'75560f6f-8e73-4c50-96fb-4b3c7078de8e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:33:05.473596 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7957a9a7-8ff2-43b9-bd1c-2c118c61e835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:32:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:33:05.495512 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f18f3410-3673-479c-a17b-3d769b9231cf tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1148405 Aug 05 14:33:05.495512 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'tag': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:33:05.496123 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41212) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:05.496256 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19cb8f5-cc85-4703-85be-0164586b4be1" -d '{"events": [{"name": "network-changed", "server_uuid": "11b3d58c-7ceb-4b45-a25d-a2f3777a77c0", "tag": "906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:33:05.534792 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6955d5f9-4dec-44a3-ab27-0377656c4252 x-openstack-request-id: req-6955d5f9-4dec-44a3-ab27-0377656c4252 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:33:05.535084 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b3d58c-7ceb-4b45-a25d-a2f3777a77c0", "tag": "906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:33:05.535331 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6955d5f9-4dec-44a3-ab27-0377656c4252 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:33:05.535871 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'tag': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a', 'status': 'completed', 'code': 200} Aug 05 14:33:05.590346 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-7957a9a7-8ff2-43b9-bd1c-2c118c61e835 None None] Set router 75560f6f-8e73-4c50-96fb-4b3c7078de8e gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:33:05.601832 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cb8f5-cc85-4703-85be-0164586b4be1 req-b6631ee7-225a-44f9-b947-eb0604d7d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:05.604340 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b19cb8f5-cc85-4703-85be-0164586b4be1 req-b6631ee7-225a-44f9-b947-eb0604d7d25a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10&device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 1096 time: 0.0442688 Aug 05 14:33:05.626937 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3d5ffbc8-8d4f-489d-b617-42f2d525b7dd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/floatingips/cf114a94-e902-4e6b-81a9-3a4a028c25f4 HTTP/1.1" status: 200 len: 990 time: 0.1283524 Aug 05 14:33:05.701970 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cb8f5-cc85-4703-85be-0164586b4be1 req-1549871b-20bb-420c-b156-06e06743f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:05.703483 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b19cb8f5-cc85-4703-85be-0164586b4be1 req-1549871b-20bb-420c-b156-06e06743f0a0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5fb486dc-aa17-46df-b452-7a5bf8e8904c HTTP/1.1" status: 200 len: 897 time: 0.0923955 Aug 05 14:33:05.797800 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b19cb8f5-cc85-4703-85be-0164586b4be1 req-01f3999b-03cf-4a95-bdcf-37dfbae8fbea service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a HTTP/1.1" status: 200 len: 998 time: 0.0873232 Aug 05 14:33:05.815086 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7957a9a7-8ff2-43b9-bd1c-2c118c61e835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:32:47Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'cf114a94-e902-4e6b-81a9-3a4a028c25f4', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'port_id': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'mac_address': 'fa:16:3e:17:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:33:04Z', 'updated_at': '2021-08-05T14:33:04Z', 'revision_number': 0, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a505afaf-ccf2-4429-a6bf-2c33b40d78bf', 'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:11:8e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:46Z', 'updated_at': '2021-08-05T14:32:52Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:33:05.845589 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957a9a7-8ff2-43b9-bd1c-2c118c61e835 None None] Checking router: 75560f6f-8e73-4c50-96fb-4b3c7078de8e for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:33:05.853285 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cb8f5-cc85-4703-85be-0164586b4be1 req-907aff3d-f7ea-4345-b169-339038d6fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:05.854125 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7957a9a7-8ff2-43b9-bd1c-2c118c61e835 None None] Routers {'75560f6f-8e73-4c50-96fb-4b3c7078de8e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:33:05.854759 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7957a9a7-8ff2-43b9-bd1c-2c118c61e835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:32:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:33:05.854997 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b19cb8f5-cc85-4703-85be-0164586b4be1 req-907aff3d-f7ea-4345-b169-339038d6fb47 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4e707162-5f9c-45e8-8792-1fe3a4bf155e HTTP/1.1" status: 200 len: 835 time: 0.0503757 Aug 05 14:33:05.902150 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cb8f5-cc85-4703-85be-0164586b4be1 req-5a84deb9-4270-4bd2-87fa-9386d9289651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:05.904280 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b19cb8f5-cc85-4703-85be-0164586b4be1 req-5a84deb9-4270-4bd2-87fa-9386d9289651 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5fb486dc-aa17-46df-b452-7a5bf8e8904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414417 Aug 05 14:33:06.015744 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88362b7c-2b44-46ae-8940-bc311e7276f3 req-766fcdf9-0eb4-43dd-8109-cb28320b0162 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0948889 Aug 05 14:33:06.040546 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b19cb8f5-cc85-4703-85be-0164586b4be1 req-f13995b8-ff19-42c1-b787-153801a9fc38 service neutron] 10.222.0.84 "GET /v2.0/networks/5fb486dc-aa17-46df-b452-7a5bf8e8904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278622 Aug 05 14:33:06.061262 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-7957a9a7-8ff2-43b9-bd1c-2c118c61e835 None None] Set router 75560f6f-8e73-4c50-96fb-4b3c7078de8e gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:33:06.100404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c19ae-f823-4313-b949-b83c75510efa req-4cecb06d-3594-4973-b4f3-35a0bc89b11f tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:06.102660 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-341c19ae-f823-4313-b949-b83c75510efa req-4cecb06d-3594-4973-b4f3-35a0bc89b11f tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=6098ef05-fedd-4515-b78e-b4dcb77c2c09 HTTP/1.1" status: 200 len: 944 time: 0.0510142 Aug 05 14:33:06.142553 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b19cb8f5-cc85-4703-85be-0164586b4be1 req-fd311fff-718e-42ea-a64d-c8ff732fc8c8 service neutron] 10.222.0.84 "GET /v2.0/networks/5fb486dc-aa17-46df-b452-7a5bf8e8904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924239 Aug 05 14:33:06.143765 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-341c19ae-f823-4313-b949-b83c75510efa req-cea6964d-d85d-4b79-868c-3b5d61eba34f tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc33511-5da3-4bee-9081-ec4ca3cea4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337574 Aug 05 14:33:06.252515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88362b7c-2b44-46ae-8940-bc311e7276f3 req-91d7b941-2c0f-40a6-9ed5-4e143045dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:06.254166 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88362b7c-2b44-46ae-8940-bc311e7276f3 req-91d7b941-2c0f-40a6-9ed5-4e143045dec4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10&device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 1096 time: 0.0476589 Aug 05 14:33:06.293898 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7957a9a7-8ff2-43b9-bd1c-2c118c61e835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:32:47Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'cf114a94-e902-4e6b-81a9-3a4a028c25f4', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'port_id': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'mac_address': 'fa:16:3e:17:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:33:04Z', 'updated_at': '2021-08-05T14:33:04Z', 'revision_number': 0, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a505afaf-ccf2-4429-a6bf-2c33b40d78bf', 'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:11:8e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:46Z', 'updated_at': '2021-08-05T14:32:52Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:33:06.319079 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957a9a7-8ff2-43b9-bd1c-2c118c61e835 None None] The sync data for ids ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'] in n-d-803585-2 is: [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:32:47Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'cf114a94-e902-4e6b-81a9-3a4a028c25f4', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'port_id': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'mac_address': 'fa:16:3e:17:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:33:04Z', 'updated_at': '2021-08-05T14:33:04Z', 'revision_number': 0, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a505afaf-ccf2-4429-a6bf-2c33b40d78bf', 'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:11:8e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:46Z', 'updated_at': '2021-08-05T14:32:52Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:33:06.362708 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88362b7c-2b44-46ae-8940-bc311e7276f3 req-7d9c6aca-8d3d-44bc-9e49-34dccc0a07fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:06.364372 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88362b7c-2b44-46ae-8940-bc311e7276f3 req-7d9c6aca-8d3d-44bc-9e49-34dccc0a07fe service neutron] 10.222.0.84 "GET /v2.0/networks?id=5fb486dc-aa17-46df-b452-7a5bf8e8904c HTTP/1.1" status: 200 len: 897 time: 0.0890067 Aug 05 14:33:06.406172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:33:06.438485 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88362b7c-2b44-46ae-8940-bc311e7276f3 req-2664b675-5c92-4573-b0e4-9ceca9b7c78f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a HTTP/1.1" status: 200 len: 998 time: 0.0664985 Aug 05 14:33:06.459242 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:33:06.463890 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:33:06.464266 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:06.495866 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88362b7c-2b44-46ae-8940-bc311e7276f3 req-8000f247-ec9a-4db2-9df4-0c6d500c02c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:06.497990 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88362b7c-2b44-46ae-8940-bc311e7276f3 req-8000f247-ec9a-4db2-9df4-0c6d500c02c9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4e707162-5f9c-45e8-8792-1fe3a4bf155e HTTP/1.1" status: 200 len: 835 time: 0.0522039 Aug 05 14:33:06.545434 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d06bb5-40f6-42dc-be23-dc9c73f881bb None None] New status for floating IP cf114a94-e902-4e6b-81a9-3a4a028c25f4: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:33:06.549265 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88362b7c-2b44-46ae-8940-bc311e7276f3 req-2dd4055f-c302-424c-a19e-0a4e390263fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:06.551028 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88362b7c-2b44-46ae-8940-bc311e7276f3 req-2dd4055f-c302-424c-a19e-0a4e390263fd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5fb486dc-aa17-46df-b452-7a5bf8e8904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455387 Aug 05 14:33:06.634402 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41218) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:06.651478 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88362b7c-2b44-46ae-8940-bc311e7276f3 req-c74f8a10-0800-412b-a036-99dc7b383a17 service neutron] 10.222.0.84 "GET /v2.0/networks/5fb486dc-aa17-46df-b452-7a5bf8e8904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929282 Aug 05 14:33:06.702022 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a16f05b2-c732-499b-bbe4-937372ae606c tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/floatingips/cf114a94-e902-4e6b-81a9-3a4a028c25f4 HTTP/1.1" status: 200 len: 990 time: 0.0687618 Aug 05 14:33:06.749763 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:06.750846 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88362b7c-2b44-46ae-8940-bc311e7276f3 req-0b59880b-bd5e-4dee-841a-6f81d5c0d0e6 service neutron] 10.222.0.84 "GET /v2.0/networks/5fb486dc-aa17-46df-b452-7a5bf8e8904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919313 Aug 05 14:33:06.814206 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6098ef05-fedd-4515-b78e-b4dcb77c2c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7f2f6e-cda0-4118-8c6b-37e17f1bf002'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:33:06.816456 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99718d02-4ef2-436c-acd9-a1756858ff9b" -d '{"events": [{"server_uuid": "6098ef05-fedd-4515-b78e-b4dcb77c2c09", "name": "network-vif-plugged", "status": "completed", "tag": "2c7f2f6e-cda0-4118-8c6b-37e17f1bf002"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:33:06.832905 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2c7f2f6e-cda0-4118-8c6b-37e17f1bf002,segment=NetworkSegment(3849057e-56e7-4e2e-bf9c-978d33cc5144),segment_id=3849057e-56e7-4e2e-bf9c-978d33cc5144)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:33:06.838788 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:06.870485 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2016482-42b3-4ff8-bb17-1513d68a5012 x-openstack-request-id: req-f2016482-42b3-4ff8-bb17-1513d68a5012 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:33:06.870777 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6098ef05-fedd-4515-b78e-b4dcb77c2c09", "name": "network-vif-plugged", "status": "completed", "tag": "2c7f2f6e-cda0-4118-8c6b-37e17f1bf002", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:33:06.871012 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2016482-42b3-4ff8-bb17-1513d68a5012 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:33:06.871390 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6098ef05-fedd-4515-b78e-b4dcb77c2c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7f2f6e-cda0-4118-8c6b-37e17f1bf002', 'code': 200} Aug 05 14:33:06.927097 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=2c7f2f6e-cda0-4118-8c6b-37e17f1bf002,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:06.953405 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b9a8c-3681-40a0-b0c6-57f7164b1bce req-4de450f8-b2bc-4660-8a70-3a95230fb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:06.954966 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c64b9a8c-3681-40a0-b0c6-57f7164b1bce req-4de450f8-b2bc-4660-8a70-3a95230fb6c9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6098ef05-fedd-4515-b78e-b4dcb77c2c09 HTTP/1.1" status: 200 len: 1096 time: 0.0425241 Aug 05 14:33:06.998403 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c64b9a8c-3681-40a0-b0c6-57f7164b1bce req-f18d1e8a-6ab4-48b7-a4e3-2f7da81199e3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=abc33511-5da3-4bee-9081-ec4ca3cea4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357823 Aug 05 14:33:07.263057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b0dcd-1d82-40a0-a4f2-04f0afdc0b0f req-4d061559-7223-4736-b7b8-0ad1a04aa324 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:07.264675 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a1b0dcd-1d82-40a0-a4f2-04f0afdc0b0f req-4d061559-7223-4736-b7b8-0ad1a04aa324 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=6098ef05-fedd-4515-b78e-b4dcb77c2c09 HTTP/1.1" status: 200 len: 945 time: 0.0533552 Aug 05 14:33:07.303026 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a1b0dcd-1d82-40a0-a4f2-04f0afdc0b0f req-11d74607-fa5d-46c6-8c4e-66aaed309368 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc33511-5da3-4bee-9081-ec4ca3cea4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Aug 05 14:33:07.705137 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41224) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:07.831926 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-aa020bc8-8bdd-4bcc-964d-1135615b8868 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/floatingips/cf114a94-e902-4e6b-81a9-3a4a028c25f4 HTTP/1.1" status: 200 len: 992 time: 0.1253698 Aug 05 14:33:08.419855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d767b50-fdc2-4e58-8371-81f7bbebaee1 req-b4a8ba44-2091-4777-bd1f-6cb6c7f92e5f tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:08.421371 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8d767b50-fdc2-4e58-8371-81f7bbebaee1 req-b4a8ba44-2091-4777-bd1f-6cb6c7f92e5f tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=6098ef05-fedd-4515-b78e-b4dcb77c2c09 HTTP/1.1" status: 200 len: 945 time: 0.0499890 Aug 05 14:33:08.459892 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8d767b50-fdc2-4e58-8371-81f7bbebaee1 req-762d54f1-85eb-4756-b324-1cd475770da0 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc33511-5da3-4bee-9081-ec4ca3cea4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324581 Aug 05 14:33:09.043282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb77ab-6817-4f96-a952-ac7a49a01c10 req-8dc4a386-6266-48cb-a7ea-9062736d09d3 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:09.045613 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3fb77ab-6817-4f96-a952-ac7a49a01c10 req-8dc4a386-6266-48cb-a7ea-9062736d09d3 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=6098ef05-fedd-4515-b78e-b4dcb77c2c09 HTTP/1.1" status: 200 len: 945 time: 0.0547836 Aug 05 14:33:09.085522 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3fb77ab-6817-4f96-a952-ac7a49a01c10 req-1b380c0c-eac7-46d6-99c8-0901c0c19dde tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc33511-5da3-4bee-9081-ec4ca3cea4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337691 Aug 05 14:33:10.202148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4a3f5-d9db-4388-8df1-e53988998466 req-4072b2f3-126e-412d-94ee-eae05415c450 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:10.203666 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e0f4a3f5-d9db-4388-8df1-e53988998466 req-4072b2f3-126e-412d-94ee-eae05415c450 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=6098ef05-fedd-4515-b78e-b4dcb77c2c09 HTTP/1.1" status: 200 len: 945 time: 0.0494916 Aug 05 14:33:10.240645 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e0f4a3f5-d9db-4388-8df1-e53988998466 req-4751cd73-614b-4033-8c31-abdbf4273b46 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc33511-5da3-4bee-9081-ec4ca3cea4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309043 Aug 05 14:33:10.289226 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be7998-c086-4e91-ba29-b35a1fad102f req-1d55d99f-0208-4ae1-af04-a10a7f49e7f0 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:10.290698 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01be7998-c086-4e91-ba29-b35a1fad102f req-1d55d99f-0208-4ae1-af04-a10a7f49e7f0 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.63 "GET /v2.0/ports?device_id=6098ef05-fedd-4515-b78e-b4dcb77c2c09 HTTP/1.1" status: 200 len: 945 time: 0.0479879 Aug 05 14:33:10.386096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-01be7998-c086-4e91-ba29-b35a1fad102f req-eed0fb64-eb14-41ea-be41-596fa2779142 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Deleting port 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:33:10.386478 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-01be7998-c086-4e91-ba29-b35a1fad102f req-eed0fb64-eb14-41ea-be41-596fa2779142 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:10.477123 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-01be7998-c086-4e91-ba29-b35a1fad102f req-eed0fb64-eb14-41ea-be41-596fa2779142 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] For port 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=2c7f2f6e-cda0-4118-8c6b-37e17f1bf002,segment=NetworkSegment(3849057e-56e7-4e2e-bf9c-978d33cc5144),segment_id=3849057e-56e7-4e2e-bf9c-978d33cc5144)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:33:10.477492 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-01be7998-c086-4e91-ba29-b35a1fad102f req-eed0fb64-eb14-41ea-be41-596fa2779142 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:10.491152 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-01be7998-c086-4e91-ba29-b35a1fad102f req-eed0fb64-eb14-41ea-be41-596fa2779142 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Calling delete_port for 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:33:10.624545 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-01be7998-c086-4e91-ba29-b35a1fad102f req-eed0fb64-eb14-41ea-be41-596fa2779142 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:10.637725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['2c7f2f6e-cda0-4118-8c6b-37e17f1bf002'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:33:10.654530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0fb64-eb14-41ea-be41-596fa2779142 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Pushing event deleted for resources: {'Port': ['ID=2c7f2f6e-cda0-4118-8c6b-37e17f1bf002,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:10.698499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-01be7998-c086-4e91-ba29-b35a1fad102f req-eed0fb64-eb14-41ea-be41-596fa2779142 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] No DVR routers for this DVR port 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:33:10.701112 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-01be7998-c086-4e91-ba29-b35a1fad102f req-eed0fb64-eb14-41ea-be41-596fa2779142 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:10.703208 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01be7998-c086-4e91-ba29-b35a1fad102f req-eed0fb64-eb14-41ea-be41-596fa2779142 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.63 "DELETE /v2.0/ports/2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 HTTP/1.1" status: 204 len: 173 time: 0.4054508 Aug 05 14:33:10.703650 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6098ef05-fedd-4515-b78e-b4dcb77c2c09', 'name': 'network-vif-deleted', 'tag': '2c7f2f6e-cda0-4118-8c6b-37e17f1bf002'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:33:10.705974 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe99818-e2dd-4be2-8a85-216b426ccbde" -d '{"events": [{"server_uuid": "6098ef05-fedd-4515-b78e-b4dcb77c2c09", "name": "network-vif-deleted", "tag": "2c7f2f6e-cda0-4118-8c6b-37e17f1bf002"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:33:10.748803 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1504629-3df3-41a2-ba81-e5c921f7eabf x-openstack-request-id: req-d1504629-3df3-41a2-ba81-e5c921f7eabf {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:33:10.749044 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6098ef05-fedd-4515-b78e-b4dcb77c2c09", "name": "network-vif-deleted", "tag": "2c7f2f6e-cda0-4118-8c6b-37e17f1bf002", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:33:10.749287 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1504629-3df3-41a2-ba81-e5c921f7eabf {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:33:10.749689 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6098ef05-fedd-4515-b78e-b4dcb77c2c09', 'name': 'network-vif-deleted', 'tag': '2c7f2f6e-cda0-4118-8c6b-37e17f1bf002', 'status': 'completed', 'code': 200} Aug 05 14:33:11.500562 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fae081-5260-42e5-995c-47d5411c9072 req-349e10f3-cf94-4770-915f-81664373ff5c tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:11.502052 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b3fae081-5260-42e5-995c-47d5411c9072 req-349e10f3-cf94-4770-915f-81664373ff5c tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/networks?id=9687a11e-8079-49be-b0da-c1f8b5599e9f HTTP/1.1" status: 200 len: 808 time: 0.1015856 Aug 05 14:33:11.517063 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b3fae081-5260-42e5-995c-47d5411c9072 req-0b2483dc-eae1-43b7-bdf2-8eb31f1bc026 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/quotas/a335eed82fc249f789602ae6ec2acde7 HTTP/1.1" status: 200 len: 375 time: 0.0093470 Aug 05 14:33:11.552419 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b3fae081-5260-42e5-995c-47d5411c9072 req-e317dce0-6aff-46df-9ea8-64c43fecc5c3 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a335eed82fc249f789602ae6ec2acde7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293849 Aug 05 14:33:11.644280 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b3fae081-5260-42e5-995c-47d5411c9072 req-9329e372-abc8-4359-8431-8f3e4a7a5eef service neutron] 10.222.0.16 "GET /v2.0/networks/9687a11e-8079-49be-b0da-c1f8b5599e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850217 Aug 05 14:33:11.738045 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b3fae081-5260-42e5-995c-47d5411c9072 req-654890d4-6062-499d-b0cb-a796fafcbc17 service neutron] 10.222.0.16 "GET /v2.0/networks/9687a11e-8079-49be-b0da-c1f8b5599e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872216 Aug 05 14:33:11.895145 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-278f8807-59db-4725-b39c-3640302df864 req-dc1d43b1-e9fa-4390-b723-af7ecc4a610d tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bad8837-0ad1-4324-b0c0-1989a4fd6372 HTTP/1.1" status: 200 len: 210 time: 0.0265634 Aug 05 14:33:12.807181 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fae081-5260-42e5-995c-47d5411c9072 req-e62704d2-4e41-4f7e-ba3b-6d90e76d6090 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:12.809220 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3fae081-5260-42e5-995c-47d5411c9072 req-e62704d2-4e41-4f7e-ba3b-6d90e76d6090 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.63 "GET /v2.0/networks?id=9687a11e-8079-49be-b0da-c1f8b5599e9f HTTP/1.1" status: 200 len: 808 time: 0.1217370 Aug 05 14:33:12.821474 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-b3fae081-5260-42e5-995c-47d5411c9072 req-303939e0-8f04-4b92-b877-a068ecee312a tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Request body: {'port': {'device_id': '9bad8837-0ad1-4324-b0c0-1989a4fd6372', 'network_id': '9687a11e-8079-49be-b0da-c1f8b5599e9f', 'admin_state_up': True, 'tenant_id': 'a335eed82fc249f789602ae6ec2acde7'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:33:12.939489 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3fae081-5260-42e5-995c-47d5411c9072 req-303939e0-8f04-4b92-b877-a068ecee312a tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Made reservation on behalf of a335eed82fc249f789602ae6ec2acde7 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:33:12.943033 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b3fae081-5260-42e5-995c-47d5411c9072 req-303939e0-8f04-4b92-b877-a068ecee312a tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:12.994376 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b19ce25-4547-4853-8067-d67a95a964f8 req-114805c3-9c6b-43f8-a9cc-d414d03217a1 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bad8837-0ad1-4324-b0c0-1989a4fd6372 HTTP/1.1" status: 200 len: 210 time: 0.0290508 Aug 05 14:33:13.070819 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-b3fae081-5260-42e5-995c-47d5411c9072 req-303939e0-8f04-4b92-b877-a068ecee312a tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Allocated IP 172.20.0.6 (9687a11e-8079-49be-b0da-c1f8b5599e9f/9c2b5cdc-9a0b-49c4-becf-f7a4718a5b7e/1b3c616b-29ef-4619-ba01-1bce116d8c72) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:33:13.228481 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b3fae081-5260-42e5-995c-47d5411c9072 req-303939e0-8f04-4b92-b877-a068ecee312a tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:13.269975 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b3fae081-5260-42e5-995c-47d5411c9072 req-303939e0-8f04-4b92-b877-a068ecee312a tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:13.308975 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fae081-5260-42e5-995c-47d5411c9072 req-303939e0-8f04-4b92-b877-a068ecee312a tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Network 9687a11e-8079-49be-b0da-c1f8b5599e9f is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:33:13.315391 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-b3fae081-5260-42e5-995c-47d5411c9072 req-303939e0-8f04-4b92-b877-a068ecee312a tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:33:13.319005 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fae081-5260-42e5-995c-47d5411c9072 req-303939e0-8f04-4b92-b877-a068ecee312a tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:33:13.350611 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303939e0-8f04-4b92-b877-a068ecee312a tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Pushing event updated for resources: {'Port': ['ID=1b3c616b-29ef-4619-ba01-1bce116d8c72,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:13.376077 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fae081-5260-42e5-995c-47d5411c9072 req-303939e0-8f04-4b92-b877-a068ecee312a tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:13.376699 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b3fae081-5260-42e5-995c-47d5411c9072 req-303939e0-8f04-4b92-b877-a068ecee312a tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:13.391462 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3fae081-5260-42e5-995c-47d5411c9072 req-303939e0-8f04-4b92-b877-a068ecee312a tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5738916 Aug 05 14:33:13.404212 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Request body: {'port': {'device_id': '9bad8837-0ad1-4324-b0c0-1989a4fd6372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:33:13.464509 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:13.735016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3c616b-29ef-4619-ba01-1bce116d8c72 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:33:13.742233 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:13.754470 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Transition to ACTIVE for port object 1b3c616b-29ef-4619-ba01-1bce116d8c72 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:33:13.758245 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:13.827308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Pushing event updated for resources: {'Port': ['ID=1b3c616b-29ef-4619-ba01-1bce116d8c72,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:13.880756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Attempting to bind port 1b3c616b-29ef-4619-ba01-1bce116d8c72 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:33:13.881348 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Attempting to bind port 1b3c616b-29ef-4619-ba01-1bce116d8c72 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '3849057e-56e7-4e2e-bf9c-978d33cc5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9687a11e-8079-49be-b0da-c1f8b5599e9f'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:33:13.881719 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Attempting to bind port 1b3c616b-29ef-4619-ba01-1bce116d8c72 on network 9687a11e-8079-49be-b0da-c1f8b5599e9f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:33:13.886656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Port 1b3c616b-29ef-4619-ba01-1bce116d8c72 on network 9687a11e-8079-49be-b0da-c1f8b5599e9f not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:33:13.886918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Attempting to bind port 1b3c616b-29ef-4619-ba01-1bce116d8c72 on network 9687a11e-8079-49be-b0da-c1f8b5599e9f {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:33:13.892029 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:33:13.892374 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Checking segment: {'id': '3849057e-56e7-4e2e-bf9c-978d33cc5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9687a11e-8079-49be-b0da-c1f8b5599e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:33:13.892767 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Bound using segment: {'id': '3849057e-56e7-4e2e-bf9c-978d33cc5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9687a11e-8079-49be-b0da-c1f8b5599e9f'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:33:13.893578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Bound port: 1b3c616b-29ef-4619-ba01-1bce116d8c72, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3849057e-56e7-4e2e-bf9c-978d33cc5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9687a11e-8079-49be-b0da-c1f8b5599e9f'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:33:13.893947 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:13.958401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] For port 1b3c616b-29ef-4619-ba01-1bce116d8c72, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:33:13.961590 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] For port 1b3c616b-29ef-4619-ba01-1bce116d8c72, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=1b3c616b-29ef-4619-ba01-1bce116d8c72,segment=NetworkSegment(3849057e-56e7-4e2e-bf9c-978d33cc5144),segment_id=3849057e-56e7-4e2e-bf9c-978d33cc5144)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:33:13.965016 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:14.002850 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:14.003462 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:14.004869 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3fae081-5260-42e5-995c-47d5411c9072 req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] 10.222.0.63 "PUT /v2.0/ports/1b3c616b-29ef-4619-ba01-1bce116d8c72 HTTP/1.1" status: 200 len: 1091 time: 0.6049006 Aug 05 14:33:14.005315 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bad8837-0ad1-4324-b0c0-1989a4fd6372', 'tag': '1b3c616b-29ef-4619-ba01-1bce116d8c72'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:33:14.007558 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2b5df9-40ee-49da-9e11-08bf355a800e" -d '{"events": [{"name": "network-changed", "server_uuid": "9bad8837-0ad1-4324-b0c0-1989a4fd6372", "tag": "1b3c616b-29ef-4619-ba01-1bce116d8c72"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:33:14.047570 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1513431-71b4-46f1-882c-2a41beb452c9 x-openstack-request-id: req-b1513431-71b4-46f1-882c-2a41beb452c9 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:33:14.047872 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bad8837-0ad1-4324-b0c0-1989a4fd6372", "tag": "1b3c616b-29ef-4619-ba01-1bce116d8c72", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:33:14.048130 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1513431-71b4-46f1-882c-2a41beb452c9 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:33:14.048583 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bad8837-0ad1-4324-b0c0-1989a4fd6372', 'tag': '1b3c616b-29ef-4619-ba01-1bce116d8c72', 'status': 'completed', 'code': 200} Aug 05 14:33:14.050237 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21b7d5-9bf0-4483-bd37-1a9715b4017f service neutron] Pushing event updated for resources: {'Port': ['ID=1b3c616b-29ef-4619-ba01-1bce116d8c72,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:14.095472 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fae081-5260-42e5-995c-47d5411c9072 req-2f91afe7-acf2-414f-bfc2-725490f1f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:14.097058 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3fae081-5260-42e5-995c-47d5411c9072 req-2f91afe7-acf2-414f-bfc2-725490f1f30c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a335eed82fc249f789602ae6ec2acde7&device_id=9bad8837-0ad1-4324-b0c0-1989a4fd6372 HTTP/1.1" status: 200 len: 1094 time: 0.0433927 Aug 05 14:33:14.126608 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb8afb-7e1b-4ecf-98a3-f763584f8b80 req-0a6ac843-d133-4872-a72c-838b991f0aec tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:14.128145 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ecb8afb-7e1b-4ecf-98a3-f763584f8b80 req-0a6ac843-d133-4872-a72c-838b991f0aec tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bad8837-0ad1-4324-b0c0-1989a4fd6372 HTTP/1.1" status: 200 len: 943 time: 0.0512550 Aug 05 14:33:14.149663 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3fae081-5260-42e5-995c-47d5411c9072 req-ee7d81c0-0fbd-4667-9c0c-bbf1d74e4f5a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3c616b-29ef-4619-ba01-1bce116d8c72 HTTP/1.1" status: 200 len: 217 time: 0.0449216 Aug 05 14:33:14.167564 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ecb8afb-7e1b-4ecf-98a3-f763584f8b80 req-d91139d6-d467-4b77-9951-6982046fb140 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc33511-5da3-4bee-9081-ec4ca3cea4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334036 Aug 05 14:33:14.207655 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fae081-5260-42e5-995c-47d5411c9072 req-9372c779-528b-4491-9370-3e96cfd0e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:14.209135 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3fae081-5260-42e5-995c-47d5411c9072 req-9372c779-528b-4491-9370-3e96cfd0e801 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9c2b5cdc-9a0b-49c4-becf-f7a4718a5b7e HTTP/1.1" status: 200 len: 848 time: 0.0523138 Aug 05 14:33:14.243643 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3fae081-5260-42e5-995c-47d5411c9072 req-53d9578f-8e87-4fd8-9728-40daf95a5766 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9687a11e-8079-49be-b0da-c1f8b5599e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274708 Aug 05 14:33:14.337856 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3fae081-5260-42e5-995c-47d5411c9072 req-604c46e4-5e34-4292-9c3b-30f534b43249 service neutron] 10.222.0.63 "GET /v2.0/networks/9687a11e-8079-49be-b0da-c1f8b5599e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863533 Aug 05 14:33:14.429871 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3fae081-5260-42e5-995c-47d5411c9072 req-d67d87c3-70bc-4c1f-97a0-380edc30df4c service neutron] 10.222.0.63 "GET /v2.0/networks/9687a11e-8079-49be-b0da-c1f8b5599e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846303 Aug 05 14:33:14.438170 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:33:14.459440 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:33:14.459877 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 2c7f2f6e-cda0-4118-8c6b-37e17f1bf002 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:33:14.517320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b5df9-40ee-49da-9e11-08bf355a800e req-5f6dad87-d1ea-4aa8-9c78-b6af101e9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:14.518864 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c2b5df9-40ee-49da-9e11-08bf355a800e req-5f6dad87-d1ea-4aa8-9c78-b6af101e9a68 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a335eed82fc249f789602ae6ec2acde7&device_id=9bad8837-0ad1-4324-b0c0-1989a4fd6372 HTTP/1.1" status: 200 len: 1094 time: 0.0428848 Aug 05 14:33:14.612144 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b5df9-40ee-49da-9e11-08bf355a800e req-68a61716-548a-471a-8936-c02ea92bf4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:14.613663 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c2b5df9-40ee-49da-9e11-08bf355a800e req-68a61716-548a-471a-8936-c02ea92bf4e4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9687a11e-8079-49be-b0da-c1f8b5599e9f HTTP/1.1" status: 200 len: 909 time: 0.0877399 Aug 05 14:33:14.656426 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c2b5df9-40ee-49da-9e11-08bf355a800e req-e7af8b59-0221-40e8-832a-1f263dc3bb8a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3c616b-29ef-4619-ba01-1bce116d8c72 HTTP/1.1" status: 200 len: 217 time: 0.0357485 Aug 05 14:33:14.705473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b5df9-40ee-49da-9e11-08bf355a800e req-77044ffb-2774-4783-8e9f-0ce3d59b26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:14.706993 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c2b5df9-40ee-49da-9e11-08bf355a800e req-77044ffb-2774-4783-8e9f-0ce3d59b26f6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9c2b5cdc-9a0b-49c4-becf-f7a4718a5b7e HTTP/1.1" status: 200 len: 848 time: 0.0440972 Aug 05 14:33:14.741319 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c2b5df9-40ee-49da-9e11-08bf355a800e req-a63f0d20-2155-42f3-bc9f-06d164c84bac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9687a11e-8079-49be-b0da-c1f8b5599e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254698 Aug 05 14:33:14.835828 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c2b5df9-40ee-49da-9e11-08bf355a800e req-e5cdb712-9754-455e-a58f-edd9dee816d3 service neutron] 10.222.0.63 "GET /v2.0/networks/9687a11e-8079-49be-b0da-c1f8b5599e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862467 Aug 05 14:33:14.919955 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:14.929675 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9c2b5df9-40ee-49da-9e11-08bf355a800e req-0b52d2b9-249e-4941-b0ca-6cee4875125b service neutron] 10.222.0.63 "GET /v2.0/networks/9687a11e-8079-49be-b0da-c1f8b5599e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842824 Aug 05 14:33:15.290829 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dac7c-7c95-4659-be3c-ba4682c0bb09 req-42ec158c-ca42-4954-ae3d-ac182ba86712 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:15.292578 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-302dac7c-7c95-4659-be3c-ba4682c0bb09 req-42ec158c-ca42-4954-ae3d-ac182ba86712 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bad8837-0ad1-4324-b0c0-1989a4fd6372 HTTP/1.1" status: 200 len: 943 time: 0.0547287 Aug 05 14:33:15.336516 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-302dac7c-7c95-4659-be3c-ba4682c0bb09 req-040f5c6b-95d8-4e31-8a77-bf577c726ea5 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc33511-5da3-4bee-9081-ec4ca3cea4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373034 Aug 05 14:33:15.858739 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-447bbe68-5db4-4ce8-a743-bcc25a2c5ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:16.223801 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:16.438403 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 1b3c616b-29ef-4619-ba01-1bce116d8c72 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:33:16.454598 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb0356-b2aa-40fb-b0b0-127952b6a3af req-94c52ad2-16a1-4e55-af02-523a75bc7971 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:16.456178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7eb0356-b2aa-40fb-b0b0-127952b6a3af req-94c52ad2-16a1-4e55-af02-523a75bc7971 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bad8837-0ad1-4324-b0c0-1989a4fd6372 HTTP/1.1" status: 200 len: 943 time: 0.0509937 Aug 05 14:33:16.498805 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7eb0356-b2aa-40fb-b0b0-127952b6a3af req-d842305c-445a-432c-ae90-c77d34a003e7 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc33511-5da3-4bee-9081-ec4ca3cea4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357907 Aug 05 14:33:16.546866 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 1b3c616b-29ef-4619-ba01-1bce116d8c72, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=1b3c616b-29ef-4619-ba01-1bce116d8c72,segment=NetworkSegment(3849057e-56e7-4e2e-bf9c-978d33cc5144),segment_id=3849057e-56e7-4e2e-bf9c-978d33cc5144)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:33:16.558015 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '1b3c616b-29ef-4619-ba01-1bce116d8c72', 'network_id': '9687a11e-8079-49be-b0da-c1f8b5599e9f', 'port_id': '1b3c616b-29ef-4619-ba01-1bce116d8c72', 'mac_address': 'fa:16:3e:4b:18:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2b5cdc-9a0b-49c4-becf-f7a4718a5b7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:33:16.595300 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:16.607715 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3c616b-29ef-4619-ba01-1bce116d8c72 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:33:16.627740 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 1b3c616b-29ef-4619-ba01-1bce116d8c72, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=1b3c616b-29ef-4619-ba01-1bce116d8c72,segment=NetworkSegment(3849057e-56e7-4e2e-bf9c-978d33cc5144),segment_id=3849057e-56e7-4e2e-bf9c-978d33cc5144)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:33:16.631811 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:16.683366 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=1b3c616b-29ef-4619-ba01-1bce116d8c72,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:16.826824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['1b3c616b-29ef-4619-ba01-1bce116d8c72'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:33:17.616976 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29f779-38df-41ab-80b2-a87f7eba354b req-02c948bb-912e-49ab-bdaf-39c349fd6eb7 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:17.618874 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a29f779-38df-41ab-80b2-a87f7eba354b req-02c948bb-912e-49ab-bdaf-39c349fd6eb7 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bad8837-0ad1-4324-b0c0-1989a4fd6372 HTTP/1.1" status: 200 len: 944 time: 0.0519848 Aug 05 14:33:17.658226 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a29f779-38df-41ab-80b2-a87f7eba354b req-5163f347-dde3-49b5-98a8-150579aab71a tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc33511-5da3-4bee-9081-ec4ca3cea4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335152 Aug 05 14:33:18.401504 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-175832b0-b2b7-4d29-be43-47438a85d115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:18.439215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 1b3c616b-29ef-4619-ba01-1bce116d8c72 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:33:18.499527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 1b3c616b-29ef-4619-ba01-1bce116d8c72 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:33:18.503374 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 1b3c616b-29ef-4619-ba01-1bce116d8c72 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:33:18.503763 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:18.583063 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:18.607090 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bad8837-0ad1-4324-b0c0-1989a4fd6372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3c616b-29ef-4619-ba01-1bce116d8c72'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:33:18.609339 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dec3ea7-3b93-4ff9-bc99-94ae8919fe3c" -d '{"events": [{"server_uuid": "9bad8837-0ad1-4324-b0c0-1989a4fd6372", "name": "network-vif-plugged", "status": "completed", "tag": "1b3c616b-29ef-4619-ba01-1bce116d8c72"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:33:18.631674 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 1b3c616b-29ef-4619-ba01-1bce116d8c72, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=1b3c616b-29ef-4619-ba01-1bce116d8c72,segment=NetworkSegment(3849057e-56e7-4e2e-bf9c-978d33cc5144),segment_id=3849057e-56e7-4e2e-bf9c-978d33cc5144)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:33:18.640568 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:18.658225 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9767db0a-f322-4b8c-b864-ed778ea299a2 x-openstack-request-id: req-9767db0a-f322-4b8c-b864-ed778ea299a2 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:33:18.658542 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bad8837-0ad1-4324-b0c0-1989a4fd6372", "name": "network-vif-plugged", "status": "completed", "tag": "1b3c616b-29ef-4619-ba01-1bce116d8c72", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:33:18.658795 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9767db0a-f322-4b8c-b864-ed778ea299a2 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:33:18.659184 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bad8837-0ad1-4324-b0c0-1989a4fd6372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3c616b-29ef-4619-ba01-1bce116d8c72', 'code': 200} Aug 05 14:33:18.660075 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:18.712085 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=1b3c616b-29ef-4619-ba01-1bce116d8c72,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:18.800024 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45077586-6684-4690-9e38-e2a3be9b204e req-84d1345c-fc75-4643-a4bb-e34d4afcac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:18.801547 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-45077586-6684-4690-9e38-e2a3be9b204e req-84d1345c-fc75-4643-a4bb-e34d4afcac9d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9bad8837-0ad1-4324-b0c0-1989a4fd6372 HTTP/1.1" status: 200 len: 1096 time: 0.0789709 Aug 05 14:33:18.822897 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cc810-497a-4a29-888a-4a479233e9dd req-707eacc5-424b-428f-91fc-cd150dcd37af tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:18.825565 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f9cc810-497a-4a29-888a-4a479233e9dd req-707eacc5-424b-428f-91fc-cd150dcd37af tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bad8837-0ad1-4324-b0c0-1989a4fd6372 HTTP/1.1" status: 200 len: 945 time: 0.0739627 Aug 05 14:33:18.882171 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-45077586-6684-4690-9e38-e2a3be9b204e req-0c0960fd-3d6a-4025-928c-07b632ab4b35 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=abc33511-5da3-4bee-9081-ec4ca3cea4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554073 Aug 05 14:33:18.893914 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f9cc810-497a-4a29-888a-4a479233e9dd req-aacd6218-ed28-4df7-a712-b960ab6c6e76 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc33511-5da3-4bee-9081-ec4ca3cea4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584807 Aug 05 14:33:19.607226 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:20.016036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33da990-4541-486e-82b0-db23dc24605a req-98fe4a8b-640b-486f-b138-6bc7f6d6fac7 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:20.017547 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b33da990-4541-486e-82b0-db23dc24605a req-98fe4a8b-640b-486f-b138-6bc7f6d6fac7 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bad8837-0ad1-4324-b0c0-1989a4fd6372 HTTP/1.1" status: 200 len: 945 time: 0.0542247 Aug 05 14:33:20.054986 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b33da990-4541-486e-82b0-db23dc24605a req-c26a1123-9679-4d41-a251-8c799733d372 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc33511-5da3-4bee-9081-ec4ca3cea4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311711 Aug 05 14:33:20.682099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce22fcf-8735-4d8f-bd1f-ab738f2b0f1a req-ec872edc-b7a9-4c9f-88eb-48b42895995a tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:20.683536 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6ce22fcf-8735-4d8f-bd1f-ab738f2b0f1a req-ec872edc-b7a9-4c9f-88eb-48b42895995a tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bad8837-0ad1-4324-b0c0-1989a4fd6372 HTTP/1.1" status: 200 len: 945 time: 0.0506449 Aug 05 14:33:20.722643 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6ce22fcf-8735-4d8f-bd1f-ab738f2b0f1a req-6798c631-2507-428c-9a14-4b575b11cc22 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc33511-5da3-4bee-9081-ec4ca3cea4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324290 Aug 05 14:33:21.395394 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:21.841693 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452c504-1a08-412a-a53d-90a0b39ea2de req-a1d0cc76-79e9-4b72-9ebb-568e3a10b6b3 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:21.843193 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2452c504-1a08-412a-a53d-90a0b39ea2de req-a1d0cc76-79e9-4b72-9ebb-568e3a10b6b3 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bad8837-0ad1-4324-b0c0-1989a4fd6372 HTTP/1.1" status: 200 len: 945 time: 0.0496783 Aug 05 14:33:21.879997 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2452c504-1a08-412a-a53d-90a0b39ea2de req-26e7a8a3-9475-4699-8314-11629054497c tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.16 "GET /v2.0/security-groups?id=abc33511-5da3-4bee-9081-ec4ca3cea4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307901 Aug 05 14:33:21.948785 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35af68-81e3-4f5d-87ae-850da966a1f6 req-08ca39b9-c428-4ce6-8508-16c6edbe0bf8 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:21.950972 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-db35af68-81e3-4f5d-87ae-850da966a1f6 req-08ca39b9-c428-4ce6-8508-16c6edbe0bf8 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.63 "GET /v2.0/ports?device_id=9bad8837-0ad1-4324-b0c0-1989a4fd6372 HTTP/1.1" status: 200 len: 945 time: 0.0496755 Aug 05 14:33:22.042822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-db35af68-81e3-4f5d-87ae-850da966a1f6 req-94b6e303-4681-4d93-89f7-619125d7fd12 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Deleting port 1b3c616b-29ef-4619-ba01-1bce116d8c72 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:33:22.043171 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-db35af68-81e3-4f5d-87ae-850da966a1f6 req-94b6e303-4681-4d93-89f7-619125d7fd12 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:22.129107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-db35af68-81e3-4f5d-87ae-850da966a1f6 req-94b6e303-4681-4d93-89f7-619125d7fd12 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] For port 1b3c616b-29ef-4619-ba01-1bce116d8c72, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=1b3c616b-29ef-4619-ba01-1bce116d8c72,segment=NetworkSegment(3849057e-56e7-4e2e-bf9c-978d33cc5144),segment_id=3849057e-56e7-4e2e-bf9c-978d33cc5144)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:33:22.129483 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-db35af68-81e3-4f5d-87ae-850da966a1f6 req-94b6e303-4681-4d93-89f7-619125d7fd12 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:22.142988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-db35af68-81e3-4f5d-87ae-850da966a1f6 req-94b6e303-4681-4d93-89f7-619125d7fd12 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Calling delete_port for 1b3c616b-29ef-4619-ba01-1bce116d8c72 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:33:22.270939 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-db35af68-81e3-4f5d-87ae-850da966a1f6 req-94b6e303-4681-4d93-89f7-619125d7fd12 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:22.283738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['1b3c616b-29ef-4619-ba01-1bce116d8c72'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:33:22.299190 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6e303-4681-4d93-89f7-619125d7fd12 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Pushing event deleted for resources: {'Port': ['ID=1b3c616b-29ef-4619-ba01-1bce116d8c72,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:22.343515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-db35af68-81e3-4f5d-87ae-850da966a1f6 req-94b6e303-4681-4d93-89f7-619125d7fd12 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] No DVR routers for this DVR port 1b3c616b-29ef-4619-ba01-1bce116d8c72 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:33:22.346266 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-db35af68-81e3-4f5d-87ae-850da966a1f6 req-94b6e303-4681-4d93-89f7-619125d7fd12 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:22.348265 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-db35af68-81e3-4f5d-87ae-850da966a1f6 req-94b6e303-4681-4d93-89f7-619125d7fd12 tempest-VolumesActionsTest-1721048036 tempest-VolumesActionsTest-1721048036-project] 10.222.0.63 "DELETE /v2.0/ports/1b3c616b-29ef-4619-ba01-1bce116d8c72 HTTP/1.1" status: 204 len: 173 time: 0.3914843 Aug 05 14:33:22.348691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bad8837-0ad1-4324-b0c0-1989a4fd6372', 'name': 'network-vif-deleted', 'tag': '1b3c616b-29ef-4619-ba01-1bce116d8c72'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:33:22.350941 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b094dadd-0927-4e5d-bc5e-dbf6d98511ff" -d '{"events": [{"server_uuid": "9bad8837-0ad1-4324-b0c0-1989a4fd6372", "name": "network-vif-deleted", "tag": "1b3c616b-29ef-4619-ba01-1bce116d8c72"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:33:22.395007 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c465fe-d3ca-47a6-8762-f7a9765fce50 x-openstack-request-id: req-27c465fe-d3ca-47a6-8762-f7a9765fce50 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:33:22.395351 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bad8837-0ad1-4324-b0c0-1989a4fd6372", "name": "network-vif-deleted", "tag": "1b3c616b-29ef-4619-ba01-1bce116d8c72", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:33:22.395607 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27c465fe-d3ca-47a6-8762-f7a9765fce50 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:33:22.396002 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bad8837-0ad1-4324-b0c0-1989a4fd6372', 'name': 'network-vif-deleted', 'tag': '1b3c616b-29ef-4619-ba01-1bce116d8c72', 'status': 'completed', 'code': 200} Aug 05 14:33:24.469521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 1b3c616b-29ef-4619-ba01-1bce116d8c72 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:33:24.493667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 1b3c616b-29ef-4619-ba01-1bce116d8c72 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:33:24.494101 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 1b3c616b-29ef-4619-ba01-1bce116d8c72 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:33:30.443871 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:33:39.100804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41486) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:39.179327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4d3816-49ad-40fe-a62b-fe711dd9912a tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:39.179856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4d3816-49ad-40fe-a62b-fe711dd9912a tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:39.180336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4d3816-49ad-40fe-a62b-fe711dd9912a tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:39.182039 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7d4d3816-49ad-40fe-a62b-fe711dd9912a tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=2533e4232c3c4eb68d04bb13b2fb1c10&network_id=5fb486dc-aa17-46df-b452-7a5bf8e8904c HTTP/1.1" status: 200 len: 2969 time: 0.0807896 Aug 05 14:33:41.078542 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41544) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:41.155169 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae2855b-6943-40e5-8857-33dcdf371e61 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:41.156739 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1ae2855b-6943-40e5-8857-33dcdf371e61 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af HTTP/1.1" status: 200 len: 814 time: 0.0771198 Aug 05 14:33:41.627166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41552) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:41.685365 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d9eb0a-816c-49e0-a4ff-06f8651274a2 admin admin] Deleting subnet 9c2b5cdc-9a0b-49c4-becf-f7a4718a5b7e {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:33:41.688974 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8d9eb0a-816c-49e0-a4ff-06f8651274a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:41.742956 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8d9eb0a-816c-49e0-a4ff-06f8651274a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:41.789318 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8d9eb0a-816c-49e0-a4ff-06f8651274a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:41.854269 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8d9eb0a-816c-49e0-a4ff-06f8651274a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:41.892346 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9eb0a-816c-49e0-a4ff-06f8651274a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c2b5cdc-9a0b-49c4-becf-f7a4718a5b7e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:41.896951 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8d9eb0a-816c-49e0-a4ff-06f8651274a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:41.899323 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a8d9eb0a-816c-49e0-a4ff-06f8651274a2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9c2b5cdc-9a0b-49c4-becf-f7a4718a5b7e HTTP/1.1" status: 204 len: 168 time: 0.2711036 Aug 05 14:33:41.901794 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41554) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:41.981241 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7f1c572f-7466-4213-a638-f3d7f51a4c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:42.045363 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41556) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:42.050544 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'network': {'name': 'tempest-network-smoke--25294453', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'port_security_enabled': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:33:42.062693 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7f1c572f-7466-4213-a638-f3d7f51a4c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:42.072975 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Made reservation on behalf of 2533e4232c3c4eb68d04bb13b2fb1c10 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:33:42.073204 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-7f1c572f-7466-4213-a638-f3d7f51a4c05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9687a11e-8079-49be-b0da-c1f8b5599e9f']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:33:42.077060 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:42.084353 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-7f1c572f-7466-4213-a638-f3d7f51a4c05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3849057e-56e7-4e2e-bf9c-978d33cc5144') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:33:42.084959 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-7f1c572f-7466-4213-a638-f3d7f51a4c05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3849057e-56e7-4e2e-bf9c-978d33cc5144') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:33:42.093978 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7f1c572f-7466-4213-a638-f3d7f51a4c05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:42.101005 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:33:42.108757 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7f1c572f-7466-4213-a638-f3d7f51a4c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:42.110586 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:42.110944 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Added segment 00ccf228-7f81-4b40-b8e7-9ab41874455d of type vlan for network f3f8a90f-90e5-4958-8e86-d28cf2147a62 Aug 05 14:33:42.114939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1c572f-7466-4213-a638-f3d7f51a4c05 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:33:42.115336 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7f1c572f-7466-4213-a638-f3d7f51a4c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:33:42.117064 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:33:42.154608 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:42.176236 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7f1c572f-7466-4213-a638-f3d7f51a4c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:42.182723 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7f1c572f-7466-4213-a638-f3d7f51a4c05 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:42.185753 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7f1c572f-7466-4213-a638-f3d7f51a4c05 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9687a11e-8079-49be-b0da-c1f8b5599e9f HTTP/1.1" status: 204 len: 168 time: 0.2828736 Aug 05 14:33:42.187604 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:42.193965 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:42.194714 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:42.197432 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c572f-7466-4213-a638-f3d7f51a4c05 admin admin] Pushing event deleted for resources: {'Network': ['ID=9687a11e-8079-49be-b0da-c1f8b5599e9f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:42.245108 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1986012 Aug 05 14:33:42.248783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41560) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:42.273499 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Network': ['ID=f3f8a90f-90e5-4958-8e86-d28cf2147a62,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:42.282818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:42.283170 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:42.283512 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:42.283852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:42.284188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:42.284519 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:42.284857 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:42.285177 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:42.285625 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:42.285952 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:42.286298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:42.286628 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad27d68-7993-4f18-8d8a-0cde549a2ad4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:42.299011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network f3f8a90f-90e5-4958-8e86-d28cf2147a62 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:33:42.316747 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41562) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:42.318695 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdbb5f4-9b07-4c3d-b16e-f1aca91d782f tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:42.323599 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5fdbb5f4-9b07-4c3d-b16e-f1aca91d782f tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2533e4232c3c4eb68d04bb13b2fb1c10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0704293 Aug 05 14:33:42.324138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41564) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:42.369907 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-667031f2-ce6e-4d62-bc26-14578f7aa3be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a335eed82fc249f789602ae6ec2acde7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519900 Aug 05 14:33:42.370522 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41566) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:42.419085 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-abd59e4c-f69d-4c0e-8575-2a6d9b5023c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:42.440405 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-abd59e4c-f69d-4c0e-8575-2a6d9b5023c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:42.487446 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-abd59e4c-f69d-4c0e-8575-2a6d9b5023c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:42.490192 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-abd59e4c-f69d-4c0e-8575-2a6d9b5023c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:42.491574 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-abd59e4c-f69d-4c0e-8575-2a6d9b5023c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/abc33511-5da3-4bee-9081-ec4ca3cea4cc HTTP/1.1" status: 204 len: 168 time: 0.1201558 Aug 05 14:33:42.499644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd59e4c-f69d-4c0e-8575-2a6d9b5023c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc33511-5da3-4bee-9081-ec4ca3cea4cc,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:42.505125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b8af29-dd04-443f-a648-da8affd22ca8 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:42.506894 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b3b8af29-dd04-443f-a648-da8affd22ca8 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1809390 Aug 05 14:33:42.509788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41570) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:42.545304 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8ed8f4eb-d93e-412a-ba56-e53e5bb76de4 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341268 Aug 05 14:33:42.548069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41572) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:42.576375 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-55605e1b-6296-4501-ac81-e65b7d6487ef tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2533e4232c3c4eb68d04bb13b2fb1c10&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271487 Aug 05 14:33:42.578841 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41574) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:42.666125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe612d6-5887-4237-8572-633fba86fdcf tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:42.667678 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-afe612d6-5887-4237-8572-633fba86fdcf tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879021 Aug 05 14:33:42.671158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41576) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:42.699520 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7fe94d00-9afa-425c-95dc-a117f4540dea tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272448 Aug 05 14:33:42.702146 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41580) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:42.706906 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5a1f05b7-5f73-44b9-be71-d193955a7330 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1939149297', 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:33:42.798754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1f05b7-5f73-44b9-be71-d193955a7330 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Made reservation on behalf of 2533e4232c3c4eb68d04bb13b2fb1c10 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:33:42.802225 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a1f05b7-5f73-44b9-be71-d193955a7330 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:42.987463 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a1f05b7-5f73-44b9-be71-d193955a7330 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.055143 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f05b7-5f73-44b9-be71-d193955a7330 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Subnet': ['ID=ae0ed615-b11f-4be0-b9e2-1c228701fbdb,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:43.062935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f05b7-5f73-44b9-be71-d193955a7330 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Checking segment: {'id': '00ccf228-7f81-4b40-b8e7-9ab41874455d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:33:43.063144 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1f05b7-5f73-44b9-be71-d193955a7330 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network hostable DHCP agents. Network: f3f8a90f-90e5-4958-8e86-d28cf2147a62, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:33:43.080090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1f05b7-5f73-44b9-be71-d193955a7330 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network f3f8a90f-90e5-4958-8e86-d28cf2147a62 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:33:43.089018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-5a1f05b7-5f73-44b9-be71-d193955a7330 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, f3f8a90f-90e5-4958-8e86-d28cf2147a62) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:33:43.094527 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1f05b7-5f73-44b9-be71-d193955a7330 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:43.095232 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a1f05b7-5f73-44b9-be71-d193955a7330 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.101081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaf938d-12f1-456d-a96e-98ed379d034d None None] Network f3f8a90f-90e5-4958-8e86-d28cf2147a62 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:33:43.118824 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5a1f05b7-5f73-44b9-be71-d193955a7330 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4156830 Aug 05 14:33:43.255383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-f3f8a90f-90e5-4958-8e86-d28cf2147a62', 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'fixed_ips': [{'subnet_id': 'ae0ed615-b11f-4be0-b9e2-1c228701fbdb'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:33:43.256722 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.401149 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41604) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:43.406049 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b942aba3-c1c2-48c9-9d97-ff07c55fc51b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-83968295', 'description': 'tempest-secgroup-smoke-83968295 description', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:33:43.420787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Allocated IP 172.20.0.18 (f3f8a90f-90e5-4958-8e86-d28cf2147a62/ae0ed615-b11f-4be0-b9e2-1c228701fbdb/be073a06-40ab-4fb8-822f-a571996a4758) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:33:43.432220 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b942aba3-c1c2-48c9-9d97-ff07c55fc51b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.521278 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b942aba3-c1c2-48c9-9d97-ff07c55fc51b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.526707 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b942aba3-c1c2-48c9-9d97-ff07c55fc51b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.560218 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b942aba3-c1c2-48c9-9d97-ff07c55fc51b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.561665 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b942aba3-c1c2-48c9-9d97-ff07c55fc51b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1594834 Aug 05 14:33:43.564854 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41606) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:43.565415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942aba3-c1c2-48c9-9d97-ff07c55fc51b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40eed963-121e-4281-95f9-c8ebc29132bb,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:43.576014 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-7b4a06e8-fc70-4648-b488-e8e760417b03 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group_rule': {'security_group_id': '40eed963-121e-4281-95f9-c8ebc29132bb', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:33:43.579272 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.588949 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Transition to ACTIVE for port object be073a06-40ab-4fb8-822f-a571996a4758 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:33:43.608376 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Transition to ACTIVE for port object be073a06-40ab-4fb8-822f-a571996a4758 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:33:43.608639 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7b4a06e8-fc70-4648-b488-e8e760417b03 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.616104 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.664127 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Network f3f8a90f-90e5-4958-8e86-d28cf2147a62 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:33:43.667204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:33:43.673708 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:33:43.686122 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7b4a06e8-fc70-4648-b488-e8e760417b03 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.689423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Pushing event updated for resources: {'Port': ['ID=be073a06-40ab-4fb8-822f-a571996a4758,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:43.689648 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7b4a06e8-fc70-4648-b488-e8e760417b03 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.712511 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a06e8-fc70-4648-b488-e8e760417b03 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480ea5ba-dc10-4413-93e1-95faa9ddfeb5,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:43.726649 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7b4a06e8-fc70-4648-b488-e8e760417b03 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.732012 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7b4a06e8-fc70-4648-b488-e8e760417b03 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1646566 Aug 05 14:33:43.732414 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41608) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:43.738041 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-2d2a8a25-8202-4b74-b728-3fdb482d0df0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group_rule': {'security_group_id': '40eed963-121e-4281-95f9-c8ebc29132bb', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:33:43.743319 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Attempting to bind port be073a06-40ab-4fb8-822f-a571996a4758 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:33:43.744198 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Attempting to bind port be073a06-40ab-4fb8-822f-a571996a4758 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '00ccf228-7f81-4b40-b8e7-9ab41874455d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:33:43.744675 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Attempting to bind port be073a06-40ab-4fb8-822f-a571996a4758 on network f3f8a90f-90e5-4958-8e86-d28cf2147a62 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:33:43.751390 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:33:43.751842 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Checking segment: {'id': '00ccf228-7f81-4b40-b8e7-9ab41874455d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:33:43.752655 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.752881 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Bound using segment: {'id': '00ccf228-7f81-4b40-b8e7-9ab41874455d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:33:43.753419 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Bound port: be073a06-40ab-4fb8-822f-a571996a4758, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ccf228-7f81-4b40-b8e7-9ab41874455d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:33:43.753872 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.775380 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2d2a8a25-8202-4b74-b728-3fdb482d0df0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.832846 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] For port be073a06-40ab-4fb8-822f-a571996a4758, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:33:43.836830 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] For port be073a06-40ab-4fb8-822f-a571996a4758, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=be073a06-40ab-4fb8-822f-a571996a4758,segment=NetworkSegment(00ccf228-7f81-4b40-b8e7-9ab41874455d),segment_id=00ccf228-7f81-4b40-b8e7-9ab41874455d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:33:43.844905 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.855239 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2d2a8a25-8202-4b74-b728-3fdb482d0df0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.862962 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2d2a8a25-8202-4b74-b728-3fdb482d0df0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.897396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a8a25-8202-4b74-b728-3fdb482d0df0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29900f0-7825-4d64-b607-fdcd17daf208,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:43.901884 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2d2a8a25-8202-4b74-b728-3fdb482d0df0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:43.906163 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41616) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:43.906354 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2d2a8a25-8202-4b74-b728-3fdb482d0df0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1728501 Aug 05 14:33:43.911012 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-63624d55-d84f-46ef-a353-137f222fba82 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group_rule': {'security_group_id': '40eed963-121e-4281-95f9-c8ebc29132bb', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:33:43.922936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac534c-ca83-4e85-8c22-5a86844a3f19 None None] Pushing event updated for resources: {'Port': ['ID=be073a06-40ab-4fb8-822f-a571996a4758,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:43.945399 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63624d55-d84f-46ef-a353-137f222fba82 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:44.287326 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63624d55-d84f-46ef-a353-137f222fba82 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:44.290785 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63624d55-d84f-46ef-a353-137f222fba82 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:44.310083 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63624d55-d84f-46ef-a353-137f222fba82 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a5869d-9f1c-434c-8b5b-5df642ed1043,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:44.313459 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63624d55-d84f-46ef-a353-137f222fba82 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:44.317434 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41618) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:44.317902 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-63624d55-d84f-46ef-a353-137f222fba82 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4101167 Aug 05 14:33:44.322181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-efb9a613-ce1f-42a6-a13d-d025b2e742a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group_rule': {'security_group_id': '40eed963-121e-4281-95f9-c8ebc29132bb', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:33:44.349352 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-efb9a613-ce1f-42a6-a13d-d025b2e742a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:44.415890 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-efb9a613-ce1f-42a6-a13d-d025b2e742a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:44.419853 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-efb9a613-ce1f-42a6-a13d-d025b2e742a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:44.439919 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9a613-ce1f-42a6-a13d-d025b2e742a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588f0cca-8b41-4eab-a7ab-645acc2bad07,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:44.450049 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-efb9a613-ce1f-42a6-a13d-d025b2e742a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:44.450810 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-efb9a613-ce1f-42a6-a13d-d025b2e742a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303492 Aug 05 14:33:44.452702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41620) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:44.457508 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ec81e8f0-bd4a-45d3-8a0e-9814fb360f78 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group_rule': {'security_group_id': '40eed963-121e-4281-95f9-c8ebc29132bb', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:33:44.483384 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-ec81e8f0-bd4a-45d3-8a0e-9814fb360f78 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Project 2533e4232c3c4eb68d04bb13b2fb1c10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:33:44.488514 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ec81e8f0-bd4a-45d3-8a0e-9814fb360f78 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:44.552511 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ec81e8f0-bd4a-45d3-8a0e-9814fb360f78 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:44.557015 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ec81e8f0-bd4a-45d3-8a0e-9814fb360f78 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:44.576244 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81e8f0-bd4a-45d3-8a0e-9814fb360f78 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666a6658-71df-4c6f-a731-77591a65cf35,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:44.584260 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ec81e8f0-bd4a-45d3-8a0e-9814fb360f78 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:44.586736 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ec81e8f0-bd4a-45d3-8a0e-9814fb360f78 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329806 Aug 05 14:33:44.588348 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41622) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:44.594075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f85105f3-4814-4f78-8391-a897d6a5e633 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group_rule': {'security_group_id': '40eed963-121e-4281-95f9-c8ebc29132bb', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:33:44.619908 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-f85105f3-4814-4f78-8391-a897d6a5e633 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Project 2533e4232c3c4eb68d04bb13b2fb1c10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:33:44.625868 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f85105f3-4814-4f78-8391-a897d6a5e633 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:44.693257 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f85105f3-4814-4f78-8391-a897d6a5e633 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:44.697022 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f85105f3-4814-4f78-8391-a897d6a5e633 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:44.718181 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85105f3-4814-4f78-8391-a897d6a5e633 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83369ce3-0a2e-4fb3-ae6a-069043737f21,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:44.726139 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f85105f3-4814-4f78-8391-a897d6a5e633 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:44.727417 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f85105f3-4814-4f78-8391-a897d6a5e633 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378605 Aug 05 14:33:44.888064 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671e804b-8ba5-431c-96c5-7ba1fd684c6d None None] Network f3f8a90f-90e5-4958-8e86-d28cf2147a62 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:33:44.928862 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75590cce-daec-4b06-88f6-62c6b55daacf req-7a6e9569-8afb-4aac-b835-0047f66799e0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83968295&fields=id&tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10 HTTP/1.1" status: 200 len: 267 time: 0.0358098 Aug 05 14:33:44.966293 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:44.969533 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a7eae15e-3475-42f0-b1e3-52d7520700c6 None None] Provisioning for port be073a06-40ab-4fb8-822f-a571996a4758 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:33:45.067586 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75590cce-daec-4b06-88f6-62c6b55daacf req-bdeb578c-76ce-412d-afec-ee806d12286f tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:45.074946 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75590cce-daec-4b06-88f6-62c6b55daacf req-bdeb578c-76ce-412d-afec-ee806d12286f tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/networks?id=f3f8a90f-90e5-4958-8e86-d28cf2147a62 HTTP/1.1" status: 200 len: 795 time: 0.1342466 Aug 05 14:33:45.089511 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75590cce-daec-4b06-88f6-62c6b55daacf req-4a9a8867-499b-4ddd-bbb8-c65726d1741c tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/quotas/2533e4232c3c4eb68d04bb13b2fb1c10 HTTP/1.1" status: 200 len: 375 time: 0.0111358 Aug 05 14:33:45.154396 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75590cce-daec-4b06-88f6-62c6b55daacf req-28952469-a50e-457a-a7d1-b11a2d09d4ab tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0579166 Aug 05 14:33:45.374478 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75590cce-daec-4b06-88f6-62c6b55daacf req-bcf0000b-88a3-485f-8180-5f9515cc4823 service neutron] 10.222.0.16 "GET /v2.0/networks/f3f8a90f-90e5-4958-8e86-d28cf2147a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066710 Aug 05 14:33:45.791552 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75590cce-daec-4b06-88f6-62c6b55daacf req-8c9d9ce0-0828-4706-93ad-fe1d3135895e service neutron] 10.222.0.16 "GET /v2.0/networks/f3f8a90f-90e5-4958-8e86-d28cf2147a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107754 Aug 05 14:33:45.860025 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-71d7d97f-ea2d-4185-b2f3-15ded56266c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:45.959131 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a17de73d-7e03-4fa4-b9f7-f3b8acd2c0d5 req-e9d78fe5-ff81-4c2c-b6d8-069f1d807a25 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=06978c06-2af1-4e23-b415-a77deb40ba0d HTTP/1.1" status: 200 len: 210 time: 0.0283105 Aug 05 14:33:46.080951 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device be073a06-40ab-4fb8-822f-a571996a4758 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:33:46.140810 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port be073a06-40ab-4fb8-822f-a571996a4758 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:33:46.145259 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port be073a06-40ab-4fb8-822f-a571996a4758 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:33:46.145639 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:46.242382 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:46.244731 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:46.281679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port be073a06-40ab-4fb8-822f-a571996a4758, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=be073a06-40ab-4fb8-822f-a571996a4758,segment=NetworkSegment(00ccf228-7f81-4b40-b8e7-9ab41874455d),segment_id=00ccf228-7f81-4b40-b8e7-9ab41874455d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:33:46.286366 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:46.335506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=be073a06-40ab-4fb8-822f-a571996a4758,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:46.918765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75590cce-daec-4b06-88f6-62c6b55daacf req-79e5934d-9a79-48be-aaae-9165d79f1dc6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:46.919696 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75590cce-daec-4b06-88f6-62c6b55daacf req-79e5934d-9a79-48be-aaae-9165d79f1dc6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.63 "GET /v2.0/networks?id=f3f8a90f-90e5-4958-8e86-d28cf2147a62 HTTP/1.1" status: 200 len: 795 time: 0.1110442 Aug 05 14:33:46.977025 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fa3283f5-33b1-4419-91c8-43da84ba63c3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10 HTTP/1.1" status: 200 len: 471 time: 0.0484521 Aug 05 14:33:46.988216 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-75590cce-daec-4b06-88f6-62c6b55daacf req-779d8ea1-0e9a-467e-b3f9-18407f700dd4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'port': {'device_id': '06978c06-2af1-4e23-b415-a77deb40ba0d', 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62', 'admin_state_up': True, 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'security_groups': ['40eed963-121e-4281-95f9-c8ebc29132bb']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:33:47.059638 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e9f0b232-9fdb-45fb-83dc-68389ea84338 req-ae0208dd-69b7-41f1-aef6-6dda21fd9193 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=06978c06-2af1-4e23-b415-a77deb40ba0d HTTP/1.1" status: 200 len: 210 time: 0.0278406 Aug 05 14:33:47.105261 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75590cce-daec-4b06-88f6-62c6b55daacf req-779d8ea1-0e9a-467e-b3f9-18407f700dd4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Made reservation on behalf of 2533e4232c3c4eb68d04bb13b2fb1c10 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:33:47.108914 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-75590cce-daec-4b06-88f6-62c6b55daacf req-779d8ea1-0e9a-467e-b3f9-18407f700dd4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:47.252780 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-75590cce-daec-4b06-88f6-62c6b55daacf req-779d8ea1-0e9a-467e-b3f9-18407f700dd4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Allocated IP 172.20.0.22 (f3f8a90f-90e5-4958-8e86-d28cf2147a62/ae0ed615-b11f-4be0-b9e2-1c228701fbdb/7d05490e-ee0f-4160-add8-52e6ab65fa16) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:33:47.414693 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-75590cce-daec-4b06-88f6-62c6b55daacf req-779d8ea1-0e9a-467e-b3f9-18407f700dd4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:47.424107 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41666) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:47.430175 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-75590cce-daec-4b06-88f6-62c6b55daacf req-779d8ea1-0e9a-467e-b3f9-18407f700dd4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Transition to ACTIVE for port object 7d05490e-ee0f-4160-add8-52e6ab65fa16 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:33:47.465881 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-75590cce-daec-4b06-88f6-62c6b55daacf req-779d8ea1-0e9a-467e-b3f9-18407f700dd4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:47.516788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75590cce-daec-4b06-88f6-62c6b55daacf req-779d8ea1-0e9a-467e-b3f9-18407f700dd4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network f3f8a90f-90e5-4958-8e86-d28cf2147a62 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:33:47.524022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-75590cce-daec-4b06-88f6-62c6b55daacf req-779d8ea1-0e9a-467e-b3f9-18407f700dd4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:33:47.526547 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-75590cce-daec-4b06-88f6-62c6b55daacf req-779d8ea1-0e9a-467e-b3f9-18407f700dd4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:33:47.541134 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be4d58bb-ccdf-4585-8bb9-57bc731f9fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:47.560289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d8ea1-0e9a-467e-b3f9-18407f700dd4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Port': ['ID=7d05490e-ee0f-4160-add8-52e6ab65fa16,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:47.591468 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75590cce-daec-4b06-88f6-62c6b55daacf req-779d8ea1-0e9a-467e-b3f9-18407f700dd4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:47.592215 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-75590cce-daec-4b06-88f6-62c6b55daacf req-779d8ea1-0e9a-467e-b3f9-18407f700dd4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:47.655038 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be4d58bb-ccdf-4585-8bb9-57bc731f9fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:47.660124 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-be4d58bb-ccdf-4585-8bb9-57bc731f9fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:47.664293 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75590cce-daec-4b06-88f6-62c6b55daacf req-779d8ea1-0e9a-467e-b3f9-18407f700dd4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6802018 Aug 05 14:33:47.676542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-75590cce-daec-4b06-88f6-62c6b55daacf req-0a118cfc-526a-4b51-89dc-42ddcd6ed5ad tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:33:47.677542 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75590cce-daec-4b06-88f6-62c6b55daacf req-0a118cfc-526a-4b51-89dc-42ddcd6ed5ad tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056620 Aug 05 14:33:47.689974 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Request body: {'port': {'device_id': '06978c06-2af1-4e23-b415-a77deb40ba0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:33:47.701747 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-be4d58bb-ccdf-4585-8bb9-57bc731f9fed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d8c47a8a6ec4610a4305dbd07c9ef25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2764816 Aug 05 14:33:47.702765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d58bb-ccdf-4585-8bb9-57bc731f9fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1921e6f6-908e-493e-9f79-27b781c51f31,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:47.706171 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 41670) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:47.718434 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d58bb-ccdf-4585-8bb9-57bc731f9fed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:47.718783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d58bb-ccdf-4585-8bb9-57bc731f9fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:47.719123 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d58bb-ccdf-4585-8bb9-57bc731f9fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:47.719457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d58bb-ccdf-4585-8bb9-57bc731f9fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:47.720007 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d58bb-ccdf-4585-8bb9-57bc731f9fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:47.720337 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d58bb-ccdf-4585-8bb9-57bc731f9fed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:47.720664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d58bb-ccdf-4585-8bb9-57bc731f9fed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:47.721016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d58bb-ccdf-4585-8bb9-57bc731f9fed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:47.721339 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d58bb-ccdf-4585-8bb9-57bc731f9fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:47.721657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d58bb-ccdf-4585-8bb9-57bc731f9fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:47.721976 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d58bb-ccdf-4585-8bb9-57bc731f9fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:47.722315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d58bb-ccdf-4585-8bb9-57bc731f9fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:47.753507 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:47.778365 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-28f5e40e-a14e-49e2-b8bd-b37d6e86d386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:47.799085 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-28f5e40e-a14e-49e2-b8bd-b37d6e86d386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:47.836878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-260dc1f0-5543-4bb2-bf42-8e642f3382c0 None None] Provisioning for port 7d05490e-ee0f-4160-add8-52e6ab65fa16 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:33:47.841623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-260dc1f0-5543-4bb2-bf42-8e642f3382c0 None None] Provisioning complete for port 7d05490e-ee0f-4160-add8-52e6ab65fa16 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:33:47.842307 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-260dc1f0-5543-4bb2-bf42-8e642f3382c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:47.857921 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-28f5e40e-a14e-49e2-b8bd-b37d6e86d386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:47.860920 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-28f5e40e-a14e-49e2-b8bd-b37d6e86d386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:47.862102 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-28f5e40e-a14e-49e2-b8bd-b37d6e86d386 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1921e6f6-908e-493e-9f79-27b781c51f31 HTTP/1.1" status: 204 len: 168 time: 0.1549826 Aug 05 14:33:47.880756 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5e40e-a14e-49e2-b8bd-b37d6e86d386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1921e6f6-908e-493e-9f79-27b781c51f31,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:47.884910 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-260dc1f0-5543-4bb2-bf42-8e642f3382c0 None None] Port 7d05490e-ee0f-4160-add8-52e6ab65fa16 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:33:48.054594 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d05490e-ee0f-4160-add8-52e6ab65fa16 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:33:48.064741 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:48.076966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device be073a06-40ab-4fb8-822f-a571996a4758 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:33:48.083427 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Transition to ACTIVE for port object 7d05490e-ee0f-4160-add8-52e6ab65fa16 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:33:48.095585 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:48.146766 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d05490e-ee0f-4160-add8-52e6ab65fa16,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:48.149156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port be073a06-40ab-4fb8-822f-a571996a4758 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:33:48.149997 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:48.289385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a1f2c-6f11-45eb-86ce-fdc21f86e93c req-95f5aca0-35a9-42ba-8ed9-e02f95079efd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:48.291066 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-747a1f2c-6f11-45eb-86ce-fdc21f86e93c req-95f5aca0-35a9-42ba-8ed9-e02f95079efd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=06978c06-2af1-4e23-b415-a77deb40ba0d HTTP/1.1" status: 200 len: 944 time: 0.1101546 Aug 05 14:33:48.296065 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Attempting to bind port 7d05490e-ee0f-4160-add8-52e6ab65fa16 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:33:48.296479 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Attempting to bind port 7d05490e-ee0f-4160-add8-52e6ab65fa16 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '00ccf228-7f81-4b40-b8e7-9ab41874455d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:33:48.297301 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Attempting to bind port 7d05490e-ee0f-4160-add8-52e6ab65fa16 on network f3f8a90f-90e5-4958-8e86-d28cf2147a62 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:33:48.309109 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Port 7d05490e-ee0f-4160-add8-52e6ab65fa16 on network f3f8a90f-90e5-4958-8e86-d28cf2147a62 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:33:48.309447 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Attempting to bind port 7d05490e-ee0f-4160-add8-52e6ab65fa16 on network f3f8a90f-90e5-4958-8e86-d28cf2147a62 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:33:48.322453 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:33:48.322816 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Checking segment: {'id': '00ccf228-7f81-4b40-b8e7-9ab41874455d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:33:48.323187 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Bound using segment: {'id': '00ccf228-7f81-4b40-b8e7-9ab41874455d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:33:48.323634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Bound port: 7d05490e-ee0f-4160-add8-52e6ab65fa16, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ccf228-7f81-4b40-b8e7-9ab41874455d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:33:48.323998 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:48.373267 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-747a1f2c-6f11-45eb-86ce-fdc21f86e93c req-448af766-b87d-4471-bfb4-fb176594af6a tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=40eed963-121e-4281-95f9-c8ebc29132bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730293 Aug 05 14:33:48.407342 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ed5b-c3d9-41a9-836e-7fa2dfc1f3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:48.423306 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] For port 7d05490e-ee0f-4160-add8-52e6ab65fa16, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:33:48.426609 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] For port 7d05490e-ee0f-4160-add8-52e6ab65fa16, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7d05490e-ee0f-4160-add8-52e6ab65fa16,segment=NetworkSegment(00ccf228-7f81-4b40-b8e7-9ab41874455d),segment_id=00ccf228-7f81-4b40-b8e7-9ab41874455d)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:33:48.431035 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:48.467459 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:48.468090 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:48.470323 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75590cce-daec-4b06-88f6-62c6b55daacf req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] 10.222.0.63 "PUT /v2.0/ports/7d05490e-ee0f-4160-add8-52e6ab65fa16 HTTP/1.1" status: 200 len: 1092 time: 0.7840812 Aug 05 14:33:48.470323 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06978c06-2af1-4e23-b415-a77deb40ba0d', 'tag': '7d05490e-ee0f-4160-add8-52e6ab65fa16'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:33:48.472487 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3e6b59-5a87-4f16-916b-01384f73c6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "06978c06-2af1-4e23-b415-a77deb40ba0d", "tag": "7d05490e-ee0f-4160-add8-52e6ab65fa16"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:33:48.500794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e1dbe-f013-4eb5-90ae-a92c8be51bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d05490e-ee0f-4160-add8-52e6ab65fa16,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:48.525286 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bd9024-cc90-4f73-b60d-6589075c21e2 x-openstack-request-id: req-26bd9024-cc90-4f73-b60d-6589075c21e2 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:33:48.525692 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06978c06-2af1-4e23-b415-a77deb40ba0d", "tag": "7d05490e-ee0f-4160-add8-52e6ab65fa16", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:33:48.526056 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26bd9024-cc90-4f73-b60d-6589075c21e2 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:33:48.526678 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06978c06-2af1-4e23-b415-a77deb40ba0d', 'tag': '7d05490e-ee0f-4160-add8-52e6ab65fa16', 'status': 'completed', 'code': 200} Aug 05 14:33:48.565989 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75590cce-daec-4b06-88f6-62c6b55daacf req-9615e405-578c-4c8a-99e6-f7326ea946fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:48.567733 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75590cce-daec-4b06-88f6-62c6b55daacf req-9615e405-578c-4c8a-99e6-f7326ea946fa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10&device_id=06978c06-2af1-4e23-b415-a77deb40ba0d HTTP/1.1" status: 200 len: 1095 time: 0.0548420 Aug 05 14:33:48.618962 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75590cce-daec-4b06-88f6-62c6b55daacf req-53255714-3e9f-40e4-ad00-fec8b75737ef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=7d05490e-ee0f-4160-add8-52e6ab65fa16 HTTP/1.1" status: 200 len: 217 time: 0.0428770 Aug 05 14:33:48.644974 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:48.675230 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75590cce-daec-4b06-88f6-62c6b55daacf req-f2e2d73b-16f9-40f1-a33d-451264462255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:48.676742 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75590cce-daec-4b06-88f6-62c6b55daacf req-f2e2d73b-16f9-40f1-a33d-451264462255 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ae0ed615-b11f-4be0-b9e2-1c228701fbdb HTTP/1.1" status: 200 len: 838 time: 0.0497422 Aug 05 14:33:48.741983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75590cce-daec-4b06-88f6-62c6b55daacf req-19bbf11f-5e1a-40ee-8317-c9d8b2fbc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:48.743599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75590cce-daec-4b06-88f6-62c6b55daacf req-19bbf11f-5e1a-40ee-8317-c9d8b2fbc902 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3f8a90f-90e5-4958-8e86-d28cf2147a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593791 Aug 05 14:33:48.836083 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75590cce-daec-4b06-88f6-62c6b55daacf req-47490d9d-ecf3-4d51-9bf6-d0e6a6bdf6ed service neutron] 10.222.0.63 "GET /v2.0/networks/f3f8a90f-90e5-4958-8e86-d28cf2147a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848174 Aug 05 14:33:48.939992 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75590cce-daec-4b06-88f6-62c6b55daacf req-14d3b3ec-e7fb-443a-9077-1e775d8f7dee service neutron] 10.222.0.63 "GET /v2.0/networks/f3f8a90f-90e5-4958-8e86-d28cf2147a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959783 Aug 05 14:33:49.030058 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e6b59-5a87-4f16-916b-01384f73c6b3 req-e1551c31-d055-4418-979c-6ed8f8ff873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:49.031686 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e3e6b59-5a87-4f16-916b-01384f73c6b3 req-e1551c31-d055-4418-979c-6ed8f8ff873b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10&device_id=06978c06-2af1-4e23-b415-a77deb40ba0d HTTP/1.1" status: 200 len: 1095 time: 0.0461636 Aug 05 14:33:49.128561 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e6b59-5a87-4f16-916b-01384f73c6b3 req-f71b0dca-20c7-405a-adca-3886fa41b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:49.130075 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e3e6b59-5a87-4f16-916b-01384f73c6b3 req-f71b0dca-20c7-405a-adca-3886fa41b213 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f3f8a90f-90e5-4958-8e86-d28cf2147a62 HTTP/1.1" status: 200 len: 896 time: 0.0915105 Aug 05 14:33:49.279885 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e3e6b59-5a87-4f16-916b-01384f73c6b3 req-659d2d1e-b8be-405e-8fac-d043ae4e9fc9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=7d05490e-ee0f-4160-add8-52e6ab65fa16 HTTP/1.1" status: 200 len: 217 time: 0.1414013 Aug 05 14:33:49.330337 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e6b59-5a87-4f16-916b-01384f73c6b3 req-f7de6e3a-2caf-40a1-a9d1-eb3a2ca12b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:49.331824 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e3e6b59-5a87-4f16-916b-01384f73c6b3 req-f7de6e3a-2caf-40a1-a9d1-eb3a2ca12b6d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ae0ed615-b11f-4be0-b9e2-1c228701fbdb HTTP/1.1" status: 200 len: 838 time: 0.0446424 Aug 05 14:33:49.388528 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e6b59-5a87-4f16-916b-01384f73c6b3 req-9fb4d729-dee2-41b4-86b3-db211e57a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:49.390176 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e3e6b59-5a87-4f16-916b-01384f73c6b3 req-9fb4d729-dee2-41b4-86b3-db211e57a5af service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3f8a90f-90e5-4958-8e86-d28cf2147a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503304 Aug 05 14:33:49.516086 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e3e6b59-5a87-4f16-916b-01384f73c6b3 req-0a284393-d2a3-4e2b-bdf5-6bd3159c510a service neutron] 10.222.0.63 "GET /v2.0/networks/f3f8a90f-90e5-4958-8e86-d28cf2147a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175034 Aug 05 14:33:49.529086 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6504840-0959-460a-89f0-320e1b2f1eba req-df980c00-2736-4314-a07b-09e0c146f103 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:49.530585 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6504840-0959-460a-89f0-320e1b2f1eba req-df980c00-2736-4314-a07b-09e0c146f103 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=06978c06-2af1-4e23-b415-a77deb40ba0d HTTP/1.1" status: 200 len: 944 time: 0.0758402 Aug 05 14:33:49.620759 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:49.626800 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6504840-0959-460a-89f0-320e1b2f1eba req-f31b60eb-ee9c-4e2a-9b60-032381c331ff tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=40eed963-121e-4281-95f9-c8ebc29132bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883679 Aug 05 14:33:49.656604 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e3e6b59-5a87-4f16-916b-01384f73c6b3 req-7708af43-03af-4032-b3af-bfb96deb540b service neutron] 10.222.0.63 "GET /v2.0/networks/f3f8a90f-90e5-4958-8e86-d28cf2147a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250699 Aug 05 14:33:50.279752 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-85709253-5cfa-4302-ae7e-21725fd4f3fc tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7f6b9917ec0b4d14a65bb4465b052b36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290082 Aug 05 14:33:50.458092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-5ebb6b51-5627-4947-ae83-06b629563829 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:50.459623 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-5ebb6b51-5627-4947-ae83-06b629563829 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742980 Aug 05 14:33:50.475071 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-6f8651d5-69e0-4cef-8938-f73eaafaef7f tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/quotas/7f6b9917ec0b4d14a65bb4465b052b36 HTTP/1.1" status: 200 len: 375 time: 0.0092497 Aug 05 14:33:50.509751 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-3017ae95-ad7c-4093-85f8-114571b802cd tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f6b9917ec0b4d14a65bb4465b052b36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294490 Aug 05 14:33:50.624115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7d05490e-ee0f-4160-add8-52e6ab65fa16 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:33:50.677064 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-efb73891-7216-412b-ab12-24d891195830 req-0b40d4c3-fb89-4dcc-a785-b6dd5f04d091 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/ports?device_id=173eaad8-63d8-4f50-b670-f15ecada386c HTTP/1.1" status: 200 len: 210 time: 0.0301166 Aug 05 14:33:50.745065 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 7d05490e-ee0f-4160-add8-52e6ab65fa16, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7d05490e-ee0f-4160-add8-52e6ab65fa16,segment=NetworkSegment(00ccf228-7f81-4b40-b8e7-9ab41874455d),segment_id=00ccf228-7f81-4b40-b8e7-9ab41874455d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:33:50.760863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '7d05490e-ee0f-4160-add8-52e6ab65fa16', 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62', 'port_id': '7d05490e-ee0f-4160-add8-52e6ab65fa16', 'mac_address': 'fa:16:3e:8f:ed:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0ed615-b11f-4be0-b9e2-1c228701fbdb', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:33:50.771098 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f372765-2a25-49ff-b268-c3ecb8b74648 req-5a678e23-70f5-4550-b4dc-422f97a9bf01 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:50.772652 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f372765-2a25-49ff-b268-c3ecb8b74648 req-5a678e23-70f5-4550-b4dc-422f97a9bf01 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=06978c06-2af1-4e23-b415-a77deb40ba0d HTTP/1.1" status: 200 len: 944 time: 0.0531080 Aug 05 14:33:50.802509 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:50.817205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d05490e-ee0f-4160-add8-52e6ab65fa16 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:33:50.825547 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6f372765-2a25-49ff-b268-c3ecb8b74648 req-b3ff4d59-4e3d-4406-b49b-52ea9ac6da24 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=40eed963-121e-4281-95f9-c8ebc29132bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417664 Aug 05 14:33:50.840707 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 7d05490e-ee0f-4160-add8-52e6ab65fa16, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7d05490e-ee0f-4160-add8-52e6ab65fa16,segment=NetworkSegment(00ccf228-7f81-4b40-b8e7-9ab41874455d),segment_id=00ccf228-7f81-4b40-b8e7-9ab41874455d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:33:50.844184 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:50.901146 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=7d05490e-ee0f-4160-add8-52e6ab65fa16,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:51.073260 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['7d05490e-ee0f-4160-add8-52e6ab65fa16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:33:51.393223 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:51.551918 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-7fb8c6d8-1899-4089-8a8f-6be110ba9270 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=7f6b9917ec0b4d14a65bb4465b052b36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234168 Aug 05 14:33:51.664751 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-b28ef0a3-62af-4165-8a66-f737452de61e tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:51.666199 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-b28ef0a3-62af-4165-8a66-f737452de61e tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1081598 Aug 05 14:33:51.681132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-72e09716-2455-4468-b155-fb9a602dd700 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Request body: {'port': {'device_id': '173eaad8-63d8-4f50-b670-f15ecada386c', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': '7f6b9917ec0b4d14a65bb4465b052b36'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:33:51.771935 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ac386b8c-8920-4248-86db-94c4d2edd96b req-25a40211-36b4-4232-a928-f194f5c0bad7 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/ports?device_id=173eaad8-63d8-4f50-b670-f15ecada386c HTTP/1.1" status: 200 len: 210 time: 0.0259006 Aug 05 14:33:51.789014 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-72e09716-2455-4468-b155-fb9a602dd700 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Made reservation on behalf of 7f6b9917ec0b4d14a65bb4465b052b36 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:33:51.792647 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-72e09716-2455-4468-b155-fb9a602dd700 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:51.802494 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-72e09716-2455-4468-b155-fb9a602dd700 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:51.926478 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-72e09716-2455-4468-b155-fb9a602dd700 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:51.930619 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-72e09716-2455-4468-b155-fb9a602dd700 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:52.008128 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19789e64-e954-478d-8102-6ae70c2d0ed5 req-1a23f4de-7102-473e-bef4-47b31d9e2feb tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:52.009644 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19789e64-e954-478d-8102-6ae70c2d0ed5 req-1a23f4de-7102-473e-bef4-47b31d9e2feb tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=06978c06-2af1-4e23-b415-a77deb40ba0d HTTP/1.1" status: 200 len: 945 time: 0.1281440 Aug 05 14:33:52.013937 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e09716-2455-4468-b155-fb9a602dd700 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0851d5-9e8f-4ba1-8d6e-f5edb5b9a296,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:52.092037 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19789e64-e954-478d-8102-6ae70c2d0ed5 req-65a8a88b-f4ae-40c5-a3bf-3068b6abd4f2 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=40eed963-121e-4281-95f9-c8ebc29132bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744126 Aug 05 14:33:52.112473 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-72e09716-2455-4468-b155-fb9a602dd700 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Allocated IP 192.168.233.239 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/97f164dd-0d7b-486a-8f70-889ad88d00c4) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:33:52.258683 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-72e09716-2455-4468-b155-fb9a602dd700 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:52.272981 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-72e09716-2455-4468-b155-fb9a602dd700 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Transition to ACTIVE for port object 97f164dd-0d7b-486a-8f70-889ad88d00c4 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:33:52.305873 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-72e09716-2455-4468-b155-fb9a602dd700 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:52.351207 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-72e09716-2455-4468-b155-fb9a602dd700 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:33:52.354199 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-72e09716-2455-4468-b155-fb9a602dd700 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:33:52.358124 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-72e09716-2455-4468-b155-fb9a602dd700 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:33:52.381846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e09716-2455-4468-b155-fb9a602dd700 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Pushing event updated for resources: {'Port': ['ID=97f164dd-0d7b-486a-8f70-889ad88d00c4,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:52.412278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-72e09716-2455-4468-b155-fb9a602dd700 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:52.412894 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-72e09716-2455-4468-b155-fb9a602dd700 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:52.429189 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-72e09716-2455-4468-b155-fb9a602dd700 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7516747 Aug 05 14:33:52.443280 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Request body: {'port': {'device_id': '173eaad8-63d8-4f50-b670-f15ecada386c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:33:52.506426 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:52.582769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c65a8c39-84ef-417f-837f-1c10d698951d None None] Provisioning for port 97f164dd-0d7b-486a-8f70-889ad88d00c4 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:33:52.586536 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c65a8c39-84ef-417f-837f-1c10d698951d None None] Provisioning complete for port 97f164dd-0d7b-486a-8f70-889ad88d00c4 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:33:52.586910 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c65a8c39-84ef-417f-837f-1c10d698951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:52.621808 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c65a8c39-84ef-417f-837f-1c10d698951d None None] Port 97f164dd-0d7b-486a-8f70-889ad88d00c4 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:33:52.624600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7d05490e-ee0f-4160-add8-52e6ab65fa16 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:33:52.672350 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 7d05490e-ee0f-4160-add8-52e6ab65fa16 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:33:52.676110 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 7d05490e-ee0f-4160-add8-52e6ab65fa16 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:33:52.676484 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:52.756471 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:52.779182 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06978c06-2af1-4e23-b415-a77deb40ba0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d05490e-ee0f-4160-add8-52e6ab65fa16'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:33:52.781325 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f164dd-0d7b-486a-8f70-889ad88d00c4 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:33:52.781837 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed199b4-add2-47af-a713-a951c4b00131" -d '{"events": [{"server_uuid": "06978c06-2af1-4e23-b415-a77deb40ba0d", "name": "network-vif-plugged", "status": "completed", "tag": "7d05490e-ee0f-4160-add8-52e6ab65fa16"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:33:52.789017 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:52.794698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 7d05490e-ee0f-4160-add8-52e6ab65fa16, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7d05490e-ee0f-4160-add8-52e6ab65fa16,segment=NetworkSegment(00ccf228-7f81-4b40-b8e7-9ab41874455d),segment_id=00ccf228-7f81-4b40-b8e7-9ab41874455d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:33:52.800836 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:52.801444 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Transition to ACTIVE for port object 97f164dd-0d7b-486a-8f70-889ad88d00c4 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:33:52.805102 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:52.853220 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=7d05490e-ee0f-4160-add8-52e6ab65fa16,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:52.860325 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18e646d-aa2a-4197-866c-8f9bd3969afc x-openstack-request-id: req-f18e646d-aa2a-4197-866c-8f9bd3969afc {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:33:52.860647 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06978c06-2af1-4e23-b415-a77deb40ba0d", "name": "network-vif-plugged", "status": "completed", "tag": "7d05490e-ee0f-4160-add8-52e6ab65fa16", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:33:52.860904 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f18e646d-aa2a-4197-866c-8f9bd3969afc {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:33:52.861296 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06978c06-2af1-4e23-b415-a77deb40ba0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d05490e-ee0f-4160-add8-52e6ab65fa16', 'code': 200} Aug 05 14:33:52.929465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Pushing event updated for resources: {'Port': ['ID=97f164dd-0d7b-486a-8f70-889ad88d00c4,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:52.962039 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65eb7d-b4d4-4f2f-b8cf-b80178d5c41b req-d0ed7d05-3436-4cc5-9147-7c4e70550977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:52.963941 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b65eb7d-b4d4-4f2f-b8cf-b80178d5c41b req-d0ed7d05-3436-4cc5-9147-7c4e70550977 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=06978c06-2af1-4e23-b415-a77deb40ba0d HTTP/1.1" status: 200 len: 1097 time: 0.0446351 Aug 05 14:33:52.990944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60b858-5986-4220-b463-c2748ab5af5d req-4e0917aa-654a-4c08-b3f8-05cf20402a05 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:52.992628 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed60b858-5986-4220-b463-c2748ab5af5d req-4e0917aa-654a-4c08-b3f8-05cf20402a05 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/ports?device_id=173eaad8-63d8-4f50-b670-f15ecada386c HTTP/1.1" status: 200 len: 948 time: 0.0776839 Aug 05 14:33:52.993891 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Attempting to bind port 97f164dd-0d7b-486a-8f70-889ad88d00c4 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:33:52.994314 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Attempting to bind port 97f164dd-0d7b-486a-8f70-889ad88d00c4 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:33:52.994710 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Attempting to bind port 97f164dd-0d7b-486a-8f70-889ad88d00c4 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:33:53.002517 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Port 97f164dd-0d7b-486a-8f70-889ad88d00c4 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:33:53.002851 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Attempting to bind port 97f164dd-0d7b-486a-8f70-889ad88d00c4 on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:33:53.006981 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4b65eb7d-b4d4-4f2f-b8cf-b80178d5c41b req-e3a4934a-5a9c-44be-8314-c40fda88b49f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=40eed963-121e-4281-95f9-c8ebc29132bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345745 Aug 05 14:33:53.019035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:33:53.019377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:33:53.019764 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:33:53.020213 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Bound port: 97f164dd-0d7b-486a-8f70-889ad88d00c4, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:33:53.020574 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:53.072472 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed60b858-5986-4220-b463-c2748ab5af5d req-ea16b7a7-81c0-4032-aa8d-a99559c4d07d tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0851d5-9e8f-4ba1-8d6e-f5edb5b9a296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718815 Aug 05 14:33:53.101155 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] For port 97f164dd-0d7b-486a-8f70-889ad88d00c4, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:33:53.104616 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] For port 97f164dd-0d7b-486a-8f70-889ad88d00c4, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=97f164dd-0d7b-486a-8f70-889ad88d00c4,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:33:53.110079 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:53.149202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:53.149819 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:53.151379 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] 10.222.0.84 "PUT /v2.0/ports/97f164dd-0d7b-486a-8f70-889ad88d00c4 HTTP/1.1" status: 200 len: 1096 time: 0.7125897 Aug 05 14:33:53.151683 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173eaad8-63d8-4f50-b670-f15ecada386c', 'tag': '97f164dd-0d7b-486a-8f70-889ad88d00c4'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:33:53.154235 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f483ce8c-2309-4354-b707-6257cc619e07" -d '{"events": [{"name": "network-changed", "server_uuid": "173eaad8-63d8-4f50-b670-f15ecada386c", "tag": "97f164dd-0d7b-486a-8f70-889ad88d00c4"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:33:53.180291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c8a05-41a8-480c-be26-f9c8ecd8831c service neutron] Pushing event updated for resources: {'Port': ['ID=97f164dd-0d7b-486a-8f70-889ad88d00c4,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:53.234115 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b3d7e2-94fa-4346-a925-7ea0a45212d9 x-openstack-request-id: req-22b3d7e2-94fa-4346-a925-7ea0a45212d9 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:33:53.234487 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173eaad8-63d8-4f50-b670-f15ecada386c", "tag": "97f164dd-0d7b-486a-8f70-889ad88d00c4", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:33:53.234741 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22b3d7e2-94fa-4346-a925-7ea0a45212d9 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:33:53.235138 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173eaad8-63d8-4f50-b670-f15ecada386c', 'tag': '97f164dd-0d7b-486a-8f70-889ad88d00c4', 'status': 'completed', 'code': 200} Aug 05 14:33:53.239591 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7e803-75ba-4efa-910f-d55a952ad8cc req-b1923b7b-4489-4a60-b038-1b756f977f4c tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:53.241463 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8c7e803-75ba-4efa-910f-d55a952ad8cc req-b1923b7b-4489-4a60-b038-1b756f977f4c tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=06978c06-2af1-4e23-b415-a77deb40ba0d HTTP/1.1" status: 200 len: 946 time: 0.0747178 Aug 05 14:33:53.251785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-d313df0f-c4d1-4825-bb37-a79506e5358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:53.253618 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-d313df0f-c4d1-4825-bb37-a79506e5358c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7f6b9917ec0b4d14a65bb4465b052b36&device_id=173eaad8-63d8-4f50-b670-f15ecada386c HTTP/1.1" status: 200 len: 1099 time: 0.0493248 Aug 05 14:33:53.284668 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f8c7e803-75ba-4efa-910f-d55a952ad8cc req-74b1c18a-2d36-4858-8572-9ad7c14d7455 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=40eed963-121e-4281-95f9-c8ebc29132bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369561 Aug 05 14:33:53.302088 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-215c5a5a-d0d8-4eda-8850-0e5d4e950778 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=97f164dd-0d7b-486a-8f70-889ad88d00c4 HTTP/1.1" status: 200 len: 217 time: 0.0403712 Aug 05 14:33:53.358524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-9fca6bd0-73d4-49f3-8964-597a4884771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:53.360021 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-9fca6bd0-73d4-49f3-8964-597a4884771c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0504215 Aug 05 14:33:53.405977 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-148bd60f-0bed-4496-87ce-156e056d302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:53.407479 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-148bd60f-0bed-4496-87ce-156e056d302b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0405562 Aug 05 14:33:53.495006 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-73382d75-fa05-46ff-8fbd-d41485b651c6 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800264 Aug 05 14:33:53.588326 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92dc5b12-923e-4290-9366-50d70d3a04b9 req-d598a4e4-fb24-4d3d-b0ec-57d0debc7ceb service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850933 Aug 05 14:33:53.677890 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483ce8c-2309-4354-b707-6257cc619e07 req-1b8e16a5-7348-407c-8974-50a975d60125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:53.679471 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f483ce8c-2309-4354-b707-6257cc619e07 req-1b8e16a5-7348-407c-8974-50a975d60125 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7f6b9917ec0b4d14a65bb4465b052b36&device_id=173eaad8-63d8-4f50-b670-f15ecada386c HTTP/1.1" status: 200 len: 1099 time: 0.0437591 Aug 05 14:33:53.779929 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483ce8c-2309-4354-b707-6257cc619e07 req-316d3914-faeb-4913-bd81-5f0114f5fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:53.781425 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f483ce8c-2309-4354-b707-6257cc619e07 req-316d3914-faeb-4913-bd81-5f0114f5fe39 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.0947757 Aug 05 14:33:53.825194 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f483ce8c-2309-4354-b707-6257cc619e07 req-bf02a2ef-1403-4276-9b82-f0f2449e4a8c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=97f164dd-0d7b-486a-8f70-889ad88d00c4 HTTP/1.1" status: 200 len: 217 time: 0.0361044 Aug 05 14:33:53.875569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483ce8c-2309-4354-b707-6257cc619e07 req-b09048f2-3824-4f83-97f4-c3895203c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:53.876942 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f483ce8c-2309-4354-b707-6257cc619e07 req-b09048f2-3824-4f83-97f4-c3895203c87b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0443480 Aug 05 14:33:53.927924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483ce8c-2309-4354-b707-6257cc619e07 req-e0897d76-9040-4c4c-bb62-59f769f87438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:53.929405 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f483ce8c-2309-4354-b707-6257cc619e07 req-e0897d76-9040-4c4c-bb62-59f769f87438 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439396 Aug 05 14:33:54.019717 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f483ce8c-2309-4354-b707-6257cc619e07 req-9d6197a9-90b9-4b99-b603-a2de6c96f2b5 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816655 Aug 05 14:33:54.115850 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f483ce8c-2309-4354-b707-6257cc619e07 req-254e270f-e977-4adc-8800-d7765410bdb9 service neutron] 10.222.0.84 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874503 Aug 05 14:33:54.191613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc1822-bd37-4035-a8ec-9580b6e1187a req-2c7ddcf4-db4c-4bdc-80b0-3019de45a665 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:54.193023 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-90bc1822-bd37-4035-a8ec-9580b6e1187a req-2c7ddcf4-db4c-4bdc-80b0-3019de45a665 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/ports?device_id=173eaad8-63d8-4f50-b670-f15ecada386c HTTP/1.1" status: 200 len: 948 time: 0.0501215 Aug 05 14:33:54.231817 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-90bc1822-bd37-4035-a8ec-9580b6e1187a req-1998053f-4e25-4456-bc18-557f99c2db58 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0851d5-9e8f-4ba1-8d6e-f5edb5b9a296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328336 Aug 05 14:33:54.401195 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccacdb1-1aa0-41dc-b3a8-75733bc8bcba req-264f8cca-8112-4e47-89d5-36faec2cfbea tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:54.403381 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dccacdb1-1aa0-41dc-b3a8-75733bc8bcba req-264f8cca-8112-4e47-89d5-36faec2cfbea tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=06978c06-2af1-4e23-b415-a77deb40ba0d HTTP/1.1" status: 200 len: 946 time: 0.0501788 Aug 05 14:33:54.440873 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dccacdb1-1aa0-41dc-b3a8-75733bc8bcba req-5f10d09b-f87c-4653-b679-4801f639a3b9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=40eed963-121e-4281-95f9-c8ebc29132bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316052 Aug 05 14:33:54.551372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc0927-d8eb-4843-a378-db61df3f5896 req-b1d5fbce-7639-49fa-a9f8-21214b86eb07 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:54.552845 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fdc0927-d8eb-4843-a378-db61df3f5896 req-b1d5fbce-7639-49fa-a9f8-21214b86eb07 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=06978c06-2af1-4e23-b415-a77deb40ba0d HTTP/1.1" status: 200 len: 946 time: 0.0482872 Aug 05 14:33:54.591713 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fdc0927-d8eb-4843-a378-db61df3f5896 req-9a35a518-407d-4793-902f-7d03500ffc8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=40eed963-121e-4281-95f9-c8ebc29132bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329823 Aug 05 14:33:55.345736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a7aed-420c-40c6-b7ab-2ddfbcf5aa07 req-04802cf4-1c58-4e33-8067-8c91368f5141 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:55.347436 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-255a7aed-420c-40c6-b7ab-2ddfbcf5aa07 req-04802cf4-1c58-4e33-8067-8c91368f5141 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/ports?device_id=173eaad8-63d8-4f50-b670-f15ecada386c HTTP/1.1" status: 200 len: 948 time: 0.0485539 Aug 05 14:33:55.386469 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-255a7aed-420c-40c6-b7ab-2ddfbcf5aa07 req-d9b8a79e-e1e8-4f14-a465-92e3bd54c0d4 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0851d5-9e8f-4ba1-8d6e-f5edb5b9a296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324945 Aug 05 14:33:55.879991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 97f164dd-0d7b-486a-8f70-889ad88d00c4 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:33:55.975092 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 97f164dd-0d7b-486a-8f70-889ad88d00c4, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=97f164dd-0d7b-486a-8f70-889ad88d00c4,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:33:55.986597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '97f164dd-0d7b-486a-8f70-889ad88d00c4', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '97f164dd-0d7b-486a-8f70-889ad88d00c4', 'mac_address': 'fa:16:3e:67:e0:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:33:56.022459 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:56.034811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f164dd-0d7b-486a-8f70-889ad88d00c4 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:33:56.053922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 97f164dd-0d7b-486a-8f70-889ad88d00c4, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=97f164dd-0d7b-486a-8f70-889ad88d00c4,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:33:56.057822 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:56.074618 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 41760) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:33:56.105917 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=97f164dd-0d7b-486a-8f70-889ad88d00c4,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:56.281178 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['97f164dd-0d7b-486a-8f70-889ad88d00c4'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:33:56.502738 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85911988-3b80-4fc6-ba1a-125989fcd976 req-5a097c0b-a71d-47a4-b854-6f3f72046784 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:56.504256 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85911988-3b80-4fc6-ba1a-125989fcd976 req-5a097c0b-a71d-47a4-b854-6f3f72046784 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/ports?device_id=173eaad8-63d8-4f50-b670-f15ecada386c HTTP/1.1" status: 200 len: 949 time: 0.0495977 Aug 05 14:33:56.511377 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:56.546989 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85911988-3b80-4fc6-ba1a-125989fcd976 req-97b5c41a-2b06-498c-9911-5bc75184784c tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0851d5-9e8f-4ba1-8d6e-f5edb5b9a296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365419 Aug 05 14:33:56.782355 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Allocated IP 172.20.0.17 (f3f8a90f-90e5-4958-8e86-d28cf2147a62/ae0ed615-b11f-4be0-b9e2-1c228701fbdb/4dfdb5c4-f821-4df2-bef0-1cdc817c0406) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:33:56.891540 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:56.906399 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Transition to ACTIVE for port object 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:33:56.939325 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:56.982502 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network f3f8a90f-90e5-4958-8e86-d28cf2147a62 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:33:56.987503 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:33:56.991223 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:33:57.019652 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Port': ['ID=4dfdb5c4-f821-4df2-bef0-1cdc817c0406,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:57.041161 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:57.181506 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:57.213180 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5602489a-4338-4ef2-a250-3198dafa9602 None None] Provisioning for port 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:33:57.218189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5602489a-4338-4ef2-a250-3198dafa9602 None None] Provisioning complete for port 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:33:57.218597 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5602489a-4338-4ef2-a250-3198dafa9602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:57.253933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-5602489a-4338-4ef2-a250-3198dafa9602 None None] Port 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:33:57.459033 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:57.463417 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:57.538150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Port': ['ID=4dfdb5c4-f821-4df2-bef0-1cdc817c0406,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:57.540664 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:57.659568 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network f3f8a90f-90e5-4958-8e86-d28cf2147a62 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:33:57.662311 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:33:57.717725 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cff809-3401-49c6-b150-c9002aa6fec7 req-a6768688-da60-4376-a6bd-7d27b0d30c24 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:57.719317 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42cff809-3401-49c6-b150-c9002aa6fec7 req-a6768688-da60-4376-a6bd-7d27b0d30c24 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/ports?device_id=173eaad8-63d8-4f50-b670-f15ecada386c HTTP/1.1" status: 200 len: 949 time: 0.0986347 Aug 05 14:33:57.809279 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42cff809-3401-49c6-b150-c9002aa6fec7 req-50ff97d6-8a97-4ca5-b55e-534d28627bd7 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0851d5-9e8f-4ba1-8d6e-f5edb5b9a296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794623 Aug 05 14:33:57.821963 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Router 75560f6f-8e73-4c50-96fb-4b3c7078de8e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:33:57.876907 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6062da25-f548-4a9c-9ac7-3340d918491e None None] Provisioning complete for port 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:33:57.877281 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6062da25-f548-4a9c-9ac7-3340d918491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:57.898001 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 97f164dd-0d7b-486a-8f70-889ad88d00c4 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:33:57.937221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:33:57.940963 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-6062da25-f548-4a9c-9ac7-3340d918491e None None] Port 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:33:57.942632 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-22afe45c-8db5-4cc6-9a06-5bcab4707fa4 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "PUT /v2.0/routers/75560f6f-8e73-4c50-96fb-4b3c7078de8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8668818 Aug 05 14:33:57.947515 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Sync routers for ids ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:33:57.961880 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Routers {'75560f6f-8e73-4c50-96fb-4b3c7078de8e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:33:57.962749 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:33:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:33:57.965480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 97f164dd-0d7b-486a-8f70-889ad88d00c4 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:33:57.969541 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 97f164dd-0d7b-486a-8f70-889ad88d00c4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:33:57.969932 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:58.048418 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:58.067186 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Set router 75560f6f-8e73-4c50-96fb-4b3c7078de8e gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:33:58.073219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173eaad8-63d8-4f50-b670-f15ecada386c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f164dd-0d7b-486a-8f70-889ad88d00c4'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:33:58.076070 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dab56d4-aca4-4165-9ce2-a1c2cc6dee8b" -d '{"events": [{"server_uuid": "173eaad8-63d8-4f50-b670-f15ecada386c", "name": "network-vif-plugged", "status": "completed", "tag": "97f164dd-0d7b-486a-8f70-889ad88d00c4"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:33:58.089981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 97f164dd-0d7b-486a-8f70-889ad88d00c4, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=97f164dd-0d7b-486a-8f70-889ad88d00c4,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:33:58.095026 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:58.120649 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2576a0-cf8a-48f7-99f4-eda8179b8623 x-openstack-request-id: req-3e2576a0-cf8a-48f7-99f4-eda8179b8623 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:33:58.120942 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173eaad8-63d8-4f50-b670-f15ecada386c", "name": "network-vif-plugged", "status": "completed", "tag": "97f164dd-0d7b-486a-8f70-889ad88d00c4", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:33:58.121214 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e2576a0-cf8a-48f7-99f4-eda8179b8623 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:33:58.121566 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173eaad8-63d8-4f50-b670-f15ecada386c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f164dd-0d7b-486a-8f70-889ad88d00c4', 'code': 200} Aug 05 14:33:58.147796 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=97f164dd-0d7b-486a-8f70-889ad88d00c4,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:58.220623 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf6bfc-8292-4a5a-81f6-d6b1216597e4 req-73716539-33b8-4863-bfc1-2110cb59d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:58.222047 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-adaf6bfc-8292-4a5a-81f6-d6b1216597e4 req-73716539-33b8-4863-bfc1-2110cb59d30e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=173eaad8-63d8-4f50-b670-f15ecada386c HTTP/1.1" status: 200 len: 1101 time: 0.0404637 Aug 05 14:33:58.258591 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-adaf6bfc-8292-4a5a-81f6-d6b1216597e4 req-2f4da86b-1727-4c86-8c65-3a6e76131777 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5d0851d5-9e8f-4ba1-8d6e-f5edb5b9a296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276651 Aug 05 14:33:58.306022 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:33:57Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'cf114a94-e902-4e6b-81a9-3a4a028c25f4', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'port_id': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'mac_address': 'fa:16:3e:17:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:33:04Z', 'updated_at': '2021-08-05T14:33:06Z', 'revision_number': 1, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfdb5c4-f821-4df2-bef0-1cdc817c0406', 'name': '', 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:c4:77:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ae0ed615-b11f-4be0-b9e2-1c228701fbdb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:33:56Z', 'updated_at': '2021-08-05T14:33:57Z', 'revision_number': 2, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': 'ae0ed615-b11f-4be0-b9e2-1c228701fbdb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a505afaf-ccf2-4429-a6bf-2c33b40d78bf', 'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:11:8e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:46Z', 'updated_at': '2021-08-05T14:32:52Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:33:58.331284 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Checking router: 75560f6f-8e73-4c50-96fb-4b3c7078de8e for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:33:58.331635 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Updating router 75560f6f-8e73-4c50-96fb-4b3c7078de8e port 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:33:58.356229 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:58.641094 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:58.650781 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Transition to ACTIVE for port object 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:33:58.656544 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:58.703494 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8c534-b7d7-4c33-a4d6-2280ed02f6e0 None None] Pushing event updated for resources: {'Port': ['ID=4dfdb5c4-f821-4df2-bef0-1cdc817c0406,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:58.726460 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8c534-b7d7-4c33-a4d6-2280ed02f6e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:58.726798 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8c534-b7d7-4c33-a4d6-2280ed02f6e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:58.727134 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8c534-b7d7-4c33-a4d6-2280ed02f6e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:58.727464 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8c534-b7d7-4c33-a4d6-2280ed02f6e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:58.727788 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8c534-b7d7-4c33-a4d6-2280ed02f6e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:58.728111 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8c534-b7d7-4c33-a4d6-2280ed02f6e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:58.728429 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8c534-b7d7-4c33-a4d6-2280ed02f6e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:58.728747 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8c534-b7d7-4c33-a4d6-2280ed02f6e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:58.729068 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8c534-b7d7-4c33-a4d6-2280ed02f6e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:58.729385 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8c534-b7d7-4c33-a4d6-2280ed02f6e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:58.729697 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8c534-b7d7-4c33-a4d6-2280ed02f6e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:58.730169 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8c534-b7d7-4c33-a4d6-2280ed02f6e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:33:58.764588 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Attempting to bind port 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:33:58.764954 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Attempting to bind port 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '00ccf228-7f81-4b40-b8e7-9ab41874455d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:33:58.765310 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Attempting to bind port 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 on network f3f8a90f-90e5-4958-8e86-d28cf2147a62 {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:33:58.771123 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:33:58.771631 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Checking segment: {'id': '00ccf228-7f81-4b40-b8e7-9ab41874455d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:33:58.772066 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:58.772471 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Bound using segment: {'id': '00ccf228-7f81-4b40-b8e7-9ab41874455d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:33:58.772949 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Bound port: 4dfdb5c4-f821-4df2-bef0-1cdc817c0406, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ccf228-7f81-4b40-b8e7-9ab41874455d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:33:58.776932 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:58.847617 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] For port 4dfdb5c4-f821-4df2-bef0-1cdc817c0406, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:33:58.850878 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] For port 4dfdb5c4-f821-4df2-bef0-1cdc817c0406, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4dfdb5c4-f821-4df2-bef0-1cdc817c0406,segment=NetworkSegment(00ccf228-7f81-4b40-b8e7-9ab41874455d),segment_id=00ccf228-7f81-4b40-b8e7-9ab41874455d)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:33:58.857115 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:33:58.909647 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Routers {'75560f6f-8e73-4c50-96fb-4b3c7078de8e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:33:58.910326 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:33:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:33:58.932129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588f0b8-6300-4aae-ae7d-e76c3193660a req-b5dfb067-14ef-477f-8547-3622ae24c40a tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:33:58.933987 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4588f0b8-6300-4aae-ae7d-e76c3193660a req-b5dfb067-14ef-477f-8547-3622ae24c40a tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/ports?device_id=173eaad8-63d8-4f50-b670-f15ecada386c HTTP/1.1" status: 200 len: 950 time: 0.0536983 Aug 05 14:33:58.990552 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8c534-b7d7-4c33-a4d6-2280ed02f6e0 None None] Pushing event updated for resources: {'Port': ['ID=4dfdb5c4-f821-4df2-bef0-1cdc817c0406,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:33:59.005707 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4588f0b8-6300-4aae-ae7d-e76c3193660a req-822b0213-a5cc-4d99-a486-a44a523c54a7 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0851d5-9e8f-4ba1-8d6e-f5edb5b9a296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650764 Aug 05 14:33:59.058986 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] Set router 75560f6f-8e73-4c50-96fb-4b3c7078de8e gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:33:59.299967 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:33:57Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'cf114a94-e902-4e6b-81a9-3a4a028c25f4', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'port_id': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'mac_address': 'fa:16:3e:17:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:33:04Z', 'updated_at': '2021-08-05T14:33:06Z', 'revision_number': 1, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfdb5c4-f821-4df2-bef0-1cdc817c0406', 'name': '', 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:c4:77:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ae0ed615-b11f-4be0-b9e2-1c228701fbdb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:33:56Z', 'updated_at': '2021-08-05T14:33:58Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': 'ae0ed615-b11f-4be0-b9e2-1c228701fbdb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a505afaf-ccf2-4429-a6bf-2c33b40d78bf', 'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:11:8e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:46Z', 'updated_at': '2021-08-05T14:32:52Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:33:59.326273 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44590941-a1b5-4672-b79f-eb07537cfe0f None None] The sync data for ids ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'] in n-d-803585-2 is: [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:33:57Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'cf114a94-e902-4e6b-81a9-3a4a028c25f4', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'port_id': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'mac_address': 'fa:16:3e:17:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:33:04Z', 'updated_at': '2021-08-05T14:33:06Z', 'revision_number': 1, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfdb5c4-f821-4df2-bef0-1cdc817c0406', 'name': '', 'network_id': 'f3f8a90f-90e5-4958-8e86-d28cf2147a62', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:c4:77:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ae0ed615-b11f-4be0-b9e2-1c228701fbdb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:33:56Z', 'updated_at': '2021-08-05T14:33:58Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': 'ae0ed615-b11f-4be0-b9e2-1c228701fbdb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a505afaf-ccf2-4429-a6bf-2c33b40d78bf', 'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:11:8e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:46Z', 'updated_at': '2021-08-05T14:32:52Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:34:00.073827 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:34:00.122233 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:34:00.126044 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:34:00.126458 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:00.146641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95f204-a7bf-4569-83d7-5049d54de397 req-ee1ca07d-b51c-4c2e-be27-1332e5ff6bea tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:00.148153 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ff95f204-a7bf-4569-83d7-5049d54de397 req-ee1ca07d-b51c-4c2e-be27-1332e5ff6bea tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/ports?device_id=173eaad8-63d8-4f50-b670-f15ecada386c HTTP/1.1" status: 200 len: 950 time: 0.0507410 Aug 05 14:34:00.187513 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ff95f204-a7bf-4569-83d7-5049d54de397 req-3753ad8a-b933-4e2f-a17b-1cc29ce0aef7 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0851d5-9e8f-4ba1-8d6e-f5edb5b9a296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326862 Aug 05 14:34:00.207700 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:00.240474 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 4dfdb5c4-f821-4df2-bef0-1cdc817c0406, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4dfdb5c4-f821-4df2-bef0-1cdc817c0406,segment=NetworkSegment(00ccf228-7f81-4b40-b8e7-9ab41874455d),segment_id=00ccf228-7f81-4b40-b8e7-9ab41874455d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:34:00.244432 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:00.293727 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=4dfdb5c4-f821-4df2-bef0-1cdc817c0406,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:00.301068 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:00.301412 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:00.301747 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:00.302081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:00.302435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:00.302764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:00.303141 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:00.303466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:00.303728 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:00.304044 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:00.304363 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:00.304680 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:00.437886 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158fde6-e14d-415d-81a1-a8b95ee6271e req-258b4024-188e-4edc-8ad9-0a3f9aef67a5 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:00.439428 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0158fde6-e14d-415d-81a1-a8b95ee6271e req-258b4024-188e-4edc-8ad9-0a3f9aef67a5 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/ports?device_id=173eaad8-63d8-4f50-b670-f15ecada386c HTTP/1.1" status: 200 len: 950 time: 0.0493162 Aug 05 14:34:00.480812 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0158fde6-e14d-415d-81a1-a8b95ee6271e req-2b77e638-25d7-452e-8b2c-c370a50ab005 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0851d5-9e8f-4ba1-8d6e-f5edb5b9a296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352066 Aug 05 14:34:01.598842 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6f176-02f9-416a-83d1-3d5ef82114e9 req-39f6fe35-2358-4f91-a1ad-3cbd53e01783 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:01.600318 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5bd6f176-02f9-416a-83d1-3d5ef82114e9 req-39f6fe35-2358-4f91-a1ad-3cbd53e01783 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/ports?device_id=173eaad8-63d8-4f50-b670-f15ecada386c HTTP/1.1" status: 200 len: 950 time: 0.0475054 Aug 05 14:34:01.642692 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5bd6f176-02f9-416a-83d1-3d5ef82114e9 req-14c1b3af-9e40-4a10-af06-7d03cdb7bd3f tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0851d5-9e8f-4ba1-8d6e-f5edb5b9a296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357249 Aug 05 14:34:01.773922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa021a-baca-4b15-aae0-7055c5671688 req-261cabfd-a283-4140-91ee-a9df42529902 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:01.775391 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4afa021a-baca-4b15-aae0-7055c5671688 req-261cabfd-a283-4140-91ee-a9df42529902 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.84 "GET /v2.0/ports?device_id=173eaad8-63d8-4f50-b670-f15ecada386c HTTP/1.1" status: 200 len: 950 time: 0.0493028 Aug 05 14:34:01.897775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-4afa021a-baca-4b15-aae0-7055c5671688 req-7cf8b5a0-434d-412d-aac7-ea2aad664c33 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Deleting port 97f164dd-0d7b-486a-8f70-889ad88d00c4 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:34:01.898114 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4afa021a-baca-4b15-aae0-7055c5671688 req-7cf8b5a0-434d-412d-aac7-ea2aad664c33 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:01.986452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4afa021a-baca-4b15-aae0-7055c5671688 req-7cf8b5a0-434d-412d-aac7-ea2aad664c33 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] For port 97f164dd-0d7b-486a-8f70-889ad88d00c4, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=97f164dd-0d7b-486a-8f70-889ad88d00c4,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:34:01.986814 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4afa021a-baca-4b15-aae0-7055c5671688 req-7cf8b5a0-434d-412d-aac7-ea2aad664c33 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:02.001196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-4afa021a-baca-4b15-aae0-7055c5671688 req-7cf8b5a0-434d-412d-aac7-ea2aad664c33 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Calling delete_port for 97f164dd-0d7b-486a-8f70-889ad88d00c4 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:34:02.059737 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:34:02.108343 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:34:02.108728 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:02.153940 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4afa021a-baca-4b15-aae0-7055c5671688 req-7cf8b5a0-434d-412d-aac7-ea2aad664c33 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:02.182082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8b5a0-434d-412d-aac7-ea2aad664c33 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Pushing event deleted for resources: {'Port': ['ID=97f164dd-0d7b-486a-8f70-889ad88d00c4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:02.248374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afa021a-baca-4b15-aae0-7055c5671688 req-7cf8b5a0-434d-412d-aac7-ea2aad664c33 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] No DVR routers for this DVR port 97f164dd-0d7b-486a-8f70-889ad88d00c4 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:34:02.251095 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4afa021a-baca-4b15-aae0-7055c5671688 req-7cf8b5a0-434d-412d-aac7-ea2aad664c33 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:02.253117 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4afa021a-baca-4b15-aae0-7055c5671688 req-7cf8b5a0-434d-412d-aac7-ea2aad664c33 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.84 "DELETE /v2.0/ports/97f164dd-0d7b-486a-8f70-889ad88d00c4 HTTP/1.1" status: 204 len: 173 time: 0.4709520 Aug 05 14:34:02.253564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173eaad8-63d8-4f50-b670-f15ecada386c', 'name': 'network-vif-deleted', 'tag': '97f164dd-0d7b-486a-8f70-889ad88d00c4'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:34:02.255836 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2510f35-dcd3-49c6-897f-4b6cdd7c86d0" -d '{"events": [{"server_uuid": "173eaad8-63d8-4f50-b670-f15ecada386c", "name": "network-vif-deleted", "tag": "97f164dd-0d7b-486a-8f70-889ad88d00c4"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:34:02.294529 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e10b165-1f29-486e-ad61-8f673b320552 x-openstack-request-id: req-2e10b165-1f29-486e-ad61-8f673b320552 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:34:02.294824 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173eaad8-63d8-4f50-b670-f15ecada386c", "name": "network-vif-deleted", "tag": "97f164dd-0d7b-486a-8f70-889ad88d00c4", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:34:02.295077 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e10b165-1f29-486e-ad61-8f673b320552 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:34:02.295478 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173eaad8-63d8-4f50-b670-f15ecada386c', 'name': 'network-vif-deleted', 'tag': '97f164dd-0d7b-486a-8f70-889ad88d00c4', 'status': 'completed', 'code': 200} Aug 05 14:34:02.750563 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e67f777d-a6f1-4747-84c3-3b5e304282f6 req-b078c525-443c-49e9-acb9-17fb9e69fe76 tempest-VolumesNegativeTest-724457091 tempest-VolumesNegativeTest-724457091-project] 10.222.0.16 "GET /v2.0/ports?device_id=173eaad8-63d8-4f50-b670-f15ecada386c HTTP/1.1" status: 200 len: 210 time: 0.0267327 Aug 05 14:34:03.928793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 97f164dd-0d7b-486a-8f70-889ad88d00c4 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:34:03.948112 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 97f164dd-0d7b-486a-8f70-889ad88d00c4 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:34:03.949009 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 97f164dd-0d7b-486a-8f70-889ad88d00c4 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:34:07.445112 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:34:08.011026 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16a5eaed-cfe3-411b-b34e-d223f2c10534 req-3d40a1ab-6f1f-43f2-bf20-b162c88b9d06 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0993207 Aug 05 14:34:08.093634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5eaed-cfe3-411b-b34e-d223f2c10534 req-b105be4f-2844-4538-ac5e-d6e8a04d54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:08.095185 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16a5eaed-cfe3-411b-b34e-d223f2c10534 req-b105be4f-2844-4538-ac5e-d6e8a04d54fa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10&device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 1096 time: 0.0417898 Aug 05 14:34:08.457874 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5eaed-cfe3-411b-b34e-d223f2c10534 req-c32ed71e-9851-4ee7-87e9-7b7f4b7eb721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:08.459905 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16a5eaed-cfe3-411b-b34e-d223f2c10534 req-c32ed71e-9851-4ee7-87e9-7b7f4b7eb721 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5fb486dc-aa17-46df-b452-7a5bf8e8904c HTTP/1.1" status: 200 len: 897 time: 0.3457146 Aug 05 14:34:08.460450 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42022) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:08.529613 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16a5eaed-cfe3-411b-b34e-d223f2c10534 req-21b2aa09-a076-4a7e-ac0e-6a675a5c2bbf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a HTTP/1.1" status: 200 len: 1000 time: 0.0620019 Aug 05 14:34:08.601912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5eaed-cfe3-411b-b34e-d223f2c10534 req-8aa912d1-a008-4c09-8d00-dbcb5fa0a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:08.603996 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16a5eaed-cfe3-411b-b34e-d223f2c10534 req-8aa912d1-a008-4c09-8d00-dbcb5fa0a664 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4e707162-5f9c-45e8-8792-1fe3a4bf155e HTTP/1.1" status: 200 len: 835 time: 0.0664904 Aug 05 14:34:08.630850 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2f0f9c30-df8d-42c8-8ec7-fc568ed33d1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f6b9917ec0b4d14a65bb4465b052b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1691551 Aug 05 14:34:08.633301 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42026) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:08.658977 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5eaed-cfe3-411b-b34e-d223f2c10534 req-16a9541a-c9f1-4dcf-b861-05cfa4e7b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:08.660520 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16a5eaed-cfe3-411b-b34e-d223f2c10534 req-16a9541a-c9f1-4dcf-b861-05cfa4e7b37b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5fb486dc-aa17-46df-b452-7a5bf8e8904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454051 Aug 05 14:34:08.673449 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-16a5eaed-cfe3-411b-b34e-d223f2c10534 req-c1e39eb0-6207-4a38-a7ad-e2d1a7b09fff service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:34:08.674414 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16a5eaed-cfe3-411b-b34e-d223f2c10534 req-c1e39eb0-6207-4a38-a7ad-e2d1a7b09fff service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050788 Aug 05 14:34:08.683866 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-579e8417-9b51-44cb-993c-89af287737b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:08.705563 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-579e8417-9b51-44cb-993c-89af287737b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:08.753529 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-579e8417-9b51-44cb-993c-89af287737b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:08.756307 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-579e8417-9b51-44cb-993c-89af287737b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:08.757495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-579e8417-9b51-44cb-993c-89af287737b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d0851d5-9e8f-4ba1-8d6e-f5edb5b9a296 HTTP/1.1" status: 204 len: 168 time: 0.1229556 Aug 05 14:34:08.767031 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e8417-9b51-44cb-993c-89af287737b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0851d5-9e8f-4ba1-8d6e-f5edb5b9a296,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:08.773011 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16a5eaed-cfe3-411b-b34e-d223f2c10534 req-2b6f0e6c-1262-4a05-8fdd-d23001f02741 service neutron] 10.222.0.84 "GET /v2.0/networks/5fb486dc-aa17-46df-b452-7a5bf8e8904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906875 Aug 05 14:34:08.874855 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16a5eaed-cfe3-411b-b34e-d223f2c10534 req-aeaa3029-07a4-43b6-9250-8a57db76e509 service neutron] 10.222.0.84 "GET /v2.0/networks/5fb486dc-aa17-46df-b452-7a5bf8e8904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926559 Aug 05 14:34:10.647590 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42182) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:10.753028 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-918b83f0-510f-4dd7-8d9f-97562e8cce1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:10.844226 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-918b83f0-510f-4dd7-8d9f-97562e8cce1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:10.847810 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-918b83f0-510f-4dd7-8d9f-97562e8cce1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:10.888321 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-918b83f0-510f-4dd7-8d9f-97562e8cce1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4db8b9a3ef11446d844decb2ab50db15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394345 Aug 05 14:34:10.889041 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b83f0-510f-4dd7-8d9f-97562e8cce1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e49a510-cd12-4459-9d3a-2d8d5eae9c74,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:10.890994 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42186) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:10.942181 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-341cbd1c-5c44-422a-abf6-c3c9f1d31c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:10.963120 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-341cbd1c-5c44-422a-abf6-c3c9f1d31c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:11.012012 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-341cbd1c-5c44-422a-abf6-c3c9f1d31c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:11.014719 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-341cbd1c-5c44-422a-abf6-c3c9f1d31c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:11.016126 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-341cbd1c-5c44-422a-abf6-c3c9f1d31c0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e49a510-cd12-4459-9d3a-2d8d5eae9c74 HTTP/1.1" status: 204 len: 168 time: 0.1239665 Aug 05 14:34:11.027955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cbd1c-5c44-422a-abf6-c3c9f1d31c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e49a510-cd12-4459-9d3a-2d8d5eae9c74,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:11.277044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42192) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:11.295814 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fc895289-0722-4873-aeaa-f986f9556419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:11.387123 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fc895289-0722-4873-aeaa-f986f9556419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:11.390770 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fc895289-0722-4873-aeaa-f986f9556419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:11.429359 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fc895289-0722-4873-aeaa-f986f9556419 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58eced63352147908e8a0858d3733541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511345 Aug 05 14:34:11.430223 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc895289-0722-4873-aeaa-f986f9556419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1069ae57-e7f0-4817-a0cb-7706a64f3385,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:11.432160 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42194) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:11.751880 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdfd28ae-4a4b-4265-a92e-792cc62a9f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:11.772779 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdfd28ae-4a4b-4265-a92e-792cc62a9f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:11.818489 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdfd28ae-4a4b-4265-a92e-792cc62a9f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:11.820993 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdfd28ae-4a4b-4265-a92e-792cc62a9f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:11.822209 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cdfd28ae-4a4b-4265-a92e-792cc62a9f7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1069ae57-e7f0-4817-a0cb-7706a64f3385 HTTP/1.1" status: 204 len: 168 time: 0.3888118 Aug 05 14:34:11.830368 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd28ae-4a4b-4265-a92e-792cc62a9f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1069ae57-e7f0-4817-a0cb-7706a64f3385,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:14.919806 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:15.861117 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-759c1199-628a-498b-be85-8f6d7f6045b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:16.217249 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:18.146160 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42206) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:18.399545 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-571c74ed-1c6a-481c-a240-d86313542249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:18.513046 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ca40ff75-0101-4554-9328-c031f414ad84 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:18.639222 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:18.819630 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ca40ff75-0101-4554-9328-c031f414ad84 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Deleting port 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:34:18.819975 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ca40ff75-0101-4554-9328-c031f414ad84 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:18.911929 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-ca40ff75-0101-4554-9328-c031f414ad84 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] For port 4dfdb5c4-f821-4df2-bef0-1cdc817c0406, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4dfdb5c4-f821-4df2-bef0-1cdc817c0406,segment=NetworkSegment(00ccf228-7f81-4b40-b8e7-9ab41874455d),segment_id=00ccf228-7f81-4b40-b8e7-9ab41874455d)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:34:18.912300 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ca40ff75-0101-4554-9328-c031f414ad84 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:18.925426 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ca40ff75-0101-4554-9328-c031f414ad84 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Calling delete_port for 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:34:19.130806 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ca40ff75-0101-4554-9328-c031f414ad84 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:19.158637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40ff75-0101-4554-9328-c031f414ad84 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'Port': ['ID=4dfdb5c4-f821-4df2-bef0-1cdc817c0406,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:19.372029 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ca40ff75-0101-4554-9328-c031f414ad84 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:19.621078 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:19.625288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca40ff75-0101-4554-9328-c031f414ad84 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Router 75560f6f-8e73-4c50-96fb-4b3c7078de8e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:34:19.738689 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca40ff75-0101-4554-9328-c031f414ad84 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:34:19.744073 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ca40ff75-0101-4554-9328-c031f414ad84 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "PUT /v2.0/routers/75560f6f-8e73-4c50-96fb-4b3c7078de8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5967200 Aug 05 14:34:19.749255 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ce331-5648-4bb7-a0fd-17c20072bdd8 None None] Sync routers for ids ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:34:19.758585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ce331-5648-4bb7-a0fd-17c20072bdd8 None None] Routers {'75560f6f-8e73-4c50-96fb-4b3c7078de8e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:34:19.759196 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-873ce331-5648-4bb7-a0fd-17c20072bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:34:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:19.968780 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35cdb1-4652-410e-9ee0-bf05984384e1 req-67826e45-a9d7-48bb-870b-f6c1d2812f52 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:19.970326 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d35cdb1-4652-410e-9ee0-bf05984384e1 req-67826e45-a9d7-48bb-870b-f6c1d2812f52 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=06978c06-2af1-4e23-b415-a77deb40ba0d HTTP/1.1" status: 200 len: 946 time: 0.0511119 Aug 05 14:34:20.008229 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d35cdb1-4652-410e-9ee0-bf05984384e1 req-e13725e6-d4cc-4bd8-8ae9-fc787eac8394 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=40eed963-121e-4281-95f9-c8ebc29132bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319524 Aug 05 14:34:20.024973 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-873ce331-5648-4bb7-a0fd-17c20072bdd8 None None] Set router 75560f6f-8e73-4c50-96fb-4b3c7078de8e gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:34:20.265220 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-873ce331-5648-4bb7-a0fd-17c20072bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:34:19Z', 'revision_number': 6, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'cf114a94-e902-4e6b-81a9-3a4a028c25f4', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'port_id': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'mac_address': 'fa:16:3e:17:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:33:04Z', 'updated_at': '2021-08-05T14:33:06Z', 'revision_number': 1, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a505afaf-ccf2-4429-a6bf-2c33b40d78bf', 'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:11:8e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:46Z', 'updated_at': '2021-08-05T14:32:52Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:20.291165 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ce331-5648-4bb7-a0fd-17c20072bdd8 None None] Checking router: 75560f6f-8e73-4c50-96fb-4b3c7078de8e for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:34:20.299605 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ce331-5648-4bb7-a0fd-17c20072bdd8 None None] Routers {'75560f6f-8e73-4c50-96fb-4b3c7078de8e'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:34:20.300213 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-873ce331-5648-4bb7-a0fd-17c20072bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:34:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:20.408816 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-873ce331-5648-4bb7-a0fd-17c20072bdd8 None None] Set router 75560f6f-8e73-4c50-96fb-4b3c7078de8e gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:34:20.630433 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-873ce331-5648-4bb7-a0fd-17c20072bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:34:19Z', 'revision_number': 6, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'cf114a94-e902-4e6b-81a9-3a4a028c25f4', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'port_id': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'mac_address': 'fa:16:3e:17:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:33:04Z', 'updated_at': '2021-08-05T14:33:06Z', 'revision_number': 1, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a505afaf-ccf2-4429-a6bf-2c33b40d78bf', 'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:11:8e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:46Z', 'updated_at': '2021-08-05T14:32:52Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:20.659636 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ce331-5648-4bb7-a0fd-17c20072bdd8 None None] The sync data for ids ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'] in n-d-803585-2 is: [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:34:19Z', 'revision_number': 6, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'cf114a94-e902-4e6b-81a9-3a4a028c25f4', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'port_id': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'mac_address': 'fa:16:3e:17:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:33:04Z', 'updated_at': '2021-08-05T14:33:06Z', 'revision_number': 1, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a505afaf-ccf2-4429-a6bf-2c33b40d78bf', 'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:11:8e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:46Z', 'updated_at': '2021-08-05T14:32:52Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:34:21.137679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4b03b-1e5e-48a2-8bca-0905cd07d67e req-3275a77c-cb5a-41ab-ab94-bafc20a46d9c tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:21.139245 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3ec4b03b-1e5e-48a2-8bca-0905cd07d67e req-3275a77c-cb5a-41ab-ab94-bafc20a46d9c tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=06978c06-2af1-4e23-b415-a77deb40ba0d HTTP/1.1" status: 200 len: 946 time: 0.0536182 Aug 05 14:34:21.179773 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3ec4b03b-1e5e-48a2-8bca-0905cd07d67e req-12756391-2cb8-47ca-a3a5-2fa0265de83e tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=40eed963-121e-4281-95f9-c8ebc29132bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344429 Aug 05 14:34:21.324531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7297d-1876-4131-bcff-a8809ae6f820 req-44b95811-41ca-4536-bd7e-f883f4afb52b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:21.325886 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ae7297d-1876-4131-bcff-a8809ae6f820 req-44b95811-41ca-4536-bd7e-f883f4afb52b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.63 "GET /v2.0/ports?device_id=06978c06-2af1-4e23-b415-a77deb40ba0d HTTP/1.1" status: 200 len: 946 time: 0.0531530 Aug 05 14:34:21.399215 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:21.415654 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-7ae7297d-1876-4131-bcff-a8809ae6f820 req-323805ac-2e5f-4dc6-a1b3-dd66cb164166 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Deleting port 7d05490e-ee0f-4160-add8-52e6ab65fa16 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:34:21.416000 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7ae7297d-1876-4131-bcff-a8809ae6f820 req-323805ac-2e5f-4dc6-a1b3-dd66cb164166 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:21.508194 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-7ae7297d-1876-4131-bcff-a8809ae6f820 req-323805ac-2e5f-4dc6-a1b3-dd66cb164166 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] For port 7d05490e-ee0f-4160-add8-52e6ab65fa16, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=7d05490e-ee0f-4160-add8-52e6ab65fa16,segment=NetworkSegment(00ccf228-7f81-4b40-b8e7-9ab41874455d),segment_id=00ccf228-7f81-4b40-b8e7-9ab41874455d)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:34:21.508546 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7ae7297d-1876-4131-bcff-a8809ae6f820 req-323805ac-2e5f-4dc6-a1b3-dd66cb164166 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:21.522532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-7ae7297d-1876-4131-bcff-a8809ae6f820 req-323805ac-2e5f-4dc6-a1b3-dd66cb164166 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Calling delete_port for 7d05490e-ee0f-4160-add8-52e6ab65fa16 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:34:21.649308 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7ae7297d-1876-4131-bcff-a8809ae6f820 req-323805ac-2e5f-4dc6-a1b3-dd66cb164166 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:21.676459 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323805ac-2e5f-4dc6-a1b3-dd66cb164166 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'Port': ['ID=7d05490e-ee0f-4160-add8-52e6ab65fa16,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:21.726415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae7297d-1876-4131-bcff-a8809ae6f820 req-323805ac-2e5f-4dc6-a1b3-dd66cb164166 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] No DVR routers for this DVR port 7d05490e-ee0f-4160-add8-52e6ab65fa16 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:34:21.729072 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7ae7297d-1876-4131-bcff-a8809ae6f820 req-323805ac-2e5f-4dc6-a1b3-dd66cb164166 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:21.731292 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ae7297d-1876-4131-bcff-a8809ae6f820 req-323805ac-2e5f-4dc6-a1b3-dd66cb164166 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.63 "DELETE /v2.0/ports/7d05490e-ee0f-4160-add8-52e6ab65fa16 HTTP/1.1" status: 204 len: 173 time: 0.3989186 Aug 05 14:34:21.731731 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06978c06-2af1-4e23-b415-a77deb40ba0d', 'name': 'network-vif-deleted', 'tag': '7d05490e-ee0f-4160-add8-52e6ab65fa16'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:34:21.733963 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466b12d4-93f3-46a6-92d3-e44eafb63302" -d '{"events": [{"server_uuid": "06978c06-2af1-4e23-b415-a77deb40ba0d", "name": "network-vif-deleted", "tag": "7d05490e-ee0f-4160-add8-52e6ab65fa16"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:34:21.774684 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486d8a26-4968-4c96-bbee-ba9abf795ec0 x-openstack-request-id: req-486d8a26-4968-4c96-bbee-ba9abf795ec0 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:34:21.774984 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06978c06-2af1-4e23-b415-a77deb40ba0d", "name": "network-vif-deleted", "tag": "7d05490e-ee0f-4160-add8-52e6ab65fa16", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:34:21.775236 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-486d8a26-4968-4c96-bbee-ba9abf795ec0 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:34:21.775669 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06978c06-2af1-4e23-b415-a77deb40ba0d', 'name': 'network-vif-deleted', 'tag': '7d05490e-ee0f-4160-add8-52e6ab65fa16', 'status': 'completed', 'code': 200} Aug 05 14:34:22.030560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:34:22.050728 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:34:22.051074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4dfdb5c4-f821-4df2-bef0-1cdc817c0406 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:34:22.325283 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-28bd9d2b-07c9-4e7e-b7b0-60fc2d1b8153 req-fef83c3b-ea24-44d7-b110-dcc30ce66f0f tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=06978c06-2af1-4e23-b415-a77deb40ba0d HTTP/1.1" status: 200 len: 210 time: 0.0437827 Aug 05 14:34:23.384843 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42220) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:23.444111 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d010642a-a24f-4c26-a4d2-1bf2b2c5487d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:23.471366 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d010642a-a24f-4c26-a4d2-1bf2b2c5487d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:23.544473 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d010642a-a24f-4c26-a4d2-1bf2b2c5487d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:23.548827 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d010642a-a24f-4c26-a4d2-1bf2b2c5487d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:23.550040 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d010642a-a24f-4c26-a4d2-1bf2b2c5487d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "DELETE /v2.0/security-groups/40eed963-121e-4281-95f9-c8ebc29132bb HTTP/1.1" status: 204 len: 168 time: 0.1635098 Aug 05 14:34:23.560789 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010642a-a24f-4c26-a4d2-1bf2b2c5487d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40eed963-121e-4281-95f9-c8ebc29132bb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:23.582498 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42224) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:23.634524 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b93e3de-a716-4def-b3b5-5800ec2c829f tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Deleting subnet ae0ed615-b11f-4be0-b9e2-1c228701fbdb {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:34:23.639224 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b93e3de-a716-4def-b3b5-5800ec2c829f tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:23.678910 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b93e3de-a716-4def-b3b5-5800ec2c829f tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:23.766982 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b93e3de-a716-4def-b3b5-5800ec2c829f tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:23.837791 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b93e3de-a716-4def-b3b5-5800ec2c829f tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:23.864930 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93e3de-a716-4def-b3b5-5800ec2c829f tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0ed615-b11f-4be0-b9e2-1c228701fbdb,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:23.868624 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0b93e3de-a716-4def-b3b5-5800ec2c829f tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:23.872202 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0b93e3de-a716-4def-b3b5-5800ec2c829f tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "DELETE /v2.0/subnets/ae0ed615-b11f-4be0-b9e2-1c228701fbdb HTTP/1.1" status: 204 len: 168 time: 0.2871308 Aug 05 14:34:23.873532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42226) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:23.875470 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d32192d-0a9f-4dff-b36c-99450069a508 None None] Network f3f8a90f-90e5-4958-8e86-d28cf2147a62 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:34:23.954810 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:24.012671 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Deleting port be073a06-40ab-4fb8-822f-a571996a4758 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:34:24.013070 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:24.075530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cdc062-6b7d-4592-b15f-076aee6675f9 None None] DHCP port deletion for f3f8a90f-90e5-4958-8e86-d28cf2147a62 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:34:24.078136 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] For port be073a06-40ab-4fb8-822f-a571996a4758, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=be073a06-40ab-4fb8-822f-a571996a4758,segment=NetworkSegment(00ccf228-7f81-4b40-b8e7-9ab41874455d),segment_id=00ccf228-7f81-4b40-b8e7-9ab41874455d)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:34:24.078801 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:24.096245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Calling delete_port for be073a06-40ab-4fb8-822f-a571996a4758 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:34:24.123838 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84cdc062-6b7d-4592-b15f-076aee6675f9 None None] Deleting port be073a06-40ab-4fb8-822f-a571996a4758 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:34:24.124213 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84cdc062-6b7d-4592-b15f-076aee6675f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:24.178911 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:24.191903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84cdc062-6b7d-4592-b15f-076aee6675f9 None None] For port be073a06-40ab-4fb8-822f-a571996a4758, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=be073a06-40ab-4fb8-822f-a571996a4758,segment=NetworkSegment(00ccf228-7f81-4b40-b8e7-9ab41874455d),segment_id=00ccf228-7f81-4b40-b8e7-9ab41874455d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:34:24.192299 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84cdc062-6b7d-4592-b15f-076aee6675f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:24.206678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84cdc062-6b7d-4592-b15f-076aee6675f9 None None] Calling delete_port for be073a06-40ab-4fb8-822f-a571996a4758 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:34:24.209787 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] No DVR routers for this DVR port be073a06-40ab-4fb8-822f-a571996a4758 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:34:24.216296 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'Port': ['ID=be073a06-40ab-4fb8-822f-a571996a4758,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:24.289514 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84cdc062-6b7d-4592-b15f-076aee6675f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:24.294903 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:24.305901 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f8a90f-90e5-4958-8e86-d28cf2147a62']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:24.316351 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdc062-6b7d-4592-b15f-076aee6675f9 None None] Pushing event deleted for resources: {'Port': ['ID=be073a06-40ab-4fb8-822f-a571996a4758,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:24.318176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cdc062-6b7d-4592-b15f-076aee6675f9 None None] No DVR routers for this DVR port be073a06-40ab-4fb8-822f-a571996a4758 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:34:24.320880 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ccf228-7f81-4b40-b8e7-9ab41874455d') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:24.321438 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ccf228-7f81-4b40-b8e7-9ab41874455d') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:24.332344 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:24.346019 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:24.352788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:34:24.354479 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:34:24.357994 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:34:24.424869 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:24.430269 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:24.433650 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "DELETE /v2.0/networks/f3f8a90f-90e5-4958-8e86-d28cf2147a62 HTTP/1.1" status: 204 len: 168 time: 0.5591187 Aug 05 14:34:24.436629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42228) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:24.450790 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065c94d-7cd4-44c5-aad2-9f720878b6db tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'Network': ['ID=f3f8a90f-90e5-4958-8e86-d28cf2147a62,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:24.597022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-13a47c1b-320f-48cb-952c-2ea2b8fbaded tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Deleting port 26469278-eed2-46ff-bc16-94bedafd960e {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:34:24.597268 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13a47c1b-320f-48cb-952c-2ea2b8fbaded tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:24.672199 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13a47c1b-320f-48cb-952c-2ea2b8fbaded tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:24.672533 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13a47c1b-320f-48cb-952c-2ea2b8fbaded tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:24.685436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-13a47c1b-320f-48cb-952c-2ea2b8fbaded tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Calling delete_port for 26469278-eed2-46ff-bc16-94bedafd960e owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:34:24.750793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7d05490e-ee0f-4160-add8-52e6ab65fa16 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:34:24.771494 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 7d05490e-ee0f-4160-add8-52e6ab65fa16 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:34:24.771844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 7d05490e-ee0f-4160-add8-52e6ab65fa16 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:34:24.864425 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13a47c1b-320f-48cb-952c-2ea2b8fbaded tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:24.895589 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a47c1b-320f-48cb-952c-2ea2b8fbaded tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'Port': ['ID=26469278-eed2-46ff-bc16-94bedafd960e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:24.953249 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13a47c1b-320f-48cb-952c-2ea2b8fbaded tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:24.953583 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-13a47c1b-320f-48cb-952c-2ea2b8fbaded tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Floating IP cf114a94-e902-4e6b-81a9-3a4a028c25f4 disassociated (deleted). External IP: 172.25.5.86, port: 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a. Aug 05 14:34:25.157886 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a47c1b-320f-48cb-952c-2ea2b8fbaded tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Router 75560f6f-8e73-4c50-96fb-4b3c7078de8e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:34:25.262920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a47c1b-320f-48cb-952c-2ea2b8fbaded tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:34:25.267756 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-13a47c1b-320f-48cb-952c-2ea2b8fbaded tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:25.272717 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49168cd-6195-43f1-a8ca-5dcc799706b5 None None] Sync routers for ids ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:34:25.281421 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49168cd-6195-43f1-a8ca-5dcc799706b5 None None] Routers {'75560f6f-8e73-4c50-96fb-4b3c7078de8e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:34:25.282022 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e49168cd-6195-43f1-a8ca-5dcc799706b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:34:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:25.297537 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-13a47c1b-320f-48cb-952c-2ea2b8fbaded tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "DELETE /v2.0/floatingips/cf114a94-e902-4e6b-81a9-3a4a028c25f4 HTTP/1.1" status: 204 len: 168 time: 0.8575151 Aug 05 14:34:25.297537 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'tag': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:34:25.297981 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86bde3c-5f93-468f-adb3-c4ae422d6b58" -d '{"events": [{"name": "network-changed", "server_uuid": "11b3d58c-7ceb-4b45-a25d-a2f3777a77c0", "tag": "906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:34:25.337934 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f1e9d8-03d9-4384-bb61-f8b6cd277428 x-openstack-request-id: req-57f1e9d8-03d9-4384-bb61-f8b6cd277428 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:34:25.338233 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b3d58c-7ceb-4b45-a25d-a2f3777a77c0", "tag": "906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:34:25.338506 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57f1e9d8-03d9-4384-bb61-f8b6cd277428 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:34:25.339065 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'tag': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a', 'status': 'completed', 'code': 200} Aug 05 14:34:25.411259 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bde3c-5f93-468f-adb3-c4ae422d6b58 req-1b17be21-a89b-4cfc-8be8-d2fedda7fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:25.412862 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f86bde3c-5f93-468f-adb3-c4ae422d6b58 req-1b17be21-a89b-4cfc-8be8-d2fedda7fd4e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10&device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 1096 time: 0.0494452 Aug 05 14:34:25.504958 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-e49168cd-6195-43f1-a8ca-5dcc799706b5 None None] Set router 75560f6f-8e73-4c50-96fb-4b3c7078de8e gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:34:25.522750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bde3c-5f93-468f-adb3-c4ae422d6b58 req-7bf78712-d2c8-4898-a2fe-d939a0d292b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:25.524284 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f86bde3c-5f93-468f-adb3-c4ae422d6b58 req-7bf78712-d2c8-4898-a2fe-d939a0d292b3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5fb486dc-aa17-46df-b452-7a5bf8e8904c HTTP/1.1" status: 200 len: 897 time: 0.1012096 Aug 05 14:34:25.541984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12482bb-9a6b-43d8-916e-275811ab8cce req-6b3ce88d-8846-4a7d-ae28-4a83f6fc995a tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:25.543293 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f12482bb-9a6b-43d8-916e-275811ab8cce req-6b3ce88d-8846-4a7d-ae28-4a83f6fc995a tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 945 time: 0.0552003 Aug 05 14:34:25.575396 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f86bde3c-5f93-468f-adb3-c4ae422d6b58 req-b1649b59-9438-4222-a987-8baf968c6391 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a HTTP/1.1" status: 200 len: 217 time: 0.0395072 Aug 05 14:34:25.584671 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f12482bb-9a6b-43d8-916e-275811ab8cce req-fbade16a-69a0-443d-af4a-05f71679e596 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=594673c0-c9ac-4a3c-a84b-1796896d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351644 Aug 05 14:34:25.626139 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bde3c-5f93-468f-adb3-c4ae422d6b58 req-a0e5464e-ee30-4aec-86d0-d00e50a10045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:25.627769 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f86bde3c-5f93-468f-adb3-c4ae422d6b58 req-a0e5464e-ee30-4aec-86d0-d00e50a10045 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4e707162-5f9c-45e8-8792-1fe3a4bf155e HTTP/1.1" status: 200 len: 835 time: 0.0448511 Aug 05 14:34:25.684327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bde3c-5f93-468f-adb3-c4ae422d6b58 req-7e2da853-ce76-4dc6-9110-985fc6aef94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:25.685898 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f86bde3c-5f93-468f-adb3-c4ae422d6b58 req-7e2da853-ce76-4dc6-9110-985fc6aef94f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5fb486dc-aa17-46df-b452-7a5bf8e8904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452652 Aug 05 14:34:25.707531 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e49168cd-6195-43f1-a8ca-5dcc799706b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:34:19Z', 'revision_number': 6, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'a505afaf-ccf2-4429-a6bf-2c33b40d78bf', 'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:11:8e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:46Z', 'updated_at': '2021-08-05T14:32:52Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:25.736333 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49168cd-6195-43f1-a8ca-5dcc799706b5 None None] Checking router: 75560f6f-8e73-4c50-96fb-4b3c7078de8e for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:34:25.744973 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49168cd-6195-43f1-a8ca-5dcc799706b5 None None] Routers {'75560f6f-8e73-4c50-96fb-4b3c7078de8e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:34:25.745742 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e49168cd-6195-43f1-a8ca-5dcc799706b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:34:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:25.778098 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f86bde3c-5f93-468f-adb3-c4ae422d6b58 req-62852d5c-fc74-4a26-ac0a-64ac5644e76e service neutron] 10.222.0.84 "GET /v2.0/networks/5fb486dc-aa17-46df-b452-7a5bf8e8904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834191 Aug 05 14:34:25.850723 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-e49168cd-6195-43f1-a8ca-5dcc799706b5 None None] Set router 75560f6f-8e73-4c50-96fb-4b3c7078de8e gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:34:25.873739 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f86bde3c-5f93-468f-adb3-c4ae422d6b58 req-376b1214-7045-4d6c-b0d7-f442479142fb service neutron] 10.222.0.84 "GET /v2.0/networks/5fb486dc-aa17-46df-b452-7a5bf8e8904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878944 Aug 05 14:34:26.044732 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e49168cd-6195-43f1-a8ca-5dcc799706b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:34:19Z', 'revision_number': 6, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'a505afaf-ccf2-4429-a6bf-2c33b40d78bf', 'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:11:8e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:46Z', 'updated_at': '2021-08-05T14:32:52Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:26.069128 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device be073a06-40ab-4fb8-822f-a571996a4758 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:34:26.071549 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49168cd-6195-43f1-a8ca-5dcc799706b5 None None] The sync data for ids ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'] in n-d-803585-2 is: [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:34:19Z', 'revision_number': 6, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'a505afaf-ccf2-4429-a6bf-2c33b40d78bf', 'name': '', 'network_id': '5fb486dc-aa17-46df-b452-7a5bf8e8904c', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:11:8e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:46Z', 'updated_at': '2021-08-05T14:32:52Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '4e707162-5f9c-45e8-8792-1fe3a4bf155e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:34:26.089964 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: be073a06-40ab-4fb8-822f-a571996a4758 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:34:26.090364 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device be073a06-40ab-4fb8-822f-a571996a4758 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:34:26.282776 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625812b4-98b9-42b5-abf1-5ccfa3c3282a None None] New status for floating IP cf114a94-e902-4e6b-81a9-3a4a028c25f4: DOWN {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:34:26.704212 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59538e-496b-4916-9882-7d2b95264419 req-7cc388e7-0161-4b2b-9da2-6de106d20176 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:26.705748 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aa59538e-496b-4916-9882-7d2b95264419 req-7cc388e7-0161-4b2b-9da2-6de106d20176 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 945 time: 0.0497985 Aug 05 14:34:26.743957 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aa59538e-496b-4916-9882-7d2b95264419 req-794d3594-9eb4-4775-902a-217617294a8a tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=594673c0-c9ac-4a3c-a84b-1796896d7bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320485 Aug 05 14:34:26.967692 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f860f7-c92c-4fe5-b098-48f5539091b6 req-697ac7b4-7f96-4f03-b61a-3b582bf9776d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:26.969158 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-81f860f7-c92c-4fe5-b098-48f5539091b6 req-697ac7b4-7f96-4f03-b61a-3b582bf9776d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.84 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 945 time: 0.0533953 Aug 05 14:34:27.061560 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-81f860f7-c92c-4fe5-b098-48f5539091b6 req-254e7257-cbae-482d-ad5b-23ccb361fa13 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Deleting port 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:34:27.061915 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-81f860f7-c92c-4fe5-b098-48f5539091b6 req-254e7257-cbae-482d-ad5b-23ccb361fa13 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:27.148132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-81f860f7-c92c-4fe5-b098-48f5539091b6 req-254e7257-cbae-482d-ad5b-23ccb361fa13 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] For port 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a,segment=NetworkSegment(83198f02-4c1f-48a1-9771-45bcbf8f4f0a),segment_id=83198f02-4c1f-48a1-9771-45bcbf8f4f0a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:34:27.148495 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-81f860f7-c92c-4fe5-b098-48f5539091b6 req-254e7257-cbae-482d-ad5b-23ccb361fa13 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:27.160909 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-81f860f7-c92c-4fe5-b098-48f5539091b6 req-254e7257-cbae-482d-ad5b-23ccb361fa13 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Calling delete_port for 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:34:27.287583 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-81f860f7-c92c-4fe5-b098-48f5539091b6 req-254e7257-cbae-482d-ad5b-23ccb361fa13 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:27.317369 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e7257-cbae-482d-ad5b-23ccb361fa13 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'Port': ['ID=906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:27.363216 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f860f7-c92c-4fe5-b098-48f5539091b6 req-254e7257-cbae-482d-ad5b-23ccb361fa13 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] No DVR routers for this DVR port 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:34:27.365848 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-81f860f7-c92c-4fe5-b098-48f5539091b6 req-254e7257-cbae-482d-ad5b-23ccb361fa13 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:27.368266 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-81f860f7-c92c-4fe5-b098-48f5539091b6 req-254e7257-cbae-482d-ad5b-23ccb361fa13 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.84 "DELETE /v2.0/ports/906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a HTTP/1.1" status: 204 len: 173 time: 0.3924127 Aug 05 14:34:27.368731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'name': 'network-vif-deleted', 'tag': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:34:27.372187 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de455931-9434-43bf-974e-f6a8ba67522d" -d '{"events": [{"server_uuid": "11b3d58c-7ceb-4b45-a25d-a2f3777a77c0", "name": "network-vif-deleted", "tag": "906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:34:27.407758 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4530ffa6-cea8-4ac7-9236-c9346fcdf06a x-openstack-request-id: req-4530ffa6-cea8-4ac7-9236-c9346fcdf06a {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:34:27.408041 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b3d58c-7ceb-4b45-a25d-a2f3777a77c0", "name": "network-vif-deleted", "tag": "906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:34:27.408285 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4530ffa6-cea8-4ac7-9236-c9346fcdf06a {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:34:27.408688 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b3d58c-7ceb-4b45-a25d-a2f3777a77c0', 'name': 'network-vif-deleted', 'tag': '906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a', 'status': 'completed', 'code': 200} Aug 05 14:34:27.858786 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ff717729-b55d-493e-8080-299c1690d22e req-97a6468d-e649-4720-98d9-e2c3d02c09f5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=11b3d58c-7ceb-4b45-a25d-a2f3777a77c0 HTTP/1.1" status: 200 len: 210 time: 0.0301168 Aug 05 14:34:28.914375 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42244) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:28.973472 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5ef3d251-8ff4-4f24-acfb-0917a148fcfd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:28.998927 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5ef3d251-8ff4-4f24-acfb-0917a148fcfd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:29.065817 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5ef3d251-8ff4-4f24-acfb-0917a148fcfd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:29.068558 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5ef3d251-8ff4-4f24-acfb-0917a148fcfd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:29.069742 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5ef3d251-8ff4-4f24-acfb-0917a148fcfd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "DELETE /v2.0/security-groups/594673c0-c9ac-4a3c-a84b-1796896d7bbc HTTP/1.1" status: 204 len: 168 time: 0.1543653 Aug 05 14:34:29.079085 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3d251-8ff4-4f24-acfb-0917a148fcfd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=594673c0-c9ac-4a3c-a84b-1796896d7bbc,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:29.105664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42248) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:29.614200 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02625438-e26a-4e89-b582-7eae7523fbee tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:30.048182 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:34:30.067807 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:34:30.068147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 906bf7c8-1d4d-4ba1-9456-e98e9fd08d4a not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:34:30.173526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-02625438-e26a-4e89-b582-7eae7523fbee tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Deleting port a505afaf-ccf2-4429-a6bf-2c33b40d78bf {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:34:30.174123 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02625438-e26a-4e89-b582-7eae7523fbee tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:30.263550 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-02625438-e26a-4e89-b582-7eae7523fbee tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] For port a505afaf-ccf2-4429-a6bf-2c33b40d78bf, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a505afaf-ccf2-4429-a6bf-2c33b40d78bf,segment=NetworkSegment(83198f02-4c1f-48a1-9771-45bcbf8f4f0a),segment_id=83198f02-4c1f-48a1-9771-45bcbf8f4f0a)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:34:30.264063 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02625438-e26a-4e89-b582-7eae7523fbee tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:30.277021 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-02625438-e26a-4e89-b582-7eae7523fbee tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Calling delete_port for a505afaf-ccf2-4429-a6bf-2c33b40d78bf owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:34:30.505938 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02625438-e26a-4e89-b582-7eae7523fbee tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:30.537143 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02625438-e26a-4e89-b582-7eae7523fbee tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'Port': ['ID=a505afaf-ccf2-4429-a6bf-2c33b40d78bf,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:30.706342 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-02625438-e26a-4e89-b582-7eae7523fbee tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:30.920527 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02625438-e26a-4e89-b582-7eae7523fbee tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Router 75560f6f-8e73-4c50-96fb-4b3c7078de8e has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:34:31.024757 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02625438-e26a-4e89-b582-7eae7523fbee tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:34:31.030686 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-02625438-e26a-4e89-b582-7eae7523fbee tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "PUT /v2.0/routers/75560f6f-8e73-4c50-96fb-4b3c7078de8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9239686 Aug 05 14:34:31.033382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42250) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:31.043048 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa913349-7d2c-4a2e-a440-af8f4ff80484 None None] Sync routers for ids ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:34:31.052078 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa913349-7d2c-4a2e-a440-af8f4ff80484 None None] Routers {'75560f6f-8e73-4c50-96fb-4b3c7078de8e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:34:31.052690 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-aa913349-7d2c-4a2e-a440-af8f4ff80484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:34:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:31.086830 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9671b1-b5b0-42c5-bed4-8b4f389555fa tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Deleting subnet 4e707162-5f9c-45e8-8792-1fe3a4bf155e {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:34:31.090737 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae9671b1-b5b0-42c5-bed4-8b4f389555fa tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:31.130425 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae9671b1-b5b0-42c5-bed4-8b4f389555fa tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:31.159658 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-aa913349-7d2c-4a2e-a440-af8f4ff80484 None None] Set router 75560f6f-8e73-4c50-96fb-4b3c7078de8e gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:34:31.245804 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae9671b1-b5b0-42c5-bed4-8b4f389555fa tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:31.303776 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae9671b1-b5b0-42c5-bed4-8b4f389555fa tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:31.329080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9671b1-b5b0-42c5-bed4-8b4f389555fa tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'Subnet': ['ID=4e707162-5f9c-45e8-8792-1fe3a4bf155e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:31.334931 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae9671b1-b5b0-42c5-bed4-8b4f389555fa tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:31.337066 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ae9671b1-b5b0-42c5-bed4-8b4f389555fa tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "DELETE /v2.0/subnets/4e707162-5f9c-45e8-8792-1fe3a4bf155e HTTP/1.1" status: 204 len: 168 time: 0.3027422 Aug 05 14:34:31.340849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42252) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:31.343661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f173a06-3bf7-48db-a386-dfb31f44f9c1 None None] Network 5fb486dc-aa17-46df-b452-7a5bf8e8904c requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:34:31.345541 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-aa913349-7d2c-4a2e-a440-af8f4ff80484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:34:30Z', 'revision_number': 7, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:31.372652 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa913349-7d2c-4a2e-a440-af8f4ff80484 None None] Checking router: 75560f6f-8e73-4c50-96fb-4b3c7078de8e for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:34:31.383873 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa913349-7d2c-4a2e-a440-af8f4ff80484 None None] Routers {'75560f6f-8e73-4c50-96fb-4b3c7078de8e'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:34:31.384482 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-aa913349-7d2c-4a2e-a440-af8f4ff80484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:34:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:31.457507 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62a07f68-aa61-47a3-9c1f-9bbbe82603da tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:31.493655 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-aa913349-7d2c-4a2e-a440-af8f4ff80484 None None] Set router 75560f6f-8e73-4c50-96fb-4b3c7078de8e gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:34:31.546901 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f6bc3c-2c42-42e5-b9d9-1fe849c10d60 None None] DHCP port deletion for 5fb486dc-aa17-46df-b452-7a5bf8e8904c request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:34:31.566218 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62a07f68-aa61-47a3-9c1f-9bbbe82603da tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:31.595164 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-93f6bc3c-2c42-42e5-b9d9-1fe849c10d60 None None] Deleting port 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:34:31.595820 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-93f6bc3c-2c42-42e5-b9d9-1fe849c10d60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:31.629879 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-62a07f68-aa61-47a3-9c1f-9bbbe82603da tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Deleting port f18b02a7-69b5-46ce-8d39-0ff7350be79f {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:34:31.630231 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62a07f68-aa61-47a3-9c1f-9bbbe82603da tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:31.667472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-93f6bc3c-2c42-42e5-b9d9-1fe849c10d60 None None] For port 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5cf9c9e1-fe40-482a-bbb1-87ce12865a2c,segment=NetworkSegment(83198f02-4c1f-48a1-9771-45bcbf8f4f0a),segment_id=83198f02-4c1f-48a1-9771-45bcbf8f4f0a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:34:31.668164 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-93f6bc3c-2c42-42e5-b9d9-1fe849c10d60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:31.683554 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-93f6bc3c-2c42-42e5-b9d9-1fe849c10d60 None None] Calling delete_port for 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:34:31.693024 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-aa913349-7d2c-4a2e-a440-af8f4ff80484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:34:30Z', 'revision_number': 7, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:31.717111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-62a07f68-aa61-47a3-9c1f-9bbbe82603da tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] For port f18b02a7-69b5-46ce-8d39-0ff7350be79f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f18b02a7-69b5-46ce-8d39-0ff7350be79f,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:34:31.717579 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62a07f68-aa61-47a3-9c1f-9bbbe82603da tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:31.723369 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa913349-7d2c-4a2e-a440-af8f4ff80484 None None] The sync data for ids ['75560f6f-8e73-4c50-96fb-4b3c7078de8e'] in n-d-803585-2 is: [{'id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'name': 'tempest-TestNetworkBasicOps-router-30460051', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:32:42Z', 'updated_at': '2021-08-05T14:34:30Z', 'revision_number': 7, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': 'f18b02a7-69b5-46ce-8d39-0ff7350be79f', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:02:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75560f6f-8e73-4c50-96fb-4b3c7078de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:32:43Z', 'updated_at': '2021-08-05T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:34:31.732664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-62a07f68-aa61-47a3-9c1f-9bbbe82603da tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Calling delete_port for f18b02a7-69b5-46ce-8d39-0ff7350be79f owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:34:31.769815 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-93f6bc3c-2c42-42e5-b9d9-1fe849c10d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:31.798307 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6bc3c-2c42-42e5-b9d9-1fe849c10d60 None None] Pushing event deleted for resources: {'Port': ['ID=5cf9c9e1-fe40-482a-bbb1-87ce12865a2c,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:31.801802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f6bc3c-2c42-42e5-b9d9-1fe849c10d60 None None] No DVR routers for this DVR port 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:34:31.902622 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62a07f68-aa61-47a3-9c1f-9bbbe82603da tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:31.930949 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a07f68-aa61-47a3-9c1f-9bbbe82603da tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'Port': ['ID=f18b02a7-69b5-46ce-8d39-0ff7350be79f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:31.992195 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62a07f68-aa61-47a3-9c1f-9bbbe82603da tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:32.096128 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62a07f68-aa61-47a3-9c1f-9bbbe82603da tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:32.098461 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62a07f68-aa61-47a3-9c1f-9bbbe82603da tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:32.170695 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62a07f68-aa61-47a3-9c1f-9bbbe82603da tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:32.171370 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a07f68-aa61-47a3-9c1f-9bbbe82603da tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Fanout notify agent at l3_agent the message router_deleted on router 75560f6f-8e73-4c50-96fb-4b3c7078de8e {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:34:32.183749 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62a07f68-aa61-47a3-9c1f-9bbbe82603da tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:32.184941 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-62a07f68-aa61-47a3-9c1f-9bbbe82603da tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "DELETE /v2.0/routers/75560f6f-8e73-4c50-96fb-4b3c7078de8e HTTP/1.1" status: 204 len: 168 time: 0.8431542 Aug 05 14:34:32.187560 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42254) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:32.193464 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:34:32.215619 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:34:32.215967 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5cf9c9e1-fe40-482a-bbb1-87ce12865a2c not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:34:32.216382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a505afaf-ccf2-4429-a6bf-2c33b40d78bf no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:34:32.237003 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: a505afaf-ccf2-4429-a6bf-2c33b40d78bf {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:34:32.237370 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a505afaf-ccf2-4429-a6bf-2c33b40d78bf not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:34:32.269242 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2b13ac5-c135-43e5-8478-05ad149f96e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:32.644575 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2b13ac5-c135-43e5-8478-05ad149f96e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:32.654572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e2b13ac5-c135-43e5-8478-05ad149f96e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb486dc-aa17-46df-b452-7a5bf8e8904c']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:32.664037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e2b13ac5-c135-43e5-8478-05ad149f96e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83198f02-4c1f-48a1-9771-45bcbf8f4f0a') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:32.664337 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e2b13ac5-c135-43e5-8478-05ad149f96e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83198f02-4c1f-48a1-9771-45bcbf8f4f0a') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:32.673634 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2b13ac5-c135-43e5-8478-05ad149f96e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:32.687544 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2b13ac5-c135-43e5-8478-05ad149f96e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:32.693223 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b13ac5-c135-43e5-8478-05ad149f96e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:34:32.693612 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2b13ac5-c135-43e5-8478-05ad149f96e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:34:32.696541 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:34:32.761986 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2b13ac5-c135-43e5-8478-05ad149f96e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:32.769082 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e2b13ac5-c135-43e5-8478-05ad149f96e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:32.771291 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e2b13ac5-c135-43e5-8478-05ad149f96e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "DELETE /v2.0/networks/5fb486dc-aa17-46df-b452-7a5bf8e8904c HTTP/1.1" status: 204 len: 168 time: 0.5827816 Aug 05 14:34:32.790494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42256) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:32.791579 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b13ac5-c135-43e5-8478-05ad149f96e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'Network': ['ID=5fb486dc-aa17-46df-b452-7a5bf8e8904c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:32.792986 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-a8ddc559-172e-4576-baa7-74994c7bfde5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'network': {'name': 'tempest-network-smoke--507162535', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'port_security_enabled': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:34:32.815005 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ddc559-172e-4576-baa7-74994c7bfde5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Made reservation on behalf of 2533e4232c3c4eb68d04bb13b2fb1c10 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:34:32.818564 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc559-172e-4576-baa7-74994c7bfde5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:32.841906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ddc559-172e-4576-baa7-74994c7bfde5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:34:32.850739 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc559-172e-4576-baa7-74994c7bfde5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:32.851081 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-a8ddc559-172e-4576-baa7-74994c7bfde5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Added segment 7a7c9c92-884a-415c-9b08-eaabe49109ba of type vlan for network 129d4a3b-6a0a-4267-863e-4de7d04ae09e Aug 05 14:34:32.891559 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc559-172e-4576-baa7-74994c7bfde5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:32.920461 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc559-172e-4576-baa7-74994c7bfde5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:32.926569 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ddc559-172e-4576-baa7-74994c7bfde5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:32.927166 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc559-172e-4576-baa7-74994c7bfde5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:32.988879 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a8ddc559-172e-4576-baa7-74994c7bfde5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2006567 Aug 05 14:34:32.991547 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42258) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:32.995962 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1500331188', 'admin_state_up': True, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:34:33.009346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddc559-172e-4576-baa7-74994c7bfde5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Network': ['ID=129d4a3b-6a0a-4267-863e-4de7d04ae09e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:33.019601 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 129d4a3b-6a0a-4267-863e-4de7d04ae09e details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:34:33.028522 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:33.029603 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:33.083052 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:33.220820 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:33.406847 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:33.428378 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:33.860102 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Allocated IP 172.25.5.6 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/4915143a-fe8d-4c1b-a5f8-2a8c6b571854) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:34:33.963210 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:34.000025 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:34.035463 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f18b02a7-69b5-46ce-8d39-0ff7350be79f no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:34:34.044573 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:34:34.047467 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:34:34.051190 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:34:34.056669 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Port': ['ID=4915143a-fe8d-4c1b-a5f8-2a8c6b571854,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:34.065990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: f18b02a7-69b5-46ce-8d39-0ff7350be79f {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:34:34.066352 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f18b02a7-69b5-46ce-8d39-0ff7350be79f not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:34:34.302116 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:34.507735 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:34.640177 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Router bcf03549-3831-41de-9326-49d82db49a6c is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:34:34.749220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:34:34.758314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Sync routers for ids ['bcf03549-3831-41de-9326-49d82db49a6c'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:34:34.766593 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:34.768204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Routers {'bcf03549-3831-41de-9326-49d82db49a6c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:34:34.768380 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-074a5f1f-b392-43af-9640-ecf96b93857d tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7754071 Aug 05 14:34:34.768506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:34:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['bcf03549-3831-41de-9326-49d82db49a6c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:34.771206 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42260) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:34.806988 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-efcd7828-4211-44f8-8212-d3b7e7e5d598 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2533e4232c3c4eb68d04bb13b2fb1c10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340323 Aug 05 14:34:34.810293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42262) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:34.876359 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Set router bcf03549-3831-41de-9326-49d82db49a6c gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:34:34.902095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebd608b-0897-4ede-b028-55a116053d6a tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:34.906143 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bebd608b-0897-4ede-b028-55a116053d6a tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923560 Aug 05 14:34:34.906559 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42264) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:34.935249 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3efe1ee4-3925-479a-b7bb-1416921ddbe0 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274820 Aug 05 14:34:34.937724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42266) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:34.942518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-16f97119-245e-4f59-841b-6999e78242e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-555752042', 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:34:35.033730 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f97119-245e-4f59-841b-6999e78242e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Made reservation on behalf of 2533e4232c3c4eb68d04bb13b2fb1c10 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:34:35.037869 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16f97119-245e-4f59-841b-6999e78242e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:35.059374 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'name': 'tempest-TestNetworkBasicOps-router-1500331188', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:34Z', 'revision_number': 3, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:eb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:35.085537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Checking router: bcf03549-3831-41de-9326-49d82db49a6c for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:34:35.085897 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Updating router bcf03549-3831-41de-9326-49d82db49a6c port 4915143a-fe8d-4c1b-a5f8-2a8c6b571854 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:34:35.110803 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:35.233488 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16f97119-245e-4f59-841b-6999e78242e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:35.296302 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f97119-245e-4f59-841b-6999e78242e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Subnet': ['ID=055981df-293d-4837-aadd-1cf935470d95,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:35.305853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f97119-245e-4f59-841b-6999e78242e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Checking segment: {'id': '7a7c9c92-884a-415c-9b08-eaabe49109ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:34:35.306219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f97119-245e-4f59-841b-6999e78242e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network hostable DHCP agents. Network: 129d4a3b-6a0a-4267-863e-4de7d04ae09e, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:34:35.324879 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f97119-245e-4f59-841b-6999e78242e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network 129d4a3b-6a0a-4267-863e-4de7d04ae09e is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:34:35.333957 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-16f97119-245e-4f59-841b-6999e78242e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 129d4a3b-6a0a-4267-863e-4de7d04ae09e) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:34:35.338131 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f97119-245e-4f59-841b-6999e78242e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:35.338781 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16f97119-245e-4f59-841b-6999e78242e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:35.353326 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37896c12-e97a-4b5c-a68d-e20618e74a5e None None] Network 129d4a3b-6a0a-4267-863e-4de7d04ae09e requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:34:35.355256 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-16f97119-245e-4f59-841b-6999e78242e6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4163465 Aug 05 14:34:35.357735 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42268) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:35.416678 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:35.436524 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Transition to ACTIVE for port object 4915143a-fe8d-4c1b-a5f8-2a8c6b571854 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:34:35.445791 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:35.534306 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Attempting to bind port 4915143a-fe8d-4c1b-a5f8-2a8c6b571854 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:34:35.534684 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Attempting to bind port 4915143a-fe8d-4c1b-a5f8-2a8c6b571854 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:34:35.535019 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Attempting to bind port 4915143a-fe8d-4c1b-a5f8-2a8c6b571854 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:34:35.543121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d8e4e-e0d9-44d2-a36c-2218b5ccf3e3 None None] Pushing event updated for resources: {'Port': ['ID=4915143a-fe8d-4c1b-a5f8-2a8c6b571854,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:35.550469 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:34:35.550844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:34:35.551244 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:35.551624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:34:35.552091 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Bound port: 4915143a-fe8d-4c1b-a5f8-2a8c6b571854, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:34:35.552450 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:35.615869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-129d4a3b-6a0a-4267-863e-4de7d04ae09e', 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'fixed_ips': [{'subnet_id': '055981df-293d-4837-aadd-1cf935470d95'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:34:35.616712 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:35.631536 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] For port 4915143a-fe8d-4c1b-a5f8-2a8c6b571854, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:34:35.809656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] For port 4915143a-fe8d-4c1b-a5f8-2a8c6b571854, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4915143a-fe8d-4c1b-a5f8-2a8c6b571854,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:34:35.810386 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:35.815589 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:35.961178 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Routers {'bcf03549-3831-41de-9326-49d82db49a6c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:34:35.961807 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:34:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['bcf03549-3831-41de-9326-49d82db49a6c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:35.969237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d8e4e-e0d9-44d2-a36c-2218b5ccf3e3 None None] Pushing event updated for resources: {'Port': ['ID=4915143a-fe8d-4c1b-a5f8-2a8c6b571854,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:36.013452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Allocated IP 172.20.0.2 (129d4a3b-6a0a-4267-863e-4de7d04ae09e/055981df-293d-4837-aadd-1cf935470d95/5c988001-049e-4331-ba82-4f6ac7693dab) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:34:36.127567 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] Set router bcf03549-3831-41de-9326-49d82db49a6c gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:34:36.314990 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:36.340958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Transition to ACTIVE for port object 5c988001-049e-4331-ba82-4f6ac7693dab will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:34:36.360263 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Transition to ACTIVE for port object 5c988001-049e-4331-ba82-4f6ac7693dab will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:34:36.369041 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:36.415789 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Allocated IP 172.20.0.1 (129d4a3b-6a0a-4267-863e-4de7d04ae09e/055981df-293d-4837-aadd-1cf935470d95/15f9fa5f-7b92-4dcb-985e-41e1c3111529) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:34:36.423287 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Network 129d4a3b-6a0a-4267-863e-4de7d04ae09e is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:34:36.424047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Pushing event updated for resources: {'Port': ['ID=5c988001-049e-4331-ba82-4f6ac7693dab,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:36.428162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:34:36.431372 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:34:36.436142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'name': 'tempest-TestNetworkBasicOps-router-1500331188', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:34Z', 'revision_number': 3, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:eb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:36.470169 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3997ad55-860f-48d0-8a8a-b03276c157cd None None] The sync data for ids ['bcf03549-3831-41de-9326-49d82db49a6c'] in n-d-803585-2 is: [{'id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'name': 'tempest-TestNetworkBasicOps-router-1500331188', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:34Z', 'revision_number': 3, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:eb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:34:36.519423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Attempting to bind port 5c988001-049e-4331-ba82-4f6ac7693dab on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:34:36.520189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Attempting to bind port 5c988001-049e-4331-ba82-4f6ac7693dab by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '7a7c9c92-884a-415c-9b08-eaabe49109ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:34:36.520641 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Attempting to bind port 5c988001-049e-4331-ba82-4f6ac7693dab on network 129d4a3b-6a0a-4267-863e-4de7d04ae09e {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:34:36.526284 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:34:36.527162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Checking segment: {'id': '7a7c9c92-884a-415c-9b08-eaabe49109ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:34:36.527702 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:36.528193 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Bound using segment: {'id': '7a7c9c92-884a-415c-9b08-eaabe49109ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:34:36.528759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Bound port: 5c988001-049e-4331-ba82-4f6ac7693dab, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7c9c92-884a-415c-9b08-eaabe49109ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:34:36.529228 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:36.541921 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:36.556508 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Transition to ACTIVE for port object 15f9fa5f-7b92-4dcb-985e-41e1c3111529 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:34:36.591278 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:36.595590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] For port 5c988001-049e-4331-ba82-4f6ac7693dab, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:34:36.598917 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] For port 5c988001-049e-4331-ba82-4f6ac7693dab, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5c988001-049e-4331-ba82-4f6ac7693dab,segment=NetworkSegment(7a7c9c92-884a-415c-9b08-eaabe49109ba),segment_id=7a7c9c92-884a-415c-9b08-eaabe49109ba)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:34:36.607725 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:36.638069 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network 129d4a3b-6a0a-4267-863e-4de7d04ae09e is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:34:36.640905 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:34:36.645222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:34:36.665432 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f1cdf-2373-4821-8de4-c778dbe8be4d None None] Pushing event updated for resources: {'Port': ['ID=5c988001-049e-4331-ba82-4f6ac7693dab,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:36.675791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Port': ['ID=15f9fa5f-7b92-4dcb-985e-41e1c3111529,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:36.703221 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:36.849917 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:37.189602 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:37.194160 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:37.272206 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Port': ['ID=15f9fa5f-7b92-4dcb-985e-41e1c3111529,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:37.280355 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:37.384093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network 129d4a3b-6a0a-4267-863e-4de7d04ae09e is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:34:37.386373 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:34:37.665769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6c6324-4b45-4236-8fcc-4713f1258bd8 None None] Network 129d4a3b-6a0a-4267-863e-4de7d04ae09e requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:34:37.717864 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-43074deb-4869-4f20-9098-6ddfa16fdfdb None None] Provisioning for port 5c988001-049e-4331-ba82-4f6ac7693dab completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:34:37.792243 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Router bcf03549-3831-41de-9326-49d82db49a6c has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:34:37.913346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:34:37.920461 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-de0bf3cc-8458-4906-890d-8505544f1a8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "PUT /v2.0/routers/bcf03549-3831-41de-9326-49d82db49a6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5611403 Aug 05 14:34:37.922679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42270) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:38.090938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6691180e-26bb-4ef1-a7c1-96be98451024 None None] Provisioning for port 15f9fa5f-7b92-4dcb-985e-41e1c3111529 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:34:38.126750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6691180e-26bb-4ef1-a7c1-96be98451024 None None] Provisioning complete for port 15f9fa5f-7b92-4dcb-985e-41e1c3111529 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:34:38.127458 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7913f17f-9036-4dcc-8660-6da847f0277c tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:38.129357 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7913f17f-9036-4dcc-8660-6da847f0277c tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:38.130157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7913f17f-9036-4dcc-8660-6da847f0277c tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:38.130337 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6691180e-26bb-4ef1-a7c1-96be98451024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:38.130565 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7913f17f-9036-4dcc-8660-6da847f0277c tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:38.132406 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7913f17f-9036-4dcc-8660-6da847f0277c tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2087750 Aug 05 14:34:38.135608 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42272) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:38.200399 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-6691180e-26bb-4ef1-a7c1-96be98451024 None None] Port 15f9fa5f-7b92-4dcb-985e-41e1c3111529 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:34:38.247930 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Sync routers for ids ['bcf03549-3831-41de-9326-49d82db49a6c'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:34:38.250669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5c988001-049e-4331-ba82-4f6ac7693dab up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:34:38.252084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7480208-baf1-4062-9aff-61aefe95f8ac tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:38.252569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7480208-baf1-4062-9aff-61aefe95f8ac tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:38.253142 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7480208-baf1-4062-9aff-61aefe95f8ac tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:38.253606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7480208-baf1-4062-9aff-61aefe95f8ac tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:38.255608 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d7480208-baf1-4062-9aff-61aefe95f8ac tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1188500 Aug 05 14:34:38.258312 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42274) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:38.270521 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Routers {'bcf03549-3831-41de-9326-49d82db49a6c'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:34:38.271591 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:34:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['bcf03549-3831-41de-9326-49d82db49a6c'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:38.309228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 5c988001-049e-4331-ba82-4f6ac7693dab completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:34:38.313451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 5c988001-049e-4331-ba82-4f6ac7693dab triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:34:38.314139 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:38.428063 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b1caa73a-03e8-4ace-ada8-db43c75155b4 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1683114 Aug 05 14:34:38.429829 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:38.440675 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2849545d-cb0f-48ce-b84c-6d14bd7d0af5 None None] Provisioning complete for port 15f9fa5f-7b92-4dcb-985e-41e1c3111529 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:34:38.441049 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2849545d-cb0f-48ce-b84c-6d14bd7d0af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:38.487191 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-2849545d-cb0f-48ce-b84c-6d14bd7d0af5 None None] Port 15f9fa5f-7b92-4dcb-985e-41e1c3111529 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:34:38.500188 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Set router bcf03549-3831-41de-9326-49d82db49a6c gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:34:38.518723 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 5c988001-049e-4331-ba82-4f6ac7693dab, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5c988001-049e-4331-ba82-4f6ac7693dab,segment=NetworkSegment(7a7c9c92-884a-415c-9b08-eaabe49109ba),segment_id=7a7c9c92-884a-415c-9b08-eaabe49109ba)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:34:38.524218 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:38.525200 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4915143a-fe8d-4c1b-a5f8-2a8c6b571854 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:34:38.619325 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=5c988001-049e-4331-ba82-4f6ac7693dab,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:38.633873 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b3186cb4-eaf4-4d10-a2de-31f9ea0f9f2c None None] Provisioning complete for port 15f9fa5f-7b92-4dcb-985e-41e1c3111529 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:34:38.633873 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b3186cb4-eaf4-4d10-a2de-31f9ea0f9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:38.675482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4915143a-fe8d-4c1b-a5f8-2a8c6b571854 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:34:38.681871 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4915143a-fe8d-4c1b-a5f8-2a8c6b571854 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:34:38.682309 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:38.685465 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-b3186cb4-eaf4-4d10-a2de-31f9ea0f9f2c None None] Port 15f9fa5f-7b92-4dcb-985e-41e1c3111529 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:34:38.725742 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'name': 'tempest-TestNetworkBasicOps-router-1500331188', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:36Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:eb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '15f9fa5f-7b92-4dcb-985e-41e1c3111529', 'name': '', 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:71:17:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '055981df-293d-4837-aadd-1cf935470d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:35Z', 'updated_at': '2021-08-05T14:34:37Z', 'revision_number': 2, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '055981df-293d-4837-aadd-1cf935470d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:38.752235 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Checking router: bcf03549-3831-41de-9326-49d82db49a6c for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:34:38.752525 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Updating router bcf03549-3831-41de-9326-49d82db49a6c port 15f9fa5f-7b92-4dcb-985e-41e1c3111529 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:34:38.767188 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:38.781161 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:38.791270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 4915143a-fe8d-4c1b-a5f8-2a8c6b571854, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4915143a-fe8d-4c1b-a5f8-2a8c6b571854,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:34:38.796739 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:38.850441 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=4915143a-fe8d-4c1b-a5f8-2a8c6b571854,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:38.999931 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42278) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:39.004583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d9d1a29d-e2c5-4737-bbea-961c91b0d6f1 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-953667792', 'description': 'tempest-secgroup-smoke-953667792 description', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:34:39.027574 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a29d-e2c5-4737-bbea-961c91b0d6f1 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.047197 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.062560 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Transition to ACTIVE for port object 15f9fa5f-7b92-4dcb-985e-41e1c3111529 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:34:39.068088 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.118014 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9e0dc-935c-4724-a255-c2478cba9ec4 None None] Pushing event updated for resources: {'Port': ['ID=15f9fa5f-7b92-4dcb-985e-41e1c3111529,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:39.132097 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a29d-e2c5-4737-bbea-961c91b0d6f1 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.136373 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a29d-e2c5-4737-bbea-961c91b0d6f1 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.168555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1a29d-e2c5-4737-bbea-961c91b0d6f1 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe0015a-859c-4fe3-a14a-1848b6d9c217,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:39.173394 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a29d-e2c5-4737-bbea-961c91b0d6f1 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.175378 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d9d1a29d-e2c5-4737-bbea-961c91b0d6f1 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1742847 Aug 05 14:34:39.178198 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42280) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:39.184434 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Attempting to bind port 15f9fa5f-7b92-4dcb-985e-41e1c3111529 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:34:39.184929 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a4e9ddbf-168f-45ae-a4a6-3de32661d7a9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group_rule': {'security_group_id': 'dfe0015a-859c-4fe3-a14a-1848b6d9c217', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:34:39.185109 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Attempting to bind port 15f9fa5f-7b92-4dcb-985e-41e1c3111529 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '7a7c9c92-884a-415c-9b08-eaabe49109ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:34:39.185370 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Attempting to bind port 15f9fa5f-7b92-4dcb-985e-41e1c3111529 on network 129d4a3b-6a0a-4267-863e-4de7d04ae09e {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:34:39.191179 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:34:39.191550 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Checking segment: {'id': '7a7c9c92-884a-415c-9b08-eaabe49109ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:34:39.191953 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.192341 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Bound using segment: {'id': '7a7c9c92-884a-415c-9b08-eaabe49109ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:34:39.192804 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Bound port: 15f9fa5f-7b92-4dcb-985e-41e1c3111529, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7c9c92-884a-415c-9b08-eaabe49109ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:34:39.193185 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.216231 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4e9ddbf-168f-45ae-a4a6-3de32661d7a9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.259910 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] For port 15f9fa5f-7b92-4dcb-985e-41e1c3111529, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:34:39.264185 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] For port 15f9fa5f-7b92-4dcb-985e-41e1c3111529, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=15f9fa5f-7b92-4dcb-985e-41e1c3111529,segment=NetworkSegment(7a7c9c92-884a-415c-9b08-eaabe49109ba),segment_id=7a7c9c92-884a-415c-9b08-eaabe49109ba)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:34:39.269515 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.279770 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4e9ddbf-168f-45ae-a4a6-3de32661d7a9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.284743 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4e9ddbf-168f-45ae-a4a6-3de32661d7a9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.307873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9ddbf-168f-45ae-a4a6-3de32661d7a9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2a7f6a-38fc-40e1-b5a3-b9d469cb2a54,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:39.315548 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a4e9ddbf-168f-45ae-a4a6-3de32661d7a9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.317051 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a4e9ddbf-168f-45ae-a4a6-3de32661d7a9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379137 Aug 05 14:34:39.320260 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42282) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:39.323621 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Routers {'bcf03549-3831-41de-9326-49d82db49a6c'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:34:39.324077 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:34:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['bcf03549-3831-41de-9326-49d82db49a6c'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:39.325964 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d698a958-5a5a-4786-9d54-2a1572f05a88 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group_rule': {'security_group_id': 'dfe0015a-859c-4fe3-a14a-1848b6d9c217', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:34:39.358966 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d698a958-5a5a-4786-9d54-2a1572f05a88 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.370837 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9e0dc-935c-4724-a255-c2478cba9ec4 None None] Pushing event updated for resources: {'Port': ['ID=15f9fa5f-7b92-4dcb-985e-41e1c3111529,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:39.428546 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d698a958-5a5a-4786-9d54-2a1572f05a88 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.434584 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d698a958-5a5a-4786-9d54-2a1572f05a88 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.454345 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698a958-5a5a-4786-9d54-2a1572f05a88 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d062ee49-6edf-4f89-bf3f-bec573e50d47,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:39.461125 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] Set router bcf03549-3831-41de-9326-49d82db49a6c gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:34:39.464676 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d698a958-5a5a-4786-9d54-2a1572f05a88 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.468505 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d698a958-5a5a-4786-9d54-2a1572f05a88 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1446624 Aug 05 14:34:39.468949 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42286) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:39.474078 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c7954b0f-06b0-4d95-84d4-5f0c0d9eb585 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group_rule': {'security_group_id': 'dfe0015a-859c-4fe3-a14a-1848b6d9c217', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:34:39.503521 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c7954b0f-06b0-4d95-84d4-5f0c0d9eb585 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.566996 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c7954b0f-06b0-4d95-84d4-5f0c0d9eb585 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.570813 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c7954b0f-06b0-4d95-84d4-5f0c0d9eb585 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.591199 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7954b0f-06b0-4d95-84d4-5f0c0d9eb585 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60d6373-9926-4143-ae2e-db570082a6c0,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:39.595468 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c7954b0f-06b0-4d95-84d4-5f0c0d9eb585 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.599737 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c7954b0f-06b0-4d95-84d4-5f0c0d9eb585 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267295 Aug 05 14:34:39.600311 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42288) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:39.604768 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e4e60275-d6d9-4077-a0c9-d8cac0a5c020 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group_rule': {'security_group_id': 'dfe0015a-859c-4fe3-a14a-1848b6d9c217', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:34:39.634368 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e4e60275-d6d9-4077-a0c9-d8cac0a5c020 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.674471 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'name': 'tempest-TestNetworkBasicOps-router-1500331188', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:36Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '15f9fa5f-7b92-4dcb-985e-41e1c3111529', 'name': '', 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:71:17:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '055981df-293d-4837-aadd-1cf935470d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:35Z', 'updated_at': '2021-08-05T14:34:39Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '055981df-293d-4837-aadd-1cf935470d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:39.696398 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e4e60275-d6d9-4077-a0c9-d8cac0a5c020 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.701107 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b628b3-3d84-45ae-bd52-308dd5663e6f None None] The sync data for ids ['bcf03549-3831-41de-9326-49d82db49a6c'] in n-d-803585-2 is: [{'id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'name': 'tempest-TestNetworkBasicOps-router-1500331188', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:36Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '15f9fa5f-7b92-4dcb-985e-41e1c3111529', 'name': '', 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:71:17:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '055981df-293d-4837-aadd-1cf935470d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:35Z', 'updated_at': '2021-08-05T14:34:39Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '055981df-293d-4837-aadd-1cf935470d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:34:39.701380 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e4e60275-d6d9-4077-a0c9-d8cac0a5c020 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.719791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e60275-d6d9-4077-a0c9-d8cac0a5c020 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89aa4178-9b1e-4f80-85ac-d9396c6ee861,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:39.725167 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e4e60275-d6d9-4077-a0c9-d8cac0a5c020 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.726697 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e4e60275-d6d9-4077-a0c9-d8cac0a5c020 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256328 Aug 05 14:34:39.730032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42290) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:39.734943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-2c8bf6e0-817f-4ec3-88b4-c0b498ae35b6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group_rule': {'security_group_id': 'dfe0015a-859c-4fe3-a14a-1848b6d9c217', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:34:39.778645 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-2c8bf6e0-817f-4ec3-88b4-c0b498ae35b6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Project 2533e4232c3c4eb68d04bb13b2fb1c10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:34:39.783459 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c8bf6e0-817f-4ec3-88b4-c0b498ae35b6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.856471 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c8bf6e0-817f-4ec3-88b4-c0b498ae35b6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.860496 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c8bf6e0-817f-4ec3-88b4-c0b498ae35b6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.880642 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bf6e0-817f-4ec3-88b4-c0b498ae35b6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26538eeb-a31c-440f-b4ee-361d6c8952e3,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:39.884529 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2c8bf6e0-817f-4ec3-88b4-c0b498ae35b6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.885814 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2c8bf6e0-817f-4ec3-88b4-c0b498ae35b6 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1547027 Aug 05 14:34:39.888659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42292) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:39.893290 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d1cda075-3323-48c2-8104-74e9576d43f1 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'security_group_rule': {'security_group_id': 'dfe0015a-859c-4fe3-a14a-1848b6d9c217', 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:34:39.915632 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-d1cda075-3323-48c2-8104-74e9576d43f1 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Project 2533e4232c3c4eb68d04bb13b2fb1c10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:34:39.921570 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d1cda075-3323-48c2-8104-74e9576d43f1 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.987095 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d1cda075-3323-48c2-8104-74e9576d43f1 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:39.991590 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d1cda075-3323-48c2-8104-74e9576d43f1 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:40.011755 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cda075-3323-48c2-8104-74e9576d43f1 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa3c4c4-d3ff-45ac-a407-cb4189165fd5,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:40.018578 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d1cda075-3323-48c2-8104-74e9576d43f1 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:40.020137 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d1cda075-3323-48c2-8104-74e9576d43f1 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301076 Aug 05 14:34:40.181205 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4915143a-fe8d-4c1b-a5f8-2a8c6b571854 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:34:40.231939 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-d5329914-d6ab-49cd-97ad-6478d3e36b36 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-953667792&fields=id&tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10 HTTP/1.1" status: 200 len: 267 time: 0.0368407 Aug 05 14:34:40.234671 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4915143a-fe8d-4c1b-a5f8-2a8c6b571854 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:34:40.235054 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:40.318083 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 15f9fa5f-7b92-4dcb-985e-41e1c3111529 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:34:40.353324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-85aa887f-3aa4-43fc-9569-ed95a7823818 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:40.355249 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-85aa887f-3aa4-43fc-9569-ed95a7823818 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/networks?id=129d4a3b-6a0a-4267-863e-4de7d04ae09e HTTP/1.1" status: 200 len: 796 time: 0.1158066 Aug 05 14:34:40.368735 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 15f9fa5f-7b92-4dcb-985e-41e1c3111529 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:34:40.372633 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-8fb33fa5-bae0-40a4-89db-264bcdf4ad5c tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/quotas/2533e4232c3c4eb68d04bb13b2fb1c10 HTTP/1.1" status: 200 len: 375 time: 0.0112982 Aug 05 14:34:40.374362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 15f9fa5f-7b92-4dcb-985e-41e1c3111529 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:34:40.374888 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:40.439185 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-bcf0d9fd-e1c1-4584-8204-f535850c325f tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558598 Aug 05 14:34:40.461836 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:40.502839 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 15f9fa5f-7b92-4dcb-985e-41e1c3111529, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=15f9fa5f-7b92-4dcb-985e-41e1c3111529,segment=NetworkSegment(7a7c9c92-884a-415c-9b08-eaabe49109ba),segment_id=7a7c9c92-884a-415c-9b08-eaabe49109ba)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:34:40.507529 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:40.508168 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5c988001-049e-4331-ba82-4f6ac7693dab up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:34:40.551245 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2a07497d-38f9-44f5-aeb6-c2884d9690c7 service neutron] 10.222.0.16 "GET /v2.0/networks/129d4a3b-6a0a-4267-863e-4de7d04ae09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984533 Aug 05 14:34:40.596060 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=15f9fa5f-7b92-4dcb-985e-41e1c3111529,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:40.611199 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 5c988001-049e-4331-ba82-4f6ac7693dab triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:34:40.611722 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:40.661680 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-97bfe42d-94d8-46f0-94f3-86a63a9146b8 service neutron] 10.222.0.16 "GET /v2.0/networks/129d4a3b-6a0a-4267-863e-4de7d04ae09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038840 Aug 05 14:34:40.835837 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5dd72f9-c4fc-41bc-b54f-069a9f16bb63 req-ecf521d8-897e-4778-af73-f4a40b70de7e tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 210 time: 0.0304120 Aug 05 14:34:41.735265 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-8ebd2b82-7a69-429f-ab7e-111a34fa3534 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:41.736734 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-8ebd2b82-7a69-429f-ab7e-111a34fa3534 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.63 "GET /v2.0/networks?id=129d4a3b-6a0a-4267-863e-4de7d04ae09e HTTP/1.1" status: 200 len: 796 time: 0.1054251 Aug 05 14:34:41.781628 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-c0684542-c10c-4616-b953-a8720a1c4b9a tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10 HTTP/1.1" status: 200 len: 379 time: 0.0353057 Aug 05 14:34:41.794970 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'port': {'device_id': '4f5e10f3-3502-4ed8-b6e2-100d865027fd', 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e', 'admin_state_up': True, 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'security_groups': ['dfe0015a-859c-4fe3-a14a-1848b6d9c217']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:34:41.905124 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Made reservation on behalf of 2533e4232c3c4eb68d04bb13b2fb1c10 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:34:41.908868 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:41.934166 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-53965ffd-98d1-45cb-93e3-1a9cf622049f req-ccfecda7-365f-4ac6-a0e9-58c5a4fa29bd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 210 time: 0.0281260 Aug 05 14:34:42.037042 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Allocated IP 172.20.0.8 (129d4a3b-6a0a-4267-863e-4de7d04ae09e/055981df-293d-4837-aadd-1cf935470d95/e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:34:42.082609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 15f9fa5f-7b92-4dcb-985e-41e1c3111529 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:34:42.131158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 15f9fa5f-7b92-4dcb-985e-41e1c3111529 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:34:42.131537 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:42.183654 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:42.198482 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Transition to ACTIVE for port object e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:34:42.232867 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:42.276050 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network 129d4a3b-6a0a-4267-863e-4de7d04ae09e is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:34:42.279020 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:34:42.282626 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:34:42.310957 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Port': ['ID=e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:42.323725 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:42.324064 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:42.324487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:42.324719 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:42.325052 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:42.325378 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:42.325705 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:42.326022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:42.326373 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:42.326696 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:42.327023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:42.327342 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:42.350237 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:42.350888 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:42.366653 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-d4a4e805-aa48-4a70-a8e9-68fad3e2d355 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5760310 Aug 05 14:34:42.379449 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Request body: {'port': {'device_id': '4f5e10f3-3502-4ed8-b6e2-100d865027fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:34:42.435785 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:42.581581 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0ac76cd7-efad-48e8-8e07-720e81affc8f None None] Provisioning for port e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:34:42.585217 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0ac76cd7-efad-48e8-8e07-720e81affc8f None None] Provisioning complete for port e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:34:42.585594 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0ac76cd7-efad-48e8-8e07-720e81affc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:42.621840 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-0ac76cd7-efad-48e8-8e07-720e81affc8f None None] Port e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:34:42.697088 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:34:42.705008 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:42.717066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Transition to ACTIVE for port object e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:34:42.720818 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:42.772204 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Pushing event updated for resources: {'Port': ['ID=e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:42.843852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Attempting to bind port e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:34:42.844193 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Attempting to bind port e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '7a7c9c92-884a-415c-9b08-eaabe49109ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:34:42.844527 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Attempting to bind port e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e on network 129d4a3b-6a0a-4267-863e-4de7d04ae09e {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:34:42.849016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Port e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e on network 129d4a3b-6a0a-4267-863e-4de7d04ae09e not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:34:42.849337 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Attempting to bind port e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e on network 129d4a3b-6a0a-4267-863e-4de7d04ae09e {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:34:42.854489 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:34:42.854872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Checking segment: {'id': '7a7c9c92-884a-415c-9b08-eaabe49109ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:34:42.855309 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Bound using segment: {'id': '7a7c9c92-884a-415c-9b08-eaabe49109ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:34:42.855749 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Bound port: e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7c9c92-884a-415c-9b08-eaabe49109ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:34:42.856114 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:42.922433 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] For port e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:34:42.926137 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] For port e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e,segment=NetworkSegment(7a7c9c92-884a-415c-9b08-eaabe49109ba),segment_id=7a7c9c92-884a-415c-9b08-eaabe49109ba)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:34:42.935474 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:42.973523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:42.974142 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:42.975666 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] 10.222.0.63 "PUT /v2.0/ports/e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e HTTP/1.1" status: 200 len: 1091 time: 0.6007400 Aug 05 14:34:42.976113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5e10f3-3502-4ed8-b6e2-100d865027fd', 'tag': 'e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:34:42.978393 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a288276e-0cd2-4bcd-8057-181bc34f026c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5e10f3-3502-4ed8-b6e2-100d865027fd", "tag": "e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:34:43.014736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79760f-973b-4b1e-af2c-4b1b918ccc9b service neutron] Pushing event updated for resources: {'Port': ['ID=e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:43.055235 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852754d3-7ae6-4dde-8afa-43dc780ca664 x-openstack-request-id: req-852754d3-7ae6-4dde-8afa-43dc780ca664 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:34:43.055517 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5e10f3-3502-4ed8-b6e2-100d865027fd", "tag": "e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:34:43.055763 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-852754d3-7ae6-4dde-8afa-43dc780ca664 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:34:43.056162 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5e10f3-3502-4ed8-b6e2-100d865027fd', 'tag': 'e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e', 'status': 'completed', 'code': 200} Aug 05 14:34:43.095145 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-e8b8f7c2-89f5-4ebb-90b2-9b1aedc4ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:43.096683 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-e8b8f7c2-89f5-4ebb-90b2-9b1aedc4ae26 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10&device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 1094 time: 0.0779951 Aug 05 14:34:43.106355 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202a02b-19d5-4eea-99df-551bb330356a req-32201821-192b-4128-8aa9-e41e60066c80 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:43.108012 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c202a02b-19d5-4eea-99df-551bb330356a req-32201821-192b-4128-8aa9-e41e60066c80 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 943 time: 0.0802753 Aug 05 14:34:43.154099 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-5a98d269-e68f-42b5-a95a-beb26c899942 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e HTTP/1.1" status: 200 len: 217 time: 0.0447781 Aug 05 14:34:43.215747 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c202a02b-19d5-4eea-99df-551bb330356a req-379bae74-dbee-49f3-abae-2e7f0ee6bd69 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe0015a-859c-4fe3-a14a-1848b6d9c217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009033 Aug 05 14:34:43.224641 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-28b00e68-9621-410e-81ca-04f59ae36dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:43.226074 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-28b00e68-9621-410e-81ca-04f59ae36dc0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=055981df-293d-4837-aadd-1cf935470d95 HTTP/1.1" status: 200 len: 834 time: 0.0643167 Aug 05 14:34:43.274350 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-d1bbe937-678b-4e40-b115-d90df3fe4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:43.275944 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-d1bbe937-678b-4e40-b115-d90df3fe4101 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=129d4a3b-6a0a-4267-863e-4de7d04ae09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429010 Aug 05 14:34:43.372501 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-55ff6d5a-e10d-4961-9762-b7e3a5dabbac service neutron] 10.222.0.63 "GET /v2.0/networks/129d4a3b-6a0a-4267-863e-4de7d04ae09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890849 Aug 05 14:34:43.465987 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8a4f1eb6-85c4-4602-b373-3bedfcc19abf req-0f889af7-a9e2-4558-b3e5-cf45e00f6ba0 service neutron] 10.222.0.63 "GET /v2.0/networks/129d4a3b-6a0a-4267-863e-4de7d04ae09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861602 Aug 05 14:34:43.555281 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288276e-0cd2-4bcd-8057-181bc34f026c req-5a0151aa-52e4-4c7e-8497-652e33a35b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:43.557728 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a288276e-0cd2-4bcd-8057-181bc34f026c req-5a0151aa-52e4-4c7e-8497-652e33a35b5b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10&device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 1094 time: 0.0432210 Aug 05 14:34:43.663175 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288276e-0cd2-4bcd-8057-181bc34f026c req-1bd3f01a-6973-4ee4-88e3-f79d64fbf60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:43.664731 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a288276e-0cd2-4bcd-8057-181bc34f026c req-1bd3f01a-6973-4ee4-88e3-f79d64fbf60b service neutron] 10.222.0.63 "GET /v2.0/networks?id=129d4a3b-6a0a-4267-863e-4de7d04ae09e HTTP/1.1" status: 200 len: 897 time: 0.1013973 Aug 05 14:34:43.718230 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a288276e-0cd2-4bcd-8057-181bc34f026c req-d065dc65-0546-4fcb-9cad-5c486f9671f1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e HTTP/1.1" status: 200 len: 217 time: 0.0458236 Aug 05 14:34:43.793124 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288276e-0cd2-4bcd-8057-181bc34f026c req-3c9d5d5f-fd9f-4776-9eea-c586d884099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:43.794666 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a288276e-0cd2-4bcd-8057-181bc34f026c req-3c9d5d5f-fd9f-4776-9eea-c586d884099e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=055981df-293d-4837-aadd-1cf935470d95 HTTP/1.1" status: 200 len: 834 time: 0.0658214 Aug 05 14:34:43.847291 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288276e-0cd2-4bcd-8057-181bc34f026c req-07327b8a-b56d-418e-80a4-6722439ff42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:43.849023 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a288276e-0cd2-4bcd-8057-181bc34f026c req-07327b8a-b56d-418e-80a4-6722439ff42d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=129d4a3b-6a0a-4267-863e-4de7d04ae09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465868 Aug 05 14:34:43.956165 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a288276e-0cd2-4bcd-8057-181bc34f026c req-7e46bab1-c37e-42d2-8831-27533a347426 service neutron] 10.222.0.63 "GET /v2.0/networks/129d4a3b-6a0a-4267-863e-4de7d04ae09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990846 Aug 05 14:34:44.049905 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a288276e-0cd2-4bcd-8057-181bc34f026c req-4394830f-07c0-466a-a901-9c58d7c94898 service neutron] 10.222.0.63 "GET /v2.0/networks/129d4a3b-6a0a-4267-863e-4de7d04ae09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862291 Aug 05 14:34:44.331929 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd443fc4-e917-46ec-af85-7932bdd72cc3 req-c9bb64a2-a429-44af-9d27-81310742b9df tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:44.333365 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cd443fc4-e917-46ec-af85-7932bdd72cc3 req-c9bb64a2-a429-44af-9d27-81310742b9df tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 943 time: 0.0487981 Aug 05 14:34:44.372181 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cd443fc4-e917-46ec-af85-7932bdd72cc3 req-2bffd92c-90fc-4b7b-8544-9119cd04e606 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe0015a-859c-4fe3-a14a-1848b6d9c217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321429 Aug 05 14:34:44.443514 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:34:44.850902 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:34:44.925465 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:44.956849 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e,segment=NetworkSegment(7a7c9c92-884a-415c-9b08-eaabe49109ba),segment_id=7a7c9c92-884a-415c-9b08-eaabe49109ba)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:34:44.967189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e', 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e', 'port_id': 'e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e', 'mac_address': 'fa:16:3e:a8:a1:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055981df-293d-4837-aadd-1cf935470d95', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:34:45.004171 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:45.016322 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:34:45.035802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e,segment=NetworkSegment(7a7c9c92-884a-415c-9b08-eaabe49109ba),segment_id=7a7c9c92-884a-415c-9b08-eaabe49109ba)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:34:45.039493 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:45.090197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:45.243634 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:34:45.494165 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c154a39-129c-4f18-9be1-4421fa1b22ab req-92e1ed9c-4fb1-4530-8a62-3ca964652772 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:45.495794 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1c154a39-129c-4f18-9be1-4421fa1b22ab req-92e1ed9c-4fb1-4530-8a62-3ca964652772 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 944 time: 0.0533371 Aug 05 14:34:45.535343 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1c154a39-129c-4f18-9be1-4421fa1b22ab req-04b018da-d4f7-4840-991e-66623c0f2972 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe0015a-859c-4fe3-a14a-1848b6d9c217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334141 Aug 05 14:34:45.861587 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d615917c-d239-41ab-94e9-f6e4f736ec00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:46.216090 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:46.653507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7f4ca-1764-4988-b225-0f32c6cc3586 req-25e984bd-d24f-426c-9185-0bcad1ed7b23 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:46.655050 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94b7f4ca-1764-4988-b225-0f32c6cc3586 req-25e984bd-d24f-426c-9185-0bcad1ed7b23 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 944 time: 0.0544448 Aug 05 14:34:46.693243 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94b7f4ca-1764-4988-b225-0f32c6cc3586 req-41424c51-7ee9-4470-bf8e-0da4303ca139 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe0015a-859c-4fe3-a14a-1848b6d9c217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322688 Aug 05 14:34:46.855619 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:34:46.906037 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:34:46.909667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:34:46.910036 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:46.985238 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:47.006964 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5e10f3-3502-4ed8-b6e2-100d865027fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:34:47.009200 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d7acd8-df2d-4fbf-9612-4b70c84bf616" -d '{"events": [{"server_uuid": "4f5e10f3-3502-4ed8-b6e2-100d865027fd", "name": "network-vif-plugged", "status": "completed", "tag": "e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:34:47.022647 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e,segment=NetworkSegment(7a7c9c92-884a-415c-9b08-eaabe49109ba),segment_id=7a7c9c92-884a-415c-9b08-eaabe49109ba)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:34:47.027105 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:47.073889 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:47.198314 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12739312-776d-4676-9dc7-1c09da1e6672 x-openstack-request-id: req-12739312-776d-4676-9dc7-1c09da1e6672 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:34:47.198665 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5e10f3-3502-4ed8-b6e2-100d865027fd", "name": "network-vif-plugged", "status": "completed", "tag": "e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:34:47.199030 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12739312-776d-4676-9dc7-1c09da1e6672 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:34:47.199429 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5e10f3-3502-4ed8-b6e2-100d865027fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e', 'code': 200} Aug 05 14:34:47.290349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddb8e9-1a96-439f-bbb5-420434428446 req-c60d5b01-8cf3-4903-ba3b-f9f50120db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:47.292071 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61ddb8e9-1a96-439f-bbb5-420434428446 req-c60d5b01-8cf3-4903-ba3b-f9f50120db7a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 1096 time: 0.0406868 Aug 05 14:34:47.327325 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-61ddb8e9-1a96-439f-bbb5-420434428446 req-99131127-e53f-42a5-a55e-b483d9a4408f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=dfe0015a-859c-4fe3-a14a-1848b6d9c217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276566 Aug 05 14:34:47.805607 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f755446-a2c3-4224-be4e-820c81100732 req-912fd8d7-b298-422e-8e84-9c5d4f7a22e9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:47.807652 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0f755446-a2c3-4224-be4e-820c81100732 req-912fd8d7-b298-422e-8e84-9c5d4f7a22e9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 945 time: 0.0486178 Aug 05 14:34:47.846027 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0f755446-a2c3-4224-be4e-820c81100732 req-89081978-7e42-4d50-937d-38bb36fec0bd tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe0015a-859c-4fe3-a14a-1848b6d9c217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320511 Aug 05 14:34:48.401366 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-97a5c6f9-a4c2-4fc9-800c-c5bcc033f3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:48.645404 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:48.968510 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a0583-c65f-4671-9435-a5cb5c9cecde req-d97df006-d82a-4186-b2de-c10f1e2f7d21 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:48.970002 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8c5a0583-c65f-4671-9435-a5cb5c9cecde req-d97df006-d82a-4186-b2de-c10f1e2f7d21 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 945 time: 0.0535908 Aug 05 14:34:49.008895 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8c5a0583-c65f-4671-9435-a5cb5c9cecde req-5d814c4f-fa9c-4700-b941-36d5dafa6388 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe0015a-859c-4fe3-a14a-1848b6d9c217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329053 Aug 05 14:34:49.124047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61430b-872d-414f-8c3f-15886eb2e638 req-1daf9c62-e5c2-43b7-bc8c-a2d0fa85f5a5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:49.125445 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed61430b-872d-414f-8c3f-15886eb2e638 req-1daf9c62-e5c2-43b7-bc8c-a2d0fa85f5a5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 945 time: 0.0491588 Aug 05 14:34:49.167341 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed61430b-872d-414f-8c3f-15886eb2e638 req-fc5789e9-0db0-4be3-9e50-e19ed5483e8b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe0015a-859c-4fe3-a14a-1848b6d9c217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358860 Aug 05 14:34:49.189635 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42338) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:49.232941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cff35e9-9f0c-403c-92b7-fb53842c2bd3 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:49.234513 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1cff35e9-9f0c-403c-92b7-fb53842c2bd3 tempest-TestNetworkBasicOps-1564538313 tempest-TestNetworkBasicOps-1564538313-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 1091 time: 0.0438564 Aug 05 14:34:49.237218 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42340) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:49.241521 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': 'e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:34:49.263846 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:49.362584 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:49.470262 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Allocated IP 172.25.5.122 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/61d30685-ba2e-4a50-aea8-5bcf97ed304c) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:34:49.572182 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:49.611950 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:49.619035 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:49.658524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:34:49.662938 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:34:49.665391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:34:49.671694 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Port': ['ID=61d30685-ba2e-4a50-aea8-5bcf97ed304c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:49.698278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:49.698703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:49.699121 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:49.699465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:49.699806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:49.700137 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:49.700464 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:49.700793 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:49.701116 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:49.701440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:49.701763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:49.702084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:34:50.035877 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:50.107858 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:50.228585 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d042462-716c-434f-8ddd-c99d44b5d355 req-3c214319-7d1c-46f4-bcf9-588a88036596 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394909 Aug 05 14:34:50.261447 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:50.266171 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:50.311064 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d042462-716c-434f-8ddd-c99d44b5d355 req-7161d1b5-b165-4d31-9c51-ec5a9b44113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:50.312578 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d042462-716c-434f-8ddd-c99d44b5d355 req-7161d1b5-b165-4d31-9c51-ec5a9b44113b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10&device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 1096 time: 0.0407431 Aug 05 14:34:50.340402 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event updated for resources: {'Port': ['ID=61d30685-ba2e-4a50-aea8-5bcf97ed304c,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:34:50.349727 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:50.421861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d042462-716c-434f-8ddd-c99d44b5d355 req-885af866-5182-4a73-bffe-70f683368f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:50.423403 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d042462-716c-434f-8ddd-c99d44b5d355 req-885af866-5182-4a73-bffe-70f683368f12 service neutron] 10.222.0.63 "GET /v2.0/networks?id=129d4a3b-6a0a-4267-863e-4de7d04ae09e HTTP/1.1" status: 200 len: 897 time: 0.0907705 Aug 05 14:34:50.451858 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Floating IP 9ceca2d9-b751-46f6-bc71-18eaac1784e5 associated. External IP: 172.25.5.122, port: e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e. Aug 05 14:34:50.523218 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d042462-716c-434f-8ddd-c99d44b5d355 req-9af04c45-e8cb-4aa1-ba0b-a9ac66c909de service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e HTTP/1.1" status: 200 len: 999 time: 0.0917578 Aug 05 14:34:50.574554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d042462-716c-434f-8ddd-c99d44b5d355 req-749da864-e5e0-49b7-84fa-485898c96ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:50.576063 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d042462-716c-434f-8ddd-c99d44b5d355 req-749da864-e5e0-49b7-84fa-485898c96ad9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=055981df-293d-4837-aadd-1cf935470d95 HTTP/1.1" status: 200 len: 834 time: 0.0446324 Aug 05 14:34:50.623550 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d042462-716c-434f-8ddd-c99d44b5d355 req-187ed585-4f17-46d3-8625-84cd8f9995c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:50.625091 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d042462-716c-434f-8ddd-c99d44b5d355 req-187ed585-4f17-46d3-8625-84cd8f9995c2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=129d4a3b-6a0a-4267-863e-4de7d04ae09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408883 Aug 05 14:34:50.667627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Router bcf03549-3831-41de-9326-49d82db49a6c has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:34:50.723218 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d042462-716c-434f-8ddd-c99d44b5d355 req-6e3e545a-4b38-4a88-a428-5f241b5a0529 service neutron] 10.222.0.63 "GET /v2.0/networks/129d4a3b-6a0a-4267-863e-4de7d04ae09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900857 Aug 05 14:34:50.778624 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:34:50.791512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf03e8a-5306-4a0e-ab4e-5a8056901172 None None] Sync routers for ids ['bcf03549-3831-41de-9326-49d82db49a6c'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:34:50.796014 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:50.802089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf03e8a-5306-4a0e-ab4e-5a8056901172 None None] Routers {'bcf03549-3831-41de-9326-49d82db49a6c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:34:50.802961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3bf03e8a-5306-4a0e-ab4e-5a8056901172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:34:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['bcf03549-3831-41de-9326-49d82db49a6c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:50.827816 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0c5a4665-67b3-425b-8a65-931ec61797a3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5872290 Aug 05 14:34:50.827816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5e10f3-3502-4ed8-b6e2-100d865027fd', 'tag': 'e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:34:50.828408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42342) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:50.828557 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd6a3da-7e03-433b-ab9f-7af97ce41ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5e10f3-3502-4ed8-b6e2-100d865027fd", "tag": "e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:34:50.864344 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b41754-78db-4758-a832-e88945088cea x-openstack-request-id: req-87b41754-78db-4758-a832-e88945088cea {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:34:50.864635 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5e10f3-3502-4ed8-b6e2-100d865027fd", "tag": "e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:34:50.864888 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87b41754-78db-4758-a832-e88945088cea {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:34:50.865322 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5e10f3-3502-4ed8-b6e2-100d865027fd', 'tag': 'e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e', 'status': 'completed', 'code': 200} Aug 05 14:34:50.872792 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d042462-716c-434f-8ddd-c99d44b5d355 req-bdbc3859-812c-467f-b7c1-209cd8ed2dfd service neutron] 10.222.0.63 "GET /v2.0/networks/129d4a3b-6a0a-4267-863e-4de7d04ae09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417115 Aug 05 14:34:50.903812 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-adad8cf3-a906-400f-a953-34b3e2c4514b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/floatingips/9ceca2d9-b751-46f6-bc71-18eaac1784e5 HTTP/1.1" status: 200 len: 991 time: 0.0739696 Aug 05 14:34:50.922948 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3bf03e8a-5306-4a0e-ab4e-5a8056901172 None None] Set router bcf03549-3831-41de-9326-49d82db49a6c gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:34:50.955601 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6a3da-7e03-433b-ab9f-7af97ce41ec3 req-7cd10f3e-b53a-437d-a976-74318371c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:50.957146 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7cd6a3da-7e03-433b-ab9f-7af97ce41ec3 req-7cd10f3e-b53a-437d-a976-74318371c896 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10&device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 1096 time: 0.0410655 Aug 05 14:34:51.047115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6a3da-7e03-433b-ab9f-7af97ce41ec3 req-f7fe4397-3d2b-4783-ba87-589f233f4f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:51.048527 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7cd6a3da-7e03-433b-ab9f-7af97ce41ec3 req-f7fe4397-3d2b-4783-ba87-589f233f4f16 service neutron] 10.222.0.63 "GET /v2.0/networks?id=129d4a3b-6a0a-4267-863e-4de7d04ae09e HTTP/1.1" status: 200 len: 897 time: 0.0850689 Aug 05 14:34:51.121554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7cd6a3da-7e03-433b-ab9f-7af97ce41ec3 req-865a81a6-0861-4e9f-b709-b2058c296df9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e HTTP/1.1" status: 200 len: 999 time: 0.0658350 Aug 05 14:34:51.146159 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3bf03e8a-5306-4a0e-ab4e-5a8056901172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'name': 'tempest-TestNetworkBasicOps-router-1500331188', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:36Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '9ceca2d9-b751-46f6-bc71-18eaac1784e5', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'port_id': 'e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e', 'mac_address': 'fa:16:3e:a8:a1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5e10f3-3502-4ed8-b6e2-100d865027fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:34:49Z', 'updated_at': '2021-08-05T14:34:49Z', 'revision_number': 0, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f9fa5f-7b92-4dcb-985e-41e1c3111529', 'name': '', 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:71:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '055981df-293d-4837-aadd-1cf935470d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:35Z', 'updated_at': '2021-08-05T14:34:40Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '055981df-293d-4837-aadd-1cf935470d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:51.171733 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf03e8a-5306-4a0e-ab4e-5a8056901172 None None] Checking router: bcf03549-3831-41de-9326-49d82db49a6c for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:34:51.172021 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6a3da-7e03-433b-ab9f-7af97ce41ec3 req-ca671d79-34e5-4c84-9f27-e41a98a3c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:51.173495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7cd6a3da-7e03-433b-ab9f-7af97ce41ec3 req-ca671d79-34e5-4c84-9f27-e41a98a3c8e8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=055981df-293d-4837-aadd-1cf935470d95 HTTP/1.1" status: 200 len: 834 time: 0.0444803 Aug 05 14:34:51.179960 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf03e8a-5306-4a0e-ab4e-5a8056901172 None None] Routers {'bcf03549-3831-41de-9326-49d82db49a6c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:34:51.180554 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3bf03e8a-5306-4a0e-ab4e-5a8056901172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:34:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['bcf03549-3831-41de-9326-49d82db49a6c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:51.219163 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6a3da-7e03-433b-ab9f-7af97ce41ec3 req-26b432bd-132d-45c8-9d52-65cc16ca8892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:34:51.220683 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7cd6a3da-7e03-433b-ab9f-7af97ce41ec3 req-26b432bd-132d-45c8-9d52-65cc16ca8892 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=129d4a3b-6a0a-4267-863e-4de7d04ae09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404282 Aug 05 14:34:51.284762 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3bf03e8a-5306-4a0e-ab4e-5a8056901172 None None] Set router bcf03549-3831-41de-9326-49d82db49a6c gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:34:51.315051 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7cd6a3da-7e03-433b-ab9f-7af97ce41ec3 req-faeabab7-5af1-48af-93bb-6f4f3690210a service neutron] 10.222.0.63 "GET /v2.0/networks/129d4a3b-6a0a-4267-863e-4de7d04ae09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864356 Aug 05 14:34:51.406891 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7cd6a3da-7e03-433b-ab9f-7af97ce41ec3 req-1f703d82-de75-4e10-864a-c9e0dfb975ac service neutron] 10.222.0.63 "GET /v2.0/networks/129d4a3b-6a0a-4267-863e-4de7d04ae09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847704 Aug 05 14:34:51.436971 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:34:51.517819 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3bf03e8a-5306-4a0e-ab4e-5a8056901172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'name': 'tempest-TestNetworkBasicOps-router-1500331188', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:36Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '9ceca2d9-b751-46f6-bc71-18eaac1784e5', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'port_id': 'e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e', 'mac_address': 'fa:16:3e:a8:a1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5e10f3-3502-4ed8-b6e2-100d865027fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:34:49Z', 'updated_at': '2021-08-05T14:34:49Z', 'revision_number': 0, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f9fa5f-7b92-4dcb-985e-41e1c3111529', 'name': '', 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:71:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '055981df-293d-4837-aadd-1cf935470d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:35Z', 'updated_at': '2021-08-05T14:34:40Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '055981df-293d-4837-aadd-1cf935470d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:34:51.544709 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf03e8a-5306-4a0e-ab4e-5a8056901172 None None] The sync data for ids ['bcf03549-3831-41de-9326-49d82db49a6c'] in n-d-803585-2 is: [{'id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'name': 'tempest-TestNetworkBasicOps-router-1500331188', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:36Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '9ceca2d9-b751-46f6-bc71-18eaac1784e5', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'port_id': 'e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e', 'mac_address': 'fa:16:3e:a8:a1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5e10f3-3502-4ed8-b6e2-100d865027fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:34:49Z', 'updated_at': '2021-08-05T14:34:49Z', 'revision_number': 0, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f9fa5f-7b92-4dcb-985e-41e1c3111529', 'name': '', 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:71:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '055981df-293d-4837-aadd-1cf935470d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:35Z', 'updated_at': '2021-08-05T14:34:40Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '055981df-293d-4837-aadd-1cf935470d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:34:51.728312 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5729c8-f3ab-4533-80a4-2e5966aca70a None None] New status for floating IP 9ceca2d9-b751-46f6-bc71-18eaac1784e5: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:34:51.907482 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42346) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:34:51.972349 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6ff8f898-10a0-4ad7-acee-54a54a705724 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/floatingips/9ceca2d9-b751-46f6-bc71-18eaac1784e5 HTTP/1.1" status: 200 len: 993 time: 0.0636663 Aug 05 14:35:14.932524 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:15.863886 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c30aad9a-129c-4ced-bd77-dedb33835dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:16.230599 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:18.403544 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-01f6ef99-db75-4bf9-a87d-c3a3a6dfc753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:18.646356 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:19.617853 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:21.403123 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:21.441925 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:35:23.113444 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42360) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:23.175318 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f01cbe9f-311a-44a9-bb01-39b484c1d473 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/floatingips/9ceca2d9-b751-46f6-bc71-18eaac1784e5 HTTP/1.1" status: 200 len: 993 time: 0.0607142 Aug 05 14:35:23.416984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42366) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:23.582661 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-44e78c53-fa95-4b8f-bb81-c7442ac8ebef tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Deleting port 61d30685-ba2e-4a50-aea8-5bcf97ed304c {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:35:23.583001 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-44e78c53-fa95-4b8f-bb81-c7442ac8ebef tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:23.657354 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-44e78c53-fa95-4b8f-bb81-c7442ac8ebef tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:23.657678 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-44e78c53-fa95-4b8f-bb81-c7442ac8ebef tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:23.669134 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-44e78c53-fa95-4b8f-bb81-c7442ac8ebef tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Calling delete_port for 61d30685-ba2e-4a50-aea8-5bcf97ed304c owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:35:23.846078 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-44e78c53-fa95-4b8f-bb81-c7442ac8ebef tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:23.876779 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e78c53-fa95-4b8f-bb81-c7442ac8ebef tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'Port': ['ID=61d30685-ba2e-4a50-aea8-5bcf97ed304c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:23.934455 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-44e78c53-fa95-4b8f-bb81-c7442ac8ebef tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:23.934696 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-44e78c53-fa95-4b8f-bb81-c7442ac8ebef tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Floating IP 9ceca2d9-b751-46f6-bc71-18eaac1784e5 disassociated (deleted). External IP: 172.25.5.122, port: e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e. Aug 05 14:35:24.435998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e78c53-fa95-4b8f-bb81-c7442ac8ebef tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Router bcf03549-3831-41de-9326-49d82db49a6c has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:35:24.544802 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e78c53-fa95-4b8f-bb81-c7442ac8ebef tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:35:24.549947 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-44e78c53-fa95-4b8f-bb81-c7442ac8ebef tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:24.555960 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78680e5-f4f3-489e-989d-a954ddfae30f None None] Sync routers for ids ['bcf03549-3831-41de-9326-49d82db49a6c'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:35:24.566460 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78680e5-f4f3-489e-989d-a954ddfae30f None None] Routers {'bcf03549-3831-41de-9326-49d82db49a6c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:35:24.567077 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f78680e5-f4f3-489e-989d-a954ddfae30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:35:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['bcf03549-3831-41de-9326-49d82db49a6c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:24.576769 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-44e78c53-fa95-4b8f-bb81-c7442ac8ebef tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "DELETE /v2.0/floatingips/9ceca2d9-b751-46f6-bc71-18eaac1784e5 HTTP/1.1" status: 204 len: 168 time: 1.1587830 Aug 05 14:35:24.577403 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5e10f3-3502-4ed8-b6e2-100d865027fd', 'tag': 'e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:35:24.579861 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9309a36d-0a44-4ca0-b672-96ac394a6613" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5e10f3-3502-4ed8-b6e2-100d865027fd", "tag": "e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:35:24.620499 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db59d5a-10e5-48ac-b62d-2b82677646cd x-openstack-request-id: req-6db59d5a-10e5-48ac-b62d-2b82677646cd {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:35:24.620818 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5e10f3-3502-4ed8-b6e2-100d865027fd", "tag": "e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:35:24.621074 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6db59d5a-10e5-48ac-b62d-2b82677646cd {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:35:24.621478 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5e10f3-3502-4ed8-b6e2-100d865027fd', 'tag': 'e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e', 'status': 'completed', 'code': 200} Aug 05 14:35:24.686746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f78680e5-f4f3-489e-989d-a954ddfae30f None None] Set router bcf03549-3831-41de-9326-49d82db49a6c gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:35:24.698301 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309a36d-0a44-4ca0-b672-96ac394a6613 req-d256952e-e4b2-46a7-aacc-89f8d2d764d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:35:24.700245 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9309a36d-0a44-4ca0-b672-96ac394a6613 req-d256952e-e4b2-46a7-aacc-89f8d2d764d3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10&device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 1096 time: 0.0481782 Aug 05 14:35:24.830974 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309a36d-0a44-4ca0-b672-96ac394a6613 req-2e3ff768-5656-4308-9440-fe11833a8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:35:24.832458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9309a36d-0a44-4ca0-b672-96ac394a6613 req-2e3ff768-5656-4308-9440-fe11833a8095 service neutron] 10.222.0.63 "GET /v2.0/networks?id=129d4a3b-6a0a-4267-863e-4de7d04ae09e HTTP/1.1" status: 200 len: 897 time: 0.1234953 Aug 05 14:35:24.840032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec781c3-17e5-4c75-913c-3513535e7bdf req-6b2f426f-30ec-44c2-8036-3ca1fdf0117b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:35:24.842166 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ec781c3-17e5-4c75-913c-3513535e7bdf req-6b2f426f-30ec-44c2-8036-3ca1fdf0117b tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 945 time: 0.0744047 Aug 05 14:35:24.887415 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9309a36d-0a44-4ca0-b672-96ac394a6613 req-f657179b-5f13-4936-abf9-d14c65905332 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e HTTP/1.1" status: 200 len: 217 time: 0.0442798 Aug 05 14:35:24.902287 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f78680e5-f4f3-489e-989d-a954ddfae30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'name': 'tempest-TestNetworkBasicOps-router-1500331188', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:36Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '15f9fa5f-7b92-4dcb-985e-41e1c3111529', 'name': '', 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:71:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '055981df-293d-4837-aadd-1cf935470d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:35Z', 'updated_at': '2021-08-05T14:34:40Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '055981df-293d-4837-aadd-1cf935470d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:24.927670 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78680e5-f4f3-489e-989d-a954ddfae30f None None] Checking router: bcf03549-3831-41de-9326-49d82db49a6c for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:35:24.936542 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78680e5-f4f3-489e-989d-a954ddfae30f None None] Routers {'bcf03549-3831-41de-9326-49d82db49a6c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:35:24.937213 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f78680e5-f4f3-489e-989d-a954ddfae30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:35:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['bcf03549-3831-41de-9326-49d82db49a6c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:24.937976 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ec781c3-17e5-4c75-913c-3513535e7bdf req-3c910d5d-d699-40f2-a447-15b394e9ba14 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe0015a-859c-4fe3-a14a-1848b6d9c217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892587 Aug 05 14:35:24.955162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309a36d-0a44-4ca0-b672-96ac394a6613 req-5784f91b-4ac9-450c-b739-62bb20446ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:35:24.956889 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9309a36d-0a44-4ca0-b672-96ac394a6613 req-5784f91b-4ac9-450c-b739-62bb20446ab4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=055981df-293d-4837-aadd-1cf935470d95 HTTP/1.1" status: 200 len: 834 time: 0.0558565 Aug 05 14:35:25.005330 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309a36d-0a44-4ca0-b672-96ac394a6613 req-e1dbbcbc-6141-454d-951f-d94febcd7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:35:25.006875 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9309a36d-0a44-4ca0-b672-96ac394a6613 req-e1dbbcbc-6141-454d-951f-d94febcd7139 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=129d4a3b-6a0a-4267-863e-4de7d04ae09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413275 Aug 05 14:35:25.042465 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f78680e5-f4f3-489e-989d-a954ddfae30f None None] Set router bcf03549-3831-41de-9326-49d82db49a6c gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:35:25.098090 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9309a36d-0a44-4ca0-b672-96ac394a6613 req-8578871b-b176-4351-bfae-45affee56df7 service neutron] 10.222.0.63 "GET /v2.0/networks/129d4a3b-6a0a-4267-863e-4de7d04ae09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812573 Aug 05 14:35:25.196235 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9309a36d-0a44-4ca0-b672-96ac394a6613 req-b1dd46b3-a6aa-4986-a340-363ea7db545c service neutron] 10.222.0.63 "GET /v2.0/networks/129d4a3b-6a0a-4267-863e-4de7d04ae09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878327 Aug 05 14:35:25.241369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f78680e5-f4f3-489e-989d-a954ddfae30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'name': 'tempest-TestNetworkBasicOps-router-1500331188', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:36Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '15f9fa5f-7b92-4dcb-985e-41e1c3111529', 'name': '', 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:71:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '055981df-293d-4837-aadd-1cf935470d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:35Z', 'updated_at': '2021-08-05T14:34:40Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '055981df-293d-4837-aadd-1cf935470d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:25.271110 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78680e5-f4f3-489e-989d-a954ddfae30f None None] The sync data for ids ['bcf03549-3831-41de-9326-49d82db49a6c'] in n-d-803585-2 is: [{'id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'name': 'tempest-TestNetworkBasicOps-router-1500331188', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:36Z', 'revision_number': 4, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '15f9fa5f-7b92-4dcb-985e-41e1c3111529', 'name': '', 'network_id': '129d4a3b-6a0a-4267-863e-4de7d04ae09e', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'mac_address': 'fa:16:3e:71:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '055981df-293d-4837-aadd-1cf935470d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:35Z', 'updated_at': '2021-08-05T14:34:40Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'subnets': [{'id': '055981df-293d-4837-aadd-1cf935470d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:35:25.484175 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0eb3a1-a602-4df1-976f-682efcc5a00a None None] New status for floating IP 9ceca2d9-b751-46f6-bc71-18eaac1784e5: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:35:26.056034 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c89205-1893-469c-958b-d7827ac663e2 req-49ba6790-542e-461f-9b10-8478ab200a82 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:35:26.057564 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09c89205-1893-469c-958b-d7827ac663e2 req-49ba6790-542e-461f-9b10-8478ab200a82 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 945 time: 0.0500088 Aug 05 14:35:26.081830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76869397-0acd-433e-a523-c4e4f62dd569 req-17f9747e-ba46-40e4-9fec-8b1db2fbd59a tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:35:26.083343 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-76869397-0acd-433e-a523-c4e4f62dd569 req-17f9747e-ba46-40e4-9fec-8b1db2fbd59a tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.63 "GET /v2.0/ports?device_id=4f5e10f3-3502-4ed8-b6e2-100d865027fd HTTP/1.1" status: 200 len: 945 time: 0.0496633 Aug 05 14:35:26.096533 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-09c89205-1893-469c-958b-d7827ac663e2 req-74deeb91-2051-4be2-97c5-e4f8316d9e2a tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfe0015a-859c-4fe3-a14a-1848b6d9c217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329816 Aug 05 14:35:26.176171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-76869397-0acd-433e-a523-c4e4f62dd569 req-2cab8f6d-2f32-403a-bdbe-a57c137abfb0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Deleting port e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:35:26.176517 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-76869397-0acd-433e-a523-c4e4f62dd569 req-2cab8f6d-2f32-403a-bdbe-a57c137abfb0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:26.265649 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-76869397-0acd-433e-a523-c4e4f62dd569 req-2cab8f6d-2f32-403a-bdbe-a57c137abfb0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] For port e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e,segment=NetworkSegment(7a7c9c92-884a-415c-9b08-eaabe49109ba),segment_id=7a7c9c92-884a-415c-9b08-eaabe49109ba)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:35:26.265934 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-76869397-0acd-433e-a523-c4e4f62dd569 req-2cab8f6d-2f32-403a-bdbe-a57c137abfb0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:26.278778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-76869397-0acd-433e-a523-c4e4f62dd569 req-2cab8f6d-2f32-403a-bdbe-a57c137abfb0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Calling delete_port for e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:35:26.407855 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-76869397-0acd-433e-a523-c4e4f62dd569 req-2cab8f6d-2f32-403a-bdbe-a57c137abfb0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:26.434092 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab8f6d-2f32-403a-bdbe-a57c137abfb0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'Port': ['ID=e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:26.477193 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-76869397-0acd-433e-a523-c4e4f62dd569 req-2cab8f6d-2f32-403a-bdbe-a57c137abfb0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] No DVR routers for this DVR port e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:35:26.479892 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-76869397-0acd-433e-a523-c4e4f62dd569 req-2cab8f6d-2f32-403a-bdbe-a57c137abfb0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:26.482482 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-76869397-0acd-433e-a523-c4e4f62dd569 req-2cab8f6d-2f32-403a-bdbe-a57c137abfb0 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.63 "DELETE /v2.0/ports/e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e HTTP/1.1" status: 204 len: 173 time: 0.3921354 Aug 05 14:35:26.622422 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5e10f3-3502-4ed8-b6e2-100d865027fd', 'name': 'network-vif-deleted', 'tag': 'e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:35:26.625325 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b41025b-a8f9-4651-b44e-82a8df6d0849" -d '{"events": [{"server_uuid": "4f5e10f3-3502-4ed8-b6e2-100d865027fd", "name": "network-vif-deleted", "tag": "e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:35:26.660712 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9020164-40c8-4e3f-a1ba-7ffd41de893b x-openstack-request-id: req-a9020164-40c8-4e3f-a1ba-7ffd41de893b {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:35:26.661008 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5e10f3-3502-4ed8-b6e2-100d865027fd", "name": "network-vif-deleted", "tag": "e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:35:26.661265 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9020164-40c8-4e3f-a1ba-7ffd41de893b {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:35:26.661666 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5e10f3-3502-4ed8-b6e2-100d865027fd', 'name': 'network-vif-deleted', 'tag': 'e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e', 'status': 'completed', 'code': 200} Aug 05 14:35:27.150720 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42380) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:27.215649 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-317f2eb4-096a-4c41-93a0-1eaa784684d5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:27.241354 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-317f2eb4-096a-4c41-93a0-1eaa784684d5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:27.302787 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-317f2eb4-096a-4c41-93a0-1eaa784684d5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:27.305397 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-317f2eb4-096a-4c41-93a0-1eaa784684d5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:27.306585 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-317f2eb4-096a-4c41-93a0-1eaa784684d5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "DELETE /v2.0/security-groups/dfe0015a-859c-4fe3-a14a-1848b6d9c217 HTTP/1.1" status: 204 len: 168 time: 0.1548591 Aug 05 14:35:27.315479 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f2eb4-096a-4c41-93a0-1eaa784684d5 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe0015a-859c-4fe3-a14a-1848b6d9c217,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:27.340847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42384) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:27.697374 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8de2accb-f0e0-41bf-8356-f8077078b0d9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:28.238774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-8de2accb-f0e0-41bf-8356-f8077078b0d9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Deleting port 15f9fa5f-7b92-4dcb-985e-41e1c3111529 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:35:28.239115 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8de2accb-f0e0-41bf-8356-f8077078b0d9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:28.324853 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-8de2accb-f0e0-41bf-8356-f8077078b0d9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] For port 15f9fa5f-7b92-4dcb-985e-41e1c3111529, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=15f9fa5f-7b92-4dcb-985e-41e1c3111529,segment=NetworkSegment(7a7c9c92-884a-415c-9b08-eaabe49109ba),segment_id=7a7c9c92-884a-415c-9b08-eaabe49109ba)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:35:28.325143 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8de2accb-f0e0-41bf-8356-f8077078b0d9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:28.337940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-8de2accb-f0e0-41bf-8356-f8077078b0d9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Calling delete_port for 15f9fa5f-7b92-4dcb-985e-41e1c3111529 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:35:28.520814 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8de2accb-f0e0-41bf-8356-f8077078b0d9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:28.548523 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2accb-f0e0-41bf-8356-f8077078b0d9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'Port': ['ID=15f9fa5f-7b92-4dcb-985e-41e1c3111529,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:28.726712 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8de2accb-f0e0-41bf-8356-f8077078b0d9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:28.942012 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de2accb-f0e0-41bf-8356-f8077078b0d9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Router bcf03549-3831-41de-9326-49d82db49a6c has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:35:29.047439 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de2accb-f0e0-41bf-8356-f8077078b0d9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:35:29.053370 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8de2accb-f0e0-41bf-8356-f8077078b0d9 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "PUT /v2.0/routers/bcf03549-3831-41de-9326-49d82db49a6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7105591 Aug 05 14:35:29.055195 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42386) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:29.057510 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234215a9-1a7d-4e36-893b-c4fdc78f0676 None None] Sync routers for ids ['bcf03549-3831-41de-9326-49d82db49a6c'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:35:29.067415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234215a9-1a7d-4e36-893b-c4fdc78f0676 None None] Routers {'bcf03549-3831-41de-9326-49d82db49a6c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:35:29.068021 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-234215a9-1a7d-4e36-893b-c4fdc78f0676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:35:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['bcf03549-3831-41de-9326-49d82db49a6c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:29.071911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:35:29.111714 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce1a9e0-6819-4b89-8500-bff77d53c7d3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Deleting subnet 055981df-293d-4837-aadd-1cf935470d95 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:35:29.114908 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a9e0-6819-4b89-8500-bff77d53c7d3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:29.125452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:35:29.125793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device e7041d99-4d68-4a6c-9bc5-7ec4ff6d648e not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:35:29.158129 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a9e0-6819-4b89-8500-bff77d53c7d3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:29.192381 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-234215a9-1a7d-4e36-893b-c4fdc78f0676 None None] Set router bcf03549-3831-41de-9326-49d82db49a6c gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:35:29.252150 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a9e0-6819-4b89-8500-bff77d53c7d3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:29.321512 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a9e0-6819-4b89-8500-bff77d53c7d3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:29.352798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1a9e0-6819-4b89-8500-bff77d53c7d3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'Subnet': ['ID=055981df-293d-4837-aadd-1cf935470d95,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:29.358729 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a9e0-6819-4b89-8500-bff77d53c7d3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:29.363716 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7ce1a9e0-6819-4b89-8500-bff77d53c7d3 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "DELETE /v2.0/subnets/055981df-293d-4837-aadd-1cf935470d95 HTTP/1.1" status: 204 len: 168 time: 0.3039985 Aug 05 14:35:29.363716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42388) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:29.399629 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a719a051-9ce1-4714-9dc6-cb826602ed5c None None] Network 129d4a3b-6a0a-4267-863e-4de7d04ae09e requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:35:29.475705 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-142aa075-9b41-44d9-978d-e8d1088290b8 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:29.586797 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-142aa075-9b41-44d9-978d-e8d1088290b8 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:29.620550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-234215a9-1a7d-4e36-893b-c4fdc78f0676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'name': 'tempest-TestNetworkBasicOps-router-1500331188', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:35:28Z', 'revision_number': 5, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port': {'id': '4915143a-fe8d-4c1b-a5f8-2a8c6b571854', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:29.643680 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-142aa075-9b41-44d9-978d-e8d1088290b8 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Deleting port 4915143a-fe8d-4c1b-a5f8-2a8c6b571854 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:35:29.644296 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-142aa075-9b41-44d9-978d-e8d1088290b8 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:29.653456 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234215a9-1a7d-4e36-893b-c4fdc78f0676 None None] Checking router: bcf03549-3831-41de-9326-49d82db49a6c for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:35:29.662181 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234215a9-1a7d-4e36-893b-c4fdc78f0676 None None] Routers {'bcf03549-3831-41de-9326-49d82db49a6c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:35:29.662943 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-234215a9-1a7d-4e36-893b-c4fdc78f0676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:35:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['bcf03549-3831-41de-9326-49d82db49a6c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:29.699610 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] DHCP port deletion for 129d4a3b-6a0a-4267-863e-4de7d04ae09e request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:35:29.727158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-142aa075-9b41-44d9-978d-e8d1088290b8 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] For port 4915143a-fe8d-4c1b-a5f8-2a8c6b571854, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4915143a-fe8d-4c1b-a5f8-2a8c6b571854,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:35:29.727456 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-142aa075-9b41-44d9-978d-e8d1088290b8 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:29.744873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-142aa075-9b41-44d9-978d-e8d1088290b8 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Calling delete_port for 4915143a-fe8d-4c1b-a5f8-2a8c6b571854 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:35:29.779528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-234215a9-1a7d-4e36-893b-c4fdc78f0676 None None] Set router bcf03549-3831-41de-9326-49d82db49a6c gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:35:29.838326 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-234215a9-1a7d-4e36-893b-c4fdc78f0676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'name': 'tempest-TestNetworkBasicOps-router-1500331188', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:35:29Z', 'revision_number': 6, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:29.870841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234215a9-1a7d-4e36-893b-c4fdc78f0676 None None] The sync data for ids ['bcf03549-3831-41de-9326-49d82db49a6c'] in n-d-803585-2 is: [{'id': 'bcf03549-3831-41de-9326-49d82db49a6c', 'name': 'tempest-TestNetworkBasicOps-router-1500331188', 'tenant_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:34:33Z', 'updated_at': '2021-08-05T14:35:29Z', 'revision_number': 6, 'project_id': '2533e4232c3c4eb68d04bb13b2fb1c10', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:35:29.878018 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] Deleting port 5c988001-049e-4331-ba82-4f6ac7693dab {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:35:29.878427 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:29.911076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-142aa075-9b41-44d9-978d-e8d1088290b8 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:29.941899 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] For port 5c988001-049e-4331-ba82-4f6ac7693dab, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5c988001-049e-4331-ba82-4f6ac7693dab,segment=NetworkSegment(7a7c9c92-884a-415c-9b08-eaabe49109ba),segment_id=7a7c9c92-884a-415c-9b08-eaabe49109ba)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:35:29.942328 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:29.942546 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142aa075-9b41-44d9-978d-e8d1088290b8 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'Port': ['ID=4915143a-fe8d-4c1b-a5f8-2a8c6b571854,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:29.959844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] Calling delete_port for 5c988001-049e-4331-ba82-4f6ac7693dab owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:35:30.005277 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-142aa075-9b41-44d9-978d-e8d1088290b8 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:30.038472 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:30.064306 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] Pushing event deleted for resources: {'Port': ['ID=5c988001-049e-4331-ba82-4f6ac7693dab,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:30.068787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] No DVR routers for this DVR port 5c988001-049e-4331-ba82-4f6ac7693dab on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:35:30.075547 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:30.076062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:30.076416 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:30.076758 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:30.077095 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:30.077430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:30.077759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:30.078090 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:30.078804 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:30.079142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:30.079474 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:30.079800 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fb0c8-0909-4300-8f21-930a7a32fec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:30.102364 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-142aa075-9b41-44d9-978d-e8d1088290b8 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:30.104479 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-142aa075-9b41-44d9-978d-e8d1088290b8 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:30.152453 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-142aa075-9b41-44d9-978d-e8d1088290b8 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:30.152982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142aa075-9b41-44d9-978d-e8d1088290b8 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Fanout notify agent at l3_agent the message router_deleted on router bcf03549-3831-41de-9326-49d82db49a6c {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:35:30.160892 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-142aa075-9b41-44d9-978d-e8d1088290b8 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:30.162057 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-142aa075-9b41-44d9-978d-e8d1088290b8 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "DELETE /v2.0/routers/bcf03549-3831-41de-9326-49d82db49a6c HTTP/1.1" status: 204 len: 168 time: 0.7975924 Aug 05 14:35:30.164848 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42390) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:30.249104 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b2feb237-eaa2-4793-8fa4-fad7c8974293 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:30.346975 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b2feb237-eaa2-4793-8fa4-fad7c8974293 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:30.357733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-b2feb237-eaa2-4793-8fa4-fad7c8974293 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129d4a3b-6a0a-4267-863e-4de7d04ae09e']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:30.369125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-b2feb237-eaa2-4793-8fa4-fad7c8974293 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7c9c92-884a-415c-9b08-eaabe49109ba') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:30.369428 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-b2feb237-eaa2-4793-8fa4-fad7c8974293 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7c9c92-884a-415c-9b08-eaabe49109ba') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:30.379153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 15f9fa5f-7b92-4dcb-985e-41e1c3111529 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:35:30.379521 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b2feb237-eaa2-4793-8fa4-fad7c8974293 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:30.395251 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b2feb237-eaa2-4793-8fa4-fad7c8974293 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:30.401687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2feb237-eaa2-4793-8fa4-fad7c8974293 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:35:30.402037 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 15f9fa5f-7b92-4dcb-985e-41e1c3111529 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:35:30.402165 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b2feb237-eaa2-4793-8fa4-fad7c8974293 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:30.402342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 15f9fa5f-7b92-4dcb-985e-41e1c3111529 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:35:30.402623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5c988001-049e-4331-ba82-4f6ac7693dab no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:35:30.417324 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:35:30.426651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 5c988001-049e-4331-ba82-4f6ac7693dab {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:35:30.427003 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5c988001-049e-4331-ba82-4f6ac7693dab not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:35:30.466975 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b2feb237-eaa2-4793-8fa4-fad7c8974293 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:30.474226 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b2feb237-eaa2-4793-8fa4-fad7c8974293 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:30.475975 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b2feb237-eaa2-4793-8fa4-fad7c8974293 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] 10.222.0.16 "DELETE /v2.0/networks/129d4a3b-6a0a-4267-863e-4de7d04ae09e HTTP/1.1" status: 204 len: 168 time: 0.3101566 Aug 05 14:35:30.491069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2feb237-eaa2-4793-8fa4-fad7c8974293 tempest-TestNetworkBasicOps-715960630 tempest-TestNetworkBasicOps-715960630-project] Pushing event deleted for resources: {'Network': ['ID=129d4a3b-6a0a-4267-863e-4de7d04ae09e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:30.759466 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42396) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:30.892913 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0668bd48-e1bb-4a14-89d9-17461febb0c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2533e4232c3c4eb68d04bb13b2fb1c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322618 Aug 05 14:35:30.895579 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42400) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:30.946776 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38c8d077-ce81-4d62-9976-afa75fa60cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:30.967871 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38c8d077-ce81-4d62-9976-afa75fa60cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:31.014126 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38c8d077-ce81-4d62-9976-afa75fa60cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:31.017508 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-38c8d077-ce81-4d62-9976-afa75fa60cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:31.018997 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-38c8d077-ce81-4d62-9976-afa75fa60cc6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b00f8095-95ae-48db-86e8-c3bbb284c1fb HTTP/1.1" status: 204 len: 168 time: 0.1222398 Aug 05 14:35:31.026762 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8d077-ce81-4d62-9976-afa75fa60cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00f8095-95ae-48db-86e8-c3bbb284c1fb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:31.281530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42406) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:31.295648 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ee0564d-ce0e-4220-80c8-2757c813f836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:31.392748 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ee0564d-ce0e-4220-80c8-2757c813f836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:31.396588 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9ee0564d-ce0e-4220-80c8-2757c813f836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:31.435059 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9ee0564d-ce0e-4220-80c8-2757c813f836 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81182f959cc94d06af434637db83c657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523714 Aug 05 14:35:31.435966 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0564d-ce0e-4220-80c8-2757c813f836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaef817-951d-43b5-8d8e-32a218146010,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:31.438026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42408) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:31.489499 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a46e9327-b4a0-4bd4-bdf8-34068f15ef7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:31.510431 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a46e9327-b4a0-4bd4-bdf8-34068f15ef7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:31.556283 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a46e9327-b4a0-4bd4-bdf8-34068f15ef7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:31.559071 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a46e9327-b4a0-4bd4-bdf8-34068f15ef7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:31.560757 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a46e9327-b4a0-4bd4-bdf8-34068f15ef7b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/beaef817-951d-43b5-8d8e-32a218146010 HTTP/1.1" status: 204 len: 168 time: 0.1206062 Aug 05 14:35:31.570408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e9327-b4a0-4bd4-bdf8-34068f15ef7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaef817-951d-43b5-8d8e-32a218146010,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:32.070708 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4915143a-fe8d-4c1b-a5f8-2a8c6b571854 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:35:32.092075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4915143a-fe8d-4c1b-a5f8-2a8c6b571854 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:35:32.092421 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4915143a-fe8d-4c1b-a5f8-2a8c6b571854 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:35:32.251418 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42430) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:32.355593 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-a2ddb6bd-ef0c-461a-b3c0-ac90b19ce9a3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-824069957-network', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:35:32.378045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ddb6bd-ef0c-461a-b3c0-ac90b19ce9a3 admin admin] Made reservation on behalf of c5b0e97c98584fd68b852930ef108788 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:35:32.380466 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb6bd-ef0c-461a-b3c0-ac90b19ce9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:32.388737 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb6bd-ef0c-461a-b3c0-ac90b19ce9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:32.478943 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb6bd-ef0c-461a-b3c0-ac90b19ce9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:32.482778 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb6bd-ef0c-461a-b3c0-ac90b19ce9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:32.502485 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ddb6bd-ef0c-461a-b3c0-ac90b19ce9a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:35:32.517475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddb6bd-ef0c-461a-b3c0-ac90b19ce9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283dde3f-4afa-49eb-8275-986bfbf628d0,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:32.520618 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb6bd-ef0c-461a-b3c0-ac90b19ce9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:32.520963 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-a2ddb6bd-ef0c-461a-b3c0-ac90b19ce9a3 admin admin] Added segment 2019764b-993f-4dd4-8e87-d0a5244b02fd of type vlan for network 3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 Aug 05 14:35:32.560644 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb6bd-ef0c-461a-b3c0-ac90b19ce9a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:32.588749 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb6bd-ef0c-461a-b3c0-ac90b19ce9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:32.589703 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ddb6bd-ef0c-461a-b3c0-ac90b19ce9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:35:32.590310 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb6bd-ef0c-461a-b3c0-ac90b19ce9a3 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:32.662409 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a2ddb6bd-ef0c-461a-b3c0-ac90b19ce9a3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4098394 Aug 05 14:35:32.665830 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42434) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:32.671322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-253b2417-9256-4dbb-9d86-25e673141388 admin admin] Request body: {'subnet': {'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-824069957-subnet', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:35:32.679062 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddb6bd-ef0c-461a-b3c0-ac90b19ce9a3 admin admin] Pushing event updated for resources: {'Network': ['ID=3cf3837a-7579-4f62-9e4e-4afcbd3efbd2,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:32.690570 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:35:32.691760 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253b2417-9256-4dbb-9d86-25e673141388 admin admin] Made reservation on behalf of c5b0e97c98584fd68b852930ef108788 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:35:32.694077 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-253b2417-9256-4dbb-9d86-25e673141388 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:32.860181 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-253b2417-9256-4dbb-9d86-25e673141388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:32.922744 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b2417-9256-4dbb-9d86-25e673141388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21cc3524-830f-4549-9f86-73623cc71697,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:32.926945 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b2417-9256-4dbb-9d86-25e673141388 admin admin] Checking segment: {'id': '2019764b-993f-4dd4-8e87-d0a5244b02fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:35:32.927302 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253b2417-9256-4dbb-9d86-25e673141388 admin admin] Network hostable DHCP agents. Network: 3cf3837a-7579-4f62-9e4e-4afcbd3efbd2, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:35:32.944025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253b2417-9256-4dbb-9d86-25e673141388 admin admin] Network 3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:35:32.952882 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-253b2417-9256-4dbb-9d86-25e673141388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 3cf3837a-7579-4f62-9e4e-4afcbd3efbd2) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:35:32.956942 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253b2417-9256-4dbb-9d86-25e673141388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:35:32.957514 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-253b2417-9256-4dbb-9d86-25e673141388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:32.962758 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505c44f1-37e6-4abe-bfaa-3dbeee22daf7 None None] Network 3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:35:32.973769 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-253b2417-9256-4dbb-9d86-25e673141388 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3041914 Aug 05 14:35:32.974011 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42436) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:32.978513 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:35:33.002302 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:33.003347 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:33.087499 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:33.110541 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'fixed_ips': [{'subnet_id': '21cc3524-830f-4549-9f86-73623cc71697'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:35:33.111442 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:33.228485 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:33.250979 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Allocated IP 172.20.0.2 (3cf3837a-7579-4f62-9e4e-4afcbd3efbd2/21cc3524-830f-4549-9f86-73623cc71697/b6086c0b-be37-4934-8c4a-932a0e3601aa) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:35:33.400923 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:33.409841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Transition to ACTIVE for port object b6086c0b-be37-4934-8c4a-932a0e3601aa will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:35:33.424770 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Transition to ACTIVE for port object b6086c0b-be37-4934-8c4a-932a0e3601aa will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:35:33.430522 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:33.431086 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:33.455579 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:33.471784 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Network 3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:35:33.474657 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:35:33.478094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:35:33.484174 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Pushing event updated for resources: {'Port': ['ID=b6086c0b-be37-4934-8c4a-932a0e3601aa,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:33.535896 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Attempting to bind port b6086c0b-be37-4934-8c4a-932a0e3601aa on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:35:33.536323 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Attempting to bind port b6086c0b-be37-4934-8c4a-932a0e3601aa by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '2019764b-993f-4dd4-8e87-d0a5244b02fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:35:33.536683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Attempting to bind port b6086c0b-be37-4934-8c4a-932a0e3601aa on network 3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:35:33.541611 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:35:33.541984 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Checking segment: {'id': '2019764b-993f-4dd4-8e87-d0a5244b02fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:35:33.542419 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:33.542866 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Bound using segment: {'id': '2019764b-993f-4dd4-8e87-d0a5244b02fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:35:33.543334 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Bound port: b6086c0b-be37-4934-8c4a-932a0e3601aa, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2019764b-993f-4dd4-8e87-d0a5244b02fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:35:33.543761 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:33.558031 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Allocated IP 172.25.5.122 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/01cfe5e7-cdcf-40c9-b17c-a4f8bc293692) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:35:33.606915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] For port b6086c0b-be37-4934-8c4a-932a0e3601aa, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:35:33.610112 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] For port b6086c0b-be37-4934-8c4a-932a0e3601aa, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b6086c0b-be37-4934-8c4a-932a0e3601aa,segment=NetworkSegment(2019764b-993f-4dd4-8e87-d0a5244b02fd),segment_id=2019764b-993f-4dd4-8e87-d0a5244b02fd)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:35:33.615069 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:33.669410 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:33.677828 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac89f53-924c-43c3-bb62-ae51bc34ffe0 None None] Pushing event updated for resources: {'Port': ['ID=b6086c0b-be37-4934-8c4a-932a0e3601aa,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:33.710609 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:33.752912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:35:33.755863 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:35:33.760484 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:35:33.763574 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Pushing event updated for resources: {'Port': ['ID=01cfe5e7-cdcf-40c9-b17c-a4f8bc293692,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:34.139301 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b6086c0b-be37-4934-8c4a-932a0e3601aa up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:35:34.187614 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port b6086c0b-be37-4934-8c4a-932a0e3601aa completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:35:34.344694 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:34.547208 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:34.591769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba20840-de35-4152-80d1-f883b56a2d52 None None] Network 3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:35:34.678547 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Router a53bf555-2011-4cc9-96be-7018ef6855c3 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:35:34.719508 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-16b442d5-5ba4-4d08-b90d-daa152b70c17 None None] Provisioning for port b6086c0b-be37-4934-8c4a-932a0e3601aa completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:35:34.723270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-16b442d5-5ba4-4d08-b90d-daa152b70c17 None None] Provisioning complete for port b6086c0b-be37-4934-8c4a-932a0e3601aa triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:34.723646 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-16b442d5-5ba4-4d08-b90d-daa152b70c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:34.803285 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:35:34.821303 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Sync routers for ids ['a53bf555-2011-4cc9-96be-7018ef6855c3'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:35:34.832843 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Routers {'a53bf555-2011-4cc9-96be-7018ef6855c3'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:35:34.833469 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:35:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a53bf555-2011-4cc9-96be-7018ef6855c3'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:34.843811 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:34.847705 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1f48d3f6-4a01-4378-a1b7-c572dc0e8523 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8701496 Aug 05 14:35:34.848140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42438) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:34.857460 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-16b442d5-5ba4-4d08-b90d-daa152b70c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:34.905820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-16b442d5-5ba4-4d08-b90d-daa152b70c17 None None] For port b6086c0b-be37-4934-8c4a-932a0e3601aa, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b6086c0b-be37-4934-8c4a-932a0e3601aa,segment=NetworkSegment(2019764b-993f-4dd4-8e87-d0a5244b02fd),segment_id=2019764b-993f-4dd4-8e87-d0a5244b02fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:35:34.913529 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-16b442d5-5ba4-4d08-b90d-daa152b70c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:34.979334 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b442d5-5ba4-4d08-b90d-daa152b70c17 None None] Pushing event updated for resources: {'Port': ['ID=b6086c0b-be37-4934-8c4a-932a0e3601aa,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:34.982686 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Set router a53bf555-2011-4cc9-96be-7018ef6855c3 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:35:35.138516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4f0f3a46-e06a-46e3-923d-15ce04b0de9b None None] Provisioning complete for port b6086c0b-be37-4934-8c4a-932a0e3601aa triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:35.139284 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3a46-e06a-46e3-923d-15ce04b0de9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:35.201288 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:34Z', 'revision_number': 3, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'gw_port': {'id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:35.233129 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Checking router: a53bf555-2011-4cc9-96be-7018ef6855c3 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:35:35.233483 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Updating router a53bf555-2011-4cc9-96be-7018ef6855c3 port 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:35:35.257616 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:35.328474 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:35.535581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Allocated IP 172.20.0.1 (3cf3837a-7579-4f62-9e4e-4afcbd3efbd2/21cc3524-830f-4549-9f86-73623cc71697/de74aa44-b7cf-4ee6-9e4b-359504e27f1b) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:35:35.607132 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:35.617325 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Transition to ACTIVE for port object 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:35:35.620868 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-702f7e3a-9778-4bcc-bc83-3b05c6669fd5 req-d7b040c2-665c-461b-9f8e-c5aeed38d2f9 tempest-InstanceActionsNegativeTestJSON-161254415 tempest-InstanceActionsNegativeTestJSON-161254415-project] (105723) timed out ('10.222.0.63', 64985) {{(pid=105723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 14:35:35.623664 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:35.644054 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:35.657829 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Transition to ACTIVE for port object de74aa44-b7cf-4ee6-9e4b-359504e27f1b will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:35:35.677719 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Attempting to bind port 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:35:35.678099 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Attempting to bind port 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:35:35.678481 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Attempting to bind port 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:35:35.686938 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad05f8-f49c-435a-bb00-fa6bb6cf8346 None None] Pushing event updated for resources: {'Port': ['ID=01cfe5e7-cdcf-40c9-b17c-a4f8bc293692,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:35.691046 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:35.691322 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:35:35.691696 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:35:35.692095 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:35.692484 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:35:35.692950 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Bound port: 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:35:35.693331 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:35.716708 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad05f8-f49c-435a-bb00-fa6bb6cf8346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:35.717051 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad05f8-f49c-435a-bb00-fa6bb6cf8346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:35.717387 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad05f8-f49c-435a-bb00-fa6bb6cf8346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:35.717719 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad05f8-f49c-435a-bb00-fa6bb6cf8346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:35.718047 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad05f8-f49c-435a-bb00-fa6bb6cf8346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:35.718401 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad05f8-f49c-435a-bb00-fa6bb6cf8346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:35.718724 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad05f8-f49c-435a-bb00-fa6bb6cf8346 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:35.719055 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad05f8-f49c-435a-bb00-fa6bb6cf8346 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:35.719363 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad05f8-f49c-435a-bb00-fa6bb6cf8346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:35.719682 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad05f8-f49c-435a-bb00-fa6bb6cf8346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:35.720006 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad05f8-f49c-435a-bb00-fa6bb6cf8346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:35.720319 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad05f8-f49c-435a-bb00-fa6bb6cf8346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:35:35.730070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Network 3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:35:35.733113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:35:35.738828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:35:35.759192 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] For port 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:35:35.764676 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] For port 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=01cfe5e7-cdcf-40c9-b17c-a4f8bc293692,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:35:35.770622 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:35.788349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Pushing event updated for resources: {'Port': ['ID=de74aa44-b7cf-4ee6-9e4b-359504e27f1b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:35.799228 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:35.832020 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Routers {'a53bf555-2011-4cc9-96be-7018ef6855c3'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:35:35.832659 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:35:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a53bf555-2011-4cc9-96be-7018ef6855c3'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:35.877316 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad05f8-f49c-435a-bb00-fa6bb6cf8346 None None] Pushing event updated for resources: {'Port': ['ID=01cfe5e7-cdcf-40c9-b17c-a4f8bc293692,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:35.950373 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4d30d78b-8c25-4ed9-bd83-aeaf307cf25f None None] Provisioning for port de74aa44-b7cf-4ee6-9e4b-359504e27f1b completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:35:35.951046 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:35.954627 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4d30d78b-8c25-4ed9-bd83-aeaf307cf25f None None] Provisioning complete for port de74aa44-b7cf-4ee6-9e4b-359504e27f1b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:35.955229 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4d30d78b-8c25-4ed9-bd83-aeaf307cf25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:35.956278 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] Set router a53bf555-2011-4cc9-96be-7018ef6855c3 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:35:35.990549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4d30d78b-8c25-4ed9-bd83-aeaf307cf25f None None] Port de74aa44-b7cf-4ee6-9e4b-359504e27f1b cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:35:36.120834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b6086c0b-be37-4934-8c4a-932a0e3601aa up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:35:36.133111 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:36.139190 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:36.146391 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:34Z', 'revision_number': 3, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'gw_port': {'id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:36.174633 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30cc792-12b5-4879-9948-ec0910922bb6 None None] The sync data for ids ['a53bf555-2011-4cc9-96be-7018ef6855c3'] in n-d-803585-2 is: [{'id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:34Z', 'revision_number': 3, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'gw_port': {'id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:35:36.179679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port b6086c0b-be37-4934-8c4a-932a0e3601aa triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:36.179679 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:36.222520 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:36.225471 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Pushing event updated for resources: {'Port': ['ID=de74aa44-b7cf-4ee6-9e4b-359504e27f1b,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:36.323635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Network 3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:35:36.325586 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:35:36.459804 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Router a53bf555-2011-4cc9-96be-7018ef6855c3 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:35:36.586456 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:35:36.592450 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8f40dd6c-53d1-46bc-b60d-7c4191f8b65c admin admin] 10.222.0.16 "PUT /v2.0/routers/a53bf555-2011-4cc9-96be-7018ef6855c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7432351 Aug 05 14:35:36.631592 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2b41a8e6-97bf-4bb6-8616-d6fdbb2e86ce None None] Provisioning complete for port de74aa44-b7cf-4ee6-9e4b-359504e27f1b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:36.632376 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2b41a8e6-97bf-4bb6-8616-d6fdbb2e86ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:36.669406 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-2b41a8e6-97bf-4bb6-8616-d6fdbb2e86ce None None] Port de74aa44-b7cf-4ee6-9e4b-359504e27f1b cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:35:37.083004 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42454) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:37.088146 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0c01518f-3137-470a-9b51-d1c1df22d8b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1658533623-network', 'tenant_id': '71aeb53aaec846eca2e69841f66c401a'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:35:37.111051 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c01518f-3137-470a-9b51-d1c1df22d8b8 admin admin] Made reservation on behalf of 71aeb53aaec846eca2e69841f66c401a for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:35:37.113395 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0c01518f-3137-470a-9b51-d1c1df22d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:37.122756 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0c01518f-3137-470a-9b51-d1c1df22d8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:37.230459 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0c01518f-3137-470a-9b51-d1c1df22d8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:37.235829 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0c01518f-3137-470a-9b51-d1c1df22d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:37.257703 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c01518f-3137-470a-9b51-d1c1df22d8b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:35:37.271277 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01518f-3137-470a-9b51-d1c1df22d8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d80031-8ae8-498a-b457-6c82312c6c2a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:37.276051 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0c01518f-3137-470a-9b51-d1c1df22d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:37.276394 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-0c01518f-3137-470a-9b51-d1c1df22d8b8 admin admin] Added segment 5e62c7b4-4b9c-4bc4-97f5-829543ee267d of type vlan for network 70c7ad05-70d2-42ff-b8a5-a24605517072 Aug 05 14:35:37.316484 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0c01518f-3137-470a-9b51-d1c1df22d8b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:37.348688 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0c01518f-3137-470a-9b51-d1c1df22d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:37.349762 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c01518f-3137-470a-9b51-d1c1df22d8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:35:37.350374 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0c01518f-3137-470a-9b51-d1c1df22d8b8 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:37.405900 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0c01518f-3137-470a-9b51-d1c1df22d8b8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3217409 Aug 05 14:35:37.408613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42456) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:37.415393 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0e67ffd7-dc1d-4b94-9270-083ea2c69ec1 admin admin] Request body: {'subnet': {'network_id': '70c7ad05-70d2-42ff-b8a5-a24605517072', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1658533623-subnet', 'tenant_id': '71aeb53aaec846eca2e69841f66c401a', 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:35:37.420375 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01518f-3137-470a-9b51-d1c1df22d8b8 admin admin] Pushing event updated for resources: {'Network': ['ID=70c7ad05-70d2-42ff-b8a5-a24605517072,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:37.432411 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 70c7ad05-70d2-42ff-b8a5-a24605517072 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:35:37.439694 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e67ffd7-dc1d-4b94-9270-083ea2c69ec1 admin admin] Made reservation on behalf of 71aeb53aaec846eca2e69841f66c401a for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:35:37.442228 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e67ffd7-dc1d-4b94-9270-083ea2c69ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:37.631585 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e67ffd7-dc1d-4b94-9270-083ea2c69ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:37.685339 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67ffd7-dc1d-4b94-9270-083ea2c69ec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a297007-1aa5-4f94-8983-e0d2c2b0eb65,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:37.695332 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e67ffd7-dc1d-4b94-9270-083ea2c69ec1 admin admin] Checking segment: {'id': '5e62c7b4-4b9c-4bc4-97f5-829543ee267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '70c7ad05-70d2-42ff-b8a5-a24605517072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:35:37.695694 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e67ffd7-dc1d-4b94-9270-083ea2c69ec1 admin admin] Network hostable DHCP agents. Network: 70c7ad05-70d2-42ff-b8a5-a24605517072, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:35:37.714577 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e67ffd7-dc1d-4b94-9270-083ea2c69ec1 admin admin] Network 70c7ad05-70d2-42ff-b8a5-a24605517072 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:35:37.722513 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-0e67ffd7-dc1d-4b94-9270-083ea2c69ec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 70c7ad05-70d2-42ff-b8a5-a24605517072) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:35:37.726561 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e67ffd7-dc1d-4b94-9270-083ea2c69ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:35:37.727285 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0e67ffd7-dc1d-4b94-9270-083ea2c69ec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:37.732300 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dfb258-bacb-4523-a5af-1af4f6b7c150 None None] Network 70c7ad05-70d2-42ff-b8a5-a24605517072 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:35:37.745550 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0e67ffd7-dc1d-4b94-9270-083ea2c69ec1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3336148 Aug 05 14:35:37.746793 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 42458) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:37.748293 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Sync routers for ids ['a53bf555-2011-4cc9-96be-7018ef6855c3'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:35:37.752439 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1658533623-router', 'tenant_id': '71aeb53aaec846eca2e69841f66c401a', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:35:37.772899 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:37.773935 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:37.790797 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Routers {'a53bf555-2011-4cc9-96be-7018ef6855c3'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:35:37.791420 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:35:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a53bf555-2011-4cc9-96be-7018ef6855c3'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:37.830776 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:37.950216 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Set router a53bf555-2011-4cc9-96be-7018ef6855c3 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:35:37.969448 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:38.001399 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-70c7ad05-70d2-42ff-b8a5-a24605517072', 'network_id': '70c7ad05-70d2-42ff-b8a5-a24605517072', 'tenant_id': '71aeb53aaec846eca2e69841f66c401a', 'fixed_ips': [{'subnet_id': '1a297007-1aa5-4f94-8983-e0d2c2b0eb65'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:35:38.002348 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:38.172604 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:35:38.455453 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Allocated IP 172.20.0.2 (70c7ad05-70d2-42ff-b8a5-a24605517072/1a297007-1aa5-4f94-8983-e0d2c2b0eb65/2b53261e-169e-490d-afd3-d091421413e2) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:35:38.478218 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:35:38.499752 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:38.500131 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:38.533179 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:38.552961 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:38.593438 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:35Z', 'revision_number': 4, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'gw_port': {'id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'de74aa44-b7cf-4ee6-9e4b-359504e27f1b', 'name': '', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'mac_address': 'fa:16:3e:2e:6b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '21cc3524-830f-4549-9f86-73623cc71697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:35Z', 'updated_at': '2021-08-05T14:35:36Z', 'revision_number': 2, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'subnets': [{'id': '21cc3524-830f-4549-9f86-73623cc71697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:38.634238 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Checking router: a53bf555-2011-4cc9-96be-7018ef6855c3 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:35:38.634679 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Updating router a53bf555-2011-4cc9-96be-7018ef6855c3 port de74aa44-b7cf-4ee6-9e4b-359504e27f1b binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:35:38.665577 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Allocated IP 172.25.5.33 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/8c6be2fd-f993-44e4-8fc6-8b79d7156325) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:35:38.705648 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:38.737906 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:38.772180 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:38.795273 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=01cfe5e7-cdcf-40c9-b17c-a4f8bc293692,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:35:38.803862 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:38.806081 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:38.814096 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:38.823821 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Transition to ACTIVE for port object 2b53261e-169e-490d-afd3-d091421413e2 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:35:38.856107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:35:38.859825 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:35:38.864247 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:35:38.867295 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Pushing event updated for resources: {'Port': ['ID=8c6be2fd-f993-44e4-8fc6-8b79d7156325,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:38.928844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Transition to ACTIVE for port object 2b53261e-169e-490d-afd3-d091421413e2 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:35:38.945759 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:38.950757 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=01cfe5e7-cdcf-40c9-b17c-a4f8bc293692,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:39.026243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Network 70c7ad05-70d2-42ff-b8a5-a24605517072 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:35:39.032433 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:35:39.042833 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:35:39.058021 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Pushing event updated for resources: {'Port': ['ID=2b53261e-169e-490d-afd3-d091421413e2,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:39.116142 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:39.129976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Attempting to bind port 2b53261e-169e-490d-afd3-d091421413e2 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:35:39.130373 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Attempting to bind port 2b53261e-169e-490d-afd3-d091421413e2 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '5e62c7b4-4b9c-4bc4-97f5-829543ee267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '70c7ad05-70d2-42ff-b8a5-a24605517072'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:35:39.130744 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Attempting to bind port 2b53261e-169e-490d-afd3-d091421413e2 on network 70c7ad05-70d2-42ff-b8a5-a24605517072 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:35:39.143345 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:35:39.143985 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Checking segment: {'id': '5e62c7b4-4b9c-4bc4-97f5-829543ee267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '70c7ad05-70d2-42ff-b8a5-a24605517072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:35:39.144390 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:39.144788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Bound using segment: {'id': '5e62c7b4-4b9c-4bc4-97f5-829543ee267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '70c7ad05-70d2-42ff-b8a5-a24605517072'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:35:39.145252 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Bound port: 2b53261e-169e-490d-afd3-d091421413e2, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e62c7b4-4b9c-4bc4-97f5-829543ee267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '70c7ad05-70d2-42ff-b8a5-a24605517072'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:35:39.145635 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:39.260663 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:39.263709 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] For port 2b53261e-169e-490d-afd3-d091421413e2, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:35:39.267764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] For port 2b53261e-169e-490d-afd3-d091421413e2, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2b53261e-169e-490d-afd3-d091421413e2,segment=NetworkSegment(5e62c7b4-4b9c-4bc4-97f5-829543ee267d),segment_id=5e62c7b4-4b9c-4bc4-97f5-829543ee267d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:35:39.274434 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:39.281419 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Transition to ACTIVE for port object de74aa44-b7cf-4ee6-9e4b-359504e27f1b will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:35:39.312382 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:39.318275 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:39.355667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e358afd-34a0-49b7-ac3a-48af3093d460 None None] Pushing event updated for resources: {'Port': ['ID=2b53261e-169e-490d-afd3-d091421413e2,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:39.442755 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c9255-bfb8-4a3f-a9b2-82f3821d542a None None] Pushing event updated for resources: {'Port': ['ID=de74aa44-b7cf-4ee6-9e4b-359504e27f1b,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:39.447388 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Attempting to bind port de74aa44-b7cf-4ee6-9e4b-359504e27f1b on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:35:39.448045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Attempting to bind port de74aa44-b7cf-4ee6-9e4b-359504e27f1b by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '2019764b-993f-4dd4-8e87-d0a5244b02fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:35:39.448415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Attempting to bind port de74aa44-b7cf-4ee6-9e4b-359504e27f1b on network 3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:35:39.455446 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:35:39.455828 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Checking segment: {'id': '2019764b-993f-4dd4-8e87-d0a5244b02fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:35:39.456398 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:39.456629 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Bound using segment: {'id': '2019764b-993f-4dd4-8e87-d0a5244b02fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:35:39.457485 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Bound port: de74aa44-b7cf-4ee6-9e4b-359504e27f1b, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2019764b-993f-4dd4-8e87-d0a5244b02fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:35:39.457485 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:39.481484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Router ea5d3347-609b-4737-a372-8cd0f84bc557 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:35:39.551126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] For port de74aa44-b7cf-4ee6-9e4b-359504e27f1b, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:35:39.554713 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] For port de74aa44-b7cf-4ee6-9e4b-359504e27f1b, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=de74aa44-b7cf-4ee6-9e4b-359504e27f1b,segment=NetworkSegment(2019764b-993f-4dd4-8e87-d0a5244b02fd),segment_id=2019764b-993f-4dd4-8e87-d0a5244b02fd)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:35:39.564104 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:39.653292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Routers {'a53bf555-2011-4cc9-96be-7018ef6855c3'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:35:39.654512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:35:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a53bf555-2011-4cc9-96be-7018ef6855c3'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:39.669853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:35:39.683090 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Sync routers for ids ['ea5d3347-609b-4737-a372-8cd0f84bc557'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:35:39.699853 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:39.705634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 42460) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:35:39.706240 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Routers {'ea5d3347-609b-4737-a372-8cd0f84bc557'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:35:39.707076 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:35:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ea5d3347-609b-4737-a372-8cd0f84bc557'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:39.708435 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2c5ac543-1c17-4908-997a-060ebdfc5faf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9597082 Aug 05 14:35:39.743841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c9255-bfb8-4a3f-a9b2-82f3821d542a None None] Pushing event updated for resources: {'Port': ['ID=de74aa44-b7cf-4ee6-9e4b-359504e27f1b,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:39.824469 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Set router ea5d3347-609b-4737-a372-8cd0f84bc557 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:35:39.844133 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] Set router a53bf555-2011-4cc9-96be-7018ef6855c3 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:35:40.018479 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'name': 'tempest-TestVolumeBackupRestore-1658533623-router', 'tenant_id': '71aeb53aaec846eca2e69841f66c401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '8c6be2fd-f993-44e4-8fc6-8b79d7156325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:37Z', 'updated_at': '2021-08-05T14:35:39Z', 'revision_number': 3, 'project_id': '71aeb53aaec846eca2e69841f66c401a', 'gw_port': {'id': '8c6be2fd-f993-44e4-8fc6-8b79d7156325', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:99:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:38Z', 'updated_at': '2021-08-05T14:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:40.052560 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Checking router: ea5d3347-609b-4737-a372-8cd0f84bc557 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:35:40.053236 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Updating router ea5d3347-609b-4737-a372-8cd0f84bc557 port 8c6be2fd-f993-44e4-8fc6-8b79d7156325 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:35:40.105979 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:35Z', 'revision_number': 4, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'gw_port': {'id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'de74aa44-b7cf-4ee6-9e4b-359504e27f1b', 'name': '', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'mac_address': 'fa:16:3e:2e:6b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '21cc3524-830f-4549-9f86-73623cc71697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:35Z', 'updated_at': '2021-08-05T14:35:39Z', 'revision_number': 4, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'subnets': [{'id': '21cc3524-830f-4549-9f86-73623cc71697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:40.125011 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:40.143927 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804f071-17ec-4b57-8bd2-824de35d1e04 None None] The sync data for ids ['a53bf555-2011-4cc9-96be-7018ef6855c3'] in n-d-803585-2 is: [{'id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:35Z', 'revision_number': 4, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'gw_port': {'id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'de74aa44-b7cf-4ee6-9e4b-359504e27f1b', 'name': '', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'mac_address': 'fa:16:3e:2e:6b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '21cc3524-830f-4549-9f86-73623cc71697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:35Z', 'updated_at': '2021-08-05T14:35:39Z', 'revision_number': 4, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'subnets': [{'id': '21cc3524-830f-4549-9f86-73623cc71697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:35:40.270692 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:40.302656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2b53261e-169e-490d-afd3-d091421413e2 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:35:40.409595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 2b53261e-169e-490d-afd3-d091421413e2 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:35:40.415080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:35:40.510040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:40.511362 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:40.527765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Allocated IP 172.20.0.1 (70c7ad05-70d2-42ff-b8a5-a24605517072/1a297007-1aa5-4f94-8983-e0d2c2b0eb65/857cd9f9-c8f2-4764-9ae6-749e8687cd35) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:35:40.563170 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:40.574544 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Transition to ACTIVE for port object 8c6be2fd-f993-44e4-8fc6-8b79d7156325 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:35:40.583984 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:40.640249 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784a8fb3-5b4e-4ad9-8371-c4e02e6ecc74 None None] Network 70c7ad05-70d2-42ff-b8a5-a24605517072 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:35:40.666352 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Attempting to bind port 8c6be2fd-f993-44e4-8fc6-8b79d7156325 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:35:40.666725 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Attempting to bind port 8c6be2fd-f993-44e4-8fc6-8b79d7156325 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:35:40.667092 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Attempting to bind port 8c6be2fd-f993-44e4-8fc6-8b79d7156325 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:35:40.669665 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de17b22-98d0-434d-9ad6-65f022bc8829 None None] Pushing event updated for resources: {'Port': ['ID=8c6be2fd-f993-44e4-8fc6-8b79d7156325,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:40.676119 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:35:40.676514 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:35:40.676911 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:40.677285 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:35:40.677754 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Bound port: 8c6be2fd-f993-44e4-8fc6-8b79d7156325, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:35:40.678139 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:40.681542 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:40.696972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Transition to ACTIVE for port object 857cd9f9-c8f2-4764-9ae6-749e8687cd35 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:35:40.738432 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:40.743545 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] For port 8c6be2fd-f993-44e4-8fc6-8b79d7156325, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:35:40.747137 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] For port 8c6be2fd-f993-44e4-8fc6-8b79d7156325, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8c6be2fd-f993-44e4-8fc6-8b79d7156325,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:35:40.752015 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:40.779447 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dd2c6b38-8e12-4902-aaed-0263753c9b8c None None] Provisioning for port 2b53261e-169e-490d-afd3-d091421413e2 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:35:40.790508 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dd2c6b38-8e12-4902-aaed-0263753c9b8c None None] Provisioning complete for port 2b53261e-169e-490d-afd3-d091421413e2 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:40.790991 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6b38-8e12-4902-aaed-0263753c9b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:40.803061 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Routers {'ea5d3347-609b-4737-a372-8cd0f84bc557'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:35:40.803712 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:35:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ea5d3347-609b-4737-a372-8cd0f84bc557'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:40.806082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Pushing event updated for resources: {'Port': ['ID=857cd9f9-c8f2-4764-9ae6-749e8687cd35,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:40.813543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Network 70c7ad05-70d2-42ff-b8a5-a24605517072 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:35:40.815323 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:35:40.817701 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:35:40.865055 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de17b22-98d0-434d-9ad6-65f022bc8829 None None] Pushing event updated for resources: {'Port': ['ID=8c6be2fd-f993-44e4-8fc6-8b79d7156325,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:40.868179 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:40.932961 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6b38-8e12-4902-aaed-0263753c9b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:40.978558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dd2c6b38-8e12-4902-aaed-0263753c9b8c None None] For port 2b53261e-169e-490d-afd3-d091421413e2, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2b53261e-169e-490d-afd3-d091421413e2,segment=NetworkSegment(5e62c7b4-4b9c-4bc4-97f5-829543ee267d),segment_id=5e62c7b4-4b9c-4bc4-97f5-829543ee267d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:35:40.980111 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] Set router ea5d3347-609b-4737-a372-8cd0f84bc557 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:35:40.986408 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dd2c6b38-8e12-4902-aaed-0263753c9b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:41.056307 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c6b38-8e12-4902-aaed-0263753c9b8c None None] Pushing event updated for resources: {'Port': ['ID=2b53261e-169e-490d-afd3-d091421413e2,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:41.104725 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:41.318839 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-063da33f-e6c5-45da-9e85-c06f18d63b66 None None] Provisioning complete for port 2b53261e-169e-490d-afd3-d091421413e2 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:41.319215 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-063da33f-e6c5-45da-9e85-c06f18d63b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:41.330878 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'name': 'tempest-TestVolumeBackupRestore-1658533623-router', 'tenant_id': '71aeb53aaec846eca2e69841f66c401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '8c6be2fd-f993-44e4-8fc6-8b79d7156325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:37Z', 'updated_at': '2021-08-05T14:35:39Z', 'revision_number': 3, 'project_id': '71aeb53aaec846eca2e69841f66c401a', 'gw_port': {'id': '8c6be2fd-f993-44e4-8fc6-8b79d7156325', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:99:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:38Z', 'updated_at': '2021-08-05T14:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:41.347722 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:41.357068 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:41.379259 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee53bc7-3084-4520-b39f-e3a8c09edc7a None None] The sync data for ids ['ea5d3347-609b-4737-a372-8cd0f84bc557'] in n-d-803585-2 is: [{'id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'name': 'tempest-TestVolumeBackupRestore-1658533623-router', 'tenant_id': '71aeb53aaec846eca2e69841f66c401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '8c6be2fd-f993-44e4-8fc6-8b79d7156325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:37Z', 'updated_at': '2021-08-05T14:35:39Z', 'revision_number': 3, 'project_id': '71aeb53aaec846eca2e69841f66c401a', 'gw_port': {'id': '8c6be2fd-f993-44e4-8fc6-8b79d7156325', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:99:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:38Z', 'updated_at': '2021-08-05T14:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:35:41.450633 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:41.453403 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Pushing event updated for resources: {'Port': ['ID=857cd9f9-c8f2-4764-9ae6-749e8687cd35,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:41.459561 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-063da33f-e6c5-45da-9e85-c06f18d63b66 None None] Provisioning for port 857cd9f9-c8f2-4764-9ae6-749e8687cd35 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:35:41.463813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-063da33f-e6c5-45da-9e85-c06f18d63b66 None None] Provisioning complete for port 857cd9f9-c8f2-4764-9ae6-749e8687cd35 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:41.464257 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-063da33f-e6c5-45da-9e85-c06f18d63b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:41.502050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-063da33f-e6c5-45da-9e85-c06f18d63b66 None None] Port 857cd9f9-c8f2-4764-9ae6-749e8687cd35 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:35:41.554484 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Network 70c7ad05-70d2-42ff-b8a5-a24605517072 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:35:41.555890 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:35:41.625161 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4255069f-e961-4131-a216-96905a1c2f7b None None] Provisioning complete for port 857cd9f9-c8f2-4764-9ae6-749e8687cd35 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:41.626234 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4255069f-e961-4131-a216-96905a1c2f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:41.667610 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4255069f-e961-4131-a216-96905a1c2f7b None None] Port 857cd9f9-c8f2-4764-9ae6-749e8687cd35 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:35:41.696440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Router ea5d3347-609b-4737-a372-8cd0f84bc557 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:35:41.833261 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:35:41.839871 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-261d2769-0b1b-4181-b14f-95d4252e8f19 admin admin] 10.222.0.16 "PUT /v2.0/routers/ea5d3347-609b-4737-a372-8cd0f84bc557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1306086 Aug 05 14:35:41.902021 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4c687243-238a-4f1e-a432-a94d7b8691c5 None None] Provisioning complete for port 857cd9f9-c8f2-4764-9ae6-749e8687cd35 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:41.902507 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4c687243-238a-4f1e-a432-a94d7b8691c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:41.939539 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4c687243-238a-4f1e-a432-a94d7b8691c5 None None] Port 857cd9f9-c8f2-4764-9ae6-749e8687cd35 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:35:42.231752 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8c6be2fd-f993-44e4-8fc6-8b79d7156325 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:35:42.289946 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 8c6be2fd-f993-44e4-8fc6-8b79d7156325 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:35:42.294654 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8c6be2fd-f993-44e4-8fc6-8b79d7156325 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:42.295099 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:42.388906 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:42.414126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 8c6be2fd-f993-44e4-8fc6-8b79d7156325, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8c6be2fd-f993-44e4-8fc6-8b79d7156325,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:35:42.418626 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:42.419439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2b53261e-169e-490d-afd3-d091421413e2 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:35:42.499779 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=8c6be2fd-f993-44e4-8fc6-8b79d7156325,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:42.511338 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 2b53261e-169e-490d-afd3-d091421413e2 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:42.511712 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:42.593710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device de74aa44-b7cf-4ee6-9e4b-359504e27f1b up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:35:42.645507 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port de74aa44-b7cf-4ee6-9e4b-359504e27f1b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:35:42.649672 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port de74aa44-b7cf-4ee6-9e4b-359504e27f1b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:42.650124 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:42.734301 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:42.767270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port de74aa44-b7cf-4ee6-9e4b-359504e27f1b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=de74aa44-b7cf-4ee6-9e4b-359504e27f1b,segment=NetworkSegment(2019764b-993f-4dd4-8e87-d0a5244b02fd),segment_id=2019764b-993f-4dd4-8e87-d0a5244b02fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:35:42.771463 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:42.820298 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=de74aa44-b7cf-4ee6-9e4b-359504e27f1b,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:43.642459 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Sync routers for ids ['ea5d3347-609b-4737-a372-8cd0f84bc557'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:35:43.652836 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Routers {'ea5d3347-609b-4737-a372-8cd0f84bc557'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:35:43.654153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:35:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ea5d3347-609b-4737-a372-8cd0f84bc557'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:43.769222 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Set router ea5d3347-609b-4737-a372-8cd0f84bc557 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:35:44.140566 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8c6be2fd-f993-44e4-8fc6-8b79d7156325 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:35:44.180525 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'name': 'tempest-TestVolumeBackupRestore-1658533623-router', 'tenant_id': '71aeb53aaec846eca2e69841f66c401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '8c6be2fd-f993-44e4-8fc6-8b79d7156325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:37Z', 'updated_at': '2021-08-05T14:35:41Z', 'revision_number': 4, 'project_id': '71aeb53aaec846eca2e69841f66c401a', 'gw_port': {'id': '8c6be2fd-f993-44e4-8fc6-8b79d7156325', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:38Z', 'updated_at': '2021-08-05T14:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '857cd9f9-c8f2-4764-9ae6-749e8687cd35', 'name': '', 'network_id': '70c7ad05-70d2-42ff-b8a5-a24605517072', 'tenant_id': '71aeb53aaec846eca2e69841f66c401a', 'mac_address': 'fa:16:3e:db:b5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '1a297007-1aa5-4f94-8983-e0d2c2b0eb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:40Z', 'updated_at': '2021-08-05T14:35:41Z', 'revision_number': 2, 'project_id': '71aeb53aaec846eca2e69841f66c401a', 'subnets': [{'id': '1a297007-1aa5-4f94-8983-e0d2c2b0eb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:44.211651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Checking router: ea5d3347-609b-4737-a372-8cd0f84bc557 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:35:44.212009 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Updating router ea5d3347-609b-4737-a372-8cd0f84bc557 port 857cd9f9-c8f2-4764-9ae6-749e8687cd35 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:35:44.246800 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:44.255372 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8c6be2fd-f993-44e4-8fc6-8b79d7156325 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:44.255743 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:44.482672 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device de74aa44-b7cf-4ee6-9e4b-359504e27f1b up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:35:44.593290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port de74aa44-b7cf-4ee6-9e4b-359504e27f1b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:44.593663 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:44.685113 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:44.707482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Transition to ACTIVE for port object 857cd9f9-c8f2-4764-9ae6-749e8687cd35 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:35:44.714467 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:44.800006 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b2e31-7f01-4797-b80a-6f233a820435 None None] Pushing event updated for resources: {'Port': ['ID=857cd9f9-c8f2-4764-9ae6-749e8687cd35,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:44.869465 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Attempting to bind port 857cd9f9-c8f2-4764-9ae6-749e8687cd35 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:35:44.869922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Attempting to bind port 857cd9f9-c8f2-4764-9ae6-749e8687cd35 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '5e62c7b4-4b9c-4bc4-97f5-829543ee267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '70c7ad05-70d2-42ff-b8a5-a24605517072'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:35:44.870381 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Attempting to bind port 857cd9f9-c8f2-4764-9ae6-749e8687cd35 on network 70c7ad05-70d2-42ff-b8a5-a24605517072 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:35:44.876731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:35:44.877193 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Checking segment: {'id': '5e62c7b4-4b9c-4bc4-97f5-829543ee267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '70c7ad05-70d2-42ff-b8a5-a24605517072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:35:44.877683 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:44.878168 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Bound using segment: {'id': '5e62c7b4-4b9c-4bc4-97f5-829543ee267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '70c7ad05-70d2-42ff-b8a5-a24605517072'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:35:44.878781 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Bound port: 857cd9f9-c8f2-4764-9ae6-749e8687cd35, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e62c7b4-4b9c-4bc4-97f5-829543ee267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '70c7ad05-70d2-42ff-b8a5-a24605517072'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:35:44.879234 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:44.958574 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:44.980788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] For port 857cd9f9-c8f2-4764-9ae6-749e8687cd35, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:35:44.984533 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] For port 857cd9f9-c8f2-4764-9ae6-749e8687cd35, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=857cd9f9-c8f2-4764-9ae6-749e8687cd35,segment=NetworkSegment(5e62c7b4-4b9c-4bc4-97f5-829543ee267d),segment_id=5e62c7b4-4b9c-4bc4-97f5-829543ee267d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:35:44.989325 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:45.054747 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Routers {'ea5d3347-609b-4737-a372-8cd0f84bc557'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:35:45.055579 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:35:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ea5d3347-609b-4737-a372-8cd0f84bc557'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:45.097340 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b2e31-7f01-4797-b80a-6f233a820435 None None] Pushing event updated for resources: {'Port': ['ID=857cd9f9-c8f2-4764-9ae6-749e8687cd35,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:45.184601 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] Set router ea5d3347-609b-4737-a372-8cd0f84bc557 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:35:45.401464 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'name': 'tempest-TestVolumeBackupRestore-1658533623-router', 'tenant_id': '71aeb53aaec846eca2e69841f66c401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '8c6be2fd-f993-44e4-8fc6-8b79d7156325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:37Z', 'updated_at': '2021-08-05T14:35:41Z', 'revision_number': 4, 'project_id': '71aeb53aaec846eca2e69841f66c401a', 'gw_port': {'id': '8c6be2fd-f993-44e4-8fc6-8b79d7156325', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:38Z', 'updated_at': '2021-08-05T14:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '857cd9f9-c8f2-4764-9ae6-749e8687cd35', 'name': '', 'network_id': '70c7ad05-70d2-42ff-b8a5-a24605517072', 'tenant_id': '71aeb53aaec846eca2e69841f66c401a', 'mac_address': 'fa:16:3e:db:b5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '1a297007-1aa5-4f94-8983-e0d2c2b0eb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:40Z', 'updated_at': '2021-08-05T14:35:44Z', 'revision_number': 4, 'project_id': '71aeb53aaec846eca2e69841f66c401a', 'subnets': [{'id': '1a297007-1aa5-4f94-8983-e0d2c2b0eb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:35:45.428515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ce404-b58d-44cb-88ee-7d90a2b434ff None None] The sync data for ids ['ea5d3347-609b-4737-a372-8cd0f84bc557'] in n-d-803585-2 is: [{'id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'name': 'tempest-TestVolumeBackupRestore-1658533623-router', 'tenant_id': '71aeb53aaec846eca2e69841f66c401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '8c6be2fd-f993-44e4-8fc6-8b79d7156325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:37Z', 'updated_at': '2021-08-05T14:35:41Z', 'revision_number': 4, 'project_id': '71aeb53aaec846eca2e69841f66c401a', 'gw_port': {'id': '8c6be2fd-f993-44e4-8fc6-8b79d7156325', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:38Z', 'updated_at': '2021-08-05T14:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '857cd9f9-c8f2-4764-9ae6-749e8687cd35', 'name': '', 'network_id': '70c7ad05-70d2-42ff-b8a5-a24605517072', 'tenant_id': '71aeb53aaec846eca2e69841f66c401a', 'mac_address': 'fa:16:3e:db:b5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '1a297007-1aa5-4f94-8983-e0d2c2b0eb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:40Z', 'updated_at': '2021-08-05T14:35:44Z', 'revision_number': 4, 'project_id': '71aeb53aaec846eca2e69841f66c401a', 'subnets': [{'id': '1a297007-1aa5-4f94-8983-e0d2c2b0eb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:35:45.868606 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9bca38ca-3c26-4eff-9a20-44d42829b1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:46.149373 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 857cd9f9-c8f2-4764-9ae6-749e8687cd35 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:35:46.204947 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 857cd9f9-c8f2-4764-9ae6-749e8687cd35 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:35:46.208989 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 857cd9f9-c8f2-4764-9ae6-749e8687cd35 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:46.209411 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:46.259891 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:46.307147 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:46.343841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 857cd9f9-c8f2-4764-9ae6-749e8687cd35, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=857cd9f9-c8f2-4764-9ae6-749e8687cd35,segment=NetworkSegment(5e62c7b4-4b9c-4bc4-97f5-829543ee267d),segment_id=5e62c7b4-4b9c-4bc4-97f5-829543ee267d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:35:46.348198 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:46.399810 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=857cd9f9-c8f2-4764-9ae6-749e8687cd35,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:35:48.133967 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 857cd9f9-c8f2-4764-9ae6-749e8687cd35 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:35:48.187107 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 857cd9f9-c8f2-4764-9ae6-749e8687cd35 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:35:48.187505 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:48.406903 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c09be1f4-1297-406d-b25f-5976cad4165f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:48.653264 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:49.620197 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:51.406827 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:35:53.140209 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-378fb87a-64cf-43c9-a698-9a899afece69 req-aa2e0437-8377-44b4-b3e8-070a9e10edc4 service neutron] (105723) timed out ('10.222.0.84', 54865) {{(pid=105723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 14:35:58.441228 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:36:14.941658 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:36:15.871077 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-42c1f118-822c-4fb3-bdf0-9603c9280f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:36:16.258772 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:36:18.411441 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2a4eceab-573d-4409-9ded-05ee75dc9bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:36:18.645738 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:36:19.622685 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:36:21.411138 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:36:35.441367 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:36:44.958652 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:36:45.878177 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-48dca6f5-f5fe-40a8-9f01-9f21eba25273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:36:46.260358 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:36:48.417345 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c95df01b-9281-49c9-8f04-807b2f8ea0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:36:48.656736 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:36:49.625355 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:36:51.411536 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:12.441096 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:37:14.985607 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:15.872010 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b0ed4d74-dad4-4101-a0fe-c76b99e5312a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:16.262484 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:18.419039 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c287f309-0478-427b-8c2d-9762733ba0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:18.651075 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:19.634846 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:21.413103 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:27.468453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43490) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:37:27.474888 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1911523397', 'description': 'tempest-secgroup-smoke-1911523397 description', 'project_id': 'c5b0e97c98584fd68b852930ef108788'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:37:27.496757 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:27.578959 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:27.582654 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:27.612499 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:27.613826 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1443295 Aug 05 14:37:27.616865 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43494) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:37:27.617954 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a92601-0411-4267-b9a6-707d45ae6001,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:37:27.623264 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Request body: {'security_group_rule': {'security_group_id': 'a9a92601-0411-4267-b9a6-707d45ae6001', 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:37:27.626206 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.626582 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.626927 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.627265 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.627604 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.627936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.628264 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.628596 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.628922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.629250 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.629578 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.629900 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed61f0e-413b-4a88-bb9e-44f1fb66a13c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.661493 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:27.718015 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:27.721612 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:27.746016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f969fd-f0e1-44fc-a0fb-51e71348fdd4,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:37:27.750653 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:27.751850 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339753 Aug 05 14:37:27.754806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43498) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:37:27.756982 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.757336 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.757682 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.758026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.758395 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.758732 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.759066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.759394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.759744 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.759837 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-4d71d19b-99a6-4790-b3a6-bf3776be8876 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Request body: {'security_group_rule': {'security_group_id': 'a9a92601-0411-4267-b9a6-707d45ae6001', 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:37:27.760062 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.760393 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.760718 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3848cd-c099-49c4-aea7-9e9118c74cee tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:27.785095 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d71d19b-99a6-4790-b3a6-bf3776be8876 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:27.841935 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d71d19b-99a6-4790-b3a6-bf3776be8876 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:27.846381 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d71d19b-99a6-4790-b3a6-bf3776be8876 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:27.865021 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71d19b-99a6-4790-b3a6-bf3776be8876 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8e8a60-ba43-4741-93eb-c32083befba5,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:37:27.870924 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4d71d19b-99a6-4790-b3a6-bf3776be8876 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:27.872198 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4d71d19b-99a6-4790-b3a6-bf3776be8876 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163731 Aug 05 14:37:27.875690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43500) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:37:27.880102 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-f21bf2e8-6e01-4695-8fa2-68d37c75b217 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Request body: {'security_group_rule': {'security_group_id': 'a9a92601-0411-4267-b9a6-707d45ae6001', 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:37:27.907471 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f21bf2e8-6e01-4695-8fa2-68d37c75b217 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:27.965204 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f21bf2e8-6e01-4695-8fa2-68d37c75b217 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:27.969351 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f21bf2e8-6e01-4695-8fa2-68d37c75b217 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:27.989856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bf2e8-6e01-4695-8fa2-68d37c75b217 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008da920-fe7e-407e-aab1-eb28eca989ad,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:37:27.993758 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f21bf2e8-6e01-4695-8fa2-68d37c75b217 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:27.995151 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f21bf2e8-6e01-4695-8fa2-68d37c75b217 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185238 Aug 05 14:37:27.997837 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43502) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:37:28.002318 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d1fb92ef-411d-4288-af2f-386a0611634c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Request body: {'security_group_rule': {'security_group_id': 'a9a92601-0411-4267-b9a6-707d45ae6001', 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:37:28.027899 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d1fb92ef-411d-4288-af2f-386a0611634c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:28.086243 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d1fb92ef-411d-4288-af2f-386a0611634c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:28.089757 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d1fb92ef-411d-4288-af2f-386a0611634c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:28.110798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb92ef-411d-4288-af2f-386a0611634c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf778e6-ee70-4786-be5f-72cbdf682db6,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:37:28.117462 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d1fb92ef-411d-4288-af2f-386a0611634c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:28.118843 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d1fb92ef-411d-4288-af2f-386a0611634c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200428 Aug 05 14:37:28.126796 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43504) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:37:28.131399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d494d1e9-0009-4f47-87aa-1226c0a4bfea tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Request body: {'security_group_rule': {'security_group_id': 'a9a92601-0411-4267-b9a6-707d45ae6001', 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:37:28.154518 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-d494d1e9-0009-4f47-87aa-1226c0a4bfea tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Project c5b0e97c98584fd68b852930ef108788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:37:28.160247 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d494d1e9-0009-4f47-87aa-1226c0a4bfea tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:28.221015 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d494d1e9-0009-4f47-87aa-1226c0a4bfea tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:28.224611 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d494d1e9-0009-4f47-87aa-1226c0a4bfea tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:28.243235 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494d1e9-0009-4f47-87aa-1226c0a4bfea tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b8e84b-d1f7-4fd4-8fef-e283d93c60c0,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:37:28.248518 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d494d1e9-0009-4f47-87aa-1226c0a4bfea tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:28.250880 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d494d1e9-0009-4f47-87aa-1226c0a4bfea tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220112 Aug 05 14:37:28.253444 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43506) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:37:28.258100 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-839b7085-87c4-4758-beef-38e00ff3e730 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Request body: {'security_group_rule': {'security_group_id': 'a9a92601-0411-4267-b9a6-707d45ae6001', 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:37:28.281083 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-839b7085-87c4-4758-beef-38e00ff3e730 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Project c5b0e97c98584fd68b852930ef108788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:37:28.285882 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-839b7085-87c4-4758-beef-38e00ff3e730 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:28.346661 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-839b7085-87c4-4758-beef-38e00ff3e730 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:28.350036 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-839b7085-87c4-4758-beef-38e00ff3e730 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:28.368317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b7085-87c4-4758-beef-38e00ff3e730 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b0d619-9dc1-4a1c-afbe-c1c5bb732a6d,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:37:28.373946 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-839b7085-87c4-4758-beef-38e00ff3e730 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:28.375792 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-839b7085-87c4-4758-beef-38e00ff3e730 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213315 Aug 05 14:37:28.541125 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-293d79d7-a660-4753-a16a-bf4d19ecd885 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911523397&fields=id&tenant_id=c5b0e97c98584fd68b852930ef108788 HTTP/1.1" status: 200 len: 267 time: 0.0433538 Aug 05 14:37:28.648054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-eee201b6-5c11-4f2c-9c6d-ee4e065b4732 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:28.649841 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-eee201b6-5c11-4f2c-9c6d-ee4e065b4732 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/networks?id=3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 HTTP/1.1" status: 200 len: 813 time: 0.1014161 Aug 05 14:37:28.665164 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-09cc2ead-20e7-4273-805b-aa238e5df2a1 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/quotas/c5b0e97c98584fd68b852930ef108788 HTTP/1.1" status: 200 len: 375 time: 0.0095301 Aug 05 14:37:28.734147 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-c293489b-9486-4748-9b1a-32c93ac37787 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c5b0e97c98584fd68b852930ef108788&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625298 Aug 05 14:37:28.841583 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-6ff39a3f-364c-4a86-8f8f-a8dded1bf0f3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:37:28.842617 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-6ff39a3f-364c-4a86-8f8f-a8dded1bf0f3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0966442 Aug 05 14:37:28.940190 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-862e53e7-7e81-4e10-a6d9-07cf119c2c18 service neutron] 10.222.0.16 "GET /v2.0/networks/3cf3837a-7579-4f62-9e4e-4afcbd3efbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901434 Aug 05 14:37:29.040672 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-575ed6a3-f2c1-4617-93a2-46bb6018e99e service neutron] 10.222.0.16 "GET /v2.0/networks/3cf3837a-7579-4f62-9e4e-4afcbd3efbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945508 Aug 05 14:37:29.330416 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-af1747ec-a3a3-4943-9d31-1f58a4529de9 req-9a65162f-89b9-4bf3-8332-39a3c9aa1403 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 210 time: 0.0267093 Aug 05 14:37:30.268733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-8db2fe06-9c87-4a7a-b8c2-6a83036562f9 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:30.270228 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-8db2fe06-9c87-4a7a-b8c2-6a83036562f9 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.84 "GET /v2.0/networks?id=3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 HTTP/1.1" status: 200 len: 813 time: 0.1063423 Aug 05 14:37:30.315119 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-36990888-725a-49d5-bf67-d433810d4054 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5b0e97c98584fd68b852930ef108788 HTTP/1.1" status: 200 len: 380 time: 0.0357020 Aug 05 14:37:30.332756 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-c7d75ab4-6983-4d64-8c69-a44011db2a4f tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Request body: {'port': {'device_id': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'admin_state_up': True, 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'security_groups': ['a9a92601-0411-4267-b9a6-707d45ae6001']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:37:30.444825 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-c7d75ab4-6983-4d64-8c69-a44011db2a4f tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Made reservation on behalf of c5b0e97c98584fd68b852930ef108788 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:37:30.448366 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-c7d75ab4-6983-4d64-8c69-a44011db2a4f tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:30.472318 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-00ad3c68-3be5-482a-ab4f-15206e81109e req-ee1e9176-34e3-44e4-b3a3-1298744498ab tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 210 time: 0.0308981 Aug 05 14:37:30.586848 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-c7d75ab4-6983-4d64-8c69-a44011db2a4f tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Allocated IP 172.20.0.3 (3cf3837a-7579-4f62-9e4e-4afcbd3efbd2/21cc3524-830f-4549-9f86-73623cc71697/bfd5408a-2963-421e-9a8c-122906cdafcc) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:37:30.731084 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-c7d75ab4-6983-4d64-8c69-a44011db2a4f tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:30.745876 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-c7d75ab4-6983-4d64-8c69-a44011db2a4f tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Transition to ACTIVE for port object bfd5408a-2963-421e-9a8c-122906cdafcc will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:37:30.781724 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-c7d75ab4-6983-4d64-8c69-a44011db2a4f tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:30.828497 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-c7d75ab4-6983-4d64-8c69-a44011db2a4f tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Network 3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:37:30.831939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-c7d75ab4-6983-4d64-8c69-a44011db2a4f tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:37:30.835996 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-c7d75ab4-6983-4d64-8c69-a44011db2a4f tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:37:30.865927 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d75ab4-6983-4d64-8c69-a44011db2a4f tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Pushing event updated for resources: {'Port': ['ID=bfd5408a-2963-421e-9a8c-122906cdafcc,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:37:30.895118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-c7d75ab4-6983-4d64-8c69-a44011db2a4f tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:30.895740 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-c7d75ab4-6983-4d64-8c69-a44011db2a4f tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:30.912713 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-c7d75ab4-6983-4d64-8c69-a44011db2a4f tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5835218 Aug 05 14:37:30.926548 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Request body: {'port': {'device_id': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:37:30.992196 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:31.099811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0e622a0c-89c4-4bca-92d1-c105f9e6d6c1 None None] Provisioning for port bfd5408a-2963-421e-9a8c-122906cdafcc completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:37:31.104435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0e622a0c-89c4-4bca-92d1-c105f9e6d6c1 None None] Provisioning complete for port bfd5408a-2963-421e-9a8c-122906cdafcc triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:37:31.104814 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0e622a0c-89c4-4bca-92d1-c105f9e6d6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:31.138932 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-0e622a0c-89c4-4bca-92d1-c105f9e6d6c1 None None] Port bfd5408a-2963-421e-9a8c-122906cdafcc cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:37:31.265166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd5408a-2963-421e-9a8c-122906cdafcc {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:37:31.273222 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:31.286245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Transition to ACTIVE for port object bfd5408a-2963-421e-9a8c-122906cdafcc will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:37:31.290375 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:31.342536 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd5408a-2963-421e-9a8c-122906cdafcc,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:37:31.413274 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Attempting to bind port bfd5408a-2963-421e-9a8c-122906cdafcc on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:37:31.413596 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Attempting to bind port bfd5408a-2963-421e-9a8c-122906cdafcc by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '2019764b-993f-4dd4-8e87-d0a5244b02fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:37:31.413925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Attempting to bind port bfd5408a-2963-421e-9a8c-122906cdafcc on network 3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:37:31.418429 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Port bfd5408a-2963-421e-9a8c-122906cdafcc on network 3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:37:31.418755 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Attempting to bind port bfd5408a-2963-421e-9a8c-122906cdafcc on network 3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:37:31.424848 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:37:31.425188 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Checking segment: {'id': '2019764b-993f-4dd4-8e87-d0a5244b02fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:37:31.425578 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Bound using segment: {'id': '2019764b-993f-4dd4-8e87-d0a5244b02fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:37:31.426008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Bound port: bfd5408a-2963-421e-9a8c-122906cdafcc, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2019764b-993f-4dd4-8e87-d0a5244b02fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:37:31.426410 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:31.499003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] For port bfd5408a-2963-421e-9a8c-122906cdafcc, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:37:31.503851 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] For port bfd5408a-2963-421e-9a8c-122906cdafcc, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=bfd5408a-2963-421e-9a8c-122906cdafcc,segment=NetworkSegment(2019764b-993f-4dd4-8e87-d0a5244b02fd),segment_id=2019764b-993f-4dd4-8e87-d0a5244b02fd)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:37:31.522711 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:31.563945 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:31.564591 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:31.565991 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] 10.222.0.84 "PUT /v2.0/ports/bfd5408a-2963-421e-9a8c-122906cdafcc HTTP/1.1" status: 200 len: 1091 time: 0.6452453 Aug 05 14:37:31.566468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'tag': 'bfd5408a-2963-421e-9a8c-122906cdafcc'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:37:31.568760 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53b4b25-9a8f-445f-bf31-b4effb9b41b3" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1bbddb-f301-42ff-a5dd-ac053d49f241", "tag": "bfd5408a-2963-421e-9a8c-122906cdafcc"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:37:31.634351 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af5a285-ec66-488e-9dea-eb0076a8dfd9 x-openstack-request-id: req-0af5a285-ec66-488e-9dea-eb0076a8dfd9 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:37:31.634351 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1bbddb-f301-42ff-a5dd-ac053d49f241", "tag": "bfd5408a-2963-421e-9a8c-122906cdafcc", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:37:31.634351 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0af5a285-ec66-488e-9dea-eb0076a8dfd9 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:37:31.634351 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'tag': 'bfd5408a-2963-421e-9a8c-122906cdafcc', 'status': 'completed', 'code': 200} Aug 05 14:37:31.676740 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf63789-7784-4b86-9634-f4ee4bd88152 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd5408a-2963-421e-9a8c-122906cdafcc,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:37:31.699765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4acc3d-c4fc-4dfa-8e5c-e51b0aa3180f req-8d964b73-2648-4e52-93ca-64bba11f9f9c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:31.701348 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8f4acc3d-c4fc-4dfa-8e5c-e51b0aa3180f req-8d964b73-2648-4e52-93ca-64bba11f9f9c tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 943 time: 0.1153657 Aug 05 14:37:31.708024 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-3139b2a1-c8b2-4380-aad1-c3b33ffd9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:31.709547 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-3139b2a1-c8b2-4380-aad1-c3b33ffd9f39 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5b0e97c98584fd68b852930ef108788&device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 1094 time: 0.0763428 Aug 05 14:37:31.763685 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-5df685eb-b9e2-4600-a8b1-d0b949787644 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd5408a-2963-421e-9a8c-122906cdafcc HTTP/1.1" status: 200 len: 217 time: 0.0389535 Aug 05 14:37:31.808175 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8f4acc3d-c4fc-4dfa-8e5c-e51b0aa3180f req-a161c8b5-2b38-41d2-b770-4f04f1118740 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9a92601-0411-4267-b9a6-707d45ae6001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976634 Aug 05 14:37:31.835327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-b362f481-7c9a-4f23-9d4d-944278b50859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:31.836798 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-b362f481-7c9a-4f23-9d4d-944278b50859 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=21cc3524-830f-4549-9f86-73623cc71697 HTTP/1.1" status: 200 len: 852 time: 0.0652115 Aug 05 14:37:31.884465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-0aad46d9-8ed7-41d5-8428-fac27eee253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:31.886037 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-0aad46d9-8ed7-41d5-8428-fac27eee253d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3cf3837a-7579-4f62-9e4e-4afcbd3efbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412447 Aug 05 14:37:31.976608 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-ea01d19a-d15a-4ec6-9539-6a231f1ba39c service neutron] 10.222.0.84 "GET /v2.0/networks/3cf3837a-7579-4f62-9e4e-4afcbd3efbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825961 Aug 05 14:37:32.382934 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a37fa7da-16ce-4678-8200-0960840f5ad1 req-b53e0026-52ba-4123-9971-37a9adf0914b service neutron] 10.222.0.84 "GET /v2.0/networks/3cf3837a-7579-4f62-9e4e-4afcbd3efbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968415 Aug 05 14:37:32.467044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b4b25-9a8f-445f-bf31-b4effb9b41b3 req-a4e9c8f7-86ae-46ac-9441-7d2d01a8c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:32.468485 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53b4b25-9a8f-445f-bf31-b4effb9b41b3 req-a4e9c8f7-86ae-46ac-9441-7d2d01a8c13c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5b0e97c98584fd68b852930ef108788&device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 1094 time: 0.0412393 Aug 05 14:37:32.561610 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b4b25-9a8f-445f-bf31-b4effb9b41b3 req-2901bcfe-4128-4ffc-abc8-de21bd1b1e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:32.563878 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53b4b25-9a8f-445f-bf31-b4effb9b41b3 req-2901bcfe-4128-4ffc-abc8-de21bd1b1e42 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 HTTP/1.1" status: 200 len: 914 time: 0.0883915 Aug 05 14:37:32.606613 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53b4b25-9a8f-445f-bf31-b4effb9b41b3 req-90dd7dbe-e5d1-4b5d-bcf4-8d05fdc8ed2f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd5408a-2963-421e-9a8c-122906cdafcc HTTP/1.1" status: 200 len: 217 time: 0.0359750 Aug 05 14:37:32.657300 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b4b25-9a8f-445f-bf31-b4effb9b41b3 req-58be4c0d-4a6d-4973-90ae-f6cf3976583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:32.658819 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53b4b25-9a8f-445f-bf31-b4effb9b41b3 req-58be4c0d-4a6d-4973-90ae-f6cf3976583e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=21cc3524-830f-4549-9f86-73623cc71697 HTTP/1.1" status: 200 len: 852 time: 0.0448000 Aug 05 14:37:32.705309 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b4b25-9a8f-445f-bf31-b4effb9b41b3 req-af244c75-e4de-4ed2-8033-abd05fa493a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:32.707004 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53b4b25-9a8f-445f-bf31-b4effb9b41b3 req-af244c75-e4de-4ed2-8033-abd05fa493a0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3cf3837a-7579-4f62-9e4e-4afcbd3efbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408163 Aug 05 14:37:32.801202 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53b4b25-9a8f-445f-bf31-b4effb9b41b3 req-214115ea-e6dd-4ec5-b815-f528c5ee1c1d service neutron] 10.222.0.84 "GET /v2.0/networks/3cf3837a-7579-4f62-9e4e-4afcbd3efbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866218 Aug 05 14:37:32.911935 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53b4b25-9a8f-445f-bf31-b4effb9b41b3 req-9e447397-cf53-4fb2-9f4c-e67afdee3915 service neutron] 10.222.0.84 "GET /v2.0/networks/3cf3837a-7579-4f62-9e4e-4afcbd3efbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028991 Aug 05 14:37:32.945887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f8e21-9c96-4582-979f-c33bd35459f0 req-1bae0a39-01cf-463e-9765-d60cf8d4477d tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:32.947414 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-228f8e21-9c96-4582-979f-c33bd35459f0 req-1bae0a39-01cf-463e-9765-d60cf8d4477d tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 943 time: 0.0655172 Aug 05 14:37:32.986715 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-228f8e21-9c96-4582-979f-c33bd35459f0 req-501bfed9-903e-461c-ad89-8df9f735ae3a tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9a92601-0411-4267-b9a6-707d45ae6001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326591 Aug 05 14:37:34.105705 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213180d-982d-48b7-badb-29188bf99b7a req-6ddbc48b-a6f8-436e-8dd5-f717b4324d42 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:34.107365 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8213180d-982d-48b7-badb-29188bf99b7a req-6ddbc48b-a6f8-436e-8dd5-f717b4324d42 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 943 time: 0.0522671 Aug 05 14:37:34.150731 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8213180d-982d-48b7-badb-29188bf99b7a req-eeb0b41b-147e-4b90-90dd-750796107190 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9a92601-0411-4267-b9a6-707d45ae6001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371590 Aug 05 14:37:35.270986 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e677c2-f72c-4928-a608-08ed321a3ff6 req-af27aed0-ef52-4295-b607-3017f35f469f tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:35.272506 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59e677c2-f72c-4928-a608-08ed321a3ff6 req-af27aed0-ef52-4295-b607-3017f35f469f tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 943 time: 0.0535607 Aug 05 14:37:35.312645 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59e677c2-f72c-4928-a608-08ed321a3ff6 req-a4f4928c-fa3b-4294-9fef-b5389fbf3084 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9a92601-0411-4267-b9a6-707d45ae6001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335288 Aug 05 14:37:36.428628 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92330f8a-ffda-41fe-87d5-9a756f19725e req-fd80fc05-0880-47fa-994f-e10ce533e177 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:36.430038 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92330f8a-ffda-41fe-87d5-9a756f19725e req-fd80fc05-0880-47fa-994f-e10ce533e177 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 943 time: 0.0492759 Aug 05 14:37:36.466846 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-92330f8a-ffda-41fe-87d5-9a756f19725e req-77dcd7ae-d032-44a4-8582-999c9cf66f55 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9a92601-0411-4267-b9a6-707d45ae6001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309286 Aug 05 14:37:37.590167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14774e4-f811-41f5-9d2c-c7618d6d4f36 req-d2678bdf-6c57-4302-be7b-13d9ff93b49a tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:37.591688 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d14774e4-f811-41f5-9d2c-c7618d6d4f36 req-d2678bdf-6c57-4302-be7b-13d9ff93b49a tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 943 time: 0.0531120 Aug 05 14:37:37.630366 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d14774e4-f811-41f5-9d2c-c7618d6d4f36 req-2d2a9f83-043f-4654-800c-8a280e1c7175 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9a92601-0411-4267-b9a6-707d45ae6001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325549 Aug 05 14:37:38.747185 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073ec3e-770b-427b-80b9-fc157686b0fa req-cacce5f5-9fb4-42ee-9873-1aeddfa83067 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:38.748671 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d073ec3e-770b-427b-80b9-fc157686b0fa req-cacce5f5-9fb4-42ee-9873-1aeddfa83067 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 943 time: 0.0486495 Aug 05 14:37:38.789693 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d073ec3e-770b-427b-80b9-fc157686b0fa req-f14fa238-7800-4e66-82e7-e99ef034d2c4 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9a92601-0411-4267-b9a6-707d45ae6001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351048 Aug 05 14:37:39.904323 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280ca84-dbf5-42c1-a55e-0a62b5f47147 req-60ec065a-6923-4049-bf24-5f17432e84d9 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:39.905745 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b280ca84-dbf5-42c1-a55e-0a62b5f47147 req-60ec065a-6923-4049-bf24-5f17432e84d9 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 943 time: 0.0493886 Aug 05 14:37:39.946372 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b280ca84-dbf5-42c1-a55e-0a62b5f47147 req-fedb2358-3fc6-4724-9be3-497b81fbbae2 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9a92601-0411-4267-b9a6-707d45ae6001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343764 Aug 05 14:37:41.060075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9b63c-6fac-438c-b5f1-db2da4252404 req-feddfeea-fedd-4f20-8750-86ce73d1b63a tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:41.061570 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9d9b63c-6fac-438c-b5f1-db2da4252404 req-feddfeea-fedd-4f20-8750-86ce73d1b63a tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 943 time: 0.0487149 Aug 05 14:37:41.100032 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c9d9b63c-6fac-438c-b5f1-db2da4252404 req-c58ce4a8-2bb7-42fd-8ded-13d09d070f0a tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9a92601-0411-4267-b9a6-707d45ae6001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316312 Aug 05 14:37:42.213838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31f729-30f4-4c8e-845e-bf449b76a918 req-20f24950-fbcb-432a-8894-fa3ff5ac5fd8 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:42.215343 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab31f729-30f4-4c8e-845e-bf449b76a918 req-20f24950-fbcb-432a-8894-fa3ff5ac5fd8 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 943 time: 0.0488720 Aug 05 14:37:42.253495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab31f729-30f4-4c8e-845e-bf449b76a918 req-786b7c9b-6b7c-4329-bc77-7e965bc5cf25 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9a92601-0411-4267-b9a6-707d45ae6001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313756 Aug 05 14:37:42.911230 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device bfd5408a-2963-421e-9a8c-122906cdafcc details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:37:43.003256 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port bfd5408a-2963-421e-9a8c-122906cdafcc, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=bfd5408a-2963-421e-9a8c-122906cdafcc,segment=NetworkSegment(2019764b-993f-4dd4-8e87-d0a5244b02fd),segment_id=2019764b-993f-4dd4-8e87-d0a5244b02fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:37:43.014199 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'bfd5408a-2963-421e-9a8c-122906cdafcc', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'port_id': 'bfd5408a-2963-421e-9a8c-122906cdafcc', 'mac_address': 'fa:16:3e:a1:bd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cc3524-830f-4549-9f86-73623cc71697', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:37:43.050837 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:43.062731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd5408a-2963-421e-9a8c-122906cdafcc {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:37:43.081247 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port bfd5408a-2963-421e-9a8c-122906cdafcc, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=bfd5408a-2963-421e-9a8c-122906cdafcc,segment=NetworkSegment(2019764b-993f-4dd4-8e87-d0a5244b02fd),segment_id=2019764b-993f-4dd4-8e87-d0a5244b02fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:37:43.085408 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:43.134452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=bfd5408a-2963-421e-9a8c-122906cdafcc,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:37:43.141619 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:43.141957 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:43.142320 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:43.142656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:43.142987 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:43.143314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:43.143637 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:43.143957 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:43.144277 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:43.144593 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:43.144911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:43.145227 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:37:43.332572 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['bfd5408a-2963-421e-9a8c-122906cdafcc'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:37:43.368646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e2eed-86ff-4174-991d-a7a65f936c98 req-2d8067c5-19d2-4065-ade8-22afe4c4cd94 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:43.370188 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-472e2eed-86ff-4174-991d-a7a65f936c98 req-2d8067c5-19d2-4065-ade8-22afe4c4cd94 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 944 time: 0.0500550 Aug 05 14:37:43.409553 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-472e2eed-86ff-4174-991d-a7a65f936c98 req-8f63f684-6ae4-4abd-93e7-b34bd4309746 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9a92601-0411-4267-b9a6-707d45ae6001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326526 Aug 05 14:37:44.533550 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300189e-6220-47b4-bf2b-08e8d9e6c73c req-e9ae90da-72fc-4298-b8c3-56e2f0e8e3ab tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:44.535092 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d300189e-6220-47b4-bf2b-08e8d9e6c73c req-e9ae90da-72fc-4298-b8c3-56e2f0e8e3ab tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 944 time: 0.0555923 Aug 05 14:37:44.572843 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d300189e-6220-47b4-bf2b-08e8d9e6c73c req-cb8fe319-d4ce-47b2-b3c5-4f09a02b24f0 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9a92601-0411-4267-b9a6-707d45ae6001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317347 Aug 05 14:37:44.923257 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device bfd5408a-2963-421e-9a8c-122906cdafcc up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:37:44.970509 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port bfd5408a-2963-421e-9a8c-122906cdafcc completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:37:44.974011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port bfd5408a-2963-421e-9a8c-122906cdafcc triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:37:44.974417 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:45.014970 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:45.059038 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:45.083344 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd5408a-2963-421e-9a8c-122906cdafcc'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:37:45.085550 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dc13c7-f948-4a4f-bda4-9767d76a99c6" -d '{"events": [{"server_uuid": "0f1bbddb-f301-42ff-a5dd-ac053d49f241", "name": "network-vif-plugged", "status": "completed", "tag": "bfd5408a-2963-421e-9a8c-122906cdafcc"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:37:45.097991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port bfd5408a-2963-421e-9a8c-122906cdafcc, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=bfd5408a-2963-421e-9a8c-122906cdafcc,segment=NetworkSegment(2019764b-993f-4dd4-8e87-d0a5244b02fd),segment_id=2019764b-993f-4dd4-8e87-d0a5244b02fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:37:45.102116 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:45.128722 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9986cec9-6af3-4223-88f0-4cf5ce975767 x-openstack-request-id: req-9986cec9-6af3-4223-88f0-4cf5ce975767 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:37:45.129021 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1bbddb-f301-42ff-a5dd-ac053d49f241", "name": "network-vif-plugged", "status": "completed", "tag": "bfd5408a-2963-421e-9a8c-122906cdafcc", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:37:45.129281 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9986cec9-6af3-4223-88f0-4cf5ce975767 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:37:45.129670 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd5408a-2963-421e-9a8c-122906cdafcc', 'code': 200} Aug 05 14:37:45.156828 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=bfd5408a-2963-421e-9a8c-122906cdafcc,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:37:45.219794 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41771d70-b5d1-4463-9d98-347ff26f6af1 req-1f2877d3-fd7b-4eac-bbb1-f67d2dedde1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:45.221473 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41771d70-b5d1-4463-9d98-347ff26f6af1 req-1f2877d3-fd7b-4eac-bbb1-f67d2dedde1d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 1096 time: 0.0403833 Aug 05 14:37:45.260307 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-41771d70-b5d1-4463-9d98-347ff26f6af1 req-ce8a31a1-4c50-44b8-8fb5-5a226d6ee661 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a9a92601-0411-4267-b9a6-707d45ae6001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321245 Aug 05 14:37:45.712136 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46454bf4-032a-48fe-9b37-1c915444d0c6 req-e610e158-be81-48cb-abf1-98f8c185f268 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:45.713668 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-46454bf4-032a-48fe-9b37-1c915444d0c6 req-e610e158-be81-48cb-abf1-98f8c185f268 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 945 time: 0.0519652 Aug 05 14:37:45.756194 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-46454bf4-032a-48fe-9b37-1c915444d0c6 req-407d48a1-54a3-42fc-bb68-f803dd969d27 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9a92601-0411-4267-b9a6-707d45ae6001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353754 Aug 05 14:37:45.875337 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6a10323a-4d2a-427f-a66e-4a9f129c3b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:46.269106 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:46.879780 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2ccbe-9283-486e-9b57-09d5b65ca42e req-b7a9a83e-6478-46d7-a94f-4962f5076151 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:46.881299 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-40c2ccbe-9283-486e-9b57-09d5b65ca42e req-b7a9a83e-6478-46d7-a94f-4962f5076151 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 945 time: 0.0506148 Aug 05 14:37:46.921630 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-40c2ccbe-9283-486e-9b57-09d5b65ca42e req-2ee8f9eb-fa15-458d-83d0-39dea30fdf44 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9a92601-0411-4267-b9a6-707d45ae6001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343022 Aug 05 14:37:47.036773 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6946036-3231-4012-856f-ba9614b62f95 req-81371f8e-0475-4a5a-9c6f-39c199dc6dd7 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:47.038296 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6946036-3231-4012-856f-ba9614b62f95 req-81371f8e-0475-4a5a-9c6f-39c199dc6dd7 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 945 time: 0.0487144 Aug 05 14:37:47.076128 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6946036-3231-4012-856f-ba9614b62f95 req-224e4dee-8e59-485f-9291-8a0573f96c92 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9a92601-0411-4267-b9a6-707d45ae6001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319626 Aug 05 14:37:47.098941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43578) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:37:47.186284 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fb187c-8254-40eb-8b3c-4a1125606566 tempest-TestVolumeBackupRestore-871890042 tempest-TestVolumeBackupRestore-871890042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:47.187700 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-75fb187c-8254-40eb-8b3c-4a1125606566 tempest-TestVolumeBackupRestore-871890042 tempest-TestVolumeBackupRestore-871890042-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 1091 time: 0.0878072 Aug 05 14:37:47.191409 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 43582) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:37:47.195847 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': 'bfd5408a-2963-421e-9a8c-122906cdafcc', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:37:47.221249 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:47.318759 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:47.425874 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Allocated IP 172.25.5.106 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/9d9657ba-73ae-4fef-9423-adb92b3fc004) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:37:47.524673 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:47.563808 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:47.606477 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:37:47.609299 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:37:47.613508 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:37:47.619156 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Pushing event updated for resources: {'Port': ['ID=9d9657ba-73ae-4fef-9423-adb92b3fc004,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:37:48.093539 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:48.195169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:48.346356 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:48.350944 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:48.419703 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fbfed022-bf2c-4f91-a167-0ada803c75b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:48.423455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Pushing event updated for resources: {'Port': ['ID=9d9657ba-73ae-4fef-9423-adb92b3fc004,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:37:48.431891 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:48.530469 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Floating IP 4536c8a2-3f23-4dea-84ce-beb88b93b04c associated. External IP: 172.25.5.106, port: bfd5408a-2963-421e-9a8c-122906cdafcc. Aug 05 14:37:48.653402 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:48.736475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Router a53bf555-2011-4cc9-96be-7018ef6855c3 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:37:48.842528 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:37:48.852542 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d462f5d7-1d4c-4102-9390-911f73beb196 None None] Sync routers for ids ['a53bf555-2011-4cc9-96be-7018ef6855c3'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:37:48.857712 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:48.863189 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d462f5d7-1d4c-4102-9390-911f73beb196 None None] Routers {'a53bf555-2011-4cc9-96be-7018ef6855c3'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:37:48.863814 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d462f5d7-1d4c-4102-9390-911f73beb196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:37:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a53bf555-2011-4cc9-96be-7018ef6855c3'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:37:48.885554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f34c26cd-ef2b-4431-b966-d0c1806db6cd tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6931067 Aug 05 14:37:48.886152 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'tag': 'bfd5408a-2963-421e-9a8c-122906cdafcc'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:37:48.888427 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84ca7cd-9951-4fe6-b7bb-31d64d941ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1bbddb-f301-42ff-a5dd-ac053d49f241", "tag": "bfd5408a-2963-421e-9a8c-122906cdafcc"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:37:48.888569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43584) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:37:48.926546 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4132c28d-b8dd-4511-b331-d5e1c0aece5d x-openstack-request-id: req-4132c28d-b8dd-4511-b331-d5e1c0aece5d {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:37:48.926839 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1bbddb-f301-42ff-a5dd-ac053d49f241", "tag": "bfd5408a-2963-421e-9a8c-122906cdafcc", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:37:48.927092 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4132c28d-b8dd-4511-b331-d5e1c0aece5d {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:37:48.927494 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'tag': 'bfd5408a-2963-421e-9a8c-122906cdafcc', 'status': 'completed', 'code': 200} Aug 05 14:37:48.934277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520c8854-3785-4590-85db-69a5a7cb39d1 tempest-TestVolumeBackupRestore-871890042 tempest-TestVolumeBackupRestore-871890042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:48.939769 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-520c8854-3785-4590-85db-69a5a7cb39d1 tempest-TestVolumeBackupRestore-871890042 tempest-TestVolumeBackupRestore-871890042-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 1091 time: 0.0463982 Aug 05 14:37:48.939769 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43588) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:37:48.945373 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-2cf7c142-86ea-4534-88d4-8799cccb7995 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Request body: {'floatingip': {'port_id': 'bfd5408a-2963-421e-9a8c-122906cdafcc'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:37:48.978870 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-d462f5d7-1d4c-4102-9390-911f73beb196 None None] Set router a53bf555-2011-4cc9-96be-7018ef6855c3 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:37:49.034243 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c142-86ea-4534-88d4-8799cccb7995 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:49.040543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ca7cd-9951-4fe6-b7bb-31d64d941ba1 req-1260b5e2-01e8-423d-ba41-d1a0d657265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:49.042057 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a84ca7cd-9951-4fe6-b7bb-31d64d941ba1 req-1260b5e2-01e8-423d-ba41-d1a0d657265c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5b0e97c98584fd68b852930ef108788&device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 1096 time: 0.0911021 Aug 05 14:37:49.201376 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d462f5d7-1d4c-4102-9390-911f73beb196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:35Z', 'revision_number': 4, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'gw_port': {'id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '4536c8a2-3f23-4dea-84ce-beb88b93b04c', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'port_id': 'bfd5408a-2963-421e-9a8c-122906cdafcc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'mac_address': 'fa:16:3e:a1:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:37:47Z', 'updated_at': '2021-08-05T14:37:47Z', 'revision_number': 0, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de74aa44-b7cf-4ee6-9e4b-359504e27f1b', 'name': '', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'mac_address': 'fa:16:3e:2e:6b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '21cc3524-830f-4549-9f86-73623cc71697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:35Z', 'updated_at': '2021-08-05T14:35:42Z', 'revision_number': 5, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'subnets': [{'id': '21cc3524-830f-4549-9f86-73623cc71697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:37:49.226931 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ca7cd-9951-4fe6-b7bb-31d64d941ba1 req-a088675d-b741-4192-a7c6-1b2279177123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:49.228433 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a84ca7cd-9951-4fe6-b7bb-31d64d941ba1 req-a088675d-b741-4192-a7c6-1b2279177123 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 HTTP/1.1" status: 200 len: 914 time: 0.1594656 Aug 05 14:37:49.231164 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d462f5d7-1d4c-4102-9390-911f73beb196 None None] Checking router: a53bf555-2011-4cc9-96be-7018ef6855c3 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:37:49.240061 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d462f5d7-1d4c-4102-9390-911f73beb196 None None] Routers {'a53bf555-2011-4cc9-96be-7018ef6855c3'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:37:49.240661 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d462f5d7-1d4c-4102-9390-911f73beb196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:37:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a53bf555-2011-4cc9-96be-7018ef6855c3'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:37:49.346422 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-d462f5d7-1d4c-4102-9390-911f73beb196 None None] Set router a53bf555-2011-4cc9-96be-7018ef6855c3 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:37:49.371651 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a84ca7cd-9951-4fe6-b7bb-31d64d941ba1 req-4f07958c-0190-4d4c-a59b-f21a9c9c5b5a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd5408a-2963-421e-9a8c-122906cdafcc HTTP/1.1" status: 200 len: 999 time: 0.1343908 Aug 05 14:37:49.446427 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:37:49.470404 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ca7cd-9951-4fe6-b7bb-31d64d941ba1 req-45eb29cb-e9a0-449e-a972-6225982a8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:49.471917 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a84ca7cd-9951-4fe6-b7bb-31d64d941ba1 req-45eb29cb-e9a0-449e-a972-6225982a8663 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=21cc3524-830f-4549-9f86-73623cc71697 HTTP/1.1" status: 200 len: 852 time: 0.0930829 Aug 05 14:37:49.565649 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ca7cd-9951-4fe6-b7bb-31d64d941ba1 req-4bed9c32-fcaf-4df6-a185-0ba3271e7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:49.567229 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a84ca7cd-9951-4fe6-b7bb-31d64d941ba1 req-4bed9c32-fcaf-4df6-a185-0ba3271e7d54 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3cf3837a-7579-4f62-9e4e-4afcbd3efbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885479 Aug 05 14:37:49.576438 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d462f5d7-1d4c-4102-9390-911f73beb196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:35Z', 'revision_number': 4, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'gw_port': {'id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '4536c8a2-3f23-4dea-84ce-beb88b93b04c', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'port_id': 'bfd5408a-2963-421e-9a8c-122906cdafcc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'mac_address': 'fa:16:3e:a1:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:37:47Z', 'updated_at': '2021-08-05T14:37:47Z', 'revision_number': 0, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de74aa44-b7cf-4ee6-9e4b-359504e27f1b', 'name': '', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'mac_address': 'fa:16:3e:2e:6b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '21cc3524-830f-4549-9f86-73623cc71697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:35Z', 'updated_at': '2021-08-05T14:35:42Z', 'revision_number': 5, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'subnets': [{'id': '21cc3524-830f-4549-9f86-73623cc71697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:37:49.607646 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d462f5d7-1d4c-4102-9390-911f73beb196 None None] The sync data for ids ['a53bf555-2011-4cc9-96be-7018ef6855c3'] in n-d-803585-2 is: [{'id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:35Z', 'revision_number': 4, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'gw_port': {'id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '4536c8a2-3f23-4dea-84ce-beb88b93b04c', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'port_id': 'bfd5408a-2963-421e-9a8c-122906cdafcc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'mac_address': 'fa:16:3e:a1:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:37:47Z', 'updated_at': '2021-08-05T14:37:47Z', 'revision_number': 0, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de74aa44-b7cf-4ee6-9e4b-359504e27f1b', 'name': '', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'mac_address': 'fa:16:3e:2e:6b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '21cc3524-830f-4549-9f86-73623cc71697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:35Z', 'updated_at': '2021-08-05T14:35:42Z', 'revision_number': 5, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'subnets': [{'id': '21cc3524-830f-4549-9f86-73623cc71697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:37:49.637370 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:49.739605 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a84ca7cd-9951-4fe6-b7bb-31d64d941ba1 req-9c7baf30-95a1-4df2-a212-149e83d8eca4 service neutron] 10.222.0.84 "GET /v2.0/networks/3cf3837a-7579-4f62-9e4e-4afcbd3efbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417961 Aug 05 14:37:49.821376 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aacb68c-3941-4bf1-891e-0dda4098dc78 None None] New status for floating IP 4536c8a2-3f23-4dea-84ce-beb88b93b04c: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:37:49.840299 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c142-86ea-4534-88d4-8799cccb7995 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:49.875471 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a84ca7cd-9951-4fe6-b7bb-31d64d941ba1 req-7eab2521-8e99-4233-9593-0b1a63ed66ea service neutron] 10.222.0.84 "GET /v2.0/networks/3cf3837a-7579-4f62-9e4e-4afcbd3efbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077344 Aug 05 14:37:49.992600 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c142-86ea-4534-88d4-8799cccb7995 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:49.993333 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-8aacb68c-3941-4bf1-891e-0dda4098dc78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:37:49.993672 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-8aacb68c-3941-4bf1-891e-0dda4098dc78 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:37:50.210550 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf7c142-86ea-4534-88d4-8799cccb7995 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Router a53bf555-2011-4cc9-96be-7018ef6855c3 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:37:50.321905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf7c142-86ea-4534-88d4-8799cccb7995 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:37:50.326808 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c142-86ea-4534-88d4-8799cccb7995 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:50.355804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'tag': 'bfd5408a-2963-421e-9a8c-122906cdafcc'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:37:50.358044 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae21c81d-95fc-4e07-9baa-1362edcaef9d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1bbddb-f301-42ff-a5dd-ac053d49f241", "tag": "bfd5408a-2963-421e-9a8c-122906cdafcc"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:37:50.391123 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2cf7c142-86ea-4534-88d4-8799cccb7995 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "PUT /v2.0/floatingips/4536c8a2-3f23-4dea-84ce-beb88b93b04c HTTP/1.1" status: 200 len: 991 time: 1.4506204 Aug 05 14:37:50.397242 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dccfe6b-e581-408b-bfb4-9192c0f9ab9f x-openstack-request-id: req-7dccfe6b-e581-408b-bfb4-9192c0f9ab9f {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:37:50.397535 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1bbddb-f301-42ff-a5dd-ac053d49f241", "tag": "bfd5408a-2963-421e-9a8c-122906cdafcc", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:37:50.397795 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dccfe6b-e581-408b-bfb4-9192c0f9ab9f {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:37:50.398194 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'tag': 'bfd5408a-2963-421e-9a8c-122906cdafcc', 'status': 'completed', 'code': 200} Aug 05 14:37:50.461690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21c81d-95fc-4e07-9baa-1362edcaef9d req-d93e0103-55e3-4c8f-b578-15545f8b21c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:50.463256 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ae21c81d-95fc-4e07-9baa-1362edcaef9d req-d93e0103-55e3-4c8f-b578-15545f8b21c6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5b0e97c98584fd68b852930ef108788&device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 1096 time: 0.0412748 Aug 05 14:37:50.495276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aacb68c-3941-4bf1-891e-0dda4098dc78 None None] New status for floating IP 4536c8a2-3f23-4dea-84ce-beb88b93b04c: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:37:50.554789 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21c81d-95fc-4e07-9baa-1362edcaef9d req-b941ce3e-ef4e-4c80-891d-f4612666e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:50.556279 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ae21c81d-95fc-4e07-9baa-1362edcaef9d req-b941ce3e-ef4e-4c80-891d-f4612666e658 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 HTTP/1.1" status: 200 len: 914 time: 0.0853608 Aug 05 14:37:50.631551 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ae21c81d-95fc-4e07-9baa-1362edcaef9d req-7ca9ac00-cd55-4ca8-8c3f-7586218f689b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd5408a-2963-421e-9a8c-122906cdafcc HTTP/1.1" status: 200 len: 999 time: 0.0671647 Aug 05 14:37:50.683559 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21c81d-95fc-4e07-9baa-1362edcaef9d req-1f63aea3-2dc2-425c-bc2f-015af2fa0479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:50.684977 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ae21c81d-95fc-4e07-9baa-1362edcaef9d req-1f63aea3-2dc2-425c-bc2f-015af2fa0479 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=21cc3524-830f-4549-9f86-73623cc71697 HTTP/1.1" status: 200 len: 852 time: 0.0469136 Aug 05 14:37:50.732663 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21c81d-95fc-4e07-9baa-1362edcaef9d req-697dc5ea-2955-4067-9b54-c1d6241ca0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:50.734181 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ae21c81d-95fc-4e07-9baa-1362edcaef9d req-697dc5ea-2955-4067-9b54-c1d6241ca0b5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3cf3837a-7579-4f62-9e4e-4afcbd3efbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417972 Aug 05 14:37:50.833232 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ae21c81d-95fc-4e07-9baa-1362edcaef9d req-0d56b52e-32d1-48d6-9c7a-2bf6bcbf14cd service neutron] 10.222.0.84 "GET /v2.0/networks/3cf3837a-7579-4f62-9e4e-4afcbd3efbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918562 Aug 05 14:37:50.898269 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a49074-6f24-4959-838b-9e69892e0c8e None None] Sync routers for ids ['a53bf555-2011-4cc9-96be-7018ef6855c3'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:37:50.908100 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a49074-6f24-4959-838b-9e69892e0c8e None None] Routers {'a53bf555-2011-4cc9-96be-7018ef6855c3'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:37:50.909407 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-57a49074-6f24-4959-838b-9e69892e0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:37:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a53bf555-2011-4cc9-96be-7018ef6855c3'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:37:50.929970 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ae21c81d-95fc-4e07-9baa-1362edcaef9d req-04d849cc-1703-4539-b82a-313ec7b1a846 service neutron] 10.222.0.84 "GET /v2.0/networks/3cf3837a-7579-4f62-9e4e-4afcbd3efbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890586 Aug 05 14:37:51.013373 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-57a49074-6f24-4959-838b-9e69892e0c8e None None] Set router a53bf555-2011-4cc9-96be-7018ef6855c3 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:37:51.257788 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-57a49074-6f24-4959-838b-9e69892e0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:35Z', 'revision_number': 4, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'gw_port': {'id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '4536c8a2-3f23-4dea-84ce-beb88b93b04c', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'port_id': 'bfd5408a-2963-421e-9a8c-122906cdafcc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'mac_address': 'fa:16:3e:a1:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:37:47Z', 'updated_at': '2021-08-05T14:37:50Z', 'revision_number': 2, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de74aa44-b7cf-4ee6-9e4b-359504e27f1b', 'name': '', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'mac_address': 'fa:16:3e:2e:6b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '21cc3524-830f-4549-9f86-73623cc71697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:35Z', 'updated_at': '2021-08-05T14:35:42Z', 'revision_number': 5, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'subnets': [{'id': '21cc3524-830f-4549-9f86-73623cc71697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:37:51.284844 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a49074-6f24-4959-838b-9e69892e0c8e None None] Checking router: a53bf555-2011-4cc9-96be-7018ef6855c3 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:37:51.293110 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a49074-6f24-4959-838b-9e69892e0c8e None None] Routers {'a53bf555-2011-4cc9-96be-7018ef6855c3'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:37:51.293747 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-57a49074-6f24-4959-838b-9e69892e0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:37:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a53bf555-2011-4cc9-96be-7018ef6855c3'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:37:51.416692 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:37:51.493539 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-57a49074-6f24-4959-838b-9e69892e0c8e None None] Set router a53bf555-2011-4cc9-96be-7018ef6855c3 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:37:51.718110 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-57a49074-6f24-4959-838b-9e69892e0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:35Z', 'revision_number': 4, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'gw_port': {'id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '4536c8a2-3f23-4dea-84ce-beb88b93b04c', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'port_id': 'bfd5408a-2963-421e-9a8c-122906cdafcc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'mac_address': 'fa:16:3e:a1:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:37:47Z', 'updated_at': '2021-08-05T14:37:50Z', 'revision_number': 2, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de74aa44-b7cf-4ee6-9e4b-359504e27f1b', 'name': '', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'mac_address': 'fa:16:3e:2e:6b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '21cc3524-830f-4549-9f86-73623cc71697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:35Z', 'updated_at': '2021-08-05T14:35:42Z', 'revision_number': 5, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'subnets': [{'id': '21cc3524-830f-4549-9f86-73623cc71697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:37:51.745074 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a49074-6f24-4959-838b-9e69892e0c8e None None] The sync data for ids ['a53bf555-2011-4cc9-96be-7018ef6855c3'] in n-d-803585-2 is: [{'id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:35Z', 'revision_number': 4, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'gw_port': {'id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '4536c8a2-3f23-4dea-84ce-beb88b93b04c', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'port_id': 'bfd5408a-2963-421e-9a8c-122906cdafcc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'mac_address': 'fa:16:3e:a1:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:37:47Z', 'updated_at': '2021-08-05T14:37:50Z', 'revision_number': 2, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de74aa44-b7cf-4ee6-9e4b-359504e27f1b', 'name': '', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'mac_address': 'fa:16:3e:2e:6b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '21cc3524-830f-4549-9f86-73623cc71697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:35Z', 'updated_at': '2021-08-05T14:35:42Z', 'revision_number': 5, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'subnets': [{'id': '21cc3524-830f-4549-9f86-73623cc71697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:37:52.399533 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'tag': 'bfd5408a-2963-421e-9a8c-122906cdafcc'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:37:52.402233 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d026e4a8-c05b-4713-b033-6ea0e666a4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1bbddb-f301-42ff-a5dd-ac053d49f241", "tag": "bfd5408a-2963-421e-9a8c-122906cdafcc"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:37:52.440114 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9065e29-b1c4-4221-8a1f-1db8ead4c98c x-openstack-request-id: req-f9065e29-b1c4-4221-8a1f-1db8ead4c98c {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:37:52.440404 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1bbddb-f301-42ff-a5dd-ac053d49f241", "tag": "bfd5408a-2963-421e-9a8c-122906cdafcc", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:37:52.440658 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9065e29-b1c4-4221-8a1f-1db8ead4c98c {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:37:52.441058 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'tag': 'bfd5408a-2963-421e-9a8c-122906cdafcc', 'status': 'completed', 'code': 200} Aug 05 14:37:52.506117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026e4a8-c05b-4713-b033-6ea0e666a4b0 req-c71d8299-cc32-4c36-9107-e27c26774c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:52.507641 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d026e4a8-c05b-4713-b033-6ea0e666a4b0 req-c71d8299-cc32-4c36-9107-e27c26774c3b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5b0e97c98584fd68b852930ef108788&device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 1096 time: 0.0464070 Aug 05 14:37:52.596227 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026e4a8-c05b-4713-b033-6ea0e666a4b0 req-85adfd36-c510-4361-a735-404912379ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:52.597711 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d026e4a8-c05b-4713-b033-6ea0e666a4b0 req-85adfd36-c510-4361-a735-404912379ef6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 HTTP/1.1" status: 200 len: 914 time: 0.0833142 Aug 05 14:37:52.666855 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d026e4a8-c05b-4713-b033-6ea0e666a4b0 req-8d5508cf-f98e-4be7-b95e-b80f22a37fb8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd5408a-2963-421e-9a8c-122906cdafcc HTTP/1.1" status: 200 len: 1001 time: 0.0621779 Aug 05 14:37:52.715387 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026e4a8-c05b-4713-b033-6ea0e666a4b0 req-bb748f23-b068-42c1-9b75-852104d2c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:52.716805 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d026e4a8-c05b-4713-b033-6ea0e666a4b0 req-bb748f23-b068-42c1-9b75-852104d2c22a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=21cc3524-830f-4549-9f86-73623cc71697 HTTP/1.1" status: 200 len: 852 time: 0.0425811 Aug 05 14:37:52.761184 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026e4a8-c05b-4713-b033-6ea0e666a4b0 req-6d0a27dd-4793-4017-bc3e-d72962d1660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:37:52.762679 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d026e4a8-c05b-4713-b033-6ea0e666a4b0 req-6d0a27dd-4793-4017-bc3e-d72962d1660c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3cf3837a-7579-4f62-9e4e-4afcbd3efbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388808 Aug 05 14:37:52.856215 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d026e4a8-c05b-4713-b033-6ea0e666a4b0 req-4f87479a-a22f-4eb3-bb50-33893e68c8e9 service neutron] 10.222.0.84 "GET /v2.0/networks/3cf3837a-7579-4f62-9e4e-4afcbd3efbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862570 Aug 05 14:37:52.946136 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d026e4a8-c05b-4713-b033-6ea0e666a4b0 req-2d28df6c-2c2c-4054-8d9a-3b85c459957e service neutron] 10.222.0.84 "GET /v2.0/networks/3cf3837a-7579-4f62-9e4e-4afcbd3efbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829678 Aug 05 14:38:11.955012 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a94ca44b-eca1-4692-8406-d86fbb5960d4 req-8067ec55-a894-4c69-8fa7-fa1b5dd645d2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393538 Aug 05 14:38:12.044475 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ca44b-eca1-4692-8406-d86fbb5960d4 req-aa6a912d-9d0e-45e2-8428-a3e8c32ab833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:12.047092 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a94ca44b-eca1-4692-8406-d86fbb5960d4 req-aa6a912d-9d0e-45e2-8428-a3e8c32ab833 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5b0e97c98584fd68b852930ef108788&device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 1096 time: 0.0477786 Aug 05 14:38:12.150223 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ca44b-eca1-4692-8406-d86fbb5960d4 req-fbcae545-dcd2-4267-95a7-fb97adb39922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:12.151786 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a94ca44b-eca1-4692-8406-d86fbb5960d4 req-fbcae545-dcd2-4267-95a7-fb97adb39922 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 HTTP/1.1" status: 200 len: 914 time: 0.0839894 Aug 05 14:38:12.221262 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a94ca44b-eca1-4692-8406-d86fbb5960d4 req-054efcd0-456c-4bc5-84e2-7986c7cd4d8b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd5408a-2963-421e-9a8c-122906cdafcc HTTP/1.1" status: 200 len: 1001 time: 0.0616920 Aug 05 14:38:12.584196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ca44b-eca1-4692-8406-d86fbb5960d4 req-4251ad20-b55a-4158-b652-ef4eda9aaaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:12.585598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a94ca44b-eca1-4692-8406-d86fbb5960d4 req-4251ad20-b55a-4158-b652-ef4eda9aaaae service neutron] 10.222.0.84 "GET /v2.0/subnets?id=21cc3524-830f-4549-9f86-73623cc71697 HTTP/1.1" status: 200 len: 852 time: 0.3569679 Aug 05 14:38:12.635316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ca44b-eca1-4692-8406-d86fbb5960d4 req-1b99907d-648b-486e-8572-6ea028c60bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:12.636854 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a94ca44b-eca1-4692-8406-d86fbb5960d4 req-1b99907d-648b-486e-8572-6ea028c60bda service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3cf3837a-7579-4f62-9e4e-4afcbd3efbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423946 Aug 05 14:38:12.729996 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a94ca44b-eca1-4692-8406-d86fbb5960d4 req-6c287542-7eec-4118-9113-d08190e60500 service neutron] 10.222.0.84 "GET /v2.0/networks/3cf3837a-7579-4f62-9e4e-4afcbd3efbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838134 Aug 05 14:38:12.820099 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a94ca44b-eca1-4692-8406-d86fbb5960d4 req-85a19823-6009-4d74-a083-cf8645924008 service neutron] 10.222.0.84 "GET /v2.0/networks/3cf3837a-7579-4f62-9e4e-4afcbd3efbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813909 Aug 05 14:38:14.904978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-251075f6-3daa-45e3-8de6-dd5d38cb92ae req-df87f175-b295-4979-8d68-9e4256e15c21 service neutron] (105723) timed out ('10.222.0.16', 42284) {{(pid=105723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 14:38:15.002642 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:15.875721 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3569ea21-a2b3-4f01-be00-de75ab5d74e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:16.282575 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:18.420600 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bdd37b43-bd40-4d04-bb72-38d550a76740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:18.654588 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:19.632777 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:21.419395 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:23.577070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43606) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:38:23.740881 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a39db-2bbf-4a5f-ae21-054875eeaf23 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Deleting port 9d9657ba-73ae-4fef-9423-adb92b3fc004 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:38:23.741278 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a6a39db-2bbf-4a5f-ae21-054875eeaf23 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:23.822638 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a6a39db-2bbf-4a5f-ae21-054875eeaf23 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:23.822894 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a6a39db-2bbf-4a5f-ae21-054875eeaf23 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:23.835063 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a39db-2bbf-4a5f-ae21-054875eeaf23 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Calling delete_port for 9d9657ba-73ae-4fef-9423-adb92b3fc004 owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:38:23.987180 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a6a39db-2bbf-4a5f-ae21-054875eeaf23 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:24.020953 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a39db-2bbf-4a5f-ae21-054875eeaf23 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Pushing event deleted for resources: {'Port': ['ID=9d9657ba-73ae-4fef-9423-adb92b3fc004,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:24.079940 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a6a39db-2bbf-4a5f-ae21-054875eeaf23 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:24.080630 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-7a6a39db-2bbf-4a5f-ae21-054875eeaf23 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Floating IP 4536c8a2-3f23-4dea-84ce-beb88b93b04c disassociated (deleted). External IP: 172.25.5.106, port: bfd5408a-2963-421e-9a8c-122906cdafcc. Aug 05 14:38:24.321999 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6a39db-2bbf-4a5f-ae21-054875eeaf23 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Router a53bf555-2011-4cc9-96be-7018ef6855c3 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:38:24.448780 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6a39db-2bbf-4a5f-ae21-054875eeaf23 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:38:24.454134 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-7a6a39db-2bbf-4a5f-ae21-054875eeaf23 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:24.460360 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dcf269-5dcd-4e73-8d54-b787e303c738 None None] Sync routers for ids ['a53bf555-2011-4cc9-96be-7018ef6855c3'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:38:24.472277 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dcf269-5dcd-4e73-8d54-b787e303c738 None None] Routers {'a53bf555-2011-4cc9-96be-7018ef6855c3'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:38:24.472955 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b3dcf269-5dcd-4e73-8d54-b787e303c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:38:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a53bf555-2011-4cc9-96be-7018ef6855c3'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:38:24.484020 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-7a6a39db-2bbf-4a5f-ae21-054875eeaf23 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "DELETE /v2.0/floatingips/4536c8a2-3f23-4dea-84ce-beb88b93b04c HTTP/1.1" status: 204 len: 168 time: 0.9058414 Aug 05 14:38:24.484590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'tag': 'bfd5408a-2963-421e-9a8c-122906cdafcc'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:38:24.487014 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8676f03-ecb6-4136-9e53-fd8bf0f90539" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1bbddb-f301-42ff-a5dd-ac053d49f241", "tag": "bfd5408a-2963-421e-9a8c-122906cdafcc"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:38:24.600857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-b3dcf269-5dcd-4e73-8d54-b787e303c738 None None] Set router a53bf555-2011-4cc9-96be-7018ef6855c3 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:38:24.720934 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c35401-3c2a-4f95-86b4-75ecbc48f5df x-openstack-request-id: req-76c35401-3c2a-4f95-86b4-75ecbc48f5df {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:38:24.721431 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1bbddb-f301-42ff-a5dd-ac053d49f241", "tag": "bfd5408a-2963-421e-9a8c-122906cdafcc", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:38:24.722105 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76c35401-3c2a-4f95-86b4-75ecbc48f5df {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:38:24.722457 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'tag': 'bfd5408a-2963-421e-9a8c-122906cdafcc', 'status': 'completed', 'code': 200} Aug 05 14:38:24.804557 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a5619-50db-4176-9508-670dd5f3d267 req-1483565d-baff-403a-a727-97c0af5b12b0 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:24.805196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8676f03-ecb6-4136-9e53-fd8bf0f90539 req-46f3b593-6caf-4bf1-9563-42f34172ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:24.806121 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c38a5619-50db-4176-9508-670dd5f3d267 req-1483565d-baff-403a-a727-97c0af5b12b0 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 945 time: 0.1343575 Aug 05 14:38:24.806562 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8676f03-ecb6-4136-9e53-fd8bf0f90539 req-46f3b593-6caf-4bf1-9563-42f34172ba5c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5b0e97c98584fd68b852930ef108788&device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 1096 time: 0.0525515 Aug 05 14:38:24.832136 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b3dcf269-5dcd-4e73-8d54-b787e303c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:35Z', 'revision_number': 4, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'gw_port': {'id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'de74aa44-b7cf-4ee6-9e4b-359504e27f1b', 'name': '', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'mac_address': 'fa:16:3e:2e:6b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '21cc3524-830f-4549-9f86-73623cc71697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:35Z', 'updated_at': '2021-08-05T14:35:42Z', 'revision_number': 5, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'subnets': [{'id': '21cc3524-830f-4549-9f86-73623cc71697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:38:24.850809 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c38a5619-50db-4176-9508-670dd5f3d267 req-0d0f2e5c-2031-4421-b6c7-a033326e7cff tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9a92601-0411-4267-b9a6-707d45ae6001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366955 Aug 05 14:38:24.859886 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dcf269-5dcd-4e73-8d54-b787e303c738 None None] Checking router: a53bf555-2011-4cc9-96be-7018ef6855c3 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:38:24.868988 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dcf269-5dcd-4e73-8d54-b787e303c738 None None] Routers {'a53bf555-2011-4cc9-96be-7018ef6855c3'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:38:24.869617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b3dcf269-5dcd-4e73-8d54-b787e303c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:38:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a53bf555-2011-4cc9-96be-7018ef6855c3'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:38:24.925780 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8676f03-ecb6-4136-9e53-fd8bf0f90539 req-9d1aedad-319d-4931-98fa-becc4f62d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:24.928197 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8676f03-ecb6-4136-9e53-fd8bf0f90539 req-9d1aedad-319d-4931-98fa-becc4f62d5cb service neutron] 10.222.0.84 "GET /v2.0/networks?id=3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 HTTP/1.1" status: 200 len: 914 time: 0.1126184 Aug 05 14:38:24.977085 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-b3dcf269-5dcd-4e73-8d54-b787e303c738 None None] Set router a53bf555-2011-4cc9-96be-7018ef6855c3 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:38:24.982405 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8676f03-ecb6-4136-9e53-fd8bf0f90539 req-b70d75fe-352e-4244-8024-17fb5aa6cc62 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd5408a-2963-421e-9a8c-122906cdafcc HTTP/1.1" status: 200 len: 217 time: 0.0464618 Aug 05 14:38:25.044441 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8676f03-ecb6-4136-9e53-fd8bf0f90539 req-cfcd7816-f8e4-475d-9514-7a7a5032b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:25.046430 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8676f03-ecb6-4136-9e53-fd8bf0f90539 req-cfcd7816-f8e4-475d-9514-7a7a5032b90b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=21cc3524-830f-4549-9f86-73623cc71697 HTTP/1.1" status: 200 len: 852 time: 0.0560048 Aug 05 14:38:25.108064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8676f03-ecb6-4136-9e53-fd8bf0f90539 req-377b24ac-189c-4565-b2b6-b3b79cb6393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:25.109631 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8676f03-ecb6-4136-9e53-fd8bf0f90539 req-377b24ac-189c-4565-b2b6-b3b79cb6393a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3cf3837a-7579-4f62-9e4e-4afcbd3efbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556831 Aug 05 14:38:25.174172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-b3dcf269-5dcd-4e73-8d54-b787e303c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:35Z', 'revision_number': 4, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'gw_port': {'id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'de74aa44-b7cf-4ee6-9e4b-359504e27f1b', 'name': '', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'mac_address': 'fa:16:3e:2e:6b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '21cc3524-830f-4549-9f86-73623cc71697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:35Z', 'updated_at': '2021-08-05T14:35:42Z', 'revision_number': 5, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'subnets': [{'id': '21cc3524-830f-4549-9f86-73623cc71697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:38:25.203961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dcf269-5dcd-4e73-8d54-b787e303c738 None None] The sync data for ids ['a53bf555-2011-4cc9-96be-7018ef6855c3'] in n-d-803585-2 is: [{'id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:35Z', 'revision_number': 4, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'gw_port': {'id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'de74aa44-b7cf-4ee6-9e4b-359504e27f1b', 'name': '', 'network_id': '3cf3837a-7579-4f62-9e4e-4afcbd3efbd2', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'mac_address': 'fa:16:3e:2e:6b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '21cc3524-830f-4549-9f86-73623cc71697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:35Z', 'updated_at': '2021-08-05T14:35:42Z', 'revision_number': 5, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'subnets': [{'id': '21cc3524-830f-4549-9f86-73623cc71697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:38:25.220261 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8676f03-ecb6-4136-9e53-fd8bf0f90539 req-f9de2823-c5c9-402a-b509-7ffdf83da6cb service neutron] 10.222.0.84 "GET /v2.0/networks/3cf3837a-7579-4f62-9e4e-4afcbd3efbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018989 Aug 05 14:38:25.340549 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8676f03-ecb6-4136-9e53-fd8bf0f90539 req-c90e12c5-1705-4a6a-a7ac-312a5b3bb987 service neutron] 10.222.0.84 "GET /v2.0/networks/3cf3837a-7579-4f62-9e4e-4afcbd3efbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115317 Aug 05 14:38:25.440160 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a588edc-23f3-4fc0-b387-98fa132a3ecd None None] New status for floating IP 4536c8a2-3f23-4dea-84ce-beb88b93b04c: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:38:26.038435 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e620bc3-2410-4616-bb40-9e7ce548335d req-ac61f99b-2ddb-4f00-b621-7b41966f533a tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:26.040014 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e620bc3-2410-4616-bb40-9e7ce548335d req-ac61f99b-2ddb-4f00-b621-7b41966f533a tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 945 time: 0.1097701 Aug 05 14:38:26.079856 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e620bc3-2410-4616-bb40-9e7ce548335d req-f211a369-1315-4e43-9a6e-74b72fb12bf3 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9a92601-0411-4267-b9a6-707d45ae6001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326242 Aug 05 14:38:26.447184 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:38:26.502725 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d34cc7-801b-4271-b8fb-cd23f23583ed req-aa755779-15b0-49ae-b281-feadc0a02bd9 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:26.504302 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60d34cc7-801b-4271-b8fb-cd23f23583ed req-aa755779-15b0-49ae-b281-feadc0a02bd9 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 945 time: 0.0551503 Aug 05 14:38:26.603414 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-60d34cc7-801b-4271-b8fb-cd23f23583ed req-a95afbdf-4955-4eb1-82f4-321bf68304b5 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Deleting port bfd5408a-2963-421e-9a8c-122906cdafcc {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:38:26.603763 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60d34cc7-801b-4271-b8fb-cd23f23583ed req-a95afbdf-4955-4eb1-82f4-321bf68304b5 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:26.696403 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-60d34cc7-801b-4271-b8fb-cd23f23583ed req-a95afbdf-4955-4eb1-82f4-321bf68304b5 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] For port bfd5408a-2963-421e-9a8c-122906cdafcc, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=bfd5408a-2963-421e-9a8c-122906cdafcc,segment=NetworkSegment(2019764b-993f-4dd4-8e87-d0a5244b02fd),segment_id=2019764b-993f-4dd4-8e87-d0a5244b02fd)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:38:26.696785 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60d34cc7-801b-4271-b8fb-cd23f23583ed req-a95afbdf-4955-4eb1-82f4-321bf68304b5 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:26.710659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-60d34cc7-801b-4271-b8fb-cd23f23583ed req-a95afbdf-4955-4eb1-82f4-321bf68304b5 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Calling delete_port for bfd5408a-2963-421e-9a8c-122906cdafcc owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:38:26.848639 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60d34cc7-801b-4271-b8fb-cd23f23583ed req-a95afbdf-4955-4eb1-82f4-321bf68304b5 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:26.878487 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95afbdf-4955-4eb1-82f4-321bf68304b5 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Pushing event deleted for resources: {'Port': ['ID=bfd5408a-2963-421e-9a8c-122906cdafcc,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:26.926546 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d34cc7-801b-4271-b8fb-cd23f23583ed req-a95afbdf-4955-4eb1-82f4-321bf68304b5 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] No DVR routers for this DVR port bfd5408a-2963-421e-9a8c-122906cdafcc on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:38:26.929711 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-60d34cc7-801b-4271-b8fb-cd23f23583ed req-a95afbdf-4955-4eb1-82f4-321bf68304b5 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:26.931780 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60d34cc7-801b-4271-b8fb-cd23f23583ed req-a95afbdf-4955-4eb1-82f4-321bf68304b5 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.84 "DELETE /v2.0/ports/bfd5408a-2963-421e-9a8c-122906cdafcc HTTP/1.1" status: 204 len: 173 time: 0.4213018 Aug 05 14:38:26.932211 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'name': 'network-vif-deleted', 'tag': 'bfd5408a-2963-421e-9a8c-122906cdafcc'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:38:26.934494 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f53d27-232f-4d17-b0e8-991d4dc34312" -d '{"events": [{"server_uuid": "0f1bbddb-f301-42ff-a5dd-ac053d49f241", "name": "network-vif-deleted", "tag": "bfd5408a-2963-421e-9a8c-122906cdafcc"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:38:26.974796 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccba531-4411-4031-af3c-12804f5dc5f6 x-openstack-request-id: req-eccba531-4411-4031-af3c-12804f5dc5f6 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:38:26.975175 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1bbddb-f301-42ff-a5dd-ac053d49f241", "name": "network-vif-deleted", "tag": "bfd5408a-2963-421e-9a8c-122906cdafcc", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:38:26.975439 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eccba531-4411-4031-af3c-12804f5dc5f6 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:38:26.975850 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1bbddb-f301-42ff-a5dd-ac053d49f241', 'name': 'network-vif-deleted', 'tag': 'bfd5408a-2963-421e-9a8c-122906cdafcc', 'status': 'completed', 'code': 200} Aug 05 14:38:27.178107 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a114d3e3-4727-4584-b5d6-3e8438fd8bf0 req-9941c62a-6fe3-46ad-88dd-2903c700455d tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 210 time: 0.0283561 Aug 05 14:38:28.285093 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cb7eb1e3-a1b8-43d7-bec8-517a186a1cb3 req-3a72330f-1cc3-4fe4-8ece-3ed9a66f7737 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 210 time: 0.0321331 Aug 05 14:38:29.097446 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device bfd5408a-2963-421e-9a8c-122906cdafcc no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:38:29.118631 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: bfd5408a-2963-421e-9a8c-122906cdafcc {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:38:29.118982 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device bfd5408a-2963-421e-9a8c-122906cdafcc not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:38:29.381658 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-90f4e81b-422b-4453-b8c6-d5cbfb60d4b6 req-1013644e-ea31-40d3-ac21-792dcb230fc7 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 210 time: 0.0274584 Aug 05 14:38:30.488581 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c3b3fc14-be53-44ac-9c7c-7154c0e6c3fc req-de763c97-fe06-4f36-bc57-3e42e2af5881 tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1bbddb-f301-42ff-a5dd-ac053d49f241 HTTP/1.1" status: 200 len: 210 time: 0.0282276 Aug 05 14:38:31.546322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 43638) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:38:31.604703 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b166160b-32ba-454a-b5b4-e9a2cfef49fa tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:31.631940 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b166160b-32ba-454a-b5b4-e9a2cfef49fa tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:31.691094 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b166160b-32ba-454a-b5b4-e9a2cfef49fa tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:31.693819 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b166160b-32ba-454a-b5b4-e9a2cfef49fa tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:31.695026 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b166160b-32ba-454a-b5b4-e9a2cfef49fa tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] 10.222.0.16 "DELETE /v2.0/security-groups/a9a92601-0411-4267-b9a6-707d45ae6001 HTTP/1.1" status: 204 len: 168 time: 0.1476834 Aug 05 14:38:31.704084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166160b-32ba-454a-b5b4-e9a2cfef49fa tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a92601-0411-4267-b9a6-707d45ae6001,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:31.713264 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166160b-32ba-454a-b5b4-e9a2cfef49fa tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:31.713611 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166160b-32ba-454a-b5b4-e9a2cfef49fa tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:31.713960 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166160b-32ba-454a-b5b4-e9a2cfef49fa tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:31.714337 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166160b-32ba-454a-b5b4-e9a2cfef49fa tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:31.714665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166160b-32ba-454a-b5b4-e9a2cfef49fa tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:31.714999 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166160b-32ba-454a-b5b4-e9a2cfef49fa tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:31.715345 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166160b-32ba-454a-b5b4-e9a2cfef49fa tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:31.715661 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166160b-32ba-454a-b5b4-e9a2cfef49fa tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:31.715990 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166160b-32ba-454a-b5b4-e9a2cfef49fa tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:31.716315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166160b-32ba-454a-b5b4-e9a2cfef49fa tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:31.716665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166160b-32ba-454a-b5b4-e9a2cfef49fa tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:31.716987 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b166160b-32ba-454a-b5b4-e9a2cfef49fa tempest-TestVolumeBackupRestore-2031976252 tempest-TestVolumeBackupRestore-2031976252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:35.155389 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44090) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:38:35.516364 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9899ed5f-1710-46c7-86da-c2f8e029d193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:35.784790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9899ed5f-1710-46c7-86da-c2f8e029d193 admin admin] Deleting port de74aa44-b7cf-4ee6-9e4b-359504e27f1b {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:38:35.785076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9899ed5f-1710-46c7-86da-c2f8e029d193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:35.866639 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-9899ed5f-1710-46c7-86da-c2f8e029d193 admin admin] For port de74aa44-b7cf-4ee6-9e4b-359504e27f1b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=de74aa44-b7cf-4ee6-9e4b-359504e27f1b,segment=NetworkSegment(2019764b-993f-4dd4-8e87-d0a5244b02fd),segment_id=2019764b-993f-4dd4-8e87-d0a5244b02fd)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:38:35.867014 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9899ed5f-1710-46c7-86da-c2f8e029d193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:35.880200 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9899ed5f-1710-46c7-86da-c2f8e029d193 admin admin] Calling delete_port for de74aa44-b7cf-4ee6-9e4b-359504e27f1b owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:38:36.067312 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9899ed5f-1710-46c7-86da-c2f8e029d193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:36.100919 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899ed5f-1710-46c7-86da-c2f8e029d193 admin admin] Pushing event deleted for resources: {'Port': ['ID=de74aa44-b7cf-4ee6-9e4b-359504e27f1b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:36.277635 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9899ed5f-1710-46c7-86da-c2f8e029d193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:36.490526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9899ed5f-1710-46c7-86da-c2f8e029d193 admin admin] Router a53bf555-2011-4cc9-96be-7018ef6855c3 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:38:36.594922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9899ed5f-1710-46c7-86da-c2f8e029d193 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:38:36.599943 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9899ed5f-1710-46c7-86da-c2f8e029d193 admin admin] 10.222.0.16 "PUT /v2.0/routers/a53bf555-2011-4cc9-96be-7018ef6855c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4435084 Aug 05 14:38:36.602518 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44092) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:38:36.605054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e74ae-81ea-48f7-acd3-1a90dbf35dfc None None] Sync routers for ids ['a53bf555-2011-4cc9-96be-7018ef6855c3'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:38:36.616970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e74ae-81ea-48f7-acd3-1a90dbf35dfc None None] Routers {'a53bf555-2011-4cc9-96be-7018ef6855c3'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:38:36.617687 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0c7e74ae-81ea-48f7-acd3-1a90dbf35dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:38:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a53bf555-2011-4cc9-96be-7018ef6855c3'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:38:36.707238 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93e8a995-585b-4098-bef9-31bc610179c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:36.724882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-0c7e74ae-81ea-48f7-acd3-1a90dbf35dfc None None] Set router a53bf555-2011-4cc9-96be-7018ef6855c3 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:38:36.808885 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93e8a995-585b-4098-bef9-31bc610179c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:36.907535 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0c7e74ae-81ea-48f7-acd3-1a90dbf35dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:38:36Z', 'revision_number': 5, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'gw_port': {'id': '01cfe5e7-cdcf-40c9-b17c-a4f8bc293692', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:38:36.939560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e74ae-81ea-48f7-acd3-1a90dbf35dfc None None] Checking router: a53bf555-2011-4cc9-96be-7018ef6855c3 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:38:36.948773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e74ae-81ea-48f7-acd3-1a90dbf35dfc None None] Routers {'a53bf555-2011-4cc9-96be-7018ef6855c3'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:38:36.949409 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0c7e74ae-81ea-48f7-acd3-1a90dbf35dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:38:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a53bf555-2011-4cc9-96be-7018ef6855c3'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:38:37.038135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-0c7e74ae-81ea-48f7-acd3-1a90dbf35dfc None None] Set router a53bf555-2011-4cc9-96be-7018ef6855c3 gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:38:37.092043 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-0c7e74ae-81ea-48f7-acd3-1a90dbf35dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:38:36Z', 'revision_number': 6, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:38:37.123108 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e74ae-81ea-48f7-acd3-1a90dbf35dfc None None] The sync data for ids ['a53bf555-2011-4cc9-96be-7018ef6855c3'] in n-d-803585-2 is: [{'id': 'a53bf555-2011-4cc9-96be-7018ef6855c3', 'name': 'tempest-TestVolumeBackupRestore-824069957-router', 'tenant_id': 'c5b0e97c98584fd68b852930ef108788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:33Z', 'updated_at': '2021-08-05T14:38:36Z', 'revision_number': 6, 'project_id': 'c5b0e97c98584fd68b852930ef108788', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:38:37.203861 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-93e8a995-585b-4098-bef9-31bc610179c7 admin admin] Deleting port 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:38:37.204201 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93e8a995-585b-4098-bef9-31bc610179c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:37.280243 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-93e8a995-585b-4098-bef9-31bc610179c7 admin admin] For port 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=01cfe5e7-cdcf-40c9-b17c-a4f8bc293692,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:38:37.280912 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93e8a995-585b-4098-bef9-31bc610179c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:37.294207 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-93e8a995-585b-4098-bef9-31bc610179c7 admin admin] Calling delete_port for 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:38:37.492518 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93e8a995-585b-4098-bef9-31bc610179c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:37.518148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8a995-585b-4098-bef9-31bc610179c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=01cfe5e7-cdcf-40c9-b17c-a4f8bc293692,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:37.583331 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93e8a995-585b-4098-bef9-31bc610179c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:37.672754 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93e8a995-585b-4098-bef9-31bc610179c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:37.674963 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93e8a995-585b-4098-bef9-31bc610179c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:37.721848 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93e8a995-585b-4098-bef9-31bc610179c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:37.722440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e8a995-585b-4098-bef9-31bc610179c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a53bf555-2011-4cc9-96be-7018ef6855c3 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:38:37.726899 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-93e8a995-585b-4098-bef9-31bc610179c7 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:37.728012 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-93e8a995-585b-4098-bef9-31bc610179c7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a53bf555-2011-4cc9-96be-7018ef6855c3 HTTP/1.1" status: 204 len: 168 time: 1.1245093 Aug 05 14:38:37.730416 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44094) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:38:37.775232 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-73eb00d9-dca9-4137-a8f6-d14356739053 admin admin] Deleting subnet 21cc3524-830f-4549-9f86-73623cc71697 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:38:37.778160 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73eb00d9-dca9-4137-a8f6-d14356739053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:37.810988 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73eb00d9-dca9-4137-a8f6-d14356739053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:37.891858 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73eb00d9-dca9-4137-a8f6-d14356739053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:37.948445 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73eb00d9-dca9-4137-a8f6-d14356739053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:37.979350 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73eb00d9-dca9-4137-a8f6-d14356739053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:37.983504 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-73eb00d9-dca9-4137-a8f6-d14356739053 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/21cc3524-830f-4549-9f86-73623cc71697 HTTP/1.1" status: 204 len: 168 time: 0.2498658 Aug 05 14:38:37.983504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb00d9-dca9-4137-a8f6-d14356739053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21cc3524-830f-4549-9f86-73623cc71697,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:37.983918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44096) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:38:37.986414 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12622a0-dea4-4407-b3b5-f9e93e22ccfc None None] Network 3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:38:38.056403 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:38.119713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Deleting port b6086c0b-be37-4934-8c4a-932a0e3601aa {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:38:38.120065 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:38.174582 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e69921-4bbb-4acd-919c-811c9bc79ceb None None] DHCP port deletion for 3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:38:38.237992 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-23e69921-4bbb-4acd-919c-811c9bc79ceb None None] Deleting port b6086c0b-be37-4934-8c4a-932a0e3601aa {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:38:38.238395 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-23e69921-4bbb-4acd-919c-811c9bc79ceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:38.278410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b6086c0b-be37-4934-8c4a-932a0e3601aa no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:38:38.336963 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-23e69921-4bbb-4acd-919c-811c9bc79ceb None None] For port b6086c0b-be37-4934-8c4a-932a0e3601aa, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b6086c0b-be37-4934-8c4a-932a0e3601aa,segment=NetworkSegment(2019764b-993f-4dd4-8e87-d0a5244b02fd),segment_id=2019764b-993f-4dd4-8e87-d0a5244b02fd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:38:38.337369 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-23e69921-4bbb-4acd-919c-811c9bc79ceb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:38.354803 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-23e69921-4bbb-4acd-919c-811c9bc79ceb None None] Calling delete_port for b6086c0b-be37-4934-8c4a-932a0e3601aa owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:38:38.519352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] For port b6086c0b-be37-4934-8c4a-932a0e3601aa, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b6086c0b-be37-4934-8c4a-932a0e3601aa,segment=NetworkSegment(2019764b-993f-4dd4-8e87-d0a5244b02fd),segment_id=2019764b-993f-4dd4-8e87-d0a5244b02fd)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:38:38.519635 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:38.534049 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Calling delete_port for b6086c0b-be37-4934-8c4a-932a0e3601aa owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:38:38.585642 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:38.611810 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:38.641989 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6086c0b-be37-4934-8c4a-932a0e3601aa,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:38.644763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:38:38.647120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] No DVR routers for this DVR port b6086c0b-be37-4934-8c4a-932a0e3601aa on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:38:38.655599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:38.655941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:38.656279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:38.656613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:38.656946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:38.657273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:38.657601 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:38.657926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:38.658291 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:38.658591 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:38.658913 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:38.659231 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:38:38.669350 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:38:38.669697 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 01cfe5e7-cdcf-40c9-b17c-a4f8bc293692 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:38:38.670113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device de74aa44-b7cf-4ee6-9e4b-359504e27f1b no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:38:38.673689 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-23e69921-4bbb-4acd-919c-811c9bc79ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:38.709702 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: de74aa44-b7cf-4ee6-9e4b-359504e27f1b {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:38:38.710054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device de74aa44-b7cf-4ee6-9e4b-359504e27f1b not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:38:38.714697 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e69921-4bbb-4acd-919c-811c9bc79ceb None None] Pushing event deleted for resources: {'Port': ['ID=b6086c0b-be37-4934-8c4a-932a0e3601aa,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:38.720418 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e69921-4bbb-4acd-919c-811c9bc79ceb None None] No DVR routers for this DVR port b6086c0b-be37-4934-8c4a-932a0e3601aa on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:38:38.734535 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:38.744602 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf3837a-7579-4f62-9e4e-4afcbd3efbd2']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:38:38.754704 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2019764b-993f-4dd4-8e87-d0a5244b02fd') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:38:38.755002 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2019764b-993f-4dd4-8e87-d0a5244b02fd') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:38:38.764689 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:38.779815 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:38.785501 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:38:38.785896 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:38:38.787861 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:38:38.844533 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:38.850483 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:38.852309 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3cf3837a-7579-4f62-9e4e-4afcbd3efbd2 HTTP/1.1" status: 204 len: 168 time: 0.8672228 Aug 05 14:38:38.855382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44098) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:38:38.863581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea55ef-c3ec-4124-a698-c18b28fdbb04 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cf3837a-7579-4f62-9e4e-4afcbd3efbd2,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:39.215224 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6863c14b-a9bd-42f3-8f7e-2c04ab34b93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:39.464686 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-6863c14b-a9bd-42f3-8f7e-2c04ab34b93f admin admin] Deleting port 857cd9f9-c8f2-4764-9ae6-749e8687cd35 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:38:39.465016 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6863c14b-a9bd-42f3-8f7e-2c04ab34b93f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:39.553484 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-6863c14b-a9bd-42f3-8f7e-2c04ab34b93f admin admin] For port 857cd9f9-c8f2-4764-9ae6-749e8687cd35, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=857cd9f9-c8f2-4764-9ae6-749e8687cd35,segment=NetworkSegment(5e62c7b4-4b9c-4bc4-97f5-829543ee267d),segment_id=5e62c7b4-4b9c-4bc4-97f5-829543ee267d)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:38:39.553778 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6863c14b-a9bd-42f3-8f7e-2c04ab34b93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:39.566520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-6863c14b-a9bd-42f3-8f7e-2c04ab34b93f admin admin] Calling delete_port for 857cd9f9-c8f2-4764-9ae6-749e8687cd35 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:38:39.753689 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6863c14b-a9bd-42f3-8f7e-2c04ab34b93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:39.780983 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863c14b-a9bd-42f3-8f7e-2c04ab34b93f admin admin] Pushing event deleted for resources: {'Port': ['ID=857cd9f9-c8f2-4764-9ae6-749e8687cd35,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:39.952328 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6863c14b-a9bd-42f3-8f7e-2c04ab34b93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:40.165882 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6863c14b-a9bd-42f3-8f7e-2c04ab34b93f admin admin] Router ea5d3347-609b-4737-a372-8cd0f84bc557 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:38:40.273977 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6863c14b-a9bd-42f3-8f7e-2c04ab34b93f admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:38:40.279230 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6863c14b-a9bd-42f3-8f7e-2c04ab34b93f admin admin] 10.222.0.16 "PUT /v2.0/routers/ea5d3347-609b-4737-a372-8cd0f84bc557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4225094 Aug 05 14:38:40.281814 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44100) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:38:40.282800 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69af02bc-9cac-4210-8137-746e431f998e None None] Sync routers for ids ['ea5d3347-609b-4737-a372-8cd0f84bc557'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:38:40.292619 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69af02bc-9cac-4210-8137-746e431f998e None None] Routers {'ea5d3347-609b-4737-a372-8cd0f84bc557'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:38:40.293222 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-69af02bc-9cac-4210-8137-746e431f998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:38:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ea5d3347-609b-4737-a372-8cd0f84bc557'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:38:40.389195 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1fb74750-1705-46a7-adef-8b49098e98b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:40.399082 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-69af02bc-9cac-4210-8137-746e431f998e None None] Set router ea5d3347-609b-4737-a372-8cd0f84bc557 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:38:40.487688 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1fb74750-1705-46a7-adef-8b49098e98b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:40.543210 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-1fb74750-1705-46a7-adef-8b49098e98b8 admin admin] Deleting port 8c6be2fd-f993-44e4-8fc6-8b79d7156325 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:38:40.543572 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1fb74750-1705-46a7-adef-8b49098e98b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:40.575454 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-69af02bc-9cac-4210-8137-746e431f998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'name': 'tempest-TestVolumeBackupRestore-1658533623-router', 'tenant_id': '71aeb53aaec846eca2e69841f66c401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '8c6be2fd-f993-44e4-8fc6-8b79d7156325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:37Z', 'updated_at': '2021-08-05T14:38:39Z', 'revision_number': 5, 'project_id': '71aeb53aaec846eca2e69841f66c401a', 'gw_port': {'id': '8c6be2fd-f993-44e4-8fc6-8b79d7156325', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:35:38Z', 'updated_at': '2021-08-05T14:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:38:40.605461 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69af02bc-9cac-4210-8137-746e431f998e None None] Checking router: ea5d3347-609b-4737-a372-8cd0f84bc557 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:38:40.613699 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69af02bc-9cac-4210-8137-746e431f998e None None] Routers {'ea5d3347-609b-4737-a372-8cd0f84bc557'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:38:40.614325 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-69af02bc-9cac-4210-8137-746e431f998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:38:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ea5d3347-609b-4737-a372-8cd0f84bc557'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:38:40.628166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-1fb74750-1705-46a7-adef-8b49098e98b8 admin admin] For port 8c6be2fd-f993-44e4-8fc6-8b79d7156325, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8c6be2fd-f993-44e4-8fc6-8b79d7156325,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:38:40.628539 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1fb74750-1705-46a7-adef-8b49098e98b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:40.642393 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-1fb74750-1705-46a7-adef-8b49098e98b8 admin admin] Calling delete_port for 8c6be2fd-f993-44e4-8fc6-8b79d7156325 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:38:40.700690 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-69af02bc-9cac-4210-8137-746e431f998e None None] Set router ea5d3347-609b-4737-a372-8cd0f84bc557 gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:38:40.751143 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-69af02bc-9cac-4210-8137-746e431f998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'name': 'tempest-TestVolumeBackupRestore-1658533623-router', 'tenant_id': '71aeb53aaec846eca2e69841f66c401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:37Z', 'updated_at': '2021-08-05T14:38:40Z', 'revision_number': 6, 'project_id': '71aeb53aaec846eca2e69841f66c401a', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:38:40.779576 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69af02bc-9cac-4210-8137-746e431f998e None None] The sync data for ids ['ea5d3347-609b-4737-a372-8cd0f84bc557'] in n-d-803585-2 is: [{'id': 'ea5d3347-609b-4737-a372-8cd0f84bc557', 'name': 'tempest-TestVolumeBackupRestore-1658533623-router', 'tenant_id': '71aeb53aaec846eca2e69841f66c401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:35:37Z', 'updated_at': '2021-08-05T14:38:40Z', 'revision_number': 6, 'project_id': '71aeb53aaec846eca2e69841f66c401a', 'gw_port_host': None}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:38:40.819743 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1fb74750-1705-46a7-adef-8b49098e98b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:40.843881 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb74750-1705-46a7-adef-8b49098e98b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c6be2fd-f993-44e4-8fc6-8b79d7156325,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:40.909484 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1fb74750-1705-46a7-adef-8b49098e98b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:40.996488 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1fb74750-1705-46a7-adef-8b49098e98b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:40.998595 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1fb74750-1705-46a7-adef-8b49098e98b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:41.040937 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1fb74750-1705-46a7-adef-8b49098e98b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:41.041364 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb74750-1705-46a7-adef-8b49098e98b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea5d3347-609b-4737-a372-8cd0f84bc557 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:38:41.045572 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1fb74750-1705-46a7-adef-8b49098e98b8 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:41.046822 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1fb74750-1705-46a7-adef-8b49098e98b8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ea5d3347-609b-4737-a372-8cd0f84bc557 HTTP/1.1" status: 204 len: 168 time: 0.7640326 Aug 05 14:38:41.049406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44102) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:38:41.093435 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1f82d4-4f62-4ef3-bcba-1cd653baab1f admin admin] Deleting subnet 1a297007-1aa5-4f94-8983-e0d2c2b0eb65 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:38:41.096369 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc1f82d4-4f62-4ef3-bcba-1cd653baab1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:41.135300 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc1f82d4-4f62-4ef3-bcba-1cd653baab1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:41.220022 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc1f82d4-4f62-4ef3-bcba-1cd653baab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:41.272637 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc1f82d4-4f62-4ef3-bcba-1cd653baab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:41.304065 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f82d4-4f62-4ef3-bcba-1cd653baab1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a297007-1aa5-4f94-8983-e0d2c2b0eb65,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:41.307440 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc1f82d4-4f62-4ef3-bcba-1cd653baab1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:41.309381 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bc1f82d4-4f62-4ef3-bcba-1cd653baab1f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1a297007-1aa5-4f94-8983-e0d2c2b0eb65 HTTP/1.1" status: 204 len: 168 time: 0.2590613 Aug 05 14:38:41.309498 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487d2b98-4f24-479e-8704-e05a219a22df None None] Network 70c7ad05-70d2-42ff-b8a5-a24605517072 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:38:41.311857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44104) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:38:41.520182 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67343855-c6ca-429a-b641-19a01db8a892 None None] DHCP port deletion for 70c7ad05-70d2-42ff-b8a5-a24605517072 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:38:41.569963 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-67343855-c6ca-429a-b641-19a01db8a892 None None] Deleting port 2b53261e-169e-490d-afd3-d091421413e2 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:38:41.570274 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-67343855-c6ca-429a-b641-19a01db8a892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:41.636188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-67343855-c6ca-429a-b641-19a01db8a892 None None] For port 2b53261e-169e-490d-afd3-d091421413e2, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2b53261e-169e-490d-afd3-d091421413e2,segment=NetworkSegment(5e62c7b4-4b9c-4bc4-97f5-829543ee267d),segment_id=5e62c7b4-4b9c-4bc4-97f5-829543ee267d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:38:41.636890 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-67343855-c6ca-429a-b641-19a01db8a892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:41.652783 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-67343855-c6ca-429a-b641-19a01db8a892 None None] Calling delete_port for 2b53261e-169e-490d-afd3-d091421413e2 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:38:41.698677 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:41.737819 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-67343855-c6ca-429a-b641-19a01db8a892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:41.756899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] Deleting port 2b53261e-169e-490d-afd3-d091421413e2 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:38:41.757259 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:41.765065 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67343855-c6ca-429a-b641-19a01db8a892 None None] Pushing event deleted for resources: {'Port': ['ID=2b53261e-169e-490d-afd3-d091421413e2,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:41.768925 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67343855-c6ca-429a-b641-19a01db8a892 None None] No DVR routers for this DVR port 2b53261e-169e-490d-afd3-d091421413e2 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:38:41.832719 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] For port 2b53261e-169e-490d-afd3-d091421413e2, host n-d-803585-2, got binding levels [] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:38:41.833087 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:41.846074 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] Calling delete_port for 2b53261e-169e-490d-afd3-d091421413e2 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:38:41.848686 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.ipam_backend_mixin [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] Port 2b53261e-169e-490d-afd3-d091421413e2 was not found and therefore no delete operation was performed {{(pid=105724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:38:41.850652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:41.874809 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b53261e-169e-490d-afd3-d091421413e2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:41.878315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] No DVR routers for this DVR port 2b53261e-169e-490d-afd3-d091421413e2 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:38:41.950962 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:41.961169 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c7ad05-70d2-42ff-b8a5-a24605517072']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:38:41.971698 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e62c7b4-4b9c-4bc4-97f5-829543ee267d') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:38:41.971995 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e62c7b4-4b9c-4bc4-97f5-829543ee267d') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:38:41.982726 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:41.996623 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:42.002578 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:38:42.002998 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:38:42.004810 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:38:42.060862 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:42.066518 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:42.071258 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] 10.222.0.16 "DELETE /v2.0/networks/70c7ad05-70d2-42ff-b8a5-a24605517072 HTTP/1.1" status: 204 len: 168 time: 0.7558742 Aug 05 14:38:42.080800 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201f2a7-5f22-4eed-8054-2d2d52e22289 admin admin] Pushing event deleted for resources: {'Network': ['ID=70c7ad05-70d2-42ff-b8a5-a24605517072,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:42.222542 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8c6be2fd-f993-44e4-8fc6-8b79d7156325 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:38:42.241654 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 8c6be2fd-f993-44e4-8fc6-8b79d7156325 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:38:42.241991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8c6be2fd-f993-44e4-8fc6-8b79d7156325 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:38:42.242449 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 857cd9f9-c8f2-4764-9ae6-749e8687cd35 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:38:42.247949 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44108) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:38:42.261363 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 857cd9f9-c8f2-4764-9ae6-749e8687cd35 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:38:42.261706 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 857cd9f9-c8f2-4764-9ae6-749e8687cd35 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:38:42.262109 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2b53261e-169e-490d-afd3-d091421413e2 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:38:42.283869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 2b53261e-169e-490d-afd3-d091421413e2 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:38:42.284236 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2b53261e-169e-490d-afd3-d091421413e2 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:38:42.290885 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d0450aa3-e04b-4bec-bead-a795e2029944 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5b0e97c98584fd68b852930ef108788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413992 Aug 05 14:38:42.293288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44110) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:38:42.355881 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fa36d555-5564-437b-bb1b-dcb7d3bef647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:42.378156 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fa36d555-5564-437b-bb1b-dcb7d3bef647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:42.424126 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fa36d555-5564-437b-bb1b-dcb7d3bef647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:42.426676 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-fa36d555-5564-437b-bb1b-dcb7d3bef647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:42.428540 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-fa36d555-5564-437b-bb1b-dcb7d3bef647 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/283dde3f-4afa-49eb-8275-986bfbf628d0 HTTP/1.1" status: 204 len: 168 time: 0.1339157 Aug 05 14:38:42.435903 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36d555-5564-437b-bb1b-dcb7d3bef647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283dde3f-4afa-49eb-8275-986bfbf628d0,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:42.737582 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44116) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:38:42.777588 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-334013cc-5329-4685-8595-b4f429212824 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71aeb53aaec846eca2e69841f66c401a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387979 Aug 05 14:38:42.780279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44118) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:38:42.830846 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-625c2a06-68b3-452a-9009-7ca39f8e8da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:42.851044 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-625c2a06-68b3-452a-9009-7ca39f8e8da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:42.897984 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-625c2a06-68b3-452a-9009-7ca39f8e8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:42.900734 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-625c2a06-68b3-452a-9009-7ca39f8e8da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:42.901905 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-625c2a06-68b3-452a-9009-7ca39f8e8da0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01d80031-8ae8-498a-b457-6c82312c6c2a HTTP/1.1" status: 204 len: 168 time: 0.1207092 Aug 05 14:38:42.909546 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c2a06-68b3-452a-9009-7ca39f8e8da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d80031-8ae8-498a-b457-6c82312c6c2a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:45.015405 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:45.876362 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b9465d09-8529-4656-a137-5f67eba8587d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:46.314853 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:48.422698 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dea51a71-90bd-4b23-8e63-988e86acf6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:48.656129 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:49.637325 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:51.421405 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:53.215721 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-379ff984-ef0d-4157-a47b-4e1549f3ea6b tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=98a47bea8b5840b2bc66940690868588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287921 Aug 05 14:38:53.332592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-2178d683-2241-44b0-a160-fb779afb2600 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:53.334176 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-2178d683-2241-44b0-a160-fb779afb2600 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1128006 Aug 05 14:38:53.349488 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-b035129f-36e0-489c-ab68-98dcf96bd85b tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/quotas/98a47bea8b5840b2bc66940690868588 HTTP/1.1" status: 200 len: 375 time: 0.0094109 Aug 05 14:38:53.382979 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-37c16545-a8a8-4a7d-88bd-d85ad0203077 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=98a47bea8b5840b2bc66940690868588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279946 Aug 05 14:38:53.550123 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a5995ec9-978e-4ad1-8bd2-4bbf1506a516 req-6fc2b5e2-62f4-4019-ad27-8726cb676d8b tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ef8f96-6d54-4e8b-a1f8-85f8fea1d852 HTTP/1.1" status: 200 len: 210 time: 0.0298426 Aug 05 14:38:54.636053 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5f7126f5-3ff2-4551-9528-c76da0cb930c req-3d8090d4-7e8b-41f2-8b0b-fd09d6aba244 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ef8f96-6d54-4e8b-a1f8-85f8fea1d852 HTTP/1.1" status: 200 len: 210 time: 0.0337477 Aug 05 14:38:55.727042 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d2c90068-ecc4-41ed-8b62-07c1a1338295 req-9f2fd615-502c-4927-a675-cd6a73c98fce tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ef8f96-6d54-4e8b-a1f8-85f8fea1d852 HTTP/1.1" status: 200 len: 210 time: 0.0269449 Aug 05 14:38:56.593396 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-301a775c-8c5a-4a1c-a320-4ab78186512f tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=98a47bea8b5840b2bc66940690868588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317974 Aug 05 14:38:56.779572 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-ba1f48eb-f83a-45e6-aada-66992260eb0b tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:56.781362 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-ba1f48eb-f83a-45e6-aada-66992260eb0b tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826341 Aug 05 14:38:56.794786 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-3d995703-6d69-44d6-83ce-058140e79582 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Request body: {'port': {'device_id': '05ef8f96-6d54-4e8b-a1f8-85f8fea1d852', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'admin_state_up': True, 'tenant_id': '98a47bea8b5840b2bc66940690868588'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:38:56.822906 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6520955a-df6e-4135-bbf1-7bc817e6ca51 req-421eb0e8-155e-4255-a1e6-e3aa78b362b7 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ef8f96-6d54-4e8b-a1f8-85f8fea1d852 HTTP/1.1" status: 200 len: 210 time: 0.0275245 Aug 05 14:38:56.905106 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-3d995703-6d69-44d6-83ce-058140e79582 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Made reservation on behalf of 98a47bea8b5840b2bc66940690868588 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:38:56.908843 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-3d995703-6d69-44d6-83ce-058140e79582 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:56.918501 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-3d995703-6d69-44d6-83ce-058140e79582 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:57.007990 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-3d995703-6d69-44d6-83ce-058140e79582 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:57.011734 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-3d995703-6d69-44d6-83ce-058140e79582 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:57.072564 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d995703-6d69-44d6-83ce-058140e79582 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b59404-b9a6-41ea-a6e5-618e5eadfbb4,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:57.154967 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-3d995703-6d69-44d6-83ce-058140e79582 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Allocated IP 192.168.233.234 (83e9be3a-5e26-43c0-b887-58f3160128a8/066bc110-a163-47c2-afa1-c6a7fe8d704f/5e2f9b70-9d57-4c55-b282-21d89c71ab5d) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:38:57.299553 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-3d995703-6d69-44d6-83ce-058140e79582 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:57.313223 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-3d995703-6d69-44d6-83ce-058140e79582 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Transition to ACTIVE for port object 5e2f9b70-9d57-4c55-b282-21d89c71ab5d will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:38:57.346062 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-3d995703-6d69-44d6-83ce-058140e79582 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:57.394093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-3d995703-6d69-44d6-83ce-058140e79582 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Network 83e9be3a-5e26-43c0-b887-58f3160128a8 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:38:57.397170 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-3d995703-6d69-44d6-83ce-058140e79582 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:38:57.401590 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-3d995703-6d69-44d6-83ce-058140e79582 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:38:57.425824 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d995703-6d69-44d6-83ce-058140e79582 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Pushing event updated for resources: {'Port': ['ID=5e2f9b70-9d57-4c55-b282-21d89c71ab5d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:57.455660 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-3d995703-6d69-44d6-83ce-058140e79582 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:57.456314 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-3d995703-6d69-44d6-83ce-058140e79582 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:57.472461 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-3d995703-6d69-44d6-83ce-058140e79582 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6813672 Aug 05 14:38:57.599585 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Request body: {'port': {'device_id': '05ef8f96-6d54-4e8b-a1f8-85f8fea1d852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:38:57.651094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-41a82c3f-12ba-4a63-ab6a-683cb4a7a6c1 None None] Provisioning for port 5e2f9b70-9d57-4c55-b282-21d89c71ab5d completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:38:57.654755 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-41a82c3f-12ba-4a63-ab6a-683cb4a7a6c1 None None] Provisioning complete for port 5e2f9b70-9d57-4c55-b282-21d89c71ab5d triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:38:57.655161 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41a82c3f-12ba-4a63-ab6a-683cb4a7a6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:57.655620 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:57.690583 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-41a82c3f-12ba-4a63-ab6a-683cb4a7a6c1 None None] Port 5e2f9b70-9d57-4c55-b282-21d89c71ab5d cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:38:57.960292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2f9b70-9d57-4c55-b282-21d89c71ab5d {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:38:57.969084 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:57.984660 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75187c9f-a1f1-4059-8a78-e8bcb09f0917 req-15bc3cae-8f47-4f98-8676-d8b6204fc0d7 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:57.986287 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75187c9f-a1f1-4059-8a78-e8bcb09f0917 req-15bc3cae-8f47-4f98-8676-d8b6204fc0d7 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ef8f96-6d54-4e8b-a1f8-85f8fea1d852 HTTP/1.1" status: 200 len: 936 time: 0.0924785 Aug 05 14:38:57.995303 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Transition to ACTIVE for port object 5e2f9b70-9d57-4c55-b282-21d89c71ab5d will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:38:58.003142 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:58.078424 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75187c9f-a1f1-4059-8a78-e8bcb09f0917 req-adf3648f-8fcf-4627-85ec-b9534e046a7e tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/security-groups?id=26b59404-b9a6-41ea-a6e5-618e5eadfbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845599 Aug 05 14:38:58.079354 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2f9b70-9d57-4c55-b282-21d89c71ab5d,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:58.152168 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Attempting to bind port 5e2f9b70-9d57-4c55-b282-21d89c71ab5d on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:38:58.152503 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Attempting to bind port 5e2f9b70-9d57-4c55-b282-21d89c71ab5d by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:38:58.152850 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Attempting to bind port 5e2f9b70-9d57-4c55-b282-21d89c71ab5d on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:38:58.157753 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Port 5e2f9b70-9d57-4c55-b282-21d89c71ab5d on network 83e9be3a-5e26-43c0-b887-58f3160128a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:38:58.158077 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Attempting to bind port 5e2f9b70-9d57-4c55-b282-21d89c71ab5d on network 83e9be3a-5e26-43c0-b887-58f3160128a8 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:38:58.163072 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:38:58.164401 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Checking segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:38:58.164983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Bound using segment: {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:38:58.165092 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Bound port: 5e2f9b70-9d57-4c55-b282-21d89c71ab5d, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8917146d-a310-4cfd-a24e-a47623d8335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:38:58.165485 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:58.240388 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] For port 5e2f9b70-9d57-4c55-b282-21d89c71ab5d, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:38:58.244205 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] For port 5e2f9b70-9d57-4c55-b282-21d89c71ab5d, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5e2f9b70-9d57-4c55-b282-21d89c71ab5d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:38:58.248063 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:58.291248 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:58.291963 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:38:58.293387 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] 10.222.0.63 "PUT /v2.0/ports/5e2f9b70-9d57-4c55-b282-21d89c71ab5d HTTP/1.1" status: 200 len: 1096 time: 0.8107593 Aug 05 14:38:58.293839 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ef8f96-6d54-4e8b-a1f8-85f8fea1d852', 'tag': '5e2f9b70-9d57-4c55-b282-21d89c71ab5d'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:38:58.296133 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a72fbdd-e26c-416e-afe4-a5407e55fae6" -d '{"events": [{"name": "network-changed", "server_uuid": "05ef8f96-6d54-4e8b-a1f8-85f8fea1d852", "tag": "5e2f9b70-9d57-4c55-b282-21d89c71ab5d"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:38:58.316927 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb9b1d-f491-47ab-a2de-5b65baeb89c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2f9b70-9d57-4c55-b282-21d89c71ab5d,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:38:58.395188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-6aeedf7f-95c8-4e0f-9123-9f0ffc61616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:58.396720 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-6aeedf7f-95c8-4e0f-9123-9f0ffc61616b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=98a47bea8b5840b2bc66940690868588&device_id=05ef8f96-6d54-4e8b-a1f8-85f8fea1d852 HTTP/1.1" status: 200 len: 1099 time: 0.0434294 Aug 05 14:38:58.439983 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717104b9-4a98-4638-8d5a-17496bed8022 x-openstack-request-id: req-717104b9-4a98-4638-8d5a-17496bed8022 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:38:58.440270 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ef8f96-6d54-4e8b-a1f8-85f8fea1d852", "tag": "5e2f9b70-9d57-4c55-b282-21d89c71ab5d", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:38:58.440523 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-717104b9-4a98-4638-8d5a-17496bed8022 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:38:58.440922 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ef8f96-6d54-4e8b-a1f8-85f8fea1d852', 'tag': '5e2f9b70-9d57-4c55-b282-21d89c71ab5d', 'status': 'completed', 'code': 200} Aug 05 14:38:58.442489 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-ae0ed62a-a081-4d99-bbc9-0bd187bf3c6d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5e2f9b70-9d57-4c55-b282-21d89c71ab5d HTTP/1.1" status: 200 len: 217 time: 0.0381050 Aug 05 14:38:58.494572 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-bceeca65-20d9-4857-9667-2895f653785a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:58.496053 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-bceeca65-20d9-4857-9667-2895f653785a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0460787 Aug 05 14:38:58.546909 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-8272be4b-0dc4-4f1d-bb32-8d591508125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:58.548424 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-8272be4b-0dc4-4f1d-bb32-8d591508125d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0454817 Aug 05 14:38:58.641016 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-2e4393d0-3ee0-4008-ab94-7d159f6e33f2 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851166 Aug 05 14:38:58.733604 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f9314232-f060-4f51-a6ec-ca09be2d5060 req-68859570-f453-4280-b42c-8be445cad6e3 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858786 Aug 05 14:38:58.819477 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72fbdd-e26c-416e-afe4-a5407e55fae6 req-d15231ef-fbe9-4ccd-86f7-84872041dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:58.821458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6a72fbdd-e26c-416e-afe4-a5407e55fae6 req-d15231ef-fbe9-4ccd-86f7-84872041dddc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=98a47bea8b5840b2bc66940690868588&device_id=05ef8f96-6d54-4e8b-a1f8-85f8fea1d852 HTTP/1.1" status: 200 len: 1099 time: 0.0401719 Aug 05 14:38:58.911947 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72fbdd-e26c-416e-afe4-a5407e55fae6 req-e37c75d5-69b7-46a4-800d-521ca7dfcf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:58.913326 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6a72fbdd-e26c-416e-afe4-a5407e55fae6 req-e37c75d5-69b7-46a4-800d-521ca7dfcf09 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83e9be3a-5e26-43c0-b887-58f3160128a8 HTTP/1.1" status: 200 len: 870 time: 0.0846446 Aug 05 14:38:58.958278 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6a72fbdd-e26c-416e-afe4-a5407e55fae6 req-cfdffe69-a637-41cc-92af-3b280283d176 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5e2f9b70-9d57-4c55-b282-21d89c71ab5d HTTP/1.1" status: 200 len: 217 time: 0.0371933 Aug 05 14:38:59.005805 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72fbdd-e26c-416e-afe4-a5407e55fae6 req-51e333d3-390a-4fd5-a01a-040cb8b0982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:59.007913 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6a72fbdd-e26c-416e-afe4-a5407e55fae6 req-51e333d3-390a-4fd5-a01a-040cb8b0982e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=066bc110-a163-47c2-afa1-c6a7fe8d704f HTTP/1.1" status: 200 len: 843 time: 0.0418072 Aug 05 14:38:59.053204 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72fbdd-e26c-416e-afe4-a5407e55fae6 req-70b4ecc8-e190-418c-b94b-3afdf944b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:59.055473 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6a72fbdd-e26c-416e-afe4-a5407e55fae6 req-70b4ecc8-e190-418c-b94b-3afdf944b47e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83e9be3a-5e26-43c0-b887-58f3160128a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0399065 Aug 05 14:38:59.149343 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6a72fbdd-e26c-416e-afe4-a5407e55fae6 req-6ca7a255-5122-4353-bacd-6184531f3b8e service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860198 Aug 05 14:38:59.269201 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcfb29-c137-47a0-bfd6-7be739b46eda req-0050e576-0f12-49c5-b504-230e7684eb9e tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:38:59.271149 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3ffcfb29-c137-47a0-bfd6-7be739b46eda req-0050e576-0f12-49c5-b504-230e7684eb9e tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ef8f96-6d54-4e8b-a1f8-85f8fea1d852 HTTP/1.1" status: 200 len: 948 time: 0.1207681 Aug 05 14:38:59.319439 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6a72fbdd-e26c-416e-afe4-a5407e55fae6 req-241d3058-9fd8-4aa1-9620-0da1dfb73774 service neutron] 10.222.0.63 "GET /v2.0/networks/83e9be3a-5e26-43c0-b887-58f3160128a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605833 Aug 05 14:38:59.331492 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3ffcfb29-c137-47a0-bfd6-7be739b46eda req-ffab1d2b-3c4b-41bf-abf0-2e164330ac7c tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/security-groups?id=26b59404-b9a6-41ea-a6e5-618e5eadfbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514424 Aug 05 14:39:00.452445 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504a999-b299-45a6-bca1-85e487305b2e req-92e1a9d2-674e-4de7-99eb-3c0f2e0d0ad8 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:00.453971 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3504a999-b299-45a6-bca1-85e487305b2e req-92e1a9d2-674e-4de7-99eb-3c0f2e0d0ad8 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ef8f96-6d54-4e8b-a1f8-85f8fea1d852 HTTP/1.1" status: 200 len: 948 time: 0.0510995 Aug 05 14:39:00.494608 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3504a999-b299-45a6-bca1-85e487305b2e req-8ddb2b0f-f293-4228-9452-2ccbd83ea958 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/security-groups?id=26b59404-b9a6-41ea-a6e5-618e5eadfbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345109 Aug 05 14:39:01.612059 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb209129-a76e-4e9f-8114-6477b04aec6c req-daa339ca-78de-4748-bebe-09f34ac11e95 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:01.613548 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-eb209129-a76e-4e9f-8114-6477b04aec6c req-daa339ca-78de-4748-bebe-09f34ac11e95 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ef8f96-6d54-4e8b-a1f8-85f8fea1d852 HTTP/1.1" status: 200 len: 948 time: 0.0486565 Aug 05 14:39:01.651985 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-eb209129-a76e-4e9f-8114-6477b04aec6c req-a496b0d7-c6af-4c7b-87b7-611830364066 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/security-groups?id=26b59404-b9a6-41ea-a6e5-618e5eadfbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324295 Aug 05 14:39:02.198834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 5e2f9b70-9d57-4c55-b282-21d89c71ab5d details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:39:02.293395 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 5e2f9b70-9d57-4c55-b282-21d89c71ab5d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5e2f9b70-9d57-4c55-b282-21d89c71ab5d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:39:02.304292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '5e2f9b70-9d57-4c55-b282-21d89c71ab5d', 'network_id': '83e9be3a-5e26-43c0-b887-58f3160128a8', 'port_id': '5e2f9b70-9d57-4c55-b282-21d89c71ab5d', 'mac_address': 'fa:16:3e:a1:ed:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066bc110-a163-47c2-afa1-c6a7fe8d704f', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:39:02.339654 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:02.351851 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2f9b70-9d57-4c55-b282-21d89c71ab5d {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:39:02.371272 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 5e2f9b70-9d57-4c55-b282-21d89c71ab5d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5e2f9b70-9d57-4c55-b282-21d89c71ab5d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:39:02.375626 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:02.422349 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=5e2f9b70-9d57-4c55-b282-21d89c71ab5d,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:02.429483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:02.429810 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:02.430149 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:02.430508 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:02.430844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:02.431174 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:02.431529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:02.431854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:02.432178 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:02.432498 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:02.432817 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:02.433133 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:02.602537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['5e2f9b70-9d57-4c55-b282-21d89c71ab5d'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:39:02.767369 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d831f-394a-4c89-8bd8-ae01c5476a58 req-5f87d1fd-a5ac-458f-b87b-3898e9015b9b tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:02.768845 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-959d831f-394a-4c89-8bd8-ae01c5476a58 req-5f87d1fd-a5ac-458f-b87b-3898e9015b9b tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ef8f96-6d54-4e8b-a1f8-85f8fea1d852 HTTP/1.1" status: 200 len: 949 time: 0.0493155 Aug 05 14:39:02.806767 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-959d831f-394a-4c89-8bd8-ae01c5476a58 req-f36ddd33-ac77-456a-9869-358d27a5662a tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/security-groups?id=26b59404-b9a6-41ea-a6e5-618e5eadfbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312970 Aug 05 14:39:03.446644 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:39:03.921785 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883066c2-d0dc-467c-a755-7c11cb0dfe91 req-8593c296-92dd-470a-9f38-b52477a9ee20 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:03.923263 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-883066c2-d0dc-467c-a755-7c11cb0dfe91 req-8593c296-92dd-470a-9f38-b52477a9ee20 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ef8f96-6d54-4e8b-a1f8-85f8fea1d852 HTTP/1.1" status: 200 len: 949 time: 0.0495987 Aug 05 14:39:03.962986 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-883066c2-d0dc-467c-a755-7c11cb0dfe91 req-214e548b-e315-4ce8-927e-297c8076f569 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/security-groups?id=26b59404-b9a6-41ea-a6e5-618e5eadfbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333200 Aug 05 14:39:04.214669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 5e2f9b70-9d57-4c55-b282-21d89c71ab5d up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:39:04.260680 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 5e2f9b70-9d57-4c55-b282-21d89c71ab5d completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:39:04.264177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 5e2f9b70-9d57-4c55-b282-21d89c71ab5d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:39:04.264547 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:04.342875 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:04.364781 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ef8f96-6d54-4e8b-a1f8-85f8fea1d852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2f9b70-9d57-4c55-b282-21d89c71ab5d'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:39:04.367049 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ff6884-f6e8-4c8f-8935-f18b7cad417d" -d '{"events": [{"server_uuid": "05ef8f96-6d54-4e8b-a1f8-85f8fea1d852", "name": "network-vif-plugged", "status": "completed", "tag": "5e2f9b70-9d57-4c55-b282-21d89c71ab5d"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:39:04.381486 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 5e2f9b70-9d57-4c55-b282-21d89c71ab5d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5e2f9b70-9d57-4c55-b282-21d89c71ab5d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:39:04.385810 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:04.412276 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337cda9c-daab-4e71-9dc3-124e95420599 x-openstack-request-id: req-337cda9c-daab-4e71-9dc3-124e95420599 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:39:04.412564 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ef8f96-6d54-4e8b-a1f8-85f8fea1d852", "name": "network-vif-plugged", "status": "completed", "tag": "5e2f9b70-9d57-4c55-b282-21d89c71ab5d", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:39:04.412813 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-337cda9c-daab-4e71-9dc3-124e95420599 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:39:04.413197 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ef8f96-6d54-4e8b-a1f8-85f8fea1d852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2f9b70-9d57-4c55-b282-21d89c71ab5d', 'code': 200} Aug 05 14:39:04.439272 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=5e2f9b70-9d57-4c55-b282-21d89c71ab5d,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:04.499466 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d21aae-ddbb-4e2f-a29e-16a9b38edb44 req-ab081f79-d599-4060-ae6b-8d9c486f2280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:04.500948 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-53d21aae-ddbb-4e2f-a29e-16a9b38edb44 req-ab081f79-d599-4060-ae6b-8d9c486f2280 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=05ef8f96-6d54-4e8b-a1f8-85f8fea1d852 HTTP/1.1" status: 200 len: 1101 time: 0.0440595 Aug 05 14:39:04.536215 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-53d21aae-ddbb-4e2f-a29e-16a9b38edb44 req-8aa4016c-daea-4411-8088-6f5e7d205230 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=26b59404-b9a6-41ea-a6e5-618e5eadfbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273316 Aug 05 14:39:05.079012 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d740d1d-f92a-48ab-904b-d35b2b4b6375 req-9cf4f3fa-a163-4ce4-86ed-649edd92de2e tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:05.080505 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6d740d1d-f92a-48ab-904b-d35b2b4b6375 req-9cf4f3fa-a163-4ce4-86ed-649edd92de2e tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ef8f96-6d54-4e8b-a1f8-85f8fea1d852 HTTP/1.1" status: 200 len: 950 time: 0.0505874 Aug 05 14:39:05.118698 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6d740d1d-f92a-48ab-904b-d35b2b4b6375 req-fd33085c-eafb-4860-a929-c5af82030a02 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/security-groups?id=26b59404-b9a6-41ea-a6e5-618e5eadfbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323005 Aug 05 14:39:06.243704 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448cbe6-b0f3-418a-837f-792cda1dc1c2 req-ae855390-e641-454d-bae6-2c3cde83ff62 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:06.247252 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8448cbe6-b0f3-418a-837f-792cda1dc1c2 req-ae855390-e641-454d-bae6-2c3cde83ff62 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ef8f96-6d54-4e8b-a1f8-85f8fea1d852 HTTP/1.1" status: 200 len: 950 time: 0.0585098 Aug 05 14:39:06.289629 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8448cbe6-b0f3-418a-837f-792cda1dc1c2 req-477b21fc-b902-44ad-8b9c-5e7097313e14 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/security-groups?id=26b59404-b9a6-41ea-a6e5-618e5eadfbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365682 Aug 05 14:39:07.252026 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd7b21-4be4-4288-aad9-63e6be719c8a req-1e93a897-dd8d-46fe-ad34-2c54d98e8a54 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:07.253520 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2bbd7b21-4be4-4288-aad9-63e6be719c8a req-1e93a897-dd8d-46fe-ad34-2c54d98e8a54 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ef8f96-6d54-4e8b-a1f8-85f8fea1d852 HTTP/1.1" status: 200 len: 950 time: 0.0494044 Aug 05 14:39:07.292392 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2bbd7b21-4be4-4288-aad9-63e6be719c8a req-07765f3d-fc56-4921-86d3-c07263c4eb3b tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/security-groups?id=26b59404-b9a6-41ea-a6e5-618e5eadfbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328679 Aug 05 14:39:08.413523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594931c2-9ea4-4337-a5d3-0473b3976438 req-b34c5d5d-b0ff-4c82-aed4-d68b474c0733 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:08.415063 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-594931c2-9ea4-4337-a5d3-0473b3976438 req-b34c5d5d-b0ff-4c82-aed4-d68b474c0733 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/ports?device_id=05ef8f96-6d54-4e8b-a1f8-85f8fea1d852 HTTP/1.1" status: 200 len: 950 time: 0.0513892 Aug 05 14:39:08.453265 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-594931c2-9ea4-4337-a5d3-0473b3976438 req-92d6ca9d-03fe-4c4f-9146-0a9a8c468f89 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.16 "GET /v2.0/security-groups?id=26b59404-b9a6-41ea-a6e5-618e5eadfbb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316567 Aug 05 14:39:08.523660 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e497c-8c05-4d27-9ffc-402273e68d86 req-650dda15-2828-4ba1-b2a7-a159d4ce9d54 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:08.525146 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-922e497c-8c05-4d27-9ffc-402273e68d86 req-650dda15-2828-4ba1-b2a7-a159d4ce9d54 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.63 "GET /v2.0/ports?device_id=05ef8f96-6d54-4e8b-a1f8-85f8fea1d852 HTTP/1.1" status: 200 len: 950 time: 0.0520144 Aug 05 14:39:08.612846 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-922e497c-8c05-4d27-9ffc-402273e68d86 req-6721f3a3-1e72-4645-805c-cd2b9687d366 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Deleting port 5e2f9b70-9d57-4c55-b282-21d89c71ab5d {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:39:08.613193 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-922e497c-8c05-4d27-9ffc-402273e68d86 req-6721f3a3-1e72-4645-805c-cd2b9687d366 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:08.705399 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-922e497c-8c05-4d27-9ffc-402273e68d86 req-6721f3a3-1e72-4645-805c-cd2b9687d366 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] For port 5e2f9b70-9d57-4c55-b282-21d89c71ab5d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=5e2f9b70-9d57-4c55-b282-21d89c71ab5d,segment=NetworkSegment(8917146d-a310-4cfd-a24e-a47623d8335a),segment_id=8917146d-a310-4cfd-a24e-a47623d8335a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:39:08.705661 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-922e497c-8c05-4d27-9ffc-402273e68d86 req-6721f3a3-1e72-4645-805c-cd2b9687d366 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:08.720260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-922e497c-8c05-4d27-9ffc-402273e68d86 req-6721f3a3-1e72-4645-805c-cd2b9687d366 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Calling delete_port for 5e2f9b70-9d57-4c55-b282-21d89c71ab5d owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:39:08.850917 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-922e497c-8c05-4d27-9ffc-402273e68d86 req-6721f3a3-1e72-4645-805c-cd2b9687d366 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:08.862536 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['5e2f9b70-9d57-4c55-b282-21d89c71ab5d'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:39:08.877364 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721f3a3-1e72-4645-805c-cd2b9687d366 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Pushing event deleted for resources: {'Port': ['ID=5e2f9b70-9d57-4c55-b282-21d89c71ab5d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:08.921230 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-922e497c-8c05-4d27-9ffc-402273e68d86 req-6721f3a3-1e72-4645-805c-cd2b9687d366 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] No DVR routers for this DVR port 5e2f9b70-9d57-4c55-b282-21d89c71ab5d on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:39:08.923925 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-922e497c-8c05-4d27-9ffc-402273e68d86 req-6721f3a3-1e72-4645-805c-cd2b9687d366 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:08.928772 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-922e497c-8c05-4d27-9ffc-402273e68d86 req-6721f3a3-1e72-4645-805c-cd2b9687d366 tempest-ServersAdminNegativeTestJSON-1601626418 tempest-ServersAdminNegativeTestJSON-1601626418-project] 10.222.0.63 "DELETE /v2.0/ports/5e2f9b70-9d57-4c55-b282-21d89c71ab5d HTTP/1.1" status: 204 len: 173 time: 0.3942668 Aug 05 14:39:08.928772 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ef8f96-6d54-4e8b-a1f8-85f8fea1d852', 'name': 'network-vif-deleted', 'tag': '5e2f9b70-9d57-4c55-b282-21d89c71ab5d'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:39:08.928772 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f549e8e-6fb0-4f1f-be38-e54f7a5934db" -d '{"events": [{"server_uuid": "05ef8f96-6d54-4e8b-a1f8-85f8fea1d852", "name": "network-vif-deleted", "tag": "5e2f9b70-9d57-4c55-b282-21d89c71ab5d"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:39:08.970428 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3786171-490f-4c9c-915b-d3dcca3166c4 x-openstack-request-id: req-f3786171-490f-4c9c-915b-d3dcca3166c4 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:39:08.970729 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ef8f96-6d54-4e8b-a1f8-85f8fea1d852", "name": "network-vif-deleted", "tag": "5e2f9b70-9d57-4c55-b282-21d89c71ab5d", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:39:08.971423 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3786171-490f-4c9c-915b-d3dcca3166c4 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:39:08.971834 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ef8f96-6d54-4e8b-a1f8-85f8fea1d852', 'name': 'network-vif-deleted', 'tag': '5e2f9b70-9d57-4c55-b282-21d89c71ab5d', 'status': 'completed', 'code': 200} Aug 05 14:39:09.742126 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44264) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:39:09.874759 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6f2b477b-e86a-456a-adf2-d2021f4c25a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98a47bea8b5840b2bc66940690868588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314247 Aug 05 14:39:09.877169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44268) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:39:09.924799 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-93138e14-4b32-4d5f-bf7b-c5e08fac43fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:09.946071 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-93138e14-4b32-4d5f-bf7b-c5e08fac43fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:09.994675 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-93138e14-4b32-4d5f-bf7b-c5e08fac43fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:09.997206 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-93138e14-4b32-4d5f-bf7b-c5e08fac43fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:09.998376 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-93138e14-4b32-4d5f-bf7b-c5e08fac43fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26b59404-b9a6-41ea-a6e5-618e5eadfbb4 HTTP/1.1" status: 204 len: 168 time: 0.1202972 Aug 05 14:39:10.006101 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93138e14-4b32-4d5f-bf7b-c5e08fac43fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b59404-b9a6-41ea-a6e5-618e5eadfbb4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:10.256082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44274) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:39:10.270392 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8347127e-e482-4ee9-9daa-fe5584b5e2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:10.361806 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8347127e-e482-4ee9-9daa-fe5584b5e2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:10.365490 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8347127e-e482-4ee9-9daa-fe5584b5e2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:10.407237 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8347127e-e482-4ee9-9daa-fe5584b5e2cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aeed80c6f4fb4a9997e5dad3e77e528b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499672 Aug 05 14:39:10.408124 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347127e-e482-4ee9-9daa-fe5584b5e2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7017277c-0bae-49fe-8d54-eefd67ddef95,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:10.409969 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44276) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:39:10.458273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0013e26-cf60-43cf-882f-560bdb3c5ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:10.480135 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0013e26-cf60-43cf-882f-560bdb3c5ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:10.528516 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0013e26-cf60-43cf-882f-560bdb3c5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:10.531630 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f0013e26-cf60-43cf-882f-560bdb3c5ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:10.532816 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f0013e26-cf60-43cf-882f-560bdb3c5ec1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7017277c-0bae-49fe-8d54-eefd67ddef95 HTTP/1.1" status: 204 len: 168 time: 0.1214383 Aug 05 14:39:10.540679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0013e26-cf60-43cf-882f-560bdb3c5ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7017277c-0bae-49fe-8d54-eefd67ddef95,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:11.244826 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44298) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:39:11.339155 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-19cd8fd5-351b-407d-b5bd-a95ae67f628a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-110339554-network', 'tenant_id': '41af541275794d27bb137fb6b53ec762'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:39:11.360341 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cd8fd5-351b-407d-b5bd-a95ae67f628a admin admin] Made reservation on behalf of 41af541275794d27bb137fb6b53ec762 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:39:11.362716 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19cd8fd5-351b-407d-b5bd-a95ae67f628a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:11.370874 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19cd8fd5-351b-407d-b5bd-a95ae67f628a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:11.460956 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19cd8fd5-351b-407d-b5bd-a95ae67f628a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:11.465623 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19cd8fd5-351b-407d-b5bd-a95ae67f628a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:11.488743 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cd8fd5-351b-407d-b5bd-a95ae67f628a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:39:11.498140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd8fd5-351b-407d-b5bd-a95ae67f628a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca29d437-005e-431b-afee-a9a230a4696e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:11.503001 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19cd8fd5-351b-407d-b5bd-a95ae67f628a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:11.503341 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-19cd8fd5-351b-407d-b5bd-a95ae67f628a admin admin] Added segment e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb of type vlan for network 15a4d59a-9dbe-4800-9062-fcbd746bfc00 Aug 05 14:39:11.546219 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19cd8fd5-351b-407d-b5bd-a95ae67f628a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:11.573890 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19cd8fd5-351b-407d-b5bd-a95ae67f628a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:11.574867 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd8fd5-351b-407d-b5bd-a95ae67f628a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:11.575444 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19cd8fd5-351b-407d-b5bd-a95ae67f628a admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:11.624495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-19cd8fd5-351b-407d-b5bd-a95ae67f628a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3790331 Aug 05 14:39:11.627444 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44302) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:39:11.633188 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5a64c99f-9f02-4b6e-8981-988210dc035b admin admin] Request body: {'subnet': {'network_id': '15a4d59a-9dbe-4800-9062-fcbd746bfc00', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-110339554-subnet', 'tenant_id': '41af541275794d27bb137fb6b53ec762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:39:11.640477 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd8fd5-351b-407d-b5bd-a95ae67f628a admin admin] Pushing event updated for resources: {'Network': ['ID=15a4d59a-9dbe-4800-9062-fcbd746bfc00,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:11.651117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 15a4d59a-9dbe-4800-9062-fcbd746bfc00 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:39:11.658895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a64c99f-9f02-4b6e-8981-988210dc035b admin admin] Made reservation on behalf of 41af541275794d27bb137fb6b53ec762 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:39:11.661249 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a64c99f-9f02-4b6e-8981-988210dc035b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:11.832566 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a64c99f-9f02-4b6e-8981-988210dc035b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:11.895472 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64c99f-9f02-4b6e-8981-988210dc035b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fe0596b-a528-439a-b550-aa685826d735,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:11.899682 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a64c99f-9f02-4b6e-8981-988210dc035b admin admin] Checking segment: {'id': 'e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '15a4d59a-9dbe-4800-9062-fcbd746bfc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:39:11.900047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a64c99f-9f02-4b6e-8981-988210dc035b admin admin] Network hostable DHCP agents. Network: 15a4d59a-9dbe-4800-9062-fcbd746bfc00, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:39:11.916645 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a64c99f-9f02-4b6e-8981-988210dc035b admin admin] Network 15a4d59a-9dbe-4800-9062-fcbd746bfc00 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:39:11.925162 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-5a64c99f-9f02-4b6e-8981-988210dc035b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 15a4d59a-9dbe-4800-9062-fcbd746bfc00) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:39:11.929163 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a64c99f-9f02-4b6e-8981-988210dc035b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:11.929778 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a64c99f-9f02-4b6e-8981-988210dc035b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:11.934379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96be49d9-30a0-457d-ad95-561b8f542e9a None None] Network 15a4d59a-9dbe-4800-9062-fcbd746bfc00 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:39:11.943795 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5a64c99f-9f02-4b6e-8981-988210dc035b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3152359 Aug 05 14:39:12.064137 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70526c23-aef3-4a8b-aabb-65401412eb48 None None] Network 15a4d59a-9dbe-4800-9062-fcbd746bfc00 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:39:12.368830 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-2f132911-ac6f-482b-97e5-abb4b0afbf70 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:12.370449 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-2f132911-ac6f-482b-97e5-abb4b0afbf70 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/networks?id=15a4d59a-9dbe-4800-9062-fcbd746bfc00 HTTP/1.1" status: 200 len: 811 time: 0.1019650 Aug 05 14:39:12.387532 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-95a247b3-0f9a-4377-ace7-9eae59a4a806 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/quotas/41af541275794d27bb137fb6b53ec762 HTTP/1.1" status: 200 len: 375 time: 0.0101576 Aug 05 14:39:12.424278 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-a8f66840-ddde-486a-a9ac-71579bfc51a3 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=41af541275794d27bb137fb6b53ec762&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313513 Aug 05 14:39:12.491337 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-e30dfebe-6789-4a8f-977f-9323231216d7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:39:12.492355 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-e30dfebe-6789-4a8f-977f-9323231216d7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0607545 Aug 05 14:39:12.581788 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-04bead69-1645-4d05-a3c9-eb7aed6a9a57 service neutron] 10.222.0.16 "GET /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825686 Aug 05 14:39:12.677842 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-5de9a767-9f5c-496f-8632-e603a30bfcba service neutron] 10.222.0.16 "GET /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900745 Aug 05 14:39:12.837803 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d16eeea-c783-4c92-9072-e14978455f5c req-23117ba8-4f70-45f7-ac5e-f894b1c74be0 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 210 time: 0.0265603 Aug 05 14:39:13.777848 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-8866829a-8fc4-41a3-919f-c233acc33286 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:13.781140 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-8866829a-8fc4-41a3-919f-c233acc33286 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.84 "GET /v2.0/networks?id=15a4d59a-9dbe-4800-9062-fcbd746bfc00 HTTP/1.1" status: 200 len: 811 time: 0.1195459 Aug 05 14:39:13.798004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-85fb3825-1cb5-4910-8352-d2ca967c5a2d tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Request body: {'port': {'device_id': 'f7ea785d-6eff-409a-b8bf-7542409cec3e', 'network_id': '15a4d59a-9dbe-4800-9062-fcbd746bfc00', 'admin_state_up': True, 'tenant_id': '41af541275794d27bb137fb6b53ec762'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:39:13.938944 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ada6b382-bd2f-44be-9b40-1afb4201ffd9 req-32b4640b-8061-41c9-a544-7adf49268966 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 210 time: 0.0291102 Aug 05 14:39:13.959298 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-85fb3825-1cb5-4910-8352-d2ca967c5a2d tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Made reservation on behalf of 41af541275794d27bb137fb6b53ec762 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:39:13.962839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-85fb3825-1cb5-4910-8352-d2ca967c5a2d tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:14.094306 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-85fb3825-1cb5-4910-8352-d2ca967c5a2d tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Allocated IP 172.20.0.8 (15a4d59a-9dbe-4800-9062-fcbd746bfc00/2fe0596b-a528-439a-b550-aa685826d735/b6104131-03d4-44a2-af31-e143795da8ab) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:39:14.250179 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 5e2f9b70-9d57-4c55-b282-21d89c71ab5d no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:39:14.250947 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-85fb3825-1cb5-4910-8352-d2ca967c5a2d tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:14.270129 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 5e2f9b70-9d57-4c55-b282-21d89c71ab5d {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:39:14.270492 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 5e2f9b70-9d57-4c55-b282-21d89c71ab5d not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:39:14.290165 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-85fb3825-1cb5-4910-8352-d2ca967c5a2d tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:14.339849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-85fb3825-1cb5-4910-8352-d2ca967c5a2d tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Network 15a4d59a-9dbe-4800-9062-fcbd746bfc00 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:39:14.342925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-85fb3825-1cb5-4910-8352-d2ca967c5a2d tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:39:14.346626 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-85fb3825-1cb5-4910-8352-d2ca967c5a2d tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:39:14.373218 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb3825-1cb5-4910-8352-d2ca967c5a2d tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Pushing event updated for resources: {'Port': ['ID=b6104131-03d4-44a2-af31-e143795da8ab,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:14.399048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-85fb3825-1cb5-4910-8352-d2ca967c5a2d tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:14.399661 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-85fb3825-1cb5-4910-8352-d2ca967c5a2d tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:14.413708 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-85fb3825-1cb5-4910-8352-d2ca967c5a2d tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6230667 Aug 05 14:39:14.483225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Request body: {'port': {'device_id': 'f7ea785d-6eff-409a-b8bf-7542409cec3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:39:14.538859 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:14.816302 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6104131-03d4-44a2-af31-e143795da8ab {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:39:14.823864 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:14.835678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Transition to ACTIVE for port object b6104131-03d4-44a2-af31-e143795da8ab will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:39:14.839971 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:14.892270 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Pushing event updated for resources: {'Port': ['ID=b6104131-03d4-44a2-af31-e143795da8ab,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:14.960041 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Attempting to bind port b6104131-03d4-44a2-af31-e143795da8ab on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:39:14.960355 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Attempting to bind port b6104131-03d4-44a2-af31-e143795da8ab by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '15a4d59a-9dbe-4800-9062-fcbd746bfc00'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:39:14.960682 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Attempting to bind port b6104131-03d4-44a2-af31-e143795da8ab on network 15a4d59a-9dbe-4800-9062-fcbd746bfc00 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:39:14.965784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Port b6104131-03d4-44a2-af31-e143795da8ab on network 15a4d59a-9dbe-4800-9062-fcbd746bfc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:39:14.966107 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Attempting to bind port b6104131-03d4-44a2-af31-e143795da8ab on network 15a4d59a-9dbe-4800-9062-fcbd746bfc00 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:39:14.971401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:39:14.971752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Checking segment: {'id': 'e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '15a4d59a-9dbe-4800-9062-fcbd746bfc00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:39:14.972147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Bound using segment: {'id': 'e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '15a4d59a-9dbe-4800-9062-fcbd746bfc00'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:39:14.972719 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Bound port: b6104131-03d4-44a2-af31-e143795da8ab, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '15a4d59a-9dbe-4800-9062-fcbd746bfc00'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:39:14.973112 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:15.012983 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:15.043532 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] For port b6104131-03d4-44a2-af31-e143795da8ab, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:39:15.046933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] For port b6104131-03d4-44a2-af31-e143795da8ab, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b6104131-03d4-44a2-af31-e143795da8ab,segment=NetworkSegment(e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb),segment_id=e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:39:15.051129 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:15.065161 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64999eaa-48e5-422e-8dbd-0670ffcefb91 req-05c1528e-8d64-4471-9484-11a18c782093 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:15.066744 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-64999eaa-48e5-422e-8dbd-0670ffcefb91 req-05c1528e-8d64-4471-9484-11a18c782093 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 943 time: 0.0548670 Aug 05 14:39:15.084041 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:15.084664 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:15.086088 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] 10.222.0.84 "PUT /v2.0/ports/b6104131-03d4-44a2-af31-e143795da8ab HTTP/1.1" status: 200 len: 1091 time: 0.6629510 Aug 05 14:39:15.086551 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ea785d-6eff-409a-b8bf-7542409cec3e', 'tag': 'b6104131-03d4-44a2-af31-e143795da8ab'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:39:15.089647 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fd5f33-46f2-48b4-9c5d-1c24afb46cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ea785d-6eff-409a-b8bf-7542409cec3e", "tag": "b6104131-03d4-44a2-af31-e143795da8ab"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:39:15.112745 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-64999eaa-48e5-422e-8dbd-0670ffcefb91 req-bf8d1ba8-5da5-4006-88c3-03de4a46aadf tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370419 Aug 05 14:39:15.125396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd010a1-fe4a-421c-a890-1410b5bd1127 service neutron] Pushing event updated for resources: {'Port': ['ID=b6104131-03d4-44a2-af31-e143795da8ab,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:15.138990 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc50e6b-a3b0-41d3-8af2-516d5c625bfb x-openstack-request-id: req-7bc50e6b-a3b0-41d3-8af2-516d5c625bfb {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:39:15.139289 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ea785d-6eff-409a-b8bf-7542409cec3e", "tag": "b6104131-03d4-44a2-af31-e143795da8ab", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:39:15.139548 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bc50e6b-a3b0-41d3-8af2-516d5c625bfb {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:39:15.139952 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ea785d-6eff-409a-b8bf-7542409cec3e', 'tag': 'b6104131-03d4-44a2-af31-e143795da8ab', 'status': 'completed', 'code': 200} Aug 05 14:39:15.174389 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-0f695813-6882-4c5f-87f6-c15372fe5e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:15.175932 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-0f695813-6882-4c5f-87f6-c15372fe5e3f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=41af541275794d27bb137fb6b53ec762&device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 1094 time: 0.0473144 Aug 05 14:39:15.222112 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-d7d87e06-616e-4dcf-ac7a-1d88864b33ab service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6104131-03d4-44a2-af31-e143795da8ab HTTP/1.1" status: 200 len: 217 time: 0.0373173 Aug 05 14:39:15.272079 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-f38ac8de-c439-433f-a70d-6d3c72636a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:15.273546 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-f38ac8de-c439-433f-a70d-6d3c72636a4a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2fe0596b-a528-439a-b550-aa685826d735 HTTP/1.1" status: 200 len: 851 time: 0.0444071 Aug 05 14:39:15.305202 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-a329f4bf-9e8d-478f-a193-491ff242b06d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=15a4d59a-9dbe-4800-9062-fcbd746bfc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243299 Aug 05 14:39:15.398710 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-49cd600b-74af-49c3-b3af-44d9c3ebd3d7 service neutron] 10.222.0.84 "GET /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863321 Aug 05 14:39:15.486995 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b1d4fb1-d777-4237-96f1-5fc394949cb6 req-c865074b-3d13-411b-80b7-6f84e66a330f service neutron] 10.222.0.84 "GET /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813820 Aug 05 14:39:15.584577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd5f33-46f2-48b4-9c5d-1c24afb46cf7 req-8d938638-22c7-4ac0-a9ae-e147387282f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:15.586204 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25fd5f33-46f2-48b4-9c5d-1c24afb46cf7 req-8d938638-22c7-4ac0-a9ae-e147387282f0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=41af541275794d27bb137fb6b53ec762&device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 1094 time: 0.0452795 Aug 05 14:39:15.683776 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd5f33-46f2-48b4-9c5d-1c24afb46cf7 req-65422904-ff8d-4493-96f7-2803dc1ee7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:15.685212 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25fd5f33-46f2-48b4-9c5d-1c24afb46cf7 req-65422904-ff8d-4493-96f7-2803dc1ee7a8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=15a4d59a-9dbe-4800-9062-fcbd746bfc00 HTTP/1.1" status: 200 len: 912 time: 0.0913889 Aug 05 14:39:15.727415 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25fd5f33-46f2-48b4-9c5d-1c24afb46cf7 req-2d8341e7-49f5-4eac-b78b-587fe196232e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6104131-03d4-44a2-af31-e143795da8ab HTTP/1.1" status: 200 len: 217 time: 0.0343361 Aug 05 14:39:15.780615 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd5f33-46f2-48b4-9c5d-1c24afb46cf7 req-6388e966-4cd9-4723-b3bf-d53fd8e13dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:15.782379 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25fd5f33-46f2-48b4-9c5d-1c24afb46cf7 req-6388e966-4cd9-4723-b3bf-d53fd8e13dd0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2fe0596b-a528-439a-b550-aa685826d735 HTTP/1.1" status: 200 len: 851 time: 0.0479724 Aug 05 14:39:15.815541 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25fd5f33-46f2-48b4-9c5d-1c24afb46cf7 req-9e348990-3ee2-4a59-8b7a-4b76ce11fb82 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=15a4d59a-9dbe-4800-9062-fcbd746bfc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243454 Aug 05 14:39:15.877761 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8212b7cf-d170-4379-ba25-23901e91a9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:15.907020 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25fd5f33-46f2-48b4-9c5d-1c24afb46cf7 req-648ef020-ef3d-413b-b7b7-d207180adc70 service neutron] 10.222.0.84 "GET /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825946 Aug 05 14:39:16.000517 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25fd5f33-46f2-48b4-9c5d-1c24afb46cf7 req-61c94206-7ffc-40fe-8ede-44eef8cd3610 service neutron] 10.222.0.84 "GET /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860376 Aug 05 14:39:16.228204 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab0421-ffce-450c-b690-cacf4b38964d req-711da497-ffa9-4029-81b9-4cf89c26b190 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:16.230352 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75ab0421-ffce-450c-b690-cacf4b38964d req-711da497-ffa9-4029-81b9-4cf89c26b190 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 943 time: 0.0503225 Aug 05 14:39:16.269306 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75ab0421-ffce-450c-b690-cacf4b38964d req-c6f4cb55-82ac-42e5-966e-f74ca32026ec tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329275 Aug 05 14:39:16.310881 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:17.223981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device b6104131-03d4-44a2-af31-e143795da8ab details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:39:17.317832 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port b6104131-03d4-44a2-af31-e143795da8ab, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b6104131-03d4-44a2-af31-e143795da8ab,segment=NetworkSegment(e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb),segment_id=e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:39:17.333202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'b6104131-03d4-44a2-af31-e143795da8ab', 'network_id': '15a4d59a-9dbe-4800-9062-fcbd746bfc00', 'port_id': 'b6104131-03d4-44a2-af31-e143795da8ab', 'mac_address': 'fa:16:3e:d7:92:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe0596b-a528-439a-b550-aa685826d735', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:39:17.370784 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:17.385639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6104131-03d4-44a2-af31-e143795da8ab {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:39:17.397725 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c65a24-5fe0-4335-9323-7c3a26b8b0e9 req-e577d3d0-1f60-40ef-a70e-54aa75e292b0 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:17.399302 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-27c65a24-5fe0-4335-9323-7c3a26b8b0e9 req-e577d3d0-1f60-40ef-a70e-54aa75e292b0 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 943 time: 0.0510757 Aug 05 14:39:17.404778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port b6104131-03d4-44a2-af31-e143795da8ab, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b6104131-03d4-44a2-af31-e143795da8ab,segment=NetworkSegment(e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb),segment_id=e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:39:17.408559 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:17.441309 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-27c65a24-5fe0-4335-9323-7c3a26b8b0e9 req-ada31acf-42f4-4001-9c05-ec106095d09d tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344405 Aug 05 14:39:17.459369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=b6104131-03d4-44a2-af31-e143795da8ab,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:17.650509 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['b6104131-03d4-44a2-af31-e143795da8ab'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:39:18.423347 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c4bd99cc-6a88-4a46-8238-b9337734e5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:18.557390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4f7c8-d1af-4815-b973-cb123df9e45f req-07f2bcaa-c6b4-42ae-81c6-e01809cdecaf tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:18.558952 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08a4f7c8-d1af-4815-b973-cb123df9e45f req-07f2bcaa-c6b4-42ae-81c6-e01809cdecaf tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 944 time: 0.0507097 Aug 05 14:39:18.595888 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-08a4f7c8-d1af-4815-b973-cb123df9e45f req-354b6426-0537-4385-bfa2-e6e5499c8571 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310292 Aug 05 14:39:18.657846 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:19.224421 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device b6104131-03d4-44a2-af31-e143795da8ab up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:39:19.272177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port b6104131-03d4-44a2-af31-e143795da8ab completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:39:19.275898 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port b6104131-03d4-44a2-af31-e143795da8ab triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:39:19.276277 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:19.353548 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:19.376709 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ea785d-6eff-409a-b8bf-7542409cec3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6104131-03d4-44a2-af31-e143795da8ab'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:39:19.379149 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebffe39-b23b-4088-b362-ea214872b15d" -d '{"events": [{"server_uuid": "f7ea785d-6eff-409a-b8bf-7542409cec3e", "name": "network-vif-plugged", "status": "completed", "tag": "b6104131-03d4-44a2-af31-e143795da8ab"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:39:19.392591 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port b6104131-03d4-44a2-af31-e143795da8ab, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b6104131-03d4-44a2-af31-e143795da8ab,segment=NetworkSegment(e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb),segment_id=e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:39:19.396667 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:19.419883 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56829dbe-cde1-4f1b-ae54-01de65826f2d x-openstack-request-id: req-56829dbe-cde1-4f1b-ae54-01de65826f2d {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:39:19.420177 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ea785d-6eff-409a-b8bf-7542409cec3e", "name": "network-vif-plugged", "status": "completed", "tag": "b6104131-03d4-44a2-af31-e143795da8ab", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:39:19.420429 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56829dbe-cde1-4f1b-ae54-01de65826f2d {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:39:19.420819 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ea785d-6eff-409a-b8bf-7542409cec3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6104131-03d4-44a2-af31-e143795da8ab', 'code': 200} Aug 05 14:39:19.447258 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=b6104131-03d4-44a2-af31-e143795da8ab,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:19.511811 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b28e2a-9441-4877-b5c1-2154efd60c84 req-8c8617bb-538a-4d6d-9c57-589e88d5246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:19.513215 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b8b28e2a-9441-4877-b5c1-2154efd60c84 req-8c8617bb-538a-4d6d-9c57-589e88d5246d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 1096 time: 0.0400679 Aug 05 14:39:19.549133 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b8b28e2a-9441-4877-b5c1-2154efd60c84 req-ab242a0c-bd13-45c4-9931-4581e2afe690 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288744 Aug 05 14:39:19.640242 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:19.718284 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9586f-0592-4c52-a3dc-e1475f239f24 req-eb4f1a12-8c92-46ce-8b6c-57e0f7b01456 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:19.719778 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a1c9586f-0592-4c52-a3dc-e1475f239f24 req-eb4f1a12-8c92-46ce-8b6c-57e0f7b01456 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0543666 Aug 05 14:39:19.758263 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a1c9586f-0592-4c52-a3dc-e1475f239f24 req-dbb115a0-64f9-4c02-a4a9-20ebb5742031 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324223 Aug 05 14:39:20.880234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b467f5-e649-4824-85ab-67a00bf13339 req-b13ac10c-861f-4c3d-9265-334f71309b96 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:20.881715 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f8b467f5-e649-4824-85ab-67a00bf13339 req-b13ac10c-861f-4c3d-9265-334f71309b96 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0526407 Aug 05 14:39:20.920809 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f8b467f5-e649-4824-85ab-67a00bf13339 req-1f7f0712-d902-40e5-a1f0-ca4de771ce76 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328448 Aug 05 14:39:21.102284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44358) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:39:21.159685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7699b0e-965c-4120-8c91-bf3671aaa04c req-79181b7e-59d8-482f-8cdd-cdce1589fa6e tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:21.161191 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b7699b0e-965c-4120-8c91-bf3671aaa04c req-79181b7e-59d8-482f-8cdd-cdce1589fa6e tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0495272 Aug 05 14:39:21.223711 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b7699b0e-965c-4120-8c91-bf3671aaa04c req-26f739d2-dfd5-48b7-846c-5e19dba26c02 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537663 Aug 05 14:39:21.227515 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-6ac51ab0-875b-4129-bf07-2ad60591169e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1241341 Aug 05 14:39:21.425111 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:22.343726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902987d-b965-42fe-b255-a2b5bcc368fc req-e0449692-8f96-46e9-bd48-1d28f4e68db4 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:22.345409 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2902987d-b965-42fe-b255-a2b5bcc368fc req-e0449692-8f96-46e9-bd48-1d28f4e68db4 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0510032 Aug 05 14:39:22.360672 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-417e798e-1d59-4c8b-b33c-53bfa4f44264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:22.362241 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-417e798e-1d59-4c8b-b33c-53bfa4f44264 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=41af541275794d27bb137fb6b53ec762&device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 1096 time: 0.0481989 Aug 05 14:39:22.384162 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2902987d-b965-42fe-b255-a2b5bcc368fc req-c66366bd-6b28-4faf-9417-30fecbe111d7 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Aug 05 14:39:22.454920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-4c95fdb5-2186-47c2-9085-ffbb29f8412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:22.456339 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-4c95fdb5-2186-47c2-9085-ffbb29f8412d service neutron] 10.222.0.84 "GET /v2.0/networks?id=15a4d59a-9dbe-4800-9062-fcbd746bfc00 HTTP/1.1" status: 200 len: 912 time: 0.0865905 Aug 05 14:39:22.502675 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-2bc21396-74d1-469c-8c4d-449cd92898c2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6104131-03d4-44a2-af31-e143795da8ab HTTP/1.1" status: 200 len: 217 time: 0.0378714 Aug 05 14:39:22.551288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-4890d28e-f289-41f2-8e13-c033b95f6651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:22.552709 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-4890d28e-f289-41f2-8e13-c033b95f6651 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2fe0596b-a528-439a-b550-aa685826d735 HTTP/1.1" status: 200 len: 851 time: 0.0438225 Aug 05 14:39:22.582749 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-971d1652-b768-4531-9939-38019370d74a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=15a4d59a-9dbe-4800-9062-fcbd746bfc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233762 Aug 05 14:39:22.672504 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-1b85f1c7-d256-4147-bbf5-29a742619800 service neutron] 10.222.0.84 "GET /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818758 Aug 05 14:39:22.766158 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-eba3333a-a5af-45ef-b07c-5e3a4f96abb4 service neutron] 10.222.0.84 "GET /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861421 Aug 05 14:39:23.503515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbec2d-2b8c-48b2-b2fd-cd7728224935 req-383a4dfb-ae39-4a74-92a7-1e283ad9da90 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:23.505100 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9fbec2d-2b8c-48b2-b2fd-cd7728224935 req-383a4dfb-ae39-4a74-92a7-1e283ad9da90 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0532193 Aug 05 14:39:23.545948 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9fbec2d-2b8c-48b2-b2fd-cd7728224935 req-b3233f47-2642-4ce3-9552-ca92be6adb36 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339866 Aug 05 14:39:24.666298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfb144-fa98-43fd-94a8-71d326e80efd req-20d8484f-60db-4477-9d56-55844ce3b9e3 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:24.667923 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fedfb144-fa98-43fd-94a8-71d326e80efd req-20d8484f-60db-4477-9d56-55844ce3b9e3 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0542023 Aug 05 14:39:24.705714 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fedfb144-fa98-43fd-94a8-71d326e80efd req-aa8cd231-72bc-4bf5-bf63-673afbf58345 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317345 Aug 05 14:39:25.825676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64701b87-e360-40fe-a8bd-062f445ea3f4 req-2631d8a0-4782-4b2a-acb0-923b9874ebc6 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:25.827216 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-64701b87-e360-40fe-a8bd-062f445ea3f4 req-2631d8a0-4782-4b2a-acb0-923b9874ebc6 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0551455 Aug 05 14:39:25.864562 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-64701b87-e360-40fe-a8bd-062f445ea3f4 req-064abd32-99ff-4963-a330-a818f54a1451 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314701 Aug 05 14:39:26.984947 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abcf4e-a857-4a7b-a4a6-7b221205cf2f req-db4c9f50-2e48-46a0-b204-130e72f2c1e0 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:26.986449 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-21abcf4e-a857-4a7b-a4a6-7b221205cf2f req-db4c9f50-2e48-46a0-b204-130e72f2c1e0 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0536294 Aug 05 14:39:27.024230 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-21abcf4e-a857-4a7b-a4a6-7b221205cf2f req-e532764e-d63f-405a-bedd-77436155e6c8 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311565 Aug 05 14:39:28.139570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a278521-5d8e-4969-85e8-ac4d3eb24574 req-7140a5b5-af57-414e-995e-829a179969bc tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:28.141107 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1a278521-5d8e-4969-85e8-ac4d3eb24574 req-7140a5b5-af57-414e-995e-829a179969bc tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0487251 Aug 05 14:39:28.179468 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1a278521-5d8e-4969-85e8-ac4d3eb24574 req-4e02a849-d88d-4104-ac3f-07ed5f05182e tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321920 Aug 05 14:39:29.293839 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a5bdd-0844-47c3-af74-8d0d41e164e4 req-722f3ae4-a8f8-43dd-97cb-eb5dcdc8d808 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:29.295367 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e35a5bdd-0844-47c3-af74-8d0d41e164e4 req-722f3ae4-a8f8-43dd-97cb-eb5dcdc8d808 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0485399 Aug 05 14:39:29.333621 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e35a5bdd-0844-47c3-af74-8d0d41e164e4 req-725a048e-8944-4121-8a81-1e68d54b3cf7 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320215 Aug 05 14:39:30.449315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff065e6e-0b71-4c22-8f48-319a8c656a40 req-5e93289a-923f-434a-ac4d-6cea4e00aa41 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:30.450785 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ff065e6e-0b71-4c22-8f48-319a8c656a40 req-5e93289a-923f-434a-ac4d-6cea4e00aa41 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0491960 Aug 05 14:39:30.488963 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ff065e6e-0b71-4c22-8f48-319a8c656a40 req-8f8f4103-dbe1-40b2-9bed-849c3ab16893 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320032 Aug 05 14:39:31.603510 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafad8d3-583a-49de-8760-cae637319415 req-0a301c48-bcb6-493f-b3c6-783a4a61ce5b tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:31.605058 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aafad8d3-583a-49de-8760-cae637319415 req-0a301c48-bcb6-493f-b3c6-783a4a61ce5b tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0480742 Aug 05 14:39:31.643998 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aafad8d3-583a-49de-8760-cae637319415 req-f56057a1-16b1-47d2-aa6c-ee42d477e05d tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323966 Aug 05 14:39:32.762639 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f187180-20fe-4538-b02c-357f7281407d req-462c0b3c-ed4e-49dc-876b-c05870434a53 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:32.764128 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4f187180-20fe-4538-b02c-357f7281407d req-462c0b3c-ed4e-49dc-876b-c05870434a53 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0520015 Aug 05 14:39:32.802346 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4f187180-20fe-4538-b02c-357f7281407d req-dab15852-ac5b-4428-9417-5d4a41ac6171 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323310 Aug 05 14:39:33.920368 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911d10f-d11e-4947-88ba-89dfd02500bf req-21e1d6ae-dbbf-43bb-8591-5aee42e37525 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:33.921770 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b911d10f-d11e-4947-88ba-89dfd02500bf req-21e1d6ae-dbbf-43bb-8591-5aee42e37525 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0524375 Aug 05 14:39:33.960183 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b911d10f-d11e-4947-88ba-89dfd02500bf req-4a8fcbbd-cb04-4504-a13d-fb0ae355c2e5 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325325 Aug 05 14:39:35.075883 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e88ae-ca38-41ca-b772-0deb11f7aeed req-1c070f2a-d743-4410-b035-26abc87d12f2 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:35.077380 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-581e88ae-ca38-41ca-b772-0deb11f7aeed req-1c070f2a-d743-4410-b035-26abc87d12f2 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0492129 Aug 05 14:39:35.115322 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-581e88ae-ca38-41ca-b772-0deb11f7aeed req-d153e2da-a343-4a0b-a1f7-a1c45eff4757 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319877 Aug 05 14:39:36.232930 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea51e7-ff22-41fc-9348-71d858967f7e req-e91f6649-c0ba-4f4f-8b89-aa67a01347d6 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:36.234462 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-35ea51e7-ff22-41fc-9348-71d858967f7e req-e91f6649-c0ba-4f4f-8b89-aa67a01347d6 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0523455 Aug 05 14:39:36.272471 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-35ea51e7-ff22-41fc-9348-71d858967f7e req-796f5e59-41af-4c7b-bbb4-68530729399a tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321951 Aug 05 14:39:37.386922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9f5f1-47a7-4312-92b6-e3da7c2fb86a req-ad885156-5c1e-465d-97b2-8286e38d170a tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:37.388424 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-faa9f5f1-47a7-4312-92b6-e3da7c2fb86a req-ad885156-5c1e-465d-97b2-8286e38d170a tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0495052 Aug 05 14:39:37.426786 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-faa9f5f1-47a7-4312-92b6-e3da7c2fb86a req-24450be4-dec6-42d6-9fdf-a915b64cab7c tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Aug 05 14:39:38.544411 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c403a-fffc-4708-b231-2a135b32f6b1 req-3e98227c-7452-4ca7-a0e1-96d0fb543040 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:38.545887 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-283c403a-fffc-4708-b231-2a135b32f6b1 req-3e98227c-7452-4ca7-a0e1-96d0fb543040 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0489707 Aug 05 14:39:38.582976 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-283c403a-fffc-4708-b231-2a135b32f6b1 req-1e4891eb-2ce5-4306-821d-ebcf24f67270 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310280 Aug 05 14:39:39.705790 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec706da-0a7c-4782-8701-2f5d67df1779 req-7c1bbbb1-70d2-412a-b736-526980de5525 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:39.707298 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6ec706da-0a7c-4782-8701-2f5d67df1779 req-7c1bbbb1-70d2-412a-b736-526980de5525 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0528512 Aug 05 14:39:39.745384 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6ec706da-0a7c-4782-8701-2f5d67df1779 req-13b9dcbb-ed60-4626-9bf0-724a5b82f058 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321047 Aug 05 14:39:40.446058 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:39:40.861838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb10001-4cc0-4e07-ba18-1e36e267b274 req-111d9c7c-d1aa-48d9-bc03-0a3dbb19fb63 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:40.863360 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-afb10001-4cc0-4e07-ba18-1e36e267b274 req-111d9c7c-d1aa-48d9-bc03-0a3dbb19fb63 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0515325 Aug 05 14:39:40.900979 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-afb10001-4cc0-4e07-ba18-1e36e267b274 req-3d91e38e-a78a-4042-9b5b-dc840becd8bb tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317109 Aug 05 14:39:42.016953 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c5857-2ea7-46fb-9355-8b123ccfe3dc req-6d544445-6c72-4a58-abe9-aa14354ecbb3 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:42.018465 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0b4c5857-2ea7-46fb-9355-8b123ccfe3dc req-6d544445-6c72-4a58-abe9-aa14354ecbb3 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0488074 Aug 05 14:39:42.056146 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0b4c5857-2ea7-46fb-9355-8b123ccfe3dc req-0d3bd626-5b79-4705-9294-5c867fd6fd1c tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318496 Aug 05 14:39:43.172303 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1ee10-0053-47e5-930c-22f4cba33cae req-3472f439-6fe4-48a0-a61b-d25d99d0617f tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:43.173809 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-94b1ee10-0053-47e5-930c-22f4cba33cae req-3472f439-6fe4-48a0-a61b-d25d99d0617f tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0496554 Aug 05 14:39:43.211240 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-94b1ee10-0053-47e5-930c-22f4cba33cae req-24042869-f9b3-493f-ba70-153b988c4c3a tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314994 Aug 05 14:39:44.330099 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33452210-621c-4f56-b4fb-9d514762e986 req-b31f4b3f-1560-42c5-9ea3-d0f938ad7bc5 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:44.331630 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-33452210-621c-4f56-b4fb-9d514762e986 req-b31f4b3f-1560-42c5-9ea3-d0f938ad7bc5 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0513837 Aug 05 14:39:44.369724 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-33452210-621c-4f56-b4fb-9d514762e986 req-17078675-0454-43b4-ab86-099c18891c33 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Aug 05 14:39:45.028031 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:45.485991 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acac4c4-40f4-4320-882c-0f53c8c3d2a1 req-b7409226-ccf4-42e0-b505-680198fcb5c3 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:45.487491 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9acac4c4-40f4-4320-882c-0f53c8c3d2a1 req-b7409226-ccf4-42e0-b505-680198fcb5c3 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0485494 Aug 05 14:39:45.525707 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9acac4c4-40f4-4320-882c-0f53c8c3d2a1 req-edb77639-005a-48a2-aa53-908e136e8314 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321603 Aug 05 14:39:45.879780 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7e6545de-58c6-4ffc-85ca-ae3a4b01cedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:46.325531 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:46.646944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cf600-cd4f-408a-87d8-5bc0070216c5 req-97ce35df-b2a4-4404-a410-a60a685f4248 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:46.648475 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e3cf600-cd4f-408a-87d8-5bc0070216c5 req-97ce35df-b2a4-4404-a410-a60a685f4248 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0527890 Aug 05 14:39:46.685915 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e3cf600-cd4f-408a-87d8-5bc0070216c5 req-8882b43b-4d68-41cc-bc50-18414993a356 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309515 Aug 05 14:39:47.819821 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed4cdf-4861-47d7-a97b-901819e82e5c req-8989379e-c446-4462-94fb-27391ca0dc5d tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:47.821255 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74ed4cdf-4861-47d7-a97b-901819e82e5c req-8989379e-c446-4462-94fb-27391ca0dc5d tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0535088 Aug 05 14:39:47.861517 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-74ed4cdf-4861-47d7-a97b-901819e82e5c req-93c597bc-fdc6-40bb-868c-3574966f46b1 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331061 Aug 05 14:39:48.424255 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-547ebd1b-b922-4364-b413-45d4852d72b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:48.658480 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:48.978899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1ea9c-947a-4024-9f8e-41d7f53e81d6 req-af8a0bf6-221c-4af3-9721-02468c25dc4a tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:48.980513 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b5d1ea9c-947a-4024-9f8e-41d7f53e81d6 req-af8a0bf6-221c-4af3-9721-02468c25dc4a tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0500360 Aug 05 14:39:49.017660 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b5d1ea9c-947a-4024-9f8e-41d7f53e81d6 req-df22b336-0818-457f-bf69-99d086bba507 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313962 Aug 05 14:39:49.638484 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-4728dadf-bbf2-462f-b41f-7189f8840a66 service neutron] show failed (client error): The resource could not be found. Aug 05 14:39:49.639572 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-4728dadf-bbf2-462f-b41f-7189f8840a66 service neutron] 10.222.0.84 "GET /v2.0/ports/b6104131-03d4-44a2-af31-e143795da8ab/bindings/n-h1-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.0571053 Aug 05 14:39:49.642491 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:49.879526 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-7c3e0c4c-74c8-42ac-a6cb-14fef664000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:49.881071 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-7c3e0c4c-74c8-42ac-a6cb-14fef664000f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e&tenant_id=41af541275794d27bb137fb6b53ec762 HTTP/1.1" status: 200 len: 1096 time: 0.0895782 Aug 05 14:39:49.893522 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:39:49.946065 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:50.189938 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5e1eb-a40a-4507-a5e8-e6ee39f64edd req-23f00c0a-a628-4edf-9a07-2747cfd61577 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:50.191395 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9d5e1eb-a40a-4507-a5e8-e6ee39f64edd req-23f00c0a-a628-4edf-9a07-2747cfd61577 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.1034186 Aug 05 14:39:50.209998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] For port b6104131-03d4-44a2-af31-e143795da8ab, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b6104131-03d4-44a2-af31-e143795da8ab,segment=NetworkSegment(e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb),segment_id=e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:39:50.258829 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c9d5e1eb-a40a-4507-a5e8-e6ee39f64edd req-dfc139f5-9184-4f06-bb26-c3220c640dd4 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603540 Aug 05 14:39:50.267145 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] For port b6104131-03d4-44a2-af31-e143795da8ab, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:39:50.306771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ea785d-6eff-409a-b8bf-7542409cec3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6104131-03d4-44a2-af31-e143795da8ab'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:39:50.309758 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0dd4f0-0ada-4716-82b7-d2b3da12b94f" -d '{"events": [{"server_uuid": "f7ea785d-6eff-409a-b8bf-7542409cec3e", "name": "network-vif-unplugged", "status": "completed", "tag": "b6104131-03d4-44a2-af31-e143795da8ab"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:39:50.313819 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:50.326753 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Transition to ACTIVE for port object b6104131-03d4-44a2-af31-e143795da8ab will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:39:50.330975 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:50.372769 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fedf5a-756a-4a9d-a781-962d1993d8c5 x-openstack-request-id: req-49fedf5a-756a-4a9d-a781-962d1993d8c5 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:39:50.373069 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ea785d-6eff-409a-b8bf-7542409cec3e", "name": "network-vif-unplugged", "status": "completed", "tag": "b6104131-03d4-44a2-af31-e143795da8ab", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:39:50.373323 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49fedf5a-756a-4a9d-a781-962d1993d8c5 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:39:50.373715 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ea785d-6eff-409a-b8bf-7542409cec3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6104131-03d4-44a2-af31-e143795da8ab', 'code': 200} Aug 05 14:39:50.402612 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] No DVR routers for this DVR port b6104131-03d4-44a2-af31-e143795da8ab on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:39:50.405623 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6104131-03d4-44a2-af31-e143795da8ab,revision_number=6']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:50.431859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:50.432207 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:50.432549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:50.432887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:50.433945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:50.434301 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:50.434634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:50.434965 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:50.435293 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:50.435632 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:50.435945 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:50.436267 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:50.448948 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Attempting to bind port b6104131-03d4-44a2-af31-e143795da8ab on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:39:50.449289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Attempting to bind port b6104131-03d4-44a2-af31-e143795da8ab by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '15a4d59a-9dbe-4800-9062-fcbd746bfc00'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:39:50.449613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Attempting to bind port b6104131-03d4-44a2-af31-e143795da8ab on network 15a4d59a-9dbe-4800-9062-fcbd746bfc00 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:39:50.453932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Port b6104131-03d4-44a2-af31-e143795da8ab on network 15a4d59a-9dbe-4800-9062-fcbd746bfc00 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:39:50.454265 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Attempting to bind port b6104131-03d4-44a2-af31-e143795da8ab on network 15a4d59a-9dbe-4800-9062-fcbd746bfc00 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:39:50.459028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:39:50.459365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Checking segment: {'id': 'e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '15a4d59a-9dbe-4800-9062-fcbd746bfc00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:39:50.459745 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Bound using segment: {'id': 'e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '15a4d59a-9dbe-4800-9062-fcbd746bfc00'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:39:50.460173 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Bound port: b6104131-03d4-44a2-af31-e143795da8ab, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '15a4d59a-9dbe-4800-9062-fcbd746bfc00'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:39:50.460531 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:50.522530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] For port b6104131-03d4-44a2-af31-e143795da8ab, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:39:50.525463 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] For port b6104131-03d4-44a2-af31-e143795da8ab, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b6104131-03d4-44a2-af31-e143795da8ab,segment=NetworkSegment(e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb),segment_id=e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:39:50.528928 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:50.566783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:50.567401 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:50.568812 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] 10.222.0.63 "PUT /v2.0/ports/b6104131-03d4-44a2-af31-e143795da8ab HTTP/1.1" status: 200 len: 1091 time: 0.6793299 Aug 05 14:39:50.589662 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078827a4-ff21-499e-9453-da96c8d361c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6104131-03d4-44a2-af31-e143795da8ab,revision_number=7']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:50.635652 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-3a16f365-96d4-40b0-989e-eb027ed63175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:50.637499 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-3a16f365-96d4-40b0-989e-eb027ed63175 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41af541275794d27bb137fb6b53ec762&device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 1094 time: 0.0429599 Aug 05 14:39:50.728484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-0211f4d4-e310-4735-8ddc-ddc46383535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:50.731250 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-0211f4d4-e310-4735-8ddc-ddc46383535b service neutron] 10.222.0.63 "GET /v2.0/networks?id=15a4d59a-9dbe-4800-9062-fcbd746bfc00 HTTP/1.1" status: 200 len: 912 time: 0.0859282 Aug 05 14:39:50.774605 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-b20645e1-9bbd-473a-9196-82c34855c06a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6104131-03d4-44a2-af31-e143795da8ab HTTP/1.1" status: 200 len: 217 time: 0.0374746 Aug 05 14:39:50.823243 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-1f99b2eb-d51d-41fd-baa2-f768b95f8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:50.824847 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-1f99b2eb-d51d-41fd-baa2-f768b95f8119 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2fe0596b-a528-439a-b550-aa685826d735 HTTP/1.1" status: 200 len: 851 time: 0.0435092 Aug 05 14:39:50.856885 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-6a427c28-f142-4379-b3db-cdd6b460766d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=15a4d59a-9dbe-4800-9062-fcbd746bfc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244606 Aug 05 14:39:50.951563 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-8b7c9d79-54c0-44bc-9f0b-985d7d738d41 service neutron] 10.222.0.63 "GET /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874174 Aug 05 14:39:51.042272 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3a72245b-402b-4d48-b8f9-b342f3ce3d96 req-2599d566-92c4-47b2-80cf-10528e8e1e82 service neutron] 10.222.0.63 "GET /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837240 Aug 05 14:39:51.375922 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129ecc8-4801-4a61-a21a-4ab31175f2e5 req-62fcea9d-c11b-42d6-8f7e-13cdf88698d6 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:51.377509 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d129ecc8-4801-4a61-a21a-4ab31175f2e5 req-62fcea9d-c11b-42d6-8f7e-13cdf88698d6 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 943 time: 0.0497153 Aug 05 14:39:51.416833 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d129ecc8-4801-4a61-a21a-4ab31175f2e5 req-7a50bf06-52ed-4eef-bd70-f8f1f74df05c tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332584 Aug 05 14:39:51.428253 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:52.375532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ea785d-6eff-409a-b8bf-7542409cec3e', 'tag': 'b6104131-03d4-44a2-af31-e143795da8ab'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:39:52.378450 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ea785d-6eff-409a-b8bf-7542409cec3e", "tag": "b6104131-03d4-44a2-af31-e143795da8ab"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:39:52.426189 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4a741a-4727-4bee-83eb-8a15cc81cfaa x-openstack-request-id: req-9e4a741a-4727-4bee-83eb-8a15cc81cfaa {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:39:52.426517 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ea785d-6eff-409a-b8bf-7542409cec3e", "tag": "b6104131-03d4-44a2-af31-e143795da8ab", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:39:52.426770 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e4a741a-4727-4bee-83eb-8a15cc81cfaa {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:39:52.427166 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ea785d-6eff-409a-b8bf-7542409cec3e', 'tag': 'b6104131-03d4-44a2-af31-e143795da8ab', 'status': 'completed', 'code': 200} Aug 05 14:39:52.500330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-e21e562f-476d-46a2-a5a1-449f944b2ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:52.502014 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-e21e562f-476d-46a2-a5a1-449f944b2ebc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=41af541275794d27bb137fb6b53ec762&device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 1094 time: 0.0487497 Aug 05 14:39:52.600179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-07909511-f39e-468e-96dd-ad3cb1603ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:52.602231 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-07909511-f39e-468e-96dd-ad3cb1603ab0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=15a4d59a-9dbe-4800-9062-fcbd746bfc00 HTTP/1.1" status: 200 len: 912 time: 0.0930319 Aug 05 14:39:52.648249 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-f0b33bf8-672b-4c09-ae07-9ca07d4d9814 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6104131-03d4-44a2-af31-e143795da8ab HTTP/1.1" status: 200 len: 217 time: 0.0389311 Aug 05 14:39:52.705922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-53a8e8ce-e3b4-44d8-8dfe-38bb512b41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:52.707364 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-53a8e8ce-e3b4-44d8-8dfe-38bb512b41ae service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2fe0596b-a528-439a-b550-aa685826d735 HTTP/1.1" status: 200 len: 851 time: 0.0521767 Aug 05 14:39:52.740527 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-b53dc337-77f1-4a9d-9ebb-d17f7f7dc438 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=15a4d59a-9dbe-4800-9062-fcbd746bfc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258217 Aug 05 14:39:52.835506 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-6d9d9557-9545-45ab-97e7-3b75b283c98c service neutron] 10.222.0.84 "GET /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866997 Aug 05 14:39:52.893219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-72eb8add-c318-49af-a647-06b1250d71f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:52.894779 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-72eb8add-c318-49af-a647-06b1250d71f8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41af541275794d27bb137fb6b53ec762&device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 1094 time: 0.4439056 Aug 05 14:39:52.907110 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fed4b-107a-4518-92d3-107a92d1ba99 req-df43b65e-0256-4d1a-8ea8-ee780ebef086 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:52.908571 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-519fed4b-107a-4518-92d3-107a92d1ba99 req-df43b65e-0256-4d1a-8ea8-ee780ebef086 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 943 time: 0.4169271 Aug 05 14:39:52.932060 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-0ca83103-190b-42de-81a7-30bdd53dc100 service neutron] 10.222.0.84 "GET /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891645 Aug 05 14:39:53.002470 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-519fed4b-107a-4518-92d3-107a92d1ba99 req-c6ba2f8a-ce89-4131-b78b-6bfeafc1e85b tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839586 Aug 05 14:39:53.023024 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-6ee0ff06-8c4b-41c8-a3c1-8bb931f1e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:53.024487 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-6ee0ff06-8c4b-41c8-a3c1-8bb931f1e166 service neutron] 10.222.0.63 "GET /v2.0/networks?id=15a4d59a-9dbe-4800-9062-fcbd746bfc00 HTTP/1.1" status: 200 len: 912 time: 0.1148071 Aug 05 14:39:53.065842 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-d4599014-91a1-4e53-982f-96ed6b299ac5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6104131-03d4-44a2-af31-e143795da8ab HTTP/1.1" status: 200 len: 217 time: 0.0339868 Aug 05 14:39:53.114093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-5cf128fb-ddf6-4520-9b58-208103ac3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:53.115525 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-5cf128fb-ddf6-4520-9b58-208103ac3b71 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2fe0596b-a528-439a-b550-aa685826d735 HTTP/1.1" status: 200 len: 851 time: 0.0425069 Aug 05 14:39:53.151137 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-1e3eb98a-0ded-4530-9bb0-a211519e829e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=15a4d59a-9dbe-4800-9062-fcbd746bfc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272532 Aug 05 14:39:53.235340 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95c61a08-7fad-4673-977c-3493533b4a73 req-5e900a23-34fb-497f-8113-4ef67376c75a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400741 Aug 05 14:39:53.244903 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-99038536-5038-408f-83d7-890cd1d60689 service neutron] 10.222.0.63 "GET /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859516 Aug 05 14:39:53.341189 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5633350f-ce1a-4c4d-84d3-ecfe8a01ad14 req-0610b9b0-46d1-496f-b239-4467cf0cdd52 service neutron] 10.222.0.63 "GET /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852625 Aug 05 14:39:53.443356 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c61a08-7fad-4673-977c-3493533b4a73 req-0d14a8a3-dde6-4729-afa5-bb04524371ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:53.444868 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95c61a08-7fad-4673-977c-3493533b4a73 req-0d14a8a3-dde6-4729-afa5-bb04524371ac service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41af541275794d27bb137fb6b53ec762&device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 1094 time: 0.0413294 Aug 05 14:39:53.547398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c61a08-7fad-4673-977c-3493533b4a73 req-d912ec7b-bea4-45d0-bead-628be92d276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:53.548878 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95c61a08-7fad-4673-977c-3493533b4a73 req-d912ec7b-bea4-45d0-bead-628be92d276b service neutron] 10.222.0.63 "GET /v2.0/networks?id=15a4d59a-9dbe-4800-9062-fcbd746bfc00 HTTP/1.1" status: 200 len: 912 time: 0.0843046 Aug 05 14:39:53.593993 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95c61a08-7fad-4673-977c-3493533b4a73 req-c565d3a9-68d6-4e90-9689-9284077320f7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6104131-03d4-44a2-af31-e143795da8ab HTTP/1.1" status: 200 len: 217 time: 0.0370035 Aug 05 14:39:53.643883 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c61a08-7fad-4673-977c-3493533b4a73 req-40a48bb5-69bd-4348-b07a-c0492c2f3ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:53.645359 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95c61a08-7fad-4673-977c-3493533b4a73 req-40a48bb5-69bd-4348-b07a-c0492c2f3ddd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2fe0596b-a528-439a-b550-aa685826d735 HTTP/1.1" status: 200 len: 851 time: 0.0445530 Aug 05 14:39:53.677861 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95c61a08-7fad-4673-977c-3493533b4a73 req-375e7818-59f6-4aa6-b835-d1781d606fae service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=15a4d59a-9dbe-4800-9062-fcbd746bfc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247655 Aug 05 14:39:53.771503 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95c61a08-7fad-4673-977c-3493533b4a73 req-e5ea1331-5c4a-473c-a127-3db407c465e6 service neutron] 10.222.0.63 "GET /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846515 Aug 05 14:39:53.864317 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95c61a08-7fad-4673-977c-3493533b4a73 req-ae669f19-a83a-4372-91ed-1f5362d7bf65 service neutron] 10.222.0.63 "GET /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834844 Aug 05 14:39:54.121753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab88316-1052-49e3-855c-fb4bb008ad03 req-b9fc31c9-fb1d-47ef-b9f8-2cb4195a21a3 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:54.123164 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1ab88316-1052-49e3-855c-fb4bb008ad03 req-b9fc31c9-fb1d-47ef-b9f8-2cb4195a21a3 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 943 time: 0.0486896 Aug 05 14:39:54.160837 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1ab88316-1052-49e3-855c-fb4bb008ad03 req-20e02863-deaa-4be7-9188-f408cd77bf52 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318623 Aug 05 14:39:54.407928 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b6104131-03d4-44a2-af31-e143795da8ab details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:39:54.440784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-840e5d33-313b-4c05-98ad-ecd1b3265f5f tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:54.442272 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-840e5d33-313b-4c05-98ad-ecd1b3265f5f tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e&tenant_id=41af541275794d27bb137fb6b53ec762&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 943 time: 0.0886912 Aug 05 14:39:54.502772 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-f33a0df1-0eee-46ce-a129-15ef33d62762 service neutron] delete failed (client error): The resource could not be found. Aug 05 14:39:54.503784 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-f33a0df1-0eee-46ce-a129-15ef33d62762 service neutron] 10.222.0.84 "DELETE /v2.0/ports/b6104131-03d4-44a2-af31-e143795da8ab/bindings/n-h2-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.0536144 Aug 05 14:39:54.504051 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b6104131-03d4-44a2-af31-e143795da8ab, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b6104131-03d4-44a2-af31-e143795da8ab,segment=NetworkSegment(e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb),segment_id=e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:39:54.517617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'b6104131-03d4-44a2-af31-e143795da8ab', 'network_id': '15a4d59a-9dbe-4800-9062-fcbd746bfc00', 'port_id': 'b6104131-03d4-44a2-af31-e143795da8ab', 'mac_address': 'fa:16:3e:d7:92:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe0596b-a528-439a-b550-aa685826d735', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:39:54.553018 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:54.566406 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6104131-03d4-44a2-af31-e143795da8ab {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:39:54.585991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b6104131-03d4-44a2-af31-e143795da8ab, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b6104131-03d4-44a2-af31-e143795da8ab,segment=NetworkSegment(e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb),segment_id=e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:39:54.586683 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-2995be60-7fcc-4ad5-9392-1d8520e458d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:54.588245 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-2995be60-7fcc-4ad5-9392-1d8520e458d2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=41af541275794d27bb137fb6b53ec762&device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 1094 time: 0.0414624 Aug 05 14:39:54.590183 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:54.642881 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=b6104131-03d4-44a2-af31-e143795da8ab,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:54.681322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-f169a13b-a3ae-4766-bd76-9d4ca276286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:54.682772 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-f169a13b-a3ae-4766-bd76-9d4ca276286c service neutron] 10.222.0.84 "GET /v2.0/networks?id=15a4d59a-9dbe-4800-9062-fcbd746bfc00 HTTP/1.1" status: 200 len: 912 time: 0.0880606 Aug 05 14:39:54.723166 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-75ab26bb-66fa-4e12-8ffe-5391e3b2552a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6104131-03d4-44a2-af31-e143795da8ab HTTP/1.1" status: 200 len: 217 time: 0.0331175 Aug 05 14:39:54.775132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-c93e270d-8d63-4107-bb8d-e5eee1a593df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:54.776555 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-c93e270d-8d63-4107-bb8d-e5eee1a593df service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2fe0596b-a528-439a-b550-aa685826d735 HTTP/1.1" status: 200 len: 851 time: 0.0464311 Aug 05 14:39:54.806147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['b6104131-03d4-44a2-af31-e143795da8ab'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:39:54.807748 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-5d96db5b-5549-496f-9c4e-3af3dd4a7bb5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=15a4d59a-9dbe-4800-9062-fcbd746bfc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245848 Aug 05 14:39:54.898596 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-46f39ef7-ce8b-4e1e-adbc-0f7ce930d2ac service neutron] 10.222.0.84 "GET /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831776 Aug 05 14:39:54.990240 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-416bb32f-42f7-48ec-821b-a4df9c09bacd service neutron] 10.222.0.84 "GET /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850186 Aug 05 14:39:55.460053 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device b6104131-03d4-44a2-af31-e143795da8ab no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:39:55.502164 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device b6104131-03d4-44a2-af31-e143795da8ab not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:39:55.678406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2c195-b0a8-465e-bb3b-ae9382071b3c req-ea10037c-0d1e-4565-9733-0998ece05fcc tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:55.679870 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-36a2c195-b0a8-465e-bb3b-ae9382071b3c req-ea10037c-0d1e-4565-9733-0998ece05fcc tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 944 time: 0.0525897 Aug 05 14:39:55.719947 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-36a2c195-b0a8-465e-bb3b-ae9382071b3c req-c277e137-64f6-49d5-8db2-8cec56b03081 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339780 Aug 05 14:39:56.424526 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b6104131-03d4-44a2-af31-e143795da8ab up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:39:56.471491 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port b6104131-03d4-44a2-af31-e143795da8ab completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:39:56.475166 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port b6104131-03d4-44a2-af31-e143795da8ab triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:39:56.475564 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:56.549586 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:56.571558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ea785d-6eff-409a-b8bf-7542409cec3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6104131-03d4-44a2-af31-e143795da8ab'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:39:56.573768 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf8fb75-fd24-4a4a-98cc-5d0e3067fe35" -d '{"events": [{"server_uuid": "f7ea785d-6eff-409a-b8bf-7542409cec3e", "name": "network-vif-plugged", "status": "completed", "tag": "b6104131-03d4-44a2-af31-e143795da8ab"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:39:56.589608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b6104131-03d4-44a2-af31-e143795da8ab, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b6104131-03d4-44a2-af31-e143795da8ab,segment=NetworkSegment(e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb),segment_id=e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:39:56.593664 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:56.646027 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=b6104131-03d4-44a2-af31-e143795da8ab,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:56.696161 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df74f03-1600-4937-9abe-7208c9dab8dc x-openstack-request-id: req-9df74f03-1600-4937-9abe-7208c9dab8dc {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:39:56.696455 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ea785d-6eff-409a-b8bf-7542409cec3e", "name": "network-vif-plugged", "status": "completed", "tag": "b6104131-03d4-44a2-af31-e143795da8ab", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:39:56.696713 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9df74f03-1600-4937-9abe-7208c9dab8dc {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:39:56.697108 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ea785d-6eff-409a-b8bf-7542409cec3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6104131-03d4-44a2-af31-e143795da8ab', 'code': 200} Aug 05 14:39:56.835821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23bb29-fa7f-4a0b-9ab2-4a83ebd5ec44 req-e0fa7814-4ba3-4dab-977b-b32e86da4eb6 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:56.837448 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ef23bb29-fa7f-4a0b-9ab2-4a83ebd5ec44 req-e0fa7814-4ba3-4dab-977b-b32e86da4eb6 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0521634 Aug 05 14:39:56.877090 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ef23bb29-fa7f-4a0b-9ab2-4a83ebd5ec44 req-b8b2e25b-2bce-49ae-b594-526fd650af6a tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca29d437-005e-431b-afee-a9a230a4696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325227 Aug 05 14:39:56.992074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-995c3253-22b6-430f-ada4-10b313a4c680 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:39:56.993561 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-995c3253-22b6-430f-ada4-10b313a4c680 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.63 "GET /v2.0/ports?device_id=f7ea785d-6eff-409a-b8bf-7542409cec3e HTTP/1.1" status: 200 len: 945 time: 0.0485179 Aug 05 14:39:57.086573 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-fcff1af4-5d57-4f12-a436-4c705da53be9 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Deleting port b6104131-03d4-44a2-af31-e143795da8ab {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:39:57.086833 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-fcff1af4-5d57-4f12-a436-4c705da53be9 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:57.173098 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-fcff1af4-5d57-4f12-a436-4c705da53be9 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] For port b6104131-03d4-44a2-af31-e143795da8ab, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b6104131-03d4-44a2-af31-e143795da8ab,segment=NetworkSegment(e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb),segment_id=e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:39:57.173469 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-fcff1af4-5d57-4f12-a436-4c705da53be9 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:57.187310 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-fcff1af4-5d57-4f12-a436-4c705da53be9 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Calling delete_port for b6104131-03d4-44a2-af31-e143795da8ab owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:39:57.319716 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-fcff1af4-5d57-4f12-a436-4c705da53be9 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:57.331333 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['b6104131-03d4-44a2-af31-e143795da8ab'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:39:57.354008 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff1af4-5d57-4f12-a436-4c705da53be9 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Pushing event deleted for resources: {'Port': ['ID=b6104131-03d4-44a2-af31-e143795da8ab,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:57.404876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-fcff1af4-5d57-4f12-a436-4c705da53be9 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] No DVR routers for this DVR port b6104131-03d4-44a2-af31-e143795da8ab on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:39:57.408543 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-fcff1af4-5d57-4f12-a436-4c705da53be9 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:57.411262 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d1b6cdc0-fa2d-4020-9a02-cc65c2e9cd94 req-fcff1af4-5d57-4f12-a436-4c705da53be9 tempest-DeleteServersTestJSON-1931346165 tempest-DeleteServersTestJSON-1931346165-project] 10.222.0.63 "DELETE /v2.0/ports/b6104131-03d4-44a2-af31-e143795da8ab HTTP/1.1" status: 204 len: 173 time: 0.4114306 Aug 05 14:39:57.411985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ea785d-6eff-409a-b8bf-7542409cec3e', 'name': 'network-vif-deleted', 'tag': 'b6104131-03d4-44a2-af31-e143795da8ab'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:39:57.415704 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483fa968-b39a-4977-8687-c45bbb558c86" -d '{"events": [{"server_uuid": "f7ea785d-6eff-409a-b8bf-7542409cec3e", "name": "network-vif-deleted", "tag": "b6104131-03d4-44a2-af31-e143795da8ab"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:39:57.461359 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4c0346-8672-4bc7-bcfc-4eca00c883a2 x-openstack-request-id: req-7e4c0346-8672-4bc7-bcfc-4eca00c883a2 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:39:57.461651 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ea785d-6eff-409a-b8bf-7542409cec3e", "name": "network-vif-deleted", "tag": "b6104131-03d4-44a2-af31-e143795da8ab", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:39:57.461905 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e4c0346-8672-4bc7-bcfc-4eca00c883a2 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:39:57.462331 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ea785d-6eff-409a-b8bf-7542409cec3e', 'name': 'network-vif-deleted', 'tag': 'b6104131-03d4-44a2-af31-e143795da8ab', 'status': 'completed', 'code': 200} Aug 05 14:39:58.007265 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44466) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:39:58.055470 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Deleting subnet 2fe0596b-a528-439a-b550-aa685826d735 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:39:58.059177 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:58.094458 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:58.131391 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:58.183855 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:58.214014 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fe0596b-a528-439a-b550-aa685826d735,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:58.217098 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:58.218945 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2fe0596b-a528-439a-b550-aa685826d735 HTTP/1.1" status: 204 len: 168 time: 0.2106628 Aug 05 14:39:58.221581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44468) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:39:58.225273 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:58.225622 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:58.225966 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:58.226331 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:58.226665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:58.226996 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:58.227326 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:58.227651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:58.227977 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:58.228489 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:58.228826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:58.229155 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994f1c48-1f01-4e2a-8450-fb66654e1bad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:39:58.291277 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d439313-89ae-4944-8f30-b2dc7d480986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:58.375108 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d439313-89ae-4944-8f30-b2dc7d480986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:58.385288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-5d439313-89ae-4944-8f30-b2dc7d480986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a4d59a-9dbe-4800-9062-fcbd746bfc00']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:39:58.396320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-5d439313-89ae-4944-8f30-b2dc7d480986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:39:58.396618 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-5d439313-89ae-4944-8f30-b2dc7d480986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e900c7b1-c6f6-4b94-a0e7-9f9f6c9769bb') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:39:58.405539 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d439313-89ae-4944-8f30-b2dc7d480986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:58.419169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d439313-89ae-4944-8f30-b2dc7d480986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:58.424850 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d439313-89ae-4944-8f30-b2dc7d480986 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:39:58.425239 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d439313-89ae-4944-8f30-b2dc7d480986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:39:58.426866 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:39:58.481335 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d439313-89ae-4944-8f30-b2dc7d480986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:58.486706 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d439313-89ae-4944-8f30-b2dc7d480986 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:58.488556 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5d439313-89ae-4944-8f30-b2dc7d480986 admin admin] 10.222.0.16 "DELETE /v2.0/networks/15a4d59a-9dbe-4800-9062-fcbd746bfc00 HTTP/1.1" status: 204 len: 168 time: 0.2658284 Aug 05 14:39:58.500652 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d439313-89ae-4944-8f30-b2dc7d480986 admin admin] Pushing event deleted for resources: {'Network': ['ID=15a4d59a-9dbe-4800-9062-fcbd746bfc00,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:58.596424 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44472) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:39:58.637576 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-194484ca-9419-491a-bc42-b3896b31950d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41af541275794d27bb137fb6b53ec762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398736 Aug 05 14:39:58.639550 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44474) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:39:58.687016 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49c92e25-5f9a-4885-bfbc-86e5ae7d5750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:58.707754 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49c92e25-5f9a-4885-bfbc-86e5ae7d5750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:58.752774 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49c92e25-5f9a-4885-bfbc-86e5ae7d5750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:58.755425 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49c92e25-5f9a-4885-bfbc-86e5ae7d5750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:58.756719 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-49c92e25-5f9a-4885-bfbc-86e5ae7d5750 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca29d437-005e-431b-afee-a9a230a4696e HTTP/1.1" status: 204 len: 168 time: 0.1161394 Aug 05 14:39:58.765156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c92e25-5f9a-4885-bfbc-86e5ae7d5750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca29d437-005e-431b-afee-a9a230a4696e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:39:59.413975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44496) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:39:59.511200 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-5a7958a6-1002-45c4-9caf-10e590b5f17f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1165048529-network', 'tenant_id': '728dfa2dbeb848769916303456013cb0'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:39:59.533728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7958a6-1002-45c4-9caf-10e590b5f17f admin admin] Made reservation on behalf of 728dfa2dbeb848769916303456013cb0 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:39:59.536282 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a7958a6-1002-45c4-9caf-10e590b5f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:59.545081 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a7958a6-1002-45c4-9caf-10e590b5f17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:59.635052 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a7958a6-1002-45c4-9caf-10e590b5f17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:39:59.639681 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a7958a6-1002-45c4-9caf-10e590b5f17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:00.000734 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7958a6-1002-45c4-9caf-10e590b5f17f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:40:00.010784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7958a6-1002-45c4-9caf-10e590b5f17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:40:00.016109 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a7958a6-1002-45c4-9caf-10e590b5f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:00.016456 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-5a7958a6-1002-45c4-9caf-10e590b5f17f admin admin] Added segment 31d0623a-9ee0-4fc2-89dd-735e30c870dd of type vlan for network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb Aug 05 14:40:00.054406 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a7958a6-1002-45c4-9caf-10e590b5f17f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:00.084490 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a7958a6-1002-45c4-9caf-10e590b5f17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:00.085627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7958a6-1002-45c4-9caf-10e590b5f17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:00.086236 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5a7958a6-1002-45c4-9caf-10e590b5f17f admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:00.145227 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5a7958a6-1002-45c4-9caf-10e590b5f17f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7300749 Aug 05 14:40:00.148288 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44500) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:40:00.152961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7958a6-1002-45c4-9caf-10e590b5f17f admin admin] Pushing event updated for resources: {'Network': ['ID=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:40:00.153998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-24f35eae-ce20-4d3c-9004-93088f1fd8a7 admin admin] Request body: {'subnet': {'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1165048529-subnet', 'tenant_id': '728dfa2dbeb848769916303456013cb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:40:00.163101 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:40:00.177150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f35eae-ce20-4d3c-9004-93088f1fd8a7 admin admin] Made reservation on behalf of 728dfa2dbeb848769916303456013cb0 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:40:00.179756 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24f35eae-ce20-4d3c-9004-93088f1fd8a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:00.348894 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24f35eae-ce20-4d3c-9004-93088f1fd8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:00.410079 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f35eae-ce20-4d3c-9004-93088f1fd8a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:40:00.421482 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f35eae-ce20-4d3c-9004-93088f1fd8a7 admin admin] Checking segment: {'id': '31d0623a-9ee0-4fc2-89dd-735e30c870dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:40:00.421843 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f35eae-ce20-4d3c-9004-93088f1fd8a7 admin admin] Network hostable DHCP agents. Network: 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:40:00.440473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f35eae-ce20-4d3c-9004-93088f1fd8a7 admin admin] Network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:40:00.451835 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-24f35eae-ce20-4d3c-9004-93088f1fd8a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:40:00.459242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f35eae-ce20-4d3c-9004-93088f1fd8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:00.459900 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-24f35eae-ce20-4d3c-9004-93088f1fd8a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:00.460255 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be1c837-ff2d-48b2-901f-9be7bb91e49a None None] Network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:40:00.475100 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-24f35eae-ce20-4d3c-9004-93088f1fd8a7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3256733 Aug 05 14:40:00.581573 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34880af6-e11b-4128-ab13-737dfb07b657 None None] Network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:40:00.898931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-b9f84084-4728-41f3-b591-a821f417d12a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:00.900362 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-b9f84084-4728-41f3-b591-a821f417d12a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/networks?id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb HTTP/1.1" status: 200 len: 815 time: 0.0998473 Aug 05 14:40:00.916175 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-d7889040-82c7-480a-a7fb-df8fd28647a7 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/quotas/728dfa2dbeb848769916303456013cb0 HTTP/1.1" status: 200 len: 375 time: 0.0094261 Aug 05 14:40:00.947502 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-05eb5f4a-5a9c-476e-a710-2ec2052c5676 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=728dfa2dbeb848769916303456013cb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258327 Aug 05 14:40:01.039592 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-515d0421-5c45-4f89-af55-0b7386cd147d service neutron] 10.222.0.16 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848143 Aug 05 14:40:01.128458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-46716374-dee2-48ea-b427-43eed8c1e634 service neutron] 10.222.0.16 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828116 Aug 05 14:40:01.288138 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-67d6a83b-6546-405c-95d6-c0f41a346f8a req-d5fbc008-3f20-4df4-931e-6c2ff9841a43 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 210 time: 0.0301974 Aug 05 14:40:02.284974 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-28b5e056-a251-4ec9-a293-ad007d9973b1 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:02.286485 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-28b5e056-a251-4ec9-a293-ad007d9973b1 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.63 "GET /v2.0/networks?id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb HTTP/1.1" status: 200 len: 815 time: 0.1107302 Aug 05 14:40:02.301540 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-a34b2b38-0ed1-407a-bac7-c808c48d5f7e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Request body: {'port': {'device_id': '708082da-d604-4215-83e8-bd3186a175b5', 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb', 'admin_state_up': True, 'tenant_id': '728dfa2dbeb848769916303456013cb0'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:40:02.397814 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5dff72ad-c2ff-41be-ac3b-edc390ce88c6 req-65d05066-13c4-4cf1-b937-181846e2234c tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 210 time: 0.0423105 Aug 05 14:40:02.440250 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-a34b2b38-0ed1-407a-bac7-c808c48d5f7e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Made reservation on behalf of 728dfa2dbeb848769916303456013cb0 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:40:02.443855 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-a34b2b38-0ed1-407a-bac7-c808c48d5f7e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:02.455655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b6104131-03d4-44a2-af31-e143795da8ab no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:40:02.475245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: b6104131-03d4-44a2-af31-e143795da8ab {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:40:02.475686 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b6104131-03d4-44a2-af31-e143795da8ab not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:40:02.567248 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-a34b2b38-0ed1-407a-bac7-c808c48d5f7e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Allocated IP 172.20.0.12 (69ad7bd9-9951-43fa-b6b6-a6a0923b1feb/e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e/fe601176-c8ba-45c7-972e-526ac76e2d76) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:40:02.714414 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-a34b2b38-0ed1-407a-bac7-c808c48d5f7e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:02.754714 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-a34b2b38-0ed1-407a-bac7-c808c48d5f7e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:02.802133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-a34b2b38-0ed1-407a-bac7-c808c48d5f7e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:40:02.805139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-a34b2b38-0ed1-407a-bac7-c808c48d5f7e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:40:02.809289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-a34b2b38-0ed1-407a-bac7-c808c48d5f7e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:40:02.815609 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b2b38-0ed1-407a-bac7-c808c48d5f7e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Pushing event updated for resources: {'Port': ['ID=fe601176-c8ba-45c7-972e-526ac76e2d76,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:40:02.859278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-a34b2b38-0ed1-407a-bac7-c808c48d5f7e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:02.859892 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-a34b2b38-0ed1-407a-bac7-c808c48d5f7e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:02.873088 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-a34b2b38-0ed1-407a-bac7-c808c48d5f7e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5766225 Aug 05 14:40:02.885486 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Request body: {'port': {'device_id': '708082da-d604-4215-83e8-bd3186a175b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:40:02.937102 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:03.200614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe601176-c8ba-45c7-972e-526ac76e2d76 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:40:03.207924 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:03.219866 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Transition to ACTIVE for port object fe601176-c8ba-45c7-972e-526ac76e2d76 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:40:03.224144 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:03.277037 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Pushing event updated for resources: {'Port': ['ID=fe601176-c8ba-45c7-972e-526ac76e2d76,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:40:03.342831 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Attempting to bind port fe601176-c8ba-45c7-972e-526ac76e2d76 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:40:03.343483 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Attempting to bind port fe601176-c8ba-45c7-972e-526ac76e2d76 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '31d0623a-9ee0-4fc2-89dd-735e30c870dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:40:03.343483 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Attempting to bind port fe601176-c8ba-45c7-972e-526ac76e2d76 on network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:40:03.347775 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Port fe601176-c8ba-45c7-972e-526ac76e2d76 on network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:40:03.348101 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Attempting to bind port fe601176-c8ba-45c7-972e-526ac76e2d76 on network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:40:03.352872 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:40:03.353213 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Checking segment: {'id': '31d0623a-9ee0-4fc2-89dd-735e30c870dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:40:03.353600 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Bound using segment: {'id': '31d0623a-9ee0-4fc2-89dd-735e30c870dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:40:03.354027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Bound port: fe601176-c8ba-45c7-972e-526ac76e2d76, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d0623a-9ee0-4fc2-89dd-735e30c870dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:40:03.354423 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:03.422238 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] For port fe601176-c8ba-45c7-972e-526ac76e2d76, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:40:03.425406 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] For port fe601176-c8ba-45c7-972e-526ac76e2d76, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fe601176-c8ba-45c7-972e-526ac76e2d76,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:40:03.431168 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:03.466533 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:03.467171 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:03.468604 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] 10.222.0.63 "PUT /v2.0/ports/fe601176-c8ba-45c7-972e-526ac76e2d76 HTTP/1.1" status: 200 len: 1092 time: 0.5871294 Aug 05 14:40:03.469056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708082da-d604-4215-83e8-bd3186a175b5', 'tag': 'fe601176-c8ba-45c7-972e-526ac76e2d76'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:40:03.471365 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cfd484-da1c-4564-b037-945b13a28270" -d '{"events": [{"name": "network-changed", "server_uuid": "708082da-d604-4215-83e8-bd3186a175b5", "tag": "fe601176-c8ba-45c7-972e-526ac76e2d76"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:40:03.504972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02182a01-2736-45eb-b971-b14a13ae154c service neutron] Pushing event updated for resources: {'Port': ['ID=fe601176-c8ba-45c7-972e-526ac76e2d76,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:40:03.522971 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb54151-40ad-456d-b148-169b2ea9f89c x-openstack-request-id: req-4bb54151-40ad-456d-b148-169b2ea9f89c {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:40:03.523334 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "708082da-d604-4215-83e8-bd3186a175b5", "tag": "fe601176-c8ba-45c7-972e-526ac76e2d76", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:40:03.523650 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4bb54151-40ad-456d-b148-169b2ea9f89c {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:40:03.524107 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '708082da-d604-4215-83e8-bd3186a175b5', 'tag': 'fe601176-c8ba-45c7-972e-526ac76e2d76', 'status': 'completed', 'code': 200} Aug 05 14:40:03.533038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba999fc-245c-4576-95a2-ba76793b6a85 req-21e032b2-6c3d-459b-ac21-6e9f6e23b8f3 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:03.534855 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ba999fc-245c-4576-95a2-ba76793b6a85 req-21e032b2-6c3d-459b-ac21-6e9f6e23b8f3 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 944 time: 0.0640011 Aug 05 14:40:03.553330 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-cf93bbcb-e941-4ba6-8ffb-bcf9d21f6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:03.554877 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-cf93bbcb-e941-4ba6-8ffb-bcf9d21f6e0d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=728dfa2dbeb848769916303456013cb0&device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 1095 time: 0.0447738 Aug 05 14:40:03.573677 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ba999fc-245c-4576-95a2-ba76793b6a85 req-cae3eda6-538a-461f-9b47-3c898d6b94de tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326805 Aug 05 14:40:03.597471 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-2bb6440e-077a-4a63-a4b2-f076ac9be265 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe601176-c8ba-45c7-972e-526ac76e2d76 HTTP/1.1" status: 200 len: 217 time: 0.0342135 Aug 05 14:40:03.652960 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-04a97275-4c3d-4f56-884a-259eede03ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:03.654468 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-04a97275-4c3d-4f56-884a-259eede03ee4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e HTTP/1.1" status: 200 len: 855 time: 0.0497396 Aug 05 14:40:03.686633 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-3e574cfe-10e0-4fbc-931c-e490b79e73b8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253274 Aug 05 14:40:03.775740 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-e195cb60-8bca-460f-a160-998a4527da24 service neutron] 10.222.0.63 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822759 Aug 05 14:40:03.873780 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9af3e261-58be-472e-86e2-f1422a9cb811 req-c6a077c1-2fd2-4f8b-a9b0-44e2b26e8c46 service neutron] 10.222.0.63 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882139 Aug 05 14:40:03.967190 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfd484-da1c-4564-b037-945b13a28270 req-17de5846-0661-43a6-887b-c88fbdbe308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:03.968724 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72cfd484-da1c-4564-b037-945b13a28270 req-17de5846-0661-43a6-887b-c88fbdbe308d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=728dfa2dbeb848769916303456013cb0&device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 1095 time: 0.0497603 Aug 05 14:40:04.064797 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfd484-da1c-4564-b037-945b13a28270 req-3b6b1afd-0783-43a1-ae69-e39133c4147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:04.066183 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72cfd484-da1c-4564-b037-945b13a28270 req-3b6b1afd-0783-43a1-ae69-e39133c4147b service neutron] 10.222.0.63 "GET /v2.0/networks?id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb HTTP/1.1" status: 200 len: 916 time: 0.0904739 Aug 05 14:40:04.110109 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72cfd484-da1c-4564-b037-945b13a28270 req-0aa97eba-4fe0-4ba4-b9c8-bcca02812bdb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe601176-c8ba-45c7-972e-526ac76e2d76 HTTP/1.1" status: 200 len: 217 time: 0.0345669 Aug 05 14:40:04.165211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfd484-da1c-4564-b037-945b13a28270 req-89c761ec-d6e0-4bf8-9e3f-a96b93156437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:04.166769 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72cfd484-da1c-4564-b037-945b13a28270 req-89c761ec-d6e0-4bf8-9e3f-a96b93156437 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e HTTP/1.1" status: 200 len: 855 time: 0.0487969 Aug 05 14:40:04.202391 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72cfd484-da1c-4564-b037-945b13a28270 req-bcb09949-0d62-4c80-87fc-cb1df0beeaf1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264232 Aug 05 14:40:04.298581 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72cfd484-da1c-4564-b037-945b13a28270 req-faa8ff6b-1780-42f5-b977-aa570625045d service neutron] 10.222.0.63 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871129 Aug 05 14:40:04.389704 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72cfd484-da1c-4564-b037-945b13a28270 req-02dbeb13-57f2-40dd-ad0e-c4bd13103da8 service neutron] 10.222.0.63 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824533 Aug 05 14:40:04.697261 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8fb0be-2deb-40e8-9f40-992bbb4bdd93 req-fd1b3781-3815-441b-8a07-636142cb09d3 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:04.698736 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f8fb0be-2deb-40e8-9f40-992bbb4bdd93 req-fd1b3781-3815-441b-8a07-636142cb09d3 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 944 time: 0.0534949 Aug 05 14:40:04.737648 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7f8fb0be-2deb-40e8-9f40-992bbb4bdd93 req-6ceaa22e-123f-41ab-af91-8a0e8c6fe34f tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328772 Aug 05 14:40:05.851236 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42efd46-497d-4322-81d4-16f8c61788f4 req-3d1f82cc-4d08-402a-8c72-a239246520bf tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:05.852719 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d42efd46-497d-4322-81d4-16f8c61788f4 req-3d1f82cc-4d08-402a-8c72-a239246520bf tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 944 time: 0.0491271 Aug 05 14:40:05.891262 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d42efd46-497d-4322-81d4-16f8c61788f4 req-a1ccde6d-8169-4118-92d3-0343bfb6404d tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322757 Aug 05 14:40:07.005926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5a7ce-20bc-44f4-8c6d-a612c47869fa req-3830d05b-7bbb-41f4-80ec-ac8f21dd58da tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:07.007458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-84d5a7ce-20bc-44f4-8c6d-a612c47869fa req-3830d05b-7bbb-41f4-80ec-ac8f21dd58da tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 944 time: 0.0490355 Aug 05 14:40:07.045817 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-84d5a7ce-20bc-44f4-8c6d-a612c47869fa req-278c4a27-2b2f-4608-b02b-f63ea46e47e5 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321300 Aug 05 14:40:08.158533 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fc93f-d353-4043-972d-13271b3d0165 req-55109bab-04e9-48cf-940e-b2372c5f6ae6 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:08.160271 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-501fc93f-d353-4043-972d-13271b3d0165 req-55109bab-04e9-48cf-940e-b2372c5f6ae6 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 944 time: 0.0486510 Aug 05 14:40:08.207079 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-501fc93f-d353-4043-972d-13271b3d0165 req-693e0095-d9dd-4c35-a540-178b2c89fb62 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406880 Aug 05 14:40:08.517766 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fe601176-c8ba-45c7-972e-526ac76e2d76 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:40:08.613919 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fe601176-c8ba-45c7-972e-526ac76e2d76, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fe601176-c8ba-45c7-972e-526ac76e2d76,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:40:08.624983 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'fe601176-c8ba-45c7-972e-526ac76e2d76', 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb', 'port_id': 'fe601176-c8ba-45c7-972e-526ac76e2d76', 'mac_address': 'fa:16:3e:99:4d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:40:08.661497 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:08.674329 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe601176-c8ba-45c7-972e-526ac76e2d76 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:40:08.693656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fe601176-c8ba-45c7-972e-526ac76e2d76, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fe601176-c8ba-45c7-972e-526ac76e2d76,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:40:08.697907 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:08.747346 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=fe601176-c8ba-45c7-972e-526ac76e2d76,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:40:08.754526 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:40:08.754881 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:40:08.755227 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:40:08.755566 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:40:08.755904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:40:08.756238 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:40:08.756575 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:40:08.756905 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:40:08.757233 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:40:08.757559 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:40:08.757886 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:40:08.758210 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:40:08.908431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['fe601176-c8ba-45c7-972e-526ac76e2d76'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:40:09.320702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c0e5b-ad98-43db-becf-38e6e020ed54 req-8df46337-e90a-4fff-a4b1-65cf58149858 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:09.322192 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-280c0e5b-ad98-43db-becf-38e6e020ed54 req-8df46337-e90a-4fff-a4b1-65cf58149858 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 945 time: 0.0485039 Aug 05 14:40:09.360611 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-280c0e5b-ad98-43db-becf-38e6e020ed54 req-f991afc7-b3d5-4229-93ae-497cbd949800 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318556 Aug 05 14:40:10.474621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d80138-2ac7-4a92-ada9-b2e6e14cc61c req-169648ac-6b35-4ad5-a7c5-a192aab84b49 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:10.476298 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-63d80138-2ac7-4a92-ada9-b2e6e14cc61c req-169648ac-6b35-4ad5-a7c5-a192aab84b49 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 945 time: 0.0487754 Aug 05 14:40:10.515544 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-63d80138-2ac7-4a92-ada9-b2e6e14cc61c req-ff08e0e5-cdf4-4f50-a49f-876f7f81c723 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327201 Aug 05 14:40:10.537600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fe601176-c8ba-45c7-972e-526ac76e2d76 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:40:10.588357 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port fe601176-c8ba-45c7-972e-526ac76e2d76 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:40:10.592556 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port fe601176-c8ba-45c7-972e-526ac76e2d76 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:40:10.592922 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:10.667107 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:10.689575 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708082da-d604-4215-83e8-bd3186a175b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe601176-c8ba-45c7-972e-526ac76e2d76'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:40:10.691769 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9675e53a-82fe-4a65-bc9b-f2949b8b460f" -d '{"events": [{"server_uuid": "708082da-d604-4215-83e8-bd3186a175b5", "name": "network-vif-plugged", "status": "completed", "tag": "fe601176-c8ba-45c7-972e-526ac76e2d76"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:40:10.703944 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fe601176-c8ba-45c7-972e-526ac76e2d76, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fe601176-c8ba-45c7-972e-526ac76e2d76,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:40:10.707797 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:10.732998 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee11ecc-d254-4360-a768-6de5584ca2e2 x-openstack-request-id: req-aee11ecc-d254-4360-a768-6de5584ca2e2 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:40:10.733318 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708082da-d604-4215-83e8-bd3186a175b5", "name": "network-vif-plugged", "status": "completed", "tag": "fe601176-c8ba-45c7-972e-526ac76e2d76", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:40:10.733570 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aee11ecc-d254-4360-a768-6de5584ca2e2 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:40:10.733952 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708082da-d604-4215-83e8-bd3186a175b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe601176-c8ba-45c7-972e-526ac76e2d76', 'code': 200} Aug 05 14:40:10.761702 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=fe601176-c8ba-45c7-972e-526ac76e2d76,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:40:10.829238 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7b4e0-66ac-48a7-ac16-9d68f907ee58 req-dbd9a9c8-2538-4ee0-b994-a401586be72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:10.830764 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fbf7b4e0-66ac-48a7-ac16-9d68f907ee58 req-dbd9a9c8-2538-4ee0-b994-a401586be72f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 1097 time: 0.0443523 Aug 05 14:40:10.865248 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fbf7b4e0-66ac-48a7-ac16-9d68f907ee58 req-81d76eda-72a0-4f85-b4ed-80b8d469dd20 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271132 Aug 05 14:40:11.632828 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4aab81-ff93-4da0-a1a8-26833c0b9ba8 req-d85e8d14-1bf9-4351-a7f7-2586455f785a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:11.634477 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fc4aab81-ff93-4da0-a1a8-26833c0b9ba8 req-d85e8d14-1bf9-4351-a7f7-2586455f785a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0511799 Aug 05 14:40:11.675344 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fc4aab81-ff93-4da0-a1a8-26833c0b9ba8 req-9dd93f1c-a838-472a-b736-ece91ef17be8 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330026 Aug 05 14:40:12.791932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43916774-9a89-420f-a584-033b0a4b9474 req-b0023319-d858-450a-b0bf-237b13ba8738 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:12.793644 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43916774-9a89-420f-a584-033b0a4b9474 req-b0023319-d858-450a-b0bf-237b13ba8738 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0493808 Aug 05 14:40:12.831395 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-43916774-9a89-420f-a584-033b0a4b9474 req-cfa8c196-232f-4251-b7e8-bee03d3b9401 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318398 Aug 05 14:40:12.946809 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bd76b-10f1-4a18-9e99-07d0bc636021 req-1f060766-023b-4200-a2c7-682f7a2acef4 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:12.948261 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cf6bd76b-10f1-4a18-9e99-07d0bc636021 req-1f060766-023b-4200-a2c7-682f7a2acef4 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0488465 Aug 05 14:40:12.988936 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cf6bd76b-10f1-4a18-9e99-07d0bc636021 req-9853ce96-3cf7-41e6-98c6-694c98d45b01 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348780 Aug 05 14:40:13.189013 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b225c7-f0a6-4fc1-80b1-3f1173c0adff req-0ba84cd9-e19e-43dc-94c5-61adee6ac42a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:13.190543 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-93b225c7-f0a6-4fc1-80b1-3f1173c0adff req-0ba84cd9-e19e-43dc-94c5-61adee6ac42a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0500646 Aug 05 14:40:13.228382 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-93b225c7-f0a6-4fc1-80b1-3f1173c0adff req-1c7100a5-a12e-4531-8121-203ec64b8fad tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318775 Aug 05 14:40:13.344830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5716b51-554d-45eb-b2bf-fb109f74ec32 req-a9f7bf3c-944a-479e-b65f-e9365293938d tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:13.346342 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5716b51-554d-45eb-b2bf-fb109f74ec32 req-a9f7bf3c-944a-479e-b65f-e9365293938d tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0487626 Aug 05 14:40:13.384974 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5716b51-554d-45eb-b2bf-fb109f74ec32 req-be0ef12e-9afe-4f90-a8b8-0ca5c26068fa tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320485 Aug 05 14:40:13.604990 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-00a59062-c762-42d5-b920-d1f0943e5dba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400567 Aug 05 14:40:13.625762 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2f88-cb08-4764-9fe0-db034c89caa1 req-6b9cb87b-d53c-4fd7-b436-b064d6cea300 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:13.627312 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a4cd2f88-cb08-4764-9fe0-db034c89caa1 req-6b9cb87b-d53c-4fd7-b436-b064d6cea300 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0536337 Aug 05 14:40:13.667175 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a4cd2f88-cb08-4764-9fe0-db034c89caa1 req-2ba779b0-faac-4ebf-b321-c2700f3bd011 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337758 Aug 05 14:40:14.730001 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-874b9530-04c7-40ec-bab1-21f26a6a1e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:14.732282 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-874b9530-04c7-40ec-bab1-21f26a6a1e93 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=728dfa2dbeb848769916303456013cb0&device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 1097 time: 0.0423086 Aug 05 14:40:14.787684 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39e8ea-ab6d-48ac-b968-7256a4a91638 req-5b84a733-f5cc-45c6-a38e-ae6227ba7428 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:14.789212 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de39e8ea-ab6d-48ac-b968-7256a4a91638 req-5b84a733-f5cc-45c6-a38e-ae6227ba7428 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0498083 Aug 05 14:40:14.830223 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ecd31a87-e155-4c95-b0f6-68197d62bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:14.831749 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ecd31a87-e155-4c95-b0f6-68197d62bee6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb HTTP/1.1" status: 200 len: 916 time: 0.0910156 Aug 05 14:40:14.833051 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de39e8ea-ab6d-48ac-b968-7256a4a91638 req-4a1db33e-bbce-4661-90ea-0170953bcd98 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358531 Aug 05 14:40:14.875383 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-f4d7ed57-99f0-4ea4-85ae-4edcafc95b95 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe601176-c8ba-45c7-972e-526ac76e2d76 HTTP/1.1" status: 200 len: 217 time: 0.0358412 Aug 05 14:40:14.924240 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-19030f4b-ba97-494f-8c09-388b8801bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:14.925781 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-19030f4b-ba97-494f-8c09-388b8801bc3e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e HTTP/1.1" status: 200 len: 855 time: 0.0441844 Aug 05 14:40:14.958479 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-4918cbca-f540-4fe1-a90e-3b2308a75e2d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253108 Aug 05 14:40:15.034476 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:15.287235 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-9ab43de6-8140-4dc6-a35d-5a9092e19f16 service neutron] 10.222.0.63 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207018 Aug 05 14:40:15.382023 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-daaa42fb-32ba-4567-9919-7c885ab9be75 service neutron] 10.222.0.63 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862644 Aug 05 14:40:15.881883 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d62c1697-43b1-43a3-8220-9172aae631a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:15.953819 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31f1a7-2dd0-4581-8360-67d3311096da req-aa91e31b-0910-4116-bc08-d8086f5b5aee tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:15.955236 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c31f1a7-2dd0-4581-8360-67d3311096da req-aa91e31b-0910-4116-bc08-d8086f5b5aee tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0529580 Aug 05 14:40:15.993881 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c31f1a7-2dd0-4581-8360-67d3311096da req-5dacbc55-24fd-41c1-8474-8b682e13a137 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324461 Aug 05 14:40:16.348662 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:17.111254 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13360dbb-3a3f-49ac-922f-789273f2ab33 req-e442ada9-20c3-4053-b4ed-81825a58d5a9 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:17.112744 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13360dbb-3a3f-49ac-922f-789273f2ab33 req-e442ada9-20c3-4053-b4ed-81825a58d5a9 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0521004 Aug 05 14:40:17.151024 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13360dbb-3a3f-49ac-922f-789273f2ab33 req-c24778e0-639e-44d9-91da-453fdd132b0a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323689 Aug 05 14:40:17.445310 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:40:18.267276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9580e-7791-4d2b-88e2-23186e9158e1 req-ce9128d8-3189-4b68-b0bf-ea1f0757a80c tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:18.268772 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-14f9580e-7791-4d2b-88e2-23186e9158e1 req-ce9128d8-3189-4b68-b0bf-ea1f0757a80c tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0509350 Aug 05 14:40:18.306203 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-14f9580e-7791-4d2b-88e2-23186e9158e1 req-b8d3ee09-bdeb-49f6-8b2a-c74f9a0b672a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Aug 05 14:40:18.424013 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a83e8ad3-6a68-4116-8c57-a6cf75e4f59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:18.658638 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:19.421282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3052fa-fc44-4423-b9b5-6758fffc4802 req-0f823075-71c1-46d0-b0d6-560e3100c333 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:19.422789 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4a3052fa-fc44-4423-b9b5-6758fffc4802 req-0f823075-71c1-46d0-b0d6-560e3100c333 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0487173 Aug 05 14:40:19.461174 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4a3052fa-fc44-4423-b9b5-6758fffc4802 req-a3862a17-04f9-4ee3-94a5-667e09f90c31 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323088 Aug 05 14:40:19.645389 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:20.585011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325908b2-9a73-4968-95be-2768134efa6d req-bb3d5b62-b688-46c5-8107-d1cd5a138654 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:20.586600 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-325908b2-9a73-4968-95be-2768134efa6d req-bb3d5b62-b688-46c5-8107-d1cd5a138654 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0501297 Aug 05 14:40:20.629381 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-325908b2-9a73-4968-95be-2768134efa6d req-f40f0566-d33a-4d32-acaf-1f590fa4c410 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366073 Aug 05 14:40:21.430503 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:21.742775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4a6f9-0337-48f0-a98c-9877a0b713dc req-fd509239-f75c-40c6-918e-c7c059e02dc5 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:21.744250 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-52d4a6f9-0337-48f0-a98c-9877a0b713dc req-fd509239-f75c-40c6-918e-c7c059e02dc5 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0482256 Aug 05 14:40:21.782467 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-52d4a6f9-0337-48f0-a98c-9877a0b713dc req-202ed7db-cd5e-4272-80bc-df1929d36122 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317187 Aug 05 14:40:22.899293 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c952a-f56e-4b66-a816-951f4b69c6f1 req-4a85648e-907b-4001-a8b7-84993dd3a893 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:22.900681 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca8c952a-f56e-4b66-a816-951f4b69c6f1 req-4a85648e-907b-4001-a8b7-84993dd3a893 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0520222 Aug 05 14:40:22.939104 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ca8c952a-f56e-4b66-a816-951f4b69c6f1 req-3ba40556-671b-4402-833a-f9ae08f960bc tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Aug 05 14:40:24.059423 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d6e94-3b5d-4f83-9016-7810f8336fd7 req-05970a18-e58b-45fc-ab35-31c340a34020 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:24.060932 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-af6d6e94-3b5d-4f83-9016-7810f8336fd7 req-05970a18-e58b-45fc-ab35-31c340a34020 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0532720 Aug 05 14:40:24.101303 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-af6d6e94-3b5d-4f83-9016-7810f8336fd7 req-b8aa47f8-114c-47dd-b232-9692a507b63a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341589 Aug 05 14:40:25.220493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c761e1-b186-456d-8523-ba895f03af30 req-e7e7c8ab-7cdb-4d0f-b0c1-6e5c51308b4d tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:25.221983 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a7c761e1-b186-456d-8523-ba895f03af30 req-e7e7c8ab-7cdb-4d0f-b0c1-6e5c51308b4d tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0489585 Aug 05 14:40:25.259472 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a7c761e1-b186-456d-8523-ba895f03af30 req-a0025046-3432-4403-bc2a-2425890e0c31 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Aug 05 14:40:26.375822 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d0820-f7dc-47c6-9305-b248c1e7ef4f req-2f5b07ba-ce02-47c4-81fe-89731388f7d4 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:26.377682 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd1d0820-f7dc-47c6-9305-b248c1e7ef4f req-2f5b07ba-ce02-47c4-81fe-89731388f7d4 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0502386 Aug 05 14:40:26.416727 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd1d0820-f7dc-47c6-9305-b248c1e7ef4f req-9070b79a-5493-46f3-ac6e-1fbd52f9cf2e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331233 Aug 05 14:40:27.532257 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6417e56-f4a2-4cbd-bfa6-5d503afe7100 req-19404d18-79e3-4209-ac6c-3190b9559fae tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:27.534022 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6417e56-f4a2-4cbd-bfa6-5d503afe7100 req-19404d18-79e3-4209-ac6c-3190b9559fae tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0484171 Aug 05 14:40:27.572041 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6417e56-f4a2-4cbd-bfa6-5d503afe7100 req-bce4b02c-23a2-4139-aab4-8b4ed59b5caa tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316978 Aug 05 14:40:28.688922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6cf75-c6ec-4498-a5a6-042c9c199dc8 req-844c9164-8286-4697-9f0b-0a7903200ec7 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:28.690536 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0f6cf75-c6ec-4498-a5a6-042c9c199dc8 req-844c9164-8286-4697-9f0b-0a7903200ec7 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0495842 Aug 05 14:40:28.729173 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0f6cf75-c6ec-4498-a5a6-042c9c199dc8 req-571adca0-262b-4478-8eb5-a7eb4b1bfe9f tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328896 Aug 05 14:40:29.851559 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397fe0e-2cb2-423e-b449-989dac1f1e57 req-040ec728-a10d-4c1f-a5e3-5b9ae410b950 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:29.853051 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2397fe0e-2cb2-423e-b449-989dac1f1e57 req-040ec728-a10d-4c1f-a5e3-5b9ae410b950 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0535202 Aug 05 14:40:29.892752 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2397fe0e-2cb2-423e-b449-989dac1f1e57 req-6ddce081-95ea-452d-8b3c-20e7a05a30a8 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333116 Aug 05 14:40:31.023663 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ba7c1-98a8-49bc-99da-5ca560f248cf req-8e9591eb-acd6-4dc6-af8c-3e53d93b9707 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:31.025140 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-151ba7c1-98a8-49bc-99da-5ca560f248cf req-8e9591eb-acd6-4dc6-af8c-3e53d93b9707 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0520399 Aug 05 14:40:31.063510 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-151ba7c1-98a8-49bc-99da-5ca560f248cf req-852dc2dc-4c01-4226-b8d5-6678957edbe2 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321417 Aug 05 14:40:32.187545 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76098290-fa34-4225-b92e-a1f1194ad59d req-a572b19b-6cf3-4df8-89a9-f549f121d21a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:32.189060 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-76098290-fa34-4225-b92e-a1f1194ad59d req-a572b19b-6cf3-4df8-89a9-f549f121d21a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0525308 Aug 05 14:40:32.228769 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-76098290-fa34-4225-b92e-a1f1194ad59d req-dd5b0bc8-6458-46a9-b0b5-79dd34c5edf7 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337338 Aug 05 14:40:33.345797 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c74d49-48b0-44d3-b5f5-cdf5eb4f2fa9 req-e7f2fbf0-85ff-4039-9afa-8dd68f4de1a7 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:33.347337 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e2c74d49-48b0-44d3-b5f5-cdf5eb4f2fa9 req-e7f2fbf0-85ff-4039-9afa-8dd68f4de1a7 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0501695 Aug 05 14:40:33.384725 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e2c74d49-48b0-44d3-b5f5-cdf5eb4f2fa9 req-09e3d8ed-5ab5-4969-ab12-3b68db463638 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315549 Aug 05 14:40:34.516162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131c7e2-9a4c-4731-b36f-25d12c9ff85b req-814a96b5-2951-4d05-b0dd-0a7b80909366 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:34.517602 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c131c7e2-9a4c-4731-b36f-25d12c9ff85b req-814a96b5-2951-4d05-b0dd-0a7b80909366 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0508375 Aug 05 14:40:34.556421 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c131c7e2-9a4c-4731-b36f-25d12c9ff85b req-d79a6d58-d43a-49f8-a878-4dffc9afa2de tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329230 Aug 05 14:40:35.670135 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5079db0-ae32-42ff-b58c-1b4eb168a2e6 req-591a618d-1612-44a0-8193-195b9cc48138 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:35.671626 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5079db0-ae32-42ff-b58c-1b4eb168a2e6 req-591a618d-1612-44a0-8193-195b9cc48138 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0478959 Aug 05 14:40:35.708781 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5079db0-ae32-42ff-b58c-1b4eb168a2e6 req-291ae0fa-184e-4599-bcd3-26108b2396d5 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311930 Aug 05 14:40:36.828406 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc05690-3c4f-4e0a-97e7-89a1dadc9731 req-c9911da5-9b84-4552-af94-38a166d72219 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:36.830214 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8dc05690-3c4f-4e0a-97e7-89a1dadc9731 req-c9911da5-9b84-4552-af94-38a166d72219 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0538552 Aug 05 14:40:36.867759 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8dc05690-3c4f-4e0a-97e7-89a1dadc9731 req-6b165f66-a2be-4a73-900b-c0cfc428de96 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316751 Aug 05 14:40:37.986145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689c712-9d67-4e70-b257-cb262e8ba433 req-a065bfd5-9b27-4655-be1e-bfc41cbc5489 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:37.987668 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1689c712-9d67-4e70-b257-cb262e8ba433 req-a065bfd5-9b27-4655-be1e-bfc41cbc5489 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0528555 Aug 05 14:40:38.025368 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1689c712-9d67-4e70-b257-cb262e8ba433 req-761377ea-7155-4b61-b049-79e307d14eaf tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318353 Aug 05 14:40:39.141561 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6378a5-00f9-43e1-8978-28ef4aeb6317 req-afe0f20f-72de-42b3-999d-a4913e216b81 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:39.143079 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f6378a5-00f9-43e1-8978-28ef4aeb6317 req-afe0f20f-72de-42b3-999d-a4913e216b81 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0496249 Aug 05 14:40:39.180831 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f6378a5-00f9-43e1-8978-28ef4aeb6317 req-65e09ea7-affc-4ef4-ab36-ef300cef25da tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319016 Aug 05 14:40:40.295864 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6757e9-fe9e-4ec8-bb46-ac7001429ecb req-86dbb0d1-62d6-4325-a166-d649747db615 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:40.297347 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ac6757e9-fe9e-4ec8-bb46-ac7001429ecb req-86dbb0d1-62d6-4325-a166-d649747db615 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0491276 Aug 05 14:40:40.334975 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ac6757e9-fe9e-4ec8-bb46-ac7001429ecb req-461ffc3c-b716-4bfd-8dc9-96c32c2d284a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 Aug 05 14:40:41.450764 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993a713-3e3d-4bcd-bcdb-c2fcc524780b req-c56c9160-1cc2-4c18-b1ff-450902634f33 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:41.452217 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c993a713-3e3d-4bcd-bcdb-c2fcc524780b req-c56c9160-1cc2-4c18-b1ff-450902634f33 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0492744 Aug 05 14:40:41.490157 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c993a713-3e3d-4bcd-bcdb-c2fcc524780b req-c802d822-2ace-43f3-b6f2-873713105e44 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320051 Aug 05 14:40:42.252601 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-9d450459-1409-449b-b8b7-b0c3020b2ee2 service neutron] show failed (client error): The resource could not be found. Aug 05 14:40:42.253623 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-9d450459-1409-449b-b8b7-b0c3020b2ee2 service neutron] 10.222.0.63 "GET /v2.0/ports/fe601176-c8ba-45c7-972e-526ac76e2d76/bindings/n-h2-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.0598376 Aug 05 14:40:42.492221 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-f69196b4-b9dd-48d2-ae37-062117f9ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:42.493526 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-f69196b4-b9dd-48d2-ae37-062117f9ef92 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5&tenant_id=728dfa2dbeb848769916303456013cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0807588 Aug 05 14:40:42.506545 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:40:42.569150 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:42.654612 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c7912-3aac-461e-ba99-abdc9500b777 req-1425bb79-deca-4ffc-9be4-6fd99d651419 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:42.656101 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-468c7912-3aac-461e-ba99-abdc9500b777 req-1425bb79-deca-4ffc-9be4-6fd99d651419 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0985267 Aug 05 14:40:42.754842 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-468c7912-3aac-461e-ba99-abdc9500b777 req-9f43f963-8a5d-47c9-b9ae-74224e12cdf5 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926707 Aug 05 14:40:42.833336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] For port fe601176-c8ba-45c7-972e-526ac76e2d76, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fe601176-c8ba-45c7-972e-526ac76e2d76,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:40:42.866577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] For port fe601176-c8ba-45c7-972e-526ac76e2d76, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:40:42.908038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708082da-d604-4215-83e8-bd3186a175b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe601176-c8ba-45c7-972e-526ac76e2d76'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:40:42.910334 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5169bf5a-5d63-49cb-b4e0-1e8684647f09" -d '{"events": [{"server_uuid": "708082da-d604-4215-83e8-bd3186a175b5", "name": "network-vif-unplugged", "status": "completed", "tag": "fe601176-c8ba-45c7-972e-526ac76e2d76"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:40:42.914331 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:42.926585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Transition to ACTIVE for port object fe601176-c8ba-45c7-972e-526ac76e2d76 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:40:42.930190 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:42.964054 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c22976-1da7-4012-8746-05699b8f8e50 x-openstack-request-id: req-e6c22976-1da7-4012-8746-05699b8f8e50 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:40:42.964347 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708082da-d604-4215-83e8-bd3186a175b5", "name": "network-vif-unplugged", "status": "completed", "tag": "fe601176-c8ba-45c7-972e-526ac76e2d76", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:40:42.964601 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6c22976-1da7-4012-8746-05699b8f8e50 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:40:42.964991 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708082da-d604-4215-83e8-bd3186a175b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe601176-c8ba-45c7-972e-526ac76e2d76', 'code': 200} Aug 05 14:40:42.997799 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] No DVR routers for this DVR port fe601176-c8ba-45c7-972e-526ac76e2d76 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:40:43.000912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Pushing event updated for resources: {'Port': ['ID=fe601176-c8ba-45c7-972e-526ac76e2d76,revision_number=6']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:40:43.034833 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Attempting to bind port fe601176-c8ba-45c7-972e-526ac76e2d76 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:40:43.035167 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Attempting to bind port fe601176-c8ba-45c7-972e-526ac76e2d76 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '31d0623a-9ee0-4fc2-89dd-735e30c870dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:40:43.035494 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Attempting to bind port fe601176-c8ba-45c7-972e-526ac76e2d76 on network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:40:43.039966 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Port fe601176-c8ba-45c7-972e-526ac76e2d76 on network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:40:43.040291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Attempting to bind port fe601176-c8ba-45c7-972e-526ac76e2d76 on network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:40:43.045104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:40:43.045444 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Checking segment: {'id': '31d0623a-9ee0-4fc2-89dd-735e30c870dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:40:43.045826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Bound using segment: {'id': '31d0623a-9ee0-4fc2-89dd-735e30c870dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:40:43.046278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Bound port: fe601176-c8ba-45c7-972e-526ac76e2d76, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d0623a-9ee0-4fc2-89dd-735e30c870dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:40:43.046633 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:43.108447 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] For port fe601176-c8ba-45c7-972e-526ac76e2d76, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:40:43.111539 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] For port fe601176-c8ba-45c7-972e-526ac76e2d76, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fe601176-c8ba-45c7-972e-526ac76e2d76,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:40:43.116032 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:43.148178 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:43.148796 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:43.150260 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] 10.222.0.84 "PUT /v2.0/ports/fe601176-c8ba-45c7-972e-526ac76e2d76 HTTP/1.1" status: 200 len: 1092 time: 0.6478879 Aug 05 14:40:43.183253 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e4e8a-1e71-4534-a664-1171e2a72a59 service neutron] Pushing event updated for resources: {'Port': ['ID=fe601176-c8ba-45c7-972e-526ac76e2d76,revision_number=7']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:40:43.219014 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-f34c8a36-248d-49e3-a58b-7ee405917d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:43.220514 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-f34c8a36-248d-49e3-a58b-7ee405917d75 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=728dfa2dbeb848769916303456013cb0&device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 1095 time: 0.0479143 Aug 05 14:40:43.308059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-c7ccb4bb-c649-4e55-804d-fb538a1f890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:43.309438 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-c7ccb4bb-c649-4e55-804d-fb538a1f890e service neutron] 10.222.0.84 "GET /v2.0/networks?id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb HTTP/1.1" status: 200 len: 916 time: 0.0816507 Aug 05 14:40:43.351268 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-3e42ad80-9e6d-4f65-a621-22a3046df62b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe601176-c8ba-45c7-972e-526ac76e2d76 HTTP/1.1" status: 200 len: 217 time: 0.0338292 Aug 05 14:40:43.405503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-522921ea-59a7-4fa2-8b0f-bb19b67dfde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:43.407012 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-522921ea-59a7-4fa2-8b0f-bb19b67dfde7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e HTTP/1.1" status: 200 len: 855 time: 0.0487494 Aug 05 14:40:43.440021 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-50f4cf40-af8a-42d9-97a9-bd8a805d4732 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259125 Aug 05 14:40:43.529143 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-b2634fd8-7f83-439b-bc5c-067f34c473d8 service neutron] 10.222.0.84 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812919 Aug 05 14:40:43.623213 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71ff74b4-808c-4c6c-81f9-b7601d84bfa9 req-e957546b-25b6-4a11-aa11-6bc7ace93aef service neutron] 10.222.0.84 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858755 Aug 05 14:40:43.869608 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970c70f-07f8-4c64-ad9a-bc297dc2872b req-3f59c154-e1c3-4690-9ebf-0af69b4cfd8c tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:43.871136 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1970c70f-07f8-4c64-ad9a-bc297dc2872b req-3f59c154-e1c3-4690-9ebf-0af69b4cfd8c tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 944 time: 0.0493426 Aug 05 14:40:43.910506 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1970c70f-07f8-4c64-ad9a-bc297dc2872b req-20bb0179-09d6-47e6-af71-fbb7c374cf78 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333192 Aug 05 14:40:44.966904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708082da-d604-4215-83e8-bd3186a175b5', 'tag': 'fe601176-c8ba-45c7-972e-526ac76e2d76'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:40:44.969238 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2896573b-2082-4137-82b3-97c9f3dc7986" -d '{"events": [{"name": "network-changed", "server_uuid": "708082da-d604-4215-83e8-bd3186a175b5", "tag": "fe601176-c8ba-45c7-972e-526ac76e2d76"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:40:45.016861 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d7f79f-5adb-4745-b957-2be5335b7518 x-openstack-request-id: req-b7d7f79f-5adb-4745-b957-2be5335b7518 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:40:45.017162 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "708082da-d604-4215-83e8-bd3186a175b5", "tag": "fe601176-c8ba-45c7-972e-526ac76e2d76", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:40:45.017411 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7d7f79f-5adb-4745-b957-2be5335b7518 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:40:45.017800 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '708082da-d604-4215-83e8-bd3186a175b5', 'tag': 'fe601176-c8ba-45c7-972e-526ac76e2d76', 'status': 'completed', 'code': 200} Aug 05 14:40:45.030702 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c887b94-017e-40d8-ace2-3f2bfb410428 req-faa20e07-dbdf-4fa9-a297-62bb7d1d55e9 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:45.032276 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c887b94-017e-40d8-ace2-3f2bfb410428 req-faa20e07-dbdf-4fa9-a297-62bb7d1d55e9 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 944 time: 0.0527658 Aug 05 14:40:45.050959 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:45.087677 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-09285266-f8f3-4fc5-a3ba-0681a7702a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:45.089356 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-09285266-f8f3-4fc5-a3ba-0681a7702a93 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=728dfa2dbeb848769916303456013cb0&device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 1095 time: 0.0434465 Aug 05 14:40:45.101613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-d7493741-63d9-44f4-8689-4056ca1d0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:45.103201 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-d7493741-63d9-44f4-8689-4056ca1d0018 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=728dfa2dbeb848769916303456013cb0&device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 1095 time: 0.0649786 Aug 05 14:40:45.106502 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c887b94-017e-40d8-ace2-3f2bfb410428 req-107e8240-22bd-4b7d-838b-c200daa4bcb5 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670412 Aug 05 14:40:45.200850 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-66d966d3-c54a-441b-b876-52ad9069f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:45.202075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-1995e408-0164-4095-9863-579ff90504a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:45.202383 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-66d966d3-c54a-441b-b876-52ad9069f171 service neutron] 10.222.0.63 "GET /v2.0/networks?id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb HTTP/1.1" status: 200 len: 916 time: 0.0921342 Aug 05 14:40:45.203620 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-1995e408-0164-4095-9863-579ff90504a6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb HTTP/1.1" status: 200 len: 916 time: 0.1019483 Aug 05 14:40:45.245788 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-5311c301-bca7-43e6-8d4a-b0f5f57e34b8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe601176-c8ba-45c7-972e-526ac76e2d76 HTTP/1.1" status: 200 len: 217 time: 0.0363619 Aug 05 14:40:45.247584 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-66c1b005-ba12-4dc9-b199-d66b5b1403b4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe601176-c8ba-45c7-972e-526ac76e2d76 HTTP/1.1" status: 200 len: 217 time: 0.0367112 Aug 05 14:40:45.298809 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-ba8f11e1-47cd-43b5-90ab-ff83d64e5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:45.300322 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-ba8f11e1-47cd-43b5-90ab-ff83d64e5256 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e HTTP/1.1" status: 200 len: 855 time: 0.0473609 Aug 05 14:40:45.309936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-bbebd979-d21c-455a-98b7-032f5b95c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:45.311430 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-bbebd979-d21c-455a-98b7-032f5b95c683 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e HTTP/1.1" status: 200 len: 855 time: 0.0497293 Aug 05 14:40:45.337299 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-7548c84e-e36b-448f-93a2-dcf938f580cf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301001 Aug 05 14:40:45.345527 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-a68c98ba-7e12-41c7-bf9e-60288f31fbd1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258164 Aug 05 14:40:45.432494 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-376d7d13-f54f-492d-b0f1-67e84fe4a14a service neutron] 10.222.0.63 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865004 Aug 05 14:40:45.443768 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-aa95d9ea-cfdf-42a5-852d-30c0441d0fe6 service neutron] 10.222.0.84 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904639 Aug 05 14:40:45.528793 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-afe58f52-2ddb-4a2f-81ec-709b5ee68294 service neutron] 10.222.0.63 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891118 Aug 05 14:40:45.538081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2896573b-2082-4137-82b3-97c9f3dc7986 req-4a929eea-7f3c-4488-bf79-cda8557eafe7 service neutron] 10.222.0.84 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875244 Aug 05 14:40:45.758316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device fe601176-c8ba-45c7-972e-526ac76e2d76 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:40:45.847930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port fe601176-c8ba-45c7-972e-526ac76e2d76, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fe601176-c8ba-45c7-972e-526ac76e2d76,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:40:45.859189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'fe601176-c8ba-45c7-972e-526ac76e2d76', 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb', 'port_id': 'fe601176-c8ba-45c7-972e-526ac76e2d76', 'mac_address': 'fa:16:3e:99:4d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:40:45.904249 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4962cd4b-c713-40ea-952c-e6dfdc557400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:45.907567 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:45.920558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe601176-c8ba-45c7-972e-526ac76e2d76 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:40:45.939929 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port fe601176-c8ba-45c7-972e-526ac76e2d76, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fe601176-c8ba-45c7-972e-526ac76e2d76,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:40:45.943929 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:45.991938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=fe601176-c8ba-45c7-972e-526ac76e2d76,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:40:46.174325 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['fe601176-c8ba-45c7-972e-526ac76e2d76'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:40:46.227902 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95dc6e-fb14-4b56-adba-d1e00d6ed018 req-6bac7ec5-a7cd-4314-ace8-2d16257d0fec tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:46.229581 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e95dc6e-fb14-4b56-adba-d1e00d6ed018 req-6bac7ec5-a7cd-4314-ace8-2d16257d0fec tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 945 time: 0.0517285 Aug 05 14:40:46.271242 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6e95dc6e-fb14-4b56-adba-d1e00d6ed018 req-998e2098-8f86-4282-91da-e57c177699dd tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335188 Aug 05 14:40:46.484313 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62d2b1-18f4-4e53-8216-dcb27418e938 req-4765805e-7c2c-45e5-b6e2-2c730ce284a1 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:46.486495 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd62d2b1-18f4-4e53-8216-dcb27418e938 req-4765805e-7c2c-45e5-b6e2-2c730ce284a1 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 945 time: 0.0523582 Aug 05 14:40:46.491642 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:46.525763 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bd62d2b1-18f4-4e53-8216-dcb27418e938 req-fbabe017-5f6b-488f-8752-15afe2a1fc5e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328336 Aug 05 14:40:46.569192 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8cd45-9d06-4464-89a2-cd2dce8036b4 req-bcca4d5c-687f-4ba8-9c49-d582de80952d tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:46.570700 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ae8cd45-9d06-4464-89a2-cd2dce8036b4 req-bcca4d5c-687f-4ba8-9c49-d582de80952d tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.63 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5&tenant_id=728dfa2dbeb848769916303456013cb0&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 945 time: 0.0874445 Aug 05 14:40:46.631795 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-4ae8cd45-9d06-4464-89a2-cd2dce8036b4 req-502f0cb3-e711-4e20-b5c1-d60d83fddc8c service neutron] delete failed (client error): The resource could not be found. Aug 05 14:40:46.632823 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ae8cd45-9d06-4464-89a2-cd2dce8036b4 req-502f0cb3-e711-4e20-b5c1-d60d83fddc8c service neutron] 10.222.0.63 "DELETE /v2.0/ports/fe601176-c8ba-45c7-972e-526ac76e2d76/bindings/n-h1-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.0533311 Aug 05 14:40:46.720967 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8cd45-9d06-4464-89a2-cd2dce8036b4 req-a38df637-ee6b-45ee-9888-ed7e97a430f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:46.722487 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ae8cd45-9d06-4464-89a2-cd2dce8036b4 req-a38df637-ee6b-45ee-9888-ed7e97a430f6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=728dfa2dbeb848769916303456013cb0&device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 1096 time: 0.0455036 Aug 05 14:40:46.753642 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fe601176-c8ba-45c7-972e-526ac76e2d76 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:40:46.791938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fe601176-c8ba-45c7-972e-526ac76e2d76 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:40:46.812743 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8cd45-9d06-4464-89a2-cd2dce8036b4 req-ddc6f24a-0636-4724-b9e8-b63e7e8dd88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:46.814232 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ae8cd45-9d06-4464-89a2-cd2dce8036b4 req-ddc6f24a-0636-4724-b9e8-b63e7e8dd88b service neutron] 10.222.0.63 "GET /v2.0/networks?id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb HTTP/1.1" status: 200 len: 916 time: 0.0854335 Aug 05 14:40:46.859695 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ae8cd45-9d06-4464-89a2-cd2dce8036b4 req-b46f3f24-b7f4-4448-8002-a264e57f26cc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe601176-c8ba-45c7-972e-526ac76e2d76 HTTP/1.1" status: 200 len: 217 time: 0.0383244 Aug 05 14:40:46.908651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8cd45-9d06-4464-89a2-cd2dce8036b4 req-ec9af808-c868-4652-9763-c78c646de03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:46.910088 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ae8cd45-9d06-4464-89a2-cd2dce8036b4 req-ec9af808-c868-4652-9763-c78c646de03c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e HTTP/1.1" status: 200 len: 855 time: 0.0437040 Aug 05 14:40:46.942206 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ae8cd45-9d06-4464-89a2-cd2dce8036b4 req-f9b4d6a1-eb1a-4389-a653-f71e9c61a44d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249870 Aug 05 14:40:47.032484 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ae8cd45-9d06-4464-89a2-cd2dce8036b4 req-84ca115a-31a6-4157-8cfa-421aa94c45a6 service neutron] 10.222.0.63 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834744 Aug 05 14:40:47.125926 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ae8cd45-9d06-4464-89a2-cd2dce8036b4 req-520f1394-cf91-4463-b964-c2a03782c708 service neutron] 10.222.0.63 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862999 Aug 05 14:40:47.671184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75142d5f-3647-4fbc-9925-f97d19fc267b req-62a86c6d-14cc-4cbb-b349-f8cb1b29080d tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:47.672874 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75142d5f-3647-4fbc-9925-f97d19fc267b req-62a86c6d-14cc-4cbb-b349-f8cb1b29080d tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 945 time: 0.0593204 Aug 05 14:40:47.713656 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75142d5f-3647-4fbc-9925-f97d19fc267b req-2b7d3271-4130-489b-83fe-744731f89d03 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340014 Aug 05 14:40:47.758776 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device fe601176-c8ba-45c7-972e-526ac76e2d76 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:40:47.811444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port fe601176-c8ba-45c7-972e-526ac76e2d76 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:40:47.816641 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port fe601176-c8ba-45c7-972e-526ac76e2d76 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:40:47.817016 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:47.854558 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705e3b6-b0f6-4929-b24e-dc85fdb64dd6 req-f3600204-06b5-4f3e-8557-6aae2a0f6e53 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:47.856110 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e705e3b6-b0f6-4929-b24e-dc85fdb64dd6 req-f3600204-06b5-4f3e-8557-6aae2a0f6e53 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 945 time: 0.0620182 Aug 05 14:40:47.899647 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e705e3b6-b0f6-4929-b24e-dc85fdb64dd6 req-41271ce2-874b-46dd-9d6e-810c827191aa tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366619 Aug 05 14:40:47.907599 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:47.934558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708082da-d604-4215-83e8-bd3186a175b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe601176-c8ba-45c7-972e-526ac76e2d76'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:40:47.937835 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f846fd-c125-48a2-8fea-3eabd03dadbf" -d '{"events": [{"server_uuid": "708082da-d604-4215-83e8-bd3186a175b5", "name": "network-vif-plugged", "status": "completed", "tag": "fe601176-c8ba-45c7-972e-526ac76e2d76"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:40:47.952929 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port fe601176-c8ba-45c7-972e-526ac76e2d76, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fe601176-c8ba-45c7-972e-526ac76e2d76,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:40:47.958800 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:47.992245 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48ba634-82f3-4191-8f03-166bc187ffe7 x-openstack-request-id: req-e48ba634-82f3-4191-8f03-166bc187ffe7 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:40:47.992535 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708082da-d604-4215-83e8-bd3186a175b5", "name": "network-vif-plugged", "status": "completed", "tag": "fe601176-c8ba-45c7-972e-526ac76e2d76", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:40:47.992781 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e48ba634-82f3-4191-8f03-166bc187ffe7 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:40:47.993162 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708082da-d604-4215-83e8-bd3186a175b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe601176-c8ba-45c7-972e-526ac76e2d76', 'code': 200} Aug 05 14:40:48.022062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=fe601176-c8ba-45c7-972e-526ac76e2d76,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:40:48.049229 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c1f78-d7d7-4fe8-b73f-5e917cc7ce0c req-3452ef48-54fb-4eb8-99fc-8fffbfe3b2fb tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:48.050759 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-041c1f78-d7d7-4fe8-b73f-5e917cc7ce0c req-3452ef48-54fb-4eb8-99fc-8fffbfe3b2fb tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0599077 Aug 05 14:40:48.089977 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-041c1f78-d7d7-4fe8-b73f-5e917cc7ce0c req-b696843c-652a-4acc-b29f-2377da4f15d4 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329740 Aug 05 14:40:48.426306 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8201e6bb-e38c-4aa8-8c1e-7392a0218138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:48.447983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-bcfbb25c-8854-4ba0-a99c-0b94b58d535d tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:48.449479 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-bcfbb25c-8854-4ba0-a99c-0b94b58d535d tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/networks?id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb HTTP/1.1" status: 200 len: 815 time: 0.1069698 Aug 05 14:40:48.465199 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-6510abae-5e4d-416e-9ee7-6186fed8231a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/quotas/728dfa2dbeb848769916303456013cb0 HTTP/1.1" status: 200 len: 375 time: 0.0096254 Aug 05 14:40:48.515450 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-08c9c9e5-d756-4796-ab55-8d5df62e3a13 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=728dfa2dbeb848769916303456013cb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442970 Aug 05 14:40:48.611945 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-978a3d07-640c-4545-a35d-f0882dea153e service neutron] 10.222.0.16 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890834 Aug 05 14:40:48.660757 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:48.707369 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-48c1a95a-c286-44e1-8e85-540794fece71 service neutron] 10.222.0.16 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891404 Aug 05 14:40:48.867053 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a8e631a-9abe-4ead-bd04-f3b266799da5 req-c41b5055-b48f-4913-b09c-d12e90472d61 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 210 time: 0.0271966 Aug 05 14:40:49.627420 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d9b98-6656-4e35-9c81-78fd79b921ae req-ba7552fc-c57e-43c3-b258-fa15834c3172 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:49.628863 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-120d9b98-6656-4e35-9c81-78fd79b921ae req-ba7552fc-c57e-43c3-b258-fa15834c3172 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.84 "GET /v2.0/ports?device_id=708082da-d604-4215-83e8-bd3186a175b5 HTTP/1.1" status: 200 len: 946 time: 0.0494540 Aug 05 14:40:49.651010 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:49.772404 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-120d9b98-6656-4e35-9c81-78fd79b921ae req-def418ad-594a-4445-97aa-0dd17004bcbc tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Deleting port fe601176-c8ba-45c7-972e-526ac76e2d76 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:40:49.772748 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-120d9b98-6656-4e35-9c81-78fd79b921ae req-def418ad-594a-4445-97aa-0dd17004bcbc tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:49.892015 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-6878340f-ca40-45e2-8f42-b206a609bd8a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:49.893565 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-6878340f-ca40-45e2-8f42-b206a609bd8a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.84 "GET /v2.0/networks?id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb HTTP/1.1" status: 200 len: 815 time: 0.1732826 Aug 05 14:40:49.911081 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-2321c5fd-e15b-4eca-9c2f-c1deab4e1c43 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Request body: {'port': {'device_id': '40bdeb6b-5f0f-43e7-a122-cd45f56db192', 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb', 'admin_state_up': True, 'tenant_id': '728dfa2dbeb848769916303456013cb0'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:40:49.916424 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-120d9b98-6656-4e35-9c81-78fd79b921ae req-def418ad-594a-4445-97aa-0dd17004bcbc tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] For port fe601176-c8ba-45c7-972e-526ac76e2d76, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fe601176-c8ba-45c7-972e-526ac76e2d76,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:40:49.916809 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-120d9b98-6656-4e35-9c81-78fd79b921ae req-def418ad-594a-4445-97aa-0dd17004bcbc tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:49.965373 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77fd3c3f-d88a-4afe-acf4-971caf5f389b req-c5ee102f-9565-4e31-bc14-19836448b89b tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 210 time: 0.0322363 Aug 05 14:40:49.970566 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-120d9b98-6656-4e35-9c81-78fd79b921ae req-def418ad-594a-4445-97aa-0dd17004bcbc tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Calling delete_port for fe601176-c8ba-45c7-972e-526ac76e2d76 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:40:50.096180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-2321c5fd-e15b-4eca-9c2f-c1deab4e1c43 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Made reservation on behalf of 728dfa2dbeb848769916303456013cb0 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:40:50.099800 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-2321c5fd-e15b-4eca-9c2f-c1deab4e1c43 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:50.168037 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-120d9b98-6656-4e35-9c81-78fd79b921ae req-def418ad-594a-4445-97aa-0dd17004bcbc tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:50.181134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['fe601176-c8ba-45c7-972e-526ac76e2d76'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:40:50.236262 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def418ad-594a-4445-97aa-0dd17004bcbc tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Pushing event deleted for resources: {'Port': ['ID=fe601176-c8ba-45c7-972e-526ac76e2d76,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:40:50.309336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-120d9b98-6656-4e35-9c81-78fd79b921ae req-def418ad-594a-4445-97aa-0dd17004bcbc tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] No DVR routers for this DVR port fe601176-c8ba-45c7-972e-526ac76e2d76 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:40:50.313820 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-120d9b98-6656-4e35-9c81-78fd79b921ae req-def418ad-594a-4445-97aa-0dd17004bcbc tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:50.315838 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-120d9b98-6656-4e35-9c81-78fd79b921ae req-def418ad-594a-4445-97aa-0dd17004bcbc tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.84 "DELETE /v2.0/ports/fe601176-c8ba-45c7-972e-526ac76e2d76 HTTP/1.1" status: 204 len: 173 time: 0.6797795 Aug 05 14:40:50.316268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708082da-d604-4215-83e8-bd3186a175b5', 'name': 'network-vif-deleted', 'tag': 'fe601176-c8ba-45c7-972e-526ac76e2d76'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:40:50.318513 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a0ddfe-0393-4f7f-bfd6-a1f8ae5a3f9c" -d '{"events": [{"server_uuid": "708082da-d604-4215-83e8-bd3186a175b5", "name": "network-vif-deleted", "tag": "fe601176-c8ba-45c7-972e-526ac76e2d76"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:40:50.346164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-2321c5fd-e15b-4eca-9c2f-c1deab4e1c43 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Allocated IP 172.20.0.13 (69ad7bd9-9951-43fa-b6b6-a6a0923b1feb/e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e/a365d526-0435-46e9-8a31-36002d952a9b) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:40:50.366566 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb84ca7-2820-4384-bda4-1c446572181a x-openstack-request-id: req-acb84ca7-2820-4384-bda4-1c446572181a {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:40:50.366864 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708082da-d604-4215-83e8-bd3186a175b5", "name": "network-vif-deleted", "tag": "fe601176-c8ba-45c7-972e-526ac76e2d76", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:40:50.367112 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acb84ca7-2820-4384-bda4-1c446572181a {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:40:50.367503 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708082da-d604-4215-83e8-bd3186a175b5', 'name': 'network-vif-deleted', 'tag': 'fe601176-c8ba-45c7-972e-526ac76e2d76', 'status': 'completed', 'code': 200} Aug 05 14:40:50.501113 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-2321c5fd-e15b-4eca-9c2f-c1deab4e1c43 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:50.545656 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-2321c5fd-e15b-4eca-9c2f-c1deab4e1c43 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:50.557956 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['fe601176-c8ba-45c7-972e-526ac76e2d76'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:40:50.602111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-2321c5fd-e15b-4eca-9c2f-c1deab4e1c43 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:40:50.614943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-2321c5fd-e15b-4eca-9c2f-c1deab4e1c43 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:40:50.618162 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-2321c5fd-e15b-4eca-9c2f-c1deab4e1c43 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:40:50.650217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321c5fd-e15b-4eca-9c2f-c1deab4e1c43 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Pushing event updated for resources: {'Port': ['ID=a365d526-0435-46e9-8a31-36002d952a9b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:40:50.675323 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-2321c5fd-e15b-4eca-9c2f-c1deab4e1c43 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:50.675938 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-2321c5fd-e15b-4eca-9c2f-c1deab4e1c43 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:50.690306 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-2321c5fd-e15b-4eca-9c2f-c1deab4e1c43 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7859626 Aug 05 14:40:50.702414 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Request body: {'port': {'device_id': '40bdeb6b-5f0f-43e7-a122-cd45f56db192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:40:50.754439 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:51.016020 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a365d526-0435-46e9-8a31-36002d952a9b {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:40:51.023770 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:51.036366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Transition to ACTIVE for port object a365d526-0435-46e9-8a31-36002d952a9b will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:40:51.040717 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:51.081407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1e245-ce9c-4184-8bd0-7651372482a8 req-6792a118-f7c4-433c-b816-807b9161430b tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:51.083071 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6ef1e245-ce9c-4184-8bd0-7651372482a8 req-6792a118-f7c4-433c-b816-807b9161430b tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 944 time: 0.0495172 Aug 05 14:40:51.111743 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Pushing event updated for resources: {'Port': ['ID=a365d526-0435-46e9-8a31-36002d952a9b,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:40:51.122099 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6ef1e245-ce9c-4184-8bd0-7651372482a8 req-35fd92da-f22f-49ec-80ac-3df6baf752d1 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329461 Aug 05 14:40:51.164220 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Attempting to bind port a365d526-0435-46e9-8a31-36002d952a9b on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:40:51.164556 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Attempting to bind port a365d526-0435-46e9-8a31-36002d952a9b by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '31d0623a-9ee0-4fc2-89dd-735e30c870dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:40:51.164883 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Attempting to bind port a365d526-0435-46e9-8a31-36002d952a9b on network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:40:51.169123 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Port a365d526-0435-46e9-8a31-36002d952a9b on network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:40:51.169856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Attempting to bind port a365d526-0435-46e9-8a31-36002d952a9b on network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:40:51.174775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:40:51.175113 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Checking segment: {'id': '31d0623a-9ee0-4fc2-89dd-735e30c870dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:40:51.175495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Bound using segment: {'id': '31d0623a-9ee0-4fc2-89dd-735e30c870dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:40:51.175917 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Bound port: a365d526-0435-46e9-8a31-36002d952a9b, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d0623a-9ee0-4fc2-89dd-735e30c870dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:40:51.176267 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:51.243128 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] For port a365d526-0435-46e9-8a31-36002d952a9b, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:40:51.246089 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] For port a365d526-0435-46e9-8a31-36002d952a9b, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a365d526-0435-46e9-8a31-36002d952a9b,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:40:51.250723 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:51.284453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:51.285078 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:51.286523 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] 10.222.0.84 "PUT /v2.0/ports/a365d526-0435-46e9-8a31-36002d952a9b HTTP/1.1" status: 200 len: 1092 time: 0.5881758 Aug 05 14:40:51.309161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f336f-8565-42b2-8b76-3882d4cdf901 service neutron] Pushing event updated for resources: {'Port': ['ID=a365d526-0435-46e9-8a31-36002d952a9b,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:40:51.432517 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:51.496933 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-09eb7763-6add-46a5-940c-337ea468e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:51.498976 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-09eb7763-6add-46a5-940c-337ea468e774 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=728dfa2dbeb848769916303456013cb0&device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 1095 time: 0.0429146 Aug 05 14:40:51.541678 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-7dec0839-6c37-4d46-9ff5-68ae1da30137 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a365d526-0435-46e9-8a31-36002d952a9b HTTP/1.1" status: 200 len: 217 time: 0.0336573 Aug 05 14:40:51.594656 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-d9f52582-abd5-4385-85e4-15ee7082db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:51.596088 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-d9f52582-abd5-4385-85e4-15ee7082db78 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e HTTP/1.1" status: 200 len: 855 time: 0.0468791 Aug 05 14:40:51.628301 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-8d48e129-5c85-4f9a-87af-f8f0de5e59e3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248587 Aug 05 14:40:51.717063 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-b23ccc1a-1134-443d-9c90-ac6b85ad4528 service neutron] 10.222.0.84 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811868 Aug 05 14:40:51.811870 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-567f7e3c-cc53-4bcd-9adc-d853e07492fe req-590d67ff-9526-4df7-bb7b-529034164228 service neutron] 10.222.0.84 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872450 Aug 05 14:40:52.240904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892d67d-0137-4323-9691-8fc68e15444c req-8c079ea5-0975-428a-b01f-3fa68234b14c tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:52.242430 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7892d67d-0137-4323-9691-8fc68e15444c req-8c079ea5-0975-428a-b01f-3fa68234b14c tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 944 time: 0.0499461 Aug 05 14:40:52.280388 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7892d67d-0137-4323-9691-8fc68e15444c req-ec9b6d82-6136-41f6-a36c-326cdc53dafb tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318308 Aug 05 14:40:52.368438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bdeb6b-5f0f-43e7-a122-cd45f56db192', 'tag': 'a365d526-0435-46e9-8a31-36002d952a9b'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:40:52.370874 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f736091c-5ef0-4b9b-93ce-c5df6352cc44" -d '{"events": [{"name": "network-changed", "server_uuid": "40bdeb6b-5f0f-43e7-a122-cd45f56db192", "tag": "a365d526-0435-46e9-8a31-36002d952a9b"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:40:52.407774 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c34af74-2f00-4f46-bf40-f65dfc1369a7 x-openstack-request-id: req-8c34af74-2f00-4f46-bf40-f65dfc1369a7 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:40:52.408073 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bdeb6b-5f0f-43e7-a122-cd45f56db192", "tag": "a365d526-0435-46e9-8a31-36002d952a9b", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:40:52.408337 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c34af74-2f00-4f46-bf40-f65dfc1369a7 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:40:52.408739 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bdeb6b-5f0f-43e7-a122-cd45f56db192', 'tag': 'a365d526-0435-46e9-8a31-36002d952a9b', 'status': 'completed', 'code': 200} Aug 05 14:40:52.471146 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736091c-5ef0-4b9b-93ce-c5df6352cc44 req-75d714f8-21f3-4d5f-9f7f-340fe3e7ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:52.472675 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f736091c-5ef0-4b9b-93ce-c5df6352cc44 req-75d714f8-21f3-4d5f-9f7f-340fe3e7ce71 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=728dfa2dbeb848769916303456013cb0&device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 1095 time: 0.0400467 Aug 05 14:40:52.566922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736091c-5ef0-4b9b-93ce-c5df6352cc44 req-1f659577-492c-4cb2-a85e-d5f3d1874d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:52.568407 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f736091c-5ef0-4b9b-93ce-c5df6352cc44 req-1f659577-492c-4cb2-a85e-d5f3d1874d98 service neutron] 10.222.0.84 "GET /v2.0/networks?id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb HTTP/1.1" status: 200 len: 916 time: 0.0881464 Aug 05 14:40:52.611438 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f736091c-5ef0-4b9b-93ce-c5df6352cc44 req-dfa7855f-86d5-4f2a-a5fa-1e92514389e1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a365d526-0435-46e9-8a31-36002d952a9b HTTP/1.1" status: 200 len: 217 time: 0.0346944 Aug 05 14:40:52.666344 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736091c-5ef0-4b9b-93ce-c5df6352cc44 req-5de0a200-7da2-478c-9bd6-5e354fba740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:52.667738 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f736091c-5ef0-4b9b-93ce-c5df6352cc44 req-5de0a200-7da2-478c-9bd6-5e354fba740a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e HTTP/1.1" status: 200 len: 855 time: 0.0485489 Aug 05 14:40:52.699136 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f736091c-5ef0-4b9b-93ce-c5df6352cc44 req-3c7c694a-eb25-4c61-b8ab-fc36ea608f23 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237203 Aug 05 14:40:52.786777 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f736091c-5ef0-4b9b-93ce-c5df6352cc44 req-a7885882-50da-4601-94c9-e7194012c8a7 service neutron] 10.222.0.84 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797200 Aug 05 14:40:52.880232 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f736091c-5ef0-4b9b-93ce-c5df6352cc44 req-d7810b9d-1661-4374-b7ff-252882d9c9da service neutron] 10.222.0.84 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863261 Aug 05 14:40:53.394938 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd8c9b-4a06-4699-aecf-31167d7b2222 req-c2f6901a-180a-4f7b-b0c7-3b1475948e06 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:53.396441 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d6cd8c9b-4a06-4699-aecf-31167d7b2222 req-c2f6901a-180a-4f7b-b0c7-3b1475948e06 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 944 time: 0.0496635 Aug 05 14:40:53.434271 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d6cd8c9b-4a06-4699-aecf-31167d7b2222 req-b264da4d-bc86-4283-be39-bdc67b8592dc tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318358 Aug 05 14:40:53.792847 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device fe601176-c8ba-45c7-972e-526ac76e2d76 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:40:53.796677 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a365d526-0435-46e9-8a31-36002d952a9b details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:40:53.817133 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: fe601176-c8ba-45c7-972e-526ac76e2d76 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:40:53.817484 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device fe601176-c8ba-45c7-972e-526ac76e2d76 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:40:53.906448 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a365d526-0435-46e9-8a31-36002d952a9b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a365d526-0435-46e9-8a31-36002d952a9b,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:40:53.916721 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'a365d526-0435-46e9-8a31-36002d952a9b', 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb', 'port_id': 'a365d526-0435-46e9-8a31-36002d952a9b', 'mac_address': 'fa:16:3e:28:1d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:40:53.959086 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:53.972400 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a365d526-0435-46e9-8a31-36002d952a9b {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:40:53.991555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a365d526-0435-46e9-8a31-36002d952a9b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a365d526-0435-46e9-8a31-36002d952a9b,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:40:53.995167 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:54.041105 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=a365d526-0435-46e9-8a31-36002d952a9b,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:40:54.194083 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['a365d526-0435-46e9-8a31-36002d952a9b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:40:54.445070 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:40:54.549689 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583bce6-6941-479a-9cd0-f4ca30cb8f91 req-289bee00-472d-4873-b7b7-9aa26ebe448a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:54.551189 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2583bce6-6941-479a-9cd0-f4ca30cb8f91 req-289bee00-472d-4873-b7b7-9aa26ebe448a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 945 time: 0.0484655 Aug 05 14:40:54.588762 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2583bce6-6941-479a-9cd0-f4ca30cb8f91 req-14010535-506f-4d34-9743-c43224ac5b87 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316136 Aug 05 14:40:55.703991 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588819f7-81df-4d8d-b995-0fccb09afca7 req-7123c567-c5af-4a2b-95a9-f68020e72e9b tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:55.705471 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-588819f7-81df-4d8d-b995-0fccb09afca7 req-7123c567-c5af-4a2b-95a9-f68020e72e9b tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 945 time: 0.0490644 Aug 05 14:40:55.742954 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-588819f7-81df-4d8d-b995-0fccb09afca7 req-147de15b-bb97-4c5b-9a0d-81986ccc0204 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315933 Aug 05 14:40:55.802602 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a365d526-0435-46e9-8a31-36002d952a9b up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:40:55.848761 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port a365d526-0435-46e9-8a31-36002d952a9b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:40:55.852337 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port a365d526-0435-46e9-8a31-36002d952a9b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:40:55.852706 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:55.925562 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:55.947580 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bdeb6b-5f0f-43e7-a122-cd45f56db192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a365d526-0435-46e9-8a31-36002d952a9b'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:40:55.949778 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe07a44-f8c8-4284-a11d-a0a1f166d186" -d '{"events": [{"server_uuid": "40bdeb6b-5f0f-43e7-a122-cd45f56db192", "name": "network-vif-plugged", "status": "completed", "tag": "a365d526-0435-46e9-8a31-36002d952a9b"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:40:55.968449 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port a365d526-0435-46e9-8a31-36002d952a9b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a365d526-0435-46e9-8a31-36002d952a9b,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:40:55.972967 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:40:56.002744 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c10c2b-10fe-4664-b4c4-91fd60e5eb2c x-openstack-request-id: req-84c10c2b-10fe-4664-b4c4-91fd60e5eb2c {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:40:56.003035 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bdeb6b-5f0f-43e7-a122-cd45f56db192", "name": "network-vif-plugged", "status": "completed", "tag": "a365d526-0435-46e9-8a31-36002d952a9b", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:40:56.003287 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84c10c2b-10fe-4664-b4c4-91fd60e5eb2c {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:40:56.004325 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bdeb6b-5f0f-43e7-a122-cd45f56db192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a365d526-0435-46e9-8a31-36002d952a9b', 'code': 200} Aug 05 14:40:56.029337 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=a365d526-0435-46e9-8a31-36002d952a9b,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:40:56.089423 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487467d-0566-4d78-a679-9feb59d6a0f8 req-493e20ae-65a5-4622-979b-9b54fa538ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:56.090933 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9487467d-0566-4d78-a679-9feb59d6a0f8 req-493e20ae-65a5-4622-979b-9b54fa538ac6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 1097 time: 0.0428216 Aug 05 14:40:56.127544 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9487467d-0566-4d78-a679-9feb59d6a0f8 req-019e42b6-c196-4086-9692-8cd3590b4496 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277629 Aug 05 14:40:56.859004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5adb42-d470-406c-a7e3-658fa3e40c3c req-865d348a-a4f0-4a78-833e-56e5f2061aaf tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:56.861009 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a5adb42-d470-406c-a7e3-658fa3e40c3c req-865d348a-a4f0-4a78-833e-56e5f2061aaf tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0485535 Aug 05 14:40:56.898541 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a5adb42-d470-406c-a7e3-658fa3e40c3c req-b3ad7a98-55ff-4642-ab74-8ad6f4ae2b11 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312302 Aug 05 14:40:58.018921 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e7fd4-c073-44c9-8f2b-62629d8171cf req-a61f6f80-384b-4099-a9e9-6464b81acf66 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:58.020390 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f76e7fd4-c073-44c9-8f2b-62629d8171cf req-a61f6f80-384b-4099-a9e9-6464b81acf66 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0523560 Aug 05 14:40:58.057425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f76e7fd4-c073-44c9-8f2b-62629d8171cf req-17215f6d-1775-42b9-8321-68e3d47db43e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311704 Aug 05 14:40:58.189151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3126cf3-3210-4255-a3cf-47b20b887863 req-e50c01a3-e74a-4ade-8bb3-2034c7c88d72 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:58.190605 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3126cf3-3210-4255-a3cf-47b20b887863 req-e50c01a3-e74a-4ade-8bb3-2034c7c88d72 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0505960 Aug 05 14:40:58.231248 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3126cf3-3210-4255-a3cf-47b20b887863 req-0f237c7c-97d0-43ba-897f-ebbe0cd7d6a0 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348270 Aug 05 14:40:58.484805 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-10d99e5b-bd98-4e51-9bd7-1376b2aa3bd2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0748975 Aug 05 14:40:58.496399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158c867-c300-4f7f-9493-13666339189a req-082c3710-80e8-457e-a6ac-64cee48ec40a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:58.498437 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4158c867-c300-4f7f-9493-13666339189a req-082c3710-80e8-457e-a6ac-64cee48ec40a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0762763 Aug 05 14:40:58.542180 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4158c867-c300-4f7f-9493-13666339189a req-2e538b70-28ca-4f29-bc7e-3952390a1fa7 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363019 Aug 05 14:40:59.547738 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-4149d2a7-4943-4a5f-9ec1-af35083e97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:59.549262 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-4149d2a7-4943-4a5f-9ec1-af35083e97e4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=728dfa2dbeb848769916303456013cb0&device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 1097 time: 0.0435016 Aug 05 14:40:59.643890 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-4b33168d-71f0-4cfb-af6d-b94bc8977957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:59.645420 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-4b33168d-71f0-4cfb-af6d-b94bc8977957 service neutron] 10.222.0.84 "GET /v2.0/networks?id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb HTTP/1.1" status: 200 len: 916 time: 0.0890384 Aug 05 14:40:59.662275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dc96a-4b9c-42aa-a099-f6a7b03e4155 req-8ecf651e-1a69-4593-b35a-f2e74b0c4166 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:59.664059 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-818dc96a-4b9c-42aa-a099-f6a7b03e4155 req-8ecf651e-1a69-4593-b35a-f2e74b0c4166 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0507572 Aug 05 14:40:59.690086 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-c8723983-dbb0-4e4e-932a-21030e7d5d04 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a365d526-0435-46e9-8a31-36002d952a9b HTTP/1.1" status: 200 len: 217 time: 0.0369413 Aug 05 14:40:59.704816 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-818dc96a-4b9c-42aa-a099-f6a7b03e4155 req-66bf3b26-2ebd-4cd2-8d83-9bbb316a4414 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335667 Aug 05 14:40:59.744657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-b6fe90a9-cf41-4cf4-ad84-4ac3de65e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:40:59.746125 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-b6fe90a9-cf41-4cf4-ad84-4ac3de65e132 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e HTTP/1.1" status: 200 len: 855 time: 0.0490050 Aug 05 14:40:59.777657 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-d7d78cf8-8587-4f6f-a68c-9c923a75cf44 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241225 Aug 05 14:40:59.867735 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-10b04de2-3464-461f-a908-ef7cbdb607a1 service neutron] 10.222.0.84 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825410 Aug 05 14:40:59.958151 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-a3423885-bed3-4dbe-a465-2ec93b03a7a1 service neutron] 10.222.0.84 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838628 Aug 05 14:41:00.819836 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ab61b-2c72-4fbd-8cc4-24db8cc1a574 req-cad0f5ce-8328-4fb8-b3c4-7df765cc2bd5 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:00.821311 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c73ab61b-2c72-4fbd-8cc4-24db8cc1a574 req-cad0f5ce-8328-4fb8-b3c4-7df765cc2bd5 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0493853 Aug 05 14:41:00.859721 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c73ab61b-2c72-4fbd-8cc4-24db8cc1a574 req-88f5d940-88c7-4d0f-8307-d039ac725f56 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319619 Aug 05 14:41:01.975174 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a975c-3248-4a5a-87d9-40f98933ba12 req-f129b2dc-a23a-4990-a6c8-3dd6ca83e7e0 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:01.976674 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b29a975c-3248-4a5a-87d9-40f98933ba12 req-f129b2dc-a23a-4990-a6c8-3dd6ca83e7e0 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0496404 Aug 05 14:41:02.014652 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b29a975c-3248-4a5a-87d9-40f98933ba12 req-52bfb7b8-6f0e-4e2f-a9a2-f587ad605575 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319679 Aug 05 14:41:03.130846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0a528-5efd-4fbf-91f8-73b4a210aa58 req-92cfa059-fa51-47f1-9a5c-03982874e961 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:03.132351 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2b0a528-5efd-4fbf-91f8-73b4a210aa58 req-92cfa059-fa51-47f1-9a5c-03982874e961 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0498328 Aug 05 14:41:03.176336 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a2b0a528-5efd-4fbf-91f8-73b4a210aa58 req-2b4f4b2f-4326-434e-8daf-cb39bf48b779 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380101 Aug 05 14:41:04.294567 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135ec45-a486-4d02-b940-11256d379c8e req-c0b62589-d136-4d97-9662-9bb6b9b530c1 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:04.296232 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d135ec45-a486-4d02-b940-11256d379c8e req-c0b62589-d136-4d97-9662-9bb6b9b530c1 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0522158 Aug 05 14:41:04.333854 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d135ec45-a486-4d02-b940-11256d379c8e req-458f5242-ec85-4d1d-9a95-c034f33fd85f tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316985 Aug 05 14:41:05.454579 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8310766-1b44-438e-8b47-497c90c9169d req-5dc91b30-4782-43a4-a3b9-319d65029c36 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:05.456131 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f8310766-1b44-438e-8b47-497c90c9169d req-5dc91b30-4782-43a4-a3b9-319d65029c36 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0548542 Aug 05 14:41:05.494113 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f8310766-1b44-438e-8b47-497c90c9169d req-43c6226c-7342-45b3-8991-3326a6deb46a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321379 Aug 05 14:41:06.610350 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9519fe-c6e7-4871-9d35-176477922a3e req-1f9a0ef0-b52e-4dca-b1b3-64bdecbe254f tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:06.611869 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bb9519fe-c6e7-4871-9d35-176477922a3e req-1f9a0ef0-b52e-4dca-b1b3-64bdecbe254f tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0486746 Aug 05 14:41:06.651196 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bb9519fe-c6e7-4871-9d35-176477922a3e req-ef968ee7-843e-46a5-97e9-8daa2d47764f tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334122 Aug 05 14:41:07.767908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45c03d-ba61-4d8f-b0bf-36baa385fd58 req-ddd2eba8-c7c6-4503-81ec-b519f68bc877 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:07.769412 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb45c03d-ba61-4d8f-b0bf-36baa385fd58 req-ddd2eba8-c7c6-4503-81ec-b519f68bc877 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0504382 Aug 05 14:41:07.807896 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb45c03d-ba61-4d8f-b0bf-36baa385fd58 req-8062192b-e538-413a-9d1c-916300106557 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325992 Aug 05 14:41:08.924246 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495640a2-6966-4373-8c1a-79c672e97497 req-f5849b93-a521-4a79-a182-65f158962f3e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:08.925629 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-495640a2-6966-4373-8c1a-79c672e97497 req-f5849b93-a521-4a79-a182-65f158962f3e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0494139 Aug 05 14:41:08.963257 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-495640a2-6966-4373-8c1a-79c672e97497 req-14aaa808-f2e9-4a7f-9a8b-ab33824cd53b tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316930 Aug 05 14:41:10.080139 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106f9d2-490c-472b-8c82-4dbcf072256b req-6d7fb97c-ad22-4e07-a991-831366c51e03 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:10.081987 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0106f9d2-490c-472b-8c82-4dbcf072256b req-6d7fb97c-ad22-4e07-a991-831366c51e03 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0509956 Aug 05 14:41:10.119524 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0106f9d2-490c-472b-8c82-4dbcf072256b req-9b9c2ecf-83d6-42a5-b62a-6aafa14faf5d tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317137 Aug 05 14:41:11.237203 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc051c3-6bc3-4453-9e49-9cd1bb79284d req-7490a331-890b-4d3a-be36-efdde6b7f154 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:11.238728 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3fc051c3-6bc3-4453-9e49-9cd1bb79284d req-7490a331-890b-4d3a-be36-efdde6b7f154 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0521214 Aug 05 14:41:11.277188 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3fc051c3-6bc3-4453-9e49-9cd1bb79284d req-b7f92a30-b397-4bb9-bd58-902afcb71b7d tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325785 Aug 05 14:41:12.397173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bb3e1-985d-44de-aa01-4a7272b87edd req-00cc61ab-3513-42a7-92e7-4afb19089dfc tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:12.398684 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fd1bb3e1-985d-44de-aa01-4a7272b87edd req-00cc61ab-3513-42a7-92e7-4afb19089dfc tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0532644 Aug 05 14:41:12.436963 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fd1bb3e1-985d-44de-aa01-4a7272b87edd req-b6624947-3f31-4a60-93ee-ef4f1344af86 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316019 Aug 05 14:41:13.550451 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb177d9-ced7-4c98-a8f6-ebff8ec56bae req-99a14be2-49df-47dd-a084-05b106fdd59e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:13.551843 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3eb177d9-ced7-4c98-a8f6-ebff8ec56bae req-99a14be2-49df-47dd-a084-05b106fdd59e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0488327 Aug 05 14:41:13.590133 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3eb177d9-ced7-4c98-a8f6-ebff8ec56bae req-87cd07ed-1770-4f46-9da5-f48265dcbc0c tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320477 Aug 05 14:41:13.999685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92b16a-8562-41a0-8826-793ab0c5fa34 req-2486592f-0f78-4b52-b6b2-912934561d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:14.001251 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d92b16a-8562-41a0-8826-793ab0c5fa34 req-2486592f-0f78-4b52-b6b2-912934561d12 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=728dfa2dbeb848769916303456013cb0&device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 1097 time: 0.0419729 Aug 05 14:41:14.106490 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92b16a-8562-41a0-8826-793ab0c5fa34 req-a43cd676-1c86-4b0a-ae67-d72b64ce2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:14.108064 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d92b16a-8562-41a0-8826-793ab0c5fa34 req-a43cd676-1c86-4b0a-ae67-d72b64ce2c71 service neutron] 10.222.0.84 "GET /v2.0/networks?id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb HTTP/1.1" status: 200 len: 916 time: 0.0874095 Aug 05 14:41:14.466180 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d92b16a-8562-41a0-8826-793ab0c5fa34 req-79326085-6899-46c0-861f-751de5a514eb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a365d526-0435-46e9-8a31-36002d952a9b HTTP/1.1" status: 200 len: 217 time: 0.3509550 Aug 05 14:41:14.515429 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92b16a-8562-41a0-8826-793ab0c5fa34 req-c275d439-ef53-4153-8af2-5ad9399e921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:14.516853 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d92b16a-8562-41a0-8826-793ab0c5fa34 req-c275d439-ef53-4153-8af2-5ad9399e921e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e HTTP/1.1" status: 200 len: 855 time: 0.0424232 Aug 05 14:41:14.549019 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d92b16a-8562-41a0-8826-793ab0c5fa34 req-eb7f1750-df58-4977-ba38-aad827eb7fce service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245082 Aug 05 14:41:14.641195 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d92b16a-8562-41a0-8826-793ab0c5fa34 req-f4b4d786-1409-448c-a9d7-2ea20f5933df service neutron] 10.222.0.84 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845699 Aug 05 14:41:14.766325 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2c38f-284c-4559-a708-14efbd1e213a req-a36050c6-340e-486e-84ae-88f5a645e37b tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:14.767709 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-05e2c38f-284c-4559-a708-14efbd1e213a req-a36050c6-340e-486e-84ae-88f5a645e37b tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.1006768 Aug 05 14:41:14.773039 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d92b16a-8562-41a0-8826-793ab0c5fa34 req-02fa4215-acd6-4576-8976-e1e90ff65b84 service neutron] 10.222.0.84 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243703 Aug 05 14:41:14.807074 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-05e2c38f-284c-4559-a708-14efbd1e213a req-29c9daf6-8bf7-47f8-bbce-2937728fb3b0 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330892 Aug 05 14:41:15.047372 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:15.887159 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7307b566-7633-4bf7-a880-5eab608361d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:15.932281 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecb6c0-dee3-474b-a046-2ede5e028b75 req-e2f72c38-bfcf-44ff-a4dd-a27379f1cf86 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:15.933773 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3eecb6c0-dee3-474b-a046-2ede5e028b75 req-e2f72c38-bfcf-44ff-a4dd-a27379f1cf86 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0529561 Aug 05 14:41:15.971710 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3eecb6c0-dee3-474b-a046-2ede5e028b75 req-79d1b79c-0fa9-44e9-a32a-d48df1074303 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311956 Aug 05 14:41:16.365611 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:17.085957 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cb4c3-4fb3-4740-a194-68ef1c230752 req-b232865b-c3c7-47dc-aa0e-5e5355d461d1 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:17.087469 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb4cb4c3-4fb3-4740-a194-68ef1c230752 req-b232865b-c3c7-47dc-aa0e-5e5355d461d1 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0489023 Aug 05 14:41:17.125263 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb4cb4c3-4fb3-4740-a194-68ef1c230752 req-b118c9c9-9225-472f-85bb-50b92e3caff1 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316341 Aug 05 14:41:18.244064 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc025b4-754f-4b11-a6d2-7b199930f799 req-f9dc334c-10d1-42d6-bf18-7af157f6d686 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:18.245834 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7bc025b4-754f-4b11-a6d2-7b199930f799 req-f9dc334c-10d1-42d6-bf18-7af157f6d686 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0532897 Aug 05 14:41:18.285194 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7bc025b4-754f-4b11-a6d2-7b199930f799 req-378ccd75-c01f-4579-84fd-d79919dbac5b tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325413 Aug 05 14:41:18.428175 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e8dd2420-39dd-45ff-afa0-a8ef73519f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:18.668635 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:19.417590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889e958-a2c4-4276-9132-3faf77775624 req-e61a08c7-35a7-43d9-8b2f-c911c7183dc9 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:19.419097 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a889e958-a2c4-4276-9132-3faf77775624 req-e61a08c7-35a7-43d9-8b2f-c911c7183dc9 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0499806 Aug 05 14:41:19.461650 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a889e958-a2c4-4276-9132-3faf77775624 req-8d38dc04-8e2e-45a9-9002-2d2b79070d92 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359066 Aug 05 14:41:19.644351 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:20.576577 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f83cc5-548f-4f71-a2cb-1f372a63e9c2 req-80b9f8a5-1f58-4fc0-99cb-6918814be83b tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:20.578081 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50f83cc5-548f-4f71-a2cb-1f372a63e9c2 req-80b9f8a5-1f58-4fc0-99cb-6918814be83b tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0492392 Aug 05 14:41:20.616243 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-50f83cc5-548f-4f71-a2cb-1f372a63e9c2 req-8ddee711-b30c-4684-8868-cfa7d1a0309e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Aug 05 14:41:21.435495 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:21.733246 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbab53-2859-4ff9-b0d4-5b0e29158cbf req-c25250c3-fdc0-4236-af84-0777e0197638 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:21.734761 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c6cbab53-2859-4ff9-b0d4-5b0e29158cbf req-c25250c3-fdc0-4236-af84-0777e0197638 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0491481 Aug 05 14:41:21.772287 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c6cbab53-2859-4ff9-b0d4-5b0e29158cbf req-40048125-ff7e-4df7-a792-2caaad58bf7d tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317128 Aug 05 14:41:22.886912 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4547-2e5c-444e-b3b0-da2fb9f43be1 req-a5ca54c5-e38d-437a-a477-8d9c605bce58 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:22.888301 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c61c4547-2e5c-444e-b3b0-da2fb9f43be1 req-a5ca54c5-e38d-437a-a477-8d9c605bce58 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0489125 Aug 05 14:41:22.926631 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c61c4547-2e5c-444e-b3b0-da2fb9f43be1 req-650c5f11-48a5-40c3-b049-efb2c0a2822a tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322087 Aug 05 14:41:24.045955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4470356-a9ae-4ec3-9323-2d8f9ab66d12 req-81cc06ef-8fe2-4cfb-ac1c-c4d45f2f8d00 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:24.047384 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f4470356-a9ae-4ec3-9323-2d8f9ab66d12 req-81cc06ef-8fe2-4cfb-ac1c-c4d45f2f8d00 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0506947 Aug 05 14:41:24.084890 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f4470356-a9ae-4ec3-9323-2d8f9ab66d12 req-9c44d0b1-cc6a-46a6-8059-b8363ce868ce tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315275 Aug 05 14:41:25.203949 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cb40b-b02b-4c15-b82f-92bddcbd151e req-de04182b-05a0-408c-a22d-bc1ed105f8de tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:25.205425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a98cb40b-b02b-4c15-b82f-92bddcbd151e req-de04182b-05a0-408c-a22d-bc1ed105f8de tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0526259 Aug 05 14:41:25.243181 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a98cb40b-b02b-4c15-b82f-92bddcbd151e req-210d93d6-e81c-4f28-bbdb-6c8b6f915eed tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316901 Aug 05 14:41:26.355814 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22dc7f0-35fd-454a-8fe9-6dc7febd3f11 req-48614689-c7a9-458e-a918-e147f09fdd34 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:26.357287 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e22dc7f0-35fd-454a-8fe9-6dc7febd3f11 req-48614689-c7a9-458e-a918-e147f09fdd34 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0487106 Aug 05 14:41:26.399317 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e22dc7f0-35fd-454a-8fe9-6dc7febd3f11 req-ad569ad1-79bb-41c4-b854-a70dc1370503 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354888 Aug 05 14:41:26.785642 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-e26f6291-7322-4669-b0b6-cfa1236f2b28 service neutron] show failed (client error): The resource could not be found. Aug 05 14:41:26.786673 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-e26f6291-7322-4669-b0b6-cfa1236f2b28 service neutron] 10.222.0.84 "GET /v2.0/ports/a365d526-0435-46e9-8a31-36002d952a9b/bindings/n-h1-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.0565305 Aug 05 14:41:26.980570 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-1da11681-7ee0-4b1b-b6c2-59adf48c4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:26.982085 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-1da11681-7ee0-4b1b-b6c2-59adf48c4f7c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192&tenant_id=728dfa2dbeb848769916303456013cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0418215 Aug 05 14:41:26.995615 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:41:27.047898 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:27.252501 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] For port a365d526-0435-46e9-8a31-36002d952a9b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=a365d526-0435-46e9-8a31-36002d952a9b,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:41:27.285497 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] For port a365d526-0435-46e9-8a31-36002d952a9b, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:41:27.326265 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bdeb6b-5f0f-43e7-a122-cd45f56db192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a365d526-0435-46e9-8a31-36002d952a9b'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:41:27.329061 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde9670a-094a-455e-8a4a-6b5883c69973" -d '{"events": [{"server_uuid": "40bdeb6b-5f0f-43e7-a122-cd45f56db192", "name": "network-vif-unplugged", "status": "completed", "tag": "a365d526-0435-46e9-8a31-36002d952a9b"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:41:27.333338 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:27.346284 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Transition to ACTIVE for port object a365d526-0435-46e9-8a31-36002d952a9b will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:41:27.350514 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:27.381593 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b39a0d-dd4b-4b60-97c5-3a33e234f3de x-openstack-request-id: req-72b39a0d-dd4b-4b60-97c5-3a33e234f3de {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:41:27.381823 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bdeb6b-5f0f-43e7-a122-cd45f56db192", "name": "network-vif-unplugged", "status": "completed", "tag": "a365d526-0435-46e9-8a31-36002d952a9b", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:41:27.382093 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72b39a0d-dd4b-4b60-97c5-3a33e234f3de {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:41:27.382575 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bdeb6b-5f0f-43e7-a122-cd45f56db192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a365d526-0435-46e9-8a31-36002d952a9b', 'code': 200} Aug 05 14:41:27.409894 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Pushing event updated for resources: {'Port': ['ID=a365d526-0435-46e9-8a31-36002d952a9b,revision_number=6']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:27.429389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] No DVR routers for this DVR port a365d526-0435-46e9-8a31-36002d952a9b on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:41:27.439455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:27.439828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:27.440214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:27.440589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:27.440955 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:27.441314 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:27.441679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:27.442037 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:27.442418 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:27.442794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:27.443199 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:27.443541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:27.480258 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Attempting to bind port a365d526-0435-46e9-8a31-36002d952a9b on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:41:27.480599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Attempting to bind port a365d526-0435-46e9-8a31-36002d952a9b by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '31d0623a-9ee0-4fc2-89dd-735e30c870dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:41:27.480931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Attempting to bind port a365d526-0435-46e9-8a31-36002d952a9b on network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:41:27.486615 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Port a365d526-0435-46e9-8a31-36002d952a9b on network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:41:27.486965 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Attempting to bind port a365d526-0435-46e9-8a31-36002d952a9b on network 69ad7bd9-9951-43fa-b6b6-a6a0923b1feb {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:41:27.491863 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:41:27.492209 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Checking segment: {'id': '31d0623a-9ee0-4fc2-89dd-735e30c870dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:41:27.492597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Bound using segment: {'id': '31d0623a-9ee0-4fc2-89dd-735e30c870dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:41:27.493026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Bound port: a365d526-0435-46e9-8a31-36002d952a9b, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d0623a-9ee0-4fc2-89dd-735e30c870dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:41:27.493392 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:27.518315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29624b2b-2d75-4560-9d01-fef396bd7c62 req-3672f9bd-6f06-4de4-842a-27abce4f7c97 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:27.519754 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29624b2b-2d75-4560-9d01-fef396bd7c62 req-3672f9bd-6f06-4de4-842a-27abce4f7c97 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 944 time: 0.0496228 Aug 05 14:41:27.559575 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29624b2b-2d75-4560-9d01-fef396bd7c62 req-e42d9d35-6305-4ef6-b232-a5343aaa6c4f tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332839 Aug 05 14:41:27.563250 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] For port a365d526-0435-46e9-8a31-36002d952a9b, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:41:27.566584 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] For port a365d526-0435-46e9-8a31-36002d952a9b, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a365d526-0435-46e9-8a31-36002d952a9b,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:41:27.571252 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:27.603148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:27.603778 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:27.605215 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-121070ba-077e-406a-9e5a-549490a70bac service neutron] 10.222.0.63 "PUT /v2.0/ports/a365d526-0435-46e9-8a31-36002d952a9b HTTP/1.1" status: 200 len: 1092 time: 0.6136706 Aug 05 14:41:27.633158 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121070ba-077e-406a-9e5a-549490a70bac service neutron] Pushing event updated for resources: {'Port': ['ID=a365d526-0435-46e9-8a31-36002d952a9b,revision_number=7']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:27.791448 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-a9790f68-01e4-4276-83e4-e7b8ecfef640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:27.793502 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-a9790f68-01e4-4276-83e4-e7b8ecfef640 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=728dfa2dbeb848769916303456013cb0&device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 1095 time: 0.0421021 Aug 05 14:41:27.885430 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-20f84726-1c9d-4826-8991-c61a0c7d78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:27.886934 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-20f84726-1c9d-4826-8991-c61a0c7d78ae service neutron] 10.222.0.63 "GET /v2.0/networks?id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb HTTP/1.1" status: 200 len: 916 time: 0.0864186 Aug 05 14:41:27.929196 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-3ccffed4-0724-46aa-a3ea-934dce834c68 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a365d526-0435-46e9-8a31-36002d952a9b HTTP/1.1" status: 200 len: 217 time: 0.0340660 Aug 05 14:41:27.977436 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-ada427fd-578b-4eac-9c0e-16dda0b1718f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:27.978891 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-ada427fd-578b-4eac-9c0e-16dda0b1718f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e HTTP/1.1" status: 200 len: 855 time: 0.0426276 Aug 05 14:41:28.015044 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-8ba912e0-4473-4723-81a3-3af3408a45aa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294929 Aug 05 14:41:28.103731 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-539f7d9d-ca64-4654-8b9d-bab426560595 service neutron] 10.222.0.63 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809102 Aug 05 14:41:28.195424 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7ad333e8-a6c7-40eb-9d00-42b46b4bb658 req-a58a9f5d-ce6b-4ccd-ba74-ec271d277196 service neutron] 10.222.0.63 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851560 Aug 05 14:41:28.679985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abf9b9-96a8-4764-b74a-ae5f2fb1b788 req-4aafb75e-4030-4702-a831-896ec9360b33 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:28.681482 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-81abf9b9-96a8-4764-b74a-ae5f2fb1b788 req-4aafb75e-4030-4702-a831-896ec9360b33 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 944 time: 0.0507791 Aug 05 14:41:28.722106 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-81abf9b9-96a8-4764-b74a-ae5f2fb1b788 req-d4fcf993-0d15-490d-806e-c07cefde82ce tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340521 Aug 05 14:41:29.383831 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bdeb6b-5f0f-43e7-a122-cd45f56db192', 'tag': 'a365d526-0435-46e9-8a31-36002d952a9b'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:41:29.386175 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92cc174-298a-429a-a590-3b78ed87f82d" -d '{"events": [{"name": "network-changed", "server_uuid": "40bdeb6b-5f0f-43e7-a122-cd45f56db192", "tag": "a365d526-0435-46e9-8a31-36002d952a9b"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:41:29.432217 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8528d950-f8e5-48d2-ae64-b3c4108bdea2 x-openstack-request-id: req-8528d950-f8e5-48d2-ae64-b3c4108bdea2 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:41:29.432517 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bdeb6b-5f0f-43e7-a122-cd45f56db192", "tag": "a365d526-0435-46e9-8a31-36002d952a9b", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:41:29.432789 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8528d950-f8e5-48d2-ae64-b3c4108bdea2 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:41:29.433201 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bdeb6b-5f0f-43e7-a122-cd45f56db192', 'tag': 'a365d526-0435-46e9-8a31-36002d952a9b', 'status': 'completed', 'code': 200} Aug 05 14:41:29.493591 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cc174-298a-429a-a590-3b78ed87f82d req-9537eebd-bb05-4ca1-98bf-3c24d7cd5102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:29.495292 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b92cc174-298a-429a-a590-3b78ed87f82d req-9537eebd-bb05-4ca1-98bf-3c24d7cd5102 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=728dfa2dbeb848769916303456013cb0&device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 1095 time: 0.0434618 Aug 05 14:41:29.503450 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cc174-298a-429a-a590-3b78ed87f82d req-baf23146-1ccd-4b3a-ba69-5d0dcf3f60f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:29.504970 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b92cc174-298a-429a-a590-3b78ed87f82d req-baf23146-1ccd-4b3a-ba69-5d0dcf3f60f9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=728dfa2dbeb848769916303456013cb0&device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 1095 time: 0.0441384 Aug 05 14:41:29.589607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cc174-298a-429a-a590-3b78ed87f82d req-a1566729-191e-4ba0-bd4d-0b997ef1ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:29.591156 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b92cc174-298a-429a-a590-3b78ed87f82d req-a1566729-191e-4ba0-bd4d-0b997ef1ce05 service neutron] 10.222.0.63 "GET /v2.0/networks?id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb HTTP/1.1" status: 200 len: 916 time: 0.0881267 Aug 05 14:41:29.602778 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cc174-298a-429a-a590-3b78ed87f82d req-85a375d4-ac75-4d5e-b01d-8c539aa065f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:29.604656 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b92cc174-298a-429a-a590-3b78ed87f82d req-85a375d4-ac75-4d5e-b01d-8c539aa065f9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb HTTP/1.1" status: 200 len: 916 time: 0.0929847 Aug 05 14:41:29.637704 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b92cc174-298a-429a-a590-3b78ed87f82d req-bf6e954c-0439-4028-81f0-879d1dde4a31 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a365d526-0435-46e9-8a31-36002d952a9b HTTP/1.1" status: 200 len: 217 time: 0.0381498 Aug 05 14:41:29.649438 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b92cc174-298a-429a-a590-3b78ed87f82d req-35a7a6d8-91ab-49bb-a2b6-ee32c47eef79 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a365d526-0435-46e9-8a31-36002d952a9b HTTP/1.1" status: 200 len: 217 time: 0.0375166 Aug 05 14:41:29.700520 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cc174-298a-429a-a590-3b78ed87f82d req-21d38829-3c3a-4edb-b96d-ba73f31e7b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:29.702641 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b92cc174-298a-429a-a590-3b78ed87f82d req-21d38829-3c3a-4edb-b96d-ba73f31e7b9d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e HTTP/1.1" status: 200 len: 855 time: 0.0482306 Aug 05 14:41:29.707422 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cc174-298a-429a-a590-3b78ed87f82d req-f151ee5f-451e-448c-a899-1d6c67de4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:29.708873 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b92cc174-298a-429a-a590-3b78ed87f82d req-f151ee5f-451e-448c-a899-1d6c67de4abd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e HTTP/1.1" status: 200 len: 855 time: 0.0525811 Aug 05 14:41:29.744185 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b92cc174-298a-429a-a590-3b78ed87f82d req-3c275e7a-9714-4ddb-9e4c-53bead574343 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286429 Aug 05 14:41:29.756317 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b92cc174-298a-429a-a590-3b78ed87f82d req-30c2f11e-515e-4b00-b33f-ab083cda5631 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378554 Aug 05 14:41:29.845305 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b92cc174-298a-429a-a590-3b78ed87f82d req-a3fd2ad6-3e11-454e-9d77-42a648163dce service neutron] 10.222.0.84 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933316 Aug 05 14:41:29.888359 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304af2f3-2e1d-4e55-99d9-76f93fc201cb req-9b233810-2d31-4a13-bfe7-bb9b3bb3a4b5 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:29.890017 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-304af2f3-2e1d-4e55-99d9-76f93fc201cb req-9b233810-2d31-4a13-bfe7-bb9b3bb3a4b5 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 944 time: 0.0931904 Aug 05 14:41:29.915201 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b92cc174-298a-429a-a590-3b78ed87f82d req-dac53faf-998e-4c3c-a52a-3725a01f959a service neutron] 10.222.0.63 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518118 Aug 05 14:41:29.940688 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b92cc174-298a-429a-a590-3b78ed87f82d req-0354f4ba-3de2-4e77-8cf1-1da820787b99 service neutron] 10.222.0.84 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885229 Aug 05 14:41:29.983935 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-304af2f3-2e1d-4e55-99d9-76f93fc201cb req-399f687f-78d7-4e1a-8621-b040fcb3c9aa tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849941 Aug 05 14:41:30.024152 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b92cc174-298a-429a-a590-3b78ed87f82d req-07e8737e-0b46-4493-80a1-2d8749e01a4a service neutron] 10.222.0.63 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002765 Aug 05 14:41:30.926190 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a365d526-0435-46e9-8a31-36002d952a9b details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:41:31.020742 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a365d526-0435-46e9-8a31-36002d952a9b, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a365d526-0435-46e9-8a31-36002d952a9b,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:41:31.032688 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'a365d526-0435-46e9-8a31-36002d952a9b', 'network_id': '69ad7bd9-9951-43fa-b6b6-a6a0923b1feb', 'port_id': 'a365d526-0435-46e9-8a31-36002d952a9b', 'mac_address': 'fa:16:3e:28:1d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:41:31.069361 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:31.082642 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a365d526-0435-46e9-8a31-36002d952a9b {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:41:31.103153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a365d526-0435-46e9-8a31-36002d952a9b, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a365d526-0435-46e9-8a31-36002d952a9b,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:41:31.107237 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108fee8-c95e-4e79-b45c-0fe2bb52c6c9 req-fdbf93d6-99c4-4913-b41f-6b1f73c382ca tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:31.108042 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:31.109993 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d108fee8-c95e-4e79-b45c-0fe2bb52c6c9 req-fdbf93d6-99c4-4913-b41f-6b1f73c382ca tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 944 time: 0.0546815 Aug 05 14:41:31.151426 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d108fee8-c95e-4e79-b45c-0fe2bb52c6c9 req-3d525f92-b0db-4e22-b6ad-324aba243c53 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342467 Aug 05 14:41:31.155483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=a365d526-0435-46e9-8a31-36002d952a9b,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:31.163087 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:31.163371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:31.163718 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:31.164058 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:31.164415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:31.164983 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:31.165317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:31.165646 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:31.165981 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:31.166332 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:31.166663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:31.166988 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:31.325743 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['a365d526-0435-46e9-8a31-36002d952a9b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:41:31.375685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae189c5-8bff-4022-8b72-2367d64091de req-151f8861-2803-4ea1-b886-9e7d6cef820e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:31.377194 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aae189c5-8bff-4022-8b72-2367d64091de req-151f8861-2803-4ea1-b886-9e7d6cef820e tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 945 time: 0.0826845 Aug 05 14:41:31.391629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3876274-8041-4319-9c48-d7366147e4a2 req-1d243ec2-5a9c-460d-add4-b18a941715a4 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:31.393184 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3876274-8041-4319-9c48-d7366147e4a2 req-1d243ec2-5a9c-460d-add4-b18a941715a4 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.84 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192&tenant_id=728dfa2dbeb848769916303456013cb0&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 945 time: 0.0729494 Aug 05 14:41:31.444410 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:41:31.457386 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aae189c5-8bff-4022-8b72-2367d64091de req-edc26771-47d0-4d90-a730-9ed2f068268b tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632334 Aug 05 14:41:31.476582 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-f3876274-8041-4319-9c48-d7366147e4a2 req-c97073a0-0a7c-4093-9424-1832d4e7943d service neutron] delete failed (client error): The resource could not be found. Aug 05 14:41:31.477594 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3876274-8041-4319-9c48-d7366147e4a2 req-c97073a0-0a7c-4093-9424-1832d4e7943d service neutron] 10.222.0.84 "DELETE /v2.0/ports/a365d526-0435-46e9-8a31-36002d952a9b/bindings/n-h2-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.0703361 Aug 05 14:41:31.564191 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3876274-8041-4319-9c48-d7366147e4a2 req-58bc20ad-4ab2-466c-a60e-6ae19e2a953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:31.565675 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3876274-8041-4319-9c48-d7366147e4a2 req-58bc20ad-4ab2-466c-a60e-6ae19e2a953c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=728dfa2dbeb848769916303456013cb0&device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 1096 time: 0.0414608 Aug 05 14:41:31.659647 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3876274-8041-4319-9c48-d7366147e4a2 req-8378b5ca-22aa-4e5e-9801-0907b5c50da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:31.661116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3876274-8041-4319-9c48-d7366147e4a2 req-8378b5ca-22aa-4e5e-9801-0907b5c50da0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb HTTP/1.1" status: 200 len: 916 time: 0.0885770 Aug 05 14:41:31.703607 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3876274-8041-4319-9c48-d7366147e4a2 req-6ccf6e18-5763-417a-8001-4778c13ba3a3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a365d526-0435-46e9-8a31-36002d952a9b HTTP/1.1" status: 200 len: 217 time: 0.0350564 Aug 05 14:41:31.752440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3876274-8041-4319-9c48-d7366147e4a2 req-770b0f03-859b-434c-b8e2-854fd9a51534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:31.753868 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3876274-8041-4319-9c48-d7366147e4a2 req-770b0f03-859b-434c-b8e2-854fd9a51534 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e HTTP/1.1" status: 200 len: 855 time: 0.0426383 Aug 05 14:41:31.788246 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3876274-8041-4319-9c48-d7366147e4a2 req-c1ffe479-df92-498e-ae78-3224d649ecca service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275302 Aug 05 14:41:31.876209 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3876274-8041-4319-9c48-d7366147e4a2 req-3de673a2-8456-4c73-97d3-8d1cc3c3eac0 service neutron] 10.222.0.84 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800233 Aug 05 14:41:31.970137 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3876274-8041-4319-9c48-d7366147e4a2 req-ce8031f7-814e-4fa2-9755-0fc56ffcb206 service neutron] 10.222.0.84 "GET /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860395 Aug 05 14:41:31.978486 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a365d526-0435-46e9-8a31-36002d952a9b no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:41:32.017316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device a365d526-0435-46e9-8a31-36002d952a9b not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:41:32.580361 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e35eda-9e4a-4468-9467-0af2fb522048 req-74ab2cb9-405a-4f93-817e-8402d4d7d147 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:32.581749 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-55e35eda-9e4a-4468-9467-0af2fb522048 req-74ab2cb9-405a-4f93-817e-8402d4d7d147 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 945 time: 0.0495880 Aug 05 14:41:32.619608 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-55e35eda-9e4a-4468-9467-0af2fb522048 req-8af16860-58b3-461a-973c-51cabcc884f6 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318465 Aug 05 14:41:32.737198 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aad73d-1974-4042-b154-3bd74797dd8f req-b91fba37-c3f2-4153-9767-ff96062762af tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:32.738743 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85aad73d-1974-4042-b154-3bd74797dd8f req-b91fba37-c3f2-4153-9767-ff96062762af tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 945 time: 0.0514457 Aug 05 14:41:32.776555 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85aad73d-1974-4042-b154-3bd74797dd8f req-ab6ca3c9-9f25-45c2-8598-47886e507c79 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319688 Aug 05 14:41:32.893322 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32624e6-f57e-4cc4-8398-4f10d830bfdd req-8f3c14ad-8afa-49d0-b8b3-cfd91ee7fac9 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:32.894733 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a32624e6-f57e-4cc4-8398-4f10d830bfdd req-8f3c14ad-8afa-49d0-b8b3-cfd91ee7fac9 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 945 time: 0.0526116 Aug 05 14:41:32.928467 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a365d526-0435-46e9-8a31-36002d952a9b up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:41:32.934136 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a32624e6-f57e-4cc4-8398-4f10d830bfdd req-b7d31dd5-e080-4970-b3a2-e618511c55a5 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334599 Aug 05 14:41:32.979031 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port a365d526-0435-46e9-8a31-36002d952a9b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:41:32.983357 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port a365d526-0435-46e9-8a31-36002d952a9b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:41:32.983992 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:33.063738 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:33.088042 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bdeb6b-5f0f-43e7-a122-cd45f56db192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a365d526-0435-46e9-8a31-36002d952a9b'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:41:33.090472 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e1b7ff-6e58-4f5a-8e5a-651aaa053471" -d '{"events": [{"server_uuid": "40bdeb6b-5f0f-43e7-a122-cd45f56db192", "name": "network-vif-plugged", "status": "completed", "tag": "a365d526-0435-46e9-8a31-36002d952a9b"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:41:33.104722 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port a365d526-0435-46e9-8a31-36002d952a9b, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a365d526-0435-46e9-8a31-36002d952a9b,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:41:33.110136 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:33.146080 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2240b80-8fd7-40d0-bb24-3bc85bf20989 x-openstack-request-id: req-e2240b80-8fd7-40d0-bb24-3bc85bf20989 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:41:33.146343 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bdeb6b-5f0f-43e7-a122-cd45f56db192", "name": "network-vif-plugged", "status": "completed", "tag": "a365d526-0435-46e9-8a31-36002d952a9b", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:41:33.146597 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2240b80-8fd7-40d0-bb24-3bc85bf20989 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:41:33.147016 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bdeb6b-5f0f-43e7-a122-cd45f56db192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a365d526-0435-46e9-8a31-36002d952a9b', 'code': 200} Aug 05 14:41:33.163860 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=a365d526-0435-46e9-8a31-36002d952a9b,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:33.283370 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18139cf-ef17-40a9-b4d3-c14d4c0509f5 req-aeb98a31-cf2e-42bd-a9b1-6a0e250213d8 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:33.284882 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d18139cf-ef17-40a9-b4d3-c14d4c0509f5 req-aeb98a31-cf2e-42bd-a9b1-6a0e250213d8 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0501986 Aug 05 14:41:33.328149 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d18139cf-ef17-40a9-b4d3-c14d4c0509f5 req-04626faa-4f5c-4777-adc6-2d24d81131c7 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370810 Aug 05 14:41:34.445881 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59bedc-f4e2-402b-b529-e6c6cbcf164f req-c76668cd-44e9-4bd7-945f-681d04214621 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:34.447418 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9f59bedc-f4e2-402b-b529-e6c6cbcf164f req-c76668cd-44e9-4bd7-945f-681d04214621 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0499563 Aug 05 14:41:34.511447 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9f59bedc-f4e2-402b-b529-e6c6cbcf164f req-339a2969-8591-407f-942a-4b2abb9218e5 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.16 "GET /v2.0/security-groups?id=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515082 Aug 05 14:41:34.524521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962f0d3-804f-44b9-912a-7db494c65e26 req-06418f69-cf77-4c00-8115-2a882f39f316 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:34.525980 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0962f0d3-804f-44b9-912a-7db494c65e26 req-06418f69-cf77-4c00-8115-2a882f39f316 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.63 "GET /v2.0/ports?device_id=40bdeb6b-5f0f-43e7-a122-cd45f56db192 HTTP/1.1" status: 200 len: 946 time: 0.0738583 Aug 05 14:41:34.625398 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-0962f0d3-804f-44b9-912a-7db494c65e26 req-a883ee76-0758-48ae-ad19-21d3ede84b28 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Deleting port a365d526-0435-46e9-8a31-36002d952a9b {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:41:34.625754 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0962f0d3-804f-44b9-912a-7db494c65e26 req-a883ee76-0758-48ae-ad19-21d3ede84b28 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:34.718591 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-0962f0d3-804f-44b9-912a-7db494c65e26 req-a883ee76-0758-48ae-ad19-21d3ede84b28 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] For port a365d526-0435-46e9-8a31-36002d952a9b, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=a365d526-0435-46e9-8a31-36002d952a9b,segment=NetworkSegment(31d0623a-9ee0-4fc2-89dd-735e30c870dd),segment_id=31d0623a-9ee0-4fc2-89dd-735e30c870dd)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:41:34.718955 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0962f0d3-804f-44b9-912a-7db494c65e26 req-a883ee76-0758-48ae-ad19-21d3ede84b28 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:34.732033 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-0962f0d3-804f-44b9-912a-7db494c65e26 req-a883ee76-0758-48ae-ad19-21d3ede84b28 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Calling delete_port for a365d526-0435-46e9-8a31-36002d952a9b owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:41:34.864230 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0962f0d3-804f-44b9-912a-7db494c65e26 req-a883ee76-0758-48ae-ad19-21d3ede84b28 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:34.876145 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['a365d526-0435-46e9-8a31-36002d952a9b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:41:34.894025 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883ee76-0758-48ae-ad19-21d3ede84b28 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Pushing event deleted for resources: {'Port': ['ID=a365d526-0435-46e9-8a31-36002d952a9b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:35.183114 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0962f0d3-804f-44b9-912a-7db494c65e26 req-a883ee76-0758-48ae-ad19-21d3ede84b28 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] No DVR routers for this DVR port a365d526-0435-46e9-8a31-36002d952a9b on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:41:35.185699 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-0962f0d3-804f-44b9-912a-7db494c65e26 req-a883ee76-0758-48ae-ad19-21d3ede84b28 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:35.187922 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0962f0d3-804f-44b9-912a-7db494c65e26 req-a883ee76-0758-48ae-ad19-21d3ede84b28 tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] 10.222.0.63 "DELETE /v2.0/ports/a365d526-0435-46e9-8a31-36002d952a9b HTTP/1.1" status: 204 len: 173 time: 0.6558878 Aug 05 14:41:35.188361 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bdeb6b-5f0f-43e7-a122-cd45f56db192', 'name': 'network-vif-deleted', 'tag': 'a365d526-0435-46e9-8a31-36002d952a9b'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:41:35.190584 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a541c6-4bfb-4c19-b920-b706a21c33d0" -d '{"events": [{"server_uuid": "40bdeb6b-5f0f-43e7-a122-cd45f56db192", "name": "network-vif-deleted", "tag": "a365d526-0435-46e9-8a31-36002d952a9b"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:41:35.226304 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7152c90-5531-490d-9307-8487a2d7edb3 x-openstack-request-id: req-c7152c90-5531-490d-9307-8487a2d7edb3 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:41:35.226615 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bdeb6b-5f0f-43e7-a122-cd45f56db192", "name": "network-vif-deleted", "tag": "a365d526-0435-46e9-8a31-36002d952a9b", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:41:35.226866 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7152c90-5531-490d-9307-8487a2d7edb3 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:41:35.227257 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bdeb6b-5f0f-43e7-a122-cd45f56db192', 'name': 'network-vif-deleted', 'tag': 'a365d526-0435-46e9-8a31-36002d952a9b', 'status': 'completed', 'code': 200} Aug 05 14:41:35.632022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44832) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:41:35.678981 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-a573d37c-7ed6-4414-8542-ea68f8fb8b91 admin admin] Deleting subnet e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:41:35.683039 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a573d37c-7ed6-4414-8542-ea68f8fb8b91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:35.727632 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a573d37c-7ed6-4414-8542-ea68f8fb8b91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:35.771040 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a573d37c-7ed6-4414-8542-ea68f8fb8b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:35.827905 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a573d37c-7ed6-4414-8542-ea68f8fb8b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:35.852989 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573d37c-7ed6-4414-8542-ea68f8fb8b91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:35.856729 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a573d37c-7ed6-4414-8542-ea68f8fb8b91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:35.860931 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a573d37c-7ed6-4414-8542-ea68f8fb8b91 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e4a65c25-db7a-4e36-abcb-b06fbcfbbb9e HTTP/1.1" status: 204 len: 168 time: 0.2261927 Aug 05 14:41:35.862755 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44834) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:41:35.929200 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a7176aa6-9925-48f2-969d-001d2451edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:36.008918 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a7176aa6-9925-48f2-969d-001d2451edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:36.019033 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-a7176aa6-9925-48f2-969d-001d2451edd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ad7bd9-9951-43fa-b6b6-a6a0923b1feb']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:41:36.028926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-a7176aa6-9925-48f2-969d-001d2451edd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d0623a-9ee0-4fc2-89dd-735e30c870dd') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:41:36.029227 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-a7176aa6-9925-48f2-969d-001d2451edd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d0623a-9ee0-4fc2-89dd-735e30c870dd') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:41:36.038087 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a7176aa6-9925-48f2-969d-001d2451edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:36.051555 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a7176aa6-9925-48f2-969d-001d2451edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:36.057266 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7176aa6-9925-48f2-969d-001d2451edd6 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:41:36.057659 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a7176aa6-9925-48f2-969d-001d2451edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:41:36.059289 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:41:36.115827 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a7176aa6-9925-48f2-969d-001d2451edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:36.120870 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a7176aa6-9925-48f2-969d-001d2451edd6 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:36.126932 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a7176aa6-9925-48f2-969d-001d2451edd6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/69ad7bd9-9951-43fa-b6b6-a6a0923b1feb HTTP/1.1" status: 204 len: 168 time: 0.2632227 Aug 05 14:41:36.139388 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7176aa6-9925-48f2-969d-001d2451edd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=69ad7bd9-9951-43fa-b6b6-a6a0923b1feb,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:36.230284 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44838) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:41:36.272758 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-eea2b94d-1c95-4fbc-bcc4-1fcf359f5ed4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=728dfa2dbeb848769916303456013cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391221 Aug 05 14:41:36.272993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44840) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:41:36.320318 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63f57b61-10ff-4904-a204-3a41a07dafce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:36.340585 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63f57b61-10ff-4904-a204-3a41a07dafce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:36.388685 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63f57b61-10ff-4904-a204-3a41a07dafce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:36.392917 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-63f57b61-10ff-4904-a204-3a41a07dafce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:36.394513 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-63f57b61-10ff-4904-a204-3a41a07dafce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4 HTTP/1.1" status: 204 len: 168 time: 0.1205473 Aug 05 14:41:36.402754 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f57b61-10ff-4904-a204-3a41a07dafce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90d12c0-26c5-4c0f-b2fb-e7386fd24ea4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:37.067118 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44862) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:41:37.208200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d53a9bf2-1112-43d7-b9f1-be0974454147 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-904859637-network', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:41:37.229544 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53a9bf2-1112-43d7-b9f1-be0974454147 admin admin] Made reservation on behalf of cfaa991f8da84822bf81bd682ffda161 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:41:37.231894 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d53a9bf2-1112-43d7-b9f1-be0974454147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:37.240253 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d53a9bf2-1112-43d7-b9f1-be0974454147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:37.331187 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d53a9bf2-1112-43d7-b9f1-be0974454147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:37.334712 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d53a9bf2-1112-43d7-b9f1-be0974454147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:37.358302 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53a9bf2-1112-43d7-b9f1-be0974454147 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:41:37.366878 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a9bf2-1112-43d7-b9f1-be0974454147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65608b8-52b4-4715-a496-0270f9590c1d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:37.372788 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d53a9bf2-1112-43d7-b9f1-be0974454147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:37.373148 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-d53a9bf2-1112-43d7-b9f1-be0974454147 admin admin] Added segment efe5a14e-5898-44a0-b7ab-3096f4f8eb92 of type vlan for network eaf01f35-8397-420b-b84f-09b9e045c9cc Aug 05 14:41:37.413294 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d53a9bf2-1112-43d7-b9f1-be0974454147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:37.441682 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d53a9bf2-1112-43d7-b9f1-be0974454147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:37.442680 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53a9bf2-1112-43d7-b9f1-be0974454147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:37.443268 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d53a9bf2-1112-43d7-b9f1-be0974454147 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:37.498042 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d53a9bf2-1112-43d7-b9f1-be0974454147 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4297938 Aug 05 14:41:37.501788 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44868) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:41:37.503773 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a9bf2-1112-43d7-b9f1-be0974454147 admin admin] Pushing event updated for resources: {'Network': ['ID=eaf01f35-8397-420b-b84f-09b9e045c9cc,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:37.507039 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Request body: {'subnet': {'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-904859637-subnet', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:41:37.513515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network eaf01f35-8397-420b-b84f-09b9e045c9cc details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:41:37.530129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Made reservation on behalf of cfaa991f8da84822bf81bd682ffda161 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:41:37.532491 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:37.703036 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:37.762474 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2206139-cb73-46af-86f9-73b5fd1c1199,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:37.774659 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:37.775002 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:37.775339 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:37.775674 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:37.776003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:37.776329 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:37.776654 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:37.776976 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:37.777296 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:37.777617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:37.777940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:37.778282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:37.783275 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Checking segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:41:37.783639 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Network hostable DHCP agents. Network: eaf01f35-8397-420b-b84f-09b9e045c9cc, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:41:37.800106 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Network eaf01f35-8397-420b-b84f-09b9e045c9cc is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:41:37.808365 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, eaf01f35-8397-420b-b84f-09b9e045c9cc) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:41:37.812503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:37.813100 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:37.817342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45011cc-22fd-4fff-bb09-6d08a38191f1 None None] Network eaf01f35-8397-420b-b84f-09b9e045c9cc requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:41:37.827011 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-94a50898-cf29-4573-a691-f5ac5d8fb562 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3234911 Aug 05 14:41:37.829838 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44870) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:41:37.834380 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:41:37.855208 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:37.856184 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:37.907909 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:37.962376 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-eaf01f35-8397-420b-b84f-09b9e045c9cc', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:41:37.962897 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:38.045830 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:38.099661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Allocated IP 172.20.0.2 (eaf01f35-8397-420b-b84f-09b9e045c9cc/d2206139-cb73-46af-86f9-73b5fd1c1199/f54c1863-0de7-4758-ba11-3286f4fed055) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:41:38.239413 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:38.248061 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Transition to ACTIVE for port object f54c1863-0de7-4758-ba11-3286f4fed055 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:41:38.258103 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:38.263401 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Transition to ACTIVE for port object f54c1863-0de7-4758-ba11-3286f4fed055 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:41:38.269804 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:38.283092 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:38.313905 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Network eaf01f35-8397-420b-b84f-09b9e045c9cc is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:41:38.316750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:41:38.320231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:41:38.325743 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Pushing event updated for resources: {'Port': ['ID=f54c1863-0de7-4758-ba11-3286f4fed055,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:38.380052 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Attempting to bind port f54c1863-0de7-4758-ba11-3286f4fed055 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:41:38.380442 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Attempting to bind port f54c1863-0de7-4758-ba11-3286f4fed055 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:41:38.380829 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Attempting to bind port f54c1863-0de7-4758-ba11-3286f4fed055 on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:41:38.385986 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:41:38.386391 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Checking segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:41:38.386817 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:38.387233 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Bound using segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:41:38.387698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Bound port: f54c1863-0de7-4758-ba11-3286f4fed055, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:41:38.388082 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:38.389356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Allocated IP 172.25.5.232 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/52638d0f-4997-43ed-9c94-d8d519a02cc8) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:41:38.454971 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] For port f54c1863-0de7-4758-ba11-3286f4fed055, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:41:38.458217 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] For port f54c1863-0de7-4758-ba11-3286f4fed055, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f54c1863-0de7-4758-ba11-3286f4fed055,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:41:38.464191 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:38.499958 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:38.524868 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87cdc3-2450-47e0-9c5a-5bdfd7226d52 None None] Pushing event updated for resources: {'Port': ['ID=f54c1863-0de7-4758-ba11-3286f4fed055,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:38.549850 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:38.595424 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:41:38.598465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:41:38.600913 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:41:38.628068 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Pushing event updated for resources: {'Port': ['ID=52638d0f-4997-43ed-9c94-d8d519a02cc8,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:38.883194 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:38.976062 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a365d526-0435-46e9-8a31-36002d952a9b no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:41:38.996602 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: a365d526-0435-46e9-8a31-36002d952a9b {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:41:38.996951 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device a365d526-0435-46e9-8a31-36002d952a9b not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:41:39.078184 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:39.215810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Router 460ee116-6768-407f-a938-498280e8577a is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:41:39.325382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:41:39.335156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Sync routers for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:41:39.344476 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:39.348428 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b812099c-0f73-4abd-b36a-0753b86301e8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5149336 Aug 05 14:41:39.348574 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:41:39.348574 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:41:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:41:39.350208 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44872) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:41:39.461108 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:41:39.464208 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81d8dec-bdaf-44a8-8bfe-b8e493cd4060 None None] Network eaf01f35-8397-420b-b84f-09b9e045c9cc requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:41:39.603257 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3d64e6ac-48c8-427f-9e04-624683403792 None None] Provisioning for port f54c1863-0de7-4758-ba11-3286f4fed055 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:41:39.763607 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:38Z', 'revision_number': 3, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:41:39.780889 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:39.796002 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Checking router: 460ee116-6768-407f-a938-498280e8577a for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:41:39.796358 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Updating router 460ee116-6768-407f-a938-498280e8577a port 52638d0f-4997-43ed-9c94-d8d519a02cc8 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:41:39.823168 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:39.965554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Allocated IP 172.20.0.1 (eaf01f35-8397-420b-b84f-09b9e045c9cc/d2206139-cb73-46af-86f9-73b5fd1c1199/2c297d77-78d6-4197-bcaf-79c7c21be297) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:41:40.073215 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:40.087588 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Transition to ACTIVE for port object 2c297d77-78d6-4197-bcaf-79c7c21be297 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:41:40.095247 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:40.105052 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Transition to ACTIVE for port object 52638d0f-4997-43ed-9c94-d8d519a02cc8 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:41:40.111280 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:40.123059 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:40.172866 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2edb6-e3b0-4c27-a17f-4a3929785e5a None None] Pushing event updated for resources: {'Port': ['ID=52638d0f-4997-43ed-9c94-d8d519a02cc8,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:40.174279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Network eaf01f35-8397-420b-b84f-09b9e045c9cc is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:41:40.175289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Attempting to bind port 52638d0f-4997-43ed-9c94-d8d519a02cc8 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:41:40.175671 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Attempting to bind port 52638d0f-4997-43ed-9c94-d8d519a02cc8 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:41:40.176024 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Attempting to bind port 52638d0f-4997-43ed-9c94-d8d519a02cc8 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:41:40.177266 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:41:40.181527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:41:40.181765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:41:40.181884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:41:40.182336 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:40.182729 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:41:40.183198 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Bound port: 52638d0f-4997-43ed-9c94-d8d519a02cc8, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:41:40.183569 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:40.206944 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Pushing event updated for resources: {'Port': ['ID=2c297d77-78d6-4197-bcaf-79c7c21be297,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:40.228875 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:40.379283 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f54c1863-0de7-4758-ba11-3286f4fed055 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:41:40.409212 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:40.438040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] For port 52638d0f-4997-43ed-9c94-d8d519a02cc8, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:41:40.442339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] For port 52638d0f-4997-43ed-9c94-d8d519a02cc8, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=52638d0f-4997-43ed-9c94-d8d519a02cc8,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:41:40.448098 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:40.493432 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port f54c1863-0de7-4758-ba11-3286f4fed055 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:41:40.509854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port f54c1863-0de7-4758-ba11-3286f4fed055 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:41:40.510218 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:40.541396 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:41:40.542022 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:41:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:41:40.575613 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:40.580577 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:40.581336 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-62b6317e-406d-4ea6-ab53-a554c2bf92d7 None None] Provisioning for port 2c297d77-78d6-4197-bcaf-79c7c21be297 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:41:40.589086 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2edb6-e3b0-4c27-a17f-4a3929785e5a None None] Pushing event updated for resources: {'Port': ['ID=52638d0f-4997-43ed-9c94-d8d519a02cc8,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:40.600342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-62b6317e-406d-4ea6-ab53-a554c2bf92d7 None None] Provisioning complete for port 2c297d77-78d6-4197-bcaf-79c7c21be297 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:41:40.600712 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-62b6317e-406d-4ea6-ab53-a554c2bf92d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:40.654271 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Pushing event updated for resources: {'Port': ['ID=2c297d77-78d6-4197-bcaf-79c7c21be297,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:40.658588 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:40.690632 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-62b6317e-406d-4ea6-ab53-a554c2bf92d7 None None] Port 2c297d77-78d6-4197-bcaf-79c7c21be297 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:41:40.725604 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:41:40.749000 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Network eaf01f35-8397-420b-b84f-09b9e045c9cc is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:41:40.750409 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:41:40.760438 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:40.866772 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port f54c1863-0de7-4758-ba11-3286f4fed055, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f54c1863-0de7-4758-ba11-3286f4fed055,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:41:40.876028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Router 460ee116-6768-407f-a938-498280e8577a has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:41:40.876310 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:40.952782 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=f54c1863-0de7-4758-ba11-3286f4fed055,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:41.005753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:39Z', 'revision_number': 1, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:41:41.006492 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:41:41.011501 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5bd42e98-ef84-4594-9266-0aaec50cffd3 admin admin] 10.222.0.16 "PUT /v2.0/routers/460ee116-6768-407f-a938-498280e8577a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6602077 Aug 05 14:41:41.038166 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414b937-72f7-477a-a61e-d6f2a0e49ed3 None None] The sync data for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 is: [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:39Z', 'revision_number': 1, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:41:41.044089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7bd4ad8b-5ab0-4e03-b24e-26541e1f693d None None] Provisioning complete for port 2c297d77-78d6-4197-bcaf-79c7c21be297 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:41:41.044499 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7bd4ad8b-5ab0-4e03-b24e-26541e1f693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:41.084292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-7bd4ad8b-5ab0-4e03-b24e-26541e1f693d None None] Port 2c297d77-78d6-4197-bcaf-79c7c21be297 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:41:42.382496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 52638d0f-4997-43ed-9c94-d8d519a02cc8 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:41:42.430620 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 52638d0f-4997-43ed-9c94-d8d519a02cc8 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:41:42.434515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 52638d0f-4997-43ed-9c94-d8d519a02cc8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:41:42.435006 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:42.512151 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:42.542657 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 52638d0f-4997-43ed-9c94-d8d519a02cc8, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=52638d0f-4997-43ed-9c94-d8d519a02cc8,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:41:42.547002 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:42.547922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f54c1863-0de7-4758-ba11-3286f4fed055 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:41:42.622501 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=52638d0f-4997-43ed-9c94-d8d519a02cc8,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:42.643834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port f54c1863-0de7-4758-ba11-3286f4fed055 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:41:42.644221 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:42.771890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 44882) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:41:42.777026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-2dd5925d-afd9-4720-8b0c-8b06df909276 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--698750894', 'description': 'tempest-description--1015052797'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:41:42.806687 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2dd5925d-afd9-4720-8b0c-8b06df909276 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:42.891926 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2dd5925d-afd9-4720-8b0c-8b06df909276 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:42.896950 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2dd5925d-afd9-4720-8b0c-8b06df909276 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:42.929771 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2dd5925d-afd9-4720-8b0c-8b06df909276 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:42.931122 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2dd5925d-afd9-4720-8b0c-8b06df909276 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1578987 Aug 05 14:41:42.933113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5925d-afd9-4720-8b0c-8b06df909276 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281cdfc5-063c-48ee-beaf-da4e3623c0a6,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:42.934233 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44884) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:41:42.939733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d41bb3cc-f9d2-4e8d-b166-05749e2bbb50 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Request body: {'security_group_rule': {'security_group_id': '281cdfc5-063c-48ee-beaf-da4e3623c0a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:41:42.969550 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d41bb3cc-f9d2-4e8d-b166-05749e2bbb50 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:42.977272 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Sync routers for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:41:42.987072 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:41:42.987743 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:41:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:41:43.026346 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d41bb3cc-f9d2-4e8d-b166-05749e2bbb50 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:43.031807 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d41bb3cc-f9d2-4e8d-b166-05749e2bbb50 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:43.049120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bb3cc-f9d2-4e8d-b166-05749e2bbb50 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1ecdc3-bb49-474f-803d-23a7d27f26fa,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:43.057366 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d41bb3cc-f9d2-4e8d-b166-05749e2bbb50 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:43.061284 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d41bb3cc-f9d2-4e8d-b166-05749e2bbb50 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232126 Aug 05 14:41:43.061494 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44886) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:41:43.066295 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c48d9e24-7f62-421a-a45a-179bd058ede1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Request body: {'security_group_rule': {'security_group_id': '281cdfc5-063c-48ee-beaf-da4e3623c0a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:41:43.097756 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c48d9e24-7f62-421a-a45a-179bd058ede1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:43.158939 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c48d9e24-7f62-421a-a45a-179bd058ede1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:43.163016 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c48d9e24-7f62-421a-a45a-179bd058ede1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:43.180116 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d9e24-7f62-421a-a45a-179bd058ede1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8889f658-6e0f-4b16-85d9-9302e51f6e83,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:43.188113 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c48d9e24-7f62-421a-a45a-179bd058ede1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:43.189568 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c48d9e24-7f62-421a-a45a-179bd058ede1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269159 Aug 05 14:41:43.192504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44888) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:41:43.197017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-62d377a6-d644-470f-83a9-e8d30293f21b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:41:43.202410 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:41:43.220240 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62d377a6-d644-470f-83a9-e8d30293f21b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:43.324025 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62d377a6-d644-470f-83a9-e8d30293f21b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:43.405199 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 2, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:41:43.428219 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-62d377a6-d644-470f-83a9-e8d30293f21b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Allocated IP 172.25.5.51 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/94ed40ff-9848-49f5-8f01-02a48e85a1cd) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:41:43.435362 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Checking router: 460ee116-6768-407f-a938-498280e8577a for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:41:43.435723 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Updating router 460ee116-6768-407f-a938-498280e8577a port 2c297d77-78d6-4197-bcaf-79c7c21be297 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:41:43.460901 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:43.532834 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62d377a6-d644-470f-83a9-e8d30293f21b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:43.572081 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62d377a6-d644-470f-83a9-e8d30293f21b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:43.609814 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d377a6-d644-470f-83a9-e8d30293f21b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:41:43.612600 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-62d377a6-d644-470f-83a9-e8d30293f21b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:41:43.619032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d377a6-d644-470f-83a9-e8d30293f21b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:41:43.651067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d377a6-d644-470f-83a9-e8d30293f21b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Pushing event updated for resources: {'Port': ['ID=94ed40ff-9848-49f5-8f01-02a48e85a1cd,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:43.715559 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62d377a6-d644-470f-83a9-e8d30293f21b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:43.727518 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:43.738413 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Transition to ACTIVE for port object 2c297d77-78d6-4197-bcaf-79c7c21be297 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:41:43.743748 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:43.751283 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62d377a6-d644-470f-83a9-e8d30293f21b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:43.793768 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6a949-45d8-4563-9241-4fdc65f4eb38 None None] Pushing event updated for resources: {'Port': ['ID=2c297d77-78d6-4197-bcaf-79c7c21be297,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:43.821420 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6a949-45d8-4563-9241-4fdc65f4eb38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:43.821803 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6a949-45d8-4563-9241-4fdc65f4eb38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:43.822144 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6a949-45d8-4563-9241-4fdc65f4eb38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:43.822510 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6a949-45d8-4563-9241-4fdc65f4eb38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:43.822851 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6a949-45d8-4563-9241-4fdc65f4eb38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:43.823182 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6a949-45d8-4563-9241-4fdc65f4eb38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:43.823511 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6a949-45d8-4563-9241-4fdc65f4eb38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:43.823840 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6a949-45d8-4563-9241-4fdc65f4eb38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:43.824167 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6a949-45d8-4563-9241-4fdc65f4eb38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:43.824489 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6a949-45d8-4563-9241-4fdc65f4eb38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:43.824814 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6a949-45d8-4563-9241-4fdc65f4eb38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:43.825133 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6a949-45d8-4563-9241-4fdc65f4eb38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:41:43.861825 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Attempting to bind port 2c297d77-78d6-4197-bcaf-79c7c21be297 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:41:43.862099 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Attempting to bind port 2c297d77-78d6-4197-bcaf-79c7c21be297 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:41:43.862495 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Attempting to bind port 2c297d77-78d6-4197-bcaf-79c7c21be297 on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:41:43.867970 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:41:43.868341 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Checking segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:41:43.868749 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:43.869144 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Bound using segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:41:43.869621 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Bound port: 2c297d77-78d6-4197-bcaf-79c7c21be297, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:41:43.870003 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:43.942468 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] For port 2c297d77-78d6-4197-bcaf-79c7c21be297, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:41:43.948394 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] For port 2c297d77-78d6-4197-bcaf-79c7c21be297, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2c297d77-78d6-4197-bcaf-79c7c21be297,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:41:43.958125 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:44.027610 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:41:44.028383 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:41:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:41:44.072600 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6a949-45d8-4563-9241-4fdc65f4eb38 None None] Pushing event updated for resources: {'Port': ['ID=2c297d77-78d6-4197-bcaf-79c7c21be297,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:44.154481 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:41:44.239265 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62d377a6-d644-470f-83a9-e8d30293f21b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:44.245066 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62d377a6-d644-470f-83a9-e8d30293f21b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:44.319418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d377a6-d644-470f-83a9-e8d30293f21b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Pushing event updated for resources: {'Port': ['ID=94ed40ff-9848-49f5-8f01-02a48e85a1cd,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:44.327636 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62d377a6-d644-470f-83a9-e8d30293f21b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:44.344601 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-62d377a6-d644-470f-83a9-e8d30293f21b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:44.355007 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-62d377a6-d644-470f-83a9-e8d30293f21b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1526387 Aug 05 14:41:44.374082 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:43Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:41:44.378271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 52638d0f-4997-43ed-9c94-d8d519a02cc8 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:41:44.402563 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e38ba43-5145-4739-b307-e6f22fb413c8 None None] The sync data for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 is: [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:43Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:41:44.432792 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 52638d0f-4997-43ed-9c94-d8d519a02cc8 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:41:44.432792 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:44.515785 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2c297d77-78d6-4197-bcaf-79c7c21be297 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:41:44.518003 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-f8f9a9fa-07e2-4e60-83fc-3b217f318e69 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--698750894&fields=id&tenant_id=cfaa991f8da84822bf81bd682ffda161 HTTP/1.1" status: 200 len: 267 time: 0.0423715 Aug 05 14:41:44.578601 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 2c297d77-78d6-4197-bcaf-79c7c21be297 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:41:44.583589 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 2c297d77-78d6-4197-bcaf-79c7c21be297 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:41:44.584233 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:44.644727 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-01652ba5-3cfd-402e-89a6-12b36b221ba9 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:44.647888 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-01652ba5-3cfd-402e-89a6-12b36b221ba9 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 811 time: 0.1214852 Aug 05 14:41:44.668910 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:44.671553 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-9162e07d-64e2-4f35-b7c3-afd215ce839f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/quotas/cfaa991f8da84822bf81bd682ffda161 HTTP/1.1" status: 200 len: 375 time: 0.0182524 Aug 05 14:41:44.709787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 2c297d77-78d6-4197-bcaf-79c7c21be297, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2c297d77-78d6-4197-bcaf-79c7c21be297,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:41:44.715425 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:44.726445 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-0167c45a-8645-4a63-be7c-bb6ee4b8435d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536919 Aug 05 14:41:44.766516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=2c297d77-78d6-4197-bcaf-79c7c21be297,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:44.840124 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-200fa7fe-0b0a-4dce-913d-6d4e2e35eeb2 service neutron] 10.222.0.16 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974643 Aug 05 14:41:44.937917 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-e5226104-15e8-4a70-bd65-ef398454b802 service neutron] 10.222.0.16 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907066 Aug 05 14:41:45.052010 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:45.125185 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da196b94-79db-4945-b883-b79b1116220b req-41d9a5b4-aa69-4faf-bc02-3a2cd6aff6e3 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 210 time: 0.0311098 Aug 05 14:41:45.887655 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-97b3e458-386c-464c-9e95-4d951e6cbf0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:46.261278 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab4628ce-3bc1-4cbd-9cb3-54b595546981 req-345649fd-c745-4cb5-93df-f76fab7ce64d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 210 time: 0.0331945 Aug 05 14:41:46.319112 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-229f2b5c-d027-4e22-8e00-555aa20fd82e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:46.320694 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-229f2b5c-d027-4e22-8e00-555aa20fd82e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 811 time: 0.1639380 Aug 05 14:41:46.333991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2c297d77-78d6-4197-bcaf-79c7c21be297 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:41:46.376823 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-e3683d69-bea3-43f1-9baf-bb2edbe24c00 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfaa991f8da84822bf81bd682ffda161 HTTP/1.1" status: 200 len: 379 time: 0.0455098 Aug 05 14:41:46.387497 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-6c29cfef-0e21-4a5c-962e-1eafa735868d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Request body: {'port': {'device_id': 'e9071b98-c073-418b-a53e-e756532befe5', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'admin_state_up': True, 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'security_groups': ['281cdfc5-063c-48ee-beaf-da4e3623c0a6']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:41:46.388373 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:46.396796 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 2c297d77-78d6-4197-bcaf-79c7c21be297 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:41:46.397158 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:46.500863 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-6c29cfef-0e21-4a5c-962e-1eafa735868d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Made reservation on behalf of cfaa991f8da84822bf81bd682ffda161 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:41:46.504411 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-6c29cfef-0e21-4a5c-962e-1eafa735868d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:46.633292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-6c29cfef-0e21-4a5c-962e-1eafa735868d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Allocated IP 172.20.0.6 (eaf01f35-8397-420b-b84f-09b9e045c9cc/d2206139-cb73-46af-86f9-73b5fd1c1199/86c10209-3f98-4fdf-bb3d-111669bccee7) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:41:46.766889 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-6c29cfef-0e21-4a5c-962e-1eafa735868d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:46.781026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-6c29cfef-0e21-4a5c-962e-1eafa735868d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Transition to ACTIVE for port object 86c10209-3f98-4fdf-bb3d-111669bccee7 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:41:46.814561 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-6c29cfef-0e21-4a5c-962e-1eafa735868d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:46.862731 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-6c29cfef-0e21-4a5c-962e-1eafa735868d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Network eaf01f35-8397-420b-b84f-09b9e045c9cc is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:41:46.865714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-6c29cfef-0e21-4a5c-962e-1eafa735868d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:41:46.869446 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-6c29cfef-0e21-4a5c-962e-1eafa735868d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:41:46.876788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29cfef-0e21-4a5c-962e-1eafa735868d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Pushing event updated for resources: {'Port': ['ID=86c10209-3f98-4fdf-bb3d-111669bccee7,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:46.923570 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-6c29cfef-0e21-4a5c-962e-1eafa735868d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:46.924242 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-6c29cfef-0e21-4a5c-962e-1eafa735868d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:46.940306 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-6c29cfef-0e21-4a5c-962e-1eafa735868d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5566552 Aug 05 14:41:46.954365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Request body: {'port': {'device_id': 'e9071b98-c073-418b-a53e-e756532befe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:41:47.012274 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:47.096177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4ca3563e-9906-4a48-862a-5b98ea7cc0e1 None None] Provisioning for port 86c10209-3f98-4fdf-bb3d-111669bccee7 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:41:47.100439 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4ca3563e-9906-4a48-862a-5b98ea7cc0e1 None None] Provisioning complete for port 86c10209-3f98-4fdf-bb3d-111669bccee7 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:41:47.100813 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4ca3563e-9906-4a48-862a-5b98ea7cc0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:47.135104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4ca3563e-9906-4a48-862a-5b98ea7cc0e1 None None] Port 86c10209-3f98-4fdf-bb3d-111669bccee7 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:41:47.281742 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c10209-3f98-4fdf-bb3d-111669bccee7 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:41:47.288926 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:47.301914 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Transition to ACTIVE for port object 86c10209-3f98-4fdf-bb3d-111669bccee7 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:41:47.306723 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:47.361046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Pushing event updated for resources: {'Port': ['ID=86c10209-3f98-4fdf-bb3d-111669bccee7,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:47.412610 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55411b06-9f9c-468d-b781-573e6fde80dc req-34447fd5-96a7-40fe-9384-1e8a81c867d9 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:47.414327 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-55411b06-9f9c-468d-b781-573e6fde80dc req-34447fd5-96a7-40fe-9384-1e8a81c867d9 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 943 time: 0.0642354 Aug 05 14:41:47.429397 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Attempting to bind port 86c10209-3f98-4fdf-bb3d-111669bccee7 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:41:47.429741 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Attempting to bind port 86c10209-3f98-4fdf-bb3d-111669bccee7 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:41:47.430080 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Attempting to bind port 86c10209-3f98-4fdf-bb3d-111669bccee7 on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:41:47.434755 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Port 86c10209-3f98-4fdf-bb3d-111669bccee7 on network eaf01f35-8397-420b-b84f-09b9e045c9cc not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:41:47.435085 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Attempting to bind port 86c10209-3f98-4fdf-bb3d-111669bccee7 on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:41:47.440224 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:41:47.440574 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Checking segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:41:47.440972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Bound using segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:41:47.441411 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Bound port: 86c10209-3f98-4fdf-bb3d-111669bccee7, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:41:47.441778 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:47.462104 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-55411b06-9f9c-468d-b781-573e6fde80dc req-69831e31-0e2c-419f-ae62-61cb64b6dd98 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355675 Aug 05 14:41:47.516281 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] For port 86c10209-3f98-4fdf-bb3d-111669bccee7, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:41:47.519543 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] For port 86c10209-3f98-4fdf-bb3d-111669bccee7, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=86c10209-3f98-4fdf-bb3d-111669bccee7,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:41:47.522934 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:47.557692 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:47.558084 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:47.559599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] 10.222.0.63 "PUT /v2.0/ports/86c10209-3f98-4fdf-bb3d-111669bccee7 HTTP/1.1" status: 200 len: 1091 time: 0.6106629 Aug 05 14:41:47.559968 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9071b98-c073-418b-a53e-e756532befe5', 'tag': '86c10209-3f98-4fdf-bb3d-111669bccee7'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:41:47.562879 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc0433a-0610-41ce-9946-56a33614c6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e9071b98-c073-418b-a53e-e756532befe5", "tag": "86c10209-3f98-4fdf-bb3d-111669bccee7"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:41:47.590085 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b2782-900b-44e6-8adc-1ced7c195f12 service neutron] Pushing event updated for resources: {'Port': ['ID=86c10209-3f98-4fdf-bb3d-111669bccee7,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:47.631109 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd38731-220c-40fb-aff6-eb0cd74fce17 x-openstack-request-id: req-4cd38731-220c-40fb-aff6-eb0cd74fce17 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:41:47.631437 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9071b98-c073-418b-a53e-e756532befe5", "tag": "86c10209-3f98-4fdf-bb3d-111669bccee7", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:41:47.631662 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4cd38731-220c-40fb-aff6-eb0cd74fce17 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:41:47.632071 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9071b98-c073-418b-a53e-e756532befe5', 'tag': '86c10209-3f98-4fdf-bb3d-111669bccee7', 'status': 'completed', 'code': 200} Aug 05 14:41:47.648479 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-b81cb7d4-bc54-49bd-9dfd-72de31d7f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:47.650026 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-b81cb7d4-bc54-49bd-9dfd-72de31d7f6d6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 1094 time: 0.0481062 Aug 05 14:41:47.693928 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-209e293d-ed6d-4ffc-99b8-ab9994cf91dc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86c10209-3f98-4fdf-bb3d-111669bccee7 HTTP/1.1" status: 200 len: 217 time: 0.0356967 Aug 05 14:41:47.749320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-4435d1d2-bf4b-432a-9a0d-93dc4253913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:47.750875 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-4435d1d2-bf4b-432a-9a0d-93dc4253913a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0498040 Aug 05 14:41:47.802022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-56eac735-0e93-4608-883c-ade1a092c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:47.803578 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-56eac735-0e93-4608-883c-ade1a092c8ae service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446584 Aug 05 14:41:47.899095 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-abe06a37-81f6-4b36-bd1a-cacf233f5265 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869169 Aug 05 14:41:47.988136 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a62f76e-5be8-45b6-b72f-6cc9ef37cf22 req-d58ef352-8125-4c2b-9ce2-fede4b18c583 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815544 Aug 05 14:41:48.073544 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0433a-0610-41ce-9946-56a33614c6a7 req-90635262-5950-42de-9a35-87d95a89c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:48.075045 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fc0433a-0610-41ce-9946-56a33614c6a7 req-90635262-5950-42de-9a35-87d95a89c872 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 1094 time: 0.0413256 Aug 05 14:41:48.168135 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0433a-0610-41ce-9946-56a33614c6a7 req-193ffb12-39f9-485a-a871-0214a7322e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:48.169645 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fc0433a-0610-41ce-9946-56a33614c6a7 req-193ffb12-39f9-485a-a871-0214a7322e11 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0873291 Aug 05 14:41:48.212165 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fc0433a-0610-41ce-9946-56a33614c6a7 req-d3efa361-e15c-47f4-9393-2b03dbecc11c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86c10209-3f98-4fdf-bb3d-111669bccee7 HTTP/1.1" status: 200 len: 217 time: 0.0343854 Aug 05 14:41:48.260812 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0433a-0610-41ce-9946-56a33614c6a7 req-cc23ed61-1a07-4729-8d69-2f5293fb961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:48.262502 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fc0433a-0610-41ce-9946-56a33614c6a7 req-cc23ed61-1a07-4729-8d69-2f5293fb961a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0431774 Aug 05 14:41:48.317884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0433a-0610-41ce-9946-56a33614c6a7 req-3597876d-afa1-4154-b64d-b122fd520185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:48.319424 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fc0433a-0610-41ce-9946-56a33614c6a7 req-3597876d-afa1-4154-b64d-b122fd520185 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450151 Aug 05 14:41:48.412652 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fc0433a-0610-41ce-9946-56a33614c6a7 req-f8eaea6f-b5c6-41fa-a0ed-aefbb0971302 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840564 Aug 05 14:41:48.428305 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9928247-1847-45e2-999b-4b2a2e0b68b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:48.511425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fc0433a-0610-41ce-9946-56a33614c6a7 req-f0712abf-1644-4acc-b308-05fdb303b2e3 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901654 Aug 05 14:41:48.582190 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c01a2-35b6-4eac-9f11-ca222b9714f8 req-55b97edd-f1d0-416a-9eb2-ef9acd7ca9da tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:48.583704 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d87c01a2-35b6-4eac-9f11-ca222b9714f8 req-55b97edd-f1d0-416a-9eb2-ef9acd7ca9da tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 943 time: 0.0496225 Aug 05 14:41:48.621263 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d87c01a2-35b6-4eac-9f11-ca222b9714f8 req-3888878a-9ba8-4f58-8627-539ff7110e33 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316908 Aug 05 14:41:48.663903 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:49.649041 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:49.750447 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27943e-b148-4ed5-b6e0-da74ead51051 req-48d364a3-241b-484c-b186-0f1f1298443a tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:49.752298 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bf27943e-b148-4ed5-b6e0-da74ead51051 req-48d364a3-241b-484c-b186-0f1f1298443a tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 943 time: 0.0532169 Aug 05 14:41:49.794796 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bf27943e-b148-4ed5-b6e0-da74ead51051 req-01475893-6e52-44e4-a077-35a56e2cbe3c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359793 Aug 05 14:41:50.915431 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7805019-f54f-439c-b2aa-24ac3e9e6d02 req-bc407ac2-0b2c-4ac8-afbc-39f9af2447f7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:50.917086 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c7805019-f54f-439c-b2aa-24ac3e9e6d02 req-bc407ac2-0b2c-4ac8-afbc-39f9af2447f7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 943 time: 0.0515423 Aug 05 14:41:50.958990 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c7805019-f54f-439c-b2aa-24ac3e9e6d02 req-6d763279-d95f-4685-8fab-60074fefff17 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353115 Aug 05 14:41:51.006998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 86c10209-3f98-4fdf-bb3d-111669bccee7 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:41:51.098658 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 86c10209-3f98-4fdf-bb3d-111669bccee7, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=86c10209-3f98-4fdf-bb3d-111669bccee7,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:41:51.110359 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '86c10209-3f98-4fdf-bb3d-111669bccee7', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'port_id': '86c10209-3f98-4fdf-bb3d-111669bccee7', 'mac_address': 'fa:16:3e:ec:5c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:41:51.145793 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:51.161373 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c10209-3f98-4fdf-bb3d-111669bccee7 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:41:51.182085 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 86c10209-3f98-4fdf-bb3d-111669bccee7, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=86c10209-3f98-4fdf-bb3d-111669bccee7,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:41:51.186088 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:51.236317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=86c10209-3f98-4fdf-bb3d-111669bccee7,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:51.388178 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['86c10209-3f98-4fdf-bb3d-111669bccee7'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:41:51.446978 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:52.073205 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca447d-a5c4-4c6a-baf2-f39a0f8326db req-1af59a3c-add2-4159-a1ff-46fd38969d30 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:52.074734 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5eca447d-a5c4-4c6a-baf2-f39a0f8326db req-1af59a3c-add2-4159-a1ff-46fd38969d30 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 944 time: 0.0492926 Aug 05 14:41:52.113071 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5eca447d-a5c4-4c6a-baf2-f39a0f8326db req-8e14b712-56f1-4b91-a14f-022aafbea2ed tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317476 Aug 05 14:41:53.007801 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 86c10209-3f98-4fdf-bb3d-111669bccee7 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:41:53.057953 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 86c10209-3f98-4fdf-bb3d-111669bccee7 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:41:53.062347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 86c10209-3f98-4fdf-bb3d-111669bccee7 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:41:53.062719 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:53.137318 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:53.160168 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9071b98-c073-418b-a53e-e756532befe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c10209-3f98-4fdf-bb3d-111669bccee7'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:41:53.162582 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27259bb-19ef-40ee-bfe4-47ec0fe6148d" -d '{"events": [{"server_uuid": "e9071b98-c073-418b-a53e-e756532befe5", "name": "network-vif-plugged", "status": "completed", "tag": "86c10209-3f98-4fdf-bb3d-111669bccee7"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:41:53.175841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 86c10209-3f98-4fdf-bb3d-111669bccee7, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=86c10209-3f98-4fdf-bb3d-111669bccee7,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:41:53.180190 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:53.209809 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae6a273-1863-4951-837c-35f74fcce9a7 x-openstack-request-id: req-0ae6a273-1863-4951-837c-35f74fcce9a7 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:41:53.210096 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9071b98-c073-418b-a53e-e756532befe5", "name": "network-vif-plugged", "status": "completed", "tag": "86c10209-3f98-4fdf-bb3d-111669bccee7", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:41:53.210385 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ae6a273-1863-4951-837c-35f74fcce9a7 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:41:53.210769 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9071b98-c073-418b-a53e-e756532befe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c10209-3f98-4fdf-bb3d-111669bccee7', 'code': 200} Aug 05 14:41:53.237256 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=86c10209-3f98-4fdf-bb3d-111669bccee7,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:41:53.252255 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cd2e7-7d38-4afa-a5e5-939ef9524e4d req-a543d2ba-4c78-4497-84d3-32ae3717c23d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:53.253772 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7f0cd2e7-7d38-4afa-a5e5-939ef9524e4d req-a543d2ba-4c78-4497-84d3-32ae3717c23d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.0688329 Aug 05 14:41:53.293013 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7f0cd2e7-7d38-4afa-a5e5-939ef9524e4d req-086b4fcd-f8b0-46aa-821f-cf4410864896 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328057 Aug 05 14:41:53.314810 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd621b72-d9c5-4b03-8b66-03e012aac761 req-5ea36a6b-043b-4bdc-994a-eabfccda1e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:53.316330 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dd621b72-d9c5-4b03-8b66-03e012aac761 req-5ea36a6b-043b-4bdc-994a-eabfccda1e34 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 1096 time: 0.0447080 Aug 05 14:41:53.351366 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dd621b72-d9c5-4b03-8b66-03e012aac761 req-4c2d6ce3-4b97-42d2-b4de-8ebb829f26a5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273287 Aug 05 14:41:54.413617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf7f2f-8466-415b-8271-6782b07c7d50 req-9c1d9ab5-56d2-4d89-a26f-01c63a1f11f4 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:54.415035 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-caaf7f2f-8466-415b-8271-6782b07c7d50 req-9c1d9ab5-56d2-4d89-a26f-01c63a1f11f4 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.0508163 Aug 05 14:41:54.453935 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-caaf7f2f-8466-415b-8271-6782b07c7d50 req-c884d6a9-52b7-44be-b986-f8fdfa7e0240 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319560 Aug 05 14:41:54.575905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305eabe-ee9b-47c5-a85a-2c7a158e7a7e req-0a7a59c3-df08-4619-a135-3d42f1f2e089 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:54.577389 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c305eabe-ee9b-47c5-a85a-2c7a158e7a7e req-0a7a59c3-df08-4619-a135-3d42f1f2e089 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.0483959 Aug 05 14:41:54.587017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 44944) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:41:54.591543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-28f2bea4-b065-4216-87a3-e82dcaef452d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Request body: {'floatingip': {'port_id': '86c10209-3f98-4fdf-bb3d-111669bccee7'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:41:54.633494 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-28f2bea4-b065-4216-87a3-e82dcaef452d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for floatingip, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:55.067241 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-28f2bea4-b065-4216-87a3-e82dcaef452d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:55.071254 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-28f2bea4-b065-4216-87a3-e82dcaef452d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:55.171570 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-28f2bea4-b065-4216-87a3-e82dcaef452d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Floating IP fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3 associated. External IP: 172.25.5.51, port: 86c10209-3f98-4fdf-bb3d-111669bccee7. Aug 05 14:41:55.254873 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7743a426-5fb6-48c8-822e-bf2c02372910 req-486d2efd-0559-48b7-bfa7-e88e34f938a5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411594 Aug 05 14:41:55.341731 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743a426-5fb6-48c8-822e-bf2c02372910 req-a290f5fe-d37e-4461-8804-a1eaf408be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:55.343218 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7743a426-5fb6-48c8-822e-bf2c02372910 req-a290f5fe-d37e-4461-8804-a1eaf408be50 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 1096 time: 0.0448046 Aug 05 14:41:55.383656 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f2bea4-b065-4216-87a3-e82dcaef452d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Router 460ee116-6768-407f-a938-498280e8577a has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:41:55.449427 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743a426-5fb6-48c8-822e-bf2c02372910 req-9e5c6f11-ec51-4721-99df-db8ea4be81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:55.451123 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7743a426-5fb6-48c8-822e-bf2c02372910 req-9e5c6f11-ec51-4721-99df-db8ea4be81bc service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0881431 Aug 05 14:41:55.482480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-97aa90f8-89ad-41f9-91ca-66bc45d8382f req-330306a7-0f13-448b-a603-5e1d74a9ae89 service neutron] (105724) timed out ('10.222.0.16', 40626) {{(pid=105724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 14:41:55.505543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f2bea4-b065-4216-87a3-e82dcaef452d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:41:55.510162 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-28f2bea4-b065-4216-87a3-e82dcaef452d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:41:55.516549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb564b-67c2-4266-aac5-7b20d5fe4d64 None None] Sync routers for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:41:55.526705 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb564b-67c2-4266-aac5-7b20d5fe4d64 None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:41:55.527445 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-7dcb564b-67c2-4266-aac5-7b20d5fe4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:41:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:41:55.538111 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-28f2bea4-b065-4216-87a3-e82dcaef452d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "PUT /v2.0/floatingips/fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3 HTTP/1.1" status: 200 len: 990 time: 0.9500053 Aug 05 14:41:55.538731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9071b98-c073-418b-a53e-e756532befe5', 'tag': '86c10209-3f98-4fdf-bb3d-111669bccee7'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:41:55.541341 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ef2339-e534-4012-924d-09bbff85b9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e9071b98-c073-418b-a53e-e756532befe5", "tag": "86c10209-3f98-4fdf-bb3d-111669bccee7"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:41:55.558768 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7743a426-5fb6-48c8-822e-bf2c02372910 req-fd13fd2c-6b51-4282-b700-4cb4beb06cb8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86c10209-3f98-4fdf-bb3d-111669bccee7 HTTP/1.1" status: 200 len: 998 time: 0.0994885 Aug 05 14:41:55.583527 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2617edde-0a5c-4517-9162-e511d8ea7f7c x-openstack-request-id: req-2617edde-0a5c-4517-9162-e511d8ea7f7c {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:41:55.584060 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9071b98-c073-418b-a53e-e756532befe5", "tag": "86c10209-3f98-4fdf-bb3d-111669bccee7", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:41:55.584060 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2617edde-0a5c-4517-9162-e511d8ea7f7c {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:41:55.584455 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9071b98-c073-418b-a53e-e756532befe5', 'tag': '86c10209-3f98-4fdf-bb3d-111669bccee7', 'status': 'completed', 'code': 200} Aug 05 14:41:55.627878 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743a426-5fb6-48c8-822e-bf2c02372910 req-ff38ccf8-f426-4e79-8a81-e307055cddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:55.629823 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7743a426-5fb6-48c8-822e-bf2c02372910 req-ff38ccf8-f426-4e79-8a81-e307055cddb4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0617926 Aug 05 14:41:55.651817 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-7dcb564b-67c2-4266-aac5-7b20d5fe4d64 None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:41:55.678739 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743a426-5fb6-48c8-822e-bf2c02372910 req-b42b6e63-5da0-4e3f-a788-85f6b2a5f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:55.680313 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7743a426-5fb6-48c8-822e-bf2c02372910 req-b42b6e63-5da0-4e3f-a788-85f6b2a5f8d9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426512 Aug 05 14:41:55.878416 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-7dcb564b-67c2-4266-aac5-7b20d5fe4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'floating_ip_address': '172.25.5.51', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '460ee116-6768-407f-a938-498280e8577a', 'port_id': '86c10209-3f98-4fdf-bb3d-111669bccee7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'mac_address': 'fa:16:3e:ec:5c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9071b98-c073-418b-a53e-e756532befe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:41:43Z', 'updated_at': '2021-08-05T14:41:54Z', 'revision_number': 1, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:41:55.905083 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb564b-67c2-4266-aac5-7b20d5fe4d64 None None] Checking router: 460ee116-6768-407f-a938-498280e8577a for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:41:55.914144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb564b-67c2-4266-aac5-7b20d5fe4d64 None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:41:55.914795 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-7dcb564b-67c2-4266-aac5-7b20d5fe4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:41:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:41:56.012759 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7743a426-5fb6-48c8-822e-bf2c02372910 req-b7b15039-2f91-4ec8-8d98-3f31e078f09b service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178475 Aug 05 14:41:56.022036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-7dcb564b-67c2-4266-aac5-7b20d5fe4d64 None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:41:56.102962 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7743a426-5fb6-48c8-822e-bf2c02372910 req-be1e19f1-5804-44c3-9327-c33bfa50ae35 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816691 Aug 05 14:41:56.196015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef2339-e534-4012-924d-09bbff85b9c5 req-922545aa-59b3-4828-9d90-d4ab25dc6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:56.197597 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65ef2339-e534-4012-924d-09bbff85b9c5 req-922545aa-59b3-4828-9d90-d4ab25dc6e87 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 1096 time: 0.0475318 Aug 05 14:41:56.294579 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef2339-e534-4012-924d-09bbff85b9c5 req-8d2f25e5-c0ee-4546-890a-1c117f9bf181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:56.296108 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65ef2339-e534-4012-924d-09bbff85b9c5 req-8d2f25e5-c0ee-4546-890a-1c117f9bf181 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0914729 Aug 05 14:41:56.370000 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65ef2339-e534-4012-924d-09bbff85b9c5 req-f99f8f91-2b5e-401f-9aee-e6e303a45606 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86c10209-3f98-4fdf-bb3d-111669bccee7 HTTP/1.1" status: 200 len: 998 time: 0.0658300 Aug 05 14:41:56.413628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-7dcb564b-67c2-4266-aac5-7b20d5fe4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'floating_ip_address': '172.25.5.51', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '460ee116-6768-407f-a938-498280e8577a', 'port_id': '86c10209-3f98-4fdf-bb3d-111669bccee7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'mac_address': 'fa:16:3e:ec:5c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9071b98-c073-418b-a53e-e756532befe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:41:43Z', 'updated_at': '2021-08-05T14:41:54Z', 'revision_number': 1, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:41:56.423107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef2339-e534-4012-924d-09bbff85b9c5 req-9a588cb2-3075-47f0-a229-fd6287e5c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:56.424620 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65ef2339-e534-4012-924d-09bbff85b9c5 req-9a588cb2-3075-47f0-a229-fd6287e5c522 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0475314 Aug 05 14:41:56.439860 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb564b-67c2-4266-aac5-7b20d5fe4d64 None None] The sync data for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 is: [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'floating_ip_address': '172.25.5.51', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '460ee116-6768-407f-a938-498280e8577a', 'port_id': '86c10209-3f98-4fdf-bb3d-111669bccee7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'mac_address': 'fa:16:3e:ec:5c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9071b98-c073-418b-a53e-e756532befe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:41:43Z', 'updated_at': '2021-08-05T14:41:54Z', 'revision_number': 1, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:41:56.473246 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef2339-e534-4012-924d-09bbff85b9c5 req-b2b47dbf-c7fb-4874-a556-fe8a9b788881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:41:56.474813 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65ef2339-e534-4012-924d-09bbff85b9c5 req-b2b47dbf-c7fb-4874-a556-fe8a9b788881 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425127 Aug 05 14:41:56.571555 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65ef2339-e534-4012-924d-09bbff85b9c5 req-450a21d3-5058-41b2-b0d7-94091d8c38b3 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888155 Aug 05 14:41:56.636572 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736a1573-bd7f-409a-9bb6-0960486c609c None None] New status for floating IP fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:41:56.673932 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65ef2339-e534-4012-924d-09bbff85b9c5 req-49bc801c-d865-4f51-8339-df5168b7d7c6 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937154 Aug 05 14:42:08.443208 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:42:15.069820 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:42:15.888808 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9935ec49-58ab-4b7b-8b4b-6b604aafefb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:42:16.398607 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:42:18.428444 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7995d032-b2db-4c5f-8b88-99e31c4f8b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:42:18.664685 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:42:19.649912 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:42:21.441399 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:42:45.076671 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:42:45.444455 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:42:45.888695 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ed0a289c-55ee-42a6-b63f-1be2fb1ec3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:42:46.413215 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:42:48.428531 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f1f471f2-c9e6-497c-89bc-c1d48f5be008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:42:48.668872 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:42:49.652686 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:42:51.446630 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:42:55.247481 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2420b8f-5aa9-40f2-8d74-7950e51c0d78 req-2b484879-3c86-4bb9-8693-5f81c7d3939a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390546 Aug 05 14:42:55.334132 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2420b8f-5aa9-40f2-8d74-7950e51c0d78 req-8c41a742-cc66-4bf2-8255-ca964446e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:42:55.335575 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2420b8f-5aa9-40f2-8d74-7950e51c0d78 req-8c41a742-cc66-4bf2-8255-ca964446e50d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 1096 time: 0.0452707 Aug 05 14:42:55.439926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2420b8f-5aa9-40f2-8d74-7950e51c0d78 req-e471b84d-d12a-4dd6-b393-fb5831c3139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:42:55.441388 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2420b8f-5aa9-40f2-8d74-7950e51c0d78 req-e471b84d-d12a-4dd6-b393-fb5831c3139a service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0853357 Aug 05 14:42:55.509494 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2420b8f-5aa9-40f2-8d74-7950e51c0d78 req-fa368b82-34ad-4733-b998-379abbc6c46d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86c10209-3f98-4fdf-bb3d-111669bccee7 HTTP/1.1" status: 200 len: 1000 time: 0.0605211 Aug 05 14:42:55.558634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2420b8f-5aa9-40f2-8d74-7950e51c0d78 req-bdd5d664-ff8a-4ffc-ae06-1815299eb43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:42:55.560036 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2420b8f-5aa9-40f2-8d74-7950e51c0d78 req-bdd5d664-ff8a-4ffc-ae06-1815299eb43f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0420456 Aug 05 14:42:55.605412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2420b8f-5aa9-40f2-8d74-7950e51c0d78 req-b093fced-2506-44c3-94bb-aa6a475aac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:42:55.606921 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2420b8f-5aa9-40f2-8d74-7950e51c0d78 req-b093fced-2506-44c3-94bb-aa6a475aac5e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398436 Aug 05 14:42:55.701818 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2420b8f-5aa9-40f2-8d74-7950e51c0d78 req-9b977cbe-f7ef-4a68-b38d-d74727a3f1e1 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869360 Aug 05 14:42:55.790206 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f2420b8f-5aa9-40f2-8d74-7950e51c0d78 req-f4aded6e-2f72-4507-b04b-22b5c5ed86c8 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805991 Aug 05 14:43:15.091821 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:15.889332 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e5cc280b-3eed-402c-8372-5b171ab4c71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:16.421826 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:18.429870 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2aa2d881-9a5d-4f6d-8afc-59b86d2eb99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:18.668740 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:19.655280 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:21.445970 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:22.444436 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:43:32.712562 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ee441-a2d8-4629-96d8-4309495e85fc req-092ae55f-5623-4ca2-8a21-3de7abce9dde tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:32.714094 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a17ee441-a2d8-4629-96d8-4309495e85fc req-092ae55f-5623-4ca2-8a21-3de7abce9dde tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.1570754 Aug 05 14:43:32.755948 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a17ee441-a2d8-4629-96d8-4309495e85fc req-3144cbe5-11fb-45e9-9e3f-1617fcfebdd9 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355544 Aug 05 14:43:32.981884 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-5cfa9675-ddfd-4d27-996f-7f5fdac48b54 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442071 Aug 05 14:43:33.002361 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca5987-7a0b-4a77-9d75-d3967107e2d6 req-3ca764a9-1717-4590-b518-ef562e110f47 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:33.003903 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8bca5987-7a0b-4a77-9d75-d3967107e2d6 req-3ca764a9-1717-4590-b518-ef562e110f47 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.0552199 Aug 05 14:43:33.043365 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8bca5987-7a0b-4a77-9d75-d3967107e2d6 req-f91b1724-3cb4-4e13-99ce-9746f0a8ede6 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332808 Aug 05 14:43:34.224604 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-964c43ee-4a60-429e-8f9d-2b2c29ca40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:34.226365 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-964c43ee-4a60-429e-8f9d-2b2c29ca40d7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 1096 time: 0.0464559 Aug 05 14:43:34.280201 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48621a34-2ece-4f82-b4ba-2a54e3b71a90 req-7c34d348-02a8-4a4a-9739-81f366b04879 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:34.281792 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-48621a34-2ece-4f82-b4ba-2a54e3b71a90 req-7c34d348-02a8-4a4a-9739-81f366b04879 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.1489489 Aug 05 14:43:34.321675 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-48621a34-2ece-4f82-b4ba-2a54e3b71a90 req-e10f9cc9-bb0e-4bc3-8f0d-3ef2ce544a9d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337441 Aug 05 14:43:34.322016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-752a9d49-2cce-45fa-b63f-7a6be2b6b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:34.323545 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-752a9d49-2cce-45fa-b63f-7a6be2b6b772 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0905526 Aug 05 14:43:34.388486 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-6c2f8629-5dee-4cfd-bcba-b0aa8f5dc340 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86c10209-3f98-4fdf-bb3d-111669bccee7 HTTP/1.1" status: 200 len: 1000 time: 0.0572836 Aug 05 14:43:34.440090 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-8e472b2c-6200-418c-b2d7-a9db80e6db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:34.441604 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-8e472b2c-6200-418c-b2d7-a9db80e6db79 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0461228 Aug 05 14:43:34.491876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-113553c2-43e9-4c5b-98e6-9030e9e2f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:34.493368 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-113553c2-43e9-4c5b-98e6-9030e9e2f5dd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447004 Aug 05 14:43:34.585463 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-d3865878-9a07-4b44-b0f3-b637e7313cd0 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842986 Aug 05 14:43:34.685595 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-6553e507-e235-4154-a780-6c48bf0982ce service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930648 Aug 05 14:43:35.441759 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c6d6b-b480-4705-9c2a-b8e16d1d8640 req-112b8221-8009-4a82-87ae-87a8751095cb tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:35.443288 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d42c6d6b-b480-4705-9c2a-b8e16d1d8640 req-112b8221-8009-4a82-87ae-87a8751095cb tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.0512238 Aug 05 14:43:35.480309 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d42c6d6b-b480-4705-9c2a-b8e16d1d8640 req-4bc3b1b5-843a-41b0-bbf2-4f38eb1438d9 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310256 Aug 05 14:43:36.599804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4097c-7aea-4af8-a8bd-940daf802624 req-8e0ffd54-9a7a-4c42-93b8-dcdccb368000 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:36.601246 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fed4097c-7aea-4af8-a8bd-940daf802624 req-8e0ffd54-9a7a-4c42-93b8-dcdccb368000 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.0505025 Aug 05 14:43:36.639857 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fed4097c-7aea-4af8-a8bd-940daf802624 req-e9dcd068-3970-438a-943b-4eea2a88e11f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327313 Aug 05 14:43:37.771259 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb158d-7013-4615-bb41-69a6d37ed4c8 req-0297e993-35ec-4627-a084-30125fcd83b7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:37.772765 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89bb158d-7013-4615-bb41-69a6d37ed4c8 req-0297e993-35ec-4627-a084-30125fcd83b7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.0486045 Aug 05 14:43:37.810182 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-89bb158d-7013-4615-bb41-69a6d37ed4c8 req-4e9969c5-4d6f-4d62-8f3d-51265dd33059 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315769 Aug 05 14:43:38.924234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa319861-a8ae-473b-a6b0-340b6564ad3a req-7985b942-6106-487f-a170-8c90ef773ec7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:38.925659 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aa319861-a8ae-473b-a6b0-340b6564ad3a req-7985b942-6106-487f-a170-8c90ef773ec7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.0493724 Aug 05 14:43:38.966559 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aa319861-a8ae-473b-a6b0-340b6564ad3a req-ddaead64-9db8-4f1a-8dd5-30cb6849fe32 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348053 Aug 05 14:43:40.080434 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c895ced-c2b9-4f93-b150-d0c7c744b51e req-f9d35a8e-e2d5-4ec1-a15e-5e2f123b7839 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:40.081916 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c895ced-c2b9-4f93-b150-d0c7c744b51e req-f9d35a8e-e2d5-4ec1-a15e-5e2f123b7839 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.0491967 Aug 05 14:43:40.123058 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4c895ced-c2b9-4f93-b150-d0c7c744b51e req-38afb9b1-40fe-4b92-8b93-b11de70ded5f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352936 Aug 05 14:43:41.241534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd013b-29fc-4901-92b8-0eddbe2c607c req-50baa08c-55dc-486e-a5cc-c68f2f3c67f3 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:41.243040 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2fcd013b-29fc-4901-92b8-0eddbe2c607c req-50baa08c-55dc-486e-a5cc-c68f2f3c67f3 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.0528660 Aug 05 14:43:41.280949 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2fcd013b-29fc-4901-92b8-0eddbe2c607c req-8294e5ff-2abb-4c20-a720-4c13b69c4796 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320294 Aug 05 14:43:42.395435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff7866-9e6b-4ae0-ad97-91e1316d9458 req-c6bdcb8d-5e88-4276-bbf5-c20f91df367e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:42.396958 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ccff7866-9e6b-4ae0-ad97-91e1316d9458 req-c6bdcb8d-5e88-4276-bbf5-c20f91df367e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.0483294 Aug 05 14:43:42.436157 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ccff7866-9e6b-4ae0-ad97-91e1316d9458 req-3dec403c-85ed-4d1f-a3a7-bb5f87dcf2c8 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333624 Aug 05 14:43:43.554038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474bd8c-366b-4b01-9038-0c63895e1444 req-f9b8d99c-1e50-4fd3-a421-b7e6f267591e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:43.555592 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7474bd8c-366b-4b01-9038-0c63895e1444 req-f9b8d99c-1e50-4fd3-a421-b7e6f267591e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.0515509 Aug 05 14:43:43.594434 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7474bd8c-366b-4b01-9038-0c63895e1444 req-38bc6592-65a8-4867-9912-ec3a2cab5319 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329623 Aug 05 14:43:44.711500 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c197c-cb02-49fa-87ad-1757dab16841 req-c647d76c-7942-48f7-be50-db264c452f7d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:44.713006 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-964c197c-cb02-49fa-87ad-1757dab16841 req-c647d76c-7942-48f7-be50-db264c452f7d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.0502629 Aug 05 14:43:44.753642 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-964c197c-cb02-49fa-87ad-1757dab16841 req-1183931d-ee3b-44c2-8667-226d278d8989 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341187 Aug 05 14:43:45.113678 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:45.869723 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862fd3b-a8a0-46f3-9fed-8349e8143991 req-dcf676a1-8905-443a-9fe8-9d28b35c111c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:45.871242 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f862fd3b-a8a0-46f3-9fed-8349e8143991 req-dcf676a1-8905-443a-9fe8-9d28b35c111c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.0494695 Aug 05 14:43:45.890745 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-78341bb3-09f5-4359-a065-a75ba5a05122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:45.911780 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f862fd3b-a8a0-46f3-9fed-8349e8143991 req-28cb76e0-b745-4d87-90a2-648a75676ac7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339181 Aug 05 14:43:46.422817 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:46.564631 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-40643c59-9b78-4e06-8976-3f108c8a1202 service neutron] show failed (client error): The resource could not be found. Aug 05 14:43:46.565653 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-40643c59-9b78-4e06-8976-3f108c8a1202 service neutron] 10.222.0.63 "GET /v2.0/ports/86c10209-3f98-4fdf-bb3d-111669bccee7/bindings/n-h2-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.0547407 Aug 05 14:43:46.765267 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-6ce65375-6ced-4b7e-adfc-708c6d3ee344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:46.766830 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-6ce65375-6ced-4b7e-adfc-708c6d3ee344 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5&tenant_id=cfaa991f8da84822bf81bd682ffda161 HTTP/1.1" status: 200 len: 1096 time: 0.0451314 Aug 05 14:43:46.778745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:43:46.838439 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:47.032175 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce3550-db3a-4c5e-a733-2ecd5617d056 req-1cdd22e4-48dd-4e07-94ea-e32ad8c99569 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:47.033940 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fcce3550-db3a-4c5e-a733-2ecd5617d056 req-1cdd22e4-48dd-4e07-94ea-e32ad8c99569 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.0541170 Aug 05 14:43:47.045647 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] For port 86c10209-3f98-4fdf-bb3d-111669bccee7, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=86c10209-3f98-4fdf-bb3d-111669bccee7,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:43:47.074645 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fcce3550-db3a-4c5e-a733-2ecd5617d056 req-025cc46a-f68f-42d7-89d0-b056b54c76e7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346928 Aug 05 14:43:47.082243 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] For port 86c10209-3f98-4fdf-bb3d-111669bccee7, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:43:47.125541 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9071b98-c073-418b-a53e-e756532befe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c10209-3f98-4fdf-bb3d-111669bccee7'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:43:47.128419 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f78674b-123b-4377-994e-80997f22679c" -d '{"events": [{"server_uuid": "e9071b98-c073-418b-a53e-e756532befe5", "name": "network-vif-unplugged", "status": "completed", "tag": "86c10209-3f98-4fdf-bb3d-111669bccee7"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:43:47.132496 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:47.145359 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Transition to ACTIVE for port object 86c10209-3f98-4fdf-bb3d-111669bccee7 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:43:47.149459 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:47.195846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Pushing event updated for resources: {'Port': ['ID=86c10209-3f98-4fdf-bb3d-111669bccee7,revision_number=6']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:43:47.253796 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4106227f-35cb-470c-b5d9-461f0fd2087e x-openstack-request-id: req-4106227f-35cb-470c-b5d9-461f0fd2087e {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:43:47.254086 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9071b98-c073-418b-a53e-e756532befe5", "name": "network-vif-unplugged", "status": "completed", "tag": "86c10209-3f98-4fdf-bb3d-111669bccee7", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:43:47.254368 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4106227f-35cb-470c-b5d9-461f0fd2087e {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:43:47.254778 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9071b98-c073-418b-a53e-e756532befe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c10209-3f98-4fdf-bb3d-111669bccee7', 'code': 200} Aug 05 14:43:47.256298 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:47.256647 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:47.256990 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:47.257332 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:47.257669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:47.258001 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:47.258354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:47.258690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:47.259024 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:47.259353 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:47.259680 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:47.260003 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:47.339113 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] No DVR routers for this DVR port 86c10209-3f98-4fdf-bb3d-111669bccee7 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:43:47.471834 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Attempting to bind port 86c10209-3f98-4fdf-bb3d-111669bccee7 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:43:47.472177 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Attempting to bind port 86c10209-3f98-4fdf-bb3d-111669bccee7 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:43:47.472511 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Attempting to bind port 86c10209-3f98-4fdf-bb3d-111669bccee7 on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:43:47.476711 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Port 86c10209-3f98-4fdf-bb3d-111669bccee7 on network eaf01f35-8397-420b-b84f-09b9e045c9cc not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:43:47.477037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Attempting to bind port 86c10209-3f98-4fdf-bb3d-111669bccee7 on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:43:47.481796 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:43:47.482136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Checking segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:43:47.482558 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Bound using segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:43:47.482985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Bound port: 86c10209-3f98-4fdf-bb3d-111669bccee7, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:43:47.483342 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:47.545457 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] For port 86c10209-3f98-4fdf-bb3d-111669bccee7, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:43:47.549473 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] For port 86c10209-3f98-4fdf-bb3d-111669bccee7, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=86c10209-3f98-4fdf-bb3d-111669bccee7,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:43:47.553120 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:47.594135 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:47.594792 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:47.596336 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] 10.222.0.84 "PUT /v2.0/ports/86c10209-3f98-4fdf-bb3d-111669bccee7 HTTP/1.1" status: 200 len: 1091 time: 0.8216863 Aug 05 14:43:47.614119 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d92ef-1e77-4e9c-9e05-994811186aab service neutron] Pushing event updated for resources: {'Port': ['ID=86c10209-3f98-4fdf-bb3d-111669bccee7,revision_number=7']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:43:47.664808 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-22c22bd7-da83-4211-a152-e70003a009c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:47.666428 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-22c22bd7-da83-4211-a152-e70003a009c0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 1094 time: 0.0446956 Aug 05 14:43:47.759940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-a3a8cec2-efb8-4f75-a234-720e949f2d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:47.761433 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-a3a8cec2-efb8-4f75-a234-720e949f2d1d service neutron] 10.222.0.84 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0880566 Aug 05 14:43:47.833780 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-6fab84a6-a4e3-4555-9473-87ee6f94dde5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86c10209-3f98-4fdf-bb3d-111669bccee7 HTTP/1.1" status: 200 len: 998 time: 0.0650027 Aug 05 14:43:47.885577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-a93111d5-ec01-4c89-b78b-a707796a0506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:47.887140 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-a93111d5-ec01-4c89-b78b-a707796a0506 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0464151 Aug 05 14:43:47.932986 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-7e41f162-22b5-4f87-aaf8-0524494902b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:47.934507 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-7e41f162-22b5-4f87-aaf8-0524494902b0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400307 Aug 05 14:43:48.025866 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-25a1e1bb-2a0b-4bdf-878f-0eef4a436aa0 service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841200 Aug 05 14:43:48.115836 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-c9aa2769-e35a-4064-b289-9d2b002e4901 service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820804 Aug 05 14:43:48.196646 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d26d3a-8f61-403c-b9a0-8434ab18ed12 req-28066a89-ca30-47b6-af67-fb34eae7eaa4 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:48.198193 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17d26d3a-8f61-403c-b9a0-8434ab18ed12 req-28066a89-ca30-47b6-af67-fb34eae7eaa4 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 943 time: 0.0494905 Aug 05 14:43:48.241305 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17d26d3a-8f61-403c-b9a0-8434ab18ed12 req-2b908fde-7b70-414a-9bb1-3b3225abfcdb tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345557 Aug 05 14:43:48.430695 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-947f9ff7-5125-49bf-aa33-e06731f66a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:48.668968 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:49.255480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9071b98-c073-418b-a53e-e756532befe5', 'tag': '86c10209-3f98-4fdf-bb3d-111669bccee7'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:43:49.257843 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fce738c-4090-4278-af74-85c1ba9eb7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "e9071b98-c073-418b-a53e-e756532befe5", "tag": "86c10209-3f98-4fdf-bb3d-111669bccee7"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:43:49.306840 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac2e451-ace2-4391-bcdd-ed48a0180c40 x-openstack-request-id: req-0ac2e451-ace2-4391-bcdd-ed48a0180c40 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:43:49.307130 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9071b98-c073-418b-a53e-e756532befe5", "tag": "86c10209-3f98-4fdf-bb3d-111669bccee7", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:43:49.308064 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ac2e451-ace2-4391-bcdd-ed48a0180c40 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:43:49.308484 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9071b98-c073-418b-a53e-e756532befe5', 'tag': '86c10209-3f98-4fdf-bb3d-111669bccee7', 'status': 'completed', 'code': 200} Aug 05 14:43:49.377747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-f088eb8a-df12-4a8b-88b7-3c184b208a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:49.379295 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-f088eb8a-df12-4a8b-88b7-3c184b208a61 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 1094 time: 0.0478911 Aug 05 14:43:49.390455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6658284-8210-420a-8ac5-975fb1a783b0 req-8bbe47a4-6706-4260-970d-af518fd43b9c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:49.391976 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b6658284-8210-420a-8ac5-975fb1a783b0 req-8bbe47a4-6706-4260-970d-af518fd43b9c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 943 time: 0.0818565 Aug 05 14:43:49.398274 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-53746114-f690-4bbd-87c0-cf4ad019087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:49.399732 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-53746114-f690-4bbd-87c0-cf4ad019087c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 1094 time: 0.0634756 Aug 05 14:43:49.474666 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-e65d6a00-ebf6-42a4-96c1-fb8820745743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:49.476163 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-e65d6a00-ebf6-42a4-96c1-fb8820745743 service neutron] 10.222.0.84 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0880818 Aug 05 14:43:49.481452 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b6658284-8210-420a-8ac5-975fb1a783b0 req-e0ed43c4-2d62-491e-b8a4-c320f47b5f4b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807743 Aug 05 14:43:49.514442 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-8d1543b9-4753-4fd6-962b-e12a3ff7e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:49.515858 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-8d1543b9-4753-4fd6-962b-e12a3ff7e8ce service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.1084249 Aug 05 14:43:49.552796 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-a24b8005-360b-4b33-9ff2-8907164c67ba service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86c10209-3f98-4fdf-bb3d-111669bccee7 HTTP/1.1" status: 200 len: 998 time: 0.0654614 Aug 05 14:43:49.587615 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-84c26c21-4d77-4598-9da9-ae7bbd57c629 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86c10209-3f98-4fdf-bb3d-111669bccee7 HTTP/1.1" status: 200 len: 998 time: 0.0630991 Aug 05 14:43:49.610537 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-45321083-d14b-4992-86cd-6bf1cd9cb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:49.613080 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-45321083-d14b-4992-86cd-6bf1cd9cb6fa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0509343 Aug 05 14:43:49.643343 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-ba0814fd-646e-4219-818c-1eae0150b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:49.644976 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-ba0814fd-646e-4219-818c-1eae0150b9f7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0498176 Aug 05 14:43:49.660800 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:49.671154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-e282d997-4400-467e-a639-d60b0e61c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:49.672789 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-e282d997-4400-467e-a639-d60b0e61c4ce service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519793 Aug 05 14:43:49.696791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-575da3e5-c243-4746-8ea7-2a7845c55cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:49.698554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-575da3e5-c243-4746-8ea7-2a7845c55cca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465522 Aug 05 14:43:49.710782 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-b3229f7f-59d8-488a-8f84-b3a65be5d179 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:43:49.711943 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-b3229f7f-59d8-488a-8f84-b3a65be5d179 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057507 Aug 05 14:43:49.782269 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-ee6ab0bc-668d-4e95-ad02-da8e57b9702b service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977933 Aug 05 14:43:49.814665 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-3c265120-3271-4190-8958-59d8e0856889 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953252 Aug 05 14:43:49.873896 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-595b52ae-b0fd-403e-917b-866fd75d7980 service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845916 Aug 05 14:43:49.905849 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8fce738c-4090-4278-af74-85c1ba9eb7c4 req-dd76e652-5717-4c3f-8e06-b09eaf56f0b1 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839217 Aug 05 14:43:50.599607 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dd429-9209-4910-a2d0-034b63c23ee9 req-1f011e2f-0851-4425-8f4c-1c6ebbd1b721 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:50.601016 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8b5dd429-9209-4910-a2d0-034b63c23ee9 req-1f011e2f-0851-4425-8f4c-1c6ebbd1b721 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 943 time: 0.0489771 Aug 05 14:43:50.640460 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8b5dd429-9209-4910-a2d0-034b63c23ee9 req-bef5683f-fcb2-4be8-8afb-4c75fd15a3be tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335135 Aug 05 14:43:50.684345 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 86c10209-3f98-4fdf-bb3d-111669bccee7 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:43:50.794015 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 86c10209-3f98-4fdf-bb3d-111669bccee7, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=86c10209-3f98-4fdf-bb3d-111669bccee7,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:43:50.806374 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '86c10209-3f98-4fdf-bb3d-111669bccee7', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'port_id': '86c10209-3f98-4fdf-bb3d-111669bccee7', 'mac_address': 'fa:16:3e:ec:5c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:43:50.844188 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39de77-1c55-4af5-bdb4-8ae8fe91d6c4 req-0d099958-9539-4ee6-8bcf-e20b52b4ac01 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:50.846677 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fe39de77-1c55-4af5-bdb4-8ae8fe91d6c4 req-0d099958-9539-4ee6-8bcf-e20b52b4ac01 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 943 time: 0.0559838 Aug 05 14:43:50.854353 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:50.858636 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375fd30-be3b-4588-9ad0-706a0dcf3ba5 req-87cd8982-81a4-409a-ad66-606ec6ab01b0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:50.860294 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2375fd30-be3b-4588-9ad0-706a0dcf3ba5 req-87cd8982-81a4-409a-ad66-606ec6ab01b0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5&tenant_id=cfaa991f8da84822bf81bd682ffda161&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 943 time: 0.0584452 Aug 05 14:43:50.868676 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c10209-3f98-4fdf-bb3d-111669bccee7 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:43:50.887448 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fe39de77-1c55-4af5-bdb4-8ae8fe91d6c4 req-9ab44252-8bae-49e8-a50b-d46a7a5885b2 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349274 Aug 05 14:43:50.891578 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 86c10209-3f98-4fdf-bb3d-111669bccee7, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=86c10209-3f98-4fdf-bb3d-111669bccee7,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:43:50.896428 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:50.926877 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-2375fd30-be3b-4588-9ad0-706a0dcf3ba5 req-76d65d50-9abc-4bb2-88ae-a534dd4f5634 service neutron] delete failed (client error): The resource could not be found. Aug 05 14:43:50.927921 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2375fd30-be3b-4588-9ad0-706a0dcf3ba5 req-76d65d50-9abc-4bb2-88ae-a534dd4f5634 service neutron] 10.222.0.63 "DELETE /v2.0/ports/86c10209-3f98-4fdf-bb3d-111669bccee7/bindings/n-h1-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.0597079 Aug 05 14:43:50.948326 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=86c10209-3f98-4fdf-bb3d-111669bccee7,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:43:50.961703 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:50.962403 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:50.962997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:50.963564 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:50.963957 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:50.964414 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:50.964914 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:50.965251 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:50.965661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:50.965993 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:50.966352 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:50.966677 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:51.012188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375fd30-be3b-4588-9ad0-706a0dcf3ba5 req-1b50483d-9e2d-4321-9206-9f1f4aa93035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:51.013680 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2375fd30-be3b-4588-9ad0-706a0dcf3ba5 req-1b50483d-9e2d-4321-9206-9f1f4aa93035 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 1095 time: 0.0417335 Aug 05 14:43:51.107290 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375fd30-be3b-4588-9ad0-706a0dcf3ba5 req-82f57e8c-40ec-4fe7-a252-55d7486e5a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:51.108727 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2375fd30-be3b-4588-9ad0-706a0dcf3ba5 req-82f57e8c-40ec-4fe7-a252-55d7486e5a70 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0877330 Aug 05 14:43:51.136458 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['86c10209-3f98-4fdf-bb3d-111669bccee7'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:43:51.177224 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2375fd30-be3b-4588-9ad0-706a0dcf3ba5 req-795451ef-9137-432f-a9fd-5908cb1eb38a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86c10209-3f98-4fdf-bb3d-111669bccee7 HTTP/1.1" status: 200 len: 999 time: 0.0606120 Aug 05 14:43:51.229946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375fd30-be3b-4588-9ad0-706a0dcf3ba5 req-26e542c8-01a0-48d9-88a7-02a3dbcd35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:51.231464 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2375fd30-be3b-4588-9ad0-706a0dcf3ba5 req-26e542c8-01a0-48d9-88a7-02a3dbcd35cc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0474377 Aug 05 14:43:51.279841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375fd30-be3b-4588-9ad0-706a0dcf3ba5 req-55893c95-aa0f-4b77-9546-415cfeb1423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:51.281338 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2375fd30-be3b-4588-9ad0-706a0dcf3ba5 req-55893c95-aa0f-4b77-9546-415cfeb1423f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431621 Aug 05 14:43:51.377014 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2375fd30-be3b-4588-9ad0-706a0dcf3ba5 req-ec346ab6-f733-4265-9fea-c2e1cee5f4b6 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851083 Aug 05 14:43:51.450066 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:51.482953 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2375fd30-be3b-4588-9ad0-706a0dcf3ba5 req-e858aaaf-faab-4841-88f6-6027cdbe77e4 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973794 Aug 05 14:43:51.681065 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 86c10209-3f98-4fdf-bb3d-111669bccee7 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:43:51.727804 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 86c10209-3f98-4fdf-bb3d-111669bccee7 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:43:52.028683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c08b1-7111-40ba-b77d-1dd6c8cbb98c req-f410d278-d3aa-4650-abc3-a256c21d5636 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:52.030244 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8b7c08b1-7111-40ba-b77d-1dd6c8cbb98c req-f410d278-d3aa-4650-abc3-a256c21d5636 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 944 time: 0.0518634 Aug 05 14:43:52.072707 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8b7c08b1-7111-40ba-b77d-1dd6c8cbb98c req-313ed17f-59f1-4291-ac79-40ed42d3b9e9 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364161 Aug 05 14:43:52.195706 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb621d49-be22-4333-b00e-3e3689e22384 req-48aaff45-b0a7-4fba-bec5-35e33da48bee tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:52.197139 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cb621d49-be22-4333-b00e-3e3689e22384 req-48aaff45-b0a7-4fba-bec5-35e33da48bee tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 944 time: 0.0576060 Aug 05 14:43:52.236704 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cb621d49-be22-4333-b00e-3e3689e22384 req-eb1577b8-fca2-4d9f-8e5a-a956d5b46bd6 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325458 Aug 05 14:43:52.352629 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea50c06-2fe7-43c8-b065-9a7fa7a4ecb7 req-51c68091-12e2-4821-9f16-868848e382cc tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:52.354211 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8ea50c06-2fe7-43c8-b065-9a7fa7a4ecb7 req-51c68091-12e2-4821-9f16-868848e382cc tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 944 time: 0.0500069 Aug 05 14:43:52.391431 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8ea50c06-2fe7-43c8-b065-9a7fa7a4ecb7 req-b05da679-3882-4989-b87e-59ae443fd7bc tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312541 Aug 05 14:43:52.644023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea54385-db37-4338-8c8c-5a9f07fe9a7e req-2ab84e6d-9f0b-436d-894a-e375808b1bb4 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:52.645525 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-eea54385-db37-4338-8c8c-5a9f07fe9a7e req-2ab84e6d-9f0b-436d-894a-e375808b1bb4 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 944 time: 0.0506232 Aug 05 14:43:52.687151 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-eea54385-db37-4338-8c8c-5a9f07fe9a7e req-16ad5594-5a2e-4a30-8103-e716bfc0916a tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356209 Aug 05 14:43:52.710853 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 86c10209-3f98-4fdf-bb3d-111669bccee7 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:43:52.759570 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 86c10209-3f98-4fdf-bb3d-111669bccee7 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:43:52.763132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 86c10209-3f98-4fdf-bb3d-111669bccee7 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:43:52.763494 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:52.840053 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:52.862312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9071b98-c073-418b-a53e-e756532befe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c10209-3f98-4fdf-bb3d-111669bccee7'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:43:52.864540 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7278e4f-2a7f-4da0-8380-752360fa1510" -d '{"events": [{"server_uuid": "e9071b98-c073-418b-a53e-e756532befe5", "name": "network-vif-plugged", "status": "completed", "tag": "86c10209-3f98-4fdf-bb3d-111669bccee7"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:43:52.879410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 86c10209-3f98-4fdf-bb3d-111669bccee7, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=86c10209-3f98-4fdf-bb3d-111669bccee7,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:43:52.883700 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:52.913965 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7777e2db-e7d7-493e-8949-10a65ea3695d x-openstack-request-id: req-7777e2db-e7d7-493e-8949-10a65ea3695d {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:43:52.914417 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9071b98-c073-418b-a53e-e756532befe5", "name": "network-vif-plugged", "status": "completed", "tag": "86c10209-3f98-4fdf-bb3d-111669bccee7", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:43:52.914710 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7777e2db-e7d7-493e-8949-10a65ea3695d {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:43:52.915163 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9071b98-c073-418b-a53e-e756532befe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c10209-3f98-4fdf-bb3d-111669bccee7', 'code': 200} Aug 05 14:43:52.944074 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=86c10209-3f98-4fdf-bb3d-111669bccee7,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:43:53.811517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd939af0-018c-4c88-b985-2222e2866ad6 req-e9133645-c2c0-45f2-8bd5-55f192e3c135 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:53.813040 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd939af0-018c-4c88-b985-2222e2866ad6 req-e9133645-c2c0-45f2-8bd5-55f192e3c135 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.0548708 Aug 05 14:43:53.856589 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd939af0-018c-4c88-b985-2222e2866ad6 req-8fa7ff2b-d7d1-42a8-8a73-5bbf72ee9ec0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361357 Aug 05 14:43:53.915163 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b767bc-3158-4be3-b7ba-19c9ad94079b req-e72b4b59-2910-43ea-92b0-a1a93fa2fee6 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:53.916540 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-07b767bc-3158-4be3-b7ba-19c9ad94079b req-e72b4b59-2910-43ea-92b0-a1a93fa2fee6 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 945 time: 0.0493076 Aug 05 14:43:54.010992 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-07b767bc-3158-4be3-b7ba-19c9ad94079b req-fb317e99-b068-4998-bdc8-115717d973ca tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Deleting port 86c10209-3f98-4fdf-bb3d-111669bccee7 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:43:54.011356 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-07b767bc-3158-4be3-b7ba-19c9ad94079b req-fb317e99-b068-4998-bdc8-115717d973ca tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:54.101022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-07b767bc-3158-4be3-b7ba-19c9ad94079b req-fb317e99-b068-4998-bdc8-115717d973ca tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] For port 86c10209-3f98-4fdf-bb3d-111669bccee7, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=86c10209-3f98-4fdf-bb3d-111669bccee7,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:43:54.101397 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-07b767bc-3158-4be3-b7ba-19c9ad94079b req-fb317e99-b068-4998-bdc8-115717d973ca tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:54.323915 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-07b767bc-3158-4be3-b7ba-19c9ad94079b req-fb317e99-b068-4998-bdc8-115717d973ca tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:54.324275 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-07b767bc-3158-4be3-b7ba-19c9ad94079b req-fb317e99-b068-4998-bdc8-115717d973ca tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:54.324596 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [req-07b767bc-3158-4be3-b7ba-19c9ad94079b req-fb317e99-b068-4998-bdc8-115717d973ca tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Floating IP fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3 disassociated. External IP: 172.25.5.51, port: 86c10209-3f98-4fdf-bb3d-111669bccee7. Aug 05 14:43:54.324941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-07b767bc-3158-4be3-b7ba-19c9ad94079b req-fb317e99-b068-4998-bdc8-115717d973ca tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Calling delete_port for 86c10209-3f98-4fdf-bb3d-111669bccee7 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:43:54.453013 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-07b767bc-3158-4be3-b7ba-19c9ad94079b req-fb317e99-b068-4998-bdc8-115717d973ca tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:54.482228 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb317e99-b068-4998-bdc8-115717d973ca tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Pushing event deleted for resources: {'Port': ['ID=86c10209-3f98-4fdf-bb3d-111669bccee7,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:43:54.599093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07b767bc-3158-4be3-b7ba-19c9ad94079b req-fb317e99-b068-4998-bdc8-115717d973ca tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Router 460ee116-6768-407f-a938-498280e8577a has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:43:55.047601 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dffe9cbf-0212-4508-bf21-1e7007302482 req-5c771bff-6a6f-4c0f-9558-84c28f545595 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9071b98-c073-418b-a53e-e756532befe5 HTTP/1.1" status: 200 len: 210 time: 0.0332038 Aug 05 14:43:55.059340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07b767bc-3158-4be3-b7ba-19c9ad94079b req-fb317e99-b068-4998-bdc8-115717d973ca tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:43:55.081045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75bb99f-68fd-4dd0-8abb-8010d08b34b7 None None] Sync routers for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:43:55.090865 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75bb99f-68fd-4dd0-8abb-8010d08b34b7 None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:43:55.091486 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f75bb99f-68fd-4dd0-8abb-8010d08b34b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:43:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:43:55.112317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b767bc-3158-4be3-b7ba-19c9ad94079b req-fb317e99-b068-4998-bdc8-115717d973ca tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] No DVR routers for this DVR port 86c10209-3f98-4fdf-bb3d-111669bccee7 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:43:55.115164 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-07b767bc-3158-4be3-b7ba-19c9ad94079b req-fb317e99-b068-4998-bdc8-115717d973ca tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:55.117538 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-07b767bc-3158-4be3-b7ba-19c9ad94079b req-fb317e99-b068-4998-bdc8-115717d973ca tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.84 "DELETE /v2.0/ports/86c10209-3f98-4fdf-bb3d-111669bccee7 HTTP/1.1" status: 204 len: 173 time: 1.1949391 Aug 05 14:43:55.118013 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9071b98-c073-418b-a53e-e756532befe5', 'name': 'network-vif-deleted', 'tag': '86c10209-3f98-4fdf-bb3d-111669bccee7'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:43:55.120794 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848f7533-fa1e-4423-a361-2ddd5de06235" -d '{"events": [{"server_uuid": "e9071b98-c073-418b-a53e-e756532befe5", "name": "network-vif-deleted", "tag": "86c10209-3f98-4fdf-bb3d-111669bccee7"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:43:55.160130 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79a1d44-7a54-4aca-8e49-d5a5fd998179 x-openstack-request-id: req-b79a1d44-7a54-4aca-8e49-d5a5fd998179 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:43:55.160443 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9071b98-c073-418b-a53e-e756532befe5", "name": "network-vif-deleted", "tag": "86c10209-3f98-4fdf-bb3d-111669bccee7", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:43:55.160702 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b79a1d44-7a54-4aca-8e49-d5a5fd998179 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:43:55.161107 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9071b98-c073-418b-a53e-e756532befe5', 'name': 'network-vif-deleted', 'tag': '86c10209-3f98-4fdf-bb3d-111669bccee7', 'status': 'completed', 'code': 200} Aug 05 14:43:55.217259 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f75bb99f-68fd-4dd0-8abb-8010d08b34b7 None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:43:55.423747 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f75bb99f-68fd-4dd0-8abb-8010d08b34b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:43:55.448202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75bb99f-68fd-4dd0-8abb-8010d08b34b7 None None] Checking router: 460ee116-6768-407f-a938-498280e8577a for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:43:55.456890 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75bb99f-68fd-4dd0-8abb-8010d08b34b7 None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:43:55.457480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f75bb99f-68fd-4dd0-8abb-8010d08b34b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:43:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:43:55.559700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f75bb99f-68fd-4dd0-8abb-8010d08b34b7 None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:43:55.757244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f75bb99f-68fd-4dd0-8abb-8010d08b34b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:43:55.782669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75bb99f-68fd-4dd0-8abb-8010d08b34b7 None None] The sync data for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 is: [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:43:56.008257 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a38f276-e95d-43e3-acc8-c6bac160d07d None None] New status for floating IP fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:43:56.291271 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-49133da2-5f14-4747-84bc-25c8f55fb87c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--698750894&fields=id&tenant_id=cfaa991f8da84822bf81bd682ffda161 HTTP/1.1" status: 200 len: 267 time: 0.0331650 Aug 05 14:43:56.397901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-3699a792-a396-4167-b58d-1b7f196547c2 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:56.399432 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-3699a792-a396-4167-b58d-1b7f196547c2 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 811 time: 0.1013856 Aug 05 14:43:56.414131 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-dccb6380-9c60-4b36-b0e0-46af08ab2f5f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/quotas/cfaa991f8da84822bf81bd682ffda161 HTTP/1.1" status: 200 len: 375 time: 0.0090365 Aug 05 14:43:56.471098 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-39c2e7ba-dcec-4191-98bc-1e0414a972fd tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511072 Aug 05 14:43:56.565587 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-d43ff4df-db15-4028-bd03-ecea51e00fca service neutron] 10.222.0.16 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824437 Aug 05 14:43:56.659169 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-968843bf-e78b-440f-a679-aaffd67f6ddd service neutron] 10.222.0.16 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875378 Aug 05 14:43:56.824335 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ae02151-fd16-45e7-b6e6-2d4ae577ccd3 req-203d1360-80fe-4956-b3ad-d04695d78090 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 210 time: 0.0324521 Aug 05 14:43:57.740632 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-5d319ae8-952a-41cc-9671-75b39e12567e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:57.742105 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-5d319ae8-952a-41cc-9671-75b39e12567e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 811 time: 0.1094170 Aug 05 14:43:57.787042 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-91b69d30-2afd-4612-9911-3ab8e9b80808 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfaa991f8da84822bf81bd682ffda161 HTTP/1.1" status: 200 len: 379 time: 0.0352147 Aug 05 14:43:57.800215 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Request body: {'port': {'device_id': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'admin_state_up': True, 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'security_groups': ['281cdfc5-063c-48ee-beaf-da4e3623c0a6']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:43:57.910026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Made reservation on behalf of cfaa991f8da84822bf81bd682ffda161 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:43:57.913466 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:57.922536 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c90d233-7e3b-471f-a32c-e9d33f12e3b7 req-2bf3389c-0b39-45e1-b767-24597c2e8c4e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 210 time: 0.0268373 Aug 05 14:43:58.043180 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Allocated IP 172.20.0.8 (eaf01f35-8397-420b-b84f-09b9e045c9cc/d2206139-cb73-46af-86f9-73b5fd1c1199/ae4cf07e-3566-48cf-b267-be9bfdfc4fa5) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:43:58.179055 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:58.191053 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Transition to ACTIVE for port object ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:43:58.224076 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:58.274965 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Network eaf01f35-8397-420b-b84f-09b9e045c9cc is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:43:58.278330 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:43:58.282858 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:43:58.287241 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Pushing event updated for resources: {'Port': ['ID=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:43:58.316190 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:58.316602 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:58.317119 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:58.317457 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:58.317810 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:58.318148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:58.318651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:58.319165 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:58.319409 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:58.319740 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:58.320070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:58.320396 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:43:58.347849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:58.348519 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:58.364145 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-8eb09326-5bd7-42f7-b2b7-0c26890667f0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5679598 Aug 05 14:43:58.441317 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Request body: {'port': {'device_id': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:43:58.498514 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:58.512111 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c3fd793d-8c47-4873-9727-5ceabb9a3939 None None] Provisioning for port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:43:58.516431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c3fd793d-8c47-4873-9727-5ceabb9a3939 None None] Provisioning complete for port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:43:58.516881 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c3fd793d-8c47-4873-9727-5ceabb9a3939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:58.552669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd793d-8c47-4873-9727-5ceabb9a3939 None None] Port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:43:58.746858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 86c10209-3f98-4fdf-bb3d-111669bccee7 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:43:58.768340 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 86c10209-3f98-4fdf-bb3d-111669bccee7 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:43:58.768700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 86c10209-3f98-4fdf-bb3d-111669bccee7 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:43:59.037083 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:43:59.047372 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:59.064942 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Transition to ACTIVE for port object ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:43:59.073647 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96901fe3-0dce-4b52-8949-ee55f925180b req-31587cfb-bd0c-4372-a742-55f1905fcdb2 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:59.075158 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-96901fe3-0dce-4b52-8949-ee55f925180b req-31587cfb-bd0c-4372-a742-55f1905fcdb2 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 931 time: 0.0759337 Aug 05 14:43:59.076195 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:59.146040 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Pushing event updated for resources: {'Port': ['ID=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:43:59.182789 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-96901fe3-0dce-4b52-8949-ee55f925180b req-2aa66360-30f9-4048-a7ad-b247de641c62 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013410 Aug 05 14:43:59.230026 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Attempting to bind port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:43:59.230392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Attempting to bind port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:43:59.230723 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Attempting to bind port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:43:59.235127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 on network eaf01f35-8397-420b-b84f-09b9e045c9cc not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:43:59.235448 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Attempting to bind port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:43:59.242649 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:43:59.243227 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Checking segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:43:59.243822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Bound using segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:43:59.244473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Bound port: ae4cf07e-3566-48cf-b267-be9bfdfc4fa5, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:43:59.244844 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:59.316793 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] For port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:43:59.319785 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] For port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:43:59.324274 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:59.364528 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:59.365178 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:43:59.366639 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] 10.222.0.63 "PUT /v2.0/ports/ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 HTTP/1.1" status: 200 len: 1091 time: 0.9941022 Aug 05 14:43:59.367067 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'tag': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:43:59.369376 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea53af12-1b58-49bd-86e2-275f3d25274e" -d '{"events": [{"name": "network-changed", "server_uuid": "c29d2814-8099-4d6b-a213-417ffc93a582", "tag": "ae4cf07e-3566-48cf-b267-be9bfdfc4fa5"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:43:59.398846 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbef2bf-757f-461e-95f9-a5f00b91ba6b service neutron] Pushing event updated for resources: {'Port': ['ID=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:43:59.447231 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:43:59.458819 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-49920c6b-f27f-4021-a082-c56b697793ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:59.460433 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-49920c6b-f27f-4021-a082-c56b697793ef service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 1094 time: 0.0463872 Aug 05 14:43:59.505952 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263f2b16-3719-4c8c-b4fc-f3359d44df20 x-openstack-request-id: req-263f2b16-3719-4c8c-b4fc-f3359d44df20 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:43:59.506281 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29d2814-8099-4d6b-a213-417ffc93a582", "tag": "ae4cf07e-3566-48cf-b267-be9bfdfc4fa5", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:43:59.506545 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-263f2b16-3719-4c8c-b4fc-f3359d44df20 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:43:59.506958 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'tag': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5', 'status': 'completed', 'code': 200} Aug 05 14:43:59.508879 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-35fb6a74-34c6-421b-b4c5-b25fb1f16de2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 HTTP/1.1" status: 200 len: 217 time: 0.0403388 Aug 05 14:43:59.567139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-86f47c43-849c-44f7-b0a3-5c4f2e189bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:59.568628 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-86f47c43-849c-44f7-b0a3-5c4f2e189bf6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0528524 Aug 05 14:43:59.616294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-122daf62-ba24-4115-8027-1a506b0504bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:59.617802 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-122daf62-ba24-4115-8027-1a506b0504bb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418642 Aug 05 14:43:59.707771 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-1e1d9afe-db4a-45fa-84a0-cfd56b1b3815 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824852 Aug 05 14:43:59.802015 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-60a92afb-700c-49f6-8b40-a7be3b426da7 req-a0009ad7-a3cf-41cb-aa3f-a3121f364257 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857229 Aug 05 14:43:59.887493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53af12-1b58-49bd-86e2-275f3d25274e req-1e4ea761-f90d-4214-bec3-4329fc55d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:59.889146 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea53af12-1b58-49bd-86e2-275f3d25274e req-1e4ea761-f90d-4214-bec3-4329fc55d3c3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 1094 time: 0.0421073 Aug 05 14:43:59.983538 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53af12-1b58-49bd-86e2-275f3d25274e req-7189370f-5924-4e79-bcb6-fbd2b35ae8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:43:59.985031 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea53af12-1b58-49bd-86e2-275f3d25274e req-7189370f-5924-4e79-bcb6-fbd2b35ae8ee service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0886335 Aug 05 14:44:00.028260 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea53af12-1b58-49bd-86e2-275f3d25274e req-1dac019b-5dbd-4410-b9a9-236840afc475 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 HTTP/1.1" status: 200 len: 217 time: 0.0345445 Aug 05 14:44:00.080595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53af12-1b58-49bd-86e2-275f3d25274e req-ae46613e-88ab-4108-8a0d-338eafe221fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:00.082042 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea53af12-1b58-49bd-86e2-275f3d25274e req-ae46613e-88ab-4108-8a0d-338eafe221fe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0435619 Aug 05 14:44:00.140675 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53af12-1b58-49bd-86e2-275f3d25274e req-882c335e-845f-4075-8fbe-ef6a8e251525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:00.142081 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea53af12-1b58-49bd-86e2-275f3d25274e req-882c335e-845f-4075-8fbe-ef6a8e251525 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453012 Aug 05 14:44:00.235534 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea53af12-1b58-49bd-86e2-275f3d25274e req-d9ed0228-d72f-4afa-9640-9418754b1dfc service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846179 Aug 05 14:44:00.365599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5a4f0-be1b-4f00-a251-47d9645691ff req-d2a89b82-67b7-4940-a7c0-ad54cb608c3c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:00.367155 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88c5a4f0-be1b-4f00-a251-47d9645691ff req-d2a89b82-67b7-4940-a7c0-ad54cb608c3c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 943 time: 0.1035688 Aug 05 14:44:00.372853 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ea53af12-1b58-49bd-86e2-275f3d25274e req-2dca369a-bd60-4c7a-a31c-3787d30b1cab service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270964 Aug 05 14:44:00.406664 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88c5a4f0-be1b-4f00-a251-47d9645691ff req-c65deca8-cd45-46a6-9081-977dc66988c7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324230 Aug 05 14:44:01.525570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11412c7f-3f4e-4294-82f4-15128cb214d4 req-243e65fc-59c6-4db5-be9b-fe2b8f73bd63 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:01.527082 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-11412c7f-3f4e-4294-82f4-15128cb214d4 req-243e65fc-59c6-4db5-be9b-fe2b8f73bd63 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 943 time: 0.0488670 Aug 05 14:44:01.565277 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-11412c7f-3f4e-4294-82f4-15128cb214d4 req-edc0811a-de3c-415b-9c19-8b1b7514a329 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323117 Aug 05 14:44:02.680231 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d542105-588d-4a42-8a7a-9cf270664086 req-a0a5289e-1199-43d0-b5a5-25baad564e7d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:02.681752 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6d542105-588d-4a42-8a7a-9cf270664086 req-a0a5289e-1199-43d0-b5a5-25baad564e7d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 943 time: 0.0496974 Aug 05 14:44:02.720640 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6d542105-588d-4a42-8a7a-9cf270664086 req-8be7506e-ec31-4847-8263-b6ab8bae5a7c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328281 Aug 05 14:44:03.714944 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:44:03.810395 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:44:03.821520 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'port_id': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5', 'mac_address': 'fa:16:3e:5d:ed:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:44:03.843556 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7815948-0025-4d78-ab53-88c095f1b612 req-9018dd86-23e1-42da-a2a8-2ff068394dd7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:03.845069 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7815948-0025-4d78-ab53-88c095f1b612 req-9018dd86-23e1-42da-a2a8-2ff068394dd7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 943 time: 0.0506432 Aug 05 14:44:03.858002 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:03.870629 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:44:03.884987 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7815948-0025-4d78-ab53-88c095f1b612 req-071b047e-8e2b-4088-b4e0-80f46561baf4 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332308 Aug 05 14:44:03.890732 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:44:03.895194 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:03.945807 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:44:04.107327 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['ae4cf07e-3566-48cf-b267-be9bfdfc4fa5'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:44:05.007041 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d1a4f-020b-4531-8215-650b1c364d03 req-17c51568-5d3a-4e55-b0e2-7e7bd2884720 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:05.008548 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f48d1a4f-020b-4531-8215-650b1c364d03 req-17c51568-5d3a-4e55-b0e2-7e7bd2884720 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 944 time: 0.0554044 Aug 05 14:44:05.046940 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f48d1a4f-020b-4531-8215-650b1c364d03 req-a58b094d-d5ce-4a7a-a84b-533b6981746f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321252 Aug 05 14:44:05.725681 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:44:05.774729 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:44:05.778407 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:44:05.778780 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:05.853096 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:05.874910 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:44:05.877139 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00703955-3f37-42de-b9b9-6551bf59cf75" -d '{"events": [{"server_uuid": "c29d2814-8099-4d6b-a213-417ffc93a582", "name": "network-vif-plugged", "status": "completed", "tag": "ae4cf07e-3566-48cf-b267-be9bfdfc4fa5"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:44:05.889755 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:44:05.894648 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:05.919845 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c000365-b723-4014-8462-a76761da79c7 x-openstack-request-id: req-1c000365-b723-4014-8462-a76761da79c7 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:44:05.920133 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29d2814-8099-4d6b-a213-417ffc93a582", "name": "network-vif-plugged", "status": "completed", "tag": "ae4cf07e-3566-48cf-b267-be9bfdfc4fa5", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:44:05.920380 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c000365-b723-4014-8462-a76761da79c7 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:44:05.920791 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5', 'code': 200} Aug 05 14:44:05.953354 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:44:06.016157 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2cd3e-608f-4f16-8336-3efc2ca08895 req-a73ff9fa-5616-49cf-a81f-1e57c9485813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:06.018354 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c4d2cd3e-608f-4f16-8336-3efc2ca08895 req-a73ff9fa-5616-49cf-a81f-1e57c9485813 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 1096 time: 0.0397081 Aug 05 14:44:06.054694 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c4d2cd3e-608f-4f16-8336-3efc2ca08895 req-2f1d246c-e945-46de-9c38-f7ff2e17ff5a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276716 Aug 05 14:44:06.162139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095dbde-b7c2-4022-8187-6927893ada3b req-53cd33ad-2258-4092-a1b8-55ac1aab1d78 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:06.163573 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d095dbde-b7c2-4022-8187-6927893ada3b req-53cd33ad-2258-4092-a1b8-55ac1aab1d78 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0490246 Aug 05 14:44:06.201323 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d095dbde-b7c2-4022-8187-6927893ada3b req-35fd36e1-b755-43a1-a52e-10ad4658725f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319214 Aug 05 14:44:07.320471 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3b3c4-bc7d-48f4-a682-163f62876115 req-f2eb60c6-7984-4b56-af59-4ef63c630cc7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:07.321955 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b5a3b3c4-bc7d-48f4-a682-163f62876115 req-f2eb60c6-7984-4b56-af59-4ef63c630cc7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0532446 Aug 05 14:44:07.360999 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b5a3b3c4-bc7d-48f4-a682-163f62876115 req-f677ad23-9d1a-4c08-aa11-adc03d0fa260 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330913 Aug 05 14:44:07.478783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08ba41-adb9-48b0-adef-2d20901b16e4 req-fbf6c691-4059-407e-881e-53b933571ead tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:07.480340 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e08ba41-adb9-48b0-adef-2d20901b16e4 req-fbf6c691-4059-407e-881e-53b933571ead tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0533612 Aug 05 14:44:07.489445 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45340) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:44:07.493887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1075c967-4156-4da1-b713-3944817ba649 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Request body: {'floatingip': {'port_id': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:44:07.555981 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1075c967-4156-4da1-b713-3944817ba649 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for floatingip, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:07.993052 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1075c967-4156-4da1-b713-3944817ba649 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:07.997487 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1075c967-4156-4da1-b713-3944817ba649 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:08.109216 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-1075c967-4156-4da1-b713-3944817ba649 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Floating IP fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3 associated. External IP: 172.25.5.51, port: ae4cf07e-3566-48cf-b267-be9bfdfc4fa5. Aug 05 14:44:08.322238 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1075c967-4156-4da1-b713-3944817ba649 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Router 460ee116-6768-407f-a938-498280e8577a has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:44:08.432419 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1075c967-4156-4da1-b713-3944817ba649 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:44:08.437438 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1075c967-4156-4da1-b713-3944817ba649 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:08.442563 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695a600-87a8-4bf3-bb25-f0aa7f788f39 None None] Sync routers for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:44:08.451298 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f695a600-87a8-4bf3-bb25-f0aa7f788f39 None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:44:08.451904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f695a600-87a8-4bf3-bb25-f0aa7f788f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:43:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:44:08.465454 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1075c967-4156-4da1-b713-3944817ba649 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "PUT /v2.0/floatingips/fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3 HTTP/1.1" status: 200 len: 990 time: 0.9749458 Aug 05 14:44:08.466065 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'tag': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:44:08.468475 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca6f78e-7e97-438e-9928-ce1cf16abd46" -d '{"events": [{"name": "network-changed", "server_uuid": "c29d2814-8099-4d6b-a213-417ffc93a582", "tag": "ae4cf07e-3566-48cf-b267-be9bfdfc4fa5"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:44:08.512853 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40ea36f-4405-43a7-97a7-050137ecfdaf x-openstack-request-id: req-b40ea36f-4405-43a7-97a7-050137ecfdaf {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:44:08.513453 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29d2814-8099-4d6b-a213-417ffc93a582", "tag": "ae4cf07e-3566-48cf-b267-be9bfdfc4fa5", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:44:08.513453 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b40ea36f-4405-43a7-97a7-050137ecfdaf {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:44:08.513801 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'tag': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5', 'status': 'completed', 'code': 200} Aug 05 14:44:08.564235 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f695a600-87a8-4bf3-bb25-f0aa7f788f39 None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:44:08.576851 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6f78e-7e97-438e-9928-ce1cf16abd46 req-f7c79d05-49de-40af-aa31-cec8da6e6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:08.578439 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2ca6f78e-7e97-438e-9928-ce1cf16abd46 req-f7c79d05-49de-40af-aa31-cec8da6e6e96 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 1096 time: 0.0432189 Aug 05 14:44:08.683014 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6f78e-7e97-438e-9928-ce1cf16abd46 req-cd249a35-8ea6-4ba2-ac9a-526c1d9053bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:08.684541 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2ca6f78e-7e97-438e-9928-ce1cf16abd46 req-cd249a35-8ea6-4ba2-ac9a-526c1d9053bd service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0922837 Aug 05 14:44:08.755199 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2ca6f78e-7e97-438e-9928-ce1cf16abd46 req-fec876c3-4fbf-4d67-a2c5-0a2c88d88513 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 HTTP/1.1" status: 200 len: 998 time: 0.0620234 Aug 05 14:44:08.794991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f695a600-87a8-4bf3-bb25-f0aa7f788f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'floating_ip_address': '172.25.5.51', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '460ee116-6768-407f-a938-498280e8577a', 'port_id': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'mac_address': 'fa:16:3e:5d:ed:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:41:43Z', 'updated_at': '2021-08-05T14:44:07Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:44:08.805784 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6f78e-7e97-438e-9928-ce1cf16abd46 req-8b2e2f1c-6f9a-47da-bd9f-ad1d52de26c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:08.807424 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2ca6f78e-7e97-438e-9928-ce1cf16abd46 req-8b2e2f1c-6f9a-47da-bd9f-ad1d52de26c5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0439353 Aug 05 14:44:08.821919 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695a600-87a8-4bf3-bb25-f0aa7f788f39 None None] Checking router: 460ee116-6768-407f-a938-498280e8577a for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:44:08.830372 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f695a600-87a8-4bf3-bb25-f0aa7f788f39 None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:44:08.830957 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f695a600-87a8-4bf3-bb25-f0aa7f788f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:43:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:44:08.859607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6f78e-7e97-438e-9928-ce1cf16abd46 req-a1d0bcff-4e58-4597-916f-bdb79a5217db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:08.861913 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2ca6f78e-7e97-438e-9928-ce1cf16abd46 req-a1d0bcff-4e58-4597-916f-bdb79a5217db service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466008 Aug 05 14:44:08.935561 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f695a600-87a8-4bf3-bb25-f0aa7f788f39 None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:44:08.955169 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2ca6f78e-7e97-438e-9928-ce1cf16abd46 req-647e91a5-a2f6-4abf-97d3-af5e3d809fc5 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857136 Aug 05 14:44:09.307562 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2ca6f78e-7e97-438e-9928-ce1cf16abd46 req-da799b11-82f3-42ec-a357-bdcde21607af service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439646 Aug 05 14:44:09.332624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f695a600-87a8-4bf3-bb25-f0aa7f788f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'floating_ip_address': '172.25.5.51', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '460ee116-6768-407f-a938-498280e8577a', 'port_id': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'mac_address': 'fa:16:3e:5d:ed:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:41:43Z', 'updated_at': '2021-08-05T14:44:07Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:44:09.358138 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695a600-87a8-4bf3-bb25-f0aa7f788f39 None None] The sync data for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 is: [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'floating_ip_address': '172.25.5.51', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '460ee116-6768-407f-a938-498280e8577a', 'port_id': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'mac_address': 'fa:16:3e:5d:ed:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:41:43Z', 'updated_at': '2021-08-05T14:44:07Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:44:09.548511 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5a893b-d58b-4222-9bfb-851bffdea168 None None] New status for floating IP fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:44:15.119047 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:15.891967 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a957ea27-5415-4553-8147-85d3dc60bdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:16.431021 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:18.432227 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-557c6062-a7c8-4060-b698-5a900845b68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:18.670132 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:19.662235 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:21.451642 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:36.447519 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:44:45.128388 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:45.893987 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dd89b74b-d8f3-4134-a617-1adba7e4fd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:46.434548 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:48.433625 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-592e8b93-e5fb-410f-89e1-300a0f7ab36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:48.671480 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:49.665500 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:51.457396 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:44:57.241914 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77781de2-db7e-4576-9309-4443a0534ccd req-0af80009-4ba9-4dc6-b8dd-23b6703c2490 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420222 Aug 05 14:44:57.324815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77781de2-db7e-4576-9309-4443a0534ccd req-b8993c64-e948-4b24-9a70-43a52157948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:57.326383 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77781de2-db7e-4576-9309-4443a0534ccd req-b8993c64-e948-4b24-9a70-43a52157948f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 1096 time: 0.0409100 Aug 05 14:44:57.431283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77781de2-db7e-4576-9309-4443a0534ccd req-8221e5c1-1d6b-4092-abb1-dddd4d6e3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:57.432822 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77781de2-db7e-4576-9309-4443a0534ccd req-8221e5c1-1d6b-4092-abb1-dddd4d6e3e7a service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0865085 Aug 05 14:44:57.497796 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77781de2-db7e-4576-9309-4443a0534ccd req-401312ab-7d80-4e70-9cec-7cd8e24360af service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 HTTP/1.1" status: 200 len: 1000 time: 0.0575845 Aug 05 14:44:57.544884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77781de2-db7e-4576-9309-4443a0534ccd req-a1fba9d7-5345-49aa-bbc9-d4addb0783f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:57.546331 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77781de2-db7e-4576-9309-4443a0534ccd req-a1fba9d7-5345-49aa-bbc9-d4addb0783f8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0420244 Aug 05 14:44:57.595592 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77781de2-db7e-4576-9309-4443a0534ccd req-2986eb59-26d8-4892-bf57-d86fcc67212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:44:57.597200 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77781de2-db7e-4576-9309-4443a0534ccd req-2986eb59-26d8-4892-bf57-d86fcc67212e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438445 Aug 05 14:44:57.691617 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77781de2-db7e-4576-9309-4443a0534ccd req-aad624fc-c284-46e8-a6cb-14b9511cf09d service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869102 Aug 05 14:44:57.782167 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77781de2-db7e-4576-9309-4443a0534ccd req-3b182cdf-2359-429d-ba23-a9d41b721644 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841146 Aug 05 14:45:13.446577 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:45:15.141049 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:45:15.895344 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-496561d3-d55a-4927-8108-81f4b4afe980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:45:16.432273 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:45:18.434337 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c1f0c07f-87f3-43e5-9a21-81c985f09378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:45:18.672647 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:45:19.667829 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:45:21.458472 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:45:45.145465 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:45:45.355521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cdc8a-a7e7-4412-8ddb-3a1659a222a3 req-827f78d4-a680-4ab8-9707-26a3f93d636b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:45.357036 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c59cdc8a-a7e7-4412-8ddb-3a1659a222a3 req-827f78d4-a680-4ab8-9707-26a3f93d636b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0518281 Aug 05 14:45:45.396200 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c59cdc8a-a7e7-4412-8ddb-3a1659a222a3 req-3ee15b78-a70e-4203-9991-f3cd9edfcc56 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328696 Aug 05 14:45:45.896041 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-16017b88-f222-4ba6-bb49-76dc82ce97e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:45:46.432146 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:45:46.516190 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa73689-9a1a-45b8-b9b5-65ff1992da8a req-b65f6833-6f0a-48bc-9f28-8ea4369e8253 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:46.517686 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1fa73689-9a1a-45b8-b9b5-65ff1992da8a req-b65f6833-6f0a-48bc-9f28-8ea4369e8253 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0502393 Aug 05 14:45:46.558409 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1fa73689-9a1a-45b8-b9b5-65ff1992da8a req-e9691463-c1bc-4251-85a3-4fbb0686e9b2 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342219 Aug 05 14:45:47.672816 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e809a-f8a7-4899-a8cf-51011210d51f req-24c35586-882c-491c-adbe-52558cf38fee tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:47.675170 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d61e809a-f8a7-4899-a8cf-51011210d51f req-24c35586-882c-491c-adbe-52558cf38fee tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0495017 Aug 05 14:45:47.712676 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d61e809a-f8a7-4899-a8cf-51011210d51f req-4781abaa-a113-4263-9783-01ab74a2251e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313902 Aug 05 14:45:48.435385 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7bf247af-859a-46f1-af81-153ae5b26dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:45:48.673509 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:45:48.831637 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d64a8-b2ce-4948-9579-b4d3d69dd87f req-8197297f-33af-4fae-99be-572922af39a5 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:48.833128 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e20d64a8-b2ce-4948-9579-b4d3d69dd87f req-8197297f-33af-4fae-99be-572922af39a5 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0499799 Aug 05 14:45:48.871319 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e20d64a8-b2ce-4948-9579-b4d3d69dd87f req-7bf4437a-73a7-49cf-897c-75de8d1869e6 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323396 Aug 05 14:45:49.670735 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:45:49.989645 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317710e6-9088-43c7-95c8-de30c9f1d6b1 req-2fddbb02-7b9c-4b53-9124-8f8803556ee0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:49.991162 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-317710e6-9088-43c7-95c8-de30c9f1d6b1 req-2fddbb02-7b9c-4b53-9124-8f8803556ee0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0536144 Aug 05 14:45:50.028450 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-317710e6-9088-43c7-95c8-de30c9f1d6b1 req-adabf3e5-1a30-4c1f-8c4f-cc0d922306bc tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314090 Aug 05 14:45:50.445424 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:45:51.148199 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0661b-9bd7-4c6b-aaee-46fadcf0553c req-717314d8-cc60-4049-808f-fb80eeb9f985 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:51.149712 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88a0661b-9bd7-4c6b-aaee-46fadcf0553c req-717314d8-cc60-4049-808f-fb80eeb9f985 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0539238 Aug 05 14:45:51.189154 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88a0661b-9bd7-4c6b-aaee-46fadcf0553c req-e5449f7a-f9fd-4317-b4ce-91f4553dedc3 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334783 Aug 05 14:45:51.461313 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:45:52.303727 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4a445-d748-43ef-9658-33d5486913f7 req-2195d23c-3a9c-440b-a1b9-d3324df627cf tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:52.305226 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1f4a445-d748-43ef-9658-33d5486913f7 req-2195d23c-3a9c-440b-a1b9-d3324df627cf tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0492535 Aug 05 14:45:52.346109 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f1f4a445-d748-43ef-9658-33d5486913f7 req-5767f176-ff35-4506-bac7-52add9a60694 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337949 Aug 05 14:45:53.472430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b2019-cc30-4175-ad2b-6abdf168b589 req-2f2f5f3c-c9b3-470e-9143-c5ab5babf8e7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:53.474423 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4f6b2019-cc30-4175-ad2b-6abdf168b589 req-2f2f5f3c-c9b3-470e-9143-c5ab5babf8e7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0534425 Aug 05 14:45:53.515214 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4f6b2019-cc30-4175-ad2b-6abdf168b589 req-106a3f1b-5dc0-4a94-a18e-3abbfc3a0cb1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342300 Aug 05 14:45:54.634583 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc07db6-3b84-4dab-8edb-d820c37bc348 req-59153f0c-c288-458f-8a52-fb97270a2f3f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:54.636120 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-afc07db6-3b84-4dab-8edb-d820c37bc348 req-59153f0c-c288-458f-8a52-fb97270a2f3f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0499327 Aug 05 14:45:54.675534 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-afc07db6-3b84-4dab-8edb-d820c37bc348 req-76fef0a7-add5-4d8a-9e9d-4861b291f8b8 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330749 Aug 05 14:45:55.789613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28735908-c0b4-4e4f-a3dc-a48440879fdd req-9980c39d-d01d-4d66-815e-a1ff070056b9 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:55.791173 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-28735908-c0b4-4e4f-a3dc-a48440879fdd req-9980c39d-d01d-4d66-815e-a1ff070056b9 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0488698 Aug 05 14:45:55.830187 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-28735908-c0b4-4e4f-a3dc-a48440879fdd req-820037b7-d3c2-4cf1-a584-51627c6efb85 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330315 Aug 05 14:45:56.014605 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 45574) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:45:56.086621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c6ee0-5cff-413f-96e8-9373b355ec19 req-6c20d40a-8d12-4734-a229-59afaf596833 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:56.088137 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e82c6ee0-5cff-413f-96e8-9373b355ec19 req-6c20d40a-8d12-4734-a229-59afaf596833 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0656393 Aug 05 14:45:56.145538 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e82c6ee0-5cff-413f-96e8-9373b355ec19 req-711c5b83-0fea-4e21-99dd-830649cfe133 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428553 Aug 05 14:45:56.149294 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-cc75559c-e842-488e-8659-c15fbc3feab8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1335549 Aug 05 14:45:57.251107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840051a4-ce95-4551-b168-0de4194ff14b req-7e01304a-08a4-4a79-98ec-83aee928e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:57.252715 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-7e01304a-08a4-4a79-98ec-83aee928e4bc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 1096 time: 0.0706775 Aug 05 14:45:57.313900 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f9955-66e6-4427-b0a9-93a9cc1505a1 req-fae95a2e-da50-40db-b993-930055f410d4 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:57.315449 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d38f9955-66e6-4427-b0a9-93a9cc1505a1 req-fae95a2e-da50-40db-b993-930055f410d4 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0962830 Aug 05 14:45:57.380091 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d38f9955-66e6-4427-b0a9-93a9cc1505a1 req-2eb8176d-bdee-479c-868e-2f0981561140 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586200 Aug 05 14:45:57.384515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840051a4-ce95-4551-b168-0de4194ff14b req-b2201ea8-b5ca-4e60-b40f-9b5f7ddbf1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:57.385915 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-b2201ea8-b5ca-4e60-b40f-9b5f7ddbf1ea service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.1257613 Aug 05 14:45:57.452476 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-9de975df-c49c-4c27-9b00-e210e0c4f905 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 HTTP/1.1" status: 200 len: 1000 time: 0.0588684 Aug 05 14:45:57.504736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840051a4-ce95-4551-b168-0de4194ff14b req-6d7f6584-ba05-464a-b6b2-46ec1ea803f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:57.506228 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-6d7f6584-ba05-464a-b6b2-46ec1ea803f8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0468879 Aug 05 14:45:57.559024 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840051a4-ce95-4551-b168-0de4194ff14b req-b89d3fad-de94-4cc6-8326-b7a13a607824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:57.560539 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-b89d3fad-de94-4cc6-8326-b7a13a607824 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471923 Aug 05 14:45:57.652581 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-990c1604-eebc-4cc4-92c0-9c548e7a67c7 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835752 Aug 05 14:45:57.745511 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-8885e05e-b47d-42dc-8ec0-5af231771bf9 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858641 Aug 05 14:45:58.497555 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8e31c-9a5c-4234-bc29-e765990ec046 req-25998b66-d448-4917-af3b-7b55c726c4f1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:58.499014 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3de8e31c-9a5c-4234-bc29-e765990ec046 req-25998b66-d448-4917-af3b-7b55c726c4f1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0499313 Aug 05 14:45:58.539409 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3de8e31c-9a5c-4234-bc29-e765990ec046 req-0d196be2-d6ca-40a4-b256-92a17d3db048 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344303 Aug 05 14:45:59.308271 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82503966-e10a-4dea-a7ca-de9e4a6cfe44 req-f20c670f-b111-466b-8177-10237145df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:59.309773 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82503966-e10a-4dea-a7ca-de9e4a6cfe44 req-f20c670f-b111-466b-8177-10237145df5b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 1096 time: 0.0425704 Aug 05 14:45:59.417941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82503966-e10a-4dea-a7ca-de9e4a6cfe44 req-e4a339df-4889-4233-ac7e-e60676e8459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:59.419546 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82503966-e10a-4dea-a7ca-de9e4a6cfe44 req-e4a339df-4889-4233-ac7e-e60676e8459e service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0895860 Aug 05 14:45:59.489395 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82503966-e10a-4dea-a7ca-de9e4a6cfe44 req-49ec18cb-a5a0-49ff-a3e6-5f60aa9ba4ae service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 HTTP/1.1" status: 200 len: 1000 time: 0.0612316 Aug 05 14:45:59.538849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82503966-e10a-4dea-a7ca-de9e4a6cfe44 req-7b5ccb15-73c2-4b2b-882d-31306e43ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:59.540370 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82503966-e10a-4dea-a7ca-de9e4a6cfe44 req-7b5ccb15-73c2-4b2b-882d-31306e43ccc3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0436704 Aug 05 14:45:59.587700 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82503966-e10a-4dea-a7ca-de9e4a6cfe44 req-24dc1c84-9ee9-42e9-9649-3d77820be07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:59.589261 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82503966-e10a-4dea-a7ca-de9e4a6cfe44 req-24dc1c84-9ee9-42e9-9649-3d77820be07f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422068 Aug 05 14:45:59.633408 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-840051a4-ce95-4551-b168-0de4194ff14b req-fc0505e0-0687-4cc8-855f-fc53d63e72d4 service neutron] show failed (client error): The resource could not be found. Aug 05 14:45:59.634559 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-fc0505e0-0687-4cc8-855f-fc53d63e72d4 service neutron] 10.222.0.63 "GET /v2.0/ports/ae4cf07e-3566-48cf-b267-be9bfdfc4fa5/bindings/n-h2-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.0607812 Aug 05 14:45:59.731455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49a9a9-c16e-4550-bf6f-1f2c2dd76c81 req-eb0e4e15-3876-463a-9cde-1dea45f52cc1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:59.732973 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bb49a9a9-c16e-4550-bf6f-1f2c2dd76c81 req-eb0e4e15-3876-463a-9cde-1dea45f52cc1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.1152112 Aug 05 14:45:59.769909 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82503966-e10a-4dea-a7ca-de9e4a6cfe44 req-ab3edf5b-6ff3-4f86-a3f5-831f58c7401f service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717422 Aug 05 14:45:59.806088 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bb49a9a9-c16e-4550-bf6f-1f2c2dd76c81 req-d1975d39-9df4-4137-96e6-d000f7abc25b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656300 Aug 05 14:45:59.880563 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82503966-e10a-4dea-a7ca-de9e4a6cfe44 req-e8bd694d-9fab-4a4f-a087-1e09f4ebf529 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004322 Aug 05 14:45:59.885010 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840051a4-ce95-4551-b168-0de4194ff14b req-6dfb4e7b-cb3c-4a2e-890e-b5662ec50375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:45:59.886566 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-6dfb4e7b-cb3c-4a2e-890e-b5662ec50375 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582&tenant_id=cfaa991f8da84822bf81bd682ffda161 HTTP/1.1" status: 200 len: 1096 time: 0.0944865 Aug 05 14:45:59.898862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:45:59.951604 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:00.158346 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] For port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:46:00.193818 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] For port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:46:00.235927 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:46:00.239945 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f61fda0-561d-45bc-ba02-769a9fce88e7" -d '{"events": [{"server_uuid": "c29d2814-8099-4d6b-a213-417ffc93a582", "name": "network-vif-unplugged", "status": "completed", "tag": "ae4cf07e-3566-48cf-b267-be9bfdfc4fa5"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:46:00.244155 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:00.258719 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Transition to ACTIVE for port object ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:46:00.262992 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:00.295954 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5968daf8-1305-4d70-a323-8ba14fd8624c x-openstack-request-id: req-5968daf8-1305-4d70-a323-8ba14fd8624c {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:46:00.296249 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29d2814-8099-4d6b-a213-417ffc93a582", "name": "network-vif-unplugged", "status": "completed", "tag": "ae4cf07e-3566-48cf-b267-be9bfdfc4fa5", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:46:00.296503 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5968daf8-1305-4d70-a323-8ba14fd8624c {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:46:00.296903 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5', 'code': 200} Aug 05 14:46:00.355154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Pushing event updated for resources: {'Port': ['ID=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,revision_number=6']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:46:00.367552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:00.367899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:00.368240 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:00.368578 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:00.368912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:00.369248 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:00.369575 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:00.369905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:00.370232 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:00.370579 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:00.370903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:00.371224 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:00.418703 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] No DVR routers for this DVR port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:46:00.558797 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Attempting to bind port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:46:00.559130 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Attempting to bind port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:46:00.559453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Attempting to bind port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:46:00.563665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 on network eaf01f35-8397-420b-b84f-09b9e045c9cc not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:46:00.563974 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Attempting to bind port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:46:00.568854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:46:00.569142 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Checking segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:46:00.569524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Bound using segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:46:00.569947 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Bound port: ae4cf07e-3566-48cf-b267-be9bfdfc4fa5, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:46:00.570318 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:00.635915 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] For port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:46:00.638592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] For port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:46:00.643597 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:00.677691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:00.678345 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:00.679766 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] 10.222.0.84 "PUT /v2.0/ports/ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 HTTP/1.1" status: 200 len: 1091 time: 0.7851737 Aug 05 14:46:00.705157 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242f9f7-d3ed-45e1-943d-89a74ae8a9cf service neutron] Pushing event updated for resources: {'Port': ['ID=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,revision_number=7']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:46:00.753642 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840051a4-ce95-4551-b168-0de4194ff14b req-0a3cd338-8875-44b3-9d53-7269fc50bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:00.755237 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-0a3cd338-8875-44b3-9d53-7269fc50bc69 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 1094 time: 0.0511458 Aug 05 14:46:00.851887 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840051a4-ce95-4551-b168-0de4194ff14b req-5dc6779d-2019-489f-9ce8-f9ae92d9d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:00.853400 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-5dc6779d-2019-489f-9ce8-f9ae92d9d6a3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0906193 Aug 05 14:46:00.926938 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-cfa2f2e5-5b0f-4dd2-8388-011db4469265 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 HTTP/1.1" status: 200 len: 998 time: 0.0657039 Aug 05 14:46:00.929973 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784519d5-b236-4aa0-93f6-74d3a28fe0ff req-b9e958d3-2e64-4d67-86d4-cb8422afd7bb tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:00.931521 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-784519d5-b236-4aa0-93f6-74d3a28fe0ff req-b9e958d3-2e64-4d67-86d4-cb8422afd7bb tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 943 time: 0.0524371 Aug 05 14:46:00.970877 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-784519d5-b236-4aa0-93f6-74d3a28fe0ff req-8722a302-c2e5-4a06-b033-3f7ba655d4f1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332291 Aug 05 14:46:00.978829 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840051a4-ce95-4551-b168-0de4194ff14b req-db3bec8e-046d-4653-bb4a-c51983f0cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:00.980379 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-db3bec8e-046d-4653-bb4a-c51983f0cbe4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0459917 Aug 05 14:46:01.026767 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840051a4-ce95-4551-b168-0de4194ff14b req-be8f79f6-d2cb-42a2-9ece-d5f2d9c705d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:01.028256 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-be8f79f6-d2cb-42a2-9ece-d5f2d9c705d9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411456 Aug 05 14:46:01.039078 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-8a1eb3c4-20f9-4b87-832d-3dfd36e25623 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:46:01.040033 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-8a1eb3c4-20f9-4b87-832d-3dfd36e25623 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050898 Aug 05 14:46:01.131997 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-c9f73c09-fe15-4ed4-aff9-931f27c7d819 service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850813 Aug 05 14:46:01.222138 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-e3cbb227-5f61-4137-9254-ec65c7a32534 service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813735 Aug 05 14:46:02.090918 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da26e38-08cb-4c5c-b7b6-e146a3624eb3 req-f8fc0f51-ee2f-4cfa-9617-87cbfb1f3177 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:02.092417 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7da26e38-08cb-4c5c-b7b6-e146a3624eb3 req-f8fc0f51-ee2f-4cfa-9617-87cbfb1f3177 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 943 time: 0.0503852 Aug 05 14:46:02.130829 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7da26e38-08cb-4c5c-b7b6-e146a3624eb3 req-08684282-4c71-45ed-9bc7-65626a99ecf3 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324662 Aug 05 14:46:02.297972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'tag': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:46:02.301019 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd6341f-e48c-422e-aced-9f2987f5f451" -d '{"events": [{"name": "network-changed", "server_uuid": "c29d2814-8099-4d6b-a213-417ffc93a582", "tag": "ae4cf07e-3566-48cf-b267-be9bfdfc4fa5"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:46:02.348004 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741b12b5-7559-46cc-aab4-00d43efbbb2c x-openstack-request-id: req-741b12b5-7559-46cc-aab4-00d43efbbb2c {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:46:02.348296 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29d2814-8099-4d6b-a213-417ffc93a582", "tag": "ae4cf07e-3566-48cf-b267-be9bfdfc4fa5", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:46:02.348548 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-741b12b5-7559-46cc-aab4-00d43efbbb2c {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:46:02.348945 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'tag': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5', 'status': 'completed', 'code': 200} Aug 05 14:46:02.410724 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-66a0036d-37ed-4174-82a6-211f413d85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:02.412272 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-66a0036d-37ed-4174-82a6-211f413d85a2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 1094 time: 0.0442474 Aug 05 14:46:02.420792 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-bfaa08c1-5891-4d7b-92da-e213f5135a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:02.423474 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-bfaa08c1-5891-4d7b-92da-e213f5135a2a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 1094 time: 0.0498557 Aug 05 14:46:02.513735 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-5e307a15-7103-483d-a0bd-d8501bcb223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:02.515806 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-5e307a15-7103-483d-a0bd-d8501bcb223e service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0967062 Aug 05 14:46:02.528899 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-33fa2231-45fb-4b8b-ae3f-2aedaf8ad97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:02.530432 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-33fa2231-45fb-4b8b-ae3f-2aedaf8ad97a service neutron] 10.222.0.84 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0984406 Aug 05 14:46:02.586184 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-513ab89f-3852-41a0-a4e7-5caff6327eb7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 HTTP/1.1" status: 200 len: 998 time: 0.0621483 Aug 05 14:46:02.617124 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-4e17508f-846b-44f6-9a08-6277e97167ad service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 HTTP/1.1" status: 200 len: 998 time: 0.0651610 Aug 05 14:46:02.646267 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-2628f705-733c-439f-b742-f53ce844e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:02.647751 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-2628f705-733c-439f-b742-f53ce844e9ec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0553527 Aug 05 14:46:02.672607 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-698a0544-7a2d-452f-9a18-94dfbe947934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:02.674097 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-698a0544-7a2d-452f-9a18-94dfbe947934 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0497220 Aug 05 14:46:02.694220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-1d27b6bb-0a04-4383-a68a-e36e73b111b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:02.695829 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-1d27b6bb-0a04-4383-a68a-e36e73b111b3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409667 Aug 05 14:46:02.720928 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-bbaf0550-e41d-41ab-a73a-2a6996b7170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:02.722618 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-bbaf0550-e41d-41ab-a73a-2a6996b7170a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414488 Aug 05 14:46:02.786694 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-b58df58b-a176-4882-a8c9-134986294264 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834587 Aug 05 14:46:02.817449 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-d0c7b2b6-ae7a-4e4a-a850-835d654040dd service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875382 Aug 05 14:46:02.882889 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-aa706712-c278-45e4-875d-8fb2668fe47a service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893106 Aug 05 14:46:02.910034 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1fd6341f-e48c-422e-aced-9f2987f5f451 req-2bd6c9a2-9cd7-4b15-a043-ada0cdecf889 service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849779 Aug 05 14:46:03.246665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83125c3a-7289-4d24-a724-f3e6b7ed25d2 req-251bbe08-0da5-4022-b321-4b9db6e38c3f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:03.248202 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-83125c3a-7289-4d24-a724-f3e6b7ed25d2 req-251bbe08-0da5-4022-b321-4b9db6e38c3f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 943 time: 0.0500124 Aug 05 14:46:03.286475 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-83125c3a-7289-4d24-a724-f3e6b7ed25d2 req-3a81c43d-89f4-4a6b-b2b1-c41fc57e534d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322168 Aug 05 14:46:03.401941 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:46:03.491200 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031e53a-a893-4116-815e-65f76764fcc8 req-36858487-e9d3-4bbf-96ec-6336c8601cb3 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:03.492763 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b031e53a-a893-4116-815e-65f76764fcc8 req-36858487-e9d3-4bbf-96ec-6336c8601cb3 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 943 time: 0.0565956 Aug 05 14:46:03.506581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537374b9-aebb-42ed-bea5-43ef3ec34291 req-ba7d3768-d251-4162-bcef-4751226e7e51 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:03.508288 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-537374b9-aebb-42ed-bea5-43ef3ec34291 req-ba7d3768-d251-4162-bcef-4751226e7e51 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.63 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582&tenant_id=cfaa991f8da84822bf81bd682ffda161&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 943 time: 0.0583453 Aug 05 14:46:03.511512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:46:03.524169 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'port_id': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5', 'mac_address': 'fa:16:3e:5d:ed:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:46:03.533340 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b031e53a-a893-4116-815e-65f76764fcc8 req-67ed46dc-8735-4706-af3e-970b03263303 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338750 Aug 05 14:46:03.561771 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:03.572236 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-537374b9-aebb-42ed-bea5-43ef3ec34291 req-a5b15e93-e8ab-4769-a7cf-30508b2e3d00 service neutron] delete failed (client error): The resource could not be found. Aug 05 14:46:03.573369 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-537374b9-aebb-42ed-bea5-43ef3ec34291 req-a5b15e93-e8ab-4769-a7cf-30508b2e3d00 service neutron] 10.222.0.63 "DELETE /v2.0/ports/ae4cf07e-3566-48cf-b267-be9bfdfc4fa5/bindings/n-h1-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.0582125 Aug 05 14:46:03.574858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:46:03.594691 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:46:03.598539 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:03.647108 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:46:03.654651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:03.654999 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:03.655339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:03.655678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:03.656012 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:03.656346 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:03.656678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:03.657006 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:03.657331 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:03.657654 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:03.657975 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:03.658322 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:03.669571 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537374b9-aebb-42ed-bea5-43ef3ec34291 req-c5c61992-591f-40cf-b136-c781694c9d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:03.671812 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-537374b9-aebb-42ed-bea5-43ef3ec34291 req-c5c61992-591f-40cf-b136-c781694c9d92 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 1095 time: 0.0564249 Aug 05 14:46:03.770242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537374b9-aebb-42ed-bea5-43ef3ec34291 req-460c2834-f1cd-4a4d-9e27-90cd8afbf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:03.771677 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-537374b9-aebb-42ed-bea5-43ef3ec34291 req-460c2834-f1cd-4a4d-9e27-90cd8afbf3db service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0906768 Aug 05 14:46:03.815553 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['ae4cf07e-3566-48cf-b267-be9bfdfc4fa5'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:46:03.841148 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-537374b9-aebb-42ed-bea5-43ef3ec34291 req-f0463b8f-9293-4e82-9518-84aff7a22ff3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 HTTP/1.1" status: 200 len: 999 time: 0.0618801 Aug 05 14:46:03.890810 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537374b9-aebb-42ed-bea5-43ef3ec34291 req-50024578-1d62-4fbf-a87a-646dc3c67492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:03.892311 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-537374b9-aebb-42ed-bea5-43ef3ec34291 req-50024578-1d62-4fbf-a87a-646dc3c67492 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0445092 Aug 05 14:46:03.939494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537374b9-aebb-42ed-bea5-43ef3ec34291 req-4c1e8ed5-b984-4d14-b3b5-418c6f4393f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:03.941092 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-537374b9-aebb-42ed-bea5-43ef3ec34291 req-4c1e8ed5-b984-4d14-b3b5-418c6f4393f4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416534 Aug 05 14:46:04.035445 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-537374b9-aebb-42ed-bea5-43ef3ec34291 req-19b20c7d-a952-4b93-ae67-6b46408bd163 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872352 Aug 05 14:46:04.125510 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-537374b9-aebb-42ed-bea5-43ef3ec34291 req-dafe22c9-3115-46bb-833b-afc4823f09b7 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834894 Aug 05 14:46:04.336245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:46:04.373547 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:46:04.657002 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168230b-19c2-4bfa-a0ef-15ab1c168337 req-c8d16972-0bc9-43ea-9a04-adf475e60b08 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:04.658663 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5168230b-19c2-4bfa-a0ef-15ab1c168337 req-c8d16972-0bc9-43ea-9a04-adf475e60b08 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 944 time: 0.0507698 Aug 05 14:46:04.697948 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5168230b-19c2-4bfa-a0ef-15ab1c168337 req-0aa7ac60-a8bf-4104-ba61-9562b0f31d28 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330675 Aug 05 14:46:04.811977 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa33d7-236b-4db1-b1ec-4fdcebe6509d req-2803741b-be88-4c19-8723-4ad4ca4852e2 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:04.813470 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-47aa33d7-236b-4db1-b1ec-4fdcebe6509d req-2803741b-be88-4c19-8723-4ad4ca4852e2 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 944 time: 0.0497398 Aug 05 14:46:04.851785 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-47aa33d7-236b-4db1-b1ec-4fdcebe6509d req-38c97cf8-224c-4dd7-980f-632e02b1bc85 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317795 Aug 05 14:46:05.086573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c5e84-5086-455f-92b8-1dbbda61ad61 req-bf98ad6b-5ed7-4840-811a-0426a5b65228 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:05.088080 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b17c5e84-5086-455f-92b8-1dbbda61ad61 req-bf98ad6b-5ed7-4840-811a-0426a5b65228 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 944 time: 0.0853291 Aug 05 14:46:05.094372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174652e9-7e58-4948-b654-f382efee9311 req-a6cd9a8c-ca3a-447a-b6cd-21bdb537aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:05.095782 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-174652e9-7e58-4948-b654-f382efee9311 req-a6cd9a8c-ca3a-447a-b6cd-21bdb537aedd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 1095 time: 0.0609133 Aug 05 14:46:05.174866 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b17c5e84-5086-455f-92b8-1dbbda61ad61 req-6e714a34-467e-41d2-9329-b9b33ec57a34 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774057 Aug 05 14:46:05.211170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174652e9-7e58-4948-b654-f382efee9311 req-be071255-e834-44df-a8f2-a9a9197ac9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:05.212685 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-174652e9-7e58-4948-b654-f382efee9311 req-be071255-e834-44df-a8f2-a9a9197ac9fa service neutron] 10.222.0.84 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.1088128 Aug 05 14:46:05.288886 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-174652e9-7e58-4948-b654-f382efee9311 req-4d1af035-7090-48cb-8667-da413199ce46 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 HTTP/1.1" status: 200 len: 999 time: 0.0689003 Aug 05 14:46:05.338436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174652e9-7e58-4948-b654-f382efee9311 req-21b215cb-9c58-4adf-ae58-c94289dd0ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:05.339930 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-174652e9-7e58-4948-b654-f382efee9311 req-21b215cb-9c58-4adf-ae58-c94289dd0ced service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0441058 Aug 05 14:46:05.386010 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174652e9-7e58-4948-b654-f382efee9311 req-33a9137c-4ea6-4411-a1ea-0a1efdfc2fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:05.387549 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-174652e9-7e58-4948-b654-f382efee9311 req-33a9137c-4ea6-4411-a1ea-0a1efdfc2fb6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402930 Aug 05 14:46:05.403882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:46:05.457474 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:46:05.461762 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:46:05.462143 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:05.483264 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-174652e9-7e58-4948-b654-f382efee9311 req-179838cf-0185-4f6b-b99b-9004e36fdd65 service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885472 Aug 05 14:46:05.539130 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:05.561213 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:46:05.563552 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea266ee5-eead-4420-b1df-33dd0c9ae7bf" -d '{"events": [{"server_uuid": "c29d2814-8099-4d6b-a213-417ffc93a582", "name": "network-vif-plugged", "status": "completed", "tag": "ae4cf07e-3566-48cf-b267-be9bfdfc4fa5"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:46:05.580039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:46:05.580338 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-174652e9-7e58-4948-b654-f382efee9311 req-6c05520f-5f54-4cea-9286-4da63b841629 service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901809 Aug 05 14:46:05.585677 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:05.641180 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:46:05.698685 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b538713f-9e23-42bd-9aef-8b5e82cb7ae7 x-openstack-request-id: req-b538713f-9e23-42bd-9aef-8b5e82cb7ae7 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:46:05.698999 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29d2814-8099-4d6b-a213-417ffc93a582", "name": "network-vif-plugged", "status": "completed", "tag": "ae4cf07e-3566-48cf-b267-be9bfdfc4fa5", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:46:05.699260 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b538713f-9e23-42bd-9aef-8b5e82cb7ae7 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:46:05.699658 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5', 'code': 200} Aug 05 14:46:06.301322 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924ad71-ed13-4bdc-9e86-fcc79472ecc5 req-b8c30aed-8bef-4d58-85a2-3a1097fbf394 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:06.302857 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d924ad71-ed13-4bdc-9e86-fcc79472ecc5 req-b8c30aed-8bef-4d58-85a2-3a1097fbf394 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0545073 Aug 05 14:46:06.340986 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d924ad71-ed13-4bdc-9e86-fcc79472ecc5 req-bf51bca8-b314-4cc8-8045-3e0d9b0d1408 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322161 Aug 05 14:46:06.584092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ca660-e150-4959-97bd-4ff18f33bf59 req-2f71fa42-cf1e-447b-9cc9-e113165c385d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:06.585611 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-050ca660-e150-4959-97bd-4ff18f33bf59 req-2f71fa42-cf1e-447b-9cc9-e113165c385d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0486691 Aug 05 14:46:06.624050 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-050ca660-e150-4959-97bd-4ff18f33bf59 req-2dade585-72dc-4d1a-9971-a4c92775625c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325425 Aug 05 14:46:07.746164 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c8d87-82ec-4aa4-8d84-2832204c2661 req-ec49ef96-3416-4b5e-9e44-5df6f2928346 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:07.747705 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c56c8d87-82ec-4aa4-8d84-2832204c2661 req-ec49ef96-3416-4b5e-9e44-5df6f2928346 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0533972 Aug 05 14:46:07.785700 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c56c8d87-82ec-4aa4-8d84-2832204c2661 req-e0abdf08-8b33-49ae-a2bd-924bc1deaca1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320787 Aug 05 14:46:07.865100 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2282679-e56c-470a-ad68-84b007307f88 req-6bd999dc-d1c0-4cbb-8929-b591dcc3df8b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:07.866601 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2282679-e56c-470a-ad68-84b007307f88 req-6bd999dc-d1c0-4cbb-8929-b591dcc3df8b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.84 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 945 time: 0.0476432 Aug 05 14:46:07.959316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-c2282679-e56c-470a-ad68-84b007307f88 req-36b6ae36-3c9f-41eb-a0c0-e413ac2cb446 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Deleting port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:46:07.959557 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c2282679-e56c-470a-ad68-84b007307f88 req-36b6ae36-3c9f-41eb-a0c0-e413ac2cb446 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:08.045044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-c2282679-e56c-470a-ad68-84b007307f88 req-36b6ae36-3c9f-41eb-a0c0-e413ac2cb446 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] For port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:46:08.045407 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c2282679-e56c-470a-ad68-84b007307f88 req-36b6ae36-3c9f-41eb-a0c0-e413ac2cb446 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:08.213626 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c2282679-e56c-470a-ad68-84b007307f88 req-36b6ae36-3c9f-41eb-a0c0-e413ac2cb446 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:08.214005 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c2282679-e56c-470a-ad68-84b007307f88 req-36b6ae36-3c9f-41eb-a0c0-e413ac2cb446 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:08.214354 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [req-c2282679-e56c-470a-ad68-84b007307f88 req-36b6ae36-3c9f-41eb-a0c0-e413ac2cb446 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Floating IP fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3 disassociated. External IP: 172.25.5.51, port: ae4cf07e-3566-48cf-b267-be9bfdfc4fa5. Aug 05 14:46:08.214726 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-c2282679-e56c-470a-ad68-84b007307f88 req-36b6ae36-3c9f-41eb-a0c0-e413ac2cb446 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Calling delete_port for ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:46:08.340295 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c2282679-e56c-470a-ad68-84b007307f88 req-36b6ae36-3c9f-41eb-a0c0-e413ac2cb446 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:08.369001 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6ae36-3c9f-41eb-a0c0-e413ac2cb446 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Pushing event deleted for resources: {'Port': ['ID=ae4cf07e-3566-48cf-b267-be9bfdfc4fa5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:46:08.495360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2282679-e56c-470a-ad68-84b007307f88 req-36b6ae36-3c9f-41eb-a0c0-e413ac2cb446 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Router 460ee116-6768-407f-a938-498280e8577a has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:46:08.613913 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2282679-e56c-470a-ad68-84b007307f88 req-36b6ae36-3c9f-41eb-a0c0-e413ac2cb446 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:46:08.623281 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c380ba-03d6-40c8-ab0f-2491c37550d7 None None] Sync routers for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:46:08.633438 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c380ba-03d6-40c8-ab0f-2491c37550d7 None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:46:08.634056 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-24c380ba-03d6-40c8-ab0f-2491c37550d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:45:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:46:08.657325 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2282679-e56c-470a-ad68-84b007307f88 req-36b6ae36-3c9f-41eb-a0c0-e413ac2cb446 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] No DVR routers for this DVR port ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:46:08.660570 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c2282679-e56c-470a-ad68-84b007307f88 req-36b6ae36-3c9f-41eb-a0c0-e413ac2cb446 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:08.662668 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c2282679-e56c-470a-ad68-84b007307f88 req-36b6ae36-3c9f-41eb-a0c0-e413ac2cb446 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.84 "DELETE /v2.0/ports/ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 HTTP/1.1" status: 204 len: 173 time: 0.7901075 Aug 05 14:46:08.663115 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'name': 'network-vif-deleted', 'tag': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:46:08.665398 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3d7c90-171d-47b2-a0b8-8fad8d588976" -d '{"events": [{"server_uuid": "c29d2814-8099-4d6b-a213-417ffc93a582", "name": "network-vif-deleted", "tag": "ae4cf07e-3566-48cf-b267-be9bfdfc4fa5"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:46:08.713454 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249317ce-4ebf-490b-b8de-6f95a525d892 x-openstack-request-id: req-249317ce-4ebf-490b-b8de-6f95a525d892 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:46:08.713749 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29d2814-8099-4d6b-a213-417ffc93a582", "name": "network-vif-deleted", "tag": "ae4cf07e-3566-48cf-b267-be9bfdfc4fa5", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:46:08.714012 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-249317ce-4ebf-490b-b8de-6f95a525d892 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:46:08.714456 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29d2814-8099-4d6b-a213-417ffc93a582', 'name': 'network-vif-deleted', 'tag': 'ae4cf07e-3566-48cf-b267-be9bfdfc4fa5', 'status': 'completed', 'code': 200} Aug 05 14:46:08.751791 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-24c380ba-03d6-40c8-ab0f-2491c37550d7 None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:46:08.896339 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf2a1cd8-e9e5-4f7f-9177-cdd4cd3bec98 req-2b76cb1b-02ac-4506-b75a-0ac70a475f12 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d2814-8099-4d6b-a213-417ffc93a582 HTTP/1.1" status: 200 len: 210 time: 0.0286579 Aug 05 14:46:08.959450 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-24c380ba-03d6-40c8-ab0f-2491c37550d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:46:08.985135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c380ba-03d6-40c8-ab0f-2491c37550d7 None None] Checking router: 460ee116-6768-407f-a938-498280e8577a for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:46:08.994521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c380ba-03d6-40c8-ab0f-2491c37550d7 None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:46:08.995167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-24c380ba-03d6-40c8-ab0f-2491c37550d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:45:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:46:09.100812 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-24c380ba-03d6-40c8-ab0f-2491c37550d7 None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:46:09.296863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-24c380ba-03d6-40c8-ab0f-2491c37550d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:46:09.322695 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c380ba-03d6-40c8-ab0f-2491c37550d7 None None] The sync data for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 is: [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:46:09.535485 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2988014-468c-40b5-9360-333540add81e None None] New status for floating IP fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:46:10.171112 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-827349cc-143f-466d-b61e-a098777d9b80 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--698750894&fields=id&tenant_id=cfaa991f8da84822bf81bd682ffda161 HTTP/1.1" status: 200 len: 267 time: 0.0332899 Aug 05 14:46:10.279638 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-e6c25812-5480-4c4c-b27e-0ca578bc6436 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:10.281129 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-e6c25812-5480-4c4c-b27e-0ca578bc6436 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 811 time: 0.1024773 Aug 05 14:46:10.296177 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-631de0a5-ba4f-48b0-a897-56678989603b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/quotas/cfaa991f8da84822bf81bd682ffda161 HTTP/1.1" status: 200 len: 375 time: 0.0089984 Aug 05 14:46:10.349259 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-aa927ea7-231f-4ad6-a9f5-09cd07d75977 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468378 Aug 05 14:46:10.496902 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-a256b126-a038-4c0a-891e-fffe7bebb4e5 service neutron] 10.222.0.16 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362436 Aug 05 14:46:10.592203 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-9ca35f92-deaf-49b9-9353-2f47b74074b3 service neutron] 10.222.0.16 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884473 Aug 05 14:46:10.749759 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9e1e051d-3edc-45b0-a7bd-41ca8483d0e8 req-7630999a-f6bf-4c98-a401-2cffa2067316 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 210 time: 0.0261676 Aug 05 14:46:11.434900 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:46:11.454805 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:46:11.455147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device ae4cf07e-3566-48cf-b267-be9bfdfc4fa5 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:46:11.683973 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-f3512fe1-e3bd-48f2-b1f5-e39d2e37b43c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:11.685608 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-f3512fe1-e3bd-48f2-b1f5-e39d2e37b43c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 811 time: 0.1081078 Aug 05 14:46:11.732840 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-2cfe643a-0a86-4ca0-8bcf-a024f0544bfb tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfaa991f8da84822bf81bd682ffda161 HTTP/1.1" status: 200 len: 379 time: 0.0368421 Aug 05 14:46:11.748158 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Request body: {'port': {'device_id': '2b317784-6cc7-4588-8887-b23e453fdb47', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'admin_state_up': True, 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'security_groups': ['281cdfc5-063c-48ee-beaf-da4e3623c0a6']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:46:11.849342 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6ea2b73a-f157-4d96-a794-08e723dda849 req-d31c7604-d269-46a8-86ff-f41933005b14 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 210 time: 0.0311093 Aug 05 14:46:11.856423 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Made reservation on behalf of cfaa991f8da84822bf81bd682ffda161 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:46:11.859962 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:11.993054 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Allocated IP 172.20.0.11 (eaf01f35-8397-420b-b84f-09b9e045c9cc/d2206139-cb73-46af-86f9-73b5fd1c1199/b8cbf1b9-165d-4688-a4ef-461817045289) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:46:12.130359 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:12.142744 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Transition to ACTIVE for port object b8cbf1b9-165d-4688-a4ef-461817045289 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:46:12.175343 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:12.222371 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Network eaf01f35-8397-420b-b84f-09b9e045c9cc is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:46:12.225459 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:46:12.229929 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:46:12.233890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Pushing event updated for resources: {'Port': ['ID=b8cbf1b9-165d-4688-a4ef-461817045289,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:46:12.262633 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:12.262987 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:12.263334 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:12.263676 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:12.264023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:12.264361 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:12.264701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:12.265028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:12.265358 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:12.265689 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:12.266018 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:12.266372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:46:12.292283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:12.292915 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:12.308208 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-ab7262ff-6e6f-4a94-84ef-15f0b701242b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5637941 Aug 05 14:46:12.321367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Request body: {'port': {'device_id': '2b317784-6cc7-4588-8887-b23e453fdb47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:46:12.380365 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:12.491533 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-49d4c408-cd5e-44ab-bc0e-c6ebe60b8ae7 None None] Provisioning for port b8cbf1b9-165d-4688-a4ef-461817045289 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:46:12.496577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-49d4c408-cd5e-44ab-bc0e-c6ebe60b8ae7 None None] Provisioning complete for port b8cbf1b9-165d-4688-a4ef-461817045289 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:46:12.497227 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-49d4c408-cd5e-44ab-bc0e-c6ebe60b8ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:12.531634 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-49d4c408-cd5e-44ab-bc0e-c6ebe60b8ae7 None None] Port b8cbf1b9-165d-4688-a4ef-461817045289 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:46:12.674485 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8cbf1b9-165d-4688-a4ef-461817045289 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:46:12.681969 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:12.694310 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Transition to ACTIVE for port object b8cbf1b9-165d-4688-a4ef-461817045289 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:46:12.697973 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:12.750774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Pushing event updated for resources: {'Port': ['ID=b8cbf1b9-165d-4688-a4ef-461817045289,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:46:12.824246 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Attempting to bind port b8cbf1b9-165d-4688-a4ef-461817045289 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:46:12.824585 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Attempting to bind port b8cbf1b9-165d-4688-a4ef-461817045289 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:46:12.824916 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Attempting to bind port b8cbf1b9-165d-4688-a4ef-461817045289 on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:46:12.829595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Port b8cbf1b9-165d-4688-a4ef-461817045289 on network eaf01f35-8397-420b-b84f-09b9e045c9cc not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:46:12.829924 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Attempting to bind port b8cbf1b9-165d-4688-a4ef-461817045289 on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:46:12.835576 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:46:12.835918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Checking segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:46:12.836312 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Bound using segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:46:12.836744 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Bound port: b8cbf1b9-165d-4688-a4ef-461817045289, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:46:12.837110 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:12.906346 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] For port b8cbf1b9-165d-4688-a4ef-461817045289, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:46:12.910819 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] For port b8cbf1b9-165d-4688-a4ef-461817045289, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b8cbf1b9-165d-4688-a4ef-461817045289,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:46:12.915592 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:12.981143 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:12.981761 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:12.983190 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] 10.222.0.63 "PUT /v2.0/ports/b8cbf1b9-165d-4688-a4ef-461817045289 HTTP/1.1" status: 200 len: 1092 time: 0.6663318 Aug 05 14:46:12.985274 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b317784-6cc7-4588-8887-b23e453fdb47', 'tag': 'b8cbf1b9-165d-4688-a4ef-461817045289'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:46:12.988208 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527b67e7-fe58-4259-bbf6-016d96f58474" -d '{"events": [{"name": "network-changed", "server_uuid": "2b317784-6cc7-4588-8887-b23e453fdb47", "tag": "b8cbf1b9-165d-4688-a4ef-461817045289"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:46:13.008517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa67874-3672-41ea-b18e-ebb4eb1e6df4 service neutron] Pushing event updated for resources: {'Port': ['ID=b8cbf1b9-165d-4688-a4ef-461817045289,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:46:13.028055 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b67c4-aecd-4f39-ad35-eec096be247a req-a69d1a95-2c6e-42a4-bf5d-b39ac1e971ae tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:13.029631 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6d0b67c4-aecd-4f39-ad35-eec096be247a req-a69d1a95-2c6e-42a4-bf5d-b39ac1e971ae tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 944 time: 0.1095009 Aug 05 14:46:13.044142 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc3d3eb-ea4f-4837-8177-cc722a5fb114 x-openstack-request-id: req-3cc3d3eb-ea4f-4837-8177-cc722a5fb114 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:46:13.044509 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b317784-6cc7-4588-8887-b23e453fdb47", "tag": "b8cbf1b9-165d-4688-a4ef-461817045289", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:46:13.044871 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3cc3d3eb-ea4f-4837-8177-cc722a5fb114 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:46:13.045269 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b317784-6cc7-4588-8887-b23e453fdb47', 'tag': 'b8cbf1b9-165d-4688-a4ef-461817045289', 'status': 'completed', 'code': 200} Aug 05 14:46:13.102127 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6d0b67c4-aecd-4f39-ad35-eec096be247a req-13a362e2-f485-476d-9a33-e42888c1a9ac tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599120 Aug 05 14:46:13.108408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-462e3bf2-3c66-4f21-908b-5081ce6cfea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:13.110125 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-462e3bf2-3c66-4f21-908b-5081ce6cfea1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 1095 time: 0.0795941 Aug 05 14:46:13.156192 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-f1ad7d1b-aaab-49d8-a96e-8ea149599ad2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cbf1b9-165d-4688-a4ef-461817045289 HTTP/1.1" status: 200 len: 217 time: 0.0374999 Aug 05 14:46:13.211760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-b67cf238-3469-4985-a2f7-73ce26ed9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:13.213261 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-b67cf238-3469-4985-a2f7-73ce26ed9e29 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0494401 Aug 05 14:46:13.265088 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-200f6dab-d95a-4e3b-9f04-bb4a7901816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:13.266649 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-200f6dab-d95a-4e3b-9f04-bb4a7901816b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460091 Aug 05 14:46:13.361476 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-000a9545-1551-4258-a930-d12b5219e6b7 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865147 Aug 05 14:46:13.718735 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d7e1334-6c38-459a-bee5-d2bb25ebb16d req-d4ff7053-86f5-44e7-8bac-90114dcdf3d3 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487539 Aug 05 14:46:13.808795 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b67e7-fe58-4259-bbf6-016d96f58474 req-b64da678-1be7-4b6d-bb07-2e9c1c13b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:13.810320 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-527b67e7-fe58-4259-bbf6-016d96f58474 req-b64da678-1be7-4b6d-bb07-2e9c1c13b5d6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 1095 time: 0.0426211 Aug 05 14:46:13.904116 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b67e7-fe58-4259-bbf6-016d96f58474 req-7019294f-03bc-4636-b055-ab015d723cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:13.905507 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-527b67e7-fe58-4259-bbf6-016d96f58474 req-7019294f-03bc-4636-b055-ab015d723cf0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0877748 Aug 05 14:46:13.948157 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-527b67e7-fe58-4259-bbf6-016d96f58474 req-81e50a44-e12e-41d6-aef8-b9a4231e1ff4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cbf1b9-165d-4688-a4ef-461817045289 HTTP/1.1" status: 200 len: 217 time: 0.0346425 Aug 05 14:46:13.998937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b67e7-fe58-4259-bbf6-016d96f58474 req-bd048a5c-ccc9-4dc1-9d3f-19c38a8c67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:14.001005 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-527b67e7-fe58-4259-bbf6-016d96f58474 req-bd048a5c-ccc9-4dc1-9d3f-19c38a8c67b8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0456722 Aug 05 14:46:14.048616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b67e7-fe58-4259-bbf6-016d96f58474 req-adcf95dc-ffa7-44a0-8b06-c556755c0cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:14.050287 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-527b67e7-fe58-4259-bbf6-016d96f58474 req-adcf95dc-ffa7-44a0-8b06-c556755c0cc4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415404 Aug 05 14:46:14.148250 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-527b67e7-fe58-4259-bbf6-016d96f58474 req-2586614b-107c-4e35-9790-dbebf1fb8544 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887744 Aug 05 14:46:14.223138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd487e-d871-49af-896b-635d7d9999ae req-789e8905-ff6b-4b4d-9d97-a938ebb7f3b8 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:14.224686 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bedd487e-d871-49af-896b-635d7d9999ae req-789e8905-ff6b-4b4d-9d97-a938ebb7f3b8 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 944 time: 0.0510788 Aug 05 14:46:14.251888 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-527b67e7-fe58-4259-bbf6-016d96f58474 req-b3627a2c-6d58-452b-804d-0cbb41a96efb service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939097 Aug 05 14:46:14.264694 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bedd487e-d871-49af-896b-635d7d9999ae req-202c9b2f-802c-4419-8aa1-d78f5f65062b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338674 Aug 05 14:46:15.145031 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:15.383287 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1a462-ef6e-4ad7-9a3b-7d7476fb2006 req-33772f73-b9c2-4713-b559-d199423fa692 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:15.384808 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-76c1a462-ef6e-4ad7-9a3b-7d7476fb2006 req-33772f73-b9c2-4713-b559-d199423fa692 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 944 time: 0.0497084 Aug 05 14:46:15.423549 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-76c1a462-ef6e-4ad7-9a3b-7d7476fb2006 req-d2589938-80f5-4de6-8cec-752befd96dcc tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321205 Aug 05 14:46:15.897769 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d850363c-3b7a-43f9-adcb-b921958a5d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:16.399223 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b8cbf1b9-165d-4688-a4ef-461817045289 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:46:16.441504 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:16.509198 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b8cbf1b9-165d-4688-a4ef-461817045289, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b8cbf1b9-165d-4688-a4ef-461817045289,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:46:16.520577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'b8cbf1b9-165d-4688-a4ef-461817045289', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'port_id': 'b8cbf1b9-165d-4688-a4ef-461817045289', 'mac_address': 'fa:16:3e:d9:41:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:46:16.538421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ac306-b0a5-4be2-917e-39016b81307d req-9b81fcf2-ca27-4af6-a337-37fc16f469b8 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:16.539908 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-369ac306-b0a5-4be2-917e-39016b81307d req-9b81fcf2-ca27-4af6-a337-37fc16f469b8 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 944 time: 0.0482721 Aug 05 14:46:16.560880 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:16.574428 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8cbf1b9-165d-4688-a4ef-461817045289 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:46:16.579352 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-369ac306-b0a5-4be2-917e-39016b81307d req-f69a84c4-2e2a-4585-84e0-726d17ba8238 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333738 Aug 05 14:46:16.598543 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b8cbf1b9-165d-4688-a4ef-461817045289, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b8cbf1b9-165d-4688-a4ef-461817045289,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:46:16.602944 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:16.658139 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=b8cbf1b9-165d-4688-a4ef-461817045289,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:46:16.824226 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['b8cbf1b9-165d-4688-a4ef-461817045289'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:46:17.697436 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf82d6-299f-412d-a6ac-ec52b4db41ef req-de7bdb0a-32fa-484f-8b28-679737e0d4ca tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:17.698964 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dacf82d6-299f-412d-a6ac-ec52b4db41ef req-de7bdb0a-32fa-484f-8b28-679737e0d4ca tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 945 time: 0.0494380 Aug 05 14:46:17.738327 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dacf82d6-299f-412d-a6ac-ec52b4db41ef req-a90a9c04-8391-42fc-ac78-2896fc492767 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329542 Aug 05 14:46:18.413991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b8cbf1b9-165d-4688-a4ef-461817045289 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:46:18.462871 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4e028faf-9f41-47dd-bcdc-a612201c1d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:18.479932 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port b8cbf1b9-165d-4688-a4ef-461817045289 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:46:18.483416 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port b8cbf1b9-165d-4688-a4ef-461817045289 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:46:18.483779 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:18.561896 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:18.583994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b317784-6cc7-4588-8887-b23e453fdb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cbf1b9-165d-4688-a4ef-461817045289'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:46:18.586352 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70e7bdd-5534-4d9b-a2e1-f4ed791492ba" -d '{"events": [{"server_uuid": "2b317784-6cc7-4588-8887-b23e453fdb47", "name": "network-vif-plugged", "status": "completed", "tag": "b8cbf1b9-165d-4688-a4ef-461817045289"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:46:18.599768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b8cbf1b9-165d-4688-a4ef-461817045289, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b8cbf1b9-165d-4688-a4ef-461817045289,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:46:18.608425 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:18.635513 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20611439-769a-4c6f-9d47-dd6bdfb32857 x-openstack-request-id: req-20611439-769a-4c6f-9d47-dd6bdfb32857 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:46:18.635513 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b317784-6cc7-4588-8887-b23e453fdb47", "name": "network-vif-plugged", "status": "completed", "tag": "b8cbf1b9-165d-4688-a4ef-461817045289", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:46:18.635736 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20611439-769a-4c6f-9d47-dd6bdfb32857 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:46:18.636124 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b317784-6cc7-4588-8887-b23e453fdb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cbf1b9-165d-4688-a4ef-461817045289', 'code': 200} Aug 05 14:46:18.673627 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=b8cbf1b9-165d-4688-a4ef-461817045289,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:46:18.682811 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:18.722890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e33484-d915-408c-b236-6e125166f221 req-8f33a821-84c7-43c1-a1c1-f3789079b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:18.724405 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a6e33484-d915-408c-b236-6e125166f221 req-8f33a821-84c7-43c1-a1c1-f3789079b39e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 1097 time: 0.0409887 Aug 05 14:46:18.763291 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a6e33484-d915-408c-b236-6e125166f221 req-3fe7e6bd-8f04-4c77-8bd2-147151329a83 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315449 Aug 05 14:46:18.855343 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944c598-85e7-46eb-8938-44eed14dcc9a req-b576f153-05bc-45c8-b735-b1c711ccec69 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:18.856857 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5944c598-85e7-46eb-8938-44eed14dcc9a req-b576f153-05bc-45c8-b735-b1c711ccec69 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 946 time: 0.0495212 Aug 05 14:46:18.895748 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5944c598-85e7-46eb-8938-44eed14dcc9a req-227eb2c1-a5d7-43c2-830f-3a552b190f70 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327282 Aug 05 14:46:19.675041 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:20.016016 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04f662-54b3-4943-8bb2-c42034dfaac1 req-e6fdb36a-f923-434d-88b7-7013dacf0d3a tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:20.017415 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b04f662-54b3-4943-8bb2-c42034dfaac1 req-e6fdb36a-f923-434d-88b7-7013dacf0d3a tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 946 time: 0.0523908 Aug 05 14:46:20.055597 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b04f662-54b3-4943-8bb2-c42034dfaac1 req-a26c14ab-ccb1-4c2f-b4a1-5c7a8a584e00 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317795 Aug 05 14:46:20.179504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4883207-514e-4ab9-b45a-349ee2b6f3d5 req-3fdae9aa-1f3f-4d20-9c59-03df699587d5 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:20.180948 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b4883207-514e-4ab9-b45a-349ee2b6f3d5 req-3fdae9aa-1f3f-4d20-9c59-03df699587d5 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 946 time: 0.0617447 Aug 05 14:46:20.189400 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 45710) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:46:20.195034 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0abbd18d-e89c-41f0-a7fc-797339c37700 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Request body: {'floatingip': {'port_id': 'b8cbf1b9-165d-4688-a4ef-461817045289'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:46:20.236418 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0abbd18d-e89c-41f0-a7fc-797339c37700 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for floatingip, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:20.672160 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0abbd18d-e89c-41f0-a7fc-797339c37700 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:20.676392 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0abbd18d-e89c-41f0-a7fc-797339c37700 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:20.780993 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-0abbd18d-e89c-41f0-a7fc-797339c37700 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Floating IP fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3 associated. External IP: 172.25.5.51, port: b8cbf1b9-165d-4688-a4ef-461817045289. Aug 05 14:46:21.002233 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abbd18d-e89c-41f0-a7fc-797339c37700 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Router 460ee116-6768-407f-a938-498280e8577a has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:46:21.112278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abbd18d-e89c-41f0-a7fc-797339c37700 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:46:21.116797 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0abbd18d-e89c-41f0-a7fc-797339c37700 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:21.124215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928bc5a9-868a-40cd-a5ef-698981654269 None None] Sync routers for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:46:21.133560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928bc5a9-868a-40cd-a5ef-698981654269 None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:46:21.134169 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-928bc5a9-868a-40cd-a5ef-698981654269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:46:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:46:21.143402 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0abbd18d-e89c-41f0-a7fc-797339c37700 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "PUT /v2.0/floatingips/fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3 HTTP/1.1" status: 200 len: 991 time: 0.9518440 Aug 05 14:46:21.143999 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b317784-6cc7-4588-8887-b23e453fdb47', 'tag': 'b8cbf1b9-165d-4688-a4ef-461817045289'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:46:21.146339 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2cb935-7144-45a1-97c4-a2dd7b4f7ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "2b317784-6cc7-4588-8887-b23e453fdb47", "tag": "b8cbf1b9-165d-4688-a4ef-461817045289"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:46:21.184454 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7b343a-dcb8-4db1-a515-a292d76e9fcc x-openstack-request-id: req-6a7b343a-dcb8-4db1-a515-a292d76e9fcc {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:46:21.185039 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b317784-6cc7-4588-8887-b23e453fdb47", "tag": "b8cbf1b9-165d-4688-a4ef-461817045289", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:46:21.185039 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a7b343a-dcb8-4db1-a515-a292d76e9fcc {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:46:21.185399 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b317784-6cc7-4588-8887-b23e453fdb47', 'tag': 'b8cbf1b9-165d-4688-a4ef-461817045289', 'status': 'completed', 'code': 200} Aug 05 14:46:21.258575 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cb935-7144-45a1-97c4-a2dd7b4f7ff6 req-b64b6002-7195-4b95-a5fd-53fdf4fd8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:21.260046 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a2cb935-7144-45a1-97c4-a2dd7b4f7ff6 req-b64b6002-7195-4b95-a5fd-53fdf4fd8df7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 1097 time: 0.0436766 Aug 05 14:46:21.359022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cb935-7144-45a1-97c4-a2dd7b4f7ff6 req-a4ed268d-c3b2-4f6f-8223-f6cc5df64dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:21.360572 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a2cb935-7144-45a1-97c4-a2dd7b4f7ff6 req-a4ed268d-c3b2-4f6f-8223-f6cc5df64dfc service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0930321 Aug 05 14:46:21.400183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-928bc5a9-868a-40cd-a5ef-698981654269 None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:46:21.428856 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a2cb935-7144-45a1-97c4-a2dd7b4f7ff6 req-836360d8-1bd4-4d9c-8bf6-5e079744a7e5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cbf1b9-165d-4688-a4ef-461817045289 HTTP/1.1" status: 200 len: 999 time: 0.0593677 Aug 05 14:46:21.485059 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cb935-7144-45a1-97c4-a2dd7b4f7ff6 req-01ac4155-19d6-412d-8c15-72aea4b955d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:21.487148 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a2cb935-7144-45a1-97c4-a2dd7b4f7ff6 req-01ac4155-19d6-412d-8c15-72aea4b955d0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0496652 Aug 05 14:46:21.493862 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:21.535297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cb935-7144-45a1-97c4-a2dd7b4f7ff6 req-ae3a5e2f-b773-46f4-96dd-bc974ad27c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:46:21.536934 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a2cb935-7144-45a1-97c4-a2dd7b4f7ff6 req-ae3a5e2f-b773-46f4-96dd-bc974ad27c87 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411685 Aug 05 14:46:21.629273 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a2cb935-7144-45a1-97c4-a2dd7b4f7ff6 req-7725bbb2-8894-43d2-83f2-f448b9107d9d service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849082 Aug 05 14:46:21.630732 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-928bc5a9-868a-40cd-a5ef-698981654269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'floating_ip_address': '172.25.5.51', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '460ee116-6768-407f-a938-498280e8577a', 'port_id': 'b8cbf1b9-165d-4688-a4ef-461817045289', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'mac_address': 'fa:16:3e:d9:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b317784-6cc7-4588-8887-b23e453fdb47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:41:43Z', 'updated_at': '2021-08-05T14:46:20Z', 'revision_number': 9, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:46:21.659976 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928bc5a9-868a-40cd-a5ef-698981654269 None None] Checking router: 460ee116-6768-407f-a938-498280e8577a for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:46:21.668160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928bc5a9-868a-40cd-a5ef-698981654269 None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:46:21.668768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-928bc5a9-868a-40cd-a5ef-698981654269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:46:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:46:21.728885 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9a2cb935-7144-45a1-97c4-a2dd7b4f7ff6 req-807f03ec-22e8-42c5-b884-cdc1c6fbfc98 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919437 Aug 05 14:46:21.773260 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-928bc5a9-868a-40cd-a5ef-698981654269 None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:46:21.994711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-928bc5a9-868a-40cd-a5ef-698981654269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'floating_ip_address': '172.25.5.51', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '460ee116-6768-407f-a938-498280e8577a', 'port_id': 'b8cbf1b9-165d-4688-a4ef-461817045289', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'mac_address': 'fa:16:3e:d9:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b317784-6cc7-4588-8887-b23e453fdb47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:41:43Z', 'updated_at': '2021-08-05T14:46:20Z', 'revision_number': 9, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:46:22.019863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928bc5a9-868a-40cd-a5ef-698981654269 None None] The sync data for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 is: [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'floating_ip_address': '172.25.5.51', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '460ee116-6768-407f-a938-498280e8577a', 'port_id': 'b8cbf1b9-165d-4688-a4ef-461817045289', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'mac_address': 'fa:16:3e:d9:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b317784-6cc7-4588-8887-b23e453fdb47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:41:43Z', 'updated_at': '2021-08-05T14:46:20Z', 'revision_number': 9, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:46:22.218015 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec03ff4-e33a-420a-ab94-9529a1bacbe6 None None] New status for floating IP fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:46:27.444075 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:46:45.161498 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:45.899133 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e1531484-be61-4407-960c-5a964d1e5791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:46.433601 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:48.432732 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0d5af32e-5df6-474d-aaa9-a88197de6c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:48.674850 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:49.677798 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:46:51.470145 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:47:00.249906 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3103afe-59cc-4b31-a2b6-b8c26e7f395f req-d763c90d-a0ca-4133-8384-bcd9de252fa9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408404 Aug 05 14:47:00.329166 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3103afe-59cc-4b31-a2b6-b8c26e7f395f req-445e1c99-fed4-4c17-9bad-e0a5554c57de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:47:00.330787 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3103afe-59cc-4b31-a2b6-b8c26e7f395f req-445e1c99-fed4-4c17-9bad-e0a5554c57de service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 1097 time: 0.0403194 Aug 05 14:47:00.442280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3103afe-59cc-4b31-a2b6-b8c26e7f395f req-220b7364-6239-40e4-ad56-b5a8faccdf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:47:00.443781 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3103afe-59cc-4b31-a2b6-b8c26e7f395f req-220b7364-6239-40e4-ad56-b5a8faccdf9c service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0942538 Aug 05 14:47:00.509359 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3103afe-59cc-4b31-a2b6-b8c26e7f395f req-b6cf7bb3-f74c-473e-be14-ec2e70930116 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cbf1b9-165d-4688-a4ef-461817045289 HTTP/1.1" status: 200 len: 1002 time: 0.0584996 Aug 05 14:47:00.569203 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3103afe-59cc-4b31-a2b6-b8c26e7f395f req-200bf44d-1e66-46c4-9345-ef20978366c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:47:00.570737 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3103afe-59cc-4b31-a2b6-b8c26e7f395f req-200bf44d-1e66-46c4-9345-ef20978366c8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0546839 Aug 05 14:47:00.618795 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3103afe-59cc-4b31-a2b6-b8c26e7f395f req-85cafdde-b411-4c7a-a6ad-8c0aee9e6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:47:00.620321 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3103afe-59cc-4b31-a2b6-b8c26e7f395f req-85cafdde-b411-4c7a-a6ad-8c0aee9e6cee service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422933 Aug 05 14:47:00.710624 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3103afe-59cc-4b31-a2b6-b8c26e7f395f req-79d229bb-48d7-4d13-b513-64e72fd12535 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833492 Aug 05 14:47:00.806800 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b3103afe-59cc-4b31-a2b6-b8c26e7f395f req-87cab2b9-821a-4b91-946d-f1340a15d99d service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875230 Aug 05 14:47:04.443504 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:47:15.159785 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:47:15.899965 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1cf64f1d-9632-425f-a43c-55c751a74301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:47:16.450158 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:47:18.433187 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3248a758-e031-4a31-a651-c55cc95c7500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:47:18.676565 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:47:19.679300 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:47:21.468957 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:47:41.443231 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:47:45.177491 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:47:45.901640 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-082d7fd4-24e2-42f9-a849-3ef2fa51498e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:47:46.448136 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:47:48.434702 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-de45af73-9c4b-496e-a936-b074c36491c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:47:48.679127 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:47:49.683954 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:47:51.472399 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:47:58.178116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f49763a7-67b9-4120-832c-2e069588c01e req-77f833ed-e1c5-4323-93b6-94e9934060d4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409644 Aug 05 14:47:58.201684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cceb37-92ac-4eac-ba2d-88a99d3aab4d req-4f0cf1c6-f963-4a08-8190-6d033ae10dd3 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:47:58.203249 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-18cceb37-92ac-4eac-ba2d-88a99d3aab4d req-4f0cf1c6-f963-4a08-8190-6d033ae10dd3 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 946 time: 0.0507390 Aug 05 14:47:58.243091 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-18cceb37-92ac-4eac-ba2d-88a99d3aab4d req-d55c7a8e-b207-49c9-9804-27be07a6e0c1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333023 Aug 05 14:47:59.350701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49763a7-67b9-4120-832c-2e069588c01e req-06e4e81b-8e6a-4d15-88f7-8691539eb546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:47:59.352208 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f49763a7-67b9-4120-832c-2e069588c01e req-06e4e81b-8e6a-4d15-88f7-8691539eb546 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 1097 time: 0.0419872 Aug 05 14:47:59.363690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a415768-491f-4982-a99c-8a3edc905717 req-ac51ab60-389d-4dcc-a084-1be12850f632 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:47:59.365248 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1a415768-491f-4982-a99c-8a3edc905717 req-ac51ab60-389d-4dcc-a084-1be12850f632 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 946 time: 0.0485244 Aug 05 14:47:59.403637 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1a415768-491f-4982-a99c-8a3edc905717 req-a6546243-d2e0-41cb-ab74-87cd60a8ee25 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323510 Aug 05 14:47:59.446109 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49763a7-67b9-4120-832c-2e069588c01e req-b8b60770-f658-42d0-a0fd-7fa640650709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:47:59.447637 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f49763a7-67b9-4120-832c-2e069588c01e req-b8b60770-f658-42d0-a0fd-7fa640650709 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0890799 Aug 05 14:47:59.514226 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f49763a7-67b9-4120-832c-2e069588c01e req-ed7a16a8-36a5-46f0-bdd0-1961ceb10e12 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cbf1b9-165d-4688-a4ef-461817045289 HTTP/1.1" status: 200 len: 1002 time: 0.0584569 Aug 05 14:47:59.568200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49763a7-67b9-4120-832c-2e069588c01e req-b21874c2-fca9-4609-b291-1251051ebe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:47:59.569547 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f49763a7-67b9-4120-832c-2e069588c01e req-b21874c2-fca9-4609-b291-1251051ebe84 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0467668 Aug 05 14:47:59.615441 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49763a7-67b9-4120-832c-2e069588c01e req-e43e3143-df5e-4a0b-a2ec-859699417f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:47:59.616925 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f49763a7-67b9-4120-832c-2e069588c01e req-e43e3143-df5e-4a0b-a2ec-859699417f35 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393121 Aug 05 14:47:59.708692 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f49763a7-67b9-4120-832c-2e069588c01e req-2549c1d1-930a-4379-ab8a-00d9d5446022 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834525 Aug 05 14:47:59.803697 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f49763a7-67b9-4120-832c-2e069588c01e req-a410104b-eb4a-4ff4-ad6a-cffaca7a3de5 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866203 Aug 05 14:48:00.523064 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11debe3-8ef4-4159-a0fc-4e534eaafffb req-620ae6a9-0d27-446a-bc6d-a987d5dc4b3e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:00.524560 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e11debe3-8ef4-4159-a0fc-4e534eaafffb req-620ae6a9-0d27-446a-bc6d-a987d5dc4b3e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 946 time: 0.0516088 Aug 05 14:48:00.563760 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e11debe3-8ef4-4159-a0fc-4e534eaafffb req-85dfcc3e-cc3a-42b3-885c-b504b6e0f1b1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332942 Aug 05 14:48:01.682854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1df2cb-9478-4a61-8872-ff78e29ab7ef req-68da1243-d299-4baf-9d30-0bf14b3265b5 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:01.684350 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd1df2cb-9478-4a61-8872-ff78e29ab7ef req-68da1243-d299-4baf-9d30-0bf14b3265b5 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 946 time: 0.0521858 Aug 05 14:48:01.722629 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dd1df2cb-9478-4a61-8872-ff78e29ab7ef req-bd562b48-b8a2-43e3-b41a-dac093ad13e7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317104 Aug 05 14:48:02.317931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e554f28-a088-4b88-9033-15e626692623 req-07e3a455-88e3-4e3b-a1c0-e0f9f18579a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:02.319443 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e554f28-a088-4b88-9033-15e626692623 req-07e3a455-88e3-4e3b-a1c0-e0f9f18579a6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 1097 time: 0.0455527 Aug 05 14:48:02.422032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e554f28-a088-4b88-9033-15e626692623 req-fb6cf774-3288-4af2-a0e8-78a399ad7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:02.423521 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e554f28-a088-4b88-9033-15e626692623 req-fb6cf774-3288-4af2-a0e8-78a399ad7b67 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0828011 Aug 05 14:48:02.492970 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e554f28-a088-4b88-9033-15e626692623 req-b8bb911e-5158-46e6-9052-00555c003a85 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cbf1b9-165d-4688-a4ef-461817045289 HTTP/1.1" status: 200 len: 1002 time: 0.0609930 Aug 05 14:48:02.542121 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e554f28-a088-4b88-9033-15e626692623 req-9029f4b6-2c28-4a6b-84a1-2815140026cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:02.543589 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e554f28-a088-4b88-9033-15e626692623 req-9029f4b6-2c28-4a6b-84a1-2815140026cd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0425363 Aug 05 14:48:02.589325 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e554f28-a088-4b88-9033-15e626692623 req-2ffc8cd0-61c9-4734-871c-528a0f5cdd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:02.592397 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e554f28-a088-4b88-9033-15e626692623 req-2ffc8cd0-61c9-4734-871c-528a0f5cdd76 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400076 Aug 05 14:48:02.683256 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e554f28-a088-4b88-9033-15e626692623 req-d1086e15-7228-4964-a730-8b3889bd3ce7 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842433 Aug 05 14:48:02.773565 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e554f28-a088-4b88-9033-15e626692623 req-3ab43c37-3ca1-4c2a-baa4-71965bb30078 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826542 Aug 05 14:48:02.838984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07dcf2-af4b-49d3-a117-d39615f6c4e9 req-4e07bf0f-6a40-4a79-bf20-b8f7490b789f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:02.840521 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d07dcf2-af4b-49d3-a117-d39615f6c4e9 req-4e07bf0f-6a40-4a79-bf20-b8f7490b789f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 946 time: 0.0484769 Aug 05 14:48:02.877940 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d07dcf2-af4b-49d3-a117-d39615f6c4e9 req-deac122c-7e56-4b15-a99c-d289b69250e2 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316339 Aug 05 14:48:03.999382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951458e-09e6-4e04-92ff-2a0af881b168 req-8fedcb01-426e-407c-95e4-ab147595bf63 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:04.000904 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4951458e-09e6-4e04-92ff-2a0af881b168 req-8fedcb01-426e-407c-95e4-ab147595bf63 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 946 time: 0.0515816 Aug 05 14:48:04.038766 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4951458e-09e6-4e04-92ff-2a0af881b168 req-fc01b339-ff8b-4e0c-865b-0763d229f2c4 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315707 Aug 05 14:48:05.158338 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e2729-d19e-4ea3-b8fc-b0c534859340 req-940d80ca-4fcf-43f9-a1a8-44d1ca9212ec tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:05.160438 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f2e2729-d19e-4ea3-b8fc-b0c534859340 req-940d80ca-4fcf-43f9-a1a8-44d1ca9212ec tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 946 time: 0.0535817 Aug 05 14:48:05.199444 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f2e2729-d19e-4ea3-b8fc-b0c534859340 req-e4825e85-fa28-45d9-990b-dead1e2759e7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330019 Aug 05 14:48:06.315277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b534f2e-8f42-4514-81bc-f57478c99df1 req-7585070e-bd80-4749-bbf1-3920dca7f97e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:06.316797 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b534f2e-8f42-4514-81bc-f57478c99df1 req-7585070e-bd80-4749-bbf1-3920dca7f97e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 946 time: 0.0491812 Aug 05 14:48:06.353837 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5b534f2e-8f42-4514-81bc-f57478c99df1 req-5690f141-5eee-4377-9fc2-b9dc03bed804 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311415 Aug 05 14:48:07.470443 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95ff57-9146-46d7-ab02-7360d2f2169e req-72ecdd81-584d-4343-af87-e8db5065ee90 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:07.471935 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b95ff57-9146-46d7-ab02-7360d2f2169e req-72ecdd81-584d-4343-af87-e8db5065ee90 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 946 time: 0.0496237 Aug 05 14:48:07.510680 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b95ff57-9146-46d7-ab02-7360d2f2169e req-c9bbf73a-3834-410d-92f2-fa1733c1dfe6 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326922 Aug 05 14:48:08.628429 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf94bc-c680-4235-ba35-269e962efe78 req-03d4f2a5-c245-490a-971d-e2e7a88f8158 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:08.629950 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1acf94bc-c680-4235-ba35-269e962efe78 req-03d4f2a5-c245-490a-971d-e2e7a88f8158 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 946 time: 0.0525920 Aug 05 14:48:08.668445 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1acf94bc-c680-4235-ba35-269e962efe78 req-0da9d6f0-c997-40de-89c0-e8363cdd2893 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324903 Aug 05 14:48:09.782069 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d5fe2-4bc1-43f2-9882-b787ce6dbe50 req-c5e9a2bb-44e7-4388-971d-a66b998e80b1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:09.783564 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bf4d5fe2-4bc1-43f2-9882-b787ce6dbe50 req-c5e9a2bb-44e7-4388-971d-a66b998e80b1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 946 time: 0.0479817 Aug 05 14:48:09.822423 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bf4d5fe2-4bc1-43f2-9882-b787ce6dbe50 req-33e89aa5-b791-49ce-937e-e5b2150cd6ad tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322671 Aug 05 14:48:10.938752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c03a9a-8980-46a8-8b46-23e299d4de51 req-7fd71bff-49c6-45db-9d1b-214f7ce57d19 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:10.940325 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16c03a9a-8980-46a8-8b46-23e299d4de51 req-7fd71bff-49c6-45db-9d1b-214f7ce57d19 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 946 time: 0.0495336 Aug 05 14:48:10.979501 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16c03a9a-8980-46a8-8b46-23e299d4de51 req-c1e9c67d-0eeb-4993-a064-444d3fcefd5e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323565 Aug 05 14:48:11.651013 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-f49763a7-67b9-4120-832c-2e069588c01e req-c567d2eb-9522-4830-b25e-aaa1e587c5d5 service neutron] show failed (client error): The resource could not be found. Aug 05 14:48:11.652040 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f49763a7-67b9-4120-832c-2e069588c01e req-c567d2eb-9522-4830-b25e-aaa1e587c5d5 service neutron] 10.222.0.63 "GET /v2.0/ports/b8cbf1b9-165d-4688-a4ef-461817045289/bindings/n-h2-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.0617449 Aug 05 14:48:11.843210 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49763a7-67b9-4120-832c-2e069588c01e req-d7772c7c-a89f-4f75-887b-c64fc8d4ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:11.844720 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f49763a7-67b9-4120-832c-2e069588c01e req-d7772c7c-a89f-4f75-887b-c64fc8d4ebac service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47&tenant_id=cfaa991f8da84822bf81bd682ffda161 HTTP/1.1" status: 200 len: 1097 time: 0.0414219 Aug 05 14:48:11.856192 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:48:11.912737 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:12.097556 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c3f8c-4e9c-4d23-b9a3-8386c7774436 req-29725310-08ae-493b-8628-81e2803bc061 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:12.099107 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-190c3f8c-4e9c-4d23-b9a3-8386c7774436 req-29725310-08ae-493b-8628-81e2803bc061 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 946 time: 0.0522981 Aug 05 14:48:12.129150 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] For port b8cbf1b9-165d-4688-a4ef-461817045289, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b8cbf1b9-165d-4688-a4ef-461817045289,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:48:12.138484 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-190c3f8c-4e9c-4d23-b9a3-8386c7774436 req-e4022d35-0870-4cb7-9281-10bdd1fae86d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334187 Aug 05 14:48:12.163282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] For port b8cbf1b9-165d-4688-a4ef-461817045289, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:48:12.204361 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b317784-6cc7-4588-8887-b23e453fdb47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8cbf1b9-165d-4688-a4ef-461817045289'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:48:12.206947 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bbd4c9-199c-43ad-9da9-d500d880caf1" -d '{"events": [{"server_uuid": "2b317784-6cc7-4588-8887-b23e453fdb47", "name": "network-vif-unplugged", "status": "completed", "tag": "b8cbf1b9-165d-4688-a4ef-461817045289"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:48:12.211441 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:12.225853 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Transition to ACTIVE for port object b8cbf1b9-165d-4688-a4ef-461817045289 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:48:12.231138 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:12.257141 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e710df5-9607-4cd3-84a7-e391a944ba51 x-openstack-request-id: req-3e710df5-9607-4cd3-84a7-e391a944ba51 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:48:12.257437 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b317784-6cc7-4588-8887-b23e453fdb47", "name": "network-vif-unplugged", "status": "completed", "tag": "b8cbf1b9-165d-4688-a4ef-461817045289", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:48:12.257708 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e710df5-9607-4cd3-84a7-e391a944ba51 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:48:12.258101 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b317784-6cc7-4588-8887-b23e453fdb47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8cbf1b9-165d-4688-a4ef-461817045289', 'code': 200} Aug 05 14:48:12.647145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Pushing event updated for resources: {'Port': ['ID=b8cbf1b9-165d-4688-a4ef-461817045289,revision_number=6']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:48:12.661327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:12.661677 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:12.662023 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:12.662397 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:12.662732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:12.663063 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:12.663390 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:12.663715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:12.664038 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:12.664359 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:12.664681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:12.665000 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:12.702230 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] No DVR routers for this DVR port b8cbf1b9-165d-4688-a4ef-461817045289 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:48:12.834070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Attempting to bind port b8cbf1b9-165d-4688-a4ef-461817045289 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:48:12.834441 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Attempting to bind port b8cbf1b9-165d-4688-a4ef-461817045289 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:48:12.834775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Attempting to bind port b8cbf1b9-165d-4688-a4ef-461817045289 on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:48:12.838879 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Port b8cbf1b9-165d-4688-a4ef-461817045289 on network eaf01f35-8397-420b-b84f-09b9e045c9cc not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:48:12.839209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Attempting to bind port b8cbf1b9-165d-4688-a4ef-461817045289 on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:48:12.843922 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:48:12.844261 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Checking segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:48:12.844647 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Bound using segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:48:12.845071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Bound port: b8cbf1b9-165d-4688-a4ef-461817045289, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:48:12.845427 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:12.906865 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] For port b8cbf1b9-165d-4688-a4ef-461817045289, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:48:12.910371 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] For port b8cbf1b9-165d-4688-a4ef-461817045289, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b8cbf1b9-165d-4688-a4ef-461817045289,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:48:12.915487 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:12.951118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:12.951745 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:12.953154 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f49763a7-67b9-4120-832c-2e069588c01e req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] 10.222.0.84 "PUT /v2.0/ports/b8cbf1b9-165d-4688-a4ef-461817045289 HTTP/1.1" status: 200 len: 1092 time: 1.1009977 Aug 05 14:48:12.986553 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93280d59-faf3-480c-949c-8a53bf2dac74 service neutron] Pushing event updated for resources: {'Port': ['ID=b8cbf1b9-165d-4688-a4ef-461817045289,revision_number=7']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:48:13.024544 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49763a7-67b9-4120-832c-2e069588c01e req-fd43e046-30a4-46a3-a2e7-e115aac05dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:13.026151 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f49763a7-67b9-4120-832c-2e069588c01e req-fd43e046-30a4-46a3-a2e7-e115aac05dae service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 1095 time: 0.0507469 Aug 05 14:48:13.121943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49763a7-67b9-4120-832c-2e069588c01e req-d3aa62a1-4373-42a8-b7e6-c67f71cf806a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:13.123596 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f49763a7-67b9-4120-832c-2e069588c01e req-d3aa62a1-4373-42a8-b7e6-c67f71cf806a service neutron] 10.222.0.84 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0893705 Aug 05 14:48:13.200680 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f49763a7-67b9-4120-832c-2e069588c01e req-4e0d10d6-41a7-4b68-8a3e-ed177c228f87 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cbf1b9-165d-4688-a4ef-461817045289 HTTP/1.1" status: 200 len: 1000 time: 0.0696099 Aug 05 14:48:13.258520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49763a7-67b9-4120-832c-2e069588c01e req-e8f59540-40f8-4ef1-ac64-aa3411765049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:13.260067 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f49763a7-67b9-4120-832c-2e069588c01e req-e8f59540-40f8-4ef1-ac64-aa3411765049 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0494285 Aug 05 14:48:13.263710 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3253745-f083-453c-8f57-4dfa0fc0d85c req-309afba0-4d49-4595-a357-9b8b97ac3b33 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:13.265207 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a3253745-f083-453c-8f57-4dfa0fc0d85c req-309afba0-4d49-4595-a357-9b8b97ac3b33 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 944 time: 0.0502193 Aug 05 14:48:13.307146 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a3253745-f083-453c-8f57-4dfa0fc0d85c req-4887eec1-2631-491d-b916-d8381e2ae14d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341964 Aug 05 14:48:13.309654 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49763a7-67b9-4120-832c-2e069588c01e req-497cd0da-6d9e-4d1a-91f8-a5b1d72d8002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:13.311300 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f49763a7-67b9-4120-832c-2e069588c01e req-497cd0da-6d9e-4d1a-91f8-a5b1d72d8002 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423050 Aug 05 14:48:13.406346 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f49763a7-67b9-4120-832c-2e069588c01e req-9f5fc707-cda8-4d0f-b4b1-b65915d3ecd6 service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868897 Aug 05 14:48:13.497215 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f49763a7-67b9-4120-832c-2e069588c01e req-cb7bea10-6148-4673-a5b9-4221bbf8d1e6 service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823863 Aug 05 14:48:14.258741 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b317784-6cc7-4588-8887-b23e453fdb47', 'tag': 'b8cbf1b9-165d-4688-a4ef-461817045289'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:48:14.261113 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed28e3cf-83ff-495e-b109-28efe8d73081" -d '{"events": [{"name": "network-changed", "server_uuid": "2b317784-6cc7-4588-8887-b23e453fdb47", "tag": "b8cbf1b9-165d-4688-a4ef-461817045289"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:48:14.310968 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d2bff6-3fba-4d56-92e8-87ddddd3dd26 x-openstack-request-id: req-f2d2bff6-3fba-4d56-92e8-87ddddd3dd26 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:48:14.311345 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b317784-6cc7-4588-8887-b23e453fdb47", "tag": "b8cbf1b9-165d-4688-a4ef-461817045289", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:48:14.311601 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2d2bff6-3fba-4d56-92e8-87ddddd3dd26 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:48:14.312001 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b317784-6cc7-4588-8887-b23e453fdb47', 'tag': 'b8cbf1b9-165d-4688-a4ef-461817045289', 'status': 'completed', 'code': 200} Aug 05 14:48:14.375927 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-b6bbcf37-afa5-4d35-8ce1-d98f62812079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:14.378484 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-b6bbcf37-afa5-4d35-8ce1-d98f62812079 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 1095 time: 0.0489633 Aug 05 14:48:14.380787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-66a98860-9f30-4ec4-8562-e8481838dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:14.382305 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-66a98860-9f30-4ec4-8562-e8481838dc9b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 1095 time: 0.0478208 Aug 05 14:48:14.477698 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-0696a7d9-ab8c-4ae8-b586-73e28bbbb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:14.479263 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-0696a7d9-ab8c-4ae8-b586-73e28bbbb173 service neutron] 10.222.0.84 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0891788 Aug 05 14:48:14.554953 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-319913a9-ba6a-4185-a641-c616f3766944 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cbf1b9-165d-4688-a4ef-461817045289 HTTP/1.1" status: 200 len: 1000 time: 0.0663965 Aug 05 14:48:14.608621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-be0fbb8b-d063-4c99-bd56-b68be76e7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:14.610117 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-be0fbb8b-d063-4c99-bd56-b68be76e7f08 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0463312 Aug 05 14:48:14.658533 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-ee8d0127-7a56-41bc-afaf-306b2fa8ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:14.660570 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-ee8d0127-7a56-41bc-afaf-306b2fa8ec7b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422719 Aug 05 14:48:14.730793 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1c431-8b58-444a-9764-9bc023de5080 req-91816a70-b9ab-446f-8080-562a00bc6e3a tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:14.732366 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-29c1c431-8b58-444a-9764-9bc023de5080 req-91816a70-b9ab-446f-8080-562a00bc6e3a tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 944 time: 0.3529024 Aug 05 14:48:14.762728 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-0d88076d-444e-49da-a370-4c241ba6097c service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933475 Aug 05 14:48:14.796744 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-e695dd9a-f7f0-43ec-b2a0-d3fe7debf4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:14.798478 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-e695dd9a-f7f0-43ec-b2a0-d3fe7debf4e4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.4103150 Aug 05 14:48:14.802716 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-29c1c431-8b58-444a-9764-9bc023de5080 req-a7191f0c-8707-4c99-a066-d4df3c1b2637 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537539 Aug 05 14:48:14.858481 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-5670780f-b2f8-4c29-90c0-c053cfc025a6 service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877540 Aug 05 14:48:14.866717 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-f8a898f7-1049-4441-9751-6b2d2da82c35 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cbf1b9-165d-4688-a4ef-461817045289 HTTP/1.1" status: 200 len: 1000 time: 0.0599294 Aug 05 14:48:14.921985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-ae7ef514-ec82-441b-b48c-a32e52e6593d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:14.923466 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-ae7ef514-ec82-441b-b48c-a32e52e6593d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0502529 Aug 05 14:48:14.971566 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-52982f11-0217-4cf3-82ad-ee95980db752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:14.973107 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-52982f11-0217-4cf3-82ad-ee95980db752 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424473 Aug 05 14:48:15.009488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b8cbf1b9-165d-4688-a4ef-461817045289 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:48:15.056401 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b8cbf1b9-165d-4688-a4ef-461817045289 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:48:15.067928 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-943d7589-1bde-477e-88f0-91272ed094cf service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877616 Aug 05 14:48:15.161922 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed28e3cf-83ff-495e-b109-28efe8d73081 req-ff3fd74f-a2fe-4782-8151-9e7d91a44f9e service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869486 Aug 05 14:48:15.190197 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:15.903881 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b3de9703-ded1-433e-b75a-af1c84ad70ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:15.929769 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61acee-5c45-4167-820f-03d399d28ec9 req-c95cefd0-134d-44e7-922c-00d03afcee66 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:15.931317 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9f61acee-5c45-4167-820f-03d399d28ec9 req-c95cefd0-134d-44e7-922c-00d03afcee66 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 944 time: 0.0540783 Aug 05 14:48:15.969225 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9f61acee-5c45-4167-820f-03d399d28ec9 req-8c18d9b0-e2a6-4976-8a08-ae88b96893b7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320020 Aug 05 14:48:16.287472 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-15897fe8-bdea-456e-a4bf-5696d0372a42 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:16.288968 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-15897fe8-bdea-456e-a4bf-5696d0372a42 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47&tenant_id=cfaa991f8da84822bf81bd682ffda161&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 944 time: 0.0817332 Aug 05 14:48:16.305154 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d17a1-725b-4224-b7c1-e40770957136 req-a5d95f4d-386d-43a4-a00b-ab7f0229b97f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:16.306612 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c7d17a1-725b-4224-b7c1-e40770957136 req-a5d95f4d-386d-43a4-a00b-ab7f0229b97f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 944 time: 0.0683236 Aug 05 14:48:16.379455 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1c7d17a1-725b-4224-b7c1-e40770957136 req-66d2b33c-a654-4edb-949e-8e3e44a586ee tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667462 Aug 05 14:48:16.387192 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-42f73765-1803-4259-94ea-e846537bc96e service neutron] 10.222.0.84 "GET /v2.0/ports/b8cbf1b9-165d-4688-a4ef-461817045289/bindings/n-h2-803585-2 HTTP/1.1" status: 200 len: 382 time: 0.0796907 Aug 05 14:48:16.455808 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-1ad69f4b-7819-4aa2-878e-8d11ca14b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:16.457197 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-1ad69f4b-7819-4aa2-878e-8d11ca14b588 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 1095 time: 0.0454321 Aug 05 14:48:16.462425 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:16.547514 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-d0642b3d-8d6f-4a82-b3db-4f30b7f03ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:16.549008 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-d0642b3d-8d6f-4a82-b3db-4f30b7f03ff9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0845108 Aug 05 14:48:16.619307 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-5ff8fcd8-5082-4c3b-801b-1c0cfa3b6087 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cbf1b9-165d-4688-a4ef-461817045289 HTTP/1.1" status: 200 len: 1000 time: 0.0636935 Aug 05 14:48:16.668828 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-a3dca893-4c1b-435d-b636-4096485e3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:16.670313 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-a3dca893-4c1b-435d-b636-4096485e3a1c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0438039 Aug 05 14:48:16.717139 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-eebe2ece-cdfa-4650-95f7-dced9ccf7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:16.718651 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-eebe2ece-cdfa-4650-95f7-dced9ccf7bbf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415733 Aug 05 14:48:16.809678 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-69e88e80-e576-4ab9-b28e-2b80fed7657e service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840461 Aug 05 14:48:16.898584 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-d15bf61a-e62c-4c4d-b39b-96ad2b990223 service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819056 Aug 05 14:48:17.498107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf9038-3196-4587-aa82-2b2cabaf4b27 req-d1891c4a-347e-4fd8-b205-796496d0324c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:17.499679 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5bf9038-3196-4587-aa82-2b2cabaf4b27 req-d1891c4a-347e-4fd8-b205-796496d0324c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 944 time: 0.0506451 Aug 05 14:48:17.538379 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e5bf9038-3196-4587-aa82-2b2cabaf4b27 req-faacc15f-5133-41a3-8c4c-eb6034ef4870 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320747 Aug 05 14:48:17.942787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device b8cbf1b9-165d-4688-a4ef-461817045289 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:48:18.038548 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port b8cbf1b9-165d-4688-a4ef-461817045289, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b8cbf1b9-165d-4688-a4ef-461817045289,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:48:18.051640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'b8cbf1b9-165d-4688-a4ef-461817045289', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'port_id': 'b8cbf1b9-165d-4688-a4ef-461817045289', 'mac_address': 'fa:16:3e:d9:41:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:48:18.088710 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:18.101984 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8cbf1b9-165d-4688-a4ef-461817045289 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:48:18.122166 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port b8cbf1b9-165d-4688-a4ef-461817045289, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b8cbf1b9-165d-4688-a4ef-461817045289,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:48:18.125831 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:18.174974 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=b8cbf1b9-165d-4688-a4ef-461817045289,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:48:18.182450 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:18.182794 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:18.183129 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:18.183459 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:18.183786 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:18.184111 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:18.184433 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:18.184753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:18.185071 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:18.185386 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:18.185701 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:18.186014 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:18.435969 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-76d5bf47-5a02-4fc0-99b4-dfe85d4727ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:18.445505 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:48:18.666884 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95536bb-b990-4b08-baf7-b26bbda4f702 req-99999f1a-11b3-4701-a03e-81182e4693b4 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:18.668443 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c95536bb-b990-4b08-baf7-b26bbda4f702 req-99999f1a-11b3-4701-a03e-81182e4693b4 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 945 time: 0.0557313 Aug 05 14:48:18.682747 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:18.709188 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c95536bb-b990-4b08-baf7-b26bbda4f702 req-170f5a86-7f0b-434b-b902-8b178529947c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336149 Aug 05 14:48:19.014005 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-5be6a61c-accb-49b5-90b1-55d48f45ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:19.015579 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-5be6a61c-accb-49b5-90b1-55d48f45ceeb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47&tenant_id=cfaa991f8da84822bf81bd682ffda161 HTTP/1.1" status: 200 len: 1096 time: 0.0412104 Aug 05 14:48:19.027830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:48:19.083430 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:19.309381 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] For port b8cbf1b9-165d-4688-a4ef-461817045289, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=b8cbf1b9-165d-4688-a4ef-461817045289,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:48:19.341510 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] For port b8cbf1b9-165d-4688-a4ef-461817045289, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:48:19.373803 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b8cbf1b9-165d-4688-a4ef-461817045289 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:48:19.382777 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:19.392926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Ignored duplicate provisioning block setup for port b8cbf1b9-165d-4688-a4ef-461817045289 by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 05 14:48:19.396603 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:19.501553 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Pushing event updated for resources: {'Port': ['ID=b8cbf1b9-165d-4688-a4ef-461817045289,revision_number=9']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:48:19.528042 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:19.528396 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:19.528738 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:19.529074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:19.529405 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:19.529737 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:19.530066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:19.530420 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:19.530746 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:19.531068 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:19.531395 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:19.531742 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:48:19.582404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] No DVR routers for this DVR port b8cbf1b9-165d-4688-a4ef-461817045289 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:48:19.685147 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:19.719320 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Attempting to bind port b8cbf1b9-165d-4688-a4ef-461817045289 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:48:19.719658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Attempting to bind port b8cbf1b9-165d-4688-a4ef-461817045289 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:48:19.719995 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Attempting to bind port b8cbf1b9-165d-4688-a4ef-461817045289 on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:48:19.724830 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Port b8cbf1b9-165d-4688-a4ef-461817045289 on network eaf01f35-8397-420b-b84f-09b9e045c9cc not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:48:19.725155 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Attempting to bind port b8cbf1b9-165d-4688-a4ef-461817045289 on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:48:19.729900 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:48:19.730242 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Checking segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:48:19.730738 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Bound using segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:48:19.731165 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Bound port: b8cbf1b9-165d-4688-a4ef-461817045289, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:48:19.731638 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:19.821531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] For port b8cbf1b9-165d-4688-a4ef-461817045289, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:48:19.825148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] For port b8cbf1b9-165d-4688-a4ef-461817045289, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b8cbf1b9-165d-4688-a4ef-461817045289,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:48:19.829425 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:19.886633 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cac177-7fb1-427d-9c7d-25cec673235e req-a3550253-87c8-4e7c-ad34-232aa7c26f6d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:19.888144 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06cac177-7fb1-427d-9c7d-25cec673235e req-a3550253-87c8-4e7c-ad34-232aa7c26f6d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 944 time: 0.1108415 Aug 05 14:48:19.896056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:19.896679 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:19.898072 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] 10.222.0.63 "PUT /v2.0/ports/b8cbf1b9-165d-4688-a4ef-461817045289 HTTP/1.1" status: 200 len: 1092 time: 0.8742602 Aug 05 14:48:19.899661 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b317784-6cc7-4588-8887-b23e453fdb47', 'tag': 'b8cbf1b9-165d-4688-a4ef-461817045289'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:48:19.901883 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f205d3-48b9-4283-955f-8c38e98812c4" -d '{"events": [{"name": "network-changed", "server_uuid": "2b317784-6cc7-4588-8887-b23e453fdb47", "tag": "b8cbf1b9-165d-4688-a4ef-461817045289"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:48:19.975043 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8a7027-7bad-4075-b8c4-d5ada87d6710 x-openstack-request-id: req-ec8a7027-7bad-4075-b8c4-d5ada87d6710 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:48:19.975480 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b317784-6cc7-4588-8887-b23e453fdb47", "tag": "b8cbf1b9-165d-4688-a4ef-461817045289", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:48:19.975881 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec8a7027-7bad-4075-b8c4-d5ada87d6710 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:48:19.976547 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b317784-6cc7-4588-8887-b23e453fdb47', 'tag': 'b8cbf1b9-165d-4688-a4ef-461817045289', 'status': 'completed', 'code': 200} Aug 05 14:48:19.989666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1e3a6-63a5-4e78-bc03-6ab3770a5397 service neutron] Pushing event updated for resources: {'Port': ['ID=b8cbf1b9-165d-4688-a4ef-461817045289,revision_number=10']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:48:20.001567 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06cac177-7fb1-427d-9c7d-25cec673235e req-6450c359-26c4-479c-93cd-76593de5e39f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025395 Aug 05 14:48:20.017371 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-5c4ae98e-3688-48fb-83e2-78748162f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:20.019373 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-5c4ae98e-3688-48fb-83e2-78748162f90b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 1096 time: 0.0894032 Aug 05 14:48:20.050852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-0bcefb39-5c4a-4b23-ba02-453ea8f1a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:20.052452 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-0bcefb39-5c4a-4b23-ba02-453ea8f1a547 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 1096 time: 0.0605536 Aug 05 14:48:20.128580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-a3205bb1-49e6-4f91-8312-cff2632866ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:20.130069 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-a3205bb1-49e6-4f91-8312-cff2632866ee service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.1029685 Aug 05 14:48:20.152117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-3e41f6bd-73d1-4345-9760-783be2e1bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:20.153723 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-3e41f6bd-73d1-4345-9760-783be2e1bef2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0926502 Aug 05 14:48:20.195994 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-9ea79cbe-ffa3-4a99-8b8b-353c916df3ed service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cbf1b9-165d-4688-a4ef-461817045289 HTTP/1.1" status: 200 len: 1000 time: 0.0590000 Aug 05 14:48:20.224558 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-87169e8e-9650-44bb-a77e-f40841ec6644 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cbf1b9-165d-4688-a4ef-461817045289 HTTP/1.1" status: 200 len: 1000 time: 0.0633054 Aug 05 14:48:20.245567 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-5d89e95c-35e4-4b63-9878-592b07784e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:20.247091 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-5d89e95c-35e4-4b63-9878-592b07784e1a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0440075 Aug 05 14:48:20.274897 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-46e9312b-0021-444e-b1a7-0e80d85afc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:20.276377 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-46e9312b-0021-444e-b1a7-0e80d85afc57 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0449169 Aug 05 14:48:20.298061 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-4176a5ba-3ef0-47e3-8589-cbed4f14c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:20.300123 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-4176a5ba-3ef0-47e3-8589-cbed4f14c59f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449035 Aug 05 14:48:20.323146 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-b101e18a-6fd1-45b9-9a73-dcd2d817bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:20.324652 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-b101e18a-6fd1-45b9-9a73-dcd2d817bf15 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414801 Aug 05 14:48:20.390554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-1fbcab15-76cd-40ce-a13a-fd67f2dc6d45 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826042 Aug 05 14:48:20.418124 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-530647ec-f375-44e2-a241-9fd6f9640233 service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859783 Aug 05 14:48:20.486081 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ec10e80b-a592-41b6-a9ed-f86a7de62c40 req-52878849-d6d8-47b0-ad2b-239ebf0186c4 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870442 Aug 05 14:48:20.511060 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-9d70e80d-c108-48f1-ae02-cd1436bb898d service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852439 Aug 05 14:48:20.572124 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-91d63fbe-1399-49a6-9ece-8b719f9a8746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:20.573610 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-91d63fbe-1399-49a6-9ece-8b719f9a8746 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 1096 time: 0.0421388 Aug 05 14:48:20.662717 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-9981a5ea-bf3f-4f55-a13b-aa31be158e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:20.664181 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-9981a5ea-bf3f-4f55-a13b-aa31be158e10 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0838404 Aug 05 14:48:20.732282 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-bc77abe2-ad4e-4ffc-a582-df8ea1172c58 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cbf1b9-165d-4688-a4ef-461817045289 HTTP/1.1" status: 200 len: 1000 time: 0.0610442 Aug 05 14:48:20.781693 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-5cd66be4-c034-4103-8c1c-64ae1237ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:20.783150 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-5cd66be4-c034-4103-8c1c-64ae1237ee4b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0422289 Aug 05 14:48:20.829539 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-0c2b514d-1f6e-4be1-9b8a-473e1932bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:20.831755 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-0c2b514d-1f6e-4be1-9b8a-473e1932bf62 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405936 Aug 05 14:48:20.927778 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-74a20835-3e75-45cf-b86b-677449007bc2 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882061 Aug 05 14:48:21.016670 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-25f205d3-48b9-4283-955f-8c38e98812c4 req-5e6a7a8b-003a-474c-901e-8bd6cb913c5f service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814035 Aug 05 14:48:21.123530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce086677-60d2-4c5c-b796-4d87bac35a49 req-1bf094b3-e7b4-4c61-b46d-c4a1f0eb75ea tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:21.125011 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ce086677-60d2-4c5c-b796-4d87bac35a49 req-1bf094b3-e7b4-4c61-b46d-c4a1f0eb75ea tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 945 time: 0.0503366 Aug 05 14:48:21.162621 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ce086677-60d2-4c5c-b796-4d87bac35a49 req-ca300bf7-267f-4312-8dd0-6607a87ab08f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316210 Aug 05 14:48:21.472829 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:21.935015 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device b8cbf1b9-165d-4688-a4ef-461817045289 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:48:21.973887 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device b8cbf1b9-165d-4688-a4ef-461817045289 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:48:22.301617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff508fa-ba74-4f4d-a407-21cf7ca72fb7 req-399ff7a8-db6d-4986-bfa4-5a90c57d8cc6 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:22.303160 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ff508fa-ba74-4f4d-a407-21cf7ca72fb7 req-399ff7a8-db6d-4986-bfa4-5a90c57d8cc6 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 945 time: 0.0729208 Aug 05 14:48:22.342787 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ff508fa-ba74-4f4d-a407-21cf7ca72fb7 req-37f0a73b-8bab-436c-8bcb-733df9836d15 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333002 Aug 05 14:48:22.461485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05a1b4-2d86-4dc4-b478-942d0496e624 req-1d1cc419-5794-4846-93e6-d69daa29eef3 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:22.463015 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ff05a1b4-2d86-4dc4-b478-942d0496e624 req-1d1cc419-5794-4846-93e6-d69daa29eef3 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 945 time: 0.0543852 Aug 05 14:48:22.501138 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ff05a1b4-2d86-4dc4-b478-942d0496e624 req-1e3cbaad-1b0a-426d-a85f-eed218b54a66 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322046 Aug 05 14:48:22.614053 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5361386-3a17-40fb-a828-203b653a420e req-bb737d77-dba0-4896-9c92-72c4abf1c48f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:22.615608 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5361386-3a17-40fb-a828-203b653a420e req-bb737d77-dba0-4896-9c92-72c4abf1c48f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 945 time: 0.0489435 Aug 05 14:48:22.654578 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f5361386-3a17-40fb-a828-203b653a420e req-158c35cd-5c84-430a-952e-68c5800cd049 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328479 Aug 05 14:48:22.883944 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79219f-5d32-46ba-846e-b936b94e9935 req-c2a4a0a4-38c6-42d3-aae3-edf2a25a3884 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:22.885433 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c79219f-5d32-46ba-846e-b936b94e9935 req-c2a4a0a4-38c6-42d3-aae3-edf2a25a3884 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 945 time: 0.0480621 Aug 05 14:48:22.925180 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c79219f-5d32-46ba-846e-b936b94e9935 req-6d799dff-319f-47d3-9f5e-222177a2dd81 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338228 Aug 05 14:48:23.038486 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b8cbf1b9-165d-4688-a4ef-461817045289 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:48:23.133907 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b8cbf1b9-165d-4688-a4ef-461817045289, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b8cbf1b9-165d-4688-a4ef-461817045289,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:48:23.145549 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'b8cbf1b9-165d-4688-a4ef-461817045289', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'port_id': 'b8cbf1b9-165d-4688-a4ef-461817045289', 'mac_address': 'fa:16:3e:d9:41:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:48:23.182924 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:23.196196 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8cbf1b9-165d-4688-a4ef-461817045289 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:48:23.216197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port b8cbf1b9-165d-4688-a4ef-461817045289, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b8cbf1b9-165d-4688-a4ef-461817045289,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:48:23.219960 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:23.265990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=b8cbf1b9-165d-4688-a4ef-461817045289,revision_number=11']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:48:23.459520 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['b8cbf1b9-165d-4688-a4ef-461817045289'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:48:24.048051 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c902a-0299-4364-a827-96fc09376af9 req-bed5b667-b9fb-46d7-ab94-ff72ff9e4d84 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:24.049656 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a94c902a-0299-4364-a827-96fc09376af9 req-bed5b667-b9fb-46d7-ab94-ff72ff9e4d84 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 946 time: 0.0503030 Aug 05 14:48:24.090606 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a94c902a-0299-4364-a827-96fc09376af9 req-dd0a034a-f294-4d60-be2a-ec562d3bff49 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343835 Aug 05 14:48:24.109987 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de91af-3579-4b16-a305-b917dec3f8f3 req-2adb1832-d575-4cd8-a40a-96610747982d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:24.112763 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71de91af-3579-4b16-a305-b917dec3f8f3 req-2adb1832-d575-4cd8-a40a-96610747982d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 946 time: 0.0600338 Aug 05 14:48:24.203065 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-71de91af-3579-4b16-a305-b917dec3f8f3 req-a9de87ee-04ea-471f-985f-e2bbfa3eff6c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Deleting port b8cbf1b9-165d-4688-a4ef-461817045289 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:48:24.203409 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-71de91af-3579-4b16-a305-b917dec3f8f3 req-a9de87ee-04ea-471f-985f-e2bbfa3eff6c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:24.293941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-71de91af-3579-4b16-a305-b917dec3f8f3 req-a9de87ee-04ea-471f-985f-e2bbfa3eff6c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] For port b8cbf1b9-165d-4688-a4ef-461817045289, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=b8cbf1b9-165d-4688-a4ef-461817045289,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:48:24.294224 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-71de91af-3579-4b16-a305-b917dec3f8f3 req-a9de87ee-04ea-471f-985f-e2bbfa3eff6c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:24.750068 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-71de91af-3579-4b16-a305-b917dec3f8f3 req-a9de87ee-04ea-471f-985f-e2bbfa3eff6c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:24.750396 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-71de91af-3579-4b16-a305-b917dec3f8f3 req-a9de87ee-04ea-471f-985f-e2bbfa3eff6c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:24.750716 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [req-71de91af-3579-4b16-a305-b917dec3f8f3 req-a9de87ee-04ea-471f-985f-e2bbfa3eff6c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Floating IP fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3 disassociated. External IP: 172.25.5.51, port: b8cbf1b9-165d-4688-a4ef-461817045289. Aug 05 14:48:24.751064 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-71de91af-3579-4b16-a305-b917dec3f8f3 req-a9de87ee-04ea-471f-985f-e2bbfa3eff6c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Calling delete_port for b8cbf1b9-165d-4688-a4ef-461817045289 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:48:24.877724 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-71de91af-3579-4b16-a305-b917dec3f8f3 req-a9de87ee-04ea-471f-985f-e2bbfa3eff6c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:24.910375 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de87ee-04ea-471f-985f-e2bbfa3eff6c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Pushing event deleted for resources: {'Port': ['ID=b8cbf1b9-165d-4688-a4ef-461817045289,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:48:25.030909 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71de91af-3579-4b16-a305-b917dec3f8f3 req-a9de87ee-04ea-471f-985f-e2bbfa3eff6c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Router 460ee116-6768-407f-a938-498280e8577a has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:48:25.044414 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b8cbf1b9-165d-4688-a4ef-461817045289 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:48:25.071351 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: b8cbf1b9-165d-4688-a4ef-461817045289 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:48:25.071783 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b8cbf1b9-165d-4688-a4ef-461817045289 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 05 14:48:25.094274 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Port b8cbf1b9-165d-4688-a4ef-461817045289 not found, will not notify nova. {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 05 14:48:25.145713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71de91af-3579-4b16-a305-b917dec3f8f3 req-a9de87ee-04ea-471f-985f-e2bbfa3eff6c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:48:25.156765 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204fe5f6-78e6-46d2-8bf3-e97b29c0ac5b None None] Sync routers for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:48:25.168445 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204fe5f6-78e6-46d2-8bf3-e97b29c0ac5b None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:48:25.169146 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-204fe5f6-78e6-46d2-8bf3-e97b29c0ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:48:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:48:25.212574 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-71de91af-3579-4b16-a305-b917dec3f8f3 req-a9de87ee-04ea-471f-985f-e2bbfa3eff6c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] No DVR routers for this DVR port b8cbf1b9-165d-4688-a4ef-461817045289 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:48:25.215398 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-71de91af-3579-4b16-a305-b917dec3f8f3 req-a9de87ee-04ea-471f-985f-e2bbfa3eff6c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:25.217488 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-71de91af-3579-4b16-a305-b917dec3f8f3 req-a9de87ee-04ea-471f-985f-e2bbfa3eff6c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.63 "DELETE /v2.0/ports/b8cbf1b9-165d-4688-a4ef-461817045289 HTTP/1.1" status: 204 len: 173 time: 1.0988476 Aug 05 14:48:25.218142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b317784-6cc7-4588-8887-b23e453fdb47', 'name': 'network-vif-deleted', 'tag': 'b8cbf1b9-165d-4688-a4ef-461817045289'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:48:25.220477 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a395239-99d0-4094-a859-909f240600ca" -d '{"events": [{"server_uuid": "2b317784-6cc7-4588-8887-b23e453fdb47", "name": "network-vif-deleted", "tag": "b8cbf1b9-165d-4688-a4ef-461817045289"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:48:25.225053 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a56c9b9a-7b63-4044-82fa-76a40018542d req-26f9023c-f40b-4268-8fb2-ef8c6e3956d5 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b317784-6cc7-4588-8887-b23e453fdb47 HTTP/1.1" status: 200 len: 210 time: 0.0526597 Aug 05 14:48:25.264119 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec14daf-58a9-4f62-b9c0-0f5f80cc5e58 x-openstack-request-id: req-4ec14daf-58a9-4f62-b9c0-0f5f80cc5e58 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:48:25.264535 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b317784-6cc7-4588-8887-b23e453fdb47", "name": "network-vif-deleted", "tag": "b8cbf1b9-165d-4688-a4ef-461817045289", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:48:25.264849 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ec14daf-58a9-4f62-b9c0-0f5f80cc5e58 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:48:25.265315 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b317784-6cc7-4588-8887-b23e453fdb47', 'name': 'network-vif-deleted', 'tag': 'b8cbf1b9-165d-4688-a4ef-461817045289', 'status': 'completed', 'code': 200} Aug 05 14:48:25.286624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-204fe5f6-78e6-46d2-8bf3-e97b29c0ac5b None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:48:25.487366 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-204fe5f6-78e6-46d2-8bf3-e97b29c0ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:48:25.512962 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204fe5f6-78e6-46d2-8bf3-e97b29c0ac5b None None] Checking router: 460ee116-6768-407f-a938-498280e8577a for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:48:25.521596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204fe5f6-78e6-46d2-8bf3-e97b29c0ac5b None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:48:25.522194 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-204fe5f6-78e6-46d2-8bf3-e97b29c0ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:48:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:48:25.626694 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-204fe5f6-78e6-46d2-8bf3-e97b29c0ac5b None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:48:25.825126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-204fe5f6-78e6-46d2-8bf3-e97b29c0ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:48:25.855139 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204fe5f6-78e6-46d2-8bf3-e97b29c0ac5b None None] The sync data for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 is: [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:48:26.082434 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5941d33a-e176-4eb1-8ce9-60d3052c9a71 None None] New status for floating IP fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:48:26.500614 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-ed8e27ab-7638-461e-92c6-5ebacc0cb638 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--698750894&fields=id&tenant_id=cfaa991f8da84822bf81bd682ffda161 HTTP/1.1" status: 200 len: 267 time: 0.0337176 Aug 05 14:48:26.606836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-3b9bb833-3b68-424c-b757-2ee79233e231 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:26.608235 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-3b9bb833-3b68-424c-b757-2ee79233e231 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 811 time: 0.1009388 Aug 05 14:48:26.623608 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4c10f216-76e2-4060-9afb-edf6fa341878 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/quotas/cfaa991f8da84822bf81bd682ffda161 HTTP/1.1" status: 200 len: 375 time: 0.0091488 Aug 05 14:48:26.676815 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-e8e86701-e55b-4e2d-b60b-079038d7dccf tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480673 Aug 05 14:48:26.748713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-5e4f5755-f520-4aeb-b1e3-fa2d49d2168d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:48:26.749709 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-5e4f5755-f520-4aeb-b1e3-fa2d49d2168d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0615296 Aug 05 14:48:26.836872 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-2332bc76-6379-43c9-a049-bd8b34d399c5 service neutron] 10.222.0.16 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808337 Aug 05 14:48:26.928140 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-220b35c6-017c-42ab-bf88-beda211e77d3 service neutron] 10.222.0.16 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851302 Aug 05 14:48:27.054240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b8cbf1b9-165d-4688-a4ef-461817045289 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:48:27.074774 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: b8cbf1b9-165d-4688-a4ef-461817045289 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:48:27.075094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device b8cbf1b9-165d-4688-a4ef-461817045289 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:48:28.108494 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2eb0bb27-5449-401f-adc8-efe18d503856 req-6b7f6d47-2454-4c94-bd73-d103245be7cf tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 210 time: 0.0273314 Aug 05 14:48:29.017760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-e212a10c-b454-435f-b002-6666f7a21acd tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:29.019251 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-e212a10c-b454-435f-b002-6666f7a21acd tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 811 time: 0.1077659 Aug 05 14:48:29.065594 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-43f116b0-2f86-4c61-b28c-74229804c03c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfaa991f8da84822bf81bd682ffda161 HTTP/1.1" status: 200 len: 379 time: 0.0366752 Aug 05 14:48:29.081931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-ddbbf717-6c2b-4dca-a0f4-7e6cde010e32 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Request body: {'port': {'device_id': '8777b1bf-daa2-4288-9efd-6408c2085520', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'admin_state_up': True, 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'security_groups': ['281cdfc5-063c-48ee-beaf-da4e3623c0a6']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:48:29.212144 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-95cd9479-a881-4fa2-9d5d-a7bf720a269f req-45389220-82db-43be-a4da-4d7f18fc5d0e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 210 time: 0.0363028 Aug 05 14:48:29.221221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-ddbbf717-6c2b-4dca-a0f4-7e6cde010e32 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Made reservation on behalf of cfaa991f8da84822bf81bd682ffda161 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:48:29.226272 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-ddbbf717-6c2b-4dca-a0f4-7e6cde010e32 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:29.362370 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-ddbbf717-6c2b-4dca-a0f4-7e6cde010e32 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Allocated IP 172.20.0.7 (eaf01f35-8397-420b-b84f-09b9e045c9cc/d2206139-cb73-46af-86f9-73b5fd1c1199/fc7c763a-6733-40ee-9a67-0b81469bcd4a) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:48:29.503812 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-ddbbf717-6c2b-4dca-a0f4-7e6cde010e32 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:29.516536 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-ddbbf717-6c2b-4dca-a0f4-7e6cde010e32 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Transition to ACTIVE for port object fc7c763a-6733-40ee-9a67-0b81469bcd4a will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:48:29.551149 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-ddbbf717-6c2b-4dca-a0f4-7e6cde010e32 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:29.605444 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-ddbbf717-6c2b-4dca-a0f4-7e6cde010e32 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Network eaf01f35-8397-420b-b84f-09b9e045c9cc is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:48:29.608771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-ddbbf717-6c2b-4dca-a0f4-7e6cde010e32 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:48:29.612609 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-ddbbf717-6c2b-4dca-a0f4-7e6cde010e32 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:48:29.638599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbf717-6c2b-4dca-a0f4-7e6cde010e32 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Pushing event updated for resources: {'Port': ['ID=fc7c763a-6733-40ee-9a67-0b81469bcd4a,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:48:29.669098 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-ddbbf717-6c2b-4dca-a0f4-7e6cde010e32 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:29.669732 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-ddbbf717-6c2b-4dca-a0f4-7e6cde010e32 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:29.685649 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-ddbbf717-6c2b-4dca-a0f4-7e6cde010e32 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6072323 Aug 05 14:48:29.699309 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Request body: {'port': {'device_id': '8777b1bf-daa2-4288-9efd-6408c2085520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:48:29.755934 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:29.848936 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-212ac262-c79a-4436-ac99-562f8a872989 None None] Provisioning for port fc7c763a-6733-40ee-9a67-0b81469bcd4a completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:48:29.852567 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-212ac262-c79a-4436-ac99-562f8a872989 None None] Provisioning complete for port fc7c763a-6733-40ee-9a67-0b81469bcd4a triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:48:29.852979 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-212ac262-c79a-4436-ac99-562f8a872989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:29.886339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-212ac262-c79a-4436-ac99-562f8a872989 None None] Port fc7c763a-6733-40ee-9a67-0b81469bcd4a cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:48:30.022484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7c763a-6733-40ee-9a67-0b81469bcd4a {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:48:30.029904 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:30.042632 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Transition to ACTIVE for port object fc7c763a-6733-40ee-9a67-0b81469bcd4a will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:48:30.046234 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:30.095410 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7c763a-6733-40ee-9a67-0b81469bcd4a,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:48:30.171245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Attempting to bind port fc7c763a-6733-40ee-9a67-0b81469bcd4a on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:48:30.171820 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Attempting to bind port fc7c763a-6733-40ee-9a67-0b81469bcd4a by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:48:30.172380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Attempting to bind port fc7c763a-6733-40ee-9a67-0b81469bcd4a on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:48:30.181290 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Port fc7c763a-6733-40ee-9a67-0b81469bcd4a on network eaf01f35-8397-420b-b84f-09b9e045c9cc not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:48:30.181841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Attempting to bind port fc7c763a-6733-40ee-9a67-0b81469bcd4a on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:48:30.190197 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:48:30.190774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Checking segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:48:30.191390 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Bound using segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:48:30.192142 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Bound port: fc7c763a-6733-40ee-9a67-0b81469bcd4a, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:48:30.192765 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:30.264225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:48:30.267881 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:48:30.272490 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:30.310790 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:30.311398 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:30.312841 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] 10.222.0.63 "PUT /v2.0/ports/fc7c763a-6733-40ee-9a67-0b81469bcd4a HTTP/1.1" status: 200 len: 1091 time: 0.6179433 Aug 05 14:48:30.313342 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8777b1bf-daa2-4288-9efd-6408c2085520', 'tag': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:48:30.315819 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e71c6b7-c140-43d4-9c47-52516518f0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8777b1bf-daa2-4288-9efd-6408c2085520", "tag": "fc7c763a-6733-40ee-9a67-0b81469bcd4a"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:48:30.345059 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612e4f7-7e32-4b63-bade-9d9ac8ad81a4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7c763a-6733-40ee-9a67-0b81469bcd4a,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:48:30.356059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0862b4-a518-48ae-a1b0-484f759a6326 req-7de58c44-05f0-4242-b96a-5b12aa47f472 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:30.357796 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2c0862b4-a518-48ae-a1b0-484f759a6326 req-7de58c44-05f0-4242-b96a-5b12aa47f472 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 943 time: 0.0735428 Aug 05 14:48:30.391696 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba684139-1d76-4d2d-b914-ada1690c7bd1 x-openstack-request-id: req-ba684139-1d76-4d2d-b914-ada1690c7bd1 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:48:30.392000 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8777b1bf-daa2-4288-9efd-6408c2085520", "tag": "fc7c763a-6733-40ee-9a67-0b81469bcd4a", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:48:30.392240 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba684139-1d76-4d2d-b914-ada1690c7bd1 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:48:30.392639 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8777b1bf-daa2-4288-9efd-6408c2085520', 'tag': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a', 'status': 'completed', 'code': 200} Aug 05 14:48:30.406001 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2c0862b4-a518-48ae-a1b0-484f759a6326 req-87c35dfa-fb43-4dbb-99b0-f8de182aa6cb tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394862 Aug 05 14:48:30.413097 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-a1898cea-e54c-420d-86a4-3f4c921f7caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:30.414751 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-a1898cea-e54c-420d-86a4-3f4c921f7caa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 1094 time: 0.0495219 Aug 05 14:48:30.465407 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-249673f4-93ab-47de-8958-3e47fedfd333 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a HTTP/1.1" status: 200 len: 217 time: 0.0416708 Aug 05 14:48:30.518782 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-ed2a0308-44d9-40ec-b096-668668cb53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:30.520355 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-ed2a0308-44d9-40ec-b096-668668cb53bb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0484676 Aug 05 14:48:30.569035 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-2d48f2ac-a166-4ed1-b9f8-033d7377fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:30.570627 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-2d48f2ac-a166-4ed1-b9f8-033d7377fe69 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428753 Aug 05 14:48:30.665135 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-e3c6ac18-7ee9-4c82-952b-ed2037bf7349 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875125 Aug 05 14:48:30.753283 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b8e3cb12-cb02-474a-887c-4fcc0ae6903e req-62ec1df8-6d01-44cb-bee4-722890729982 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812573 Aug 05 14:48:30.840969 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71c6b7-c140-43d4-9c47-52516518f0e2 req-8d45b93e-5981-41da-ace8-eada1d06252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:30.842505 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e71c6b7-c140-43d4-9c47-52516518f0e2 req-8d45b93e-5981-41da-ace8-eada1d06252d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 1094 time: 0.0420587 Aug 05 14:48:30.936349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71c6b7-c140-43d4-9c47-52516518f0e2 req-ed25d615-8e86-4a14-aa45-4579339e71be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:30.937766 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e71c6b7-c140-43d4-9c47-52516518f0e2 req-ed25d615-8e86-4a14-aa45-4579339e71be service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0886180 Aug 05 14:48:30.980525 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e71c6b7-c140-43d4-9c47-52516518f0e2 req-1ad12a24-9b8d-4d27-92a9-98b5531ed2a3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a HTTP/1.1" status: 200 len: 217 time: 0.0343816 Aug 05 14:48:31.030841 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71c6b7-c140-43d4-9c47-52516518f0e2 req-1bd77771-57ff-4855-af49-8911762c2617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:31.032296 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e71c6b7-c140-43d4-9c47-52516518f0e2 req-1bd77771-57ff-4855-af49-8911762c2617 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0447795 Aug 05 14:48:31.085506 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71c6b7-c140-43d4-9c47-52516518f0e2 req-b1bdf55d-8986-45d7-b7d9-1220915b0d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:31.087055 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e71c6b7-c140-43d4-9c47-52516518f0e2 req-b1bdf55d-8986-45d7-b7d9-1220915b0d54 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456796 Aug 05 14:48:31.177125 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e71c6b7-c140-43d4-9c47-52516518f0e2 req-d4c4d81f-7dc0-4911-9c0b-053978da84ea service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813055 Aug 05 14:48:31.271428 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5e71c6b7-c140-43d4-9c47-52516518f0e2 req-da4f7c0d-0784-4a6c-8fea-84a5daa9848b service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869145 Aug 05 14:48:31.523941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5eeb2-84dd-4704-b15e-7862ff970bbe req-85d4dd07-940b-466a-9f00-2a3ebbd62356 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:31.525711 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2d5eeb2-84dd-4704-b15e-7862ff970bbe req-85d4dd07-940b-466a-9f00-2a3ebbd62356 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 943 time: 0.0500462 Aug 05 14:48:31.563937 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2d5eeb2-84dd-4704-b15e-7862ff970bbe req-ba726bed-8f91-4012-9095-f9f2b37d9cc5 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323753 Aug 05 14:48:32.681661 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea01801-b702-461e-ace5-def95e78db5d req-670a7673-d5cd-4a3a-a57c-1c12f308170e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:32.683196 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ea01801-b702-461e-ace5-def95e78db5d req-670a7673-d5cd-4a3a-a57c-1c12f308170e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 943 time: 0.0499668 Aug 05 14:48:32.721510 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ea01801-b702-461e-ace5-def95e78db5d req-3e7ca98a-14ea-4093-8d87-6e281fe559d9 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323846 Aug 05 14:48:33.057559 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fc7c763a-6733-40ee-9a67-0b81469bcd4a details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:48:33.151109 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:48:33.162412 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'port_id': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a', 'mac_address': 'fa:16:3e:d7:aa:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:48:33.198417 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:33.210613 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7c763a-6733-40ee-9a67-0b81469bcd4a {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:48:33.229672 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:48:33.233960 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:33.284555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=fc7c763a-6733-40ee-9a67-0b81469bcd4a,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:48:33.426356 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['fc7c763a-6733-40ee-9a67-0b81469bcd4a'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:48:33.885322 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53297ed-4259-4f89-93c8-aeb48e3492c3 req-4b1603a7-5d6b-4cd7-a40f-300c4e1153f9 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:33.886845 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b53297ed-4259-4f89-93c8-aeb48e3492c3 req-4b1603a7-5d6b-4cd7-a40f-300c4e1153f9 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.0977871 Aug 05 14:48:33.924669 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b53297ed-4259-4f89-93c8-aeb48e3492c3 req-96989676-96ac-4039-a922-ce7f5de68bba tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318418 Aug 05 14:48:35.085798 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fc7c763a-6733-40ee-9a67-0b81469bcd4a up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:48:35.114203 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2854c-a552-4d30-9f17-ba51b80b0000 req-e3bfecff-c169-4d24-9387-63a20733535f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:35.115749 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3ac2854c-a552-4d30-9f17-ba51b80b0000 req-e3bfecff-c169-4d24-9387-63a20733535f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.1105587 Aug 05 14:48:35.134219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port fc7c763a-6733-40ee-9a67-0b81469bcd4a completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:48:35.137919 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port fc7c763a-6733-40ee-9a67-0b81469bcd4a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:48:35.138315 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:35.154964 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3ac2854c-a552-4d30-9f17-ba51b80b0000 req-71dc4c67-f0e4-430c-8b84-cd977b61db00 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332255 Aug 05 14:48:35.217117 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:35.239290 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8777b1bf-daa2-4288-9efd-6408c2085520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:48:35.241472 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e49c8a45b7fef47d419a3e755c9614b4ed7efc352c6be4518586aa29d012b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd8720a-a3b1-4a3d-b5be-9a0dfff62561" -d '{"events": [{"server_uuid": "8777b1bf-daa2-4288-9efd-6408c2085520", "name": "network-vif-plugged", "status": "completed", "tag": "fc7c763a-6733-40ee-9a67-0b81469bcd4a"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:48:35.254081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:48:35.259220 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:35.282093 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259a3c26-45a2-49c8-87e4-d9b97bf91a0e x-openstack-request-id: req-259a3c26-45a2-49c8-87e4-d9b97bf91a0e {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:48:35.282437 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8777b1bf-daa2-4288-9efd-6408c2085520", "name": "network-vif-plugged", "status": "completed", "tag": "fc7c763a-6733-40ee-9a67-0b81469bcd4a", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:48:35.282684 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-259a3c26-45a2-49c8-87e4-d9b97bf91a0e {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:48:35.283061 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8777b1bf-daa2-4288-9efd-6408c2085520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a', 'code': 200} Aug 05 14:48:35.310960 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=fc7c763a-6733-40ee-9a67-0b81469bcd4a,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:48:35.383674 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875de5fd-416f-419f-af75-c7afba305d87 req-80230300-776b-4462-83df-fbb45f65ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:35.385167 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-875de5fd-416f-419f-af75-c7afba305d87 req-80230300-776b-4462-83df-fbb45f65ec5f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 1096 time: 0.0467772 Aug 05 14:48:35.420266 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-875de5fd-416f-419f-af75-c7afba305d87 req-a22ebfe9-1823-4d61-8e21-747a86613972 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280919 Aug 05 14:48:36.282104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bbfaf-c06c-4588-bf45-413b2746a4de req-caca562c-5333-4823-9def-df2c3113a5eb tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:36.283684 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-586bbfaf-c06c-4588-bf45-413b2746a4de req-caca562c-5333-4823-9def-df2c3113a5eb tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0592000 Aug 05 14:48:36.323502 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-586bbfaf-c06c-4588-bf45-413b2746a4de req-df251bd5-d564-470a-8b1c-df32819b02f6 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333321 Aug 05 14:48:37.443046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cce6c-80e6-41ac-a3a7-0f7f0fdce58e req-89051958-b8da-4a7c-99a3-3af6ed2c5571 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:37.445578 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-778cce6c-80e6-41ac-a3a7-0f7f0fdce58e req-89051958-b8da-4a7c-99a3-3af6ed2c5571 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0529690 Aug 05 14:48:37.484282 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-778cce6c-80e6-41ac-a3a7-0f7f0fdce58e req-b8537671-4423-4710-8113-1be6927ad3e7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328565 Aug 05 14:48:37.594691 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e895623-1b65-4b09-bff9-a34b18289d90 req-fc094912-079b-4bd8-b632-c75a189840e1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:37.596178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3e895623-1b65-4b09-bff9-a34b18289d90 req-fc094912-079b-4bd8-b632-c75a189840e1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0487304 Aug 05 14:48:37.606005 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46074) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:48:37.610726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3e139d0d-9dc1-4177-96e6-f52bab11a839 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Request body: {'floatingip': {'port_id': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:48:37.653675 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e139d0d-9dc1-4177-96e6-f52bab11a839 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for floatingip, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:38.091868 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e139d0d-9dc1-4177-96e6-f52bab11a839 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:38.096259 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e139d0d-9dc1-4177-96e6-f52bab11a839 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:38.200787 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-3e139d0d-9dc1-4177-96e6-f52bab11a839 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Floating IP fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3 associated. External IP: 172.25.5.51, port: fc7c763a-6733-40ee-9a67-0b81469bcd4a. Aug 05 14:48:38.421880 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e139d0d-9dc1-4177-96e6-f52bab11a839 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Router 460ee116-6768-407f-a938-498280e8577a has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:48:38.528138 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e139d0d-9dc1-4177-96e6-f52bab11a839 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:48:38.533018 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3e139d0d-9dc1-4177-96e6-f52bab11a839 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:38.539593 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3899363f-fd8e-4aad-aaea-4932bedebf24 None None] Sync routers for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:48:38.549562 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3899363f-fd8e-4aad-aaea-4932bedebf24 None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:48:38.550183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3899363f-fd8e-4aad-aaea-4932bedebf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:48:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:48:38.559087 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3e139d0d-9dc1-4177-96e6-f52bab11a839 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "PUT /v2.0/floatingips/fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3 HTTP/1.1" status: 200 len: 991 time: 0.9519978 Aug 05 14:48:38.559683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8777b1bf-daa2-4288-9efd-6408c2085520', 'tag': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:48:38.562041 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7b62278740e69c7e32982eeb14f82ff2135029bfad06e8aed737a5870ec2147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d759ca-3b00-41c9-9f89-e45d6246b744" -d '{"events": [{"name": "network-changed", "server_uuid": "8777b1bf-daa2-4288-9efd-6408c2085520", "tag": "fc7c763a-6733-40ee-9a67-0b81469bcd4a"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:48:38.598835 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164c46b7-a01a-4dba-94b3-552e981aa109 x-openstack-request-id: req-164c46b7-a01a-4dba-94b3-552e981aa109 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:48:38.599130 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8777b1bf-daa2-4288-9efd-6408c2085520", "tag": "fc7c763a-6733-40ee-9a67-0b81469bcd4a", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:48:38.599414 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-164c46b7-a01a-4dba-94b3-552e981aa109 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:48:38.600129 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8777b1bf-daa2-4288-9efd-6408c2085520', 'tag': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a', 'status': 'completed', 'code': 200} Aug 05 14:48:38.663218 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d759ca-3b00-41c9-9f89-e45d6246b744 req-2d559fc2-a8c6-46d4-a008-190975583075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:38.664746 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2d759ca-3b00-41c9-9f89-e45d6246b744 req-2d559fc2-a8c6-46d4-a008-190975583075 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 1096 time: 0.0416656 Aug 05 14:48:38.664990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3899363f-fd8e-4aad-aaea-4932bedebf24 None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:48:39.024828 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d759ca-3b00-41c9-9f89-e45d6246b744 req-ec5ac1bc-0c08-4851-a1f3-5afcdaded09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:39.026386 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2d759ca-3b00-41c9-9f89-e45d6246b744 req-ec5ac1bc-0c08-4851-a1f3-5afcdaded09a service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.3545659 Aug 05 14:48:39.065539 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3899363f-fd8e-4aad-aaea-4932bedebf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'floating_ip_address': '172.25.5.51', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '460ee116-6768-407f-a938-498280e8577a', 'port_id': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'mac_address': 'fa:16:3e:d7:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777b1bf-daa2-4288-9efd-6408c2085520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:41:43Z', 'updated_at': '2021-08-05T14:48:38Z', 'revision_number': 13, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:48:39.091946 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2d759ca-3b00-41c9-9f89-e45d6246b744 req-e5827230-aa14-47ad-88c0-57e7dd5e3845 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a HTTP/1.1" status: 200 len: 999 time: 0.0584888 Aug 05 14:48:39.092246 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3899363f-fd8e-4aad-aaea-4932bedebf24 None None] Checking router: 460ee116-6768-407f-a938-498280e8577a for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:48:39.101534 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3899363f-fd8e-4aad-aaea-4932bedebf24 None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:48:39.102157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3899363f-fd8e-4aad-aaea-4932bedebf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:48:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:48:39.143733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d759ca-3b00-41c9-9f89-e45d6246b744 req-a9b1c141-ab0f-4207-acf3-9031cd1642e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:39.145190 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2d759ca-3b00-41c9-9f89-e45d6246b744 req-a9b1c141-ab0f-4207-acf3-9031cd1642e8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0470390 Aug 05 14:48:39.191456 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d759ca-3b00-41c9-9f89-e45d6246b744 req-0e2f9b34-6edd-4d40-a712-be8ac41a192f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:48:39.192956 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2d759ca-3b00-41c9-9f89-e45d6246b744 req-0e2f9b34-6edd-4d40-a712-be8ac41a192f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402458 Aug 05 14:48:39.208204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3899363f-fd8e-4aad-aaea-4932bedebf24 None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:48:39.280886 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2d759ca-3b00-41c9-9f89-e45d6246b744 req-da8b1447-6a50-4034-83af-50e52f331360 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809178 Aug 05 14:48:39.376407 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c2d759ca-3b00-41c9-9f89-e45d6246b744 req-509d2a51-ee57-444b-a9b6-d45379235d9a service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869968 Aug 05 14:48:39.445240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3899363f-fd8e-4aad-aaea-4932bedebf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'floating_ip_address': '172.25.5.51', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '460ee116-6768-407f-a938-498280e8577a', 'port_id': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'mac_address': 'fa:16:3e:d7:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777b1bf-daa2-4288-9efd-6408c2085520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:41:43Z', 'updated_at': '2021-08-05T14:48:38Z', 'revision_number': 13, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:48:39.471680 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3899363f-fd8e-4aad-aaea-4932bedebf24 None None] The sync data for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 is: [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'floating_ip_address': '172.25.5.51', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '460ee116-6768-407f-a938-498280e8577a', 'port_id': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'mac_address': 'fa:16:3e:d7:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777b1bf-daa2-4288-9efd-6408c2085520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:41:43Z', 'updated_at': '2021-08-05T14:48:38Z', 'revision_number': 13, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:48:39.669597 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e16f5a-44f8-42c3-ac40-c8c2c87bc00a None None] New status for floating IP fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:48:45.191628 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:45.905413 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8dc621b3-5cfe-46cb-a355-9911bd366b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:46.478138 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:48.438964 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-aa4afdfe-670f-4bf8-8b27-f40c9081e06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:48.684206 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:49.689758 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:51.476867 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:48:55.445032 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:49:04.287554 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6c74820e-c2c3-4149-8d6b-05fae9bfd3f3 req-4f243a00-0a74-4669-aca9-74f35996b433 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0874882 Aug 05 14:49:04.369921 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74820e-c2c3-4149-8d6b-05fae9bfd3f3 req-ce8acddc-2440-408b-809b-010cdcff3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:49:04.371350 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6c74820e-c2c3-4149-8d6b-05fae9bfd3f3 req-ce8acddc-2440-408b-809b-010cdcff3e00 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 1096 time: 0.0403326 Aug 05 14:49:04.478210 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74820e-c2c3-4149-8d6b-05fae9bfd3f3 req-be2396aa-8769-4bb3-8ca0-838768739911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:49:04.479720 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6c74820e-c2c3-4149-8d6b-05fae9bfd3f3 req-be2396aa-8769-4bb3-8ca0-838768739911 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0881948 Aug 05 14:49:04.545835 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6c74820e-c2c3-4149-8d6b-05fae9bfd3f3 req-3fb2c075-3934-42ae-a2e7-4c84ca327b61 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a HTTP/1.1" status: 200 len: 1001 time: 0.0579286 Aug 05 14:49:04.600372 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74820e-c2c3-4149-8d6b-05fae9bfd3f3 req-14acf180-4eef-4c9a-b89f-3e7203b37f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:49:04.601818 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6c74820e-c2c3-4149-8d6b-05fae9bfd3f3 req-14acf180-4eef-4c9a-b89f-3e7203b37f88 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0470922 Aug 05 14:49:04.649929 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74820e-c2c3-4149-8d6b-05fae9bfd3f3 req-5673ee83-e382-4eff-b410-d19469b3be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:49:04.651495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6c74820e-c2c3-4149-8d6b-05fae9bfd3f3 req-5673ee83-e382-4eff-b410-d19469b3be2d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421202 Aug 05 14:49:04.740729 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6c74820e-c2c3-4149-8d6b-05fae9bfd3f3 req-f6c32526-0eef-4847-b981-99f4d939f392 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806921 Aug 05 14:49:04.833821 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6c74820e-c2c3-4149-8d6b-05fae9bfd3f3 req-e26e736d-7b20-42f1-b342-6b9e390c4265 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853117 Aug 05 14:49:15.191148 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:49:15.904761 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dceb9878-7e8b-4b05-8514-f5968c19669c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:49:16.478944 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:49:18.438778 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0317ecc1-0cce-428f-9802-c80b07df5be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:49:18.684510 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:49:19.694047 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:49:21.480802 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:49:32.444874 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:49:45.185183 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:49:45.906051 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-639d3b89-1c2c-4680-888b-140387a77095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:49:46.487454 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:49:48.439904 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bca39e1c-a634-43bd-8acd-f2584f08142a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:49:48.686078 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:49:49.695733 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:49:51.482721 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:06.241082 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acce376e-0d13-4b3f-a465-1ad2229da448 req-7378d3f3-0395-4ab5-90b5-59d5f917fa3b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417671 Aug 05 14:50:06.324272 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce376e-0d13-4b3f-a465-1ad2229da448 req-cb6df559-a880-45e6-b0b2-ab3f4cd85eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:06.325810 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acce376e-0d13-4b3f-a465-1ad2229da448 req-cb6df559-a880-45e6-b0b2-ab3f4cd85eca service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 1096 time: 0.0412350 Aug 05 14:50:06.433330 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce376e-0d13-4b3f-a465-1ad2229da448 req-848f5c16-a375-4324-b8b0-fbc10e61b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:06.434858 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acce376e-0d13-4b3f-a465-1ad2229da448 req-848f5c16-a375-4324-b8b0-fbc10e61b409 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0893657 Aug 05 14:50:06.500517 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acce376e-0d13-4b3f-a465-1ad2229da448 req-0a9d80c6-79a0-4e26-af11-344017659b81 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a HTTP/1.1" status: 200 len: 1001 time: 0.0578332 Aug 05 14:50:06.554728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce376e-0d13-4b3f-a465-1ad2229da448 req-c350236b-2332-45fe-92e1-8234e04c4aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:06.556478 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acce376e-0d13-4b3f-a465-1ad2229da448 req-c350236b-2332-45fe-92e1-8234e04c4aa6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0488567 Aug 05 14:50:06.601275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce376e-0d13-4b3f-a465-1ad2229da448 req-026a90ec-4cb4-4ce5-b6d7-a751adbcea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:06.602770 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acce376e-0d13-4b3f-a465-1ad2229da448 req-026a90ec-4cb4-4ce5-b6d7-a751adbcea31 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387249 Aug 05 14:50:06.691586 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acce376e-0d13-4b3f-a465-1ad2229da448 req-5c5cc8f6-2ebe-47e9-94f8-eb5ee9198275 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807056 Aug 05 14:50:06.783871 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-acce376e-0d13-4b3f-a465-1ad2229da448 req-94ebce41-3c5f-4f46-8be1-be501f5747fb service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853543 Aug 05 14:50:09.445806 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:50:15.218768 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:15.717230 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd3fbb-c6b6-4c6d-9f6d-f51201eede0e req-097fd13c-e6d7-4234-9e53-7646d53e6a6f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:15.718802 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2efd3fbb-c6b6-4c6d-9f6d-f51201eede0e req-097fd13c-e6d7-4234-9e53-7646d53e6a6f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0518432 Aug 05 14:50:15.757267 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2efd3fbb-c6b6-4c6d-9f6d-f51201eede0e req-7e4a8888-dd5b-4bb5-a0f6-156f22db774a tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326524 Aug 05 14:50:15.906576 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5b9af30b-236a-44e1-baf5-19a0c9135850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:16.509425 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:18.442627 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-307e601c-155e-46e5-a7a7-ab71584766d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:18.688114 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:19.698174 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:21.485769 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:26.851621 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-b07f7e73-d84c-4a05-8c1a-24bd6cf25931 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442526 Aug 05 14:50:26.867265 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71a9a9-1b93-4040-ba45-8e3fcd0a2d7e req-dbef8e78-5348-44f9-aec2-ef18456b6b9c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:26.868814 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c71a9a9-1b93-4040-ba45-8e3fcd0a2d7e req-dbef8e78-5348-44f9-aec2-ef18456b6b9c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0504770 Aug 05 14:50:26.909157 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c71a9a9-1b93-4040-ba45-8e3fcd0a2d7e req-a65204d3-4a6c-4cb6-b9e2-e146dc6eae46 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339968 Aug 05 14:50:27.922840 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-aee61d66-b7e7-4881-8cc5-2053968129de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:27.924338 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-aee61d66-b7e7-4881-8cc5-2053968129de service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 1096 time: 0.0421212 Aug 05 14:50:28.020859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-45a24c31-23af-43de-a0d0-f7f11682996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:28.022890 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-45a24c31-23af-43de-a0d0-f7f11682996a service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0918386 Aug 05 14:50:28.028583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da410ba7-74f1-4424-87ac-bcf5aaa63d67 req-84716692-0f6a-493d-bc79-a9507abad188 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:28.030118 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da410ba7-74f1-4424-87ac-bcf5aaa63d67 req-84716692-0f6a-493d-bc79-a9507abad188 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0496402 Aug 05 14:50:28.069228 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-da410ba7-74f1-4424-87ac-bcf5aaa63d67 req-9053be60-33c0-4141-85bc-a1ddb0678288 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326114 Aug 05 14:50:28.090106 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-738bc41e-9960-4d18-8074-b836586a4d07 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a HTTP/1.1" status: 200 len: 1001 time: 0.0601239 Aug 05 14:50:28.146064 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-1e3e765a-5306-441a-b8fb-635396f59c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:28.148220 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-1e3e765a-5306-441a-b8fb-635396f59c65 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0505972 Aug 05 14:50:28.193155 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-76e258fe-60e3-4711-b7fa-d1d27df4f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:28.195214 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-76e258fe-60e3-4711-b7fa-d1d27df4f084 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398357 Aug 05 14:50:28.290851 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-f04516e8-8c50-4af0-9e30-8ddbd4b766fa service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880833 Aug 05 14:50:28.387654 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-61d373d7-28e1-4f82-bedb-91d6794ecbde service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883539 Aug 05 14:50:29.190492 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd744953-aef4-4591-956c-7897088936db req-403c3255-0bb2-4ba6-8175-54a1523149ea tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:29.191982 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd744953-aef4-4591-956c-7897088936db req-403c3255-0bb2-4ba6-8175-54a1523149ea tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0519972 Aug 05 14:50:29.229428 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd744953-aef4-4591-956c-7897088936db req-04a27f9f-7f51-4786-a7d9-23dd3ef7e63e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313590 Aug 05 14:50:30.412560 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0377d7-4198-457a-ba14-191a45008c6c req-61bf8261-5373-4760-9ce6-57728752550b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:30.414081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ca0377d7-4198-457a-ba14-191a45008c6c req-61bf8261-5373-4760-9ce6-57728752550b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0493093 Aug 05 14:50:30.452676 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ca0377d7-4198-457a-ba14-191a45008c6c req-fa2b2c89-6141-40d7-be06-d3d866b2ab6a tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327158 Aug 05 14:50:31.610125 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad674005-dd86-454e-8574-ee5ce6139d5d req-d2adab4d-f303-454b-a355-a884bad00024 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:31.611676 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad674005-dd86-454e-8574-ee5ce6139d5d req-d2adab4d-f303-454b-a355-a884bad00024 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0537393 Aug 05 14:50:31.650229 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ad674005-dd86-454e-8574-ee5ce6139d5d req-ba1a899f-4779-4c0c-8de6-2515a738f6fb tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323327 Aug 05 14:50:32.766872 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30600cc7-4800-4de9-af47-df66503f5cd6 req-263f4c07-7fdc-4497-bf93-aa2a429017dc tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:32.768355 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-30600cc7-4800-4de9-af47-df66503f5cd6 req-263f4c07-7fdc-4497-bf93-aa2a429017dc tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0480764 Aug 05 14:50:32.809787 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-30600cc7-4800-4de9-af47-df66503f5cd6 req-4133ac56-6607-47be-9ac4-be3767fda9de tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348728 Aug 05 14:50:34.010377 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795abbd-a127-4435-80bb-bbf1d47f962d req-369e16f7-4417-4633-886d-063dd94a1c62 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:34.011882 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e795abbd-a127-4435-80bb-bbf1d47f962d req-369e16f7-4417-4633-886d-063dd94a1c62 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0955210 Aug 05 14:50:34.049865 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e795abbd-a127-4435-80bb-bbf1d47f962d req-d7b05f8c-cf34-4747-8b19-a1f53d30e94f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318134 Aug 05 14:50:35.245881 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2969754-1e93-4103-96ce-55cf5348a6d0 req-e1a7b5ed-03a6-46ae-8b74-7400057f3c29 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:35.247395 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d2969754-1e93-4103-96ce-55cf5348a6d0 req-e1a7b5ed-03a6-46ae-8b74-7400057f3c29 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0918841 Aug 05 14:50:35.285023 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d2969754-1e93-4103-96ce-55cf5348a6d0 req-dee4eb40-d68a-47b2-b265-59333cb2df8b tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316441 Aug 05 14:50:36.402699 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4108b0-12a5-4c5b-9dbf-fda780151472 req-54ce4fe9-bf03-40ef-9878-733bb0493f8a tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:36.404207 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a4108b0-12a5-4c5b-9dbf-fda780151472 req-54ce4fe9-bf03-40ef-9878-733bb0493f8a tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0502644 Aug 05 14:50:36.443812 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a4108b0-12a5-4c5b-9dbf-fda780151472 req-07b69533-e4f1-4e09-9961-e5236f544ffb tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332038 Aug 05 14:50:37.561811 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dd6d4-1ba0-4dfa-acc3-adb637107886 req-980c8bb0-fd1a-48c9-a398-6c5fa1598dd7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:37.563338 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d64dd6d4-1ba0-4dfa-acc3-adb637107886 req-980c8bb0-fd1a-48c9-a398-6c5fa1598dd7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0510664 Aug 05 14:50:37.601436 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d64dd6d4-1ba0-4dfa-acc3-adb637107886 req-c6370f69-51d0-414b-80f8-4220b69deb3f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319240 Aug 05 14:50:38.721232 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35682e90-47d9-480f-a188-c4225d7c6d22 req-7a26f982-2552-4bd5-ade3-faea17a737f3 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:38.722767 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-35682e90-47d9-480f-a188-c4225d7c6d22 req-7a26f982-2552-4bd5-ade3-faea17a737f3 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0532682 Aug 05 14:50:38.765673 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-35682e90-47d9-480f-a188-c4225d7c6d22 req-d72cd0c7-a54e-41cd-9f8c-66ff14083396 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355732 Aug 05 14:50:39.883092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335354a9-8c18-470f-bdcb-f72910155392 req-9d7ea262-7395-4ec5-a0b0-9ba2081ff53e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:39.884628 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-335354a9-8c18-470f-bdcb-f72910155392 req-9d7ea262-7395-4ec5-a0b0-9ba2081ff53e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0491371 Aug 05 14:50:39.925946 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-335354a9-8c18-470f-bdcb-f72910155392 req-3a05b10b-0724-40be-ab68-8f1d4bf54e2c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351436 Aug 05 14:50:41.045365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883c671-27bd-4c41-b4ab-f90900d6eb56 req-1a51d93f-b0c6-4fb4-b13d-8f239bdd955e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:41.046898 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2883c671-27bd-4c41-b4ab-f90900d6eb56 req-1a51d93f-b0c6-4fb4-b13d-8f239bdd955e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0501854 Aug 05 14:50:41.086230 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2883c671-27bd-4c41-b4ab-f90900d6eb56 req-7c978fbe-453d-4123-b028-a8644ee7dea8 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331225 Aug 05 14:50:42.047255 n-d-803585-2 neutron-server[105723]: INFO neutron.api.v2.resource [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-01b97bc2-f18a-4f81-a6bd-94a7830698c0 service neutron] show failed (client error): The resource could not be found. Aug 05 14:50:42.048259 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-01b97bc2-f18a-4f81-a6bd-94a7830698c0 service neutron] 10.222.0.63 "GET /v2.0/ports/fc7c763a-6733-40ee-9a67-0b81469bcd4a/bindings/n-h2-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.0546501 Aug 05 14:50:42.204432 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f396d-528d-4f85-b366-39952b45f50d req-1f0fbeda-e06c-4e62-ab04-42fccaea642d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:42.205842 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a61f396d-528d-4f85-b366-39952b45f50d req-1f0fbeda-e06c-4e62-ab04-42fccaea642d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0514960 Aug 05 14:50:42.269297 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a61f396d-528d-4f85-b366-39952b45f50d req-1fb1ca70-a638-4066-a89d-a27e8d91514d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536525 Aug 05 14:50:42.272641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-f02c1297-1b5f-4d9f-b205-6318a8c5d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:42.274089 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-f02c1297-1b5f-4d9f-b205-6318a8c5d620 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520&tenant_id=cfaa991f8da84822bf81bd682ffda161 HTTP/1.1" status: 200 len: 1096 time: 0.0673721 Aug 05 14:50:42.286020 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:50:42.346388 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:42.550969 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:50:42.585595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:50:42.624573 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8777b1bf-daa2-4288-9efd-6408c2085520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:50:42.626861 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad26dfb-9203-42fb-b45f-214076b79037" -d '{"events": [{"server_uuid": "8777b1bf-daa2-4288-9efd-6408c2085520", "name": "network-vif-unplugged", "status": "completed", "tag": "fc7c763a-6733-40ee-9a67-0b81469bcd4a"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:50:42.631734 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:42.643898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Transition to ACTIVE for port object fc7c763a-6733-40ee-9a67-0b81469bcd4a will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:50:42.648029 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:42.737325 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Pushing event updated for resources: {'Port': ['ID=fc7c763a-6733-40ee-9a67-0b81469bcd4a,revision_number=6']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:50:42.753391 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213fb75c-c66d-492c-b021-464eec5fe8e5 x-openstack-request-id: req-213fb75c-c66d-492c-b021-464eec5fe8e5 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:50:42.753680 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8777b1bf-daa2-4288-9efd-6408c2085520", "name": "network-vif-unplugged", "status": "completed", "tag": "fc7c763a-6733-40ee-9a67-0b81469bcd4a", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:50:42.753931 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-213fb75c-c66d-492c-b021-464eec5fe8e5 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:50:42.754360 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8777b1bf-daa2-4288-9efd-6408c2085520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a', 'code': 200} Aug 05 14:50:42.758434 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:42.758785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:42.759129 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:42.759463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:42.759797 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:42.760128 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:42.760456 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:42.760780 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:42.761106 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:42.761430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:42.761750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:42.762072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:42.792001 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] No DVR routers for this DVR port fc7c763a-6733-40ee-9a67-0b81469bcd4a on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:50:42.928503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Attempting to bind port fc7c763a-6733-40ee-9a67-0b81469bcd4a on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:50:42.928810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Attempting to bind port fc7c763a-6733-40ee-9a67-0b81469bcd4a by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:50:42.929135 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Attempting to bind port fc7c763a-6733-40ee-9a67-0b81469bcd4a on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:50:42.933641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Port fc7c763a-6733-40ee-9a67-0b81469bcd4a on network eaf01f35-8397-420b-b84f-09b9e045c9cc not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:50:42.933959 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Attempting to bind port fc7c763a-6733-40ee-9a67-0b81469bcd4a on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:50:42.938678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:50:42.939013 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Checking segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:50:42.939391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Bound using segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:50:42.939813 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Bound port: fc7c763a-6733-40ee-9a67-0b81469bcd4a, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:50:42.940167 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:43.001439 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:50:43.004349 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:50:43.009620 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:43.042870 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:43.043401 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:43.044853 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] 10.222.0.84 "PUT /v2.0/ports/fc7c763a-6733-40ee-9a67-0b81469bcd4a HTTP/1.1" status: 200 len: 1091 time: 0.7629952 Aug 05 14:50:43.082104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3edf13-a565-414b-91ab-387f94c97daa service neutron] Pushing event updated for resources: {'Port': ['ID=fc7c763a-6733-40ee-9a67-0b81469bcd4a,revision_number=7']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:50:43.116399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-dfbf738e-853a-4369-9957-19af7176baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:43.117957 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-dfbf738e-853a-4369-9957-19af7176baaa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 1094 time: 0.0471292 Aug 05 14:50:43.209693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-13057c1a-b3f8-4213-a708-c74d35ff977f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:43.211243 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-13057c1a-b3f8-4213-a708-c74d35ff977f service neutron] 10.222.0.84 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0866551 Aug 05 14:50:43.279916 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-dc939f12-a31e-468f-8a61-a3ac7a4c363e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a HTTP/1.1" status: 200 len: 999 time: 0.0613325 Aug 05 14:50:43.332188 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-12730016-b69d-4100-80f2-0e8f66a23032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:43.333777 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-12730016-b69d-4100-80f2-0e8f66a23032 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0468867 Aug 05 14:50:43.420993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-714fa65c-5c61-4aad-9f1b-6779baf0a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:43.422535 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-714fa65c-5c61-4aad-9f1b-6779baf0a047 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814857 Aug 05 14:50:43.432542 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b95d25-a0c1-40a9-a338-4490425f40a7 req-98d6ef20-d176-44cc-bf45-b4ecabe70f9a tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:43.433948 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f4b95d25-a0c1-40a9-a338-4490425f40a7 req-98d6ef20-d176-44cc-bf45-b4ecabe70f9a tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 943 time: 0.0853531 Aug 05 14:50:43.516883 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f4b95d25-a0c1-40a9-a338-4490425f40a7 req-b2a7569b-7129-4dfa-851b-a0a77cbc0f65 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750513 Aug 05 14:50:43.544053 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-a9707b37-61b0-4bcf-a752-7bc023fee298 service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091361 Aug 05 14:50:43.636370 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f3e91f90-962a-4136-a4c1-6f4e2307950a req-8db8b317-4f81-421f-a5b7-c73ab7b49cbd service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851822 Aug 05 14:50:43.739716 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fc7c763a-6733-40ee-9a67-0b81469bcd4a no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:50:43.777410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fc7c763a-6733-40ee-9a67-0b81469bcd4a not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:50:44.640315 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a04a0-282b-4f3b-a678-28ffeb81c5ca req-c8adab02-f1b5-44ba-b0df-ec21371d97b8 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:44.641876 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-166a04a0-282b-4f3b-a678-28ffeb81c5ca req-c8adab02-f1b5-44ba-b0df-ec21371d97b8 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 943 time: 0.0515935 Aug 05 14:50:44.685627 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-166a04a0-282b-4f3b-a678-28ffeb81c5ca req-9cd4c528-71b8-4f6b-92ac-5b0c1c7acb48 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364664 Aug 05 14:50:44.756565 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8777b1bf-daa2-4288-9efd-6408c2085520', 'tag': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:50:44.758982 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}392ddb9c985ce1a8500cdaad95d0cde1505d0e5460f111a5643aa75c48370b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bcfc82-fe67-45e4-b795-3ef4673b3985" -d '{"events": [{"name": "network-changed", "server_uuid": "8777b1bf-daa2-4288-9efd-6408c2085520", "tag": "fc7c763a-6733-40ee-9a67-0b81469bcd4a"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:50:44.807238 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae3587b-6ad6-4894-b027-8c167f1f5037 x-openstack-request-id: req-aae3587b-6ad6-4894-b027-8c167f1f5037 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:50:44.807593 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8777b1bf-daa2-4288-9efd-6408c2085520", "tag": "fc7c763a-6733-40ee-9a67-0b81469bcd4a", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:50:44.807934 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aae3587b-6ad6-4894-b027-8c167f1f5037 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:50:44.814169 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8777b1bf-daa2-4288-9efd-6408c2085520', 'tag': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a', 'status': 'completed', 'code': 200} Aug 05 14:50:44.872415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-48a28a10-e55a-4d76-9e71-f9e4c5b1fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:44.872847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-77d0e114-4f39-48a6-943c-7fd97c70ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:44.874000 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-48a28a10-e55a-4d76-9e71-f9e4c5b1fc10 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 1094 time: 0.0487971 Aug 05 14:50:44.874476 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-77d0e114-4f39-48a6-943c-7fd97c70ebe5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 1094 time: 0.0442879 Aug 05 14:50:44.972080 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-b34ab88b-b43d-485b-bc78-ae155cfb2e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:44.973666 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-2dc56fbb-585a-41e9-8f03-c7a2fe3884ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:44.973991 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-b34ab88b-b43d-485b-bc78-ae155cfb2e66 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0923228 Aug 05 14:50:44.975426 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-2dc56fbb-585a-41e9-8f03-c7a2fe3884ad service neutron] 10.222.0.84 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0935614 Aug 05 14:50:45.045102 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-993da820-91ee-4427-b924-fee894117665 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a HTTP/1.1" status: 200 len: 999 time: 0.0619893 Aug 05 14:50:45.048187 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-9cd3f8a9-51ab-46ef-9734-f2003d02c844 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a HTTP/1.1" status: 200 len: 999 time: 0.0662656 Aug 05 14:50:45.102758 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-5e25516c-309c-4c57-a232-d3d4f5afc461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:45.104391 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-5e25516c-309c-4c57-a232-d3d4f5afc461 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0529802 Aug 05 14:50:45.158215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-57219e95-a71f-4150-b647-cb3cdce7bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:45.159756 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-57219e95-a71f-4150-b647-cb3cdce7bd67 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487425 Aug 05 14:50:45.180151 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-422f6787-f3e2-47fc-8f78-f7535dab1819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:45.182081 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-422f6787-f3e2-47fc-8f78-f7535dab1819 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0892096 Aug 05 14:50:45.231376 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-a6cfb6fc-d07c-4096-a8e8-570f7c3b4728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:45.233193 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-a6cfb6fc-d07c-4096-a8e8-570f7c3b4728 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438869 Aug 05 14:50:45.238219 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:45.337231 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-396a2f35-7b66-45bc-ad94-67062f944f74 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959272 Aug 05 14:50:45.446494 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-e8694dc3-19e7-43c1-a643-53431029ca0e service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021824 Aug 05 14:50:45.600393 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-d807b4e2-6446-4665-8f28-94d60a0a7338 service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291372 Aug 05 14:50:45.695121 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d8bcfc82-fe67-45e4-b795-3ef4673b3985 req-094e046a-aa77-42ec-ac4a-4b46d0d7f18d service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870376 Aug 05 14:50:45.811907 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec0598-4627-45b4-9e92-442e4cd1fdda req-1bdb604b-1af5-47ed-825e-d7a916038fdc tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:45.813417 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a4ec0598-4627-45b4-9e92-442e4cd1fdda req-1bdb604b-1af5-47ed-825e-d7a916038fdc tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 943 time: 0.0507467 Aug 05 14:50:45.856477 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a4ec0598-4627-45b4-9e92-442e4cd1fdda req-7f920655-5164-4c2e-9e2d-c348c0ae313a tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361795 Aug 05 14:50:45.907671 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-16c9162a-c22e-41c9-b230-c923559fe642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:46.445542 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:50:46.511049 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:46.979022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d9c6d-c43f-4d09-899f-72c935f58ce4 req-9969b7d4-1ea4-49eb-8499-b58b94a39c5d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:46.980571 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-445d9c6d-c43f-4d09-899f-72c935f58ce4 req-9969b7d4-1ea4-49eb-8499-b58b94a39c5d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 943 time: 0.0514402 Aug 05 14:50:47.020926 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-445d9c6d-c43f-4d09-899f-72c935f58ce4 req-f97d6e0d-3e71-4c0e-9c01-6fd9400db176 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343082 Aug 05 14:50:48.140102 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6081d7-27e0-444f-bc4b-e62db691c19c req-efd0311c-8f33-48f8-8944-d14c16c80b7e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:48.141522 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8c6081d7-27e0-444f-bc4b-e62db691c19c req-efd0311c-8f33-48f8-8944-d14c16c80b7e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 943 time: 0.0504706 Aug 05 14:50:48.187430 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8c6081d7-27e0-444f-bc4b-e62db691c19c req-0096fe13-8b1f-4c6b-8444-b11ac5c77f14 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396636 Aug 05 14:50:48.444261 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9a37ae9d-1493-42d2-8983-c4735f618a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:48.689238 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:49.304063 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641a741-5653-43e8-a57b-54d5105dc55d req-bb50490f-4841-4ab2-94a4-d1a26ff61085 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:49.306404 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a641a741-5653-43e8-a57b-54d5105dc55d req-bb50490f-4841-4ab2-94a4-d1a26ff61085 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 943 time: 0.0487964 Aug 05 14:50:49.343479 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a641a741-5653-43e8-a57b-54d5105dc55d req-7026ac2e-d9bd-430c-bff6-5a3921aa9e63 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310423 Aug 05 14:50:49.700302 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:50.464027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b444fd-359c-4f27-8cdb-b1249fdf15e3 req-21438167-6f38-44db-9982-ea02686f05c3 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:50.465551 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e3b444fd-359c-4f27-8cdb-b1249fdf15e3 req-21438167-6f38-44db-9982-ea02686f05c3 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 943 time: 0.0530109 Aug 05 14:50:50.503987 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e3b444fd-359c-4f27-8cdb-b1249fdf15e3 req-ee9a3e40-36c8-403e-814e-e228c6e2ebd1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325170 Aug 05 14:50:51.487928 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:51.622241 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b788fcf-0346-4865-9463-847513b774f6 req-34cee1f9-5ea6-4834-870d-6a8a7bb6b18c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:51.623757 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b788fcf-0346-4865-9463-847513b774f6 req-34cee1f9-5ea6-4834-870d-6a8a7bb6b18c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 943 time: 0.0521176 Aug 05 14:50:51.662895 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b788fcf-0346-4865-9463-847513b774f6 req-9753c5a0-7769-4eb0-910e-3e37d71c41ba tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331225 Aug 05 14:50:52.779912 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193726e1-99c7-47aa-820f-b00494b85f1a req-0f7935d7-6318-4b37-a98f-4713cf149878 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:52.781417 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-193726e1-99c7-47aa-820f-b00494b85f1a req-0f7935d7-6318-4b37-a98f-4713cf149878 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 943 time: 0.0486617 Aug 05 14:50:52.824249 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-193726e1-99c7-47aa-820f-b00494b85f1a req-0278144b-d18a-46ce-971a-2cf5e9817a35 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367794 Aug 05 14:50:53.947316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85f1e5-ef31-4ab0-95ba-4cf431594517 req-f3d5fa13-ffdb-417c-bbd7-e27a6beb8023 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:53.948763 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1b85f1e5-ef31-4ab0-95ba-4cf431594517 req-f3d5fa13-ffdb-417c-bbd7-e27a6beb8023 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 943 time: 0.0497363 Aug 05 14:50:53.989511 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1b85f1e5-ef31-4ab0-95ba-4cf431594517 req-8de37168-babc-49e8-a80a-e4f77c726584 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340173 Aug 05 14:50:55.105133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da9940-9913-4804-9343-a1ddf42538c8 req-bc7f2073-bca4-40e2-b76c-24fc6abaa872 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:55.106620 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17da9940-9913-4804-9343-a1ddf42538c8 req-bc7f2073-bca4-40e2-b76c-24fc6abaa872 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 943 time: 0.0493145 Aug 05 14:50:55.144713 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-17da9940-9913-4804-9343-a1ddf42538c8 req-129aa886-45bc-4128-bdd8-a57d1a3ae5cd tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322897 Aug 05 14:50:55.421949 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-53355992-edfe-46e5-819f-6d9c3f06f6c7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:55.423446 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-53355992-edfe-46e5-819f-6d9c3f06f6c7 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.84 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520&tenant_id=cfaa991f8da84822bf81bd682ffda161&binding%3Ahost_id=n-h2-803585-2 HTTP/1.1" status: 200 len: 943 time: 0.0518649 Aug 05 14:50:55.441277 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191747f-d3f9-4081-91d4-b3c02a43a0f1 req-9d5d54e0-0fc6-40d5-b5b2-8926e57e9324 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:55.442813 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f191747f-d3f9-4081-91d4-b3c02a43a0f1 req-9d5d54e0-0fc6-40d5-b5b2-8926e57e9324 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 943 time: 0.0515046 Aug 05 14:50:55.481527 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f191747f-d3f9-4081-91d4-b3c02a43a0f1 req-81b652c1-60d7-4a2d-bd77-50d25cfdb99a tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317659 Aug 05 14:50:55.486080 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-e0f948a0-a632-4ac3-aa08-929058972650 service neutron] 10.222.0.84 "GET /v2.0/ports/fc7c763a-6733-40ee-9a67-0b81469bcd4a/bindings/n-h2-803585-2 HTTP/1.1" status: 200 len: 382 time: 0.0541182 Aug 05 14:50:55.553461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-d09bffae-7772-4ddc-805a-7a510c402c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:55.555581 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-d09bffae-7772-4ddc-805a-7a510c402c2a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 1094 time: 0.0445795 Aug 05 14:50:55.646979 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-1a0b6151-7b33-4cd1-a1dc-ef88ae55c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:55.648501 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-1a0b6151-7b33-4cd1-a1dc-ef88ae55c982 service neutron] 10.222.0.84 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0865173 Aug 05 14:50:55.717771 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-d78d1773-bcab-47ec-babe-518a4acd7162 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a HTTP/1.1" status: 200 len: 999 time: 0.0623610 Aug 05 14:50:55.769672 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-c8b64423-5234-4e98-8ae0-7095d959e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:55.771155 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-c8b64423-5234-4e98-8ae0-7095d959e9d1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0453854 Aug 05 14:50:55.817221 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-1f36d150-a3c6-4622-a888-61b8646954fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:55.818740 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-1f36d150-a3c6-4622-a888-61b8646954fd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397487 Aug 05 14:50:55.909931 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-653cbbd3-9610-488a-8ae7-92e9f08c920f service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839393 Aug 05 14:50:56.000241 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-53aa49af-ccc8-441a-96ba-cc5ea04b8fcb service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822420 Aug 05 14:50:56.590059 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device fc7c763a-6733-40ee-9a67-0b81469bcd4a details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:50:56.605522 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54718ee0-d798-41f4-ad22-5212f753a4e2 req-bc70149a-952f-4c71-ad2c-415819123cfb tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:56.607116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54718ee0-d798-41f4-ad22-5212f753a4e2 req-bc70149a-952f-4c71-ad2c-415819123cfb tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 943 time: 0.0510862 Aug 05 14:50:56.646164 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-54718ee0-d798-41f4-ad22-5212f753a4e2 req-de92c840-4382-4d38-9988-0a81b4ba1e46 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329642 Aug 05 14:50:56.685347 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:50:56.697016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'port_id': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a', 'mac_address': 'fa:16:3e:d7:aa:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:50:56.736016 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:56.748899 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7c763a-6733-40ee-9a67-0b81469bcd4a {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:50:56.767480 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:50:56.771339 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:50:56.817227 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=fc7c763a-6733-40ee-9a67-0b81469bcd4a,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:50:56.824380 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:56.824725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:56.825063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:56.825398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:56.825731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:56.826061 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:56.826414 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:56.826738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:56.827060 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:56.827387 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:56.827707 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:56.828025 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:50:57.032449 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['fc7c763a-6733-40ee-9a67-0b81469bcd4a'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:50:57.775910 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23431ff-0336-41c3-9d8c-c66beb748da9 req-91c60e25-6aad-4c06-b7ee-abf5291ad709 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:57.777529 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e23431ff-0336-41c3-9d8c-c66beb748da9 req-91c60e25-6aad-4c06-b7ee-abf5291ad709 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.0544167 Aug 05 14:50:57.821362 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e23431ff-0336-41c3-9d8c-c66beb748da9 req-747bb886-c7b4-4f8d-9f13-59794e013cc9 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378046 Aug 05 14:50:58.590603 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device fc7c763a-6733-40ee-9a67-0b81469bcd4a details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:50:58.688572 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:50:58.699696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'port_id': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a', 'mac_address': 'fa:16:3e:d7:aa:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:50:58.947263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e371cd-2d0a-42ca-b615-359793ab2d63 req-4c5fbf94-911c-49a3-b020-1ba61b9a390d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:58.948761 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29e371cd-2d0a-42ca-b615-359793ab2d63 req-4c5fbf94-911c-49a3-b020-1ba61b9a390d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.0556221 Aug 05 14:50:58.988236 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-29e371cd-2d0a-42ca-b615-359793ab2d63 req-44d5bf6e-4a44-47d1-bc3c-9d0e7668da55 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333486 Aug 05 14:50:59.796523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-273195ce-6c1c-4764-8ff5-b376aeb76dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:50:59.803158 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-273195ce-6c1c-4764-8ff5-b376aeb76dd2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520&tenant_id=cfaa991f8da84822bf81bd682ffda161 HTTP/1.1" status: 200 len: 1095 time: 0.0509477 Aug 05 14:50:59.815013 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:50:59.879314 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:00.121617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:51:00.141206 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608a84d-8d13-4b04-9dc8-b6bd610cffef req-b04ea7dd-7ee7-4e34-beb6-bc7a9baf50a5 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:00.142677 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0608a84d-8d13-4b04-9dc8-b6bd610cffef req-b04ea7dd-7ee7-4e34-beb6-bc7a9baf50a5 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.0829797 Aug 05 14:51:00.184487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:51:00.217910 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0608a84d-8d13-4b04-9dc8-b6bd610cffef req-041c2fc5-67bb-4d42-bf9b-c50435a83214 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678186 Aug 05 14:51:00.227326 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fc7c763a-6733-40ee-9a67-0b81469bcd4a {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:51:00.236686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:00.248795 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Ignored duplicate provisioning block setup for port fc7c763a-6733-40ee-9a67-0b81469bcd4a by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 05 14:51:00.252460 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:00.335227 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7c763a-6733-40ee-9a67-0b81469bcd4a,revision_number=9']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:00.350023 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:00.350407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:00.350761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:00.351109 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:00.351984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:00.352324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:00.352659 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:00.352997 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:00.353328 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:00.353713 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:00.353985 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:00.354341 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:00.391755 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] No DVR routers for this DVR port fc7c763a-6733-40ee-9a67-0b81469bcd4a on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:51:00.528087 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Attempting to bind port fc7c763a-6733-40ee-9a67-0b81469bcd4a on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:51:00.528427 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Attempting to bind port fc7c763a-6733-40ee-9a67-0b81469bcd4a by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:51:00.528758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Attempting to bind port fc7c763a-6733-40ee-9a67-0b81469bcd4a on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:51:00.533051 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Port fc7c763a-6733-40ee-9a67-0b81469bcd4a on network eaf01f35-8397-420b-b84f-09b9e045c9cc not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:51:00.533367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Attempting to bind port fc7c763a-6733-40ee-9a67-0b81469bcd4a on network eaf01f35-8397-420b-b84f-09b9e045c9cc {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:51:00.538277 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:51:00.539164 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Checking segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:51:00.539543 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Bound using segment: {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:51:00.539981 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Bound port: fc7c763a-6733-40ee-9a67-0b81469bcd4a, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:51:00.540339 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:00.604591 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:51:00.607956 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:51:00.610514 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device fc7c763a-6733-40ee-9a67-0b81469bcd4a no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:51:00.612077 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:00.648955 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:00.649482 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:00.650477 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device fc7c763a-6733-40ee-9a67-0b81469bcd4a not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:51:00.651458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] 10.222.0.63 "PUT /v2.0/ports/fc7c763a-6733-40ee-9a67-0b81469bcd4a HTTP/1.1" status: 200 len: 1091 time: 0.8405581 Aug 05 14:51:00.654908 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8777b1bf-daa2-4288-9efd-6408c2085520', 'tag': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:51:00.696883 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96e5d2-f4e0-4cb6-af66-4addb928d249 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7c763a-6733-40ee-9a67-0b81469bcd4a,revision_number=10']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:00.715149 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133" -d '{"events": [{"name": "network-changed", "server_uuid": "8777b1bf-daa2-4288-9efd-6408c2085520", "tag": "fc7c763a-6733-40ee-9a67-0b81469bcd4a"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:51:00.734988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-ad5e72e8-97cc-467a-bcf0-004d1f8e70a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:00.736556 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-ad5e72e8-97cc-467a-bcf0-004d1f8e70a6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 1095 time: 0.0555429 Aug 05 14:51:00.827474 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff6eb58-a12e-4da5-bcfa-be334da5b2de x-openstack-request-id: req-6ff6eb58-a12e-4da5-bcfa-be334da5b2de {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:51:00.828092 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8777b1bf-daa2-4288-9efd-6408c2085520", "tag": "fc7c763a-6733-40ee-9a67-0b81469bcd4a", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:51:00.828092 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ff6eb58-a12e-4da5-bcfa-be334da5b2de {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:51:00.828410 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8777b1bf-daa2-4288-9efd-6408c2085520', 'tag': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a', 'status': 'completed', 'code': 200} Aug 05 14:51:00.838544 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-32ea3c61-7ca7-45fe-b93a-0352a4634064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:00.840040 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-32ea3c61-7ca7-45fe-b93a-0352a4634064 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0966835 Aug 05 14:51:00.913483 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-6e1276c0-dfba-4840-8ffa-0be105512f6a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a HTTP/1.1" status: 200 len: 999 time: 0.0650816 Aug 05 14:51:00.939008 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-5ddad1c5-6a8b-4f70-b1d2-ba9a9f972813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:00.941189 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-5ddad1c5-6a8b-4f70-b1d2-ba9a9f972813 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 1095 time: 0.0906327 Aug 05 14:51:00.963965 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-bd6e3db7-f9be-4018-96ad-f3160ab16287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:00.965455 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-bd6e3db7-f9be-4018-96ad-f3160ab16287 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0451336 Aug 05 14:51:01.012563 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-c2bcd9d1-349a-4b0d-a336-cb65cfab929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:01.014147 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-c2bcd9d1-349a-4b0d-a336-cb65cfab929f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411701 Aug 05 14:51:01.041923 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-434a8738-3ff8-4b16-a4c1-a74847b71989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:01.043537 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-434a8738-3ff8-4b16-a4c1-a74847b71989 service neutron] 10.222.0.84 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0939908 Aug 05 14:51:01.106798 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-d2c3513e-31d7-4676-bf52-c396f345489c service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854955 Aug 05 14:51:01.110115 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-23283618-e963-47cb-bbe6-21067476a249 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a HTTP/1.1" status: 200 len: 999 time: 0.0592999 Aug 05 14:51:01.159499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-a55be6f4-a61e-4d14-b371-99298212b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:01.160981 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-a55be6f4-a61e-4d14-b371-99298212b5bf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0428488 Aug 05 14:51:01.197675 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aeb95515-3f31-42e4-9726-4fd35c338ce1 req-8f22cf6f-13b5-401e-92ca-5e090f3916a3 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825779 Aug 05 14:51:01.211435 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-c6d4410c-f775-4fba-ba75-e7f9405418ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:01.213497 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-c6d4410c-f775-4fba-ba75-e7f9405418ec service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455868 Aug 05 14:51:01.289688 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-67006e60-11d4-4328-b7f2-91f16b552ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:01.292056 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-67006e60-11d4-4328-b7f2-91f16b552ada service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 1095 time: 0.0533481 Aug 05 14:51:01.318915 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-c5d364a0-fc13-4884-b689-49f3685cd16c service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984056 Aug 05 14:51:01.421844 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-6876dc9f-06e9-400f-b9ec-82b39f009df5 service neutron] 10.222.0.84 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944242 Aug 05 14:51:01.432715 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284e294-5ca6-45f3-aee7-b7bb9ee6aeeb req-b3d610b5-737e-4b37-9b12-3eba6230ac45 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:01.434416 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1284e294-5ca6-45f3-aee7-b7bb9ee6aeeb req-b3d610b5-737e-4b37-9b12-3eba6230ac45 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.1221082 Aug 05 14:51:01.439493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-41dbd440-0247-4c49-ad98-a532cfec7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:01.440946 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-41dbd440-0247-4c49-ad98-a532cfec7d60 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.1411681 Aug 05 14:51:01.522509 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1284e294-5ca6-45f3-aee7-b7bb9ee6aeeb req-155dce66-dc07-4a1b-861b-5d03d3f6dee0 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804446 Aug 05 14:51:01.531745 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-f36b63cf-e640-4397-8702-0be9d6bf7742 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a HTTP/1.1" status: 200 len: 999 time: 0.0830197 Aug 05 14:51:01.583988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-f40d448b-f7f0-472d-897b-9bccddc680e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:01.585501 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-f40d448b-f7f0-472d-897b-9bccddc680e5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0467939 Aug 05 14:51:01.637013 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-684c5e8f-fc21-4905-80af-c60ae120d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:01.638187 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-684c5e8f-fc21-4905-80af-c60ae120d1d8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457795 Aug 05 14:51:01.728007 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-0942b8f3-a5c9-4dc2-91c4-2cd98cb497b8 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818133 Aug 05 14:51:01.824114 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d47d3bd9-1779-41c1-b8ed-a81f9c2bf133 req-40261a6e-550c-41d4-9753-ac53a4dfd918 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890052 Aug 05 14:51:02.646904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f33d13-fcd9-4d82-9f47-6e3872fcd1fb req-2e4a5c0b-d6b0-4742-9847-96ec8a6e9f4f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:02.649096 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c6f33d13-fcd9-4d82-9f47-6e3872fcd1fb req-2e4a5c0b-d6b0-4742-9847-96ec8a6e9f4f tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.0516446 Aug 05 14:51:02.688777 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c6f33d13-fcd9-4d82-9f47-6e3872fcd1fb req-454265db-37fe-4590-863e-be288e961eaf tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333600 Aug 05 14:51:03.806231 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dbef5-f0ce-4772-92b9-aa5cfe9ee211 req-50ca3408-1345-4134-a6ab-93283e00cc88 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:03.808281 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fe8dbef5-f0ce-4772-92b9-aa5cfe9ee211 req-50ca3408-1345-4134-a6ab-93283e00cc88 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.0506654 Aug 05 14:51:03.846790 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fe8dbef5-f0ce-4772-92b9-aa5cfe9ee211 req-a474df29-c5df-4efb-aece-5b546d81cea3 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322635 Aug 05 14:51:04.969878 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda70a4-3645-4bc4-8dca-495cd8aea1b6 req-e568307c-21cb-46ac-93c5-3d40de8fb3db tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:04.971447 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bbda70a4-3645-4bc4-8dca-495cd8aea1b6 req-e568307c-21cb-46ac-93c5-3d40de8fb3db tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.0517843 Aug 05 14:51:05.015274 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bbda70a4-3645-4bc4-8dca-495cd8aea1b6 req-35ce3cd5-7be4-4b1c-9e92-16072dbed488 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372539 Aug 05 14:51:06.129957 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3a068-4132-4fb3-b859-b1e4d6dedc02 req-c8174360-bc02-4845-9544-d02e23d44b20 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:06.131484 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8cb3a068-4132-4fb3-b859-b1e4d6dedc02 req-c8174360-bc02-4845-9544-d02e23d44b20 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.0484979 Aug 05 14:51:06.168790 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8cb3a068-4132-4fb3-b859-b1e4d6dedc02 req-cdc31e58-b2ae-4fc1-a8db-b672aa70c805 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308771 Aug 05 14:51:07.274778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e450a65-409e-4d30-b5c1-37ff3c323ce4 req-7295c038-bbc2-4e80-923e-8f1ec82098e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:07.276312 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e450a65-409e-4d30-b5c1-37ff3c323ce4 req-7295c038-bbc2-4e80-923e-8f1ec82098e7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cfaa991f8da84822bf81bd682ffda161&device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 1095 time: 0.0429516 Aug 05 14:51:07.291961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd31431-6633-4190-9a69-c8cfef16ed59 req-11e8bf46-7b37-40c3-8ca4-f8e1b3e63ea8 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:07.293534 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5cd31431-6633-4190-9a69-c8cfef16ed59 req-11e8bf46-7b37-40c3-8ca4-f8e1b3e63ea8 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.0540631 Aug 05 14:51:07.337151 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5cd31431-6633-4190-9a69-c8cfef16ed59 req-c2513854-57f3-4edf-b924-e86a94e9c2fc tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374687 Aug 05 14:51:07.389519 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e450a65-409e-4d30-b5c1-37ff3c323ce4 req-9db92eda-3062-4681-927c-44a61190c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:07.391044 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e450a65-409e-4d30-b5c1-37ff3c323ce4 req-9db92eda-3062-4681-927c-44a61190c406 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 200 len: 912 time: 0.0937610 Aug 05 14:51:07.457734 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e450a65-409e-4d30-b5c1-37ff3c323ce4 req-03acd69f-5694-41b5-b6a9-b4a6f372d0eb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a HTTP/1.1" status: 200 len: 999 time: 0.0591419 Aug 05 14:51:07.511825 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e450a65-409e-4d30-b5c1-37ff3c323ce4 req-c10e55ec-9614-47fc-8f7d-11a7501e2279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:07.513271 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e450a65-409e-4d30-b5c1-37ff3c323ce4 req-c10e55ec-9614-47fc-8f7d-11a7501e2279 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 200 len: 850 time: 0.0487370 Aug 05 14:51:07.559638 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e450a65-409e-4d30-b5c1-37ff3c323ce4 req-a12c42a9-be84-46f0-8e38-008af0d9f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:07.561111 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e450a65-409e-4d30-b5c1-37ff3c323ce4 req-a12c42a9-be84-46f0-8e38-008af0d9f3d7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eaf01f35-8397-420b-b84f-09b9e045c9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399606 Aug 05 14:51:07.650630 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e450a65-409e-4d30-b5c1-37ff3c323ce4 req-5fe1bf98-de40-4383-a257-c1ace9639c82 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815694 Aug 05 14:51:07.742836 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e450a65-409e-4d30-b5c1-37ff3c323ce4 req-e2cc80d4-6d99-47a5-ba15-cb7b3d648833 service neutron] 10.222.0.63 "GET /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848596 Aug 05 14:51:08.457290 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598cb27-b527-4413-8547-9850fb3645ef req-36a488a2-8611-4fb1-bb2a-0a32483fe253 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:08.458820 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0598cb27-b527-4413-8547-9850fb3645ef req-36a488a2-8611-4fb1-bb2a-0a32483fe253 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.0500371 Aug 05 14:51:08.498628 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0598cb27-b527-4413-8547-9850fb3645ef req-1bc8f471-e704-448f-ba74-a790333ae27e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331321 Aug 05 14:51:09.612809 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a2936-d6fd-42ec-86c6-53c7d30cbd15 req-d5c04730-2433-4b34-a3aa-be31e0af5132 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:09.614326 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c14a2936-d6fd-42ec-86c6-53c7d30cbd15 req-d5c04730-2433-4b34-a3aa-be31e0af5132 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.0481381 Aug 05 14:51:09.652958 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c14a2936-d6fd-42ec-86c6-53c7d30cbd15 req-1cdb0f5d-d468-4eab-a407-6982ef43668e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320947 Aug 05 14:51:10.774086 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e02b2-cd8e-4973-9ad2-3ce4c612a2aa req-a8cf53ee-dfe4-4d8d-897d-c07fc0a350cf tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:10.775614 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aa6e02b2-cd8e-4973-9ad2-3ce4c612a2aa req-a8cf53ee-dfe4-4d8d-897d-c07fc0a350cf tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.0534618 Aug 05 14:51:10.816555 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aa6e02b2-cd8e-4973-9ad2-3ce4c612a2aa req-58f8b11f-dc8e-49c4-9529-d74539815923 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350959 Aug 05 14:51:11.939531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8fab1-f93f-41a1-96dc-e686a2c9f1e9 req-9710486b-41da-4c12-bc2e-98b04c180ce4 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:11.941236 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88d8fab1-f93f-41a1-96dc-e686a2c9f1e9 req-9710486b-41da-4c12-bc2e-98b04c180ce4 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.0548019 Aug 05 14:51:11.982381 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88d8fab1-f93f-41a1-96dc-e686a2c9f1e9 req-c430c94d-6a70-4d3d-af5c-638b6413bce6 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343215 Aug 05 14:51:13.098587 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4bc74-f8c6-4020-934b-64e289505f1c req-6f8cbafd-2773-4c25-979c-3e843a030543 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:13.100067 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b5a4bc74-f8c6-4020-934b-64e289505f1c req-6f8cbafd-2773-4c25-979c-3e843a030543 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.0487645 Aug 05 14:51:13.138218 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b5a4bc74-f8c6-4020-934b-64e289505f1c req-66e212af-0248-443f-bf15-2b8a8a6c81bc tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321767 Aug 05 14:51:13.253122 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181afbe-a6d6-4e08-b13c-b67abf9fdca9 req-70d42b2a-6ff2-453c-b266-03086df3a9b6 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:13.254629 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3181afbe-a6d6-4e08-b13c-b67abf9fdca9 req-70d42b2a-6ff2-453c-b266-03086df3a9b6 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.0491459 Aug 05 14:51:13.298033 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3181afbe-a6d6-4e08-b13c-b67abf9fdca9 req-73b109c6-9cd4-41dd-9c6f-72fcbc131a46 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373740 Aug 05 14:51:13.411435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a500b49-7ddd-4dec-b304-f863fffa6174 req-5281dba2-a62e-44df-8f9a-59710c7be1a1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:13.412947 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a500b49-7ddd-4dec-b304-f863fffa6174 req-5281dba2-a62e-44df-8f9a-59710c7be1a1 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.0486960 Aug 05 14:51:13.452299 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a500b49-7ddd-4dec-b304-f863fffa6174 req-82d140b0-3f5f-427c-86a1-a6e8dc0a9049 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328031 Aug 05 14:51:13.689117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0872ed-d066-4fae-86bd-513ccebb5728 req-07026470-8b3d-438c-a0c4-816a282c628e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:13.690658 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ef0872ed-d066-4fae-86bd-513ccebb5728 req-07026470-8b3d-438c-a0c4-816a282c628e tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 944 time: 0.0527818 Aug 05 14:51:13.928154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fc7c763a-6733-40ee-9a67-0b81469bcd4a details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:51:13.979355 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ef0872ed-d066-4fae-86bd-513ccebb5728 req-6e5bf936-90ca-4e01-82a9-48d846aed4d3 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821012 Aug 05 14:51:14.029865 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:51:14.041878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'port_id': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a', 'mac_address': 'fa:16:3e:d7:aa:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:51:14.078217 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:14.090763 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7c763a-6733-40ee-9a67-0b81469bcd4a {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:51:14.115239 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:51:14.119896 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:14.169090 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=fc7c763a-6733-40ee-9a67-0b81469bcd4a,revision_number=11']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:14.353110 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['fc7c763a-6733-40ee-9a67-0b81469bcd4a'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:51:15.107026 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad3c82-aa1f-4921-b0b4-1ec15aa0c79d req-8921ac4c-3d96-4a01-95d8-a4fcf6bd1c11 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:15.108516 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0ad3c82-aa1f-4921-b0b4-1ec15aa0c79d req-8921ac4c-3d96-4a01-95d8-a4fcf6bd1c11 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0528862 Aug 05 14:51:15.152590 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e0ad3c82-aa1f-4921-b0b4-1ec15aa0c79d req-8001d690-d26e-49b0-8b72-8bdb256df546 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups?id=281cdfc5-063c-48ee-beaf-da4e3623c0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376694 Aug 05 14:51:15.253584 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:15.265300 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a61c4e-2e15-4ac2-a22d-cb90432eaba6 req-20614c6c-11bf-4902-813a-310998a4a754 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:15.266757 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-45a61c4e-2e15-4ac2-a22d-cb90432eaba6 req-20614c6c-11bf-4902-813a-310998a4a754 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.63 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 945 time: 0.0553169 Aug 05 14:51:15.363404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-45a61c4e-2e15-4ac2-a22d-cb90432eaba6 req-7404a56d-e8a1-43b0-9d9c-ba4b0c40b26d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Deleting port fc7c763a-6733-40ee-9a67-0b81469bcd4a {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:51:15.363775 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-45a61c4e-2e15-4ac2-a22d-cb90432eaba6 req-7404a56d-e8a1-43b0-9d9c-ba4b0c40b26d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:15.452906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-45a61c4e-2e15-4ac2-a22d-cb90432eaba6 req-7404a56d-e8a1-43b0-9d9c-ba4b0c40b26d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] For port fc7c763a-6733-40ee-9a67-0b81469bcd4a, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=fc7c763a-6733-40ee-9a67-0b81469bcd4a,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:51:15.453272 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-45a61c4e-2e15-4ac2-a22d-cb90432eaba6 req-7404a56d-e8a1-43b0-9d9c-ba4b0c40b26d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:15.625625 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-45a61c4e-2e15-4ac2-a22d-cb90432eaba6 req-7404a56d-e8a1-43b0-9d9c-ba4b0c40b26d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:15.625918 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-45a61c4e-2e15-4ac2-a22d-cb90432eaba6 req-7404a56d-e8a1-43b0-9d9c-ba4b0c40b26d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:15.626237 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [req-45a61c4e-2e15-4ac2-a22d-cb90432eaba6 req-7404a56d-e8a1-43b0-9d9c-ba4b0c40b26d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Floating IP fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3 disassociated. External IP: 172.25.5.51, port: fc7c763a-6733-40ee-9a67-0b81469bcd4a. Aug 05 14:51:15.626611 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-45a61c4e-2e15-4ac2-a22d-cb90432eaba6 req-7404a56d-e8a1-43b0-9d9c-ba4b0c40b26d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Calling delete_port for fc7c763a-6733-40ee-9a67-0b81469bcd4a owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:51:15.766578 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-45a61c4e-2e15-4ac2-a22d-cb90432eaba6 req-7404a56d-e8a1-43b0-9d9c-ba4b0c40b26d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:15.795358 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404a56d-e8a1-43b0-9d9c-ba4b0c40b26d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Pushing event deleted for resources: {'Port': ['ID=fc7c763a-6733-40ee-9a67-0b81469bcd4a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:15.914800 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-49c35f97-9942-4224-ade6-3b7cb4baf945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:15.916462 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45a61c4e-2e15-4ac2-a22d-cb90432eaba6 req-7404a56d-e8a1-43b0-9d9c-ba4b0c40b26d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Router 460ee116-6768-407f-a938-498280e8577a has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:51:15.960996 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fc7c763a-6733-40ee-9a67-0b81469bcd4a up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:51:15.982973 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: fc7c763a-6733-40ee-9a67-0b81469bcd4a {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:51:15.983317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fc7c763a-6733-40ee-9a67-0b81469bcd4a not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 05 14:51:16.001951 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Port fc7c763a-6733-40ee-9a67-0b81469bcd4a not found, will not notify nova. {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 05 14:51:16.028313 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45a61c4e-2e15-4ac2-a22d-cb90432eaba6 req-7404a56d-e8a1-43b0-9d9c-ba4b0c40b26d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:51:16.038817 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7975e-7bd7-4e96-a7e3-5ba133a488d8 None None] Sync routers for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:51:16.047879 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7975e-7bd7-4e96-a7e3-5ba133a488d8 None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:51:16.048485 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-00b7975e-7bd7-4e96-a7e3-5ba133a488d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:50:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:51:16.067202 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a61c4e-2e15-4ac2-a22d-cb90432eaba6 req-7404a56d-e8a1-43b0-9d9c-ba4b0c40b26d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] No DVR routers for this DVR port fc7c763a-6733-40ee-9a67-0b81469bcd4a on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:51:16.070906 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-45a61c4e-2e15-4ac2-a22d-cb90432eaba6 req-7404a56d-e8a1-43b0-9d9c-ba4b0c40b26d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:16.072846 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-45a61c4e-2e15-4ac2-a22d-cb90432eaba6 req-7404a56d-e8a1-43b0-9d9c-ba4b0c40b26d tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.63 "DELETE /v2.0/ports/fc7c763a-6733-40ee-9a67-0b81469bcd4a HTTP/1.1" status: 204 len: 173 time: 0.8001933 Aug 05 14:51:16.073340 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8777b1bf-daa2-4288-9efd-6408c2085520', 'name': 'network-vif-deleted', 'tag': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:51:16.075655 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51e5003-29af-44d5-b613-43493e220425" -d '{"events": [{"server_uuid": "8777b1bf-daa2-4288-9efd-6408c2085520", "name": "network-vif-deleted", "tag": "fc7c763a-6733-40ee-9a67-0b81469bcd4a"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:51:16.123871 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec5de29-5c3d-40da-b7d7-66dd436c9b6b x-openstack-request-id: req-3ec5de29-5c3d-40da-b7d7-66dd436c9b6b {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:51:16.124192 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8777b1bf-daa2-4288-9efd-6408c2085520", "name": "network-vif-deleted", "tag": "fc7c763a-6733-40ee-9a67-0b81469bcd4a", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:51:16.124418 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ec5de29-5c3d-40da-b7d7-66dd436c9b6b {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:51:16.124820 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8777b1bf-daa2-4288-9efd-6408c2085520', 'name': 'network-vif-deleted', 'tag': 'fc7c763a-6733-40ee-9a67-0b81469bcd4a', 'status': 'completed', 'code': 200} Aug 05 14:51:16.161641 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-00b7975e-7bd7-4e96-a7e3-5ba133a488d8 None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:51:16.253986 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-02feb65d-0d7f-4040-af25-7e072de5f8fd req-99747a38-c7c6-44ec-9d1d-da898c7fd9c6 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 210 time: 0.0286908 Aug 05 14:51:16.363198 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-00b7975e-7bd7-4e96-a7e3-5ba133a488d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:51:16.389114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7975e-7bd7-4e96-a7e3-5ba133a488d8 None None] Checking router: 460ee116-6768-407f-a938-498280e8577a for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:51:16.397477 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7975e-7bd7-4e96-a7e3-5ba133a488d8 None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:51:16.398372 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-00b7975e-7bd7-4e96-a7e3-5ba133a488d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:50:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:51:16.503386 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-00b7975e-7bd7-4e96-a7e3-5ba133a488d8 None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:51:16.554098 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:16.715596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-00b7975e-7bd7-4e96-a7e3-5ba133a488d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:51:16.742119 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7975e-7bd7-4e96-a7e3-5ba133a488d8 None None] The sync data for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 is: [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:41:40Z', 'revision_number': 4, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2c297d77-78d6-4197-bcaf-79c7c21be297', 'name': '', 'network_id': 'eaf01f35-8397-420b-b84f-09b9e045c9cc', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'mac_address': 'fa:16:3e:92:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:39Z', 'updated_at': '2021-08-05T14:41:44Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'subnets': [{'id': 'd2206139-cb73-46af-86f9-73b5fd1c1199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:51:16.954293 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b94fc38-87f6-486b-b745-12140c8120f6 None None] New status for floating IP fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:51:17.359955 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-99002020-31cc-4580-a625-21a91c38e09b req-f435a936-e04c-47cb-bd91-406a4f6a6702 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 210 time: 0.0309312 Aug 05 14:51:17.959009 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fc7c763a-6733-40ee-9a67-0b81469bcd4a no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:51:17.981077 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: fc7c763a-6733-40ee-9a67-0b81469bcd4a {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:51:17.981424 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device fc7c763a-6733-40ee-9a67-0b81469bcd4a not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:51:18.458078 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d6da828f-0482-49b3-91cb-9ce3e968400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:18.465606 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-17ff2aed-6d65-4b5c-aa56-6fb2d5c473e1 req-92f3a46c-1b95-47f1-a8aa-3bfa33627bce tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 210 time: 0.0365000 Aug 05 14:51:18.692768 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:19.573947 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-762f617f-ac54-41b0-acff-9d335d68da84 req-85252915-a295-48d7-9060-44b230219105 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/ports?device_id=8777b1bf-daa2-4288-9efd-6408c2085520 HTTP/1.1" status: 200 len: 210 time: 0.0263076 Aug 05 14:51:19.703689 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:21.490810 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:23.445452 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:51:24.283648 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46532) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:51:24.339191 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3a31f4c9-4663-4814-85d7-59d2308d6020 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:24.362082 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3a31f4c9-4663-4814-85d7-59d2308d6020 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:24.410321 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3a31f4c9-4663-4814-85d7-59d2308d6020 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:24.413005 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3a31f4c9-4663-4814-85d7-59d2308d6020 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:24.415336 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3a31f4c9-4663-4814-85d7-59d2308d6020 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "DELETE /v2.0/security-groups/281cdfc5-063c-48ee-beaf-da4e3623c0a6 HTTP/1.1" status: 204 len: 168 time: 0.1306450 Aug 05 14:51:24.417994 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46534) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:51:24.425349 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31f4c9-4663-4814-85d7-59d2308d6020 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281cdfc5-063c-48ee-beaf-da4e3623c0a6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:24.436875 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-b85bd800-926e-411b-b1df-b63e66315899 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] show failed (client error): The resource could not be found. Aug 05 14:51:24.440736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46536) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:51:24.443312 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b85bd800-926e-411b-b1df-b63e66315899 tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "GET /v2.0/security-groups/281cdfc5-063c-48ee-beaf-da4e3623c0a6 HTTP/1.1" status: 404 len: 347 time: 0.0176923 Aug 05 14:51:24.565630 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2b066956-5c74-4802-a5c9-c8e5beb9536c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Deleting port 94ed40ff-9848-49f5-8f01-02a48e85a1cd {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:51:24.565892 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b066956-5c74-4802-a5c9-c8e5beb9536c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:24.646830 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b066956-5c74-4802-a5c9-c8e5beb9536c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:24.647171 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b066956-5c74-4802-a5c9-c8e5beb9536c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:24.659250 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2b066956-5c74-4802-a5c9-c8e5beb9536c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Calling delete_port for 94ed40ff-9848-49f5-8f01-02a48e85a1cd owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:51:24.790889 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b066956-5c74-4802-a5c9-c8e5beb9536c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:24.816868 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b066956-5c74-4802-a5c9-c8e5beb9536c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Pushing event deleted for resources: {'Port': ['ID=94ed40ff-9848-49f5-8f01-02a48e85a1cd,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:24.876380 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b066956-5c74-4802-a5c9-c8e5beb9536c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:24.878897 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2b066956-5c74-4802-a5c9-c8e5beb9536c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:24.880054 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2b066956-5c74-4802-a5c9-c8e5beb9536c tempest-ServerActionsTestJSON-1570191416 tempest-ServerActionsTestJSON-1570191416-project] 10.222.0.16 "DELETE /v2.0/floatingips/fdfdd1cd-7bce-4c9d-8d3c-3a21784dadf3 HTTP/1.1" status: 204 len: 168 time: 0.4383187 Aug 05 14:51:24.883642 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46538) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:51:25.364465 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a0259808-dede-41e6-adcf-dcd24090a8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:25.654939 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-a0259808-dede-41e6-adcf-dcd24090a8e0 admin admin] Deleting port 2c297d77-78d6-4197-bcaf-79c7c21be297 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:51:25.655290 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a0259808-dede-41e6-adcf-dcd24090a8e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:25.734656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-a0259808-dede-41e6-adcf-dcd24090a8e0 admin admin] For port 2c297d77-78d6-4197-bcaf-79c7c21be297, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2c297d77-78d6-4197-bcaf-79c7c21be297,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:51:25.735025 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a0259808-dede-41e6-adcf-dcd24090a8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:25.747292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-a0259808-dede-41e6-adcf-dcd24090a8e0 admin admin] Calling delete_port for 2c297d77-78d6-4197-bcaf-79c7c21be297 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:51:25.948857 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a0259808-dede-41e6-adcf-dcd24090a8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:25.975446 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0259808-dede-41e6-adcf-dcd24090a8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c297d77-78d6-4197-bcaf-79c7c21be297,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:26.145365 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a0259808-dede-41e6-adcf-dcd24090a8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:26.611771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0259808-dede-41e6-adcf-dcd24090a8e0 admin admin] Router 460ee116-6768-407f-a938-498280e8577a has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:51:26.718582 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0259808-dede-41e6-adcf-dcd24090a8e0 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:51:26.724146 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a0259808-dede-41e6-adcf-dcd24090a8e0 admin admin] 10.222.0.16 "PUT /v2.0/routers/460ee116-6768-407f-a938-498280e8577a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8395772 Aug 05 14:51:26.727436 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46542) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:51:26.728036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8446e9d-91f5-45e9-ad8b-470bdb2b1bbc None None] Sync routers for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:51:26.737121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8446e9d-91f5-45e9-ad8b-470bdb2b1bbc None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:51:26.737720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c8446e9d-91f5-45e9-ad8b-470bdb2b1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:51:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:51:26.830672 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4be35697-9831-4d84-b83a-fa800ad64c3e admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:26.841642 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-c8446e9d-91f5-45e9-ad8b-470bdb2b1bbc None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:51:26.938122 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4be35697-9831-4d84-b83a-fa800ad64c3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:26.997965 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-4be35697-9831-4d84-b83a-fa800ad64c3e admin admin] Deleting port 52638d0f-4997-43ed-9c94-d8d519a02cc8 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:51:26.998408 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4be35697-9831-4d84-b83a-fa800ad64c3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:27.077479 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-4be35697-9831-4d84-b83a-fa800ad64c3e admin admin] For port 52638d0f-4997-43ed-9c94-d8d519a02cc8, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=52638d0f-4997-43ed-9c94-d8d519a02cc8,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:51:27.077854 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4be35697-9831-4d84-b83a-fa800ad64c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:27.091046 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-4be35697-9831-4d84-b83a-fa800ad64c3e admin admin] Calling delete_port for 52638d0f-4997-43ed-9c94-d8d519a02cc8 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:51:27.184816 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c8446e9d-91f5-45e9-ad8b-470bdb2b1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:51:25Z', 'revision_number': 5, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port': {'id': '52638d0f-4997-43ed-9c94-d8d519a02cc8', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ee116-6768-407f-a938-498280e8577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:41:38Z', 'updated_at': '2021-08-05T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:51:27.211305 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8446e9d-91f5-45e9-ad8b-470bdb2b1bbc None None] Checking router: 460ee116-6768-407f-a938-498280e8577a for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:51:27.219951 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8446e9d-91f5-45e9-ad8b-470bdb2b1bbc None None] Routers {'460ee116-6768-407f-a938-498280e8577a'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:51:27.220560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c8446e9d-91f5-45e9-ad8b-470bdb2b1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:51:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['460ee116-6768-407f-a938-498280e8577a'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:51:27.261900 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4be35697-9831-4d84-b83a-fa800ad64c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:27.289394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be35697-9831-4d84-b83a-fa800ad64c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=52638d0f-4997-43ed-9c94-d8d519a02cc8,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:27.310333 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-c8446e9d-91f5-45e9-ad8b-470bdb2b1bbc None None] Set router 460ee116-6768-407f-a938-498280e8577a gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:51:27.351779 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4be35697-9831-4d84-b83a-fa800ad64c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:27.365940 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c8446e9d-91f5-45e9-ad8b-470bdb2b1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:51:26Z', 'revision_number': 6, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:51:27.392183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8446e9d-91f5-45e9-ad8b-470bdb2b1bbc None None] The sync data for ids ['460ee116-6768-407f-a938-498280e8577a'] in n-d-803585-2 is: [{'id': '460ee116-6768-407f-a938-498280e8577a', 'name': 'tempest-ServerActionsTestJSON-904859637-router', 'tenant_id': 'cfaa991f8da84822bf81bd682ffda161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:41:37Z', 'updated_at': '2021-08-05T14:51:26Z', 'revision_number': 6, 'project_id': 'cfaa991f8da84822bf81bd682ffda161', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:51:27.459632 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4be35697-9831-4d84-b83a-fa800ad64c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:27.462555 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4be35697-9831-4d84-b83a-fa800ad64c3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:27.525543 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4be35697-9831-4d84-b83a-fa800ad64c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:27.526072 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be35697-9831-4d84-b83a-fa800ad64c3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 460ee116-6768-407f-a938-498280e8577a {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:51:27.530833 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4be35697-9831-4d84-b83a-fa800ad64c3e admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:27.531987 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4be35697-9831-4d84-b83a-fa800ad64c3e admin admin] 10.222.0.16 "DELETE /v2.0/routers/460ee116-6768-407f-a938-498280e8577a HTTP/1.1" status: 204 len: 168 time: 0.8036292 Aug 05 14:51:27.534595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46544) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:51:27.577737 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-955a8151-2cdb-4464-a655-ac7167a9307f admin admin] Deleting subnet d2206139-cb73-46af-86f9-73b5fd1c1199 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:51:27.580700 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-955a8151-2cdb-4464-a655-ac7167a9307f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:27.614744 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-955a8151-2cdb-4464-a655-ac7167a9307f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:27.726483 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-955a8151-2cdb-4464-a655-ac7167a9307f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:27.783726 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-955a8151-2cdb-4464-a655-ac7167a9307f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:27.812473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a8151-2cdb-4464-a655-ac7167a9307f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2206139-cb73-46af-86f9-73b5fd1c1199,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:27.815987 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-955a8151-2cdb-4464-a655-ac7167a9307f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:27.818009 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-955a8151-2cdb-4464-a655-ac7167a9307f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d2206139-cb73-46af-86f9-73b5fd1c1199 HTTP/1.1" status: 204 len: 168 time: 0.2825027 Aug 05 14:51:27.821338 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46546) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:51:27.824819 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e0aa11-98c7-414a-b573-c91b8af4d82b None None] Network eaf01f35-8397-420b-b84f-09b9e045c9cc requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:51:27.901543 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:27.956861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] Deleting port f54c1863-0de7-4758-ba11-3286f4fed055 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:51:27.957212 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:28.019819 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] For port f54c1863-0de7-4758-ba11-3286f4fed055, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f54c1863-0de7-4758-ba11-3286f4fed055,segment=NetworkSegment(efe5a14e-5898-44a0-b7ab-3096f4f8eb92),segment_id=efe5a14e-5898-44a0-b7ab-3096f4f8eb92)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:51:28.020187 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:28.032628 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] Calling delete_port for f54c1863-0de7-4758-ba11-3286f4fed055 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:51:28.114425 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:28.140194 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] Pushing event deleted for resources: {'Port': ['ID=f54c1863-0de7-4758-ba11-3286f4fed055,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:28.143779 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] No DVR routers for this DVR port f54c1863-0de7-4758-ba11-3286f4fed055 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:51:28.175753 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0d3340-49ae-4713-9c6e-64314f004de1 None None] DHCP port deletion for eaf01f35-8397-420b-b84f-09b9e045c9cc request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:51:28.225006 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:28.235237 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf01f35-8397-420b-b84f-09b9e045c9cc']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:51:28.245739 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:51:28.246037 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe5a14e-5898-44a0-b7ab-3096f4f8eb92') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:51:28.254554 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:28.268649 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:28.274930 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:51:28.275330 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:51:28.277019 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:51:28.332494 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:28.338539 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:28.340435 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] 10.222.0.16 "DELETE /v2.0/networks/eaf01f35-8397-420b-b84f-09b9e045c9cc HTTP/1.1" status: 204 len: 168 time: 0.5181308 Aug 05 14:51:28.352083 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56113b-37ae-4616-984f-e74fcb2b8188 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaf01f35-8397-420b-b84f-09b9e045c9cc,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:28.466173 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46550) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:51:28.509310 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-85121495-5ced-471f-86dc-7eea8ea66610 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfaa991f8da84822bf81bd682ffda161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418811 Aug 05 14:51:28.511715 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46552) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:51:28.559188 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0973c31f-eff4-4d19-874c-d2a84a2e3c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:28.579721 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0973c31f-eff4-4d19-874c-d2a84a2e3c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:28.634204 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0973c31f-eff4-4d19-874c-d2a84a2e3c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:28.637239 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0973c31f-eff4-4d19-874c-d2a84a2e3c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:28.638645 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0973c31f-eff4-4d19-874c-d2a84a2e3c72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c65608b8-52b4-4715-a496-0270f9590c1d HTTP/1.1" status: 204 len: 168 time: 0.1258640 Aug 05 14:51:28.643973 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 52638d0f-4997-43ed-9c94-d8d519a02cc8 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:51:28.647177 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973c31f-eff4-4d19-874c-d2a84a2e3c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65608b8-52b4-4715-a496-0270f9590c1d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:28.667170 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 52638d0f-4997-43ed-9c94-d8d519a02cc8 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:51:28.667508 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 52638d0f-4997-43ed-9c94-d8d519a02cc8 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:51:28.667983 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f54c1863-0de7-4758-ba11-3286f4fed055 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:51:28.690819 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: f54c1863-0de7-4758-ba11-3286f4fed055 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:51:28.691254 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f54c1863-0de7-4758-ba11-3286f4fed055 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:51:28.691749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2c297d77-78d6-4197-bcaf-79c7c21be297 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:51:28.716558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 2c297d77-78d6-4197-bcaf-79c7c21be297 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:51:28.716906 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2c297d77-78d6-4197-bcaf-79c7c21be297 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:51:29.340233 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46574) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:51:29.435262 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-40d14ca3-1585-41a1-a5c0-98a79aa40313 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1620986740-network', 'tenant_id': '0ba86f1a39fe40ad8a2cbc384b7181e7'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:51:29.457097 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d14ca3-1585-41a1-a5c0-98a79aa40313 admin admin] Made reservation on behalf of 0ba86f1a39fe40ad8a2cbc384b7181e7 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:51:29.460346 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-40d14ca3-1585-41a1-a5c0-98a79aa40313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:29.472267 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-40d14ca3-1585-41a1-a5c0-98a79aa40313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:29.560244 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-40d14ca3-1585-41a1-a5c0-98a79aa40313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:29.563823 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-40d14ca3-1585-41a1-a5c0-98a79aa40313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:29.589539 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d14ca3-1585-41a1-a5c0-98a79aa40313 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:51:29.599236 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d14ca3-1585-41a1-a5c0-98a79aa40313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043e23cb-bc99-4748-a9cb-280680809cb7,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:29.605468 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-40d14ca3-1585-41a1-a5c0-98a79aa40313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:29.605818 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-40d14ca3-1585-41a1-a5c0-98a79aa40313 admin admin] Added segment 9b1f7298-d010-40e2-a215-cde98a5696e2 of type vlan for network b6d46e37-0c22-4674-8cbc-ec6cfea484de Aug 05 14:51:29.647170 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-40d14ca3-1585-41a1-a5c0-98a79aa40313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:29.678044 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-40d14ca3-1585-41a1-a5c0-98a79aa40313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:29.679693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d14ca3-1585-41a1-a5c0-98a79aa40313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:29.681207 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-40d14ca3-1585-41a1-a5c0-98a79aa40313 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:29.737325 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-40d14ca3-1585-41a1-a5c0-98a79aa40313 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3959708 Aug 05 14:51:29.740325 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46578) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:51:29.746851 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3d9838f5-e7ae-4ed3-8410-b251adc4e0e7 admin admin] Request body: {'subnet': {'network_id': 'b6d46e37-0c22-4674-8cbc-ec6cfea484de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1620986740-subnet', 'tenant_id': '0ba86f1a39fe40ad8a2cbc384b7181e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:51:29.747780 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d14ca3-1585-41a1-a5c0-98a79aa40313 admin admin] Pushing event updated for resources: {'Network': ['ID=b6d46e37-0c22-4674-8cbc-ec6cfea484de,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:29.758025 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network b6d46e37-0c22-4674-8cbc-ec6cfea484de details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:51:29.768125 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9838f5-e7ae-4ed3-8410-b251adc4e0e7 admin admin] Made reservation on behalf of 0ba86f1a39fe40ad8a2cbc384b7181e7 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:51:29.770627 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3d9838f5-e7ae-4ed3-8410-b251adc4e0e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:29.939342 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3d9838f5-e7ae-4ed3-8410-b251adc4e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:29.990938 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9838f5-e7ae-4ed3-8410-b251adc4e0e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9217c11-81be-42a2-bfdf-17e463bac398,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:30.000876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9838f5-e7ae-4ed3-8410-b251adc4e0e7 admin admin] Checking segment: {'id': '9b1f7298-d010-40e2-a215-cde98a5696e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b6d46e37-0c22-4674-8cbc-ec6cfea484de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:51:30.001234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9838f5-e7ae-4ed3-8410-b251adc4e0e7 admin admin] Network hostable DHCP agents. Network: b6d46e37-0c22-4674-8cbc-ec6cfea484de, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:51:30.017567 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9838f5-e7ae-4ed3-8410-b251adc4e0e7 admin admin] Network b6d46e37-0c22-4674-8cbc-ec6cfea484de is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:51:30.027213 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-3d9838f5-e7ae-4ed3-8410-b251adc4e0e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, b6d46e37-0c22-4674-8cbc-ec6cfea484de) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:51:30.031168 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9838f5-e7ae-4ed3-8410-b251adc4e0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:30.031754 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3d9838f5-e7ae-4ed3-8410-b251adc4e0e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:30.036207 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a065b0-59cf-4f1d-9074-3b14a33fe53e None None] Network b6d46e37-0c22-4674-8cbc-ec6cfea484de requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:51:30.046774 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3d9838f5-e7ae-4ed3-8410-b251adc4e0e7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3040981 Aug 05 14:51:30.165038 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcde5265-404b-4f84-a666-ccced8a1f90c None None] Network b6d46e37-0c22-4674-8cbc-ec6cfea484de requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:51:30.467465 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4408257a-5646-4adb-8ead-a47eeadd5800 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:30.468954 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4408257a-5646-4adb-8ead-a47eeadd5800 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/networks?id=b6d46e37-0c22-4674-8cbc-ec6cfea484de HTTP/1.1" status: 200 len: 814 time: 0.1054566 Aug 05 14:51:30.484454 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-3b283dbc-7328-4598-9db5-1c7391a29b84 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/quotas/0ba86f1a39fe40ad8a2cbc384b7181e7 HTTP/1.1" status: 200 len: 375 time: 0.0097604 Aug 05 14:51:30.516384 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-990af221-975c-4a19-8ea9-2cbfc6772852 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ba86f1a39fe40ad8a2cbc384b7181e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266974 Aug 05 14:51:30.575621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-84b4cea8-fbd9-4935-92a3-9a4058491ba0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:51:30.576647 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-84b4cea8-fbd9-4935-92a3-9a4058491ba0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0536964 Aug 05 14:51:30.670789 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-23d6ff7b-6177-4d14-abae-6f34e842ca46 service neutron] 10.222.0.16 "GET /v2.0/networks/b6d46e37-0c22-4674-8cbc-ec6cfea484de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879035 Aug 05 14:51:30.761568 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-6527cd74-7439-44db-af8c-e73627f52846 service neutron] 10.222.0.16 "GET /v2.0/networks/b6d46e37-0c22-4674-8cbc-ec6cfea484de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845795 Aug 05 14:51:30.920646 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6e3a0233-d474-4382-9cd0-737e681c19c9 req-5db6cc8a-3639-4adb-b7ea-777641fdfde5 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 210 time: 0.0283461 Aug 05 14:51:31.827032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-b7610413-4e53-4f7b-97b8-e8c8dbc95900 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:31.828498 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-b7610413-4e53-4f7b-97b8-e8c8dbc95900 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.84 "GET /v2.0/networks?id=b6d46e37-0c22-4674-8cbc-ec6cfea484de HTTP/1.1" status: 200 len: 814 time: 0.1077974 Aug 05 14:51:31.841748 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-d432a514-686d-4d69-b8a5-c6b29aa74a93 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Request body: {'port': {'device_id': '2d311007-a881-4afc-b668-21397f23e2a7', 'network_id': 'b6d46e37-0c22-4674-8cbc-ec6cfea484de', 'admin_state_up': True, 'tenant_id': '0ba86f1a39fe40ad8a2cbc384b7181e7'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:51:31.945667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-d432a514-686d-4d69-b8a5-c6b29aa74a93 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Made reservation on behalf of 0ba86f1a39fe40ad8a2cbc384b7181e7 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:51:31.949530 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-d432a514-686d-4d69-b8a5-c6b29aa74a93 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:32.041963 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4d907061-ef19-4307-b7c3-30481a183d19 req-c5d962cc-22c3-4dd2-b8b9-aea5eabcc899 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 210 time: 0.0339832 Aug 05 14:51:32.102244 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-d432a514-686d-4d69-b8a5-c6b29aa74a93 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Allocated IP 172.20.0.2 (b6d46e37-0c22-4674-8cbc-ec6cfea484de/a9217c11-81be-42a2-bfdf-17e463bac398/28275017-9fa6-4245-89db-6b912940d112) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:51:32.248132 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-d432a514-686d-4d69-b8a5-c6b29aa74a93 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:32.286879 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-d432a514-686d-4d69-b8a5-c6b29aa74a93 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:32.332778 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-d432a514-686d-4d69-b8a5-c6b29aa74a93 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Network b6d46e37-0c22-4674-8cbc-ec6cfea484de is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:51:32.335923 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-d432a514-686d-4d69-b8a5-c6b29aa74a93 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:51:32.339614 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-d432a514-686d-4d69-b8a5-c6b29aa74a93 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:51:32.346013 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432a514-686d-4d69-b8a5-c6b29aa74a93 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Pushing event updated for resources: {'Port': ['ID=28275017-9fa6-4245-89db-6b912940d112,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:32.391461 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-d432a514-686d-4d69-b8a5-c6b29aa74a93 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:32.392078 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-d432a514-686d-4d69-b8a5-c6b29aa74a93 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:32.406066 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-d432a514-686d-4d69-b8a5-c6b29aa74a93 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681479 Aug 05 14:51:32.501604 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Request body: {'port': {'device_id': '2d311007-a881-4afc-b668-21397f23e2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:51:32.558689 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:32.817552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28275017-9fa6-4245-89db-6b912940d112 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:51:32.825746 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:32.838641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Transition to ACTIVE for port object 28275017-9fa6-4245-89db-6b912940d112 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:51:32.842227 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:32.892127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Pushing event updated for resources: {'Port': ['ID=28275017-9fa6-4245-89db-6b912940d112,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:32.960504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Attempting to bind port 28275017-9fa6-4245-89db-6b912940d112 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:51:32.960880 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Attempting to bind port 28275017-9fa6-4245-89db-6b912940d112 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '9b1f7298-d010-40e2-a215-cde98a5696e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b6d46e37-0c22-4674-8cbc-ec6cfea484de'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:51:32.961207 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Attempting to bind port 28275017-9fa6-4245-89db-6b912940d112 on network b6d46e37-0c22-4674-8cbc-ec6cfea484de {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:51:32.965742 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Port 28275017-9fa6-4245-89db-6b912940d112 on network b6d46e37-0c22-4674-8cbc-ec6cfea484de not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:51:32.966064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Attempting to bind port 28275017-9fa6-4245-89db-6b912940d112 on network b6d46e37-0c22-4674-8cbc-ec6cfea484de {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:51:32.970849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:51:32.971185 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Checking segment: {'id': '9b1f7298-d010-40e2-a215-cde98a5696e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b6d46e37-0c22-4674-8cbc-ec6cfea484de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:51:32.971571 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Bound using segment: {'id': '9b1f7298-d010-40e2-a215-cde98a5696e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b6d46e37-0c22-4674-8cbc-ec6cfea484de'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:51:32.971996 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Bound port: 28275017-9fa6-4245-89db-6b912940d112, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1f7298-d010-40e2-a215-cde98a5696e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b6d46e37-0c22-4674-8cbc-ec6cfea484de'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:51:32.972348 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:33.034137 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] For port 28275017-9fa6-4245-89db-6b912940d112, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:51:33.037138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] For port 28275017-9fa6-4245-89db-6b912940d112, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=28275017-9fa6-4245-89db-6b912940d112,segment=NetworkSegment(9b1f7298-d010-40e2-a215-cde98a5696e2),segment_id=9b1f7298-d010-40e2-a215-cde98a5696e2)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:51:33.041565 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:33.075005 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:33.075631 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:33.077041 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] 10.222.0.84 "PUT /v2.0/ports/28275017-9fa6-4245-89db-6b912940d112 HTTP/1.1" status: 200 len: 1091 time: 0.6181579 Aug 05 14:51:33.077489 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d311007-a881-4afc-b668-21397f23e2a7', 'tag': '28275017-9fa6-4245-89db-6b912940d112'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:51:33.105898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fd05a-222d-4bbb-859e-89cf4a5c6255 service neutron] Pushing event updated for resources: {'Port': ['ID=28275017-9fa6-4245-89db-6b912940d112,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:33.129408 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d730eb-1aed-462c-ba6e-bb43e42f1c05" -d '{"events": [{"name": "network-changed", "server_uuid": "2d311007-a881-4afc-b668-21397f23e2a7", "tag": "28275017-9fa6-4245-89db-6b912940d112"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:51:33.166739 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-f00b7dc5-52b5-4567-a216-8a11d7bb4948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:33.168287 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-f00b7dc5-52b5-4567-a216-8a11d7bb4948 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0ba86f1a39fe40ad8a2cbc384b7181e7&device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 1094 time: 0.0522425 Aug 05 14:51:33.185956 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e12563-904e-4ccf-9b85-6b94d1b31b7c req-66facb09-ce4f-425b-8b13-d0e02bf2e88c tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:33.190711 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90e12563-904e-4ccf-9b85-6b94d1b31b7c req-66facb09-ce4f-425b-8b13-d0e02bf2e88c tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 943 time: 0.0597765 Aug 05 14:51:33.214746 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-9841d6b3-4396-4bc4-9bf6-dc488d3245ba service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28275017-9fa6-4245-89db-6b912940d112 HTTP/1.1" status: 200 len: 217 time: 0.0380261 Aug 05 14:51:33.228782 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-90e12563-904e-4ccf-9b85-6b94d1b31b7c req-4f0a1f7a-61c3-480c-a787-e34a95df7bd6 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350838 Aug 05 14:51:33.249302 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765fec75-e206-4e77-b45b-d05f22dd019f x-openstack-request-id: req-765fec75-e206-4e77-b45b-d05f22dd019f {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:51:33.249591 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d311007-a881-4afc-b668-21397f23e2a7", "tag": "28275017-9fa6-4245-89db-6b912940d112", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:51:33.249843 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-765fec75-e206-4e77-b45b-d05f22dd019f {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:51:33.250238 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d311007-a881-4afc-b668-21397f23e2a7', 'tag': '28275017-9fa6-4245-89db-6b912940d112', 'status': 'completed', 'code': 200} Aug 05 14:51:33.267505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-9b1da77b-1fe5-4af7-b859-b5a3060af74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:33.268989 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-9b1da77b-1fe5-4af7-b859-b5a3060af74a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a9217c11-81be-42a2-bfdf-17e463bac398 HTTP/1.1" status: 200 len: 854 time: 0.0470283 Aug 05 14:51:33.300420 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-f8be99f5-188c-4ab4-95e1-d0710569f7a6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b6d46e37-0c22-4674-8cbc-ec6cfea484de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243194 Aug 05 14:51:33.391569 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-b1a5104b-3e2d-40c3-8cf2-0125b4efde4b service neutron] 10.222.0.84 "GET /v2.0/networks/b6d46e37-0c22-4674-8cbc-ec6cfea484de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839562 Aug 05 14:51:33.481244 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85223a33-6918-4dd8-b2dc-f6f9341d225e req-f57d0ca2-8288-4339-adcb-083bc88fce71 service neutron] 10.222.0.84 "GET /v2.0/networks/b6d46e37-0c22-4674-8cbc-ec6cfea484de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824180 Aug 05 14:51:33.574069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d730eb-1aed-462c-ba6e-bb43e42f1c05 req-c7d98212-1827-4d7e-a092-68f5f426ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:33.575622 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7d730eb-1aed-462c-ba6e-bb43e42f1c05 req-c7d98212-1827-4d7e-a092-68f5f426ba04 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0ba86f1a39fe40ad8a2cbc384b7181e7&device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 1094 time: 0.0461829 Aug 05 14:51:33.668348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d730eb-1aed-462c-ba6e-bb43e42f1c05 req-18f6b4ea-c501-4bf8-99f9-fdb6e7b319ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:33.669766 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7d730eb-1aed-462c-ba6e-bb43e42f1c05 req-18f6b4ea-c501-4bf8-99f9-fdb6e7b319ab service neutron] 10.222.0.84 "GET /v2.0/networks?id=b6d46e37-0c22-4674-8cbc-ec6cfea484de HTTP/1.1" status: 200 len: 915 time: 0.0872717 Aug 05 14:51:33.717917 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7d730eb-1aed-462c-ba6e-bb43e42f1c05 req-4fd517e1-7c9a-43a8-b78d-53e26b89e250 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28275017-9fa6-4245-89db-6b912940d112 HTTP/1.1" status: 200 len: 217 time: 0.0406728 Aug 05 14:51:33.768377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d730eb-1aed-462c-ba6e-bb43e42f1c05 req-1d1543d3-23dd-4dce-971e-8269055799ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:33.769820 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7d730eb-1aed-462c-ba6e-bb43e42f1c05 req-1d1543d3-23dd-4dce-971e-8269055799ba service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a9217c11-81be-42a2-bfdf-17e463bac398 HTTP/1.1" status: 200 len: 854 time: 0.0450604 Aug 05 14:51:33.801858 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7d730eb-1aed-462c-ba6e-bb43e42f1c05 req-9ee5b5cb-b8be-4053-a350-a2ea58c40ab3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b6d46e37-0c22-4674-8cbc-ec6cfea484de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243728 Aug 05 14:51:33.890177 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7d730eb-1aed-462c-ba6e-bb43e42f1c05 req-90c5e153-8c3d-49d1-ab67-de2319f02d82 service neutron] 10.222.0.84 "GET /v2.0/networks/b6d46e37-0c22-4674-8cbc-ec6cfea484de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800509 Aug 05 14:51:33.985045 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a7d730eb-1aed-462c-ba6e-bb43e42f1c05 req-23c07d77-0eff-4f7c-bbbc-3cbb31415ac3 service neutron] 10.222.0.84 "GET /v2.0/networks/b6d46e37-0c22-4674-8cbc-ec6cfea484de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867631 Aug 05 14:51:34.341861 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04d3b9-0742-4331-9ee6-1de048fb1e4c req-c4ba5eae-5706-49d9-8fc0-782f387fcc00 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:34.343487 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b04d3b9-0742-4331-9ee6-1de048fb1e4c req-c4ba5eae-5706-49d9-8fc0-782f387fcc00 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 943 time: 0.0493538 Aug 05 14:51:34.381563 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b04d3b9-0742-4331-9ee6-1de048fb1e4c req-a32ed65c-08cd-415b-8f73-7fd94fbc6e21 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322223 Aug 05 14:51:35.499514 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb32f7-5439-4d6d-9267-816ed1a30b55 req-1d681681-d7a6-4d32-bec8-92c3a3488539 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:35.501023 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5bcb32f7-5439-4d6d-9267-816ed1a30b55 req-1d681681-d7a6-4d32-bec8-92c3a3488539 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 943 time: 0.0494325 Aug 05 14:51:35.538600 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5bcb32f7-5439-4d6d-9267-816ed1a30b55 req-43c2c5a2-68c4-4a35-9fe7-7d0facf054b0 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314963 Aug 05 14:51:36.651915 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10356385-c4d1-49b2-ac14-df24d73e10ac req-40c16c26-1691-40ee-baf7-e242d0921a29 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:36.653400 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-10356385-c4d1-49b2-ac14-df24d73e10ac req-40c16c26-1691-40ee-baf7-e242d0921a29 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 943 time: 0.0488183 Aug 05 14:51:36.691502 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-10356385-c4d1-49b2-ac14-df24d73e10ac req-47fe5870-df1b-4809-b19a-2be0360ba68a tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321751 Aug 05 14:51:36.823881 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 28275017-9fa6-4245-89db-6b912940d112 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:51:36.913429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 28275017-9fa6-4245-89db-6b912940d112, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=28275017-9fa6-4245-89db-6b912940d112,segment=NetworkSegment(9b1f7298-d010-40e2-a215-cde98a5696e2),segment_id=9b1f7298-d010-40e2-a215-cde98a5696e2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:51:36.924444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '28275017-9fa6-4245-89db-6b912940d112', 'network_id': 'b6d46e37-0c22-4674-8cbc-ec6cfea484de', 'port_id': '28275017-9fa6-4245-89db-6b912940d112', 'mac_address': 'fa:16:3e:29:c8:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9217c11-81be-42a2-bfdf-17e463bac398', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:51:36.963681 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:36.975735 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28275017-9fa6-4245-89db-6b912940d112 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:51:36.994673 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 28275017-9fa6-4245-89db-6b912940d112, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=28275017-9fa6-4245-89db-6b912940d112,segment=NetworkSegment(9b1f7298-d010-40e2-a215-cde98a5696e2),segment_id=9b1f7298-d010-40e2-a215-cde98a5696e2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:51:36.998390 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:37.043292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=28275017-9fa6-4245-89db-6b912940d112,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:37.210216 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['28275017-9fa6-4245-89db-6b912940d112'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:51:37.811141 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed1c37-0940-4a20-b73a-598dec2e516b req-1c20e720-e9d8-4588-a552-5b6af13c5bd5 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:37.812668 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87ed1c37-0940-4a20-b73a-598dec2e516b req-1c20e720-e9d8-4588-a552-5b6af13c5bd5 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 944 time: 0.0549700 Aug 05 14:51:37.850401 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87ed1c37-0940-4a20-b73a-598dec2e516b req-c545e00a-e323-4d4a-99ec-4c639a4b7e5e tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318646 Aug 05 14:51:38.843759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 28275017-9fa6-4245-89db-6b912940d112 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:51:38.895105 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 28275017-9fa6-4245-89db-6b912940d112 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:51:38.901731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 28275017-9fa6-4245-89db-6b912940d112 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:51:38.902220 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:38.982017 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d25f72-a443-4ee6-97fa-bec55ebdbbee req-6ad75b52-1961-4375-9848-734b90b67d5e tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:38.983672 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-24d25f72-a443-4ee6-97fa-bec55ebdbbee req-6ad75b52-1961-4375-9848-734b90b67d5e tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 944 time: 0.0560825 Aug 05 14:51:38.993804 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:39.017912 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d311007-a881-4afc-b668-21397f23e2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28275017-9fa6-4245-89db-6b912940d112'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:51:39.026155 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-24d25f72-a443-4ee6-97fa-bec55ebdbbee req-6154ae91-b3dc-4715-b507-05fe8511dafd tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352762 Aug 05 14:51:39.033955 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 28275017-9fa6-4245-89db-6b912940d112, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=28275017-9fa6-4245-89db-6b912940d112,segment=NetworkSegment(9b1f7298-d010-40e2-a215-cde98a5696e2),segment_id=9b1f7298-d010-40e2-a215-cde98a5696e2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:51:39.038524 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:39.079778 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c75ee5f-784d-487e-bb0f-ee079aaab59b" -d '{"events": [{"server_uuid": "2d311007-a881-4afc-b668-21397f23e2a7", "name": "network-vif-plugged", "status": "completed", "tag": "28275017-9fa6-4245-89db-6b912940d112"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:51:39.095701 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=28275017-9fa6-4245-89db-6b912940d112,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:39.173115 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64ec528-797c-4db9-bddf-7a21f9a375bb x-openstack-request-id: req-f64ec528-797c-4db9-bddf-7a21f9a375bb {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:51:39.173408 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d311007-a881-4afc-b668-21397f23e2a7", "name": "network-vif-plugged", "status": "completed", "tag": "28275017-9fa6-4245-89db-6b912940d112", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:51:39.173667 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f64ec528-797c-4db9-bddf-7a21f9a375bb {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:51:39.174065 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d311007-a881-4afc-b668-21397f23e2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28275017-9fa6-4245-89db-6b912940d112', 'code': 200} Aug 05 14:51:39.268045 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d59085-fe5e-477d-9519-5c98897707b2 req-d107235d-c03a-4c74-967d-af7d7e6b2c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:39.269819 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-12d59085-fe5e-477d-9519-5c98897707b2 req-d107235d-c03a-4c74-967d-af7d7e6b2c29 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 1096 time: 0.0400774 Aug 05 14:51:39.303438 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-12d59085-fe5e-477d-9519-5c98897707b2 req-b217a0b5-90bc-439d-a452-fed61b8144ba service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265002 Aug 05 14:51:40.152257 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b1299-2d78-45b7-bd98-c3ec66ae2fc0 req-3e6f1c01-dba4-41c4-9233-b20f8f79c3fc tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:40.153758 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-440b1299-2d78-45b7-bd98-c3ec66ae2fc0 req-3e6f1c01-dba4-41c4-9233-b20f8f79c3fc tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 945 time: 0.0495031 Aug 05 14:51:40.197198 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-440b1299-2d78-45b7-bd98-c3ec66ae2fc0 req-d6d3525c-2d37-4d02-9742-0bc2c2506fdf tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340042 Aug 05 14:51:40.418463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-e07b5e13-b897-49b9-a4f8-5c6e464bbafb tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:40.419932 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-e07b5e13-b897-49b9-a4f8-5c6e464bbafb tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/networks?id=b6d46e37-0c22-4674-8cbc-ec6cfea484de HTTP/1.1" status: 200 len: 814 time: 0.1019385 Aug 05 14:51:40.436063 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-5c89c6a5-b7b7-4cf1-a9e8-de1bd6ca02d6 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/quotas/0ba86f1a39fe40ad8a2cbc384b7181e7 HTTP/1.1" status: 200 len: 375 time: 0.0104401 Aug 05 14:51:40.485765 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-71f83543-4832-4494-b8cf-8dd8d1f9adb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ba86f1a39fe40ad8a2cbc384b7181e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443411 Aug 05 14:51:40.583791 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-1484e86e-5f9a-40d6-9069-a19913b3502c service neutron] 10.222.0.16 "GET /v2.0/networks/b6d46e37-0c22-4674-8cbc-ec6cfea484de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864763 Aug 05 14:51:40.676203 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-24aa258e-d5aa-46b2-9bfa-605242ad374f service neutron] 10.222.0.16 "GET /v2.0/networks/b6d46e37-0c22-4674-8cbc-ec6cfea484de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859156 Aug 05 14:51:40.837856 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-659df316-e694-404c-aa7b-972174fcef6a req-3e403a9e-79a2-4e5a-acee-9a0d9162dde0 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd3fc57d-f6e5-44fc-906e-5a14f61a5a99 HTTP/1.1" status: 200 len: 210 time: 0.0275488 Aug 05 14:51:41.922350 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-dbbd5b2e-92ad-4f70-8c65-d2ea35df25d0 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:41.924200 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-dbbd5b2e-92ad-4f70-8c65-d2ea35df25d0 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.63 "GET /v2.0/networks?id=b6d46e37-0c22-4674-8cbc-ec6cfea484de HTTP/1.1" status: 200 len: 814 time: 0.1170964 Aug 05 14:51:41.937766 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-03520be3-e0e6-4b79-bef0-226bd7f392bb tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Request body: {'port': {'device_id': 'dd3fc57d-f6e5-44fc-906e-5a14f61a5a99', 'network_id': 'b6d46e37-0c22-4674-8cbc-ec6cfea484de', 'admin_state_up': True, 'tenant_id': '0ba86f1a39fe40ad8a2cbc384b7181e7'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:51:41.945214 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7cec27f0-2483-4d28-83a7-f9f5c92f727d req-6b524263-0cb1-4271-87f8-99fff0c44ade tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd3fc57d-f6e5-44fc-906e-5a14f61a5a99 HTTP/1.1" status: 200 len: 210 time: 0.0297790 Aug 05 14:51:42.048689 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-03520be3-e0e6-4b79-bef0-226bd7f392bb tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Made reservation on behalf of 0ba86f1a39fe40ad8a2cbc384b7181e7 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:51:42.052163 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-03520be3-e0e6-4b79-bef0-226bd7f392bb tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:42.179556 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-03520be3-e0e6-4b79-bef0-226bd7f392bb tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Allocated IP 172.20.0.7 (b6d46e37-0c22-4674-8cbc-ec6cfea484de/a9217c11-81be-42a2-bfdf-17e463bac398/03e6ef6e-479a-443d-a18c-ef25f354356d) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:51:42.327005 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-03520be3-e0e6-4b79-bef0-226bd7f392bb tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:42.365714 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-03520be3-e0e6-4b79-bef0-226bd7f392bb tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:42.378944 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['28275017-9fa6-4245-89db-6b912940d112'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:51:42.405758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-03520be3-e0e6-4b79-bef0-226bd7f392bb tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Network b6d46e37-0c22-4674-8cbc-ec6cfea484de is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:51:42.408745 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-03520be3-e0e6-4b79-bef0-226bd7f392bb tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:51:42.411804 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-03520be3-e0e6-4b79-bef0-226bd7f392bb tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:51:42.450310 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03520be3-e0e6-4b79-bef0-226bd7f392bb tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Pushing event updated for resources: {'Port': ['ID=03e6ef6e-479a-443d-a18c-ef25f354356d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:42.473173 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-03520be3-e0e6-4b79-bef0-226bd7f392bb tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:42.473804 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-03520be3-e0e6-4b79-bef0-226bd7f392bb tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:42.488508 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-03520be3-e0e6-4b79-bef0-226bd7f392bb tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5547743 Aug 05 14:51:42.500919 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Request body: {'port': {'device_id': 'dd3fc57d-f6e5-44fc-906e-5a14f61a5a99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:51:42.559375 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:42.818510 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e6ef6e-479a-443d-a18c-ef25f354356d {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:51:42.826954 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:42.839616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Transition to ACTIVE for port object 03e6ef6e-479a-443d-a18c-ef25f354356d will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:51:42.843387 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:42.892289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Pushing event updated for resources: {'Port': ['ID=03e6ef6e-479a-443d-a18c-ef25f354356d,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:42.961202 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Attempting to bind port 03e6ef6e-479a-443d-a18c-ef25f354356d on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:51:42.961887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Attempting to bind port 03e6ef6e-479a-443d-a18c-ef25f354356d by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '9b1f7298-d010-40e2-a215-cde98a5696e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b6d46e37-0c22-4674-8cbc-ec6cfea484de'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:51:42.961887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Attempting to bind port 03e6ef6e-479a-443d-a18c-ef25f354356d on network b6d46e37-0c22-4674-8cbc-ec6cfea484de {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:51:42.966119 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Port 03e6ef6e-479a-443d-a18c-ef25f354356d on network b6d46e37-0c22-4674-8cbc-ec6cfea484de not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:51:42.966464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Attempting to bind port 03e6ef6e-479a-443d-a18c-ef25f354356d on network b6d46e37-0c22-4674-8cbc-ec6cfea484de {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:51:42.971417 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:51:42.971755 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Checking segment: {'id': '9b1f7298-d010-40e2-a215-cde98a5696e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b6d46e37-0c22-4674-8cbc-ec6cfea484de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:51:42.972133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Bound using segment: {'id': '9b1f7298-d010-40e2-a215-cde98a5696e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b6d46e37-0c22-4674-8cbc-ec6cfea484de'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:51:42.972552 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Bound port: 03e6ef6e-479a-443d-a18c-ef25f354356d, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1f7298-d010-40e2-a215-cde98a5696e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b6d46e37-0c22-4674-8cbc-ec6cfea484de'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:51:42.973193 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:43.061656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] For port 03e6ef6e-479a-443d-a18c-ef25f354356d, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:51:43.065425 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] For port 03e6ef6e-479a-443d-a18c-ef25f354356d, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=03e6ef6e-479a-443d-a18c-ef25f354356d,segment=NetworkSegment(9b1f7298-d010-40e2-a215-cde98a5696e2),segment_id=9b1f7298-d010-40e2-a215-cde98a5696e2)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:51:43.073110 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:43.085348 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a2d54-ad89-4116-baa9-56f17aaa2a04 req-ad0d39aa-65af-44ed-b7fb-607226e9f42b tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:43.086870 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-979a2d54-ad89-4116-baa9-56f17aaa2a04 req-ad0d39aa-65af-44ed-b7fb-607226e9f42b tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd3fc57d-f6e5-44fc-906e-5a14f61a5a99 HTTP/1.1" status: 200 len: 943 time: 0.0726707 Aug 05 14:51:43.136873 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:43.137480 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:43.138890 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] 10.222.0.63 "PUT /v2.0/ports/03e6ef6e-479a-443d-a18c-ef25f354356d HTTP/1.1" status: 200 len: 1091 time: 0.6421144 Aug 05 14:51:43.140794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3fc57d-f6e5-44fc-906e-5a14f61a5a99', 'tag': '03e6ef6e-479a-443d-a18c-ef25f354356d'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:51:43.143046 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab0112d-df54-44c6-b9c3-336a85c789bf" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3fc57d-f6e5-44fc-906e-5a14f61a5a99", "tag": "03e6ef6e-479a-443d-a18c-ef25f354356d"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:51:43.173627 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98a9a4-3a70-47d9-a6f2-ecad5e30b31b service neutron] Pushing event updated for resources: {'Port': ['ID=03e6ef6e-479a-443d-a18c-ef25f354356d,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:43.179565 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-979a2d54-ad89-4116-baa9-56f17aaa2a04 req-7879ace5-3dff-4dbf-8981-a71b3bc593dc tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709944 Aug 05 14:51:43.208853 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62efd70-0889-472d-9b31-212aa520dbf3 x-openstack-request-id: req-d62efd70-0889-472d-9b31-212aa520dbf3 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:51:43.209141 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3fc57d-f6e5-44fc-906e-5a14f61a5a99", "tag": "03e6ef6e-479a-443d-a18c-ef25f354356d", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:51:43.209388 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d62efd70-0889-472d-9b31-212aa520dbf3 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:51:43.209799 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3fc57d-f6e5-44fc-906e-5a14f61a5a99', 'tag': '03e6ef6e-479a-443d-a18c-ef25f354356d', 'status': 'completed', 'code': 200} Aug 05 14:51:43.227000 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-44277122-ded9-47b2-9434-cd55ea3b1d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:43.228509 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-44277122-ded9-47b2-9434-cd55ea3b1d1d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0ba86f1a39fe40ad8a2cbc384b7181e7&device_id=dd3fc57d-f6e5-44fc-906e-5a14f61a5a99 HTTP/1.1" status: 200 len: 1094 time: 0.0480869 Aug 05 14:51:43.270023 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-4c538131-07c7-4df1-b934-dea52892e38f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03e6ef6e-479a-443d-a18c-ef25f354356d HTTP/1.1" status: 200 len: 217 time: 0.0332985 Aug 05 14:51:43.323312 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-96a61d74-8d08-4d31-a1f2-d3fb381e567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:43.324676 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-96a61d74-8d08-4d31-a1f2-d3fb381e567a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a9217c11-81be-42a2-bfdf-17e463bac398 HTTP/1.1" status: 200 len: 854 time: 0.0478392 Aug 05 14:51:43.357202 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-7a2b12e8-5966-44c9-ae33-ca4ff8fb794d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6d46e37-0c22-4674-8cbc-ec6cfea484de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252540 Aug 05 14:51:43.449992 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-735ff804-2181-4fc2-b97b-099b14b5e05f service neutron] 10.222.0.63 "GET /v2.0/networks/b6d46e37-0c22-4674-8cbc-ec6cfea484de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841584 Aug 05 14:51:43.545682 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-765c1c62-b6db-4c8d-88f8-a5aaab232f48 req-9d159de4-bc17-49d5-8961-9235e2bdb010 service neutron] 10.222.0.63 "GET /v2.0/networks/b6d46e37-0c22-4674-8cbc-ec6cfea484de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881848 Aug 05 14:51:43.633387 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0112d-df54-44c6-b9c3-336a85c789bf req-9eaf4a5a-750d-4f88-ab72-e603764f5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:43.634867 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ab0112d-df54-44c6-b9c3-336a85c789bf req-9eaf4a5a-750d-4f88-ab72-e603764f5a3e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0ba86f1a39fe40ad8a2cbc384b7181e7&device_id=dd3fc57d-f6e5-44fc-906e-5a14f61a5a99 HTTP/1.1" status: 200 len: 1094 time: 0.0427725 Aug 05 14:51:43.730439 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0112d-df54-44c6-b9c3-336a85c789bf req-3633a788-07ca-4c0b-9b95-102c8a727135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:43.731951 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ab0112d-df54-44c6-b9c3-336a85c789bf req-3633a788-07ca-4c0b-9b95-102c8a727135 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b6d46e37-0c22-4674-8cbc-ec6cfea484de HTTP/1.1" status: 200 len: 915 time: 0.0898886 Aug 05 14:51:43.776099 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ab0112d-df54-44c6-b9c3-336a85c789bf req-736f165c-5f2e-4b8c-b066-bf1b57ad431e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03e6ef6e-479a-443d-a18c-ef25f354356d HTTP/1.1" status: 200 len: 217 time: 0.0349798 Aug 05 14:51:43.828360 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0112d-df54-44c6-b9c3-336a85c789bf req-cbfc763d-0a9d-4d6d-85c0-e988773d228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:43.829822 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ab0112d-df54-44c6-b9c3-336a85c789bf req-cbfc763d-0a9d-4d6d-85c0-e988773d228b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a9217c11-81be-42a2-bfdf-17e463bac398 HTTP/1.1" status: 200 len: 854 time: 0.0448706 Aug 05 14:51:43.863161 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ab0112d-df54-44c6-b9c3-336a85c789bf req-30cb987b-f680-48e8-9223-826163f9f78d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b6d46e37-0c22-4674-8cbc-ec6cfea484de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232239 Aug 05 14:51:44.220551 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ab0112d-df54-44c6-b9c3-336a85c789bf req-cb4acb80-121c-4e5f-9159-dd0f63cb423e service neutron] 10.222.0.63 "GET /v2.0/networks/b6d46e37-0c22-4674-8cbc-ec6cfea484de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493130 Aug 05 14:51:44.306366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8ed71-d8d6-4e58-8757-659c2e7dccd4 req-f4d57d24-b821-4281-9f2b-90ad1073e4fc tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:44.308235 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-97b8ed71-d8d6-4e58-8757-659c2e7dccd4 req-f4d57d24-b821-4281-9f2b-90ad1073e4fc tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd3fc57d-f6e5-44fc-906e-5a14f61a5a99 HTTP/1.1" status: 200 len: 943 time: 0.0495005 Aug 05 14:51:44.311058 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1ab0112d-df54-44c6-b9c3-336a85c789bf req-9a1a410f-b428-4d8b-9df1-e090cc6e2a8b service neutron] 10.222.0.63 "GET /v2.0/networks/b6d46e37-0c22-4674-8cbc-ec6cfea484de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824018 Aug 05 14:51:44.346214 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-97b8ed71-d8d6-4e58-8757-659c2e7dccd4 req-a190429e-ec41-4eb0-ab5b-ff93cdadaae5 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320144 Aug 05 14:51:45.267484 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:45.466595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9139f-deb2-4ac3-bd80-c10f9dac11e7 req-4a45f4b4-2633-47da-9d71-7ffd0ae676a6 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:45.468066 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65d9139f-deb2-4ac3-bd80-c10f9dac11e7 req-4a45f4b4-2633-47da-9d71-7ffd0ae676a6 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd3fc57d-f6e5-44fc-906e-5a14f61a5a99 HTTP/1.1" status: 200 len: 943 time: 0.0534263 Aug 05 14:51:45.504546 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65d9139f-deb2-4ac3-bd80-c10f9dac11e7 req-8f355b9d-b4f5-4c28-8bf5-16656715cfa1 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305846 Aug 05 14:51:45.906074 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-493e7a7d-c712-4c49-87c2-fb5fdc02e537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:46.113966 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 03e6ef6e-479a-443d-a18c-ef25f354356d details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:51:46.208609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 03e6ef6e-479a-443d-a18c-ef25f354356d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=03e6ef6e-479a-443d-a18c-ef25f354356d,segment=NetworkSegment(9b1f7298-d010-40e2-a215-cde98a5696e2),segment_id=9b1f7298-d010-40e2-a215-cde98a5696e2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:51:46.219586 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '03e6ef6e-479a-443d-a18c-ef25f354356d', 'network_id': 'b6d46e37-0c22-4674-8cbc-ec6cfea484de', 'port_id': '03e6ef6e-479a-443d-a18c-ef25f354356d', 'mac_address': 'fa:16:3e:b8:d6:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9217c11-81be-42a2-bfdf-17e463bac398', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:51:46.255930 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:46.268073 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e6ef6e-479a-443d-a18c-ef25f354356d {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:51:46.286931 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 03e6ef6e-479a-443d-a18c-ef25f354356d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=03e6ef6e-479a-443d-a18c-ef25f354356d,segment=NetworkSegment(9b1f7298-d010-40e2-a215-cde98a5696e2),segment_id=9b1f7298-d010-40e2-a215-cde98a5696e2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:51:46.291865 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:46.340814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=03e6ef6e-479a-443d-a18c-ef25f354356d,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:46.484760 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['03e6ef6e-479a-443d-a18c-ef25f354356d'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:51:46.547593 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:46.625453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba412340-8299-4f95-971f-6a8a215fd86f req-ce826e28-9f21-4d54-86e8-ca31e43dd66b tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:46.627010 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ba412340-8299-4f95-971f-6a8a215fd86f req-ce826e28-9f21-4d54-86e8-ca31e43dd66b tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd3fc57d-f6e5-44fc-906e-5a14f61a5a99 HTTP/1.1" status: 200 len: 944 time: 0.0551119 Aug 05 14:51:46.666076 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ba412340-8299-4f95-971f-6a8a215fd86f req-077d33c1-ec6d-40a8-a8f6-df05b14b6a77 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328760 Aug 05 14:51:47.781286 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b562e-43ad-48b5-bdf1-f932a0e6c4e6 req-860388b0-c644-46da-99c5-0e6c5fdac046 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:47.782797 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-974b562e-43ad-48b5-bdf1-f932a0e6c4e6 req-860388b0-c644-46da-99c5-0e6c5fdac046 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd3fc57d-f6e5-44fc-906e-5a14f61a5a99 HTTP/1.1" status: 200 len: 944 time: 0.0484529 Aug 05 14:51:47.822097 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-974b562e-43ad-48b5-bdf1-f932a0e6c4e6 req-133f3854-fed8-4afb-a59a-e2d3c3daaf01 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326643 Aug 05 14:51:48.129648 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 03e6ef6e-479a-443d-a18c-ef25f354356d up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:51:48.180160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 03e6ef6e-479a-443d-a18c-ef25f354356d completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:51:48.184212 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 03e6ef6e-479a-443d-a18c-ef25f354356d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:51:48.184590 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:48.259553 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:48.281632 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3fc57d-f6e5-44fc-906e-5a14f61a5a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e6ef6e-479a-443d-a18c-ef25f354356d'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:51:48.283860 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cb28e1-4de0-4a53-8270-34209c7f8a19" -d '{"events": [{"server_uuid": "dd3fc57d-f6e5-44fc-906e-5a14f61a5a99", "name": "network-vif-plugged", "status": "completed", "tag": "03e6ef6e-479a-443d-a18c-ef25f354356d"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:51:48.297531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 03e6ef6e-479a-443d-a18c-ef25f354356d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=03e6ef6e-479a-443d-a18c-ef25f354356d,segment=NetworkSegment(9b1f7298-d010-40e2-a215-cde98a5696e2),segment_id=9b1f7298-d010-40e2-a215-cde98a5696e2)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:51:48.301467 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:48.326548 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7b6157-b8f0-470f-9c04-b6b61820c747 x-openstack-request-id: req-ed7b6157-b8f0-470f-9c04-b6b61820c747 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:51:48.326907 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3fc57d-f6e5-44fc-906e-5a14f61a5a99", "name": "network-vif-plugged", "status": "completed", "tag": "03e6ef6e-479a-443d-a18c-ef25f354356d", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:51:48.327160 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed7b6157-b8f0-470f-9c04-b6b61820c747 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:51:48.327544 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3fc57d-f6e5-44fc-906e-5a14f61a5a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e6ef6e-479a-443d-a18c-ef25f354356d', 'code': 200} Aug 05 14:51:48.354331 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=03e6ef6e-479a-443d-a18c-ef25f354356d,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:48.422056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6320bab-91bd-4d2c-9765-c9cc4256ed2f req-78aa79cc-d699-40ab-b914-77bcf6be1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:48.423663 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6320bab-91bd-4d2c-9765-c9cc4256ed2f req-78aa79cc-d699-40ab-b914-77bcf6be1209 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=dd3fc57d-f6e5-44fc-906e-5a14f61a5a99 HTTP/1.1" status: 200 len: 1096 time: 0.0407667 Aug 05 14:51:48.450530 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4b9213f3-7ea9-4fb4-b858-001d2a01702e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:48.462237 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6320bab-91bd-4d2c-9765-c9cc4256ed2f req-62d38e15-7e90-492e-bb4a-0ee1f7e4507c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306826 Aug 05 14:51:48.698534 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:48.939197 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677599c5-529e-4450-ae73-5c70629aafdf req-5fee92c7-5efb-447c-89ec-6207eaf33cac tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:48.940703 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-677599c5-529e-4450-ae73-5c70629aafdf req-5fee92c7-5efb-447c-89ec-6207eaf33cac tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd3fc57d-f6e5-44fc-906e-5a14f61a5a99 HTTP/1.1" status: 200 len: 945 time: 0.0525541 Aug 05 14:51:48.978789 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-677599c5-529e-4450-ae73-5c70629aafdf req-04a0f095-8834-4baf-a6ea-be833c902d3f tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316248 Aug 05 14:51:49.705090 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:50.092847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06a406-ea8f-4e6c-aca2-b3a3906846a1 req-80beda38-e6c2-4a61-ac8c-0ca545ecc138 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:50.094360 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fe06a406-ea8f-4e6c-aca2-b3a3906846a1 req-80beda38-e6c2-4a61-ac8c-0ca545ecc138 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd3fc57d-f6e5-44fc-906e-5a14f61a5a99 HTTP/1.1" status: 200 len: 945 time: 0.0488667 Aug 05 14:51:50.140901 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fe06a406-ea8f-4e6c-aca2-b3a3906846a1 req-0fd4e38f-3212-451e-892a-8d3374cd9672 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Aug 05 14:51:50.381261 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da913f-d238-4694-9709-e314df60621a req-bee21b3c-bdd7-4524-a97a-a27e1a02a869 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:50.382838 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94da913f-d238-4694-9709-e314df60621a req-bee21b3c-bdd7-4524-a97a-a27e1a02a869 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd3fc57d-f6e5-44fc-906e-5a14f61a5a99 HTTP/1.1" status: 200 len: 945 time: 0.0489092 Aug 05 14:51:50.420688 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94da913f-d238-4694-9709-e314df60621a req-bab58834-d91e-4434-a487-9d3150f007ee tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317078 Aug 05 14:51:51.494789 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:51.537670 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9488c3-d136-4fbf-a45b-de9f06988575 req-e6611964-de2b-4119-94bc-65fd0a8b3708 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:51.540273 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8d9488c3-d136-4fbf-a45b-de9f06988575 req-e6611964-de2b-4119-94bc-65fd0a8b3708 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd3fc57d-f6e5-44fc-906e-5a14f61a5a99 HTTP/1.1" status: 200 len: 945 time: 0.0513313 Aug 05 14:51:51.588304 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8d9488c3-d136-4fbf-a45b-de9f06988575 req-5f2e0d7f-3bd5-4f67-8f2c-9d9a3746e4f9 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420518 Aug 05 14:51:51.628736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e2926-e5a9-43ca-91db-638c25eda406 req-5d9f4960-8af6-4a62-a70d-87fd41bae33d tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:51.630233 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd2e2926-e5a9-43ca-91db-638c25eda406 req-5d9f4960-8af6-4a62-a70d-87fd41bae33d tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd3fc57d-f6e5-44fc-906e-5a14f61a5a99 HTTP/1.1" status: 200 len: 945 time: 0.0531878 Aug 05 14:51:51.724845 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-bd2e2926-e5a9-43ca-91db-638c25eda406 req-9ceb4cb2-06c4-4399-8eb2-8997bccbd876 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Deleting port 03e6ef6e-479a-443d-a18c-ef25f354356d {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:51:51.725186 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bd2e2926-e5a9-43ca-91db-638c25eda406 req-9ceb4cb2-06c4-4399-8eb2-8997bccbd876 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:51.812776 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-bd2e2926-e5a9-43ca-91db-638c25eda406 req-9ceb4cb2-06c4-4399-8eb2-8997bccbd876 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] For port 03e6ef6e-479a-443d-a18c-ef25f354356d, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=03e6ef6e-479a-443d-a18c-ef25f354356d,segment=NetworkSegment(9b1f7298-d010-40e2-a215-cde98a5696e2),segment_id=9b1f7298-d010-40e2-a215-cde98a5696e2)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:51:51.813142 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bd2e2926-e5a9-43ca-91db-638c25eda406 req-9ceb4cb2-06c4-4399-8eb2-8997bccbd876 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:51.826379 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-bd2e2926-e5a9-43ca-91db-638c25eda406 req-9ceb4cb2-06c4-4399-8eb2-8997bccbd876 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Calling delete_port for 03e6ef6e-479a-443d-a18c-ef25f354356d owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:51:51.955773 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bd2e2926-e5a9-43ca-91db-638c25eda406 req-9ceb4cb2-06c4-4399-8eb2-8997bccbd876 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:51.968857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['28275017-9fa6-4245-89db-6b912940d112'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:51:51.971104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['03e6ef6e-479a-443d-a18c-ef25f354356d'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:51:51.984453 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb4cb2-06c4-4399-8eb2-8997bccbd876 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Pushing event deleted for resources: {'Port': ['ID=03e6ef6e-479a-443d-a18c-ef25f354356d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:52.031736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2e2926-e5a9-43ca-91db-638c25eda406 req-9ceb4cb2-06c4-4399-8eb2-8997bccbd876 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] No DVR routers for this DVR port 03e6ef6e-479a-443d-a18c-ef25f354356d on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:51:52.034510 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-bd2e2926-e5a9-43ca-91db-638c25eda406 req-9ceb4cb2-06c4-4399-8eb2-8997bccbd876 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:52.036606 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd2e2926-e5a9-43ca-91db-638c25eda406 req-9ceb4cb2-06c4-4399-8eb2-8997bccbd876 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.63 "DELETE /v2.0/ports/03e6ef6e-479a-443d-a18c-ef25f354356d HTTP/1.1" status: 204 len: 173 time: 0.3996339 Aug 05 14:51:52.037051 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3fc57d-f6e5-44fc-906e-5a14f61a5a99', 'name': 'network-vif-deleted', 'tag': '03e6ef6e-479a-443d-a18c-ef25f354356d'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:51:52.040522 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7296a5f3-e708-402d-9d6e-e11a6120e942" -d '{"events": [{"server_uuid": "dd3fc57d-f6e5-44fc-906e-5a14f61a5a99", "name": "network-vif-deleted", "tag": "03e6ef6e-479a-443d-a18c-ef25f354356d"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:51:52.084165 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c329565-cbf6-46b7-9180-c270f781130a x-openstack-request-id: req-7c329565-cbf6-46b7-9180-c270f781130a {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:51:52.084393 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3fc57d-f6e5-44fc-906e-5a14f61a5a99", "name": "network-vif-deleted", "tag": "03e6ef6e-479a-443d-a18c-ef25f354356d", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:51:52.084843 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c329565-cbf6-46b7-9180-c270f781130a {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:51:52.085305 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3fc57d-f6e5-44fc-906e-5a14f61a5a99', 'name': 'network-vif-deleted', 'tag': '03e6ef6e-479a-443d-a18c-ef25f354356d', 'status': 'completed', 'code': 200} Aug 05 14:51:52.745744 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf135650-9695-49a3-873a-b89eeab7a72d req-5b016d43-896f-4cc9-bb10-03d9b08aa35f tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:52.747243 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cf135650-9695-49a3-873a-b89eeab7a72d req-5b016d43-896f-4cc9-bb10-03d9b08aa35f tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 945 time: 0.0523629 Aug 05 14:51:52.784620 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cf135650-9695-49a3-873a-b89eeab7a72d req-832e4220-6f44-4204-adbb-14002e196f05 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314922 Aug 05 14:51:52.920181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010cf6a-4644-4b8b-b43c-b79f0c33e651 req-26acf99e-d7c0-4504-a61e-f766320bc48e tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:52.921588 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0010cf6a-4644-4b8b-b43c-b79f0c33e651 req-26acf99e-d7c0-4504-a61e-f766320bc48e tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 945 time: 0.0507612 Aug 05 14:51:52.959059 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0010cf6a-4644-4b8b-b43c-b79f0c33e651 req-cf90a57e-a51e-4372-956b-d27083194d2b tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315483 Aug 05 14:51:53.078465 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb33e7-5ad6-4508-8890-c0ea3ed0cfce req-4dded80e-525c-4b63-91b0-7c440dc8bff0 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:53.079988 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8fcb33e7-5ad6-4508-8890-c0ea3ed0cfce req-4dded80e-525c-4b63-91b0-7c440dc8bff0 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 945 time: 0.0489094 Aug 05 14:51:53.118489 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8fcb33e7-5ad6-4508-8890-c0ea3ed0cfce req-7b81364b-ceda-4385-9b90-a4aef48b649c tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314357 Aug 05 14:51:53.290720 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6205b73-2f5c-48ac-9097-155cb71d6a8f req-85f76750-e4e5-4478-88e1-5c8bab490d42 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:53.292261 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6205b73-2f5c-48ac-9097-155cb71d6a8f req-85f76750-e4e5-4478-88e1-5c8bab490d42 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 945 time: 0.0527842 Aug 05 14:51:53.333334 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6205b73-2f5c-48ac-9097-155cb71d6a8f req-bef9ccc5-b5e3-46a1-9bc5-e7f34b670162 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348151 Aug 05 14:51:53.449045 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304dd08-e31f-49a4-b989-dce757199c64 req-470a289b-19bb-4745-a7e6-ae7de0d6a404 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:53.450495 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a304dd08-e31f-49a4-b989-dce757199c64 req-470a289b-19bb-4745-a7e6-ae7de0d6a404 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 945 time: 0.0493009 Aug 05 14:51:53.488271 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a304dd08-e31f-49a4-b989-dce757199c64 req-c5164765-29ee-454a-8d8f-b078e051714f tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318818 Aug 05 14:51:53.613909 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40d4bc-9f1b-4621-9c70-063f9f79b693 req-84b8ded8-bda2-48fa-ab5c-63559ee085a9 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:53.615411 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ea40d4bc-9f1b-4621-9c70-063f9f79b693 req-84b8ded8-bda2-48fa-ab5c-63559ee085a9 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 945 time: 0.0526671 Aug 05 14:51:53.654062 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ea40d4bc-9f1b-4621-9c70-063f9f79b693 req-d51e09cd-8c47-4894-a09f-13bca528af96 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327072 Aug 05 14:51:53.953395 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674aa2e0-d24d-4fd4-a707-f49510f8fa57 req-df56a815-8c32-4be8-bc49-bf1b55b0589f tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:53.954912 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-674aa2e0-d24d-4fd4-a707-f49510f8fa57 req-df56a815-8c32-4be8-bc49-bf1b55b0589f tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 945 time: 0.0497282 Aug 05 14:51:53.994152 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-674aa2e0-d24d-4fd4-a707-f49510f8fa57 req-6d511edc-6296-4f2c-be91-8101e123eb61 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328295 Aug 05 14:51:55.114614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6743a-13d9-45fa-9092-5aa61e11721d req-8e2a9132-d3ca-44a6-ba38-f01ad58cf614 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:55.116124 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aaa6743a-13d9-45fa-9092-5aa61e11721d req-8e2a9132-d3ca-44a6-ba38-f01ad58cf614 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 945 time: 0.0528071 Aug 05 14:51:55.154131 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aaa6743a-13d9-45fa-9092-5aa61e11721d req-ee0a5aeb-1479-4592-b682-37a265300d02 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/security-groups?id=043e23cb-bc99-4748-a9cb-280680809cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312345 Aug 05 14:51:55.333354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cabda-b440-4e3b-b321-248773aa6b5b req-a5431938-9b8e-4379-84d7-0a641f615e09 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:55.334728 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ca0cabda-b440-4e3b-b321-248773aa6b5b req-a5431938-9b8e-4379-84d7-0a641f615e09 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 945 time: 0.0476496 Aug 05 14:51:55.428816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-ca0cabda-b440-4e3b-b321-248773aa6b5b req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Deleting port 28275017-9fa6-4245-89db-6b912940d112 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:51:55.429314 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ca0cabda-b440-4e3b-b321-248773aa6b5b req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:55.514479 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-ca0cabda-b440-4e3b-b321-248773aa6b5b req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] For port 28275017-9fa6-4245-89db-6b912940d112, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=28275017-9fa6-4245-89db-6b912940d112,segment=NetworkSegment(9b1f7298-d010-40e2-a215-cde98a5696e2),segment_id=9b1f7298-d010-40e2-a215-cde98a5696e2)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:51:55.514836 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ca0cabda-b440-4e3b-b321-248773aa6b5b req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:55.527751 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-ca0cabda-b440-4e3b-b321-248773aa6b5b req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Calling delete_port for 28275017-9fa6-4245-89db-6b912940d112 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:51:55.655329 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ca0cabda-b440-4e3b-b321-248773aa6b5b req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:55.669104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['28275017-9fa6-4245-89db-6b912940d112'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:51:55.683830 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Pushing event deleted for resources: {'Port': ['ID=28275017-9fa6-4245-89db-6b912940d112,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:55.694238 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:55.694615 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:55.694994 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:55.695399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:55.695735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:55.696242 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:55.697215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:55.697215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:55.697408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:55.697585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:55.697902 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:55.698223 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:51:55.742649 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0cabda-b440-4e3b-b321-248773aa6b5b req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] No DVR routers for this DVR port 28275017-9fa6-4245-89db-6b912940d112 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:51:55.745350 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ca0cabda-b440-4e3b-b321-248773aa6b5b req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:55.747476 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ca0cabda-b440-4e3b-b321-248773aa6b5b req-4577ff4c-b81e-4df2-88eb-070bb83b2cb8 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.84 "DELETE /v2.0/ports/28275017-9fa6-4245-89db-6b912940d112 HTTP/1.1" status: 204 len: 173 time: 0.4059558 Aug 05 14:51:55.747980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d311007-a881-4afc-b668-21397f23e2a7', 'name': 'network-vif-deleted', 'tag': '28275017-9fa6-4245-89db-6b912940d112'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:51:55.750231 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c922e49-7834-42a7-9c01-8682418976e3" -d '{"events": [{"server_uuid": "2d311007-a881-4afc-b668-21397f23e2a7", "name": "network-vif-deleted", "tag": "28275017-9fa6-4245-89db-6b912940d112"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:51:55.786341 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67efd742-60d2-4be7-9acc-83f3d5fc5711 x-openstack-request-id: req-67efd742-60d2-4be7-9acc-83f3d5fc5711 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:51:55.786659 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d311007-a881-4afc-b668-21397f23e2a7", "name": "network-vif-deleted", "tag": "28275017-9fa6-4245-89db-6b912940d112", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:51:55.786933 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67efd742-60d2-4be7-9acc-83f3d5fc5711 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:51:55.787334 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d311007-a881-4afc-b668-21397f23e2a7', 'name': 'network-vif-deleted', 'tag': '28275017-9fa6-4245-89db-6b912940d112', 'status': 'completed', 'code': 200} Aug 05 14:51:56.177897 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 03e6ef6e-479a-443d-a18c-ef25f354356d no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:51:56.203234 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 03e6ef6e-479a-443d-a18c-ef25f354356d {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:51:56.203690 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 03e6ef6e-479a-443d-a18c-ef25f354356d not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:51:56.267081 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a15810c-6173-417c-b8d8-d56a64992ce3 req-6d38ed4e-36b5-4afa-99f1-5e0ddce5e869 tempest-ServersNegativeTestJSON-1246942240 tempest-ServersNegativeTestJSON-1246942240-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d311007-a881-4afc-b668-21397f23e2a7 HTTP/1.1" status: 200 len: 210 time: 0.0264642 Aug 05 14:51:57.323550 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46742) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:51:57.368675 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e39844-6fc6-4d8a-ab0d-0129ed1058c6 admin admin] Deleting subnet a9217c11-81be-42a2-bfdf-17e463bac398 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:51:57.371767 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-46e39844-6fc6-4d8a-ab0d-0129ed1058c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:57.405275 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-46e39844-6fc6-4d8a-ab0d-0129ed1058c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:57.451135 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-46e39844-6fc6-4d8a-ab0d-0129ed1058c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:57.503532 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-46e39844-6fc6-4d8a-ab0d-0129ed1058c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:57.528475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e39844-6fc6-4d8a-ab0d-0129ed1058c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9217c11-81be-42a2-bfdf-17e463bac398,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:57.532518 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-46e39844-6fc6-4d8a-ab0d-0129ed1058c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:57.534942 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-46e39844-6fc6-4d8a-ab0d-0129ed1058c6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a9217c11-81be-42a2-bfdf-17e463bac398 HTTP/1.1" status: 204 len: 168 time: 0.2098348 Aug 05 14:51:57.536884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46744) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:51:57.604793 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-042daf37-6a35-46ea-9a41-ff536e6891a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:57.687014 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-042daf37-6a35-46ea-9a41-ff536e6891a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:57.697208 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-042daf37-6a35-46ea-9a41-ff536e6891a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d46e37-0c22-4674-8cbc-ec6cfea484de']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:51:57.707148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-042daf37-6a35-46ea-9a41-ff536e6891a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1f7298-d010-40e2-a215-cde98a5696e2') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:51:57.707440 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-042daf37-6a35-46ea-9a41-ff536e6891a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1f7298-d010-40e2-a215-cde98a5696e2') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:51:57.716055 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-042daf37-6a35-46ea-9a41-ff536e6891a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:57.729224 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-042daf37-6a35-46ea-9a41-ff536e6891a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:57.734884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042daf37-6a35-46ea-9a41-ff536e6891a0 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:51:57.735266 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-042daf37-6a35-46ea-9a41-ff536e6891a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:51:57.736837 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:51:57.789263 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-042daf37-6a35-46ea-9a41-ff536e6891a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:57.794336 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-042daf37-6a35-46ea-9a41-ff536e6891a0 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:57.797153 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-042daf37-6a35-46ea-9a41-ff536e6891a0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b6d46e37-0c22-4674-8cbc-ec6cfea484de HTTP/1.1" status: 204 len: 168 time: 0.2592978 Aug 05 14:51:57.815423 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042daf37-6a35-46ea-9a41-ff536e6891a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d46e37-0c22-4674-8cbc-ec6cfea484de,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:57.906053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46748) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:51:57.947233 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-72a353af-6a5e-402e-a3b5-61a6fef24b9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ba86f1a39fe40ad8a2cbc384b7181e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392025 Aug 05 14:51:57.949381 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46750) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:51:57.996594 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8134563a-48f3-4043-a079-8a3a2c92d602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:58.016619 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8134563a-48f3-4043-a079-8a3a2c92d602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:58.062918 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8134563a-48f3-4043-a079-8a3a2c92d602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:58.065489 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8134563a-48f3-4043-a079-8a3a2c92d602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:58.068930 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8134563a-48f3-4043-a079-8a3a2c92d602 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/043e23cb-bc99-4748-a9cb-280680809cb7 HTTP/1.1" status: 204 len: 168 time: 0.1186142 Aug 05 14:51:58.077627 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134563a-48f3-4043-a079-8a3a2c92d602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043e23cb-bc99-4748-a9cb-280680809cb7,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:58.747315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46772) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:51:58.844560 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-cf842d3a-4bff-493a-a21a-02ec0d1098d2 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1283877122'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:51:58.864825 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf842d3a-4bff-493a-a21a-02ec0d1098d2 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Made reservation on behalf of fcd1d464713a425aa209aad19431ed5d for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:51:58.868252 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cf842d3a-4bff-493a-a21a-02ec0d1098d2 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:58.876828 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cf842d3a-4bff-493a-a21a-02ec0d1098d2 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:58.963834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 28275017-9fa6-4245-89db-6b912940d112 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:51:58.969082 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cf842d3a-4bff-493a-a21a-02ec0d1098d2 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:58.973114 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cf842d3a-4bff-493a-a21a-02ec0d1098d2 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:58.984257 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 28275017-9fa6-4245-89db-6b912940d112 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:51:58.984723 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 28275017-9fa6-4245-89db-6b912940d112 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:51:59.007936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf842d3a-4bff-493a-a21a-02ec0d1098d2 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:51:59.013164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf842d3a-4bff-493a-a21a-02ec0d1098d2 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b730523d-9486-4af8-b058-4bed86e62813,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:59.022526 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cf842d3a-4bff-493a-a21a-02ec0d1098d2 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:59.023640 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-cf842d3a-4bff-493a-a21a-02ec0d1098d2 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Added segment f22814cc-c680-478f-ac02-3c5f6d821056 of type vlan for network b85ce659-4d76-4f51-8c3a-2d59a754f822 Aug 05 14:51:59.064612 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cf842d3a-4bff-493a-a21a-02ec0d1098d2 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:59.094578 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cf842d3a-4bff-493a-a21a-02ec0d1098d2 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:59.100172 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf842d3a-4bff-493a-a21a-02ec0d1098d2 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:51:59.100788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cf842d3a-4bff-493a-a21a-02ec0d1098d2 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:51:59.177456 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cf842d3a-4bff-493a-a21a-02ec0d1098d2 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4290352 Aug 05 14:51:59.199718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf842d3a-4bff-493a-a21a-02ec0d1098d2 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event updated for resources: {'Network': ['ID=b85ce659-4d76-4f51-8c3a-2d59a754f822,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:51:59.210769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network b85ce659-4d76-4f51-8c3a-2d59a754f822 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:52:00.444847 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:52:02.527940 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46776) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:02.533218 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-d96e7553-119f-4742-a9ea-f97655d195f4 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Request body: {'subnet': {'network_id': 'b85ce659-4d76-4f51-8c3a-2d59a754f822', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:02.625617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96e7553-119f-4742-a9ea-f97655d195f4 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Made reservation on behalf of fcd1d464713a425aa209aad19431ed5d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:52:02.629289 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d96e7553-119f-4742-a9ea-f97655d195f4 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:02.810076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d96e7553-119f-4742-a9ea-f97655d195f4 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:02.868943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e7553-119f-4742-a9ea-f97655d195f4 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event updated for resources: {'Subnet': ['ID=fa73f94d-0a6d-469a-b829-246a6ec41ad4,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:02.876031 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96e7553-119f-4742-a9ea-f97655d195f4 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Checking segment: {'id': 'f22814cc-c680-478f-ac02-3c5f6d821056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b85ce659-4d76-4f51-8c3a-2d59a754f822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:02.876389 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96e7553-119f-4742-a9ea-f97655d195f4 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Network hostable DHCP agents. Network: b85ce659-4d76-4f51-8c3a-2d59a754f822, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:52:02.892226 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96e7553-119f-4742-a9ea-f97655d195f4 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Network b85ce659-4d76-4f51-8c3a-2d59a754f822 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:52:02.900768 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-d96e7553-119f-4742-a9ea-f97655d195f4 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, b85ce659-4d76-4f51-8c3a-2d59a754f822) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:02.907066 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96e7553-119f-4742-a9ea-f97655d195f4 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:02.908037 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-d96e7553-119f-4742-a9ea-f97655d195f4 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:02.908836 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36b1303-c393-4271-9d29-bc66c6d8d8cc None None] Network b85ce659-4d76-4f51-8c3a-2d59a754f822 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:02.922577 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d96e7553-119f-4742-a9ea-f97655d195f4 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3934505 Aug 05 14:52:02.926176 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46778) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:02.931930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-17ac1a88-d445-49f4-81d2-2e0a2505bbac tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-272335846'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:02.954681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ac1a88-d445-49f4-81d2-2e0a2505bbac tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Made reservation on behalf of fcd1d464713a425aa209aad19431ed5d for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:52:02.958087 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17ac1a88-d445-49f4-81d2-2e0a2505bbac tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:02.985069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ac1a88-d445-49f4-81d2-2e0a2505bbac tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:52:02.995286 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17ac1a88-d445-49f4-81d2-2e0a2505bbac tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:02.995636 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-17ac1a88-d445-49f4-81d2-2e0a2505bbac tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Added segment 99d2b6c6-cdc3-4254-b0f7-61d6434843c6 of type vlan for network e8acbe6e-0228-45cf-9215-0aca0945a61f Aug 05 14:52:03.039181 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17ac1a88-d445-49f4-81d2-2e0a2505bbac tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:03.050589 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-b85ce659-4d76-4f51-8c3a-2d59a754f822', 'network_id': 'b85ce659-4d76-4f51-8c3a-2d59a754f822', 'tenant_id': 'fcd1d464713a425aa209aad19431ed5d', 'fixed_ips': [{'subnet_id': 'fa73f94d-0a6d-469a-b829-246a6ec41ad4'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:52:03.051448 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:03.068376 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17ac1a88-d445-49f4-81d2-2e0a2505bbac tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:03.074040 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ac1a88-d445-49f4-81d2-2e0a2505bbac tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:03.074668 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-17ac1a88-d445-49f4-81d2-2e0a2505bbac tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:03.128638 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-17ac1a88-d445-49f4-81d2-2e0a2505bbac tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2013919 Aug 05 14:52:03.131424 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46780) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:03.138970 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-3cf66a30-a32d-408f-aa31-ca6bffeb6a37 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Request body: {'subnet': {'network_id': 'e8acbe6e-0228-45cf-9215-0aca0945a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:03.189262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Allocated IP 2001:db8:0:ffff::2 (b85ce659-4d76-4f51-8c3a-2d59a754f822/fa73f94d-0a6d-469a-b829-246a6ec41ad4/7b320dc9-b3f6-4d6e-b338-27db7c105b47) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:52:03.338099 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:03.347806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Transition to ACTIVE for port object 7b320dc9-b3f6-4d6e-b338-27db7c105b47 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:03.364191 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Transition to ACTIVE for port object 7b320dc9-b3f6-4d6e-b338-27db7c105b47 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:03.370789 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:03.411745 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Network b85ce659-4d76-4f51-8c3a-2d59a754f822 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:52:03.416578 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:03.421113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:52:03.424241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Pushing event updated for resources: {'Port': ['ID=7b320dc9-b3f6-4d6e-b338-27db7c105b47,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:03.436816 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:03.437163 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:03.437502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:03.437838 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:03.438165 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:03.438525 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:03.438851 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:03.439174 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:03.439493 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:03.439811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:03.440134 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:03.440450 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:03.490790 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Attempting to bind port 7b320dc9-b3f6-4d6e-b338-27db7c105b47 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:52:03.491163 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Attempting to bind port 7b320dc9-b3f6-4d6e-b338-27db7c105b47 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'f22814cc-c680-478f-ac02-3c5f6d821056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b85ce659-4d76-4f51-8c3a-2d59a754f822'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:52:03.491610 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Attempting to bind port 7b320dc9-b3f6-4d6e-b338-27db7c105b47 on network b85ce659-4d76-4f51-8c3a-2d59a754f822 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:52:03.497078 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:52:03.497451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Checking segment: {'id': 'f22814cc-c680-478f-ac02-3c5f6d821056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b85ce659-4d76-4f51-8c3a-2d59a754f822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:03.497859 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:03.498272 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Bound using segment: {'id': 'f22814cc-c680-478f-ac02-3c5f6d821056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b85ce659-4d76-4f51-8c3a-2d59a754f822'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:52:03.498751 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Bound port: 7b320dc9-b3f6-4d6e-b338-27db7c105b47, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22814cc-c680-478f-ac02-3c5f6d821056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b85ce659-4d76-4f51-8c3a-2d59a754f822'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:52:03.499136 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:03.540383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac1a88-d445-49f4-81d2-2e0a2505bbac tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event updated for resources: {'Network': ['ID=e8acbe6e-0228-45cf-9215-0aca0945a61f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:03.586139 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf66a30-a32d-408f-aa31-ca6bffeb6a37 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Made reservation on behalf of fcd1d464713a425aa209aad19431ed5d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:52:03.590036 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3cf66a30-a32d-408f-aa31-ca6bffeb6a37 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:03.666542 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network e8acbe6e-0228-45cf-9215-0aca0945a61f details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:52:03.772049 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] For port 7b320dc9-b3f6-4d6e-b338-27db7c105b47, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:52:03.775730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] For port 7b320dc9-b3f6-4d6e-b338-27db7c105b47, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7b320dc9-b3f6-4d6e-b338-27db7c105b47,segment=NetworkSegment(f22814cc-c680-478f-ac02-3c5f6d821056),segment_id=f22814cc-c680-478f-ac02-3c5f6d821056)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:52:03.780213 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:03.785670 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3cf66a30-a32d-408f-aa31-ca6bffeb6a37 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:03.841491 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a136b-929a-47d5-bf93-4001920f1215 None None] Pushing event updated for resources: {'Port': ['ID=7b320dc9-b3f6-4d6e-b338-27db7c105b47,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:03.847950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf66a30-a32d-408f-aa31-ca6bffeb6a37 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event updated for resources: {'Subnet': ['ID=7ef3de29-5e5a-4211-9ea7-cb670ae412e6,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:03.859318 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf66a30-a32d-408f-aa31-ca6bffeb6a37 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Checking segment: {'id': '99d2b6c6-cdc3-4254-b0f7-61d6434843c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e8acbe6e-0228-45cf-9215-0aca0945a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:03.859677 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf66a30-a32d-408f-aa31-ca6bffeb6a37 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Network hostable DHCP agents. Network: e8acbe6e-0228-45cf-9215-0aca0945a61f, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:52:03.877201 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf66a30-a32d-408f-aa31-ca6bffeb6a37 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Network e8acbe6e-0228-45cf-9215-0aca0945a61f is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:52:03.886654 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-3cf66a30-a32d-408f-aa31-ca6bffeb6a37 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, e8acbe6e-0228-45cf-9215-0aca0945a61f) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:03.890958 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf66a30-a32d-408f-aa31-ca6bffeb6a37 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:03.891567 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3cf66a30-a32d-408f-aa31-ca6bffeb6a37 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:03.898620 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70712288-61c6-4a53-ba97-130688c541e8 None None] Network e8acbe6e-0228-45cf-9215-0aca0945a61f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:03.906655 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3cf66a30-a32d-408f-aa31-ca6bffeb6a37 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7741663 Aug 05 14:52:03.909305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46782) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:04.058297 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:04.077240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-e8acbe6e-0228-45cf-9215-0aca0945a61f', 'network_id': 'e8acbe6e-0228-45cf-9215-0aca0945a61f', 'tenant_id': 'fcd1d464713a425aa209aad19431ed5d', 'fixed_ips': [{'subnet_id': '7ef3de29-5e5a-4211-9ea7-cb670ae412e6'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:52:04.078144 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:04.148762 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:04.220285 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Allocated IP 2001:db8::2 (e8acbe6e-0228-45cf-9215-0aca0945a61f/7ef3de29-5e5a-4211-9ea7-cb670ae412e6/b0a1fbdb-d6bd-4a8f-8d60-69361e985ab8) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:52:04.364547 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:04.373508 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Transition to ACTIVE for port object b0a1fbdb-d6bd-4a8f-8d60-69361e985ab8 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:04.388163 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Transition to ACTIVE for port object b0a1fbdb-d6bd-4a8f-8d60-69361e985ab8 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:04.393007 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:04.409965 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:04.433690 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Network e8acbe6e-0228-45cf-9215-0aca0945a61f is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:52:04.439301 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef3de29-5e5a-4211-9ea7-cb670ae412e6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:04.439456 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:04.441142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Pushing event updated for resources: {'Port': ['ID=b0a1fbdb-d6bd-4a8f-8d60-69361e985ab8,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:04.443869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:52:04.502355 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Attempting to bind port b0a1fbdb-d6bd-4a8f-8d60-69361e985ab8 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:52:04.502725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Attempting to bind port b0a1fbdb-d6bd-4a8f-8d60-69361e985ab8 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '99d2b6c6-cdc3-4254-b0f7-61d6434843c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e8acbe6e-0228-45cf-9215-0aca0945a61f'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:52:04.503086 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Attempting to bind port b0a1fbdb-d6bd-4a8f-8d60-69361e985ab8 on network e8acbe6e-0228-45cf-9215-0aca0945a61f {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:52:04.508562 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:52:04.508928 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Checking segment: {'id': '99d2b6c6-cdc3-4254-b0f7-61d6434843c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e8acbe6e-0228-45cf-9215-0aca0945a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:04.509332 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:04.509720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Bound using segment: {'id': '99d2b6c6-cdc3-4254-b0f7-61d6434843c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e8acbe6e-0228-45cf-9215-0aca0945a61f'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:52:04.510356 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Bound port: b0a1fbdb-d6bd-4a8f-8d60-69361e985ab8, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d2b6c6-cdc3-4254-b0f7-61d6434843c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e8acbe6e-0228-45cf-9215-0aca0945a61f'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:52:04.510742 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:04.513200 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:04.525082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8acbe6e-0228-45cf-9215-0aca0945a61f']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:04.537826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d2b6c6-cdc3-4254-b0f7-61d6434843c6') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:04.538391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d2b6c6-cdc3-4254-b0f7-61d6434843c6') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:04.547924 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:04.563232 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:04.570337 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:52:04.570907 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:52:04.574666 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:52:04.583096 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] For port b0a1fbdb-d6bd-4a8f-8d60-69361e985ab8, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:52:04.641512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] For port b0a1fbdb-d6bd-4a8f-8d60-69361e985ab8, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b0a1fbdb-d6bd-4a8f-8d60-69361e985ab8,segment=NetworkSegment(99d2b6c6-cdc3-4254-b0f7-61d6434843c6),segment_id=99d2b6c6-cdc3-4254-b0f7-61d6434843c6)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:52:04.644018 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.db.api [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 05 14:52:04.644018 n-d-803585-2 neutron-server[105724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 05 14:52:04.644018 n-d-803585-2 neutron-server[105724]: [parameters: {'id': 'e8acbe6e-0228-45cf-9215-0aca0945a61f'}] Aug 05 14:52:04.644018 n-d-803585-2 neutron-server[105724]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:52:04.644577 n-d-803585-2 neutron-server[105724]: DEBUG oslo_db.api [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:52:04.648866 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:04.714167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7b320dc9-b3f6-4d6e-b338-27db7c105b47 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:52:04.762750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ee148-5a62-4cc5-8b89-1a9d03bd1850 None None] Pushing event updated for resources: {'Port': ['ID=b0a1fbdb-d6bd-4a8f-8d60-69361e985ab8,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:04.780694 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5cbe01-b1e5-4946-a5ca-1c937f99b3ed None None] Network e8acbe6e-0228-45cf-9215-0aca0945a61f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:04.796033 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 7b320dc9-b3f6-4d6e-b338-27db7c105b47 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:52:04.823825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d16b4d-305d-40f9-8a08-2cdf63c6fee6 None None] Network b85ce659-4d76-4f51-8c3a-2d59a754f822 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:04.924777 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fed13061-ba6f-4af7-8939-1d0790561ba8 None None] Provisioning for port 7b320dc9-b3f6-4d6e-b338-27db7c105b47 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:52:04.952708 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fed13061-ba6f-4af7-8939-1d0790561ba8 None None] Provisioning complete for port 7b320dc9-b3f6-4d6e-b338-27db7c105b47 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:04.953082 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fed13061-ba6f-4af7-8939-1d0790561ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.104514 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fed13061-ba6f-4af7-8939-1d0790561ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.145202 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.149080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fed13061-ba6f-4af7-8939-1d0790561ba8 None None] For port 7b320dc9-b3f6-4d6e-b338-27db7c105b47, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7b320dc9-b3f6-4d6e-b338-27db7c105b47,segment=NetworkSegment(f22814cc-c680-478f-ac02-3c5f6d821056),segment_id=f22814cc-c680-478f-ac02-3c5f6d821056)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:52:05.154640 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fed13061-ba6f-4af7-8939-1d0790561ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.208036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed13061-ba6f-4af7-8939-1d0790561ba8 None None] Pushing event updated for resources: {'Port': ['ID=7b320dc9-b3f6-4d6e-b338-27db7c105b47,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:05.211801 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Deleting port b0a1fbdb-d6bd-4a8f-8d60-69361e985ab8 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:52:05.212360 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.279944 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] For port b0a1fbdb-d6bd-4a8f-8d60-69361e985ab8, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b0a1fbdb-d6bd-4a8f-8d60-69361e985ab8,segment=NetworkSegment(99d2b6c6-cdc3-4254-b0f7-61d6434843c6),segment_id=99d2b6c6-cdc3-4254-b0f7-61d6434843c6)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:52:05.280331 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.294750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Calling delete_port for b0a1fbdb-d6bd-4a8f-8d60-69361e985ab8 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:52:05.308558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1ee37d-4676-4003-8f80-8f774aab2ceb None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:52:05.379531 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.387065 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1ee37d-4676-4003-8f80-8f774aab2ceb None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:52:05.392384 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c461b3af-09a8-484b-b74a-411d2ebbf66b None None] Provisioning complete for port 7b320dc9-b3f6-4d6e-b338-27db7c105b47 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:05.392775 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c461b3af-09a8-484b-b74a-411d2ebbf66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.406664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event deleted for resources: {'Port': ['ID=b0a1fbdb-d6bd-4a8f-8d60-69361e985ab8,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:05.408456 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] No DVR routers for this DVR port b0a1fbdb-d6bd-4a8f-8d60-69361e985ab8 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:52:05.486694 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.496952 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8acbe6e-0228-45cf-9215-0aca0945a61f']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:05.507760 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d2b6c6-cdc3-4254-b0f7-61d6434843c6') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:05.508049 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d2b6c6-cdc3-4254-b0f7-61d6434843c6') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:05.516930 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.534811 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.542083 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:52:05.542647 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:52:05.545868 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:52:05.608122 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.625690 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.627562 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "DELETE /v2.0/networks/e8acbe6e-0228-45cf-9215-0aca0945a61f HTTP/1.1" status: 204 len: 168 time: 1.7172818 Aug 05 14:52:05.628783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941ec85-65d5-4c1d-ae38-76ddfc804042 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event deleted for resources: {'Network': ['ID=e8acbe6e-0228-45cf-9215-0aca0945a61f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:05.633856 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46788) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:05.641215 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-753370712'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:05.664447 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Made reservation on behalf of fcd1d464713a425aa209aad19431ed5d for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:52:05.668012 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.694279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:52:05.703435 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.703781 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Added segment 4c32e3ac-d6f3-4b20-afc2-faf2179a7074 of type vlan for network 76ddec84-c8ba-4c07-a927-560f7c525539 Aug 05 14:52:05.743896 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.772476 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.783876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:05.783876 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:05.857981 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2218060 Aug 05 14:52:05.860919 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46790) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:05.866142 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c329ca37-c080-4052-87a4-b151dedc8e9b tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Request body: {'subnet': {'network_id': '76ddec84-c8ba-4c07-a927-560f7c525539', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:05.896988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event updated for resources: {'Network': ['ID=76ddec84-c8ba-4c07-a927-560f7c525539,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:05.904796 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:05.905149 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:05.905493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:05.905835 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:05.906167 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:05.906530 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:05.906859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:05.907188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:05.907752 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:05.908081 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:05.908424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:05.908879 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b995ecd3-0435-44c9-863a-a9524a6fd991 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:05.920289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 76ddec84-c8ba-4c07-a927-560f7c525539 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:52:05.958320 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c329ca37-c080-4052-87a4-b151dedc8e9b tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Made reservation on behalf of fcd1d464713a425aa209aad19431ed5d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:52:05.962569 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c329ca37-c080-4052-87a4-b151dedc8e9b tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.021068 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.ipam_backend_mixin [None req-c329ca37-c080-4052-87a4-b151dedc8e9b tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Performing IP validity checks on allocation pools {{(pid=105724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 05 14:52:06.021522 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.ipam_backend_mixin [None req-c329ca37-c080-4052-87a4-b151dedc8e9b tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 05 14:52:06.145225 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c329ca37-c080-4052-87a4-b151dedc8e9b tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.203817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329ca37-c080-4052-87a4-b151dedc8e9b tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event updated for resources: {'Subnet': ['ID=320a0bc1-2c5c-44fb-b685-bfbfa5861900,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:06.215127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c329ca37-c080-4052-87a4-b151dedc8e9b tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Checking segment: {'id': '4c32e3ac-d6f3-4b20-afc2-faf2179a7074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '76ddec84-c8ba-4c07-a927-560f7c525539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:06.215503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c329ca37-c080-4052-87a4-b151dedc8e9b tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Network hostable DHCP agents. Network: 76ddec84-c8ba-4c07-a927-560f7c525539, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:52:06.232405 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c329ca37-c080-4052-87a4-b151dedc8e9b tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Network 76ddec84-c8ba-4c07-a927-560f7c525539 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:52:06.241496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-c329ca37-c080-4052-87a4-b151dedc8e9b tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 76ddec84-c8ba-4c07-a927-560f7c525539) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:06.249197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac7157-a08d-4c04-90e9-8cce5a1b0d18 None None] Network 76ddec84-c8ba-4c07-a927-560f7c525539 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:06.251544 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c329ca37-c080-4052-87a4-b151dedc8e9b tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:06.252510 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c329ca37-c080-4052-87a4-b151dedc8e9b tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.267418 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c329ca37-c080-4052-87a4-b151dedc8e9b tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4050541 Aug 05 14:52:06.269903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46792) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:06.368992 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-060b1bc0-9d82-411a-8328-6f543b6f7696 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.398464 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2233820e-f0fc-416a-a2e1-d4d526199ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-76ddec84-c8ba-4c07-a927-560f7c525539', 'network_id': '76ddec84-c8ba-4c07-a927-560f7c525539', 'tenant_id': 'fcd1d464713a425aa209aad19431ed5d', 'fixed_ips': [{'subnet_id': '320a0bc1-2c5c-44fb-b685-bfbfa5861900'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:52:06.399346 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2233820e-f0fc-416a-a2e1-d4d526199ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.428167 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-060b1bc0-9d82-411a-8328-6f543b6f7696 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.489338 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-060b1bc0-9d82-411a-8328-6f543b6f7696 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server [None req-2233820e-f0fc-416a-a2e1-d4d526199ffb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 320a0bc1-2c5c-44fb-b685-bfbfa5861900: This subnet is being modified by another concurrent operation. Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise self.value Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server raise exception Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 320a0bc1-2c5c-44fb-b685-bfbfa5861900: This subnet is being modified by another concurrent operation. Aug 05 14:52:06.494822 n-d-803585-2 neutron-server[105725]: ERROR oslo_messaging.rpc.server Aug 05 14:52:06.517847 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da05166-384e-49aa-b9d8-5b6d2779f491 None None] Network 76ddec84-c8ba-4c07-a927-560f7c525539 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:06.522383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b1bc0-9d82-411a-8328-6f543b6f7696 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event deleted for resources: {'Subnet': ['ID=320a0bc1-2c5c-44fb-b685-bfbfa5861900,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:06.580247 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-060b1bc0-9d82-411a-8328-6f543b6f7696 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.590637 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-060b1bc0-9d82-411a-8328-6f543b6f7696 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ddec84-c8ba-4c07-a927-560f7c525539']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:06.601747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-060b1bc0-9d82-411a-8328-6f543b6f7696 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c32e3ac-d6f3-4b20-afc2-faf2179a7074') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:06.606728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-060b1bc0-9d82-411a-8328-6f543b6f7696 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c32e3ac-d6f3-4b20-afc2-faf2179a7074') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:06.612246 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-060b1bc0-9d82-411a-8328-6f543b6f7696 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.628286 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-060b1bc0-9d82-411a-8328-6f543b6f7696 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.633730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f22f5cc-5b7b-44dc-8fb7-74ba51396768 None None] get_active_networks_info from n-d-803585-2 {{(pid=105725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 14:52:06.637221 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060b1bc0-9d82-411a-8328-6f543b6f7696 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:52:06.637714 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-060b1bc0-9d82-411a-8328-6f543b6f7696 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:52:06.641432 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:52:06.671998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7b320dc9-b3f6-4d6e-b338-27db7c105b47 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:52:06.702539 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-060b1bc0-9d82-411a-8328-6f543b6f7696 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.709531 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-060b1bc0-9d82-411a-8328-6f543b6f7696 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.711991 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-060b1bc0-9d82-411a-8328-6f543b6f7696 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "DELETE /v2.0/networks/76ddec84-c8ba-4c07-a927-560f7c525539 HTTP/1.1" status: 204 len: 168 time: 0.4411120 Aug 05 14:52:06.716098 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46794) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:06.721837 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-76d87470-963a-441e-ac68-51d8729dc5ed tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1247673137'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:06.724681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b1bc0-9d82-411a-8328-6f543b6f7696 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event deleted for resources: {'Network': ['ID=76ddec84-c8ba-4c07-a927-560f7c525539,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:06.737520 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f22f5cc-5b7b-44dc-8fb7-74ba51396768 None None] Resources bound (agent type, host, resource id): {{(pid=105725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 05 14:52:06.744265 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d87470-963a-441e-ac68-51d8729dc5ed tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Made reservation on behalf of fcd1d464713a425aa209aad19431ed5d for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:52:06.747847 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76d87470-963a-441e-ac68-51d8729dc5ed tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.771171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d87470-963a-441e-ac68-51d8729dc5ed tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:52:06.781166 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76d87470-963a-441e-ac68-51d8729dc5ed tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.781511 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-76d87470-963a-441e-ac68-51d8729dc5ed tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Added segment 97ee3c72-7370-4395-b592-c4759bddeba0 of type vlan for network ca3d010e-0874-4b97-9e53-d20c82ca4960 Aug 05 14:52:06.802942 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 7b320dc9-b3f6-4d6e-b338-27db7c105b47 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:06.803320 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.820572 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76d87470-963a-441e-ac68-51d8729dc5ed tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.849876 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76d87470-963a-441e-ac68-51d8729dc5ed tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.856275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d87470-963a-441e-ac68-51d8729dc5ed tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:06.856871 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-76d87470-963a-441e-ac68-51d8729dc5ed tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:06.914706 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-76d87470-963a-441e-ac68-51d8729dc5ed tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1968079 Aug 05 14:52:06.917488 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46796) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:06.924494 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5a22ea7e-e093-4f2c-b52e-7cafc932cac5 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Request body: {'subnet': {'network_id': 'ca3d010e-0874-4b97-9e53-d20c82ca4960', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:06.975148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d87470-963a-441e-ac68-51d8729dc5ed tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event updated for resources: {'Network': ['ID=ca3d010e-0874-4b97-9e53-d20c82ca4960,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:06.987284 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network ca3d010e-0874-4b97-9e53-d20c82ca4960 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:52:07.021144 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a22ea7e-e093-4f2c-b52e-7cafc932cac5 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Made reservation on behalf of fcd1d464713a425aa209aad19431ed5d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:52:07.025669 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a22ea7e-e093-4f2c-b52e-7cafc932cac5 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:07.207931 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a22ea7e-e093-4f2c-b52e-7cafc932cac5 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:07.269668 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22ea7e-e093-4f2c-b52e-7cafc932cac5 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event updated for resources: {'Subnet': ['ID=c25a3812-6e5d-4c1b-bc54-3e336475fdb2,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:07.280321 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a22ea7e-e093-4f2c-b52e-7cafc932cac5 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Checking segment: {'id': '97ee3c72-7370-4395-b592-c4759bddeba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ca3d010e-0874-4b97-9e53-d20c82ca4960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:07.280687 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a22ea7e-e093-4f2c-b52e-7cafc932cac5 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Network hostable DHCP agents. Network: ca3d010e-0874-4b97-9e53-d20c82ca4960, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:52:07.297555 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a22ea7e-e093-4f2c-b52e-7cafc932cac5 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Network ca3d010e-0874-4b97-9e53-d20c82ca4960 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:52:07.306107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-5a22ea7e-e093-4f2c-b52e-7cafc932cac5 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, ca3d010e-0874-4b97-9e53-d20c82ca4960) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:07.310473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a22ea7e-e093-4f2c-b52e-7cafc932cac5 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:07.311069 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5a22ea7e-e093-4f2c-b52e-7cafc932cac5 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:07.315546 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c908ff5-be6f-42c7-9009-6fb3fd882e1f None None] Network ca3d010e-0874-4b97-9e53-d20c82ca4960 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:07.326008 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5a22ea7e-e093-4f2c-b52e-7cafc932cac5 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4075885 Aug 05 14:52:07.329580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46798) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:07.334800 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c22b2f43-1d6f-4262-b38d-9c848f1d533f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1661057294'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:07.355190 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22b2f43-1d6f-4262-b38d-9c848f1d533f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Made reservation on behalf of fcd1d464713a425aa209aad19431ed5d for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:52:07.358572 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c22b2f43-1d6f-4262-b38d-9c848f1d533f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:07.384220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22b2f43-1d6f-4262-b38d-9c848f1d533f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:52:07.393410 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c22b2f43-1d6f-4262-b38d-9c848f1d533f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:07.393752 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-c22b2f43-1d6f-4262-b38d-9c848f1d533f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Added segment 41fc22c6-d791-40c5-b152-978e5bae3119 of type vlan for network c1ea17bf-219e-41a3-932b-901e211225d0 Aug 05 14:52:07.433933 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c22b2f43-1d6f-4262-b38d-9c848f1d533f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:07.463732 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c22b2f43-1d6f-4262-b38d-9c848f1d533f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:07.464455 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-ca3d010e-0874-4b97-9e53-d20c82ca4960', 'network_id': 'ca3d010e-0874-4b97-9e53-d20c82ca4960', 'tenant_id': 'fcd1d464713a425aa209aad19431ed5d', 'fixed_ips': [{'subnet_id': 'c25a3812-6e5d-4c1b-bc54-3e336475fdb2'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:52:07.465462 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:07.469292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22b2f43-1d6f-4262-b38d-9c848f1d533f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:07.469891 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c22b2f43-1d6f-4262-b38d-9c848f1d533f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:07.530996 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c22b2f43-1d6f-4262-b38d-9c848f1d533f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2003224 Aug 05 14:52:07.533820 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46800) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:07.538975 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0ed5a2b8-2083-4dee-b05b-525db2b8b91f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Request body: {'subnet': {'network_id': 'c1ea17bf-219e-41a3-932b-901e211225d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:07.557510 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b2f43-1d6f-4262-b38d-9c848f1d533f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event updated for resources: {'Network': ['ID=c1ea17bf-219e-41a3-932b-901e211225d0,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:07.581891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network c1ea17bf-219e-41a3-932b-901e211225d0 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:52:07.631260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed5a2b8-2083-4dee-b05b-525db2b8b91f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Made reservation on behalf of fcd1d464713a425aa209aad19431ed5d for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:52:07.635052 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ed5a2b8-2083-4dee-b05b-525db2b8b91f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:07.654204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Allocated IP 2001:db8::2 (ca3d010e-0874-4b97-9e53-d20c82ca4960/c25a3812-6e5d-4c1b-bc54-3e336475fdb2/1121113c-d614-4b06-8bdf-3af204750955) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:52:07.806965 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:07.815217 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Transition to ACTIVE for port object 1121113c-d614-4b06-8bdf-3af204750955 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:07.824895 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ed5a2b8-2083-4dee-b05b-525db2b8b91f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:07.830603 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Transition to ACTIVE for port object 1121113c-d614-4b06-8bdf-3af204750955 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:07.836090 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:07.873268 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Network ca3d010e-0874-4b97-9e53-d20c82ca4960 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:52:07.876061 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:07.881532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:52:07.886959 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5a2b8-2083-4dee-b05b-525db2b8b91f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event updated for resources: {'Subnet': ['ID=5f97d9dd-3d10-49d8-b221-f5b0fa1e3b19,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:07.895454 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Pushing event updated for resources: {'Port': ['ID=1121113c-d614-4b06-8bdf-3af204750955,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:07.900087 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed5a2b8-2083-4dee-b05b-525db2b8b91f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Checking segment: {'id': '41fc22c6-d791-40c5-b152-978e5bae3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c1ea17bf-219e-41a3-932b-901e211225d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:07.900468 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed5a2b8-2083-4dee-b05b-525db2b8b91f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Network hostable DHCP agents. Network: c1ea17bf-219e-41a3-932b-901e211225d0, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:52:07.917630 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed5a2b8-2083-4dee-b05b-525db2b8b91f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Network c1ea17bf-219e-41a3-932b-901e211225d0 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:52:07.926388 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-0ed5a2b8-2083-4dee-b05b-525db2b8b91f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, c1ea17bf-219e-41a3-932b-901e211225d0) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:07.930618 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed5a2b8-2083-4dee-b05b-525db2b8b91f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:07.931117 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0ed5a2b8-2083-4dee-b05b-525db2b8b91f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:07.938606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27899a62-9a58-4120-a981-6c0cce7c9b18 None None] Network c1ea17bf-219e-41a3-932b-901e211225d0 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:07.946869 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0ed5a2b8-2083-4dee-b05b-525db2b8b91f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4119945 Aug 05 14:52:07.949422 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46802) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:07.975942 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Attempting to bind port 1121113c-d614-4b06-8bdf-3af204750955 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:52:07.976300 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Attempting to bind port 1121113c-d614-4b06-8bdf-3af204750955 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '97ee3c72-7370-4395-b592-c4759bddeba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ca3d010e-0874-4b97-9e53-d20c82ca4960'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:52:07.976653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Attempting to bind port 1121113c-d614-4b06-8bdf-3af204750955 on network ca3d010e-0874-4b97-9e53-d20c82ca4960 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:52:07.985181 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:52:07.985551 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Checking segment: {'id': '97ee3c72-7370-4395-b592-c4759bddeba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ca3d010e-0874-4b97-9e53-d20c82ca4960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:07.985952 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:07.986366 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Bound using segment: {'id': '97ee3c72-7370-4395-b592-c4759bddeba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ca3d010e-0874-4b97-9e53-d20c82ca4960'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:52:07.986826 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Bound port: 1121113c-d614-4b06-8bdf-3af204750955, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ee3c72-7370-4395-b592-c4759bddeba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ca3d010e-0874-4b97-9e53-d20c82ca4960'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:52:07.987206 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:08.054635 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c4734fef-bb87-4ef2-b438-efd147a0b588 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:08.142877 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c4734fef-bb87-4ef2-b438-efd147a0b588 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:08.209085 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c4734fef-bb87-4ef2-b438-efd147a0b588 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:08.242141 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4734fef-bb87-4ef2-b438-efd147a0b588 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event deleted for resources: {'Subnet': ['ID=5f97d9dd-3d10-49d8-b221-f5b0fa1e3b19,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:08.251287 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] For port 1121113c-d614-4b06-8bdf-3af204750955, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:52:08.275986 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf81d86-be80-4756-83f9-8d8d9d236f28 None None] Network c1ea17bf-219e-41a3-932b-901e211225d0 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:08.280268 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] For port 1121113c-d614-4b06-8bdf-3af204750955, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1121113c-d614-4b06-8bdf-3af204750955,segment=NetworkSegment(97ee3c72-7370-4395-b592-c4759bddeba0),segment_id=97ee3c72-7370-4395-b592-c4759bddeba0)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:52:08.290058 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:08.302724 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c4734fef-bb87-4ef2-b438-efd147a0b588 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:08.313778 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-c4734fef-bb87-4ef2-b438-efd147a0b588 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ea17bf-219e-41a3-932b-901e211225d0']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:08.324738 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-c4734fef-bb87-4ef2-b438-efd147a0b588 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fc22c6-d791-40c5-b152-978e5bae3119') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:08.325035 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-c4734fef-bb87-4ef2-b438-efd147a0b588 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fc22c6-d791-40c5-b152-978e5bae3119') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:08.333985 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c4734fef-bb87-4ef2-b438-efd147a0b588 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:08.349770 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c4734fef-bb87-4ef2-b438-efd147a0b588 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:08.358722 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4734fef-bb87-4ef2-b438-efd147a0b588 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:52:08.359238 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c4734fef-bb87-4ef2-b438-efd147a0b588 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:52:08.363632 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:52:08.422011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99863e4-2f83-43d1-9689-e50f6962fd01 None None] Pushing event updated for resources: {'Port': ['ID=1121113c-d614-4b06-8bdf-3af204750955,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:08.450997 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c4734fef-bb87-4ef2-b438-efd147a0b588 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:08.458340 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c4734fef-bb87-4ef2-b438-efd147a0b588 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:08.461619 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c4734fef-bb87-4ef2-b438-efd147a0b588 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "DELETE /v2.0/networks/c1ea17bf-219e-41a3-932b-901e211225d0 HTTP/1.1" status: 204 len: 168 time: 0.5099900 Aug 05 14:52:08.464406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46804) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:08.472751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4734fef-bb87-4ef2-b438-efd147a0b588 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event deleted for resources: {'Network': ['ID=c1ea17bf-219e-41a3-932b-901e211225d0,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:08.494440 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd270342-42dc-4b0f-b518-6e4b86118c94 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] GET failed (client error): The resource could not be found. Aug 05 14:52:08.495864 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dd270342-42dc-4b0f-b518-6e4b86118c94 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "GET /v2.0/subnets/5f97d9dd-3d10-49d8-b221-f5b0fa1e3b19 HTTP/1.1" status: 404 len: 337 time: 0.0303743 Aug 05 14:52:08.498771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46806) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:08.517207 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c58009-e0dd-403a-9377-b8333e7bdf4f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] DELETE failed (client error): The resource could not be found. Aug 05 14:52:08.517765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c58009-e0dd-403a-9377-b8333e7bdf4f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:52:08.519527 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f0c58009-e0dd-403a-9377-b8333e7bdf4f tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "DELETE /v2.0/networks/c1ea17bf-219e-41a3-932b-901e211225d0 HTTP/1.1" status: 404 len: 339 time: 0.0196893 Aug 05 14:52:08.523916 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46808) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:08.550242 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ad581b-e371-4b7d-b7be-f5d606053826 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] DELETE failed (client error): The resource could not be found. Aug 05 14:52:08.550712 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ad581b-e371-4b7d-b7be-f5d606053826 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:52:08.552477 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d8ad581b-e371-4b7d-b7be-f5d606053826 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "DELETE /v2.0/subnets/5f97d9dd-3d10-49d8-b221-f5b0fa1e3b19 HTTP/1.1" status: 404 len: 337 time: 0.0276146 Aug 05 14:52:08.556054 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46810) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:08.598486 n-d-803585-2 neutron-server[105724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc479ad-94c6-40b6-8a0b-73ffd78654ed tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] DELETE failed (client error): The resource could not be found. Aug 05 14:52:08.599034 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc479ad-94c6-40b6-8a0b-73ffd78654ed tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:52:08.601359 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4bc479ad-94c6-40b6-8a0b-73ffd78654ed tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "DELETE /v2.0/networks/c1ea17bf-219e-41a3-932b-901e211225d0 HTTP/1.1" status: 404 len: 339 time: 0.0437193 Aug 05 14:52:08.603977 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46812) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:08.664281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6da2d48-6ebe-4478-bdb1-26782c7db572 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Deleting subnet c25a3812-6e5d-4c1b-bc54-3e336475fdb2 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:52:08.668376 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6da2d48-6ebe-4478-bdb1-26782c7db572 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:08.706867 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1121113c-d614-4b06-8bdf-3af204750955 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:52:08.718786 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6da2d48-6ebe-4478-bdb1-26782c7db572 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:08.759158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 1121113c-d614-4b06-8bdf-3af204750955 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:52:08.812942 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6da2d48-6ebe-4478-bdb1-26782c7db572 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:08.872088 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6da2d48-6ebe-4478-bdb1-26782c7db572 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:08.901039 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da2d48-6ebe-4478-bdb1-26782c7db572 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event deleted for resources: {'Subnet': ['ID=c25a3812-6e5d-4c1b-bc54-3e336475fdb2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:08.903010 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a6da2d48-6ebe-4478-bdb1-26782c7db572 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:08.904926 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a6da2d48-6ebe-4478-bdb1-26782c7db572 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "DELETE /v2.0/subnets/c25a3812-6e5d-4c1b-bc54-3e336475fdb2 HTTP/1.1" status: 204 len: 168 time: 0.3000371 Aug 05 14:52:08.907377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46814) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:08.982933 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:09.044765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Deleting port 1121113c-d614-4b06-8bdf-3af204750955 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:52:09.045109 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:09.110552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] For port 1121113c-d614-4b06-8bdf-3af204750955, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=1121113c-d614-4b06-8bdf-3af204750955,segment=NetworkSegment(97ee3c72-7370-4395-b592-c4759bddeba0),segment_id=97ee3c72-7370-4395-b592-c4759bddeba0)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:52:09.110922 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:09.125357 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Calling delete_port for 1121113c-d614-4b06-8bdf-3af204750955 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:52:09.208440 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:09.239739 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event deleted for resources: {'Port': ['ID=1121113c-d614-4b06-8bdf-3af204750955,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:09.242142 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] No DVR routers for this DVR port 1121113c-d614-4b06-8bdf-3af204750955 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:52:09.310992 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66576bd9-1d36-416f-9dc1-d415c0c29f14 None None] Network ca3d010e-0874-4b97-9e53-d20c82ca4960 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:09.324604 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:09.334648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3d010e-0874-4b97-9e53-d20c82ca4960']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:09.345896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ee3c72-7370-4395-b592-c4759bddeba0') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:09.346198 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ee3c72-7370-4395-b592-c4759bddeba0') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:09.355254 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:09.369513 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:09.375488 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:52:09.376067 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:52:09.379349 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:52:09.395313 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4dd8cf63-2055-4432-ba71-3106883db73b None None] Could not find standard attr ID for object 1121113c-d614-4b06-8bdf-3af204750955. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:52:09.449022 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:09.457478 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97bc568-98a1-4afd-962a-56ce25f9de42 None None] DHCP port deletion for ca3d010e-0874-4b97-9e53-d20c82ca4960 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:52:09.458034 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:09.459379 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "DELETE /v2.0/networks/ca3d010e-0874-4b97-9e53-d20c82ca4960 HTTP/1.1" status: 204 len: 168 time: 0.5510976 Aug 05 14:52:09.462811 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46816) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:09.472117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381da14-a5e5-4c1d-891e-0cfa940dd33a tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event deleted for resources: {'Network': ['ID=ca3d010e-0874-4b97-9e53-d20c82ca4960,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:09.496748 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc8ed86-201b-4dfc-b353-bac6999a06ef tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] DELETE failed (client error): The resource could not be found. Aug 05 14:52:09.497199 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc8ed86-201b-4dfc-b353-bac6999a06ef tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:52:09.498944 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6bc8ed86-201b-4dfc-b353-bac6999a06ef tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "DELETE /v2.0/subnets/320a0bc1-2c5c-44fb-b685-bfbfa5861900 HTTP/1.1" status: 404 len: 337 time: 0.0344939 Aug 05 14:52:09.501518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46818) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:09.519125 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5962ef-e496-4bf0-b99c-9c2dd0b3a323 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] DELETE failed (client error): The resource could not be found. Aug 05 14:52:09.519639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce5962ef-e496-4bf0-b99c-9c2dd0b3a323 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:52:09.521238 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ce5962ef-e496-4bf0-b99c-9c2dd0b3a323 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "DELETE /v2.0/networks/76ddec84-c8ba-4c07-a927-560f7c525539 HTTP/1.1" status: 404 len: 339 time: 0.0188324 Aug 05 14:52:09.524174 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46820) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:09.554481 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-101983d4-6d11-485d-b11f-52f2e12c3ab3 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] DELETE failed (client error): The resource could not be found. Aug 05 14:52:09.554880 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101983d4-6d11-485d-b11f-52f2e12c3ab3 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:52:09.556621 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-101983d4-6d11-485d-b11f-52f2e12c3ab3 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "DELETE /v2.0/subnets/7ef3de29-5e5a-4211-9ea7-cb670ae412e6 HTTP/1.1" status: 404 len: 337 time: 0.0315089 Aug 05 14:52:09.559300 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46822) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:09.579003 n-d-803585-2 neutron-server[105723]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc31b40-886f-49a7-8b48-c3a33d7eaff5 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] DELETE failed (client error): The resource could not be found. Aug 05 14:52:09.579525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc31b40-886f-49a7-8b48-c3a33d7eaff5 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 05 14:52:09.581156 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6dc31b40-886f-49a7-8b48-c3a33d7eaff5 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "DELETE /v2.0/networks/e8acbe6e-0228-45cf-9215-0aca0945a61f HTTP/1.1" status: 404 len: 339 time: 0.0209687 Aug 05 14:52:09.583423 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46824) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:09.638932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cb71c9-faf4-4f11-8819-3b54055510fa tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Deleting subnet fa73f94d-0a6d-469a-b829-246a6ec41ad4 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:52:09.642000 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53cb71c9-faf4-4f11-8819-3b54055510fa tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:09.682320 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53cb71c9-faf4-4f11-8819-3b54055510fa tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:09.768357 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53cb71c9-faf4-4f11-8819-3b54055510fa tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:09.826121 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53cb71c9-faf4-4f11-8819-3b54055510fa tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:09.855589 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-53cb71c9-faf4-4f11-8819-3b54055510fa tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:09.857677 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-53cb71c9-faf4-4f11-8819-3b54055510fa tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "DELETE /v2.0/subnets/fa73f94d-0a6d-469a-b829-246a6ec41ad4 HTTP/1.1" status: 204 len: 168 time: 0.2733798 Aug 05 14:52:09.858994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb71c9-faf4-4f11-8819-3b54055510fa tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event deleted for resources: {'Subnet': ['ID=fa73f94d-0a6d-469a-b829-246a6ec41ad4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:09.860292 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46826) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:09.861061 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0e49f7-cc92-44e1-b1d8-9b061be3b059 None None] Network b85ce659-4d76-4f51-8c3a-2d59a754f822 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:09.939856 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:09.998907 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Deleting port 7b320dc9-b3f6-4d6e-b338-27db7c105b47 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:52:09.999266 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:10.033240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfec4b5-1026-4bf7-8857-acf1326c4ebf None None] DHCP port deletion for b85ce659-4d76-4f51-8c3a-2d59a754f822 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:52:10.063454 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] For port 7b320dc9-b3f6-4d6e-b338-27db7c105b47, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7b320dc9-b3f6-4d6e-b338-27db7c105b47,segment=NetworkSegment(f22814cc-c680-478f-ac02-3c5f6d821056),segment_id=f22814cc-c680-478f-ac02-3c5f6d821056)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:52:10.063914 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:10.077454 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Calling delete_port for 7b320dc9-b3f6-4d6e-b338-27db7c105b47 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:52:10.079724 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-bcfec4b5-1026-4bf7-8857-acf1326c4ebf None None] Deleting port 7b320dc9-b3f6-4d6e-b338-27db7c105b47 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:52:10.080098 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bcfec4b5-1026-4bf7-8857-acf1326c4ebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:10.143942 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-bcfec4b5-1026-4bf7-8857-acf1326c4ebf None None] For port 7b320dc9-b3f6-4d6e-b338-27db7c105b47, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7b320dc9-b3f6-4d6e-b338-27db7c105b47,segment=NetworkSegment(f22814cc-c680-478f-ac02-3c5f6d821056),segment_id=f22814cc-c680-478f-ac02-3c5f6d821056)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:52:10.144337 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bcfec4b5-1026-4bf7-8857-acf1326c4ebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:10.157555 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-bcfec4b5-1026-4bf7-8857-acf1326c4ebf None None] Calling delete_port for 7b320dc9-b3f6-4d6e-b338-27db7c105b47 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:52:10.160581 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:10.184284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event deleted for resources: {'Port': ['ID=7b320dc9-b3f6-4d6e-b338-27db7c105b47,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:10.189921 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] No DVR routers for this DVR port 7b320dc9-b3f6-4d6e-b338-27db7c105b47 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 05 14:52:10.232235 n-d-803585-2 neutron-server[105725]: self.session.flush() Aug 05 14:52:10.243646 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bcfec4b5-1026-4bf7-8857-acf1326c4ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:10.269451 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:10.270461 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfec4b5-1026-4bf7-8857-acf1326c4ebf None None] Pushing event deleted for resources: {'Port': ['ID=7b320dc9-b3f6-4d6e-b338-27db7c105b47,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:10.279340 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfec4b5-1026-4bf7-8857-acf1326c4ebf None None] No DVR routers for this DVR port 7b320dc9-b3f6-4d6e-b338-27db7c105b47 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:52:10.280595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85ce659-4d76-4f51-8c3a-2d59a754f822']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:10.292217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22814cc-c680-478f-ac02-3c5f6d821056') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:10.292525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22814cc-c680-478f-ac02-3c5f6d821056') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:10.301341 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:10.315145 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:10.321338 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:52:10.321733 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:52:10.324775 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:52:10.390928 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:10.397460 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:10.400016 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] 10.222.0.16 "DELETE /v2.0/networks/b85ce659-4d76-4f51-8c3a-2d59a754f822 HTTP/1.1" status: 204 len: 168 time: 0.5386658 Aug 05 14:52:10.411676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d19101-baec-47e8-a481-da4f9e7509a6 tempest-NetworksIpV6Test-243459707 tempest-NetworksIpV6Test-243459707-project] Pushing event deleted for resources: {'Network': ['ID=b85ce659-4d76-4f51-8c3a-2d59a754f822,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:10.639599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46832) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:10.669369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1121113c-d614-4b06-8bdf-3af204750955 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:52:10.689289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 1121113c-d614-4b06-8bdf-3af204750955 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:52:10.689711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 1121113c-d614-4b06-8bdf-3af204750955 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:52:10.690182 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7b320dc9-b3f6-4d6e-b338-27db7c105b47 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:52:10.708781 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 7b320dc9-b3f6-4d6e-b338-27db7c105b47 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:52:10.709127 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7b320dc9-b3f6-4d6e-b338-27db7c105b47 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:52:10.773284 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c7770597-a469-4db7-8c39-2711f27ca63c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcd1d464713a425aa209aad19431ed5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318152 Aug 05 14:52:10.775735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46836) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:10.823814 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2b04f11-85f7-48a9-9f3c-fff8aa35ea93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:10.845378 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2b04f11-85f7-48a9-9f3c-fff8aa35ea93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:10.896791 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2b04f11-85f7-48a9-9f3c-fff8aa35ea93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:10.899790 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f2b04f11-85f7-48a9-9f3c-fff8aa35ea93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:10.900974 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f2b04f11-85f7-48a9-9f3c-fff8aa35ea93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b730523d-9486-4af8-b058-4bed86e62813 HTTP/1.1" status: 204 len: 168 time: 0.1243374 Aug 05 14:52:10.908878 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b04f11-85f7-48a9-9f3c-fff8aa35ea93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b730523d-9486-4af8-b058-4bed86e62813,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:11.532117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46858) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:11.626528 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-69e09004-daab-46dd-8593-d4e186ffc470 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-829398713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:11.650508 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69e09004-daab-46dd-8593-d4e186ffc470 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:11.651576 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69e09004-daab-46dd-8593-d4e186ffc470 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:11.704745 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69e09004-daab-46dd-8593-d4e186ffc470 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:11.708811 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69e09004-daab-46dd-8593-d4e186ffc470 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:11.724244 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69e09004-daab-46dd-8593-d4e186ffc470 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:11.725441 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-69e09004-daab-46dd-8593-d4e186ffc470 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1923735 Aug 05 14:52:11.728875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46862) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:11.733798 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-229c0152-f7c5-49bf-a067-cfb3e536cedc tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-62716408'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:11.754076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229c0152-f7c5-49bf-a067-cfb3e536cedc tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Made reservation on behalf of 5a842bee8d3e43fbb517bdf438e3d17d for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:52:11.757535 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-229c0152-f7c5-49bf-a067-cfb3e536cedc tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:11.766240 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-229c0152-f7c5-49bf-a067-cfb3e536cedc tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:11.863302 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-229c0152-f7c5-49bf-a067-cfb3e536cedc tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:11.867218 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-229c0152-f7c5-49bf-a067-cfb3e536cedc tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:11.892958 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229c0152-f7c5-49bf-a067-cfb3e536cedc tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:52:11.902161 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c0152-f7c5-49bf-a067-cfb3e536cedc tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa9d493-09eb-434f-9290-61320e19111e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:11.908170 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-229c0152-f7c5-49bf-a067-cfb3e536cedc tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:11.908520 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-229c0152-f7c5-49bf-a067-cfb3e536cedc tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Added segment e2cbe959-9838-4dc9-bbc4-b24ffbdf995a of type vlan for network c822985c-2ba1-4b14-9c93-e07837d8ed56 Aug 05 14:52:11.949481 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-229c0152-f7c5-49bf-a067-cfb3e536cedc tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:11.976399 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-229c0152-f7c5-49bf-a067-cfb3e536cedc tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:11.981892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c0152-f7c5-49bf-a067-cfb3e536cedc tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:11.982506 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-229c0152-f7c5-49bf-a067-cfb3e536cedc tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:12.045428 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-229c0152-f7c5-49bf-a067-cfb3e536cedc tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3154774 Aug 05 14:52:12.048380 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46864) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:12.051672 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c0152-f7c5-49bf-a067-cfb3e536cedc tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Pushing event updated for resources: {'Network': ['ID=c822985c-2ba1-4b14-9c93-e07837d8ed56,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:12.054515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-164ecfe0-135d-4988-ba5e-42a645ce96e5 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Request body: {'subnet': {'network_id': 'c822985c-2ba1-4b14-9c93-e07837d8ed56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:12.066246 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network c822985c-2ba1-4b14-9c93-e07837d8ed56 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:52:12.146135 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164ecfe0-135d-4988-ba5e-42a645ce96e5 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Made reservation on behalf of 5a842bee8d3e43fbb517bdf438e3d17d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:52:12.150320 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-164ecfe0-135d-4988-ba5e-42a645ce96e5 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:12.338851 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-164ecfe0-135d-4988-ba5e-42a645ce96e5 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:12.402037 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ecfe0-135d-4988-ba5e-42a645ce96e5 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Pushing event updated for resources: {'Subnet': ['ID=d7f27265-ca45-4ed1-8184-b3751b56b005,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:12.409022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164ecfe0-135d-4988-ba5e-42a645ce96e5 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Checking segment: {'id': 'e2cbe959-9838-4dc9-bbc4-b24ffbdf995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c822985c-2ba1-4b14-9c93-e07837d8ed56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:12.409386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164ecfe0-135d-4988-ba5e-42a645ce96e5 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Network hostable DHCP agents. Network: c822985c-2ba1-4b14-9c93-e07837d8ed56, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:52:12.425911 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164ecfe0-135d-4988-ba5e-42a645ce96e5 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Network c822985c-2ba1-4b14-9c93-e07837d8ed56 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:52:12.435778 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-164ecfe0-135d-4988-ba5e-42a645ce96e5 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, c822985c-2ba1-4b14-9c93-e07837d8ed56) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:12.439779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164ecfe0-135d-4988-ba5e-42a645ce96e5 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:12.440374 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-164ecfe0-135d-4988-ba5e-42a645ce96e5 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:12.444823 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7c9e5d-4c54-48a6-bb42-7d040b94b809 None None] Network c822985c-2ba1-4b14-9c93-e07837d8ed56 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:12.454100 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-164ecfe0-135d-4988-ba5e-42a645ce96e5 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4045112 Aug 05 14:52:12.457070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46866) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:12.462309 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ee79687d-3b18-4e9e-9de0-e84ce680e5a7 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-870301846'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:12.483009 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee79687d-3b18-4e9e-9de0-e84ce680e5a7 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Made reservation on behalf of 5a842bee8d3e43fbb517bdf438e3d17d for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:52:12.486551 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee79687d-3b18-4e9e-9de0-e84ce680e5a7 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:12.523111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee79687d-3b18-4e9e-9de0-e84ce680e5a7 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:52:12.533892 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee79687d-3b18-4e9e-9de0-e84ce680e5a7 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:12.534308 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-ee79687d-3b18-4e9e-9de0-e84ce680e5a7 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Added segment f4d2a717-0015-4183-ab7a-1dfd0ae7eb3b of type vlan for network c40bc8d4-b66c-4efe-aeb0-d4fead865347 Aug 05 14:52:12.575818 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee79687d-3b18-4e9e-9de0-e84ce680e5a7 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:12.592755 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-c822985c-2ba1-4b14-9c93-e07837d8ed56', 'network_id': 'c822985c-2ba1-4b14-9c93-e07837d8ed56', 'tenant_id': '5a842bee8d3e43fbb517bdf438e3d17d', 'fixed_ips': [{'subnet_id': 'd7f27265-ca45-4ed1-8184-b3751b56b005'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:52:12.593908 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:12.605579 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee79687d-3b18-4e9e-9de0-e84ce680e5a7 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:12.611269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee79687d-3b18-4e9e-9de0-e84ce680e5a7 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:12.611868 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee79687d-3b18-4e9e-9de0-e84ce680e5a7 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:12.671089 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ee79687d-3b18-4e9e-9de0-e84ce680e5a7 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2128196 Aug 05 14:52:12.673650 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46868) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:12.681325 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-8d13c25d-ba9e-4144-8a75-1d6a5c2da80b tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Request body: {'subnet': {'network_id': 'c40bc8d4-b66c-4efe-aeb0-d4fead865347', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:12.688060 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79687d-3b18-4e9e-9de0-e84ce680e5a7 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Pushing event updated for resources: {'Network': ['ID=c40bc8d4-b66c-4efe-aeb0-d4fead865347,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:12.701491 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network c40bc8d4-b66c-4efe-aeb0-d4fead865347 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:52:12.776011 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d13c25d-ba9e-4144-8a75-1d6a5c2da80b tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Made reservation on behalf of 5a842bee8d3e43fbb517bdf438e3d17d for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:52:12.779508 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d13c25d-ba9e-4144-8a75-1d6a5c2da80b tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:12.793660 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Allocated IP 172.20.0.2 (c822985c-2ba1-4b14-9c93-e07837d8ed56/d7f27265-ca45-4ed1-8184-b3751b56b005/76cbb852-e4ad-491d-b436-813558f8eb8f) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:52:12.940427 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:12.948886 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Transition to ACTIVE for port object 76cbb852-e4ad-491d-b436-813558f8eb8f will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:12.962014 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d13c25d-ba9e-4144-8a75-1d6a5c2da80b tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:12.963699 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Transition to ACTIVE for port object 76cbb852-e4ad-491d-b436-813558f8eb8f will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:12.969074 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:13.011633 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Network c822985c-2ba1-4b14-9c93-e07837d8ed56 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:52:13.014504 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:13.017980 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:52:13.021902 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13c25d-ba9e-4144-8a75-1d6a5c2da80b tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Pushing event updated for resources: {'Subnet': ['ID=8ba63ab3-62c2-4d8f-bd7f-b17e7fe367fb,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:13.025590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Pushing event updated for resources: {'Port': ['ID=76cbb852-e4ad-491d-b436-813558f8eb8f,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:13.031499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d13c25d-ba9e-4144-8a75-1d6a5c2da80b tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Checking segment: {'id': 'f4d2a717-0015-4183-ab7a-1dfd0ae7eb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c40bc8d4-b66c-4efe-aeb0-d4fead865347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:13.031857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d13c25d-ba9e-4144-8a75-1d6a5c2da80b tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Network hostable DHCP agents. Network: c40bc8d4-b66c-4efe-aeb0-d4fead865347, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:52:13.048787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d13c25d-ba9e-4144-8a75-1d6a5c2da80b tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Network c40bc8d4-b66c-4efe-aeb0-d4fead865347 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:52:13.058468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-8d13c25d-ba9e-4144-8a75-1d6a5c2da80b tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, c40bc8d4-b66c-4efe-aeb0-d4fead865347) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:13.063022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d13c25d-ba9e-4144-8a75-1d6a5c2da80b tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:13.063615 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d13c25d-ba9e-4144-8a75-1d6a5c2da80b tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:13.068414 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780e4196-5885-4c35-b259-e87f69db7687 None None] Network c40bc8d4-b66c-4efe-aeb0-d4fead865347 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:13.078997 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8d13c25d-ba9e-4144-8a75-1d6a5c2da80b tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4043453 Aug 05 14:52:13.081742 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46870) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:13.086862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-73503a26-a85a-43c6-8a79-2872063c71c4 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c40bc8d4-b66c-4efe-aeb0-d4fead865347'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:13.115899 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Attempting to bind port 76cbb852-e4ad-491d-b436-813558f8eb8f on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:52:13.116298 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Attempting to bind port 76cbb852-e4ad-491d-b436-813558f8eb8f by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e2cbe959-9838-4dc9-bbc4-b24ffbdf995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c822985c-2ba1-4b14-9c93-e07837d8ed56'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:52:13.116664 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Attempting to bind port 76cbb852-e4ad-491d-b436-813558f8eb8f on network c822985c-2ba1-4b14-9c93-e07837d8ed56 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:52:13.128928 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:52:13.129307 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Checking segment: {'id': 'e2cbe959-9838-4dc9-bbc4-b24ffbdf995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c822985c-2ba1-4b14-9c93-e07837d8ed56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:13.129719 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:13.130119 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Bound using segment: {'id': 'e2cbe959-9838-4dc9-bbc4-b24ffbdf995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c822985c-2ba1-4b14-9c93-e07837d8ed56'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:52:13.130615 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Bound port: 76cbb852-e4ad-491d-b436-813558f8eb8f, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cbe959-9838-4dc9-bbc4-b24ffbdf995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c822985c-2ba1-4b14-9c93-e07837d8ed56'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:52:13.131002 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:13.249602 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] For port 76cbb852-e4ad-491d-b436-813558f8eb8f, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:52:13.253458 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] For port 76cbb852-e4ad-491d-b436-813558f8eb8f, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=76cbb852-e4ad-491d-b436-813558f8eb8f,segment=NetworkSegment(e2cbe959-9838-4dc9-bbc4-b24ffbdf995a),segment_id=e2cbe959-9838-4dc9-bbc4-b24ffbdf995a)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:52:13.267675 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:13.299640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-c40bc8d4-b66c-4efe-aeb0-d4fead865347', 'network_id': 'c40bc8d4-b66c-4efe-aeb0-d4fead865347', 'tenant_id': '5a842bee8d3e43fbb517bdf438e3d17d', 'fixed_ips': [{'subnet_id': '8ba63ab3-62c2-4d8f-bd7f-b17e7fe367fb'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:52:13.300497 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:13.305662 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-73503a26-a85a-43c6-8a79-2872063c71c4 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:13.349503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ed926-8d04-4cfc-9d52-253d339910f0 None None] Pushing event updated for resources: {'Port': ['ID=76cbb852-e4ad-491d-b436-813558f8eb8f,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:13.423646 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [None req-73503a26-a85a-43c6-8a79-2872063c71c4 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 05 14:52:13.432595 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-73503a26-a85a-43c6-8a79-2872063c71c4 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] 10.222.0.16 "PUT /v2.0/routers/d40af380-aa94-41ac-83d4-771f05d90bb4 HTTP/1.1" status: 400 len: 364 time: 0.3491237 Aug 05 14:52:13.433176 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46872) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:13.473524 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Allocated IP 172.21.0.2 (c40bc8d4-b66c-4efe-aeb0-d4fead865347/8ba63ab3-62c2-4d8f-bd7f-b17e7fe367fb/3b47090b-cfc4-4fd2-95f9-c29c5a20b993) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:52:13.517533 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f70e2ea-4edc-403b-82fb-18bcef224628 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Deleting subnet 8ba63ab3-62c2-4d8f-bd7f-b17e7fe367fb {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:52:13.664774 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:13.672838 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Transition to ACTIVE for port object 3b47090b-cfc4-4fd2-95f9-c29c5a20b993 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:13.688127 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Transition to ACTIVE for port object 3b47090b-cfc4-4fd2-95f9-c29c5a20b993 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:13.693202 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f70e2ea-4edc-403b-82fb-18bcef224628 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:13.693664 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:13.730052 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Network c40bc8d4-b66c-4efe-aeb0-d4fead865347 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:52:13.736353 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:13.739853 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:52:13.740872 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f70e2ea-4edc-403b-82fb-18bcef224628 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:13.746916 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Pushing event updated for resources: {'Port': ['ID=3b47090b-cfc4-4fd2-95f9-c29c5a20b993,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:13.802590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Attempting to bind port 3b47090b-cfc4-4fd2-95f9-c29c5a20b993 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:52:13.803033 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Attempting to bind port 3b47090b-cfc4-4fd2-95f9-c29c5a20b993 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'f4d2a717-0015-4183-ab7a-1dfd0ae7eb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c40bc8d4-b66c-4efe-aeb0-d4fead865347'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:52:13.803489 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Attempting to bind port 3b47090b-cfc4-4fd2-95f9-c29c5a20b993 on network c40bc8d4-b66c-4efe-aeb0-d4fead865347 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:52:13.809680 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:52:13.810123 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Checking segment: {'id': 'f4d2a717-0015-4183-ab7a-1dfd0ae7eb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c40bc8d4-b66c-4efe-aeb0-d4fead865347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:13.810940 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:13.811377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Bound using segment: {'id': 'f4d2a717-0015-4183-ab7a-1dfd0ae7eb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c40bc8d4-b66c-4efe-aeb0-d4fead865347'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:52:13.811545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Bound port: 3b47090b-cfc4-4fd2-95f9-c29c5a20b993, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d2a717-0015-4183-ab7a-1dfd0ae7eb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c40bc8d4-b66c-4efe-aeb0-d4fead865347'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:52:13.812001 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:13.830290 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f70e2ea-4edc-403b-82fb-18bcef224628 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:13.891526 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f70e2ea-4edc-403b-82fb-18bcef224628 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:13.894636 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] For port 3b47090b-cfc4-4fd2-95f9-c29c5a20b993, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:52:13.897925 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] For port 3b47090b-cfc4-4fd2-95f9-c29c5a20b993, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3b47090b-cfc4-4fd2-95f9-c29c5a20b993,segment=NetworkSegment(f4d2a717-0015-4183-ab7a-1dfd0ae7eb3b),segment_id=f4d2a717-0015-4183-ab7a-1dfd0ae7eb3b)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:52:13.902680 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:13.926967 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70e2ea-4edc-403b-82fb-18bcef224628 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba63ab3-62c2-4d8f-bd7f-b17e7fe367fb,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:13.931877 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5f70e2ea-4edc-403b-82fb-18bcef224628 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:13.936577 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5f70e2ea-4edc-403b-82fb-18bcef224628 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] 10.222.0.16 "DELETE /v2.0/subnets/8ba63ab3-62c2-4d8f-bd7f-b17e7fe367fb HTTP/1.1" status: 204 len: 168 time: 0.4997644 Aug 05 14:52:13.936732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46874) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:13.966212 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cc742-95c9-4563-838c-64409d5b849a None None] Pushing event updated for resources: {'Port': ['ID=3b47090b-cfc4-4fd2-95f9-c29c5a20b993,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:14.035196 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:14.093045 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Deleting port 3b47090b-cfc4-4fd2-95f9-c29c5a20b993 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:52:14.093718 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:14.174499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] For port 3b47090b-cfc4-4fd2-95f9-c29c5a20b993, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3b47090b-cfc4-4fd2-95f9-c29c5a20b993,segment=NetworkSegment(f4d2a717-0015-4183-ab7a-1dfd0ae7eb3b),segment_id=f4d2a717-0015-4183-ab7a-1dfd0ae7eb3b)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:52:14.174873 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:14.191469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Calling delete_port for 3b47090b-cfc4-4fd2-95f9-c29c5a20b993 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:52:14.282502 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:14.307315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Pushing event deleted for resources: {'Port': ['ID=3b47090b-cfc4-4fd2-95f9-c29c5a20b993,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:14.313451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] No DVR routers for this DVR port 3b47090b-cfc4-4fd2-95f9-c29c5a20b993 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:52:14.372484 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e29bf0a-1ad0-4b55-b9ab-5101d98943f8 None None] Network c822985c-2ba1-4b14-9c93-e07837d8ed56 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:14.403621 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:14.414871 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40bc8d4-b66c-4efe-aeb0-d4fead865347']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:14.425920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d2a717-0015-4183-ab7a-1dfd0ae7eb3b') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:14.426215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d2a717-0015-4183-ab7a-1dfd0ae7eb3b') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:14.436285 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:14.451379 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:14.457779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:52:14.458178 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:52:14.461679 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:52:14.497460 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f0a80b9f-6361-4a09-9165-b4c356f2a14d None None] Provisioning for port 76cbb852-e4ad-491d-b436-813558f8eb8f completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:52:14.520790 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:14.528846 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:14.530718 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] 10.222.0.16 "DELETE /v2.0/networks/c40bc8d4-b66c-4efe-aeb0-d4fead865347 HTTP/1.1" status: 204 len: 168 time: 0.5931222 Aug 05 14:52:14.533484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46876) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:14.548950 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4948a5-b43f-43e2-a1ab-f851f1a4cb82 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Pushing event deleted for resources: {'Network': ['ID=c40bc8d4-b66c-4efe-aeb0-d4fead865347,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:14.592140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-32088d86-b7ad-486d-a40b-0ab444c70da6 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Deleting subnet d7f27265-ca45-4ed1-8184-b3751b56b005 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:52:14.595552 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32088d86-b7ad-486d-a40b-0ab444c70da6 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:14.646854 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32088d86-b7ad-486d-a40b-0ab444c70da6 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:14.723024 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 76cbb852-e4ad-491d-b436-813558f8eb8f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:52:14.752954 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32088d86-b7ad-486d-a40b-0ab444c70da6 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:14.784323 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 76cbb852-e4ad-491d-b436-813558f8eb8f completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:52:14.789195 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 76cbb852-e4ad-491d-b436-813558f8eb8f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:14.789612 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:14.823830 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32088d86-b7ad-486d-a40b-0ab444c70da6 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:14.859380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32088d86-b7ad-486d-a40b-0ab444c70da6 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f27265-ca45-4ed1-8184-b3751b56b005,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:14.865802 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32088d86-b7ad-486d-a40b-0ab444c70da6 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:14.868735 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-32088d86-b7ad-486d-a40b-0ab444c70da6 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] 10.222.0.16 "DELETE /v2.0/subnets/d7f27265-ca45-4ed1-8184-b3751b56b005 HTTP/1.1" status: 204 len: 168 time: 0.3342659 Aug 05 14:52:14.871179 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46878) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:14.875032 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7e742a-f688-4677-a452-0f38aa592ea5 None None] Network c822985c-2ba1-4b14-9c93-e07837d8ed56 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:14.940429 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:14.962071 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:14.969993 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fda5b68f-33a8-4d8f-8d20-b5396d62092f None None] Provisioning complete for port 76cbb852-e4ad-491d-b436-813558f8eb8f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:14.970389 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fda5b68f-33a8-4d8f-8d20-b5396d62092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:15.026352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Deleting port 76cbb852-e4ad-491d-b436-813558f8eb8f {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:52:15.026708 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:15.047304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 76cbb852-e4ad-491d-b436-813558f8eb8f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=76cbb852-e4ad-491d-b436-813558f8eb8f,segment=NetworkSegment(e2cbe959-9838-4dc9-bbc4-b24ffbdf995a),segment_id=e2cbe959-9838-4dc9-bbc4-b24ffbdf995a)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:52:15.068920 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:15.096036 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] For port 76cbb852-e4ad-491d-b436-813558f8eb8f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=76cbb852-e4ad-491d-b436-813558f8eb8f,segment=NetworkSegment(e2cbe959-9838-4dc9-bbc4-b24ffbdf995a),segment_id=e2cbe959-9838-4dc9-bbc4-b24ffbdf995a)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:52:15.096405 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:15.102840 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3f7121-99f5-492c-ae6e-0fb94dd8dd1c None None] DHCP port deletion for c40bc8d4-b66c-4efe-aeb0-d4fead865347 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:52:15.109941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Calling delete_port for 76cbb852-e4ad-491d-b436-813558f8eb8f owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:52:15.142028 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77ee112-8df2-49a7-9c94-d5403798e12f None None] Network c40bc8d4-b66c-4efe-aeb0-d4fead865347 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:15.169615 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=76cbb852-e4ad-491d-b436-813558f8eb8f,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:15.191388 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77ee112-8df2-49a7-9c94-d5403798e12f None None] Network c40bc8d4-b66c-4efe-aeb0-d4fead865347 could not be found, it might have been deleted concurrently. {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 05 14:52:15.202647 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:15.232448 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Pushing event deleted for resources: {'Port': ['ID=76cbb852-e4ad-491d-b436-813558f8eb8f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:15.234321 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] No DVR routers for this DVR port 76cbb852-e4ad-491d-b436-813558f8eb8f on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:52:15.250036 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc12d501-d53c-4b37-8084-a6303868538f None None] DHCP port deletion for c822985c-2ba1-4b14-9c93-e07837d8ed56 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:52:15.270072 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:15.314150 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8fd1e660-fa8b-46ae-bca6-f026d9ef41b9 None None] Could not find standard attr ID for object 3b47090b-cfc4-4fd2-95f9-c29c5a20b993. {{(pid=105725) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 05 14:52:15.314986 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:15.325937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c822985c-2ba1-4b14-9c93-e07837d8ed56']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:15.340838 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2cbe959-9838-4dc9-bbc4-b24ffbdf995a') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:15.341118 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2cbe959-9838-4dc9-bbc4-b24ffbdf995a') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:15.349785 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:15.363556 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:15.369960 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:52:15.370382 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:52:15.373462 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:52:15.430914 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:15.438844 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:15.440725 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] 10.222.0.16 "DELETE /v2.0/networks/c822985c-2ba1-4b14-9c93-e07837d8ed56 HTTP/1.1" status: 204 len: 168 time: 0.5684292 Aug 05 14:52:15.443672 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46880) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:15.453634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7a5a6-ce13-43d8-ad2c-0505d5068158 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Pushing event deleted for resources: {'Network': ['ID=c822985c-2ba1-4b14-9c93-e07837d8ed56,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:15.471522 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a464f2e7-daaf-4702-bbb4-cdddb71ef144 tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] 10.222.0.16 "GET /v2.0/ports?device_id=d40af380-aa94-41ac-83d4-771f05d90bb4 HTTP/1.1" status: 200 len: 205 time: 0.0260637 Aug 05 14:52:15.473887 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46882) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:15.546320 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-de346683-07da-4fa8-a2b3-d4fe0e06b35a tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:15.701269 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-de346683-07da-4fa8-a2b3-d4fe0e06b35a tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:15.703398 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-de346683-07da-4fa8-a2b3-d4fe0e06b35a tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:15.910547 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-14c20165-6c72-47a1-a346-fdb0e53abfc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:16.087750 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-de346683-07da-4fa8-a2b3-d4fe0e06b35a tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:16.088436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de346683-07da-4fa8-a2b3-d4fe0e06b35a tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Fanout notify agent at l3_agent the message router_deleted on router d40af380-aa94-41ac-83d4-771f05d90bb4 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:52:16.095573 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-de346683-07da-4fa8-a2b3-d4fe0e06b35a tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:16.096593 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-de346683-07da-4fa8-a2b3-d4fe0e06b35a tempest-RoutersNegativeTest-179546627 tempest-RoutersNegativeTest-179546627-project] 10.222.0.16 "DELETE /v2.0/routers/d40af380-aa94-41ac-83d4-771f05d90bb4 HTTP/1.1" status: 204 len: 168 time: 0.6217265 Aug 05 14:52:16.348603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46888) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:16.477186 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ee3fcd34-15ca-42e8-a77d-9296516166a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a842bee8d3e43fbb517bdf438e3d17d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274002 Aug 05 14:52:16.479657 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46892) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:16.525844 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8a3d005-2575-46de-86b6-b1af2ab8c7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:16.546243 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8a3d005-2575-46de-86b6-b1af2ab8c7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:16.555221 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:16.595102 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8a3d005-2575-46de-86b6-b1af2ab8c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:16.597659 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a8a3d005-2575-46de-86b6-b1af2ab8c7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:16.598829 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a8a3d005-2575-46de-86b6-b1af2ab8c7c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9aa9d493-09eb-434f-9290-61320e19111e HTTP/1.1" status: 204 len: 168 time: 0.1182745 Aug 05 14:52:16.606358 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3d005-2575-46de-86b6-b1af2ab8c7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa9d493-09eb-434f-9290-61320e19111e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:16.686955 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3b47090b-cfc4-4fd2-95f9-c29c5a20b993 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:52:16.708294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 3b47090b-cfc4-4fd2-95f9-c29c5a20b993 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:52:16.708476 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3b47090b-cfc4-4fd2-95f9-c29c5a20b993 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:52:16.708861 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 76cbb852-e4ad-491d-b436-813558f8eb8f no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:52:16.728496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 76cbb852-e4ad-491d-b436-813558f8eb8f {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:52:16.728845 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 76cbb852-e4ad-491d-b436-813558f8eb8f not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:52:17.231115 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46914) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:17.326304 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-88e312fd-3b51-45c2-b597-a8eabe8d4363 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2036229212-network', 'tenant_id': '25b7b9b344b44ebb8c6dc78db1117c65'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:17.347287 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e312fd-3b51-45c2-b597-a8eabe8d4363 admin admin] Made reservation on behalf of 25b7b9b344b44ebb8c6dc78db1117c65 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:52:17.349714 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-88e312fd-3b51-45c2-b597-a8eabe8d4363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:17.358780 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-88e312fd-3b51-45c2-b597-a8eabe8d4363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:17.446687 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-88e312fd-3b51-45c2-b597-a8eabe8d4363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:17.450117 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-88e312fd-3b51-45c2-b597-a8eabe8d4363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:17.474272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e312fd-3b51-45c2-b597-a8eabe8d4363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:52:17.484353 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e312fd-3b51-45c2-b597-a8eabe8d4363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:17.489021 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-88e312fd-3b51-45c2-b597-a8eabe8d4363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:17.489368 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-88e312fd-3b51-45c2-b597-a8eabe8d4363 admin admin] Added segment e5d5cec8-f39e-465b-8297-5963c5ac8854 of type vlan for network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 Aug 05 14:52:17.528531 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-88e312fd-3b51-45c2-b597-a8eabe8d4363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:17.556853 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-88e312fd-3b51-45c2-b597-a8eabe8d4363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:17.558076 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e312fd-3b51-45c2-b597-a8eabe8d4363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:17.558693 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-88e312fd-3b51-45c2-b597-a8eabe8d4363 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:17.611338 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-88e312fd-3b51-45c2-b597-a8eabe8d4363 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3791072 Aug 05 14:52:17.614545 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46918) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:17.620391 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-50bc2ffa-59e7-426a-8f5c-8ed662672a69 admin admin] Request body: {'subnet': {'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2036229212-subnet', 'tenant_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:17.622740 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e312fd-3b51-45c2-b597-a8eabe8d4363 admin admin] Pushing event updated for resources: {'Network': ['ID=c5be5bfa-056c-4f9b-a407-e4a20c04ecc3,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:17.632666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:52:17.643905 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bc2ffa-59e7-426a-8f5c-8ed662672a69 admin admin] Made reservation on behalf of 25b7b9b344b44ebb8c6dc78db1117c65 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:52:17.646397 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50bc2ffa-59e7-426a-8f5c-8ed662672a69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:17.814202 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50bc2ffa-59e7-426a-8f5c-8ed662672a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:17.873018 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc2ffa-59e7-426a-8f5c-8ed662672a69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df278f92-074c-4bc6-b1c1-0c0e6c64eb66,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:17.882410 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc2ffa-59e7-426a-8f5c-8ed662672a69 admin admin] Checking segment: {'id': 'e5d5cec8-f39e-465b-8297-5963c5ac8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:17.882791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bc2ffa-59e7-426a-8f5c-8ed662672a69 admin admin] Network hostable DHCP agents. Network: c5be5bfa-056c-4f9b-a407-e4a20c04ecc3, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:52:17.899028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bc2ffa-59e7-426a-8f5c-8ed662672a69 admin admin] Network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:52:17.907428 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-50bc2ffa-59e7-426a-8f5c-8ed662672a69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, c5be5bfa-056c-4f9b-a407-e4a20c04ecc3) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:17.911285 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bc2ffa-59e7-426a-8f5c-8ed662672a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:17.911869 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-50bc2ffa-59e7-426a-8f5c-8ed662672a69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:17.918666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea7e228-c2ba-4007-aad3-f3db079b427d None None] Network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:17.926595 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-50bc2ffa-59e7-426a-8f5c-8ed662672a69 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3108256 Aug 05 14:52:17.930404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46920) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:17.935076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2036229212-router', 'tenant_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:17.956727 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:17.957770 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:18.077154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-c5be5bfa-056c-4f9b-a407-e4a20c04ecc3', 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3', 'tenant_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'fixed_ips': [{'subnet_id': 'df278f92-074c-4bc6-b1c1-0c0e6c64eb66'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:52:18.078043 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:18.216857 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Allocated IP 172.20.0.2 (c5be5bfa-056c-4f9b-a407-e4a20c04ecc3/df278f92-074c-4bc6-b1c1-0c0e6c64eb66/8c80bae9-a904-469a-9970-5b3fc6a200ef) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:52:18.295634 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:18.361082 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:18.370073 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Transition to ACTIVE for port object 8c80bae9-a904-469a-9970-5b3fc6a200ef will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:18.385241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Transition to ACTIVE for port object 8c80bae9-a904-469a-9970-5b3fc6a200ef will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:18.391555 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:18.431478 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:52:18.436631 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:18.438556 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:18.455427 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:52:18.459410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Pushing event updated for resources: {'Port': ['ID=8c80bae9-a904-469a-9970-5b3fc6a200ef,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:18.495499 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7a151d2f-e707-477d-8ef1-e021e198e7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:18.521625 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Attempting to bind port 8c80bae9-a904-469a-9970-5b3fc6a200ef on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:52:18.521995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Attempting to bind port 8c80bae9-a904-469a-9970-5b3fc6a200ef by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e5d5cec8-f39e-465b-8297-5963c5ac8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:52:18.522444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Attempting to bind port 8c80bae9-a904-469a-9970-5b3fc6a200ef on network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:52:18.527430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:52:18.527810 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Checking segment: {'id': 'e5d5cec8-f39e-465b-8297-5963c5ac8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:18.528219 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:18.528613 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Bound using segment: {'id': 'e5d5cec8-f39e-465b-8297-5963c5ac8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:52:18.529108 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Bound port: 8c80bae9-a904-469a-9970-5b3fc6a200ef, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d5cec8-f39e-465b-8297-5963c5ac8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:52:18.529455 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:18.592515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] For port 8c80bae9-a904-469a-9970-5b3fc6a200ef, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:52:18.595597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] For port 8c80bae9-a904-469a-9970-5b3fc6a200ef, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8c80bae9-a904-469a-9970-5b3fc6a200ef,segment=NetworkSegment(e5d5cec8-f39e-465b-8297-5963c5ac8854),segment_id=e5d5cec8-f39e-465b-8297-5963c5ac8854)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:52:18.599877 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:18.657172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb0f2d-2c04-4784-936a-cc0da4ce7037 None None] Pushing event updated for resources: {'Port': ['ID=8c80bae9-a904-469a-9970-5b3fc6a200ef,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:18.661024 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:18.685875 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:18.703816 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:18.801750 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Allocated IP 172.25.5.231 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/7f67a381-66db-4ce2-9967-974e6fb179e9) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:52:18.916570 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:18.956210 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:18.996408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:52:18.999327 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:19.002894 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:52:19.008447 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Pushing event updated for resources: {'Port': ['ID=7f67a381-66db-4ce2-9967-974e6fb179e9,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:19.252044 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:19.465028 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:19.550761 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c265b9b-83e9-4983-b066-16d5a3e86298 None None] Network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:19.597364 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Router 251cf654-80c0-4f34-bf58-afd262707430 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:52:19.717319 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:52:19.726973 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Sync routers for ids ['251cf654-80c0-4f34-bf58-afd262707430'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:52:19.734026 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:19.738398 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-02f54832-1775-470f-8154-aecfdaa0ed81 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8069777 Aug 05 14:52:19.738717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46922) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:19.739239 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Routers {'251cf654-80c0-4f34-bf58-afd262707430'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:52:19.739644 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:52:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['251cf654-80c0-4f34-bf58-afd262707430'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:19.784025 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:19.788908 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-50caf99d-65ef-4204-a05e-77ba4eaa2cde None None] Provisioning for port 8c80bae9-a904-469a-9970-5b3fc6a200ef completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:52:19.857091 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Set router 251cf654-80c0-4f34-bf58-afd262707430 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:52:20.051139 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251cf654-80c0-4f34-bf58-afd262707430', 'name': 'tempest-TestEncryptedCinderVolumes-2036229212-router', 'tenant_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '7f67a381-66db-4ce2-9967-974e6fb179e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:52:17Z', 'updated_at': '2021-08-05T14:52:19Z', 'revision_number': 3, 'project_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'gw_port': {'id': '7f67a381-66db-4ce2-9967-974e6fb179e9', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:06:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251cf654-80c0-4f34-bf58-afd262707430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:18Z', 'updated_at': '2021-08-05T14:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:20.079817 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Checking router: 251cf654-80c0-4f34-bf58-afd262707430 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:52:20.080167 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Updating router 251cf654-80c0-4f34-bf58-afd262707430 port 7f67a381-66db-4ce2-9967-974e6fb179e9 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:52:20.106096 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:20.187820 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:20.346693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Allocated IP 172.20.0.1 (c5be5bfa-056c-4f9b-a407-e4a20c04ecc3/df278f92-074c-4bc6-b1c1-0c0e6c64eb66/dc3341ae-89d9-46cf-b642-1e3848a8ad13) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:52:20.379890 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:20.390044 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Transition to ACTIVE for port object 7f67a381-66db-4ce2-9967-974e6fb179e9 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:20.395963 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:20.443396 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Attempting to bind port 7f67a381-66db-4ce2-9967-974e6fb179e9 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:52:20.443763 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Attempting to bind port 7f67a381-66db-4ce2-9967-974e6fb179e9 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:52:20.444122 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Attempting to bind port 7f67a381-66db-4ce2-9967-974e6fb179e9 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:52:20.454518 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:52:20.454865 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:20.455255 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:20.455642 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:52:20.456105 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Bound port: 7f67a381-66db-4ce2-9967-974e6fb179e9, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:52:20.456505 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:20.459344 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacca038-786e-4c94-98f8-99317a64b8af None None] Pushing event updated for resources: {'Port': ['ID=7f67a381-66db-4ce2-9967-974e6fb179e9,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:20.463970 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:20.477904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Transition to ACTIVE for port object dc3341ae-89d9-46cf-b642-1e3848a8ad13 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:20.486811 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca038-786e-4c94-98f8-99317a64b8af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:20.487158 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca038-786e-4c94-98f8-99317a64b8af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:20.487495 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca038-786e-4c94-98f8-99317a64b8af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:20.487827 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca038-786e-4c94-98f8-99317a64b8af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:20.488156 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca038-786e-4c94-98f8-99317a64b8af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:20.488485 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca038-786e-4c94-98f8-99317a64b8af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:20.488809 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca038-786e-4c94-98f8-99317a64b8af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:20.489129 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca038-786e-4c94-98f8-99317a64b8af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:20.489449 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca038-786e-4c94-98f8-99317a64b8af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:20.489767 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca038-786e-4c94-98f8-99317a64b8af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:20.490085 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca038-786e-4c94-98f8-99317a64b8af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:20.490421 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacca038-786e-4c94-98f8-99317a64b8af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:20.513727 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:20.522600 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] For port 7f67a381-66db-4ce2-9967-974e6fb179e9, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:52:20.525952 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] For port 7f67a381-66db-4ce2-9967-974e6fb179e9, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7f67a381-66db-4ce2-9967-974e6fb179e9,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:52:20.530715 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:20.550508 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:52:20.553284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:20.556415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:52:20.591970 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Pushing event updated for resources: {'Port': ['ID=dc3341ae-89d9-46cf-b642-1e3848a8ad13,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:20.599622 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacca038-786e-4c94-98f8-99317a64b8af None None] Pushing event updated for resources: {'Port': ['ID=7f67a381-66db-4ce2-9967-974e6fb179e9,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:20.603773 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Routers {'251cf654-80c0-4f34-bf58-afd262707430'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:52:20.604628 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:52:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['251cf654-80c0-4f34-bf58-afd262707430'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:20.616977 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:20.713223 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] Set router 251cf654-80c0-4f34-bf58-afd262707430 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:52:20.736890 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8c80bae9-a904-469a-9970-5b3fc6a200ef up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:52:20.795399 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:20.802761 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 8c80bae9-a904-469a-9970-5b3fc6a200ef completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:52:20.807081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8c80bae9-a904-469a-9970-5b3fc6a200ef triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:20.807461 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:20.857371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c804701a-033c-449c-9490-b09167ea4e0a None None] Provisioning for port dc3341ae-89d9-46cf-b642-1e3848a8ad13 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:52:20.861305 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c804701a-033c-449c-9490-b09167ea4e0a None None] Provisioning complete for port dc3341ae-89d9-46cf-b642-1e3848a8ad13 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:20.861681 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c804701a-033c-449c-9490-b09167ea4e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:20.912370 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251cf654-80c0-4f34-bf58-afd262707430', 'name': 'tempest-TestEncryptedCinderVolumes-2036229212-router', 'tenant_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '7f67a381-66db-4ce2-9967-974e6fb179e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:52:17Z', 'updated_at': '2021-08-05T14:52:19Z', 'revision_number': 3, 'project_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'gw_port': {'id': '7f67a381-66db-4ce2-9967-974e6fb179e9', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:06:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251cf654-80c0-4f34-bf58-afd262707430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:18Z', 'updated_at': '2021-08-05T14:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:20.922568 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:20.925235 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c804701a-033c-449c-9490-b09167ea4e0a None None] Port dc3341ae-89d9-46cf-b642-1e3848a8ad13 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:52:20.942306 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d8d89-afad-44f3-a4cf-b5a5909d0308 None None] The sync data for ids ['251cf654-80c0-4f34-bf58-afd262707430'] in n-d-803585-2 is: [{'id': '251cf654-80c0-4f34-bf58-afd262707430', 'name': 'tempest-TestEncryptedCinderVolumes-2036229212-router', 'tenant_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '7f67a381-66db-4ce2-9967-974e6fb179e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:52:17Z', 'updated_at': '2021-08-05T14:52:19Z', 'revision_number': 3, 'project_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'gw_port': {'id': '7f67a381-66db-4ce2-9967-974e6fb179e9', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:06:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251cf654-80c0-4f34-bf58-afd262707430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:18Z', 'updated_at': '2021-08-05T14:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:52:20.964579 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 8c80bae9-a904-469a-9970-5b3fc6a200ef, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8c80bae9-a904-469a-9970-5b3fc6a200ef,segment=NetworkSegment(e5d5cec8-f39e-465b-8297-5963c5ac8854),segment_id=e5d5cec8-f39e-465b-8297-5963c5ac8854)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:52:20.969190 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:20.976364 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:20.981729 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:21.019379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=8c80bae9-a904-469a-9970-5b3fc6a200ef,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:21.055447 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Pushing event updated for resources: {'Port': ['ID=dc3341ae-89d9-46cf-b642-1e3848a8ad13,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:21.060799 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:21.168071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:52:21.171997 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:21.316271 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Router 251cf654-80c0-4f34-bf58-afd262707430 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:52:21.435634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:52:21.450181 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9dbd67dd-a6e3-4bb3-bae9-fa604a6783c1 admin admin] 10.222.0.16 "PUT /v2.0/routers/251cf654-80c0-4f34-bf58-afd262707430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7023196 Aug 05 14:52:21.453756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-42b1dcb5-8a48-4fa4-b19a-0e080f27e95f None None] Provisioning complete for port dc3341ae-89d9-46cf-b642-1e3848a8ad13 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:21.454222 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-42b1dcb5-8a48-4fa4-b19a-0e080f27e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:21.504122 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-42b1dcb5-8a48-4fa4-b19a-0e080f27e95f None None] Port dc3341ae-89d9-46cf-b642-1e3848a8ad13 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:52:21.507359 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:21.927696 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46938) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:21.933669 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f3f7cb02-8957-4f75-95d7-aeca8dcb5930 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-556325710-network', 'tenant_id': 'fb6650601b324c2ba404b62417924b47'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:21.954559 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f7cb02-8957-4f75-95d7-aeca8dcb5930 admin admin] Made reservation on behalf of fb6650601b324c2ba404b62417924b47 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:52:21.956851 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f3f7cb02-8957-4f75-95d7-aeca8dcb5930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:21.965746 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f3f7cb02-8957-4f75-95d7-aeca8dcb5930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:22.058707 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f3f7cb02-8957-4f75-95d7-aeca8dcb5930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:22.062532 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f3f7cb02-8957-4f75-95d7-aeca8dcb5930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:22.087196 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f7cb02-8957-4f75-95d7-aeca8dcb5930 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:52:22.095843 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7cb02-8957-4f75-95d7-aeca8dcb5930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b88d8df-070c-4447-b5bb-43de645e81b2,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:22.102401 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f3f7cb02-8957-4f75-95d7-aeca8dcb5930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:22.102692 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-f3f7cb02-8957-4f75-95d7-aeca8dcb5930 admin admin] Added segment fd622f14-e273-474c-b76c-bc5ba4dc5937 of type vlan for network 30e61ced-8274-42be-8cbd-003e8d9381b9 Aug 05 14:52:22.142661 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f3f7cb02-8957-4f75-95d7-aeca8dcb5930 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:22.171579 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f3f7cb02-8957-4f75-95d7-aeca8dcb5930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:22.172577 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f7cb02-8957-4f75-95d7-aeca8dcb5930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:22.173169 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f3f7cb02-8957-4f75-95d7-aeca8dcb5930 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:22.229495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f3f7cb02-8957-4f75-95d7-aeca8dcb5930 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3006661 Aug 05 14:52:22.232301 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46940) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:22.238727 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c30eee37-6db5-402e-bb82-532add66bab9 admin admin] Request body: {'subnet': {'network_id': '30e61ced-8274-42be-8cbd-003e8d9381b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-556325710-subnet', 'tenant_id': 'fb6650601b324c2ba404b62417924b47', 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:22.248484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7cb02-8957-4f75-95d7-aeca8dcb5930 admin admin] Pushing event updated for resources: {'Network': ['ID=30e61ced-8274-42be-8cbd-003e8d9381b9,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:22.258802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 30e61ced-8274-42be-8cbd-003e8d9381b9 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:52:22.266913 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30eee37-6db5-402e-bb82-532add66bab9 admin admin] Made reservation on behalf of fb6650601b324c2ba404b62417924b47 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:52:22.269225 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c30eee37-6db5-402e-bb82-532add66bab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:22.451255 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c30eee37-6db5-402e-bb82-532add66bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:22.512569 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30eee37-6db5-402e-bb82-532add66bab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=003d20d3-14ed-4621-a127-dd232a782319,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:22.519424 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Sync routers for ids ['251cf654-80c0-4f34-bf58-afd262707430'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:52:22.521365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30eee37-6db5-402e-bb82-532add66bab9 admin admin] Checking segment: {'id': 'fd622f14-e273-474c-b76c-bc5ba4dc5937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '30e61ced-8274-42be-8cbd-003e8d9381b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:22.521735 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30eee37-6db5-402e-bb82-532add66bab9 admin admin] Network hostable DHCP agents. Network: 30e61ced-8274-42be-8cbd-003e8d9381b9, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:52:22.529907 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Routers {'251cf654-80c0-4f34-bf58-afd262707430'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:52:22.530728 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:52:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['251cf654-80c0-4f34-bf58-afd262707430'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:22.539918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30eee37-6db5-402e-bb82-532add66bab9 admin admin] Network 30e61ced-8274-42be-8cbd-003e8d9381b9 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:52:22.548222 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-c30eee37-6db5-402e-bb82-532add66bab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 30e61ced-8274-42be-8cbd-003e8d9381b9) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:22.553350 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30eee37-6db5-402e-bb82-532add66bab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:22.553942 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c30eee37-6db5-402e-bb82-532add66bab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:22.567764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc97312-03f0-4662-ac40-ac06677c98f8 None None] Network 30e61ced-8274-42be-8cbd-003e8d9381b9 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:22.569509 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c30eee37-6db5-402e-bb82-532add66bab9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3345318 Aug 05 14:52:22.572264 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 46942) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:22.576445 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-556325710-router', 'tenant_id': 'fb6650601b324c2ba404b62417924b47', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:22.596609 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:22.597654 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:22.655161 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:22.731487 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Set router 251cf654-80c0-4f34-bf58-afd262707430 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:52:22.779048 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8c80bae9-a904-469a-9970-5b3fc6a200ef up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:52:22.805269 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:22.910876 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-30e61ced-8274-42be-8cbd-003e8d9381b9', 'network_id': '30e61ced-8274-42be-8cbd-003e8d9381b9', 'tenant_id': 'fb6650601b324c2ba404b62417924b47', 'fixed_ips': [{'subnet_id': '003d20d3-14ed-4621-a127-dd232a782319'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:52:22.911714 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:23.008711 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:23.017039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8c80bae9-a904-469a-9970-5b3fc6a200ef triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:23.017413 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:23.028249 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:23.129251 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Allocated IP 172.25.5.148 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/bbe6d6be-aae2-4090-a8a7-20d0e6323668) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:52:23.150849 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Allocated IP 172.20.0.2 (30e61ced-8274-42be-8cbd-003e8d9381b9/003d20d3-14ed-4621-a127-dd232a782319/8905d2d1-e09e-4b5e-9124-6fa6425e6ff2) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:52:23.186138 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251cf654-80c0-4f34-bf58-afd262707430', 'name': 'tempest-TestEncryptedCinderVolumes-2036229212-router', 'tenant_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '7f67a381-66db-4ce2-9967-974e6fb179e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:52:17Z', 'updated_at': '2021-08-05T14:52:20Z', 'revision_number': 4, 'project_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'gw_port': {'id': '7f67a381-66db-4ce2-9967-974e6fb179e9', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:06:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251cf654-80c0-4f34-bf58-afd262707430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:18Z', 'updated_at': '2021-08-05T14:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'dc3341ae-89d9-46cf-b642-1e3848a8ad13', 'name': '', 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3', 'tenant_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'mac_address': 'fa:16:3e:64:c8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251cf654-80c0-4f34-bf58-afd262707430', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'df278f92-074c-4bc6-b1c1-0c0e6c64eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:20Z', 'updated_at': '2021-08-05T14:52:20Z', 'revision_number': 2, 'project_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'subnets': [{'id': 'df278f92-074c-4bc6-b1c1-0c0e6c64eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:23.225475 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Checking router: 251cf654-80c0-4f34-bf58-afd262707430 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:52:23.225834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Updating router 251cf654-80c0-4f34-bf58-afd262707430 port dc3341ae-89d9-46cf-b642-1e3848a8ad13 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:52:23.243624 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:23.280489 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7f67a381-66db-4ce2-9967-974e6fb179e9 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:52:23.283056 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:23.316143 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:23.318616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:52:23.321998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:23.327805 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:52:23.356261 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Pushing event updated for resources: {'Port': ['ID=bbe6d6be-aae2-4090-a8a7-20d0e6323668,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:23.499859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 7f67a381-66db-4ce2-9967-974e6fb179e9 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:52:23.517665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 7f67a381-66db-4ce2-9967-974e6fb179e9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:23.518042 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:23.529848 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:23.572971 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Transition to ACTIVE for port object 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:23.593080 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:23.623749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Transition to ACTIVE for port object 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:23.646233 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:23.745048 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Network 30e61ced-8274-42be-8cbd-003e8d9381b9 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:52:23.751530 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:23.758754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:23.760496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Pushing event updated for resources: {'Port': ['ID=8905d2d1-e09e-4b5e-9124-6fa6425e6ff2,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:23.767295 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:52:23.799044 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 7f67a381-66db-4ce2-9967-974e6fb179e9, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7f67a381-66db-4ce2-9967-974e6fb179e9,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:52:23.816792 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:23.835510 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:23.912120 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:23.917250 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Attempting to bind port 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:52:23.917626 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Attempting to bind port 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'fd622f14-e273-474c-b76c-bc5ba4dc5937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '30e61ced-8274-42be-8cbd-003e8d9381b9'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:52:23.917988 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Attempting to bind port 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 on network 30e61ced-8274-42be-8cbd-003e8d9381b9 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:52:23.936754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:52:23.937129 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Checking segment: {'id': 'fd622f14-e273-474c-b76c-bc5ba4dc5937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '30e61ced-8274-42be-8cbd-003e8d9381b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:23.937535 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:23.937930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Bound using segment: {'id': 'fd622f14-e273-474c-b76c-bc5ba4dc5937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '30e61ced-8274-42be-8cbd-003e8d9381b9'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:52:23.938426 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Bound port: 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd622f14-e273-474c-b76c-bc5ba4dc5937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '30e61ced-8274-42be-8cbd-003e8d9381b9'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:52:23.938806 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:23.942620 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=7f67a381-66db-4ce2-9967-974e6fb179e9,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:23.952219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Transition to ACTIVE for port object dc3341ae-89d9-46cf-b642-1e3848a8ad13 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:23.959145 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Router 64261334-759c-4536-9aa1-04d63dff9a06 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:52:23.962024 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:24.218894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff8d78-358d-438a-a381-3c02b21efa8c None None] Pushing event updated for resources: {'Port': ['ID=dc3341ae-89d9-46cf-b642-1e3848a8ad13,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:24.225821 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] For port 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:52:24.230654 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] For port 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8905d2d1-e09e-4b5e-9124-6fa6425e6ff2,segment=NetworkSegment(fd622f14-e273-474c-b76c-bc5ba4dc5937),segment_id=fd622f14-e273-474c-b76c-bc5ba4dc5937)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:52:24.256641 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:24.328096 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Attempting to bind port dc3341ae-89d9-46cf-b642-1e3848a8ad13 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:52:24.328769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Attempting to bind port dc3341ae-89d9-46cf-b642-1e3848a8ad13 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'e5d5cec8-f39e-465b-8297-5963c5ac8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:52:24.329018 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Attempting to bind port dc3341ae-89d9-46cf-b642-1e3848a8ad13 on network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:52:24.352597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:52:24.352967 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Checking segment: {'id': 'e5d5cec8-f39e-465b-8297-5963c5ac8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:24.353385 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:24.353809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Bound using segment: {'id': 'e5d5cec8-f39e-465b-8297-5963c5ac8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:52:24.354314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Bound port: dc3341ae-89d9-46cf-b642-1e3848a8ad13, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d5cec8-f39e-465b-8297-5963c5ac8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:52:24.354712 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:24.368525 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea5eba-839d-4bcb-aae8-a4bc2e1b9a16 None None] Pushing event updated for resources: {'Port': ['ID=8905d2d1-e09e-4b5e-9124-6fa6425e6ff2,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:24.394812 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:52:24.408414 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Sync routers for ids ['64261334-759c-4536-9aa1-04d63dff9a06'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:52:24.418575 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:24.423134 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 46944) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:52:24.423688 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a367f1c7-9bb2-43e2-aef4-004788080b5e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8502634 Aug 05 14:52:24.424724 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Routers {'64261334-759c-4536-9aa1-04d63dff9a06'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:52:24.425424 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:52:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['64261334-759c-4536-9aa1-04d63dff9a06'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:24.449529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] For port dc3341ae-89d9-46cf-b642-1e3848a8ad13, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:52:24.453884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] For port dc3341ae-89d9-46cf-b642-1e3848a8ad13, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=dc3341ae-89d9-46cf-b642-1e3848a8ad13,segment=NetworkSegment(e5d5cec8-f39e-465b-8297-5963c5ac8854),segment_id=e5d5cec8-f39e-465b-8297-5963c5ac8854)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:52:24.465970 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:24.560291 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Routers {'251cf654-80c0-4f34-bf58-afd262707430'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:52:24.560805 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:52:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['251cf654-80c0-4f34-bf58-afd262707430'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:24.570638 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff8d78-358d-438a-a381-3c02b21efa8c None None] Pushing event updated for resources: {'Port': ['ID=dc3341ae-89d9-46cf-b642-1e3848a8ad13,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:24.627633 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Set router 64261334-759c-4536-9aa1-04d63dff9a06 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:52:24.801300 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] Set router 251cf654-80c0-4f34-bf58-afd262707430 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:52:24.922396 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64261334-759c-4536-9aa1-04d63dff9a06', 'name': 'tempest-TestEncryptedCinderVolumes-556325710-router', 'tenant_id': 'fb6650601b324c2ba404b62417924b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'bbe6d6be-aae2-4090-a8a7-20d0e6323668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:52:22Z', 'updated_at': '2021-08-05T14:52:23Z', 'revision_number': 3, 'project_id': 'fb6650601b324c2ba404b62417924b47', 'gw_port': {'id': 'bbe6d6be-aae2-4090-a8a7-20d0e6323668', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64261334-759c-4536-9aa1-04d63dff9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:23Z', 'updated_at': '2021-08-05T14:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:24.954709 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Checking router: 64261334-759c-4536-9aa1-04d63dff9a06 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:52:24.955091 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Updating router 64261334-759c-4536-9aa1-04d63dff9a06 port bbe6d6be-aae2-4090-a8a7-20d0e6323668 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:52:24.958875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7f67a381-66db-4ce2-9967-974e6fb179e9 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:52:24.980485 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:25.081054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 7f67a381-66db-4ce2-9967-974e6fb179e9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:25.081424 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:25.116055 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:25.143301 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251cf654-80c0-4f34-bf58-afd262707430', 'name': 'tempest-TestEncryptedCinderVolumes-2036229212-router', 'tenant_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '7f67a381-66db-4ce2-9967-974e6fb179e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:52:17Z', 'updated_at': '2021-08-05T14:52:20Z', 'revision_number': 4, 'project_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'gw_port': {'id': '7f67a381-66db-4ce2-9967-974e6fb179e9', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:06:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251cf654-80c0-4f34-bf58-afd262707430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:18Z', 'updated_at': '2021-08-05T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'dc3341ae-89d9-46cf-b642-1e3848a8ad13', 'name': '', 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3', 'tenant_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'mac_address': 'fa:16:3e:64:c8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251cf654-80c0-4f34-bf58-afd262707430', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'df278f92-074c-4bc6-b1c1-0c0e6c64eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:20Z', 'updated_at': '2021-08-05T14:52:24Z', 'revision_number': 4, 'project_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'subnets': [{'id': 'df278f92-074c-4bc6-b1c1-0c0e6c64eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:25.211218 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ff0368-1810-4a4a-8214-2162194e3bef None None] The sync data for ids ['251cf654-80c0-4f34-bf58-afd262707430'] in n-d-803585-2 is: [{'id': '251cf654-80c0-4f34-bf58-afd262707430', 'name': 'tempest-TestEncryptedCinderVolumes-2036229212-router', 'tenant_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '7f67a381-66db-4ce2-9967-974e6fb179e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:52:17Z', 'updated_at': '2021-08-05T14:52:20Z', 'revision_number': 4, 'project_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'gw_port': {'id': '7f67a381-66db-4ce2-9967-974e6fb179e9', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:06:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251cf654-80c0-4f34-bf58-afd262707430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:18Z', 'updated_at': '2021-08-05T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'dc3341ae-89d9-46cf-b642-1e3848a8ad13', 'name': '', 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3', 'tenant_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'mac_address': 'fa:16:3e:64:c8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251cf654-80c0-4f34-bf58-afd262707430', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'df278f92-074c-4bc6-b1c1-0c0e6c64eb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:20Z', 'updated_at': '2021-08-05T14:52:24Z', 'revision_number': 4, 'project_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'subnets': [{'id': 'df278f92-074c-4bc6-b1c1-0c0e6c64eb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:52:25.219873 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:52:25.297302 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:52:25.325090 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:25.340961 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Transition to ACTIVE for port object bbe6d6be-aae2-4090-a8a7-20d0e6323668 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:25.349186 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:25.358569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Allocated IP 172.20.0.1 (30e61ced-8274-42be-8cbd-003e8d9381b9/003d20d3-14ed-4621-a127-dd232a782319/e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:52:25.491808 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:25.518035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Transition to ACTIVE for port object e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:25.529710 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Attempting to bind port bbe6d6be-aae2-4090-a8a7-20d0e6323668 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:52:25.530233 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Attempting to bind port bbe6d6be-aae2-4090-a8a7-20d0e6323668 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:52:25.530389 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Attempting to bind port bbe6d6be-aae2-4090-a8a7-20d0e6323668 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:52:25.533334 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a0653-7b22-4e10-a04b-cff03180c7d6 None None] Pushing event updated for resources: {'Port': ['ID=bbe6d6be-aae2-4090-a8a7-20d0e6323668,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:25.540174 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:52:25.540558 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:25.541479 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:25.541479 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:52:25.541807 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Bound port: bbe6d6be-aae2-4090-a8a7-20d0e6323668, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:52:25.542191 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:25.563550 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:25.600706 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] For port bbe6d6be-aae2-4090-a8a7-20d0e6323668, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:52:25.602652 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Network 30e61ced-8274-42be-8cbd-003e8d9381b9 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:52:25.604628 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] For port bbe6d6be-aae2-4090-a8a7-20d0e6323668, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=bbe6d6be-aae2-4090-a8a7-20d0e6323668,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:52:25.606556 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:25.610844 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:25.611419 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:52:25.654560 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:25.683913 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b164179e-5a4d-4ab9-8519-e9938ac1d087 None None] Network 30e61ced-8274-42be-8cbd-003e8d9381b9 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:52:25.684835 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a0653-7b22-4e10-a04b-cff03180c7d6 None None] Pushing event updated for resources: {'Port': ['ID=bbe6d6be-aae2-4090-a8a7-20d0e6323668,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:25.689424 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Routers {'64261334-759c-4536-9aa1-04d63dff9a06'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:52:25.690024 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:52:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['64261334-759c-4536-9aa1-04d63dff9a06'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:25.710906 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Pushing event updated for resources: {'Port': ['ID=e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:25.800030 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e87f2954-dbdb-4beb-b055-7e26b472975d None None] Provisioning for port 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:52:25.825215 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:25.828518 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e87f2954-dbdb-4beb-b055-7e26b472975d None None] Provisioning complete for port 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:25.828901 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e87f2954-dbdb-4beb-b055-7e26b472975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:25.854746 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] Set router 64261334-759c-4536-9aa1-04d63dff9a06 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:52:25.974864 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e87f2954-dbdb-4beb-b055-7e26b472975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:26.032624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-e87f2954-dbdb-4beb-b055-7e26b472975d None None] For port 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8905d2d1-e09e-4b5e-9124-6fa6425e6ff2,segment=NetworkSegment(fd622f14-e273-474c-b76c-bc5ba4dc5937),segment_id=fd622f14-e273-474c-b76c-bc5ba4dc5937)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:52:26.038969 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e87f2954-dbdb-4beb-b055-7e26b472975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:26.057299 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:26.063997 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:26.105844 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64261334-759c-4536-9aa1-04d63dff9a06', 'name': 'tempest-TestEncryptedCinderVolumes-556325710-router', 'tenant_id': 'fb6650601b324c2ba404b62417924b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'bbe6d6be-aae2-4090-a8a7-20d0e6323668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:52:22Z', 'updated_at': '2021-08-05T14:52:23Z', 'revision_number': 3, 'project_id': 'fb6650601b324c2ba404b62417924b47', 'gw_port': {'id': 'bbe6d6be-aae2-4090-a8a7-20d0e6323668', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64261334-759c-4536-9aa1-04d63dff9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:23Z', 'updated_at': '2021-08-05T14:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:26.129432 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f2954-dbdb-4beb-b055-7e26b472975d None None] Pushing event updated for resources: {'Port': ['ID=8905d2d1-e09e-4b5e-9124-6fa6425e6ff2,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:26.149239 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75fffaa-7dc3-49cc-8c02-2d2ead90bc3d None None] The sync data for ids ['64261334-759c-4536-9aa1-04d63dff9a06'] in n-d-803585-2 is: [{'id': '64261334-759c-4536-9aa1-04d63dff9a06', 'name': 'tempest-TestEncryptedCinderVolumes-556325710-router', 'tenant_id': 'fb6650601b324c2ba404b62417924b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'bbe6d6be-aae2-4090-a8a7-20d0e6323668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:52:22Z', 'updated_at': '2021-08-05T14:52:23Z', 'revision_number': 3, 'project_id': 'fb6650601b324c2ba404b62417924b47', 'gw_port': {'id': 'bbe6d6be-aae2-4090-a8a7-20d0e6323668', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64261334-759c-4536-9aa1-04d63dff9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:23Z', 'updated_at': '2021-08-05T14:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:52:26.158221 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:26.161556 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Pushing event updated for resources: {'Port': ['ID=e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:26.265419 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e57a16fd-7606-4fbc-8035-7abf2c566e92 None None] Provisioning for port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:52:26.270133 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e57a16fd-7606-4fbc-8035-7abf2c566e92 None None] Provisioning complete for port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:26.270592 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e57a16fd-7606-4fbc-8035-7abf2c566e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:26.283346 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Network 30e61ced-8274-42be-8cbd-003e8d9381b9 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:52:26.284877 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:26.325239 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e57a16fd-7606-4fbc-8035-7abf2c566e92 None None] Port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:52:26.338577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e57a16fd-7606-4fbc-8035-7abf2c566e92 None None] Provisioning complete for port 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:26.339778 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e57a16fd-7606-4fbc-8035-7abf2c566e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:26.468252 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Router 64261334-759c-4536-9aa1-04d63dff9a06 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:52:26.573249 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-80f099d8-54d3-4c5d-8fe4-c19fd1a0411e None None] Provisioning complete for port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:26.574172 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-80f099d8-54d3-4c5d-8fe4-c19fd1a0411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:26.678600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-80f099d8-54d3-4c5d-8fe4-c19fd1a0411e None None] Port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:52:26.805816 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e99b8329-f3c7-46f2-bf8b-1b339515d1a7 None None] Provisioning complete for port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:26.807013 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e99b8329-f3c7-46f2-bf8b-1b339515d1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:26.852608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device bbe6d6be-aae2-4090-a8a7-20d0e6323668 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:52:26.910065 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e99b8329-f3c7-46f2-bf8b-1b339515d1a7 None None] Port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:52:26.925958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port bbe6d6be-aae2-4090-a8a7-20d0e6323668 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:52:26.930669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port bbe6d6be-aae2-4090-a8a7-20d0e6323668 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:26.931091 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:27.016169 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:52:27.020154 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:27.022075 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-df235398-8e56-43c2-a5b3-44ad6bb339d8 admin admin] 10.222.0.16 "PUT /v2.0/routers/64261334-759c-4536-9aa1-04d63dff9a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5963602 Aug 05 14:52:27.047650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port bbe6d6be-aae2-4090-a8a7-20d0e6323668, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=bbe6d6be-aae2-4090-a8a7-20d0e6323668,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:52:27.053065 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:27.054017 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device dc3341ae-89d9-46cf-b642-1e3848a8ad13 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:52:27.132876 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=bbe6d6be-aae2-4090-a8a7-20d0e6323668,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:27.145416 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port dc3341ae-89d9-46cf-b642-1e3848a8ad13 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:52:27.152125 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port dc3341ae-89d9-46cf-b642-1e3848a8ad13 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:27.152790 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:27.240105 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:27.277313 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port dc3341ae-89d9-46cf-b642-1e3848a8ad13, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=dc3341ae-89d9-46cf-b642-1e3848a8ad13,segment=NetworkSegment(e5d5cec8-f39e-465b-8297-5963c5ac8854),segment_id=e5d5cec8-f39e-465b-8297-5963c5ac8854)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:52:27.281517 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:27.282662 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:52:27.361704 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=dc3341ae-89d9-46cf-b642-1e3848a8ad13,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:27.382102 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:27.382948 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:27.974213 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476339ee-0605-4ac4-8751-04d154a7f802 req-3576e930-6ebf-4244-8127-8af7b643d9f3 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:27.976422 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-476339ee-0605-4ac4-8751-04d154a7f802 req-3576e930-6ebf-4244-8127-8af7b643d9f3 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/networks?id=c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 HTTP/1.1" status: 200 len: 817 time: 0.1020532 Aug 05 14:52:27.991377 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-476339ee-0605-4ac4-8751-04d154a7f802 req-869d48bc-67b8-4c97-b1d7-320161205cde tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/quotas/25b7b9b344b44ebb8c6dc78db1117c65 HTTP/1.1" status: 200 len: 375 time: 0.0091684 Aug 05 14:52:28.042547 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-476339ee-0605-4ac4-8751-04d154a7f802 req-a2954234-ab94-4d50-9522-333353aa9d52 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=25b7b9b344b44ebb8c6dc78db1117c65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457406 Aug 05 14:52:28.279563 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-476339ee-0605-4ac4-8751-04d154a7f802 req-4f0574a4-e684-4259-9796-11c0e44bad8a service neutron] 10.222.0.16 "GET /v2.0/networks/c5be5bfa-056c-4f9b-a407-e4a20c04ecc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282325 Aug 05 14:52:28.369773 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-476339ee-0605-4ac4-8751-04d154a7f802 req-d45697e6-4ae9-4854-8f33-8fe8920d1d56 service neutron] 10.222.0.16 "GET /v2.0/networks/c5be5bfa-056c-4f9b-a407-e4a20c04ecc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837214 Aug 05 14:52:28.550880 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c4b86757-b8f8-4f94-8df7-d84ddf0c465d req-dc3e4f20-7755-4a2b-a637-461db8f5f142 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa HTTP/1.1" status: 200 len: 210 time: 0.0287519 Aug 05 14:52:28.606891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Sync routers for ids ['64261334-759c-4536-9aa1-04d63dff9a06'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:52:28.620762 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Routers {'64261334-759c-4536-9aa1-04d63dff9a06'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:52:28.621849 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:52:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['64261334-759c-4536-9aa1-04d63dff9a06'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:28.708249 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device bbe6d6be-aae2-4090-a8a7-20d0e6323668 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:52:28.764102 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Set router 64261334-759c-4536-9aa1-04d63dff9a06 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:52:28.814591 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port bbe6d6be-aae2-4090-a8a7-20d0e6323668 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:28.814973 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:29.006452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device dc3341ae-89d9-46cf-b642-1e3848a8ad13 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:52:29.065873 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64261334-759c-4536-9aa1-04d63dff9a06', 'name': 'tempest-TestEncryptedCinderVolumes-556325710-router', 'tenant_id': 'fb6650601b324c2ba404b62417924b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'bbe6d6be-aae2-4090-a8a7-20d0e6323668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:52:22Z', 'updated_at': '2021-08-05T14:52:25Z', 'revision_number': 4, 'project_id': 'fb6650601b324c2ba404b62417924b47', 'gw_port': {'id': 'bbe6d6be-aae2-4090-a8a7-20d0e6323668', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64261334-759c-4536-9aa1-04d63dff9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:23Z', 'updated_at': '2021-08-05T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5', 'name': '', 'network_id': '30e61ced-8274-42be-8cbd-003e8d9381b9', 'tenant_id': 'fb6650601b324c2ba404b62417924b47', 'mac_address': 'fa:16:3e:8e:d1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64261334-759c-4536-9aa1-04d63dff9a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '003d20d3-14ed-4621-a127-dd232a782319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:25Z', 'updated_at': '2021-08-05T14:52:25Z', 'revision_number': 2, 'project_id': 'fb6650601b324c2ba404b62417924b47', 'subnets': [{'id': '003d20d3-14ed-4621-a127-dd232a782319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:29.098799 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Checking router: 64261334-759c-4536-9aa1-04d63dff9a06 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:52:29.099160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Updating router 64261334-759c-4536-9aa1-04d63dff9a06 port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:52:29.101271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port dc3341ae-89d9-46cf-b642-1e3848a8ad13 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:29.101689 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:29.149347 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:29.525751 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476339ee-0605-4ac4-8751-04d154a7f802 req-c17688d9-d930-4577-b845-d05bf5617c41 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:29.527269 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-476339ee-0605-4ac4-8751-04d154a7f802 req-c17688d9-d930-4577-b845-d05bf5617c41 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.84 "GET /v2.0/networks?id=c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 HTTP/1.1" status: 200 len: 817 time: 0.1172819 Aug 05 14:52:29.541229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-476339ee-0605-4ac4-8751-04d154a7f802 req-c063e3ed-5e89-4364-af5b-793d37336ac5 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Request body: {'port': {'device_id': '7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa', 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3', 'admin_state_up': True, 'tenant_id': '25b7b9b344b44ebb8c6dc78db1117c65'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:29.615529 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:29.627114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Transition to ACTIVE for port object e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:29.633477 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:29.663670 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-947b40fb-e09f-4c57-b895-255db60e8efd req-eafdfe6e-6627-450f-8295-ba1a9624399d tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa HTTP/1.1" status: 200 len: 210 time: 0.0408683 Aug 05 14:52:29.692313 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476339ee-0605-4ac4-8751-04d154a7f802 req-c063e3ed-5e89-4364-af5b-793d37336ac5 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Made reservation on behalf of 25b7b9b344b44ebb8c6dc78db1117c65 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:52:29.694626 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82929608-e82d-4ba2-9872-f5c75bfcd771 None None] Pushing event updated for resources: {'Port': ['ID=e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:29.696984 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-476339ee-0605-4ac4-8751-04d154a7f802 req-c063e3ed-5e89-4364-af5b-793d37336ac5 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:29.747176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Attempting to bind port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:52:29.747541 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Attempting to bind port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'fd622f14-e273-474c-b76c-bc5ba4dc5937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '30e61ced-8274-42be-8cbd-003e8d9381b9'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:52:29.747917 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Attempting to bind port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 on network 30e61ced-8274-42be-8cbd-003e8d9381b9 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:52:29.753104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:52:29.754165 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Checking segment: {'id': 'fd622f14-e273-474c-b76c-bc5ba4dc5937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '30e61ced-8274-42be-8cbd-003e8d9381b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:29.754165 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:29.754465 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Bound using segment: {'id': 'fd622f14-e273-474c-b76c-bc5ba4dc5937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '30e61ced-8274-42be-8cbd-003e8d9381b9'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:52:29.754750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Bound port: e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd622f14-e273-474c-b76c-bc5ba4dc5937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '30e61ced-8274-42be-8cbd-003e8d9381b9'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:52:29.755140 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:29.827411 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] For port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:52:29.831462 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] For port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5,segment=NetworkSegment(fd622f14-e273-474c-b76c-bc5ba4dc5937),segment_id=fd622f14-e273-474c-b76c-bc5ba4dc5937)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:52:29.836614 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:29.847276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-476339ee-0605-4ac4-8751-04d154a7f802 req-c063e3ed-5e89-4364-af5b-793d37336ac5 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Allocated IP 172.20.0.6 (c5be5bfa-056c-4f9b-a407-e4a20c04ecc3/df278f92-074c-4bc6-b1c1-0c0e6c64eb66/54c16348-62bf-4dd5-b3c0-bb2eeec77b95) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:52:29.890814 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Routers {'64261334-759c-4536-9aa1-04d63dff9a06'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:52:29.891457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:52:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['64261334-759c-4536-9aa1-04d63dff9a06'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:29.955253 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82929608-e82d-4ba2-9872-f5c75bfcd771 None None] Pushing event updated for resources: {'Port': ['ID=e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:30.016045 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-476339ee-0605-4ac4-8751-04d154a7f802 req-c063e3ed-5e89-4364-af5b-793d37336ac5 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:30.031083 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] Set router 64261334-759c-4536-9aa1-04d63dff9a06 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:52:30.036356 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-476339ee-0605-4ac4-8751-04d154a7f802 req-c063e3ed-5e89-4364-af5b-793d37336ac5 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Transition to ACTIVE for port object 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:30.073760 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-476339ee-0605-4ac4-8751-04d154a7f802 req-c063e3ed-5e89-4364-af5b-793d37336ac5 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:30.121088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476339ee-0605-4ac4-8751-04d154a7f802 req-c063e3ed-5e89-4364-af5b-793d37336ac5 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:52:30.126421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-476339ee-0605-4ac4-8751-04d154a7f802 req-c063e3ed-5e89-4364-af5b-793d37336ac5 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:52:30.130049 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-476339ee-0605-4ac4-8751-04d154a7f802 req-c063e3ed-5e89-4364-af5b-793d37336ac5 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:52:30.156293 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063e3ed-5e89-4364-af5b-793d37336ac5 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Pushing event updated for resources: {'Port': ['ID=54c16348-62bf-4dd5-b3c0-bb2eeec77b95,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:30.186215 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476339ee-0605-4ac4-8751-04d154a7f802 req-c063e3ed-5e89-4364-af5b-793d37336ac5 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:30.187003 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-476339ee-0605-4ac4-8751-04d154a7f802 req-c063e3ed-5e89-4364-af5b-793d37336ac5 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:30.203015 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-476339ee-0605-4ac4-8751-04d154a7f802 req-c063e3ed-5e89-4364-af5b-793d37336ac5 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6664000 Aug 05 14:52:30.216438 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Request body: {'port': {'device_id': '7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:52:30.259542 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64261334-759c-4536-9aa1-04d63dff9a06', 'name': 'tempest-TestEncryptedCinderVolumes-556325710-router', 'tenant_id': 'fb6650601b324c2ba404b62417924b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'bbe6d6be-aae2-4090-a8a7-20d0e6323668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:52:22Z', 'updated_at': '2021-08-05T14:52:25Z', 'revision_number': 4, 'project_id': 'fb6650601b324c2ba404b62417924b47', 'gw_port': {'id': 'bbe6d6be-aae2-4090-a8a7-20d0e6323668', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64261334-759c-4536-9aa1-04d63dff9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:23Z', 'updated_at': '2021-08-05T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5', 'name': '', 'network_id': '30e61ced-8274-42be-8cbd-003e8d9381b9', 'tenant_id': 'fb6650601b324c2ba404b62417924b47', 'mac_address': 'fa:16:3e:8e:d1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64261334-759c-4536-9aa1-04d63dff9a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '003d20d3-14ed-4621-a127-dd232a782319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:25Z', 'updated_at': '2021-08-05T14:52:29Z', 'revision_number': 4, 'project_id': 'fb6650601b324c2ba404b62417924b47', 'subnets': [{'id': '003d20d3-14ed-4621-a127-dd232a782319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:52:30.273390 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:30.288962 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d4570b-803f-451c-9db8-84489b2a84e1 None None] The sync data for ids ['64261334-759c-4536-9aa1-04d63dff9a06'] in n-d-803585-2 is: [{'id': '64261334-759c-4536-9aa1-04d63dff9a06', 'name': 'tempest-TestEncryptedCinderVolumes-556325710-router', 'tenant_id': 'fb6650601b324c2ba404b62417924b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'bbe6d6be-aae2-4090-a8a7-20d0e6323668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:52:22Z', 'updated_at': '2021-08-05T14:52:25Z', 'revision_number': 4, 'project_id': 'fb6650601b324c2ba404b62417924b47', 'gw_port': {'id': 'bbe6d6be-aae2-4090-a8a7-20d0e6323668', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64261334-759c-4536-9aa1-04d63dff9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:23Z', 'updated_at': '2021-08-05T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5', 'name': '', 'network_id': '30e61ced-8274-42be-8cbd-003e8d9381b9', 'tenant_id': 'fb6650601b324c2ba404b62417924b47', 'mac_address': 'fa:16:3e:8e:d1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64261334-759c-4536-9aa1-04d63dff9a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '003d20d3-14ed-4621-a127-dd232a782319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:25Z', 'updated_at': '2021-08-05T14:52:29Z', 'revision_number': 4, 'project_id': 'fb6650601b324c2ba404b62417924b47', 'subnets': [{'id': '003d20d3-14ed-4621-a127-dd232a782319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:52:30.463156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-175dbbe8-0f30-4e01-91c7-5ba29c2ee6c3 None None] Provisioning for port 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:52:30.467657 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-175dbbe8-0f30-4e01-91c7-5ba29c2ee6c3 None None] Provisioning complete for port 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:30.468177 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-175dbbe8-0f30-4e01-91c7-5ba29c2ee6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:30.504469 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-175dbbe8-0f30-4e01-91c7-5ba29c2ee6c3 None None] Port 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:52:30.590185 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:52:30.600072 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:30.615453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Transition to ACTIVE for port object 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:52:30.619903 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:30.671349 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Pushing event updated for resources: {'Port': ['ID=54c16348-62bf-4dd5-b3c0-bb2eeec77b95,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:30.766718 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:52:30.767973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Attempting to bind port 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:52:30.768401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Attempting to bind port 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'e5d5cec8-f39e-465b-8297-5963c5ac8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:52:30.768814 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Attempting to bind port 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 on network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:52:30.775916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Port 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 on network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:52:30.776289 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Attempting to bind port 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 on network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:52:30.781903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:52:30.782403 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Checking segment: {'id': 'e5d5cec8-f39e-465b-8297-5963c5ac8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:52:30.782868 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Bound using segment: {'id': 'e5d5cec8-f39e-465b-8297-5963c5ac8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:52:30.783381 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Bound port: 54c16348-62bf-4dd5-b3c0-bb2eeec77b95, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d5cec8-f39e-465b-8297-5963c5ac8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:52:30.783950 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:30.846277 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:52:30.850922 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:30.851440 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:30.852064 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198d7d2-1dc5-4bc7-8606-e1afc82bde86 req-090a4863-edbf-4903-8d1f-daf230ae58f2 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:30.855059 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3198d7d2-1dc5-4bc7-8606-e1afc82bde86 req-090a4863-edbf-4903-8d1f-daf230ae58f2 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa HTTP/1.1" status: 200 len: 943 time: 0.0700288 Aug 05 14:52:30.878537 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] For port 54c16348-62bf-4dd5-b3c0-bb2eeec77b95, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:52:30.883536 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] For port 54c16348-62bf-4dd5-b3c0-bb2eeec77b95, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=54c16348-62bf-4dd5-b3c0-bb2eeec77b95,segment=NetworkSegment(e5d5cec8-f39e-465b-8297-5963c5ac8854),segment_id=e5d5cec8-f39e-465b-8297-5963c5ac8854)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:52:30.888427 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:30.906884 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3198d7d2-1dc5-4bc7-8606-e1afc82bde86 req-385db933-5247-4c8e-8a41-a58e1a5c75d3 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454531 Aug 05 14:52:30.933342 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:30.933985 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:30.935645 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-476339ee-0605-4ac4-8751-04d154a7f802 req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] 10.222.0.84 "PUT /v2.0/ports/54c16348-62bf-4dd5-b3c0-bb2eeec77b95 HTTP/1.1" status: 200 len: 1091 time: 0.7236085 Aug 05 14:52:30.938223 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa', 'tag': '54c16348-62bf-4dd5-b3c0-bb2eeec77b95'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:52:30.941359 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6c4b1d-f709-4408-ae7c-a3749ae34aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa", "tag": "54c16348-62bf-4dd5-b3c0-bb2eeec77b95"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:52:30.968299 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:30.991873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4ce9c-13be-4dd6-960a-bdad8e623d64 service neutron] Pushing event updated for resources: {'Port': ['ID=54c16348-62bf-4dd5-b3c0-bb2eeec77b95,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:31.028961 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8e6651-39ba-4d83-bc82-59caa0336b9b x-openstack-request-id: req-9d8e6651-39ba-4d83-bc82-59caa0336b9b {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:52:31.029291 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa", "tag": "54c16348-62bf-4dd5-b3c0-bb2eeec77b95", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:52:31.029657 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d8e6651-39ba-4d83-bc82-59caa0336b9b {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:52:31.030133 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa', 'tag': '54c16348-62bf-4dd5-b3c0-bb2eeec77b95', 'status': 'completed', 'code': 200} Aug 05 14:52:31.040185 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5,segment=NetworkSegment(fd622f14-e273-474c-b76c-bc5ba4dc5937),segment_id=fd622f14-e273-474c-b76c-bc5ba4dc5937)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:52:31.047139 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:31.048051 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476339ee-0605-4ac4-8751-04d154a7f802 req-9a777a5e-7c62-4579-ba4f-8671dc302008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:31.049796 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-476339ee-0605-4ac4-8751-04d154a7f802 req-9a777a5e-7c62-4579-ba4f-8671dc302008 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=25b7b9b344b44ebb8c6dc78db1117c65&device_id=7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa HTTP/1.1" status: 200 len: 1094 time: 0.0668843 Aug 05 14:52:31.097114 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-476339ee-0605-4ac4-8751-04d154a7f802 req-83f845ec-2282-42a1-93ff-9ce8869953a5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54c16348-62bf-4dd5-b3c0-bb2eeec77b95 HTTP/1.1" status: 200 len: 217 time: 0.0393186 Aug 05 14:52:31.108427 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:31.153685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476339ee-0605-4ac4-8751-04d154a7f802 req-805fa055-e989-4381-9778-93ac8358a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:31.155328 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-476339ee-0605-4ac4-8751-04d154a7f802 req-805fa055-e989-4381-9778-93ac8358a176 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=df278f92-074c-4bc6-b1c1-0c0e6c64eb66 HTTP/1.1" status: 200 len: 856 time: 0.0514586 Aug 05 14:52:31.204777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476339ee-0605-4ac4-8751-04d154a7f802 req-b7bb2acd-35a6-44a3-9152-3473233f8225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:31.206266 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-476339ee-0605-4ac4-8751-04d154a7f802 req-b7bb2acd-35a6-44a3-9152-3473233f8225 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c5be5bfa-056c-4f9b-a407-e4a20c04ecc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417619 Aug 05 14:52:31.299052 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-476339ee-0605-4ac4-8751-04d154a7f802 req-847f0ff9-56fd-4c9d-8bfd-dad1f653fb85 service neutron] 10.222.0.84 "GET /v2.0/networks/c5be5bfa-056c-4f9b-a407-e4a20c04ecc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845315 Aug 05 14:52:31.388217 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-476339ee-0605-4ac4-8751-04d154a7f802 req-4db5641d-d9f7-4d78-b223-5537bb0b9ac9 service neutron] 10.222.0.84 "GET /v2.0/networks/c5be5bfa-056c-4f9b-a407-e4a20c04ecc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823364 Aug 05 14:52:31.474211 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c4b1d-f709-4408-ae7c-a3749ae34aa0 req-4dfc3d6a-fde4-4d8e-897c-d8f6150eeec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:31.476471 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2a6c4b1d-f709-4408-ae7c-a3749ae34aa0 req-4dfc3d6a-fde4-4d8e-897c-d8f6150eeec0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=25b7b9b344b44ebb8c6dc78db1117c65&device_id=7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa HTTP/1.1" status: 200 len: 1094 time: 0.0417655 Aug 05 14:52:31.568625 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c4b1d-f709-4408-ae7c-a3749ae34aa0 req-037c8d38-3cbd-4e15-a14b-e74343c11ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:31.570110 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2a6c4b1d-f709-4408-ae7c-a3749ae34aa0 req-037c8d38-3cbd-4e15-a14b-e74343c11ddb service neutron] 10.222.0.84 "GET /v2.0/networks?id=c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 HTTP/1.1" status: 200 len: 918 time: 0.0869176 Aug 05 14:52:31.612248 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2a6c4b1d-f709-4408-ae7c-a3749ae34aa0 req-9099a2fc-df34-4b03-83e6-e5e62e606d5c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54c16348-62bf-4dd5-b3c0-bb2eeec77b95 HTTP/1.1" status: 200 len: 217 time: 0.0345449 Aug 05 14:52:31.661276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c4b1d-f709-4408-ae7c-a3749ae34aa0 req-3efabc97-8561-4627-bf94-00c430602244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:31.662794 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2a6c4b1d-f709-4408-ae7c-a3749ae34aa0 req-3efabc97-8561-4627-bf94-00c430602244 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=df278f92-074c-4bc6-b1c1-0c0e6c64eb66 HTTP/1.1" status: 200 len: 856 time: 0.0428853 Aug 05 14:52:31.715292 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c4b1d-f709-4408-ae7c-a3749ae34aa0 req-3692ac75-d69f-4e5e-b814-71006df2715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:31.716847 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2a6c4b1d-f709-4408-ae7c-a3749ae34aa0 req-3692ac75-d69f-4e5e-b814-71006df2715d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c5be5bfa-056c-4f9b-a407-e4a20c04ecc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453160 Aug 05 14:52:31.813320 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2a6c4b1d-f709-4408-ae7c-a3749ae34aa0 req-f2ccc564-3388-4454-8d53-142ec8c171e5 service neutron] 10.222.0.84 "GET /v2.0/networks/c5be5bfa-056c-4f9b-a407-e4a20c04ecc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848238 Aug 05 14:52:31.907438 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2a6c4b1d-f709-4408-ae7c-a3749ae34aa0 req-5827a511-d1f2-413a-83b2-d93db828ab65 service neutron] 10.222.0.84 "GET /v2.0/networks/c5be5bfa-056c-4f9b-a407-e4a20c04ecc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864708 Aug 05 14:52:32.044573 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730199e-08d7-42c7-9873-9fc1aa3210fe req-52acdf83-042b-4bdf-9102-850bfd32da96 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:32.046164 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c730199e-08d7-42c7-9873-9fc1aa3210fe req-52acdf83-042b-4bdf-9102-850bfd32da96 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa HTTP/1.1" status: 200 len: 943 time: 0.0596409 Aug 05 14:52:32.089632 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c730199e-08d7-42c7-9873-9fc1aa3210fe req-c7e8ea54-aca0-47a9-a4b3-05f0c765ad1b tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371490 Aug 05 14:52:32.683305 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:52:32.732596 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:32.732966 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:33.206995 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dc561-5c5d-43e1-ba8b-ef1145e44eeb req-c9e5e13d-b478-481c-806f-3b4b318fc24d tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:33.208399 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-303dc561-5c5d-43e1-ba8b-ef1145e44eeb req-c9e5e13d-b478-481c-806f-3b4b318fc24d tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa HTTP/1.1" status: 200 len: 943 time: 0.0497165 Aug 05 14:52:33.248223 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-303dc561-5c5d-43e1-ba8b-ef1145e44eeb req-85fdc83d-23a6-4c93-b1e0-047840478f75 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332439 Aug 05 14:52:34.365219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c4e08-4d1f-4d31-8e28-9e948e102122 req-1ee99c82-f701-4f3f-9815-f366296ea7e3 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:34.366729 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bb5c4e08-4d1f-4d31-8e28-9e948e102122 req-1ee99c82-f701-4f3f-9815-f366296ea7e3 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa HTTP/1.1" status: 200 len: 943 time: 0.0489442 Aug 05 14:52:34.410676 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bb5c4e08-4d1f-4d31-8e28-9e948e102122 req-36bead7d-f873-4fc2-917f-9546ceb8ef7c tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379605 Aug 05 14:52:35.129054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:52:35.223503 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 54c16348-62bf-4dd5-b3c0-bb2eeec77b95, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=54c16348-62bf-4dd5-b3c0-bb2eeec77b95,segment=NetworkSegment(e5d5cec8-f39e-465b-8297-5963c5ac8854),segment_id=e5d5cec8-f39e-465b-8297-5963c5ac8854)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:52:35.235733 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '54c16348-62bf-4dd5-b3c0-bb2eeec77b95', 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3', 'port_id': '54c16348-62bf-4dd5-b3c0-bb2eeec77b95', 'mac_address': 'fa:16:3e:84:0b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df278f92-074c-4bc6-b1c1-0c0e6c64eb66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:52:35.271437 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:35.284668 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:52:35.304655 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 54c16348-62bf-4dd5-b3c0-bb2eeec77b95, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=54c16348-62bf-4dd5-b3c0-bb2eeec77b95,segment=NetworkSegment(e5d5cec8-f39e-465b-8297-5963c5ac8854),segment_id=e5d5cec8-f39e-465b-8297-5963c5ac8854)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:52:35.308896 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:35.355840 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=54c16348-62bf-4dd5-b3c0-bb2eeec77b95,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:35.523121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['54c16348-62bf-4dd5-b3c0-bb2eeec77b95'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:52:35.532466 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb89a7-43a5-4e75-95ed-02c3cc1de396 req-03e7be7c-5b7c-4211-a5b2-549938857319 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:35.534012 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6dcb89a7-43a5-4e75-95ed-02c3cc1de396 req-03e7be7c-5b7c-4211-a5b2-549938857319 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa HTTP/1.1" status: 200 len: 944 time: 0.0489833 Aug 05 14:52:35.573380 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6dcb89a7-43a5-4e75-95ed-02c3cc1de396 req-ea9c902a-4d05-457a-8353-5715320e162c tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324159 Aug 05 14:52:36.688518 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c8988-e995-4d04-991f-7f3bf8fee7e8 req-5d180c2b-1d4c-46d5-ad9f-bf5f95c4aee4 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:36.689995 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-375c8988-e995-4d04-991f-7f3bf8fee7e8 req-5d180c2b-1d4c-46d5-ad9f-bf5f95c4aee4 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa HTTP/1.1" status: 200 len: 944 time: 0.0491209 Aug 05 14:52:36.728092 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-375c8988-e995-4d04-991f-7f3bf8fee7e8 req-259c0312-16bf-4fc3-b3ef-35a84047d036 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320015 Aug 05 14:52:37.150797 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:52:37.200458 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:52:37.204100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:52:37.204466 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:37.284822 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:37.308636 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c16348-62bf-4dd5-b3c0-bb2eeec77b95'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:52:37.310946 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343f8630-d471-4f17-87e7-9824fe0fc363" -d '{"events": [{"server_uuid": "7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa", "name": "network-vif-plugged", "status": "completed", "tag": "54c16348-62bf-4dd5-b3c0-bb2eeec77b95"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:52:37.324449 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 54c16348-62bf-4dd5-b3c0-bb2eeec77b95, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=54c16348-62bf-4dd5-b3c0-bb2eeec77b95,segment=NetworkSegment(e5d5cec8-f39e-465b-8297-5963c5ac8854),segment_id=e5d5cec8-f39e-465b-8297-5963c5ac8854)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:52:37.328515 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:37.357464 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0212a7ab-0a1f-4a2f-89e8-92ef2716e2c8 x-openstack-request-id: req-0212a7ab-0a1f-4a2f-89e8-92ef2716e2c8 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:52:37.357760 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa", "name": "network-vif-plugged", "status": "completed", "tag": "54c16348-62bf-4dd5-b3c0-bb2eeec77b95", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:52:37.358017 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0212a7ab-0a1f-4a2f-89e8-92ef2716e2c8 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:52:37.358429 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c16348-62bf-4dd5-b3c0-bb2eeec77b95', 'code': 200} Aug 05 14:52:37.386705 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=54c16348-62bf-4dd5-b3c0-bb2eeec77b95,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:37.444420 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:52:37.459161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825907dd-1af2-49ab-be7c-3d76d6feb261 req-65f44637-d223-40cd-969b-696605e553da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:37.461273 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-825907dd-1af2-49ab-be7c-3d76d6feb261 req-65f44637-d223-40cd-969b-696605e553da service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa HTTP/1.1" status: 200 len: 1096 time: 0.0498919 Aug 05 14:52:37.495360 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-825907dd-1af2-49ab-be7c-3d76d6feb261 req-d8c26d86-7ff4-4317-afa0-8ec8b45c9e63 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273044 Aug 05 14:52:37.846715 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55970465-813a-4d4b-aa22-36a0f43bc975 req-1b7be95c-6ae4-4f03-97b9-b5ebf8fa2783 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:37.848282 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-55970465-813a-4d4b-aa22-36a0f43bc975 req-1b7be95c-6ae4-4f03-97b9-b5ebf8fa2783 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa HTTP/1.1" status: 200 len: 945 time: 0.0539904 Aug 05 14:52:37.885744 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-55970465-813a-4d4b-aa22-36a0f43bc975 req-c21ae33e-eff9-4cc8-8da2-60b479fc0bbc tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315075 Aug 05 14:52:39.002219 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4064bed-cbfd-416e-b6b4-182bab55695b req-632bd8ff-a70c-44c9-94a7-b107c16af03b tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:39.003735 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b4064bed-cbfd-416e-b6b4-182bab55695b req-632bd8ff-a70c-44c9-94a7-b107c16af03b tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa HTTP/1.1" status: 200 len: 945 time: 0.0494630 Aug 05 14:52:39.041924 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b4064bed-cbfd-416e-b6b4-182bab55695b req-be7ad6fd-5485-4fcc-8968-e6ba740bdf6d tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317264 Aug 05 14:52:39.163332 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823be1c8-dd6d-4841-861c-79bb7ebfec00 req-bd0bb871-f938-49ac-8ca5-b67126eb6c43 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:39.164892 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-823be1c8-dd6d-4841-861c-79bb7ebfec00 req-bd0bb871-f938-49ac-8ca5-b67126eb6c43 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa HTTP/1.1" status: 200 len: 945 time: 0.0547903 Aug 05 14:52:39.204930 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-823be1c8-dd6d-4841-861c-79bb7ebfec00 req-15b8fb84-73a2-4aaa-a514-0d4728cb7e10 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336895 Aug 05 14:52:45.274261 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:45.909461 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c30481e6-646d-4091-8c99-fa86c25890ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:46.558890 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:48.455971 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7fba143b-0cb6-48cd-9cd8-a62d45bcf018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:48.704481 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:49.711311 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:51.499787 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:57.746516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75090278-cb97-41c9-83a9-a189f29e0f96 req-766a4d18-133a-46d3-95c2-5be943052191 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:57.748059 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75090278-cb97-41c9-83a9-a189f29e0f96 req-766a4d18-133a-46d3-95c2-5be943052191 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa HTTP/1.1" status: 200 len: 945 time: 0.0518768 Aug 05 14:52:57.789937 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75090278-cb97-41c9-83a9-a189f29e0f96 req-17e10848-2f4b-4d12-8996-bb6263d6c981 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350487 Aug 05 14:52:58.910607 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc37af-a262-4e2b-b23a-9a4f6e1282b4 req-5f0cdc22-0159-405d-84b4-8d855b54cc82 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:58.912020 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-90dc37af-a262-4e2b-b23a-9a4f6e1282b4 req-5f0cdc22-0159-405d-84b4-8d855b54cc82 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa HTTP/1.1" status: 200 len: 945 time: 0.0509005 Aug 05 14:52:58.952876 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-90dc37af-a262-4e2b-b23a-9a4f6e1282b4 req-d8f26d39-c8d9-463e-aba0-58444f8574f5 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347409 Aug 05 14:52:59.331906 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b127257-11c7-4ab6-8cc6-8f059186beec req-62b01a8b-b656-4cf2-9337-b8f24b6481ce tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:52:59.333423 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2b127257-11c7-4ab6-8cc6-8f059186beec req-62b01a8b-b656-4cf2-9337-b8f24b6481ce tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.84 "GET /v2.0/ports?device_id=7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa HTTP/1.1" status: 200 len: 945 time: 0.0532253 Aug 05 14:52:59.423401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-2b127257-11c7-4ab6-8cc6-8f059186beec req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Deleting port 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:52:59.423748 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2b127257-11c7-4ab6-8cc6-8f059186beec req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:59.516051 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-2b127257-11c7-4ab6-8cc6-8f059186beec req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] For port 54c16348-62bf-4dd5-b3c0-bb2eeec77b95, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=54c16348-62bf-4dd5-b3c0-bb2eeec77b95,segment=NetworkSegment(e5d5cec8-f39e-465b-8297-5963c5ac8854),segment_id=e5d5cec8-f39e-465b-8297-5963c5ac8854)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:52:59.516417 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2b127257-11c7-4ab6-8cc6-8f059186beec req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:59.529779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-2b127257-11c7-4ab6-8cc6-8f059186beec req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Calling delete_port for 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:52:59.658533 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2b127257-11c7-4ab6-8cc6-8f059186beec req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:59.671416 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['54c16348-62bf-4dd5-b3c0-bb2eeec77b95'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:52:59.690504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Pushing event deleted for resources: {'Port': ['ID=54c16348-62bf-4dd5-b3c0-bb2eeec77b95,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:52:59.704773 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:59.705141 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:59.705490 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:59.705939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:59.706169 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:59.706537 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:59.706870 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:59.707202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:59.707537 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:59.707867 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:59.708198 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:59.708520 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:52:59.744526 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b127257-11c7-4ab6-8cc6-8f059186beec req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] No DVR routers for this DVR port 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:52:59.747148 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-2b127257-11c7-4ab6-8cc6-8f059186beec req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:52:59.749194 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2b127257-11c7-4ab6-8cc6-8f059186beec req-41f0d878-1752-4324-95e3-31d6e9ac0885 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.84 "DELETE /v2.0/ports/54c16348-62bf-4dd5-b3c0-bb2eeec77b95 HTTP/1.1" status: 204 len: 173 time: 0.4094331 Aug 05 14:52:59.749661 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa', 'name': 'network-vif-deleted', 'tag': '54c16348-62bf-4dd5-b3c0-bb2eeec77b95'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:52:59.751955 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975764ee-3d65-4ba9-87ec-e024613aa2e4" -d '{"events": [{"server_uuid": "7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa", "name": "network-vif-deleted", "tag": "54c16348-62bf-4dd5-b3c0-bb2eeec77b95"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:52:59.795822 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ce0bec-3ab8-4670-b2ae-4e46b9801d2f x-openstack-request-id: req-b4ce0bec-3ab8-4670-b2ae-4e46b9801d2f {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:52:59.796123 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa", "name": "network-vif-deleted", "tag": "54c16348-62bf-4dd5-b3c0-bb2eeec77b95", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:52:59.796442 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4ce0bec-3ab8-4670-b2ae-4e46b9801d2f {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:52:59.796827 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa', 'name': 'network-vif-deleted', 'tag': '54c16348-62bf-4dd5-b3c0-bb2eeec77b95', 'status': 'completed', 'code': 200} Aug 05 14:53:00.058909 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25b3f57e-dda7-4681-adfc-9cc17f2b31de req-2ba47294-da39-4f85-9d59-56735de76aa1 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cbdf6d5-9b69-41b7-867c-cbf4bf2d35aa HTTP/1.1" status: 200 len: 210 time: 0.0276108 Aug 05 14:53:01.523881 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-e35566e3-b1d8-4b36-8693-47e174fdcb46 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:01.525373 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-e35566e3-b1d8-4b36-8693-47e174fdcb46 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/networks?id=c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 HTTP/1.1" status: 200 len: 817 time: 0.1065280 Aug 05 14:53:01.540575 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-19a968ad-c49e-434c-aa86-fda40902f283 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/quotas/25b7b9b344b44ebb8c6dc78db1117c65 HTTP/1.1" status: 200 len: 375 time: 0.0095451 Aug 05 14:53:01.591010 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-9e2e2589-7f05-483f-9071-03c715b4125d tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=25b7b9b344b44ebb8c6dc78db1117c65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453086 Aug 05 14:53:01.684683 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-6ba77b60-f278-4e44-a5ee-3f28a8572aa5 service neutron] 10.222.0.16 "GET /v2.0/networks/c5be5bfa-056c-4f9b-a407-e4a20c04ecc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814059 Aug 05 14:53:01.777505 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-a823395f-36a2-4378-a145-461c8b139952 service neutron] 10.222.0.16 "GET /v2.0/networks/c5be5bfa-056c-4f9b-a407-e4a20c04ecc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867317 Aug 05 14:53:01.940159 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d757507c-c138-4071-baad-74a1115e2645 req-924296de-32eb-441f-8b09-d6f385cc77fe tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3258504b-bece-47e9-ad97-fc30de14fbf2 HTTP/1.1" status: 200 len: 210 time: 0.0312819 Aug 05 14:53:02.895650 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-27a5c43d-ab56-4761-8987-d5928640fb1b tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:02.897712 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-27a5c43d-ab56-4761-8987-d5928640fb1b tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.84 "GET /v2.0/networks?id=c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 HTTP/1.1" status: 200 len: 817 time: 0.1302929 Aug 05 14:53:02.910997 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-3b3a2ef0-c034-42bf-af8e-ae6cfc128c14 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Request body: {'port': {'device_id': '3258504b-bece-47e9-ad97-fc30de14fbf2', 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3', 'admin_state_up': True, 'tenant_id': '25b7b9b344b44ebb8c6dc78db1117c65'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:53:03.051681 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c8add9f4-e266-43e7-b23b-893875e88c8b req-2c00bede-73da-4f08-962d-81f61c075add tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3258504b-bece-47e9-ad97-fc30de14fbf2 HTTP/1.1" status: 200 len: 210 time: 0.0343869 Aug 05 14:53:03.061735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-3b3a2ef0-c034-42bf-af8e-ae6cfc128c14 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Made reservation on behalf of 25b7b9b344b44ebb8c6dc78db1117c65 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:53:03.065259 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-3b3a2ef0-c034-42bf-af8e-ae6cfc128c14 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:03.192095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-3b3a2ef0-c034-42bf-af8e-ae6cfc128c14 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Allocated IP 172.20.0.8 (c5be5bfa-056c-4f9b-a407-e4a20c04ecc3/df278f92-074c-4bc6-b1c1-0c0e6c64eb66/6e75bdb2-b5c9-472d-974b-7e7e93ba6833) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:53:03.320662 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:53:03.340318 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-3b3a2ef0-c034-42bf-af8e-ae6cfc128c14 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:03.340949 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:53:03.341297 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 54c16348-62bf-4dd5-b3c0-bb2eeec77b95 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:53:03.353493 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-3b3a2ef0-c034-42bf-af8e-ae6cfc128c14 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Transition to ACTIVE for port object 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:53:03.389303 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-3b3a2ef0-c034-42bf-af8e-ae6cfc128c14 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:03.429776 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-3b3a2ef0-c034-42bf-af8e-ae6cfc128c14 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:53:03.435136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-3b3a2ef0-c034-42bf-af8e-ae6cfc128c14 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:53:03.438879 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-3b3a2ef0-c034-42bf-af8e-ae6cfc128c14 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:53:03.465237 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a2ef0-c034-42bf-af8e-ae6cfc128c14 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Pushing event updated for resources: {'Port': ['ID=6e75bdb2-b5c9-472d-974b-7e7e93ba6833,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:03.494454 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-3b3a2ef0-c034-42bf-af8e-ae6cfc128c14 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:03.495109 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-3b3a2ef0-c034-42bf-af8e-ae6cfc128c14 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:03.509789 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-3b3a2ef0-c034-42bf-af8e-ae6cfc128c14 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6029651 Aug 05 14:53:03.522458 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Request body: {'port': {'device_id': '3258504b-bece-47e9-ad97-fc30de14fbf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:53:03.579290 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:03.708517 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0901bd88-6d5c-4ca3-97bf-ca1734480937 None None] Provisioning for port 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:53:03.712176 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0901bd88-6d5c-4ca3-97bf-ca1734480937 None None] Provisioning complete for port 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:03.712745 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0901bd88-6d5c-4ca3-97bf-ca1734480937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:03.745939 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-0901bd88-6d5c-4ca3-97bf-ca1734480937 None None] Port 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:53:03.847877 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:53:03.855340 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:03.867384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Transition to ACTIVE for port object 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:53:03.871302 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:03.920249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Pushing event updated for resources: {'Port': ['ID=6e75bdb2-b5c9-472d-974b-7e7e93ba6833,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:04.004143 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Attempting to bind port 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:53:04.004515 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Attempting to bind port 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'e5d5cec8-f39e-465b-8297-5963c5ac8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:53:04.004855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Attempting to bind port 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 on network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:53:04.010362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Port 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 on network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:53:04.010707 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Attempting to bind port 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 on network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:53:04.015905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:53:04.016248 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Checking segment: {'id': 'e5d5cec8-f39e-465b-8297-5963c5ac8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:53:04.016639 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Bound using segment: {'id': 'e5d5cec8-f39e-465b-8297-5963c5ac8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:53:04.017078 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Bound port: 6e75bdb2-b5c9-472d-974b-7e7e93ba6833, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d5cec8-f39e-465b-8297-5963c5ac8854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:53:04.017439 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:04.086332 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] For port 6e75bdb2-b5c9-472d-974b-7e7e93ba6833, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:53:04.089752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] For port 6e75bdb2-b5c9-472d-974b-7e7e93ba6833, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6e75bdb2-b5c9-472d-974b-7e7e93ba6833,segment=NetworkSegment(e5d5cec8-f39e-465b-8297-5963c5ac8854),segment_id=e5d5cec8-f39e-465b-8297-5963c5ac8854)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:53:04.093953 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:04.127925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:04.128546 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:04.129934 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] 10.222.0.84 "PUT /v2.0/ports/6e75bdb2-b5c9-472d-974b-7e7e93ba6833 HTTP/1.1" status: 200 len: 1091 time: 0.6122005 Aug 05 14:53:04.130401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3258504b-bece-47e9-ad97-fc30de14fbf2', 'tag': '6e75bdb2-b5c9-472d-974b-7e7e93ba6833'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:53:04.133404 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779c9244-a23f-4e12-8e65-ca1f5e8dd032" -d '{"events": [{"name": "network-changed", "server_uuid": "3258504b-bece-47e9-ad97-fc30de14fbf2", "tag": "6e75bdb2-b5c9-472d-974b-7e7e93ba6833"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:53:04.161965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c957d-e945-4128-a2f7-7b5b55f46a74 service neutron] Pushing event updated for resources: {'Port': ['ID=6e75bdb2-b5c9-472d-974b-7e7e93ba6833,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:04.188209 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640275ab-a27e-45c8-90d1-e7375c24b8a9 x-openstack-request-id: req-640275ab-a27e-45c8-90d1-e7375c24b8a9 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:53:04.188390 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3258504b-bece-47e9-ad97-fc30de14fbf2", "tag": "6e75bdb2-b5c9-472d-974b-7e7e93ba6833", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:53:04.188596 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-640275ab-a27e-45c8-90d1-e7375c24b8a9 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:53:04.189015 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3258504b-bece-47e9-ad97-fc30de14fbf2', 'tag': '6e75bdb2-b5c9-472d-974b-7e7e93ba6833', 'status': 'completed', 'code': 200} Aug 05 14:53:04.197224 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0287cad-1504-44eb-9d36-a6f72a3d9bf5 req-353edae0-2bd6-47c0-8d2e-365cc1e2638e tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:04.198903 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e0287cad-1504-44eb-9d36-a6f72a3d9bf5 req-353edae0-2bd6-47c0-8d2e-365cc1e2638e tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3258504b-bece-47e9-ad97-fc30de14fbf2 HTTP/1.1" status: 200 len: 943 time: 0.0769413 Aug 05 14:53:04.223358 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-d84f5ba1-5a83-48cb-8126-e101dd3e2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:04.225558 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-d84f5ba1-5a83-48cb-8126-e101dd3e2ca5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=25b7b9b344b44ebb8c6dc78db1117c65&device_id=3258504b-bece-47e9-ad97-fc30de14fbf2 HTTP/1.1" status: 200 len: 1094 time: 0.0514314 Aug 05 14:53:04.262099 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e0287cad-1504-44eb-9d36-a6f72a3d9bf5 req-b3d3f138-13c9-4fc0-834d-00297969d45f tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429966 Aug 05 14:53:04.276778 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-16808a99-c681-4760-933f-6f5db958da91 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e75bdb2-b5c9-472d-974b-7e7e93ba6833 HTTP/1.1" status: 200 len: 217 time: 0.0435920 Aug 05 14:53:04.333451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-35119f4b-d8d3-4e13-b11c-20a9346fe87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:04.336068 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-35119f4b-d8d3-4e13-b11c-20a9346fe87d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=df278f92-074c-4bc6-b1c1-0c0e6c64eb66 HTTP/1.1" status: 200 len: 856 time: 0.0523901 Aug 05 14:53:04.382763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-1b3a6f25-3de5-4460-a1f9-be07c752b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:04.384298 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-1b3a6f25-3de5-4460-a1f9-be07c752b9c0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c5be5bfa-056c-4f9b-a407-e4a20c04ecc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415130 Aug 05 14:53:04.480169 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-1c2a4141-b999-4c55-9e65-386d2aef7434 service neutron] 10.222.0.84 "GET /v2.0/networks/c5be5bfa-056c-4f9b-a407-e4a20c04ecc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887823 Aug 05 14:53:04.568878 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-72b4a347-33d5-41b3-ad41-b7ce2c1c062e req-3fdade11-4797-4120-a2c2-9fe61e959720 service neutron] 10.222.0.84 "GET /v2.0/networks/c5be5bfa-056c-4f9b-a407-e4a20c04ecc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804763 Aug 05 14:53:04.655568 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c9244-a23f-4e12-8e65-ca1f5e8dd032 req-023723e1-168d-4250-ad37-3930d7e271c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:04.657122 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779c9244-a23f-4e12-8e65-ca1f5e8dd032 req-023723e1-168d-4250-ad37-3930d7e271c8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=25b7b9b344b44ebb8c6dc78db1117c65&device_id=3258504b-bece-47e9-ad97-fc30de14fbf2 HTTP/1.1" status: 200 len: 1094 time: 0.0431418 Aug 05 14:53:04.750849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c9244-a23f-4e12-8e65-ca1f5e8dd032 req-f30a324a-7e17-4339-9d5d-e84adee70a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:04.752322 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779c9244-a23f-4e12-8e65-ca1f5e8dd032 req-f30a324a-7e17-4339-9d5d-e84adee70a9c service neutron] 10.222.0.84 "GET /v2.0/networks?id=c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 HTTP/1.1" status: 200 len: 918 time: 0.0870540 Aug 05 14:53:04.793571 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779c9244-a23f-4e12-8e65-ca1f5e8dd032 req-60c6b722-6f44-4fd7-a094-ad3ee0eb86de service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e75bdb2-b5c9-472d-974b-7e7e93ba6833 HTTP/1.1" status: 200 len: 217 time: 0.0341029 Aug 05 14:53:04.848147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c9244-a23f-4e12-8e65-ca1f5e8dd032 req-68be0709-43be-4066-a153-3d7d5a8ba869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:04.849492 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779c9244-a23f-4e12-8e65-ca1f5e8dd032 req-68be0709-43be-4066-a153-3d7d5a8ba869 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=df278f92-074c-4bc6-b1c1-0c0e6c64eb66 HTTP/1.1" status: 200 len: 856 time: 0.0478342 Aug 05 14:53:04.896170 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c9244-a23f-4e12-8e65-ca1f5e8dd032 req-be98f564-3d5c-43df-987a-edfaaf04f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:04.898851 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779c9244-a23f-4e12-8e65-ca1f5e8dd032 req-be98f564-3d5c-43df-987a-edfaaf04f83d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c5be5bfa-056c-4f9b-a407-e4a20c04ecc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413296 Aug 05 14:53:04.989999 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779c9244-a23f-4e12-8e65-ca1f5e8dd032 req-d38abd67-16de-47ac-97f1-55b6cf4ffde5 service neutron] 10.222.0.84 "GET /v2.0/networks/c5be5bfa-056c-4f9b-a407-e4a20c04ecc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836163 Aug 05 14:53:05.089371 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-779c9244-a23f-4e12-8e65-ca1f5e8dd032 req-e2623b18-3de3-47ea-9465-00dc38197782 service neutron] 10.222.0.84 "GET /v2.0/networks/c5be5bfa-056c-4f9b-a407-e4a20c04ecc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916927 Aug 05 14:53:05.358868 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c2cad-cd82-4fcd-9bd0-9113f7e163dc req-fac0cc97-b89e-4d76-8eb2-6743609a0b21 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:05.360397 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7b2c2cad-cd82-4fcd-9bd0-9113f7e163dc req-fac0cc97-b89e-4d76-8eb2-6743609a0b21 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3258504b-bece-47e9-ad97-fc30de14fbf2 HTTP/1.1" status: 200 len: 943 time: 0.0497127 Aug 05 14:53:05.398788 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7b2c2cad-cd82-4fcd-9bd0-9113f7e163dc req-0c586488-0bf3-4948-9686-400ccfefce0a tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317795 Aug 05 14:53:06.512743 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ee0a6-9506-4197-ac33-01c333354e17 req-dbd6f340-0646-4d6e-935e-96c692d20b00 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:06.514342 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b2ee0a6-9506-4197-ac33-01c333354e17 req-dbd6f340-0646-4d6e-935e-96c692d20b00 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3258504b-bece-47e9-ad97-fc30de14fbf2 HTTP/1.1" status: 200 len: 943 time: 0.0485673 Aug 05 14:53:06.552059 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b2ee0a6-9506-4197-ac33-01c333354e17 req-389b2e8e-4fc0-4fe6-bc14-31d4a50a3ac0 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317836 Aug 05 14:53:07.338217 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:53:07.434436 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6e75bdb2-b5c9-472d-974b-7e7e93ba6833, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6e75bdb2-b5c9-472d-974b-7e7e93ba6833,segment=NetworkSegment(e5d5cec8-f39e-465b-8297-5963c5ac8854),segment_id=e5d5cec8-f39e-465b-8297-5963c5ac8854)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:53:07.446431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '6e75bdb2-b5c9-472d-974b-7e7e93ba6833', 'network_id': 'c5be5bfa-056c-4f9b-a407-e4a20c04ecc3', 'port_id': '6e75bdb2-b5c9-472d-974b-7e7e93ba6833', 'mac_address': 'fa:16:3e:d9:99:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df278f92-074c-4bc6-b1c1-0c0e6c64eb66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:53:07.482045 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:07.494806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:53:07.513590 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6e75bdb2-b5c9-472d-974b-7e7e93ba6833, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6e75bdb2-b5c9-472d-974b-7e7e93ba6833,segment=NetworkSegment(e5d5cec8-f39e-465b-8297-5963c5ac8854),segment_id=e5d5cec8-f39e-465b-8297-5963c5ac8854)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:53:07.517431 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:07.563956 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=6e75bdb2-b5c9-472d-974b-7e7e93ba6833,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:07.571467 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:07.571816 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:07.572160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:07.572500 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:07.572836 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:07.573167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:07.573495 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:07.573824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:07.574148 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:07.574517 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:07.574842 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:07.575166 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:07.671599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1058b-47af-47ea-a7b1-c0f9ae5b606c req-a68a2873-ef07-4027-9155-5d1eb6b839c1 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:07.673120 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-63d1058b-47af-47ea-a7b1-c0f9ae5b606c req-a68a2873-ef07-4027-9155-5d1eb6b839c1 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3258504b-bece-47e9-ad97-fc30de14fbf2 HTTP/1.1" status: 200 len: 944 time: 0.0512302 Aug 05 14:53:07.710320 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-63d1058b-47af-47ea-a7b1-c0f9ae5b606c req-93c50989-f6ba-464d-92fe-34a15353a2e3 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311179 Aug 05 14:53:07.730299 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['6e75bdb2-b5c9-472d-974b-7e7e93ba6833'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:53:08.825818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02d3af-0e63-4c5b-a945-430cc4e01348 req-64f814ad-dd8a-4427-8405-5719fbaee107 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:08.827374 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e02d3af-0e63-4c5b-a945-430cc4e01348 req-64f814ad-dd8a-4427-8405-5719fbaee107 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3258504b-bece-47e9-ad97-fc30de14fbf2 HTTP/1.1" status: 200 len: 944 time: 0.0507371 Aug 05 14:53:08.870657 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e02d3af-0e63-4c5b-a945-430cc4e01348 req-f157053d-e416-4154-a227-e495310276b4 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371671 Aug 05 14:53:09.353727 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:53:09.400645 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:53:09.404334 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:09.404705 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:09.481374 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:09.502597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3258504b-bece-47e9-ad97-fc30de14fbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e75bdb2-b5c9-472d-974b-7e7e93ba6833'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:53:09.505086 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c63660-e621-4524-bc8d-61f5195dfbe0" -d '{"events": [{"server_uuid": "3258504b-bece-47e9-ad97-fc30de14fbf2", "name": "network-vif-plugged", "status": "completed", "tag": "6e75bdb2-b5c9-472d-974b-7e7e93ba6833"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:53:09.518961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 6e75bdb2-b5c9-472d-974b-7e7e93ba6833, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6e75bdb2-b5c9-472d-974b-7e7e93ba6833,segment=NetworkSegment(e5d5cec8-f39e-465b-8297-5963c5ac8854),segment_id=e5d5cec8-f39e-465b-8297-5963c5ac8854)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:53:09.525096 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:09.548328 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b719f34c-a5cf-4109-bdb3-e5231e797cf8 x-openstack-request-id: req-b719f34c-a5cf-4109-bdb3-e5231e797cf8 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:53:09.548618 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3258504b-bece-47e9-ad97-fc30de14fbf2", "name": "network-vif-plugged", "status": "completed", "tag": "6e75bdb2-b5c9-472d-974b-7e7e93ba6833", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:53:09.548868 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b719f34c-a5cf-4109-bdb3-e5231e797cf8 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:53:09.549251 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258504b-bece-47e9-ad97-fc30de14fbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e75bdb2-b5c9-472d-974b-7e7e93ba6833', 'code': 200} Aug 05 14:53:09.577167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=6e75bdb2-b5c9-472d-974b-7e7e93ba6833,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:09.651274 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bd678-9f60-486d-9300-43c49698752f req-6f1015b6-9351-4d5a-9e10-dd6fb0e5ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:09.652790 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5a7bd678-9f60-486d-9300-43c49698752f req-6f1015b6-9351-4d5a-9e10-dd6fb0e5ff5a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3258504b-bece-47e9-ad97-fc30de14fbf2 HTTP/1.1" status: 200 len: 1096 time: 0.0465434 Aug 05 14:53:09.686862 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5a7bd678-9f60-486d-9300-43c49698752f req-40b93616-d71a-428c-9eb6-526840404137 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272243 Aug 05 14:53:09.982117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f31799-7ac3-4007-87bc-1e2ce51b74a7 req-3ef1f142-2206-4e30-b96f-652aca5fa5b2 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:09.983622 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77f31799-7ac3-4007-87bc-1e2ce51b74a7 req-3ef1f142-2206-4e30-b96f-652aca5fa5b2 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3258504b-bece-47e9-ad97-fc30de14fbf2 HTTP/1.1" status: 200 len: 945 time: 0.0483241 Aug 05 14:53:10.021411 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77f31799-7ac3-4007-87bc-1e2ce51b74a7 req-496c89d9-7212-467f-a1ce-7fd36d2ee92c tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318651 Aug 05 14:53:11.137782 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d617022-1cf0-4d6f-921d-db437b35d619 req-eda2773d-7e69-4b07-b090-ab3b5dbddde8 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:11.139342 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9d617022-1cf0-4d6f-921d-db437b35d619 req-eda2773d-7e69-4b07-b090-ab3b5dbddde8 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3258504b-bece-47e9-ad97-fc30de14fbf2 HTTP/1.1" status: 200 len: 945 time: 0.0491614 Aug 05 14:53:11.177068 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9d617022-1cf0-4d6f-921d-db437b35d619 req-1df54770-46fd-472f-8bb0-07c65924c561 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318656 Aug 05 14:53:11.291143 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb7e9e-efd7-44fd-a2f3-898d7b6f59c0 req-6eb00ce1-c45f-408e-98ef-61f16b062a6e tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:11.292650 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7bbb7e9e-efd7-44fd-a2f3-898d7b6f59c0 req-6eb00ce1-c45f-408e-98ef-61f16b062a6e tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3258504b-bece-47e9-ad97-fc30de14fbf2 HTTP/1.1" status: 200 len: 945 time: 0.0492742 Aug 05 14:53:11.332728 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7bbb7e9e-efd7-44fd-a2f3-898d7b6f59c0 req-a83987b2-e91d-42ca-9e4a-26ff762ba94e tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341797 Aug 05 14:53:14.444168 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:53:15.274219 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:15.911298 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f092ec00-25fd-43e1-9f94-7abf30d69522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:16.554109 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:18.456342 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7153c84-c4b1-41c4-b108-2bd9b070f64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:18.705494 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:19.713602 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:21.502504 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:24.993784 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a7903ae-3fe9-4a04-b607-3cbbca0af858 req-6779e7ba-28d4-4f6e-abcc-49a2bbac609a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3258504b-bece-47e9-ad97-fc30de14fbf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427954 Aug 05 14:53:25.088645 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7903ae-3fe9-4a04-b607-3cbbca0af858 req-c6ca4fb0-7e3c-4eff-a208-599164803209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:25.090193 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a7903ae-3fe9-4a04-b607-3cbbca0af858 req-c6ca4fb0-7e3c-4eff-a208-599164803209 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=25b7b9b344b44ebb8c6dc78db1117c65&device_id=3258504b-bece-47e9-ad97-fc30de14fbf2 HTTP/1.1" status: 200 len: 1096 time: 0.0516465 Aug 05 14:53:25.199005 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7903ae-3fe9-4a04-b607-3cbbca0af858 req-fa2d5cd3-bc07-4ab0-8469-0267706bb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:25.200435 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a7903ae-3fe9-4a04-b607-3cbbca0af858 req-fa2d5cd3-bc07-4ab0-8469-0267706bb6f1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 HTTP/1.1" status: 200 len: 918 time: 0.0893159 Aug 05 14:53:25.247544 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a7903ae-3fe9-4a04-b607-3cbbca0af858 req-8c9462e8-4055-42ed-a2f3-d50679a9d83e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e75bdb2-b5c9-472d-974b-7e7e93ba6833 HTTP/1.1" status: 200 len: 217 time: 0.0400758 Aug 05 14:53:25.298728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7903ae-3fe9-4a04-b607-3cbbca0af858 req-dac0fc41-e8b5-4bbc-b033-0017c5a21c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:25.300237 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a7903ae-3fe9-4a04-b607-3cbbca0af858 req-dac0fc41-e8b5-4bbc-b033-0017c5a21c4b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=df278f92-074c-4bc6-b1c1-0c0e6c64eb66 HTTP/1.1" status: 200 len: 856 time: 0.0451727 Aug 05 14:53:25.346110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7903ae-3fe9-4a04-b607-3cbbca0af858 req-70c898cf-c4af-49d9-8869-e44cd6b205a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:25.347645 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a7903ae-3fe9-4a04-b607-3cbbca0af858 req-70c898cf-c4af-49d9-8869-e44cd6b205a3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c5be5bfa-056c-4f9b-a407-e4a20c04ecc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395634 Aug 05 14:53:25.441178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a7903ae-3fe9-4a04-b607-3cbbca0af858 req-bc7ce6bc-bf6b-482a-8cee-429e01b89639 service neutron] 10.222.0.84 "GET /v2.0/networks/c5be5bfa-056c-4f9b-a407-e4a20c04ecc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858326 Aug 05 14:53:25.532565 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0a7903ae-3fe9-4a04-b607-3cbbca0af858 req-3e6393a9-1e26-4271-b88b-206a28640509 service neutron] 10.222.0.84 "GET /v2.0/networks/c5be5bfa-056c-4f9b-a407-e4a20c04ecc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838845 Aug 05 14:53:29.678381 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488890d7-ffff-44e0-b8ed-986f1d20cd18 req-b4a679df-871f-4374-a1ea-c14f4aec09b4 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:29.679888 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-488890d7-ffff-44e0-b8ed-986f1d20cd18 req-b4a679df-871f-4374-a1ea-c14f4aec09b4 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3258504b-bece-47e9-ad97-fc30de14fbf2 HTTP/1.1" status: 200 len: 945 time: 0.0542464 Aug 05 14:53:29.722795 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-488890d7-ffff-44e0-b8ed-986f1d20cd18 req-0a289b6c-7ee3-4438-a45e-c8490eaf9bcb tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367398 Aug 05 14:53:30.841064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376f680-b88b-4144-b242-b922226e1668 req-7a84f47d-a164-49b9-80a5-a2f0bb8cc6e2 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:30.842504 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1376f680-b88b-4144-b242-b922226e1668 req-7a84f47d-a164-49b9-80a5-a2f0bb8cc6e2 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3258504b-bece-47e9-ad97-fc30de14fbf2 HTTP/1.1" status: 200 len: 945 time: 0.0489244 Aug 05 14:53:30.880105 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1376f680-b88b-4144-b242-b922226e1668 req-bd974431-44dc-4a5d-b235-fbdee029177a tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/security-groups?id=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317984 Aug 05 14:53:31.480183 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ba81a-a668-4723-a3d9-5c31601ca24a req-1c899891-2bbe-4b23-b67c-52d48e0a552a tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:31.481636 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-510ba81a-a668-4723-a3d9-5c31601ca24a req-1c899891-2bbe-4b23-b67c-52d48e0a552a tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.84 "GET /v2.0/ports?device_id=3258504b-bece-47e9-ad97-fc30de14fbf2 HTTP/1.1" status: 200 len: 945 time: 0.0526786 Aug 05 14:53:31.569477 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-510ba81a-a668-4723-a3d9-5c31601ca24a req-0ab76636-9271-4d81-82ba-ccbc51bc50a0 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Deleting port 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:53:31.569816 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-510ba81a-a668-4723-a3d9-5c31601ca24a req-0ab76636-9271-4d81-82ba-ccbc51bc50a0 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:31.660292 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-510ba81a-a668-4723-a3d9-5c31601ca24a req-0ab76636-9271-4d81-82ba-ccbc51bc50a0 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] For port 6e75bdb2-b5c9-472d-974b-7e7e93ba6833, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=6e75bdb2-b5c9-472d-974b-7e7e93ba6833,segment=NetworkSegment(e5d5cec8-f39e-465b-8297-5963c5ac8854),segment_id=e5d5cec8-f39e-465b-8297-5963c5ac8854)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:53:31.660664 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-510ba81a-a668-4723-a3d9-5c31601ca24a req-0ab76636-9271-4d81-82ba-ccbc51bc50a0 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:31.674284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-510ba81a-a668-4723-a3d9-5c31601ca24a req-0ab76636-9271-4d81-82ba-ccbc51bc50a0 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Calling delete_port for 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:53:31.797300 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-510ba81a-a668-4723-a3d9-5c31601ca24a req-0ab76636-9271-4d81-82ba-ccbc51bc50a0 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:31.810746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['6e75bdb2-b5c9-472d-974b-7e7e93ba6833'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:53:31.830081 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab76636-9271-4d81-82ba-ccbc51bc50a0 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Pushing event deleted for resources: {'Port': ['ID=6e75bdb2-b5c9-472d-974b-7e7e93ba6833,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:31.874722 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-510ba81a-a668-4723-a3d9-5c31601ca24a req-0ab76636-9271-4d81-82ba-ccbc51bc50a0 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] No DVR routers for this DVR port 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:53:31.877583 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-510ba81a-a668-4723-a3d9-5c31601ca24a req-0ab76636-9271-4d81-82ba-ccbc51bc50a0 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:31.879922 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-510ba81a-a668-4723-a3d9-5c31601ca24a req-0ab76636-9271-4d81-82ba-ccbc51bc50a0 tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.84 "DELETE /v2.0/ports/6e75bdb2-b5c9-472d-974b-7e7e93ba6833 HTTP/1.1" status: 204 len: 173 time: 0.3915691 Aug 05 14:53:31.881010 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3258504b-bece-47e9-ad97-fc30de14fbf2', 'name': 'network-vif-deleted', 'tag': '6e75bdb2-b5c9-472d-974b-7e7e93ba6833'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:53:31.884124 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407fcb72-09d2-49fa-bc3c-d462486f5f15" -d '{"events": [{"server_uuid": "3258504b-bece-47e9-ad97-fc30de14fbf2", "name": "network-vif-deleted", "tag": "6e75bdb2-b5c9-472d-974b-7e7e93ba6833"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:53:32.002566 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0318a606-deaf-43bb-aa7e-912f4e9c3557 req-bea4bed1-d892-4fd9-95ab-d5a033c0cb1e tempest-TestEncryptedCinderVolumes-666846992 tempest-TestEncryptedCinderVolumes-666846992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3258504b-bece-47e9-ad97-fc30de14fbf2 HTTP/1.1" status: 200 len: 210 time: 0.0312078 Aug 05 14:53:32.169273 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca7c7f4-1e17-4898-a72c-72f71ed013b5 x-openstack-request-id: req-cca7c7f4-1e17-4898-a72c-72f71ed013b5 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:53:32.169574 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3258504b-bece-47e9-ad97-fc30de14fbf2", "name": "network-vif-deleted", "tag": "6e75bdb2-b5c9-472d-974b-7e7e93ba6833", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:53:32.169831 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cca7c7f4-1e17-4898-a72c-72f71ed013b5 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:53:32.170239 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258504b-bece-47e9-ad97-fc30de14fbf2', 'name': 'network-vif-deleted', 'tag': '6e75bdb2-b5c9-472d-974b-7e7e93ba6833', 'status': 'completed', 'code': 200} Aug 05 14:53:33.097076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47290) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:33.446908 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:33.697622 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Deleting port dc3341ae-89d9-46cf-b642-1e3848a8ad13 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:53:33.697892 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:33.777723 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] For port dc3341ae-89d9-46cf-b642-1e3848a8ad13, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=dc3341ae-89d9-46cf-b642-1e3848a8ad13,segment=NetworkSegment(e5d5cec8-f39e-465b-8297-5963c5ac8854),segment_id=e5d5cec8-f39e-465b-8297-5963c5ac8854)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:53:33.778121 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:33.795200 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Calling delete_port for dc3341ae-89d9-46cf-b642-1e3848a8ad13 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:53:33.974077 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:34.001206 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3341ae-89d9-46cf-b642-1e3848a8ad13,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:34.026962 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:34.027318 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:34.027665 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:34.028008 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:34.028344 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:34.028679 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:34.029011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:34.029341 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:34.029684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:34.030017 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:34.030361 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:34.030689 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:34.174476 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:34.386047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Router 251cf654-80c0-4f34-bf58-afd262707430 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:53:34.491575 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:53:34.496581 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e41f569f-f45b-448c-acae-da358ecf9de0 admin admin] 10.222.0.16 "PUT /v2.0/routers/251cf654-80c0-4f34-bf58-afd262707430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3984041 Aug 05 14:53:34.499193 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47292) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:34.501741 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aa6683-09e7-4520-94cd-9b653ec76211 None None] Sync routers for ids ['251cf654-80c0-4f34-bf58-afd262707430'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:53:34.511579 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aa6683-09e7-4520-94cd-9b653ec76211 None None] Routers {'251cf654-80c0-4f34-bf58-afd262707430'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:53:34.512176 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-59aa6683-09e7-4520-94cd-9b653ec76211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:53:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['251cf654-80c0-4f34-bf58-afd262707430'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:34.607537 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9fdce636-fb8b-48bc-808e-fbcbc304e787 admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:34.612448 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-59aa6683-09e7-4520-94cd-9b653ec76211 None None] Set router 251cf654-80c0-4f34-bf58-afd262707430 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:53:34.718926 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9fdce636-fb8b-48bc-808e-fbcbc304e787 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:34.777547 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-9fdce636-fb8b-48bc-808e-fbcbc304e787 admin admin] Deleting port 7f67a381-66db-4ce2-9967-974e6fb179e9 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:53:34.778379 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9fdce636-fb8b-48bc-808e-fbcbc304e787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:34.800413 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-59aa6683-09e7-4520-94cd-9b653ec76211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251cf654-80c0-4f34-bf58-afd262707430', 'name': 'tempest-TestEncryptedCinderVolumes-2036229212-router', 'tenant_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '7f67a381-66db-4ce2-9967-974e6fb179e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:52:17Z', 'updated_at': '2021-08-05T14:53:33Z', 'revision_number': 5, 'project_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'gw_port': {'id': '7f67a381-66db-4ce2-9967-974e6fb179e9', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:06:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251cf654-80c0-4f34-bf58-afd262707430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:18Z', 'updated_at': '2021-08-05T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:34.832190 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aa6683-09e7-4520-94cd-9b653ec76211 None None] Checking router: 251cf654-80c0-4f34-bf58-afd262707430 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:53:34.842367 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aa6683-09e7-4520-94cd-9b653ec76211 None None] Routers {'251cf654-80c0-4f34-bf58-afd262707430'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:53:34.842984 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-59aa6683-09e7-4520-94cd-9b653ec76211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:53:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['251cf654-80c0-4f34-bf58-afd262707430'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:34.864148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-9fdce636-fb8b-48bc-808e-fbcbc304e787 admin admin] For port 7f67a381-66db-4ce2-9967-974e6fb179e9, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7f67a381-66db-4ce2-9967-974e6fb179e9,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:53:34.864551 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9fdce636-fb8b-48bc-808e-fbcbc304e787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:34.880939 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-9fdce636-fb8b-48bc-808e-fbcbc304e787 admin admin] Calling delete_port for 7f67a381-66db-4ce2-9967-974e6fb179e9 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:53:34.928687 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-59aa6683-09e7-4520-94cd-9b653ec76211 None None] Set router 251cf654-80c0-4f34-bf58-afd262707430 gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:53:34.978854 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-59aa6683-09e7-4520-94cd-9b653ec76211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251cf654-80c0-4f34-bf58-afd262707430', 'name': 'tempest-TestEncryptedCinderVolumes-2036229212-router', 'tenant_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:52:17Z', 'updated_at': '2021-08-05T14:53:34Z', 'revision_number': 6, 'project_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:35.008035 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aa6683-09e7-4520-94cd-9b653ec76211 None None] The sync data for ids ['251cf654-80c0-4f34-bf58-afd262707430'] in n-d-803585-2 is: [{'id': '251cf654-80c0-4f34-bf58-afd262707430', 'name': 'tempest-TestEncryptedCinderVolumes-2036229212-router', 'tenant_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:52:17Z', 'updated_at': '2021-08-05T14:53:34Z', 'revision_number': 6, 'project_id': '25b7b9b344b44ebb8c6dc78db1117c65', 'gw_port_host': None}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:53:35.058092 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9fdce636-fb8b-48bc-808e-fbcbc304e787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:35.091215 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdce636-fb8b-48bc-808e-fbcbc304e787 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f67a381-66db-4ce2-9967-974e6fb179e9,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:35.150800 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9fdce636-fb8b-48bc-808e-fbcbc304e787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:35.243367 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9fdce636-fb8b-48bc-808e-fbcbc304e787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:35.245484 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9fdce636-fb8b-48bc-808e-fbcbc304e787 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:35.288895 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9fdce636-fb8b-48bc-808e-fbcbc304e787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:35.289485 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdce636-fb8b-48bc-808e-fbcbc304e787 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 251cf654-80c0-4f34-bf58-afd262707430 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:53:35.293798 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9fdce636-fb8b-48bc-808e-fbcbc304e787 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:35.295058 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9fdce636-fb8b-48bc-808e-fbcbc304e787 admin admin] 10.222.0.16 "DELETE /v2.0/routers/251cf654-80c0-4f34-bf58-afd262707430 HTTP/1.1" status: 204 len: 168 time: 0.7922406 Aug 05 14:53:35.297536 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47294) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:35.346858 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b68558-3119-43fd-8313-4e2432ff84de admin admin] Deleting subnet df278f92-074c-4bc6-b1c1-0c0e6c64eb66 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:53:35.350953 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69b68558-3119-43fd-8313-4e2432ff84de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:35.397949 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69b68558-3119-43fd-8313-4e2432ff84de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:35.448601 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:53:35.469055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:53:35.469483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 6e75bdb2-b5c9-472d-974b-7e7e93ba6833 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:53:35.479641 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69b68558-3119-43fd-8313-4e2432ff84de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:35.534514 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69b68558-3119-43fd-8313-4e2432ff84de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:35.562073 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b68558-3119-43fd-8313-4e2432ff84de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df278f92-074c-4bc6-b1c1-0c0e6c64eb66,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:35.564267 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-69b68558-3119-43fd-8313-4e2432ff84de admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:35.567001 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-69b68558-3119-43fd-8313-4e2432ff84de admin admin] 10.222.0.16 "DELETE /v2.0/subnets/df278f92-074c-4bc6-b1c1-0c0e6c64eb66 HTTP/1.1" status: 204 len: 168 time: 0.2676358 Aug 05 14:53:35.568292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4ca174-859a-47c5-b3ea-db769cf08a1c None None] Network c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:53:35.569272 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47296) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:35.636339 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:35.689972 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] Deleting port 8c80bae9-a904-469a-9970-5b3fc6a200ef {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:53:35.690347 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:35.758639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] For port 8c80bae9-a904-469a-9970-5b3fc6a200ef, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8c80bae9-a904-469a-9970-5b3fc6a200ef,segment=NetworkSegment(e5d5cec8-f39e-465b-8297-5963c5ac8854),segment_id=e5d5cec8-f39e-465b-8297-5963c5ac8854)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:53:35.759006 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:35.772658 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] Calling delete_port for 8c80bae9-a904-469a-9970-5b3fc6a200ef owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:53:35.777040 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231a8d9b-1983-411f-8ccf-c9475000205e None None] DHCP port deletion for c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:53:35.858067 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:35.886882 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] Pushing event deleted for resources: {'Port': ['ID=8c80bae9-a904-469a-9970-5b3fc6a200ef,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:35.890411 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] No DVR routers for this DVR port 8c80bae9-a904-469a-9970-5b3fc6a200ef on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:53:35.996253 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-231a8d9b-1983-411f-8ccf-c9475000205e None None] Deleting port 8c80bae9-a904-469a-9970-5b3fc6a200ef {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:53:35.996560 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-231a8d9b-1983-411f-8ccf-c9475000205e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:36.066429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-231a8d9b-1983-411f-8ccf-c9475000205e None None] For port 8c80bae9-a904-469a-9970-5b3fc6a200ef, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:53:36.066833 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-231a8d9b-1983-411f-8ccf-c9475000205e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:36.081111 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-231a8d9b-1983-411f-8ccf-c9475000205e None None] Calling delete_port for 8c80bae9-a904-469a-9970-5b3fc6a200ef owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:53:36.084315 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-231a8d9b-1983-411f-8ccf-c9475000205e None None] Port 8c80bae9-a904-469a-9970-5b3fc6a200ef was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:53:36.085508 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-231a8d9b-1983-411f-8ccf-c9475000205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:36.113901 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a8d9b-1983-411f-8ccf-c9475000205e None None] Pushing event deleted for resources: {'Port': ['ID=8c80bae9-a904-469a-9970-5b3fc6a200ef,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:36.119144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231a8d9b-1983-411f-8ccf-c9475000205e None None] No DVR routers for this DVR port 8c80bae9-a904-469a-9970-5b3fc6a200ef on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:53:36.261600 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:36.271172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5be5bfa-056c-4f9b-a407-e4a20c04ecc3']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:36.281510 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d5cec8-f39e-465b-8297-5963c5ac8854') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:36.281757 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d5cec8-f39e-465b-8297-5963c5ac8854') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:36.291002 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:36.305018 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:36.311293 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:53:36.311686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:53:36.313314 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:53:36.372629 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:36.378763 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:36.380675 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] 10.222.0.16 "DELETE /v2.0/networks/c5be5bfa-056c-4f9b-a407-e4a20c04ecc3 HTTP/1.1" status: 204 len: 168 time: 0.8103466 Aug 05 14:53:36.384249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47298) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:36.390005 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8b40e-987c-4477-a575-3bcef1cbafcd admin admin] Pushing event deleted for resources: {'Network': ['ID=c5be5bfa-056c-4f9b-a407-e4a20c04ecc3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:36.717848 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8c80bae9-a904-469a-9970-5b3fc6a200ef no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:53:36.739611 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 8c80bae9-a904-469a-9970-5b3fc6a200ef {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:53:36.740086 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8c80bae9-a904-469a-9970-5b3fc6a200ef not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:53:36.740559 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device dc3341ae-89d9-46cf-b642-1e3848a8ad13 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:53:36.759698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: dc3341ae-89d9-46cf-b642-1e3848a8ad13 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:53:36.760043 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device dc3341ae-89d9-46cf-b642-1e3848a8ad13 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:53:36.760457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7f67a381-66db-4ce2-9967-974e6fb179e9 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:53:36.781011 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 7f67a381-66db-4ce2-9967-974e6fb179e9 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:53:36.781351 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7f67a381-66db-4ce2-9967-974e6fb179e9 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:53:37.079488 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd70ed15-0a40-408f-a130-233af9a0f25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:37.318321 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-fd70ed15-0a40-408f-a130-233af9a0f25e admin admin] Deleting port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:53:37.318659 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd70ed15-0a40-408f-a130-233af9a0f25e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:37.395489 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-fd70ed15-0a40-408f-a130-233af9a0f25e admin admin] For port e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5,segment=NetworkSegment(fd622f14-e273-474c-b76c-bc5ba4dc5937),segment_id=fd622f14-e273-474c-b76c-bc5ba4dc5937)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:53:37.396904 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd70ed15-0a40-408f-a130-233af9a0f25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:37.409409 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-fd70ed15-0a40-408f-a130-233af9a0f25e admin admin] Calling delete_port for e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:53:37.592556 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd70ed15-0a40-408f-a130-233af9a0f25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:37.622873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70ed15-0a40-408f-a130-233af9a0f25e admin admin] Pushing event deleted for resources: {'Port': ['ID=e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:37.787449 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fd70ed15-0a40-408f-a130-233af9a0f25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:38.001009 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd70ed15-0a40-408f-a130-233af9a0f25e admin admin] Router 64261334-759c-4536-9aa1-04d63dff9a06 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:53:38.106307 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd70ed15-0a40-408f-a130-233af9a0f25e admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:53:38.112631 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fd70ed15-0a40-408f-a130-233af9a0f25e admin admin] 10.222.0.16 "PUT /v2.0/routers/64261334-759c-4536-9aa1-04d63dff9a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7259233 Aug 05 14:53:38.113854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47300) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:38.116756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd40af3-6962-4769-9548-4770cbe01e8e None None] Sync routers for ids ['64261334-759c-4536-9aa1-04d63dff9a06'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:53:38.125768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd40af3-6962-4769-9548-4770cbe01e8e None None] Routers {'64261334-759c-4536-9aa1-04d63dff9a06'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:53:38.126429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-dbd40af3-6962-4769-9548-4770cbe01e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:53:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['64261334-759c-4536-9aa1-04d63dff9a06'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:38.221689 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc6a88d2-22b6-4135-b94b-87e60f342a0f admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:38.232835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-dbd40af3-6962-4769-9548-4770cbe01e8e None None] Set router 64261334-759c-4536-9aa1-04d63dff9a06 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:53:38.325427 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc6a88d2-22b6-4135-b94b-87e60f342a0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:38.378051 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-bc6a88d2-22b6-4135-b94b-87e60f342a0f admin admin] Deleting port bbe6d6be-aae2-4090-a8a7-20d0e6323668 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:53:38.378429 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc6a88d2-22b6-4135-b94b-87e60f342a0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:38.416708 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-dbd40af3-6962-4769-9548-4770cbe01e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64261334-759c-4536-9aa1-04d63dff9a06', 'name': 'tempest-TestEncryptedCinderVolumes-556325710-router', 'tenant_id': 'fb6650601b324c2ba404b62417924b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'bbe6d6be-aae2-4090-a8a7-20d0e6323668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:52:22Z', 'updated_at': '2021-08-05T14:53:37Z', 'revision_number': 5, 'project_id': 'fb6650601b324c2ba404b62417924b47', 'gw_port': {'id': 'bbe6d6be-aae2-4090-a8a7-20d0e6323668', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64261334-759c-4536-9aa1-04d63dff9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:52:23Z', 'updated_at': '2021-08-05T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:38.442637 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd40af3-6962-4769-9548-4770cbe01e8e None None] Checking router: 64261334-759c-4536-9aa1-04d63dff9a06 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:53:38.451742 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd40af3-6962-4769-9548-4770cbe01e8e None None] Routers {'64261334-759c-4536-9aa1-04d63dff9a06'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:53:38.452360 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-dbd40af3-6962-4769-9548-4770cbe01e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:53:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['64261334-759c-4536-9aa1-04d63dff9a06'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:38.464988 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-bc6a88d2-22b6-4135-b94b-87e60f342a0f admin admin] For port bbe6d6be-aae2-4090-a8a7-20d0e6323668, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=bbe6d6be-aae2-4090-a8a7-20d0e6323668,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:53:38.465557 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc6a88d2-22b6-4135-b94b-87e60f342a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:38.480159 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-bc6a88d2-22b6-4135-b94b-87e60f342a0f admin admin] Calling delete_port for bbe6d6be-aae2-4090-a8a7-20d0e6323668 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:53:38.539228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-dbd40af3-6962-4769-9548-4770cbe01e8e None None] Set router 64261334-759c-4536-9aa1-04d63dff9a06 gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:53:38.591479 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-dbd40af3-6962-4769-9548-4770cbe01e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64261334-759c-4536-9aa1-04d63dff9a06', 'name': 'tempest-TestEncryptedCinderVolumes-556325710-router', 'tenant_id': 'fb6650601b324c2ba404b62417924b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:52:22Z', 'updated_at': '2021-08-05T14:53:38Z', 'revision_number': 6, 'project_id': 'fb6650601b324c2ba404b62417924b47', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:38.622156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd40af3-6962-4769-9548-4770cbe01e8e None None] The sync data for ids ['64261334-759c-4536-9aa1-04d63dff9a06'] in n-d-803585-2 is: [{'id': '64261334-759c-4536-9aa1-04d63dff9a06', 'name': 'tempest-TestEncryptedCinderVolumes-556325710-router', 'tenant_id': 'fb6650601b324c2ba404b62417924b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:52:22Z', 'updated_at': '2021-08-05T14:53:38Z', 'revision_number': 6, 'project_id': 'fb6650601b324c2ba404b62417924b47', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:53:38.657748 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc6a88d2-22b6-4135-b94b-87e60f342a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:38.693718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a88d2-22b6-4135-b94b-87e60f342a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe6d6be-aae2-4090-a8a7-20d0e6323668,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:38.746811 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc6a88d2-22b6-4135-b94b-87e60f342a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:38.838357 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc6a88d2-22b6-4135-b94b-87e60f342a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:38.840448 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc6a88d2-22b6-4135-b94b-87e60f342a0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:38.883147 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc6a88d2-22b6-4135-b94b-87e60f342a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:38.883652 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6a88d2-22b6-4135-b94b-87e60f342a0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64261334-759c-4536-9aa1-04d63dff9a06 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:53:38.888552 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bc6a88d2-22b6-4135-b94b-87e60f342a0f admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:38.889789 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bc6a88d2-22b6-4135-b94b-87e60f342a0f admin admin] 10.222.0.16 "DELETE /v2.0/routers/64261334-759c-4536-9aa1-04d63dff9a06 HTTP/1.1" status: 204 len: 168 time: 0.7749720 Aug 05 14:53:38.892267 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47302) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:38.941644 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd813ff-de12-4c07-9519-725e6993550e admin admin] Deleting subnet 003d20d3-14ed-4621-a127-dd232a782319 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:53:38.945272 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1dd813ff-de12-4c07-9519-725e6993550e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:38.983470 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1dd813ff-de12-4c07-9519-725e6993550e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:39.073626 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1dd813ff-de12-4c07-9519-725e6993550e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:39.132048 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1dd813ff-de12-4c07-9519-725e6993550e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:39.158151 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd813ff-de12-4c07-9519-725e6993550e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=003d20d3-14ed-4621-a127-dd232a782319,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:39.162271 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1dd813ff-de12-4c07-9519-725e6993550e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:39.164785 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1dd813ff-de12-4c07-9519-725e6993550e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/003d20d3-14ed-4621-a127-dd232a782319 HTTP/1.1" status: 204 len: 168 time: 0.2709627 Aug 05 14:53:39.166753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47304) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:39.169240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce619ed8-e37b-4db2-84a8-ca2266d8cd74 None None] Network 30e61ced-8274-42be-8cbd-003e8d9381b9 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:53:39.234150 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:39.287173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] Deleting port 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:53:39.287570 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:39.356722 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] For port 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8905d2d1-e09e-4b5e-9124-6fa6425e6ff2,segment=NetworkSegment(fd622f14-e273-474c-b76c-bc5ba4dc5937),segment_id=fd622f14-e273-474c-b76c-bc5ba4dc5937)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:53:39.357067 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:39.369844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] Calling delete_port for 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:53:39.412065 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d25e047-8cb3-4b17-8a16-15710999d60f None None] DHCP port deletion for 30e61ced-8274-42be-8cbd-003e8d9381b9 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:53:39.449957 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:53:39.476437 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:53:39.477180 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e79d64f1-81ed-4af9-a1ad-9eb5bd2160d5 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:53:39.487244 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:39.502156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-9d25e047-8cb3-4b17-8a16-15710999d60f None None] Deleting port 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:53:39.502617 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9d25e047-8cb3-4b17-8a16-15710999d60f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:39.518756 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] Pushing event deleted for resources: {'Port': ['ID=8905d2d1-e09e-4b5e-9124-6fa6425e6ff2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:39.521365 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] No DVR routers for this DVR port 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:53:39.585557 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9d25e047-8cb3-4b17-8a16-15710999d60f None None] For port 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:53:39.586449 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9d25e047-8cb3-4b17-8a16-15710999d60f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:39.606440 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:39.608486 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-9d25e047-8cb3-4b17-8a16-15710999d60f None None] Calling delete_port for 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:53:39.611835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-9d25e047-8cb3-4b17-8a16-15710999d60f None None] Port 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 14:53:39.613158 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9d25e047-8cb3-4b17-8a16-15710999d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:39.618110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e61ced-8274-42be-8cbd-003e8d9381b9']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:39.629256 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd622f14-e273-474c-b76c-bc5ba4dc5937') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:39.629896 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd622f14-e273-474c-b76c-bc5ba4dc5937') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:39.642898 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:39.648192 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d25e047-8cb3-4b17-8a16-15710999d60f None None] No DVR routers for this DVR port 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:53:39.654653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25e047-8cb3-4b17-8a16-15710999d60f None None] Pushing event deleted for resources: {'Port': ['ID=8905d2d1-e09e-4b5e-9124-6fa6425e6ff2,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:39.664466 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:39.671509 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:53:39.671726 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:53:39.673839 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:53:39.736136 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:39.743722 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:39.745061 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] 10.222.0.16 "DELETE /v2.0/networks/30e61ced-8274-42be-8cbd-003e8d9381b9 HTTP/1.1" status: 204 len: 168 time: 0.5773630 Aug 05 14:53:39.755553 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b3f8c-b731-45a6-804d-9887d704ad55 admin admin] Pushing event deleted for resources: {'Network': ['ID=30e61ced-8274-42be-8cbd-003e8d9381b9,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:39.932059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47308) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:39.972522 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5753db5c-1a3e-4405-9508-7bbc09e24233 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25b7b9b344b44ebb8c6dc78db1117c65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392904 Aug 05 14:53:39.975096 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47310) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:40.023212 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a5ee1d5-a508-4804-82fa-67661b255ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:40.044310 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a5ee1d5-a508-4804-82fa-67661b255ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:40.090185 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a5ee1d5-a508-4804-82fa-67661b255ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:40.092767 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1a5ee1d5-a508-4804-82fa-67661b255ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:40.093979 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1a5ee1d5-a508-4804-82fa-67661b255ec8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b89c1d5c-4fde-4b99-a72e-697cbc87cc4a HTTP/1.1" status: 204 len: 168 time: 0.1179698 Aug 05 14:53:40.102622 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ee1d5-a508-4804-82fa-67661b255ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89c1d5c-4fde-4b99-a72e-697cbc87cc4a,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:40.434191 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47316) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:40.475366 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-af9b8757-d271-4a66-b770-a1eb3fa67598 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb6650601b324c2ba404b62417924b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398006 Aug 05 14:53:40.477740 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47318) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:40.529858 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e2a5d26-08a1-42c1-9983-33757f8f16c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:40.551279 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e2a5d26-08a1-42c1-9983-33757f8f16c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:40.597732 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e2a5d26-08a1-42c1-9983-33757f8f16c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:40.601531 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e2a5d26-08a1-42c1-9983-33757f8f16c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:40.605087 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6e2a5d26-08a1-42c1-9983-33757f8f16c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b88d8df-070c-4447-b5bb-43de645e81b2 HTTP/1.1" status: 204 len: 168 time: 0.1240859 Aug 05 14:53:40.611499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a5d26-08a1-42c1-9983-33757f8f16c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b88d8df-070c-4447-b5bb-43de645e81b2,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:40.714182 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device bbe6d6be-aae2-4090-a8a7-20d0e6323668 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:53:40.733985 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: bbe6d6be-aae2-4090-a8a7-20d0e6323668 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:53:40.734268 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device bbe6d6be-aae2-4090-a8a7-20d0e6323668 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:53:40.734872 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:53:40.754240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:53:40.754609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8905d2d1-e09e-4b5e-9124-6fa6425e6ff2 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:53:41.274961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47340) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:41.384454 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-90520c69-1299-4385-961e-59a0c1a838d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1363537528-network', 'tenant_id': '9b7837005be749eea6eebb2f23887545'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:53:41.405503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90520c69-1299-4385-961e-59a0c1a838d6 admin admin] Made reservation on behalf of 9b7837005be749eea6eebb2f23887545 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:53:41.407895 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90520c69-1299-4385-961e-59a0c1a838d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:41.416208 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90520c69-1299-4385-961e-59a0c1a838d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:41.508154 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90520c69-1299-4385-961e-59a0c1a838d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:41.511865 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90520c69-1299-4385-961e-59a0c1a838d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:41.532604 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90520c69-1299-4385-961e-59a0c1a838d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:53:41.547822 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90520c69-1299-4385-961e-59a0c1a838d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715c8999-aaac-47f9-b962-6de261cb3f31,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:41.551005 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90520c69-1299-4385-961e-59a0c1a838d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:41.551323 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-90520c69-1299-4385-961e-59a0c1a838d6 admin admin] Added segment 9509ceb1-4be1-4539-aea3-e9bc9553f63d of type vlan for network 37467495-1d9b-4b35-aa7b-2007bd1ce5cf Aug 05 14:53:41.591606 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90520c69-1299-4385-961e-59a0c1a838d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:41.622805 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90520c69-1299-4385-961e-59a0c1a838d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:41.623778 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90520c69-1299-4385-961e-59a0c1a838d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:41.624682 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-90520c69-1299-4385-961e-59a0c1a838d6 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:41.676807 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-90520c69-1299-4385-961e-59a0c1a838d6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4007323 Aug 05 14:53:41.679966 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47344) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:41.685477 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-9d035141-4ec5-434d-a23b-f4fafe2f4999 admin admin] Request body: {'subnet': {'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1363537528-subnet', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:53:41.686524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90520c69-1299-4385-961e-59a0c1a838d6 admin admin] Pushing event updated for resources: {'Network': ['ID=37467495-1d9b-4b35-aa7b-2007bd1ce5cf,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:41.697113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 37467495-1d9b-4b35-aa7b-2007bd1ce5cf details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:53:41.709943 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d035141-4ec5-434d-a23b-f4fafe2f4999 admin admin] Made reservation on behalf of 9b7837005be749eea6eebb2f23887545 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:53:41.712317 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9d035141-4ec5-434d-a23b-f4fafe2f4999 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:41.880229 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9d035141-4ec5-434d-a23b-f4fafe2f4999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:41.933151 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035141-4ec5-434d-a23b-f4fafe2f4999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:41.943852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d035141-4ec5-434d-a23b-f4fafe2f4999 admin admin] Checking segment: {'id': '9509ceb1-4be1-4539-aea3-e9bc9553f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:53:41.944214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d035141-4ec5-434d-a23b-f4fafe2f4999 admin admin] Network hostable DHCP agents. Network: 37467495-1d9b-4b35-aa7b-2007bd1ce5cf, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:53:41.960760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d035141-4ec5-434d-a23b-f4fafe2f4999 admin admin] Network 37467495-1d9b-4b35-aa7b-2007bd1ce5cf is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:53:41.968650 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-9d035141-4ec5-434d-a23b-f4fafe2f4999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 37467495-1d9b-4b35-aa7b-2007bd1ce5cf) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:53:41.972783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d035141-4ec5-434d-a23b-f4fafe2f4999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:41.973383 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9d035141-4ec5-434d-a23b-f4fafe2f4999 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:41.979370 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf976c1-1a95-442a-81aa-46ac9c21202a None None] Network 37467495-1d9b-4b35-aa7b-2007bd1ce5cf requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:53:41.994066 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9d035141-4ec5-434d-a23b-f4fafe2f4999 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3124788 Aug 05 14:53:41.996290 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47346) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:42.000700 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1363537528-router', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:53:42.021972 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:42.023014 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:42.079723 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:42.124268 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7326167-1057-4227-b34f-811de42db61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-37467495-1d9b-4b35-aa7b-2007bd1ce5cf', 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'fixed_ips': [{'subnet_id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:53:42.125141 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7326167-1057-4227-b34f-811de42db61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:42.217230 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:42.273092 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-d7326167-1057-4227-b34f-811de42db61b None None] Allocated IP 172.20.0.2 (37467495-1d9b-4b35-aa7b-2007bd1ce5cf/ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3/19ae0903-254e-4962-ac95-ddd956f3bd06) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:53:42.423892 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7326167-1057-4227-b34f-811de42db61b None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:42.425672 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:42.432919 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d7326167-1057-4227-b34f-811de42db61b None None] Transition to ACTIVE for port object 19ae0903-254e-4962-ac95-ddd956f3bd06 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:53:42.445892 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:42.448595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d7326167-1057-4227-b34f-811de42db61b None None] Transition to ACTIVE for port object 19ae0903-254e-4962-ac95-ddd956f3bd06 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:53:42.455061 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7326167-1057-4227-b34f-811de42db61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:42.489494 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7326167-1057-4227-b34f-811de42db61b None None] Network 37467495-1d9b-4b35-aa7b-2007bd1ce5cf is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:53:42.495802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-d7326167-1057-4227-b34f-811de42db61b None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:53:42.499217 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7326167-1057-4227-b34f-811de42db61b None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:53:42.508416 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7326167-1057-4227-b34f-811de42db61b None None] Pushing event updated for resources: {'Port': ['ID=19ae0903-254e-4962-ac95-ddd956f3bd06,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:42.551603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Allocated IP 172.25.5.47 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/9d2578b1-89c3-40e4-a84c-9ba37eba0b6c) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:53:42.558544 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d7326167-1057-4227-b34f-811de42db61b None None] Attempting to bind port 19ae0903-254e-4962-ac95-ddd956f3bd06 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:53:42.559198 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d7326167-1057-4227-b34f-811de42db61b None None] Attempting to bind port 19ae0903-254e-4962-ac95-ddd956f3bd06 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '9509ceb1-4be1-4539-aea3-e9bc9553f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:53:42.559530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7326167-1057-4227-b34f-811de42db61b None None] Attempting to bind port 19ae0903-254e-4962-ac95-ddd956f3bd06 on network 37467495-1d9b-4b35-aa7b-2007bd1ce5cf {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:53:42.564607 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7326167-1057-4227-b34f-811de42db61b None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:53:42.564986 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7326167-1057-4227-b34f-811de42db61b None None] Checking segment: {'id': '9509ceb1-4be1-4539-aea3-e9bc9553f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:53:42.565394 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7326167-1057-4227-b34f-811de42db61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:42.565789 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7326167-1057-4227-b34f-811de42db61b None None] Bound using segment: {'id': '9509ceb1-4be1-4539-aea3-e9bc9553f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:53:42.566283 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d7326167-1057-4227-b34f-811de42db61b None None] Bound port: 19ae0903-254e-4962-ac95-ddd956f3bd06, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9509ceb1-4be1-4539-aea3-e9bc9553f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:53:42.566692 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7326167-1057-4227-b34f-811de42db61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:42.633773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d7326167-1057-4227-b34f-811de42db61b None None] For port 19ae0903-254e-4962-ac95-ddd956f3bd06, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:53:42.637056 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d7326167-1057-4227-b34f-811de42db61b None None] For port 19ae0903-254e-4962-ac95-ddd956f3bd06, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=19ae0903-254e-4962-ac95-ddd956f3bd06,segment=NetworkSegment(9509ceb1-4be1-4539-aea3-e9bc9553f63d),segment_id=9509ceb1-4be1-4539-aea3-e9bc9553f63d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:53:42.641170 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d7326167-1057-4227-b34f-811de42db61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:42.665549 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:42.700768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7326167-1057-4227-b34f-811de42db61b None None] Pushing event updated for resources: {'Port': ['ID=19ae0903-254e-4962-ac95-ddd956f3bd06,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:42.713047 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:42.754871 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:53:42.758461 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:53:42.760893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:53:42.788270 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Pushing event updated for resources: {'Port': ['ID=9d2578b1-89c3-40e4-a84c-9ba37eba0b6c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:43.040217 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:43.234631 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:43.366487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Router ada3eb68-e8a9-4a91-82bc-076c1818bf58 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:53:43.478615 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:53:43.495477 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:43.496828 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d4244557-b48a-4743-818a-0bf4acfa300e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4995556 Aug 05 14:53:43.499775 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47348) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:43.502091 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Sync routers for ids ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:53:43.512014 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Routers {'ada3eb68-e8a9-4a91-82bc-076c1818bf58'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:53:43.512684 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:53:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:43.627410 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Set router ada3eb68-e8a9-4a91-82bc-076c1818bf58 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:53:43.639308 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9ebc98-3f0e-4ee9-88fb-150105c4bd9d None None] Network 37467495-1d9b-4b35-aa7b-2007bd1ce5cf requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:53:43.729735 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-92d7eee3-1eea-4569-8a25-d3d60d85abb6 None None] Provisioning for port 19ae0903-254e-4962-ac95-ddd956f3bd06 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:53:43.912512 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'name': 'tempest-TestMinimumBasicScenario-1363537528-router', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:42Z', 'revision_number': 3, 'project_id': '9b7837005be749eea6eebb2f23887545', 'gw_port': {'id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:43.939362 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Checking router: ada3eb68-e8a9-4a91-82bc-076c1818bf58 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:53:43.939721 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Updating router ada3eb68-e8a9-4a91-82bc-076c1818bf58 port 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:53:43.963865 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:43.968595 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:44.132249 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Allocated IP 172.20.0.1 (37467495-1d9b-4b35-aa7b-2007bd1ce5cf/ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3/2ad7f80c-10a5-424e-9ba2-a6e521541f14) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:53:44.241227 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:44.241492 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:44.252212 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Transition to ACTIVE for port object 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:53:44.256170 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Transition to ACTIVE for port object 2ad7f80c-10a5-424e-9ba2-a6e521541f14 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:53:44.258722 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:44.292407 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:44.310594 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Attempting to bind port 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:53:44.310968 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Attempting to bind port 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:53:44.311332 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Attempting to bind port 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:53:44.316743 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2810c7-f6cf-454c-ba03-966749f4f04d None None] Pushing event updated for resources: {'Port': ['ID=9d2578b1-89c3-40e4-a84c-9ba37eba0b6c,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:44.326004 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:53:44.326425 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:53:44.326828 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:44.327221 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:53:44.327687 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Bound port: 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:53:44.328071 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:44.331084 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2810c7-f6cf-454c-ba03-966749f4f04d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:44.331428 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2810c7-f6cf-454c-ba03-966749f4f04d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:44.331768 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2810c7-f6cf-454c-ba03-966749f4f04d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:44.332099 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2810c7-f6cf-454c-ba03-966749f4f04d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:44.332428 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2810c7-f6cf-454c-ba03-966749f4f04d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:44.332760 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2810c7-f6cf-454c-ba03-966749f4f04d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:44.333086 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2810c7-f6cf-454c-ba03-966749f4f04d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:44.334223 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2810c7-f6cf-454c-ba03-966749f4f04d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:44.334587 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2810c7-f6cf-454c-ba03-966749f4f04d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:44.334915 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2810c7-f6cf-454c-ba03-966749f4f04d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:44.335240 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2810c7-f6cf-454c-ba03-966749f4f04d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:44.335580 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2810c7-f6cf-454c-ba03-966749f4f04d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:53:44.336123 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Network 37467495-1d9b-4b35-aa7b-2007bd1ce5cf is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:53:44.339926 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:53:44.344431 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:53:44.347652 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Pushing event updated for resources: {'Port': ['ID=2ad7f80c-10a5-424e-9ba2-a6e521541f14,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:44.386119 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:44.409291 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] For port 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:53:44.414097 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] For port 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=9d2578b1-89c3-40e4-a84c-9ba37eba0b6c,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:53:44.418996 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:44.480569 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2810c7-f6cf-454c-ba03-966749f4f04d None None] Pushing event updated for resources: {'Port': ['ID=9d2578b1-89c3-40e4-a84c-9ba37eba0b6c,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:44.485694 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Routers {'ada3eb68-e8a9-4a91-82bc-076c1818bf58'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:53:44.486339 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:53:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:44.535251 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:44.580573 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c0e66d5a-89ad-4f53-9ce4-d9eddffcf173 None None] Provisioning for port 2ad7f80c-10a5-424e-9ba2-a6e521541f14 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:53:44.585233 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c0e66d5a-89ad-4f53-9ce4-d9eddffcf173 None None] Provisioning complete for port 2ad7f80c-10a5-424e-9ba2-a6e521541f14 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:44.585674 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c0e66d5a-89ad-4f53-9ce4-d9eddffcf173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:44.597919 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] Set router ada3eb68-e8a9-4a91-82bc-076c1818bf58 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:53:44.623951 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c0e66d5a-89ad-4f53-9ce4-d9eddffcf173 None None] Port 2ad7f80c-10a5-424e-9ba2-a6e521541f14 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:53:44.717023 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:44.722239 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:44.767186 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 19ae0903-254e-4962-ac95-ddd956f3bd06 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:53:44.791634 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'name': 'tempest-TestMinimumBasicScenario-1363537528-router', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:42Z', 'revision_number': 3, 'project_id': '9b7837005be749eea6eebb2f23887545', 'gw_port': {'id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:44.800065 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Pushing event updated for resources: {'Port': ['ID=2ad7f80c-10a5-424e-9ba2-a6e521541f14,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:44.802669 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:44.820588 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 19ae0903-254e-4962-ac95-ddd956f3bd06 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:53:44.824296 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b66a3-3e65-4eec-994f-9673aab9fcfe None None] The sync data for ids ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'] in n-d-803585-2 is: [{'id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'name': 'tempest-TestMinimumBasicScenario-1363537528-router', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:42Z', 'revision_number': 3, 'project_id': '9b7837005be749eea6eebb2f23887545', 'gw_port': {'id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:53:44.824466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 19ae0903-254e-4962-ac95-ddd956f3bd06 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:44.824843 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:44.904827 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Network 37467495-1d9b-4b35-aa7b-2007bd1ce5cf is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:53:44.906272 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:53:44.908333 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:44.955538 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 19ae0903-254e-4962-ac95-ddd956f3bd06, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=19ae0903-254e-4962-ac95-ddd956f3bd06,segment=NetworkSegment(9509ceb1-4be1-4539-aea3-e9bc9553f63d),segment_id=9509ceb1-4be1-4539-aea3-e9bc9553f63d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:53:44.961321 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:45.019758 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=19ae0903-254e-4962-ac95-ddd956f3bd06,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:45.249554 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4aa366a9-bb7a-4a2f-87d5-0ab358fdcc94 None None] Provisioning complete for port 2ad7f80c-10a5-424e-9ba2-a6e521541f14 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:45.250017 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4aa366a9-bb7a-4a2f-87d5-0ab358fdcc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:45.303126 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:45.303793 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4aa366a9-bb7a-4a2f-87d5-0ab358fdcc94 None None] Port 2ad7f80c-10a5-424e-9ba2-a6e521541f14 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:53:45.362042 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Router ada3eb68-e8a9-4a91-82bc-076c1818bf58 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:53:45.484016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:53:45.489067 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9458de43-6b5c-4a3b-9783-49ec52c4261c admin admin] 10.222.0.16 "PUT /v2.0/routers/ada3eb68-e8a9-4a91-82bc-076c1818bf58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9883142 Aug 05 14:53:45.914171 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a65f36ed-81d8-4054-8ed0-997e2d67198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:45.971646 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47366) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:45.977852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d95b87e8-6818-4c36-ab56-3dc036f96b1f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1415599751-network', 'tenant_id': 'b52b8106a1fe4bd48cbb228a99118d5f'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:53:45.998726 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95b87e8-6818-4c36-ab56-3dc036f96b1f admin admin] Made reservation on behalf of b52b8106a1fe4bd48cbb228a99118d5f for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:53:46.001003 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d95b87e8-6818-4c36-ab56-3dc036f96b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:46.009849 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d95b87e8-6818-4c36-ab56-3dc036f96b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:46.109953 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d95b87e8-6818-4c36-ab56-3dc036f96b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:46.114632 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d95b87e8-6818-4c36-ab56-3dc036f96b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:46.140259 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95b87e8-6818-4c36-ab56-3dc036f96b1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:53:46.151135 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b87e8-6818-4c36-ab56-3dc036f96b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97aed836-aecc-4694-b17e-072d8a913f6d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:46.156103 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d95b87e8-6818-4c36-ab56-3dc036f96b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:46.156442 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-d95b87e8-6818-4c36-ab56-3dc036f96b1f admin admin] Added segment ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7 of type vlan for network ec4f9f88-f655-4e15-a14b-e602b8584634 Aug 05 14:53:46.199886 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d95b87e8-6818-4c36-ab56-3dc036f96b1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:46.229383 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d95b87e8-6818-4c36-ab56-3dc036f96b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:46.230420 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95b87e8-6818-4c36-ab56-3dc036f96b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:46.231041 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d95b87e8-6818-4c36-ab56-3dc036f96b1f admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:46.290778 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d95b87e8-6818-4c36-ab56-3dc036f96b1f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3178368 Aug 05 14:53:46.293240 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47368) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:46.298184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-167f8a61-2433-4289-a2ef-97a028db7255 admin admin] Request body: {'subnet': {'network_id': 'ec4f9f88-f655-4e15-a14b-e602b8584634', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1415599751-subnet', 'tenant_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'ip_version': 4}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:53:46.308654 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b87e8-6818-4c36-ab56-3dc036f96b1f admin admin] Pushing event updated for resources: {'Network': ['ID=ec4f9f88-f655-4e15-a14b-e602b8584634,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:46.320202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network ec4f9f88-f655-4e15-a14b-e602b8584634 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:53:46.328294 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167f8a61-2433-4289-a2ef-97a028db7255 admin admin] Made reservation on behalf of b52b8106a1fe4bd48cbb228a99118d5f for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:53:46.330726 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-167f8a61-2433-4289-a2ef-97a028db7255 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:46.433276 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Sync routers for ids ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:53:46.444824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Routers {'ada3eb68-e8a9-4a91-82bc-076c1818bf58'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:53:46.445449 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:53:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:46.509716 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-167f8a61-2433-4289-a2ef-97a028db7255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:46.563666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Set router ada3eb68-e8a9-4a91-82bc-076c1818bf58 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:53:46.565365 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:46.566665 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f8a61-2433-4289-a2ef-97a028db7255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c6890ef-7d3b-4ef6-824d-198478ffd20e,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:46.575787 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167f8a61-2433-4289-a2ef-97a028db7255 admin admin] Checking segment: {'id': 'ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ec4f9f88-f655-4e15-a14b-e602b8584634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:53:46.576155 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167f8a61-2433-4289-a2ef-97a028db7255 admin admin] Network hostable DHCP agents. Network: ec4f9f88-f655-4e15-a14b-e602b8584634, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:53:46.593210 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167f8a61-2433-4289-a2ef-97a028db7255 admin admin] Network ec4f9f88-f655-4e15-a14b-e602b8584634 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:53:46.604147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-167f8a61-2433-4289-a2ef-97a028db7255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, ec4f9f88-f655-4e15-a14b-e602b8584634) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:53:46.608911 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167f8a61-2433-4289-a2ef-97a028db7255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:53:46.609743 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-167f8a61-2433-4289-a2ef-97a028db7255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:46.623780 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-167f8a61-2433-4289-a2ef-97a028db7255 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3295181 Aug 05 14:53:46.626220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47370) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:46.630627 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1415599751-router', 'tenant_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:53:46.639170 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a8beb7-ac2a-483b-9482-8c0cbbaf785a None None] Network ec4f9f88-f655-4e15-a14b-e602b8584634 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:53:46.652221 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:46.653304 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:46.713457 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:46.865615 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:46.872456 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:53:47.029356 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:53:47.039980 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:47.040360 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:47.073105 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:47.091998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-ec4f9f88-f655-4e15-a14b-e602b8584634', 'network_id': 'ec4f9f88-f655-4e15-a14b-e602b8584634', 'tenant_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'fixed_ips': [{'subnet_id': '8c6890ef-7d3b-4ef6-824d-198478ffd20e'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:53:47.092864 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:47.093223 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:47.196930 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Allocated IP 172.25.5.140 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/6f422e7d-df6c-4282-b925-5b589965eb65) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:53:47.223759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'name': 'tempest-TestMinimumBasicScenario-1363537528-router', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:44Z', 'revision_number': 4, 'project_id': '9b7837005be749eea6eebb2f23887545', 'gw_port': {'id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2ad7f80c-10a5-424e-9ba2-a6e521541f14', 'name': '', 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'mac_address': 'fa:16:3e:c7:cf:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:43Z', 'updated_at': '2021-08-05T14:53:44Z', 'revision_number': 2, 'project_id': '9b7837005be749eea6eebb2f23887545', 'subnets': [{'id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:47.260239 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Checking router: ada3eb68-e8a9-4a91-82bc-076c1818bf58 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:53:47.260600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Updating router ada3eb68-e8a9-4a91-82bc-076c1818bf58 port 2ad7f80c-10a5-424e-9ba2-a6e521541f14 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:53:47.304840 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:47.307179 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:47.332869 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:47.347542 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:47.362160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Allocated IP 172.20.0.2 (ec4f9f88-f655-4e15-a14b-e602b8584634/8c6890ef-7d3b-4ef6-824d-198478ffd20e/d6adcd13-3c42-4845-8e42-58e27f54adf4) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:53:47.365811 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=9d2578b1-89c3-40e4-a84c-9ba37eba0b6c,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:53:47.375670 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:47.376462 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 19ae0903-254e-4962-ac95-ddd956f3bd06 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:53:47.390359 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:53:47.393374 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:53:47.397420 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:53:47.403013 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Pushing event updated for resources: {'Port': ['ID=6f422e7d-df6c-4282-b925-5b589965eb65,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:47.599725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=9d2578b1-89c3-40e4-a84c-9ba37eba0b6c,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:47.651432 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 19ae0903-254e-4962-ac95-ddd956f3bd06 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:47.651808 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:47.656597 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:47.785240 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:47.801691 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Transition to ACTIVE for port object d6adcd13-3c42-4845-8e42-58e27f54adf4 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:53:47.855197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Transition to ACTIVE for port object d6adcd13-3c42-4845-8e42-58e27f54adf4 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:53:47.857807 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:47.869857 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:47.956890 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Network ec4f9f88-f655-4e15-a14b-e602b8584634 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:53:47.968120 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:53:47.969847 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Pushing event updated for resources: {'Port': ['ID=d6adcd13-3c42-4845-8e42-58e27f54adf4,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:47.972039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:53:47.975479 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:47.990881 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Transition to ACTIVE for port object 2ad7f80c-10a5-424e-9ba2-a6e521541f14 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:53:47.999495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Router 47efd529-55ce-441a-9ff1-962ca6cb2f6d is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:53:48.009747 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:48.073695 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Attempting to bind port d6adcd13-3c42-4845-8e42-58e27f54adf4 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:53:48.074364 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Attempting to bind port d6adcd13-3c42-4845-8e42-58e27f54adf4 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ec4f9f88-f655-4e15-a14b-e602b8584634'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:53:48.074482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Attempting to bind port d6adcd13-3c42-4845-8e42-58e27f54adf4 on network ec4f9f88-f655-4e15-a14b-e602b8584634 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:53:48.090172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856f853-649d-4338-a48a-e1c67ac985bb None None] Pushing event updated for resources: {'Port': ['ID=2ad7f80c-10a5-424e-9ba2-a6e521541f14,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:48.095408 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:53:48.095795 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Checking segment: {'id': 'ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ec4f9f88-f655-4e15-a14b-e602b8584634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:53:48.096210 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:48.096602 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Bound using segment: {'id': 'ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ec4f9f88-f655-4e15-a14b-e602b8584634'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:53:48.097463 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Bound port: d6adcd13-3c42-4845-8e42-58e27f54adf4, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ec4f9f88-f655-4e15-a14b-e602b8584634'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:53:48.097989 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:48.114881 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:53:48.126136 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Sync routers for ids ['47efd529-55ce-441a-9ff1-962ca6cb2f6d'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:53:48.137793 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Routers {'47efd529-55ce-441a-9ff1-962ca6cb2f6d'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:53:48.138453 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:53:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['47efd529-55ce-441a-9ff1-962ca6cb2f6d'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:48.143854 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:48.148403 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5d9e36ea-0dc4-43cd-b977-e5336e86c039 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5179846 Aug 05 14:53:48.148697 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47372) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:53:48.187257 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Attempting to bind port 2ad7f80c-10a5-424e-9ba2-a6e521541f14 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:53:48.187621 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Attempting to bind port 2ad7f80c-10a5-424e-9ba2-a6e521541f14 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '9509ceb1-4be1-4539-aea3-e9bc9553f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:53:48.187983 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Attempting to bind port 2ad7f80c-10a5-424e-9ba2-a6e521541f14 on network 37467495-1d9b-4b35-aa7b-2007bd1ce5cf {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:53:48.196640 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:53:48.197008 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Checking segment: {'id': '9509ceb1-4be1-4539-aea3-e9bc9553f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:53:48.197404 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:48.197872 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Bound using segment: {'id': '9509ceb1-4be1-4539-aea3-e9bc9553f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:53:48.198428 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Bound port: 2ad7f80c-10a5-424e-9ba2-a6e521541f14, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9509ceb1-4be1-4539-aea3-e9bc9553f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:53:48.199174 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:48.259045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] For port d6adcd13-3c42-4845-8e42-58e27f54adf4, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:53:48.269746 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Set router 47efd529-55ce-441a-9ff1-962ca6cb2f6d gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:53:48.280980 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] For port d6adcd13-3c42-4845-8e42-58e27f54adf4, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d6adcd13-3c42-4845-8e42-58e27f54adf4,segment=NetworkSegment(ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7),segment_id=ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:53:48.289062 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:48.345527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] For port 2ad7f80c-10a5-424e-9ba2-a6e521541f14, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:53:48.375772 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] For port 2ad7f80c-10a5-424e-9ba2-a6e521541f14, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2ad7f80c-10a5-424e-9ba2-a6e521541f14,segment=NetworkSegment(9509ceb1-4be1-4539-aea3-e9bc9553f63d),segment_id=9509ceb1-4be1-4539-aea3-e9bc9553f63d)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:53:48.390508 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:48.394350 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c99cf-7c34-4723-9025-2dd6e153051b None None] Pushing event updated for resources: {'Port': ['ID=d6adcd13-3c42-4845-8e42-58e27f54adf4,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:48.480694 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Routers {'ada3eb68-e8a9-4a91-82bc-076c1818bf58'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:53:48.481729 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:53:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:48.486972 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-183baa2f-9d7b-4d2b-9988-8ed29ddd82df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:48.520966 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'name': 'tempest-TestMinimumBasicScenario-1415599751-router', 'tenant_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '6f422e7d-df6c-4282-b925-5b589965eb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:46Z', 'updated_at': '2021-08-05T14:53:47Z', 'revision_number': 3, 'project_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'gw_port': {'id': '6f422e7d-df6c-4282-b925-5b589965eb65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:36:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:47Z', 'updated_at': '2021-08-05T14:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:48.527842 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856f853-649d-4338-a48a-e1c67ac985bb None None] Pushing event updated for resources: {'Port': ['ID=2ad7f80c-10a5-424e-9ba2-a6e521541f14,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:48.555336 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Checking router: 47efd529-55ce-441a-9ff1-962ca6cb2f6d for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:53:48.555694 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Updating router 47efd529-55ce-441a-9ff1-962ca6cb2f6d port 6f422e7d-df6c-4282-b925-5b589965eb65 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:53:48.589727 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:48.648410 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] Set router ada3eb68-e8a9-4a91-82bc-076c1818bf58 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:53:48.766196 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:48.798666 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:49.000345 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Allocated IP 172.20.0.1 (ec4f9f88-f655-4e15-a14b-e602b8584634/8c6890ef-7d3b-4ef6-824d-198478ffd20e/31804305-6df3-4c14-b8f1-f5c30e6b8d19) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:53:49.014837 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:49.028415 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Transition to ACTIVE for port object 6f422e7d-df6c-4282-b925-5b589965eb65 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:53:49.030113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:53:49.037492 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:49.090683 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Attempting to bind port 6f422e7d-df6c-4282-b925-5b589965eb65 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:53:49.090912 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Attempting to bind port 6f422e7d-df6c-4282-b925-5b589965eb65 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:53:49.091206 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Attempting to bind port 6f422e7d-df6c-4282-b925-5b589965eb65 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:53:49.100008 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b705204-fc9b-4091-baa7-52f82d4482af None None] Pushing event updated for resources: {'Port': ['ID=6f422e7d-df6c-4282-b925-5b589965eb65,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:49.108145 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:53:49.108543 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:53:49.109488 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:49.109895 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:53:49.110413 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Bound port: 6f422e7d-df6c-4282-b925-5b589965eb65, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:53:49.110804 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:49.127371 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:49.141636 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Transition to ACTIVE for port object 31804305-6df3-4c14-b8f1-f5c30e6b8d19 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:53:49.159756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:49.160324 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:49.174994 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] For port 6f422e7d-df6c-4282-b925-5b589965eb65, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:53:49.179118 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] For port 6f422e7d-df6c-4282-b925-5b589965eb65, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=6f422e7d-df6c-4282-b925-5b589965eb65,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:53:49.179315 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:49.186481 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:49.222877 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Network ec4f9f88-f655-4e15-a14b-e602b8584634 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:53:49.226732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:53:49.231371 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:53:49.280936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Pushing event updated for resources: {'Port': ['ID=31804305-6df3-4c14-b8f1-f5c30e6b8d19,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:49.286757 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'name': 'tempest-TestMinimumBasicScenario-1363537528-router', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:44Z', 'revision_number': 4, 'project_id': '9b7837005be749eea6eebb2f23887545', 'gw_port': {'id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2ad7f80c-10a5-424e-9ba2-a6e521541f14', 'name': '', 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'mac_address': 'fa:16:3e:c7:cf:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:43Z', 'updated_at': '2021-08-05T14:53:48Z', 'revision_number': 4, 'project_id': '9b7837005be749eea6eebb2f23887545', 'subnets': [{'id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:49.298571 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:49.316346 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da0ea8-b3ab-4c28-a84e-a9575532f0f6 None None] The sync data for ids ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'] in n-d-803585-2 is: [{'id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'name': 'tempest-TestMinimumBasicScenario-1363537528-router', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:44Z', 'revision_number': 4, 'project_id': '9b7837005be749eea6eebb2f23887545', 'gw_port': {'id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2ad7f80c-10a5-424e-9ba2-a6e521541f14', 'name': '', 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'mac_address': 'fa:16:3e:c7:cf:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:43Z', 'updated_at': '2021-08-05T14:53:48Z', 'revision_number': 4, 'project_id': '9b7837005be749eea6eebb2f23887545', 'subnets': [{'id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:53:49.321771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d6adcd13-3c42-4845-8e42-58e27f54adf4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:53:49.379679 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b705204-fc9b-4091-baa7-52f82d4482af None None] Pushing event updated for resources: {'Port': ['ID=6f422e7d-df6c-4282-b925-5b589965eb65,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:49.415160 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Routers {'47efd529-55ce-441a-9ff1-962ca6cb2f6d'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:53:49.416024 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:53:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['47efd529-55ce-441a-9ff1-962ca6cb2f6d'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:49.425483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port d6adcd13-3c42-4845-8e42-58e27f54adf4 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:53:49.483378 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:49.565265 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] Set router 47efd529-55ce-441a-9ff1-962ca6cb2f6d gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:53:49.695176 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:49.710212 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938e6515-3367-47c8-8664-07e88f59c99c None None] Network ec4f9f88-f655-4e15-a14b-e602b8584634 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:53:49.714552 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:49.779566 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'name': 'tempest-TestMinimumBasicScenario-1415599751-router', 'tenant_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '6f422e7d-df6c-4282-b925-5b589965eb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:46Z', 'updated_at': '2021-08-05T14:53:47Z', 'revision_number': 3, 'project_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'gw_port': {'id': '6f422e7d-df6c-4282-b925-5b589965eb65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:36:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:47Z', 'updated_at': '2021-08-05T14:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:49.781786 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:49.789143 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bc67c88d-146d-404b-bac4-f1059affdc6e None None] Provisioning for port d6adcd13-3c42-4845-8e42-58e27f54adf4 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:53:49.795812 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bc67c88d-146d-404b-bac4-f1059affdc6e None None] Provisioning complete for port d6adcd13-3c42-4845-8e42-58e27f54adf4 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:49.796354 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bc67c88d-146d-404b-bac4-f1059affdc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:49.814009 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac243082-11e3-499d-b931-dd2477af2301 None None] The sync data for ids ['47efd529-55ce-441a-9ff1-962ca6cb2f6d'] in n-d-803585-2 is: [{'id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'name': 'tempest-TestMinimumBasicScenario-1415599751-router', 'tenant_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '6f422e7d-df6c-4282-b925-5b589965eb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:46Z', 'updated_at': '2021-08-05T14:53:47Z', 'revision_number': 3, 'project_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'gw_port': {'id': '6f422e7d-df6c-4282-b925-5b589965eb65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:36:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:47Z', 'updated_at': '2021-08-05T14:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:53:49.992193 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bc67c88d-146d-404b-bac4-f1059affdc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:50.041611 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-bc67c88d-146d-404b-bac4-f1059affdc6e None None] For port d6adcd13-3c42-4845-8e42-58e27f54adf4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d6adcd13-3c42-4845-8e42-58e27f54adf4,segment=NetworkSegment(ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7),segment_id=ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:53:50.050310 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bc67c88d-146d-404b-bac4-f1059affdc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:50.151472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67c88d-146d-404b-bac4-f1059affdc6e None None] Pushing event updated for resources: {'Port': ['ID=d6adcd13-3c42-4845-8e42-58e27f54adf4,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:50.239102 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:50.245923 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Pushing event updated for resources: {'Port': ['ID=31804305-6df3-4c14-b8f1-f5c30e6b8d19,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:50.347727 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Network ec4f9f88-f655-4e15-a14b-e602b8584634 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:53:50.351091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:53:50.376054 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2b8a4fe3-21df-47c3-9643-5ed1af3b7876 None None] Provisioning for port 31804305-6df3-4c14-b8f1-f5c30e6b8d19 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:53:50.388778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2b8a4fe3-21df-47c3-9643-5ed1af3b7876 None None] Provisioning complete for port 31804305-6df3-4c14-b8f1-f5c30e6b8d19 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:50.389142 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2b8a4fe3-21df-47c3-9643-5ed1af3b7876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:50.445174 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a4fe3-21df-47c3-9643-5ed1af3b7876 None None] Port 31804305-6df3-4c14-b8f1-f5c30e6b8d19 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:53:50.466541 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2b8a4fe3-21df-47c3-9643-5ed1af3b7876 None None] Provisioning complete for port d6adcd13-3c42-4845-8e42-58e27f54adf4 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:50.466929 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2b8a4fe3-21df-47c3-9643-5ed1af3b7876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:50.552670 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Router 47efd529-55ce-441a-9ff1-962ca6cb2f6d has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:53:50.733338 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-4154f120-46a3-4638-99e8-b1714b491050 None None] Provisioning complete for port 31804305-6df3-4c14-b8f1-f5c30e6b8d19 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:50.733712 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4154f120-46a3-4638-99e8-b1714b491050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:50.734977 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:53:50.741009 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ff313699-baf5-4b50-984f-73aa154fdf77 admin admin] 10.222.0.16 "PUT /v2.0/routers/47efd529-55ce-441a-9ff1-962ca6cb2f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5912077 Aug 05 14:53:50.799697 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-4154f120-46a3-4638-99e8-b1714b491050 None None] Port 31804305-6df3-4c14-b8f1-f5c30e6b8d19 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:53:50.887686 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d6adcd13-3c42-4845-8e42-58e27f54adf4 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:53:50.938685 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f0a9e9d0-8791-4cdb-ab82-8816cc0f3e8b None None] Provisioning complete for port 31804305-6df3-4c14-b8f1-f5c30e6b8d19 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:50.939255 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e9d0-8791-4cdb-ab82-8816cc0f3e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:50.986027 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d6adcd13-3c42-4845-8e42-58e27f54adf4 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:50.986730 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:50.989085 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9e9d0-8791-4cdb-ab82-8816cc0f3e8b None None] Port 31804305-6df3-4c14-b8f1-f5c30e6b8d19 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:53:51.071668 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2ad7f80c-10a5-424e-9ba2-a6e521541f14 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:53:51.120735 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 2ad7f80c-10a5-424e-9ba2-a6e521541f14 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:53:51.124484 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 2ad7f80c-10a5-424e-9ba2-a6e521541f14 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:51.124862 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:51.205264 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:51.242131 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 2ad7f80c-10a5-424e-9ba2-a6e521541f14, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2ad7f80c-10a5-424e-9ba2-a6e521541f14,segment=NetworkSegment(9509ceb1-4be1-4539-aea3-e9bc9553f63d),segment_id=9509ceb1-4be1-4539-aea3-e9bc9553f63d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:53:51.246808 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:51.247800 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6f422e7d-df6c-4282-b925-5b589965eb65 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:53:51.330906 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=2ad7f80c-10a5-424e-9ba2-a6e521541f14,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:51.346434 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 6f422e7d-df6c-4282-b925-5b589965eb65 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:53:51.350961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 6f422e7d-df6c-4282-b925-5b589965eb65 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:51.351332 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:51.428962 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:51.446545 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:53:51.450862 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 6f422e7d-df6c-4282-b925-5b589965eb65, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=6f422e7d-df6c-4282-b925-5b589965eb65,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:53:51.455134 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:51.519197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=6f422e7d-df6c-4282-b925-5b589965eb65,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:51.523126 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:52.720651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Sync routers for ids ['47efd529-55ce-441a-9ff1-962ca6cb2f6d'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:53:52.731532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Routers {'47efd529-55ce-441a-9ff1-962ca6cb2f6d'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:53:52.732016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:53:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['47efd529-55ce-441a-9ff1-962ca6cb2f6d'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:52.772325 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2ad7f80c-10a5-424e-9ba2-a6e521541f14 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:53:52.876430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 2ad7f80c-10a5-424e-9ba2-a6e521541f14 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:52.876880 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:52.912974 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Set router 47efd529-55ce-441a-9ff1-962ca6cb2f6d gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:53:53.077300 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6f422e7d-df6c-4282-b925-5b589965eb65 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:53:53.176111 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 6f422e7d-df6c-4282-b925-5b589965eb65 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:53.176635 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:53.228959 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'name': 'tempest-TestMinimumBasicScenario-1415599751-router', 'tenant_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '6f422e7d-df6c-4282-b925-5b589965eb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:46Z', 'updated_at': '2021-08-05T14:53:49Z', 'revision_number': 4, 'project_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'gw_port': {'id': '6f422e7d-df6c-4282-b925-5b589965eb65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:47Z', 'updated_at': '2021-08-05T14:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '31804305-6df3-4c14-b8f1-f5c30e6b8d19', 'name': '', 'network_id': 'ec4f9f88-f655-4e15-a14b-e602b8584634', 'tenant_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'mac_address': 'fa:16:3e:bb:e7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '8c6890ef-7d3b-4ef6-824d-198478ffd20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:48Z', 'updated_at': '2021-08-05T14:53:49Z', 'revision_number': 2, 'project_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'subnets': [{'id': '8c6890ef-7d3b-4ef6-824d-198478ffd20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:53.263243 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Checking router: 47efd529-55ce-441a-9ff1-962ca6cb2f6d for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:53:53.263855 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Updating router 47efd529-55ce-441a-9ff1-962ca6cb2f6d port 31804305-6df3-4c14-b8f1-f5c30e6b8d19 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:53:53.314683 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:53.629717 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:53.650869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Transition to ACTIVE for port object 31804305-6df3-4c14-b8f1-f5c30e6b8d19 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:53:53.657728 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:53.929346 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2ece9-8b51-4fed-acda-1094d89dca6c None None] Pushing event updated for resources: {'Port': ['ID=31804305-6df3-4c14-b8f1-f5c30e6b8d19,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:53.946886 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Attempting to bind port 31804305-6df3-4c14-b8f1-f5c30e6b8d19 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:53:53.947247 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Attempting to bind port 31804305-6df3-4c14-b8f1-f5c30e6b8d19 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ec4f9f88-f655-4e15-a14b-e602b8584634'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:53:53.947607 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Attempting to bind port 31804305-6df3-4c14-b8f1-f5c30e6b8d19 on network ec4f9f88-f655-4e15-a14b-e602b8584634 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:53:53.953305 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:53:53.953831 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Checking segment: {'id': 'ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ec4f9f88-f655-4e15-a14b-e602b8584634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:53:53.954379 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:53.954869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Bound using segment: {'id': 'ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ec4f9f88-f655-4e15-a14b-e602b8584634'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:53:53.955483 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Bound port: 31804305-6df3-4c14-b8f1-f5c30e6b8d19, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ec4f9f88-f655-4e15-a14b-e602b8584634'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:53:53.955970 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:54.053737 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] For port 31804305-6df3-4c14-b8f1-f5c30e6b8d19, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:53:54.059358 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] For port 31804305-6df3-4c14-b8f1-f5c30e6b8d19, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=31804305-6df3-4c14-b8f1-f5c30e6b8d19,segment=NetworkSegment(ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7),segment_id=ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:53:54.065358 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:54.137730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Routers {'47efd529-55ce-441a-9ff1-962ca6cb2f6d'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:53:54.138556 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:53:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['47efd529-55ce-441a-9ff1-962ca6cb2f6d'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:54.180977 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2ece9-8b51-4fed-acda-1094d89dca6c None None] Pushing event updated for resources: {'Port': ['ID=31804305-6df3-4c14-b8f1-f5c30e6b8d19,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:54.271626 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] Set router 47efd529-55ce-441a-9ff1-962ca6cb2f6d gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:53:54.501609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'name': 'tempest-TestMinimumBasicScenario-1415599751-router', 'tenant_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '6f422e7d-df6c-4282-b925-5b589965eb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:46Z', 'updated_at': '2021-08-05T14:53:49Z', 'revision_number': 4, 'project_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'gw_port': {'id': '6f422e7d-df6c-4282-b925-5b589965eb65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:47Z', 'updated_at': '2021-08-05T14:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '31804305-6df3-4c14-b8f1-f5c30e6b8d19', 'name': '', 'network_id': 'ec4f9f88-f655-4e15-a14b-e602b8584634', 'tenant_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'mac_address': 'fa:16:3e:bb:e7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '8c6890ef-7d3b-4ef6-824d-198478ffd20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:48Z', 'updated_at': '2021-08-05T14:53:54Z', 'revision_number': 4, 'project_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'subnets': [{'id': '8c6890ef-7d3b-4ef6-824d-198478ffd20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:53:54.531608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e36b4b-cfd3-4597-8310-bc4a43a33eaa None None] The sync data for ids ['47efd529-55ce-441a-9ff1-962ca6cb2f6d'] in n-d-803585-2 is: [{'id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'name': 'tempest-TestMinimumBasicScenario-1415599751-router', 'tenant_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '6f422e7d-df6c-4282-b925-5b589965eb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:46Z', 'updated_at': '2021-08-05T14:53:49Z', 'revision_number': 4, 'project_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'gw_port': {'id': '6f422e7d-df6c-4282-b925-5b589965eb65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:47Z', 'updated_at': '2021-08-05T14:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '31804305-6df3-4c14-b8f1-f5c30e6b8d19', 'name': '', 'network_id': 'ec4f9f88-f655-4e15-a14b-e602b8584634', 'tenant_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'mac_address': 'fa:16:3e:bb:e7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '8c6890ef-7d3b-4ef6-824d-198478ffd20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:48Z', 'updated_at': '2021-08-05T14:53:54Z', 'revision_number': 4, 'project_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'subnets': [{'id': '8c6890ef-7d3b-4ef6-824d-198478ffd20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:53:54.786585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 31804305-6df3-4c14-b8f1-f5c30e6b8d19 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:53:54.879710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 31804305-6df3-4c14-b8f1-f5c30e6b8d19 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:53:54.890613 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 31804305-6df3-4c14-b8f1-f5c30e6b8d19 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:54.891900 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:54.988803 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:55.027132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 31804305-6df3-4c14-b8f1-f5c30e6b8d19, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=31804305-6df3-4c14-b8f1-f5c30e6b8d19,segment=NetworkSegment(ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7),segment_id=ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:53:55.033450 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:53:55.110160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=31804305-6df3-4c14-b8f1-f5c30e6b8d19,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:53:56.740098 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 31804305-6df3-4c14-b8f1-f5c30e6b8d19 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:53:56.795297 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 31804305-6df3-4c14-b8f1-f5c30e6b8d19 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:53:56.795661 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:00.540056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-472f3d4e-c6e5-42fa-bba5-57a859d7865c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:00.541584 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-472f3d4e-c6e5-42fa-bba5-57a859d7865c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/networks?id=37467495-1d9b-4b35-aa7b-2007bd1ce5cf HTTP/1.1" status: 200 len: 815 time: 0.1014316 Aug 05 14:54:00.557425 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-1a9d3521-2271-4ef2-8fbc-577102aa1b2c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/quotas/9b7837005be749eea6eebb2f23887545 HTTP/1.1" status: 200 len: 375 time: 0.0100815 Aug 05 14:54:00.620681 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-158ed4b3-e509-4593-af38-e679fe6d18f5 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b7837005be749eea6eebb2f23887545&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537539 Aug 05 14:54:00.846945 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-8ee8c439-dec5-43f2-9e3c-051485e2ff94 service neutron] 10.222.0.16 "GET /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240163 Aug 05 14:54:00.939440 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-81e95819-abee-4a8f-a07e-f7eb65d796b1 service neutron] 10.222.0.16 "GET /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862694 Aug 05 14:54:02.125573 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-07e4ddba-a7d7-420a-9f7e-e2f17def0416 req-060550ae-a477-49d7-8b2b-acbdfd15715e tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 210 time: 0.0265398 Aug 05 14:54:03.260306 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dbc288a5-5c6f-44ff-af93-39b427681b7b req-056de9e6-96a1-4492-abec-80447334bab8 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 210 time: 0.0335183 Aug 05 14:54:03.314869 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-64ed46d8-ee9a-4699-bd70-b45f6e835d63 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:03.316431 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-64ed46d8-ee9a-4699-bd70-b45f6e835d63 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.63 "GET /v2.0/networks?id=37467495-1d9b-4b35-aa7b-2007bd1ce5cf HTTP/1.1" status: 200 len: 815 time: 0.1407053 Aug 05 14:54:03.331884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-9654cd2d-17f0-436c-9999-5373d5cefef8 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Request body: {'port': {'device_id': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf', 'admin_state_up': True, 'tenant_id': '9b7837005be749eea6eebb2f23887545'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:54:03.457921 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-9654cd2d-17f0-436c-9999-5373d5cefef8 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Made reservation on behalf of 9b7837005be749eea6eebb2f23887545 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:54:03.461630 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-9654cd2d-17f0-436c-9999-5373d5cefef8 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:03.617326 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-9654cd2d-17f0-436c-9999-5373d5cefef8 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Allocated IP 172.20.0.12 (37467495-1d9b-4b35-aa7b-2007bd1ce5cf/ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3/8d70bc19-b7b5-4781-935b-8dbfab74b83c) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:54:03.856697 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-9654cd2d-17f0-436c-9999-5373d5cefef8 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:03.875686 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-9654cd2d-17f0-436c-9999-5373d5cefef8 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Transition to ACTIVE for port object 8d70bc19-b7b5-4781-935b-8dbfab74b83c will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:54:03.916747 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-9654cd2d-17f0-436c-9999-5373d5cefef8 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:03.974488 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-9654cd2d-17f0-436c-9999-5373d5cefef8 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Network 37467495-1d9b-4b35-aa7b-2007bd1ce5cf is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:54:03.977966 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-9654cd2d-17f0-436c-9999-5373d5cefef8 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:54:03.981124 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-9654cd2d-17f0-436c-9999-5373d5cefef8 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:54:04.024460 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654cd2d-17f0-436c-9999-5373d5cefef8 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Pushing event updated for resources: {'Port': ['ID=8d70bc19-b7b5-4781-935b-8dbfab74b83c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:54:04.095728 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-9654cd2d-17f0-436c-9999-5373d5cefef8 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:04.096813 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-9654cd2d-17f0-436c-9999-5373d5cefef8 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:04.124119 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-9654cd2d-17f0-436c-9999-5373d5cefef8 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7958648 Aug 05 14:54:04.305146 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-80c07a27-85e6-4e8d-b12d-066d8007875d None None] Provisioning for port 8d70bc19-b7b5-4781-935b-8dbfab74b83c completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:54:04.309881 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-80c07a27-85e6-4e8d-b12d-066d8007875d None None] Provisioning complete for port 8d70bc19-b7b5-4781-935b-8dbfab74b83c triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:54:04.310394 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-80c07a27-85e6-4e8d-b12d-066d8007875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:04.350411 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-80c07a27-85e6-4e8d-b12d-066d8007875d None None] Port 8d70bc19-b7b5-4781-935b-8dbfab74b83c cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:54:04.395612 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd20ab3-ab0f-41bc-b4e6-e676c3989baa req-e6154c31-6fed-41df-99e1-351bb4b36b15 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:04.397813 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dbd20ab3-ab0f-41bc-b4e6-e676c3989baa req-e6154c31-6fed-41df-99e1-351bb4b36b15 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 932 time: 0.0595696 Aug 05 14:54:04.438564 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dbd20ab3-ab0f-41bc-b4e6-e676c3989baa req-a09749cc-e865-4821-acbf-e4b1a20dde67 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346034 Aug 05 14:54:05.561871 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bcb65-a811-491a-a121-ea839b3e2627 req-45b31cd1-598c-48db-9843-5d5ae307343b tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:05.563456 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-116bcb65-a811-491a-a121-ea839b3e2627 req-45b31cd1-598c-48db-9843-5d5ae307343b tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 932 time: 0.0518551 Aug 05 14:54:05.605339 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-116bcb65-a811-491a-a121-ea839b3e2627 req-b2d71954-1d73-4786-9ec4-b967623f211c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349925 Aug 05 14:54:06.737534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd8a67-34ae-43b4-a4ef-836187c1ead8 req-565c4f56-eea6-461d-8986-4712c8470b09 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:06.740257 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88fd8a67-34ae-43b4-a4ef-836187c1ead8 req-565c4f56-eea6-461d-8986-4712c8470b09 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 932 time: 0.0633845 Aug 05 14:54:06.779331 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-88fd8a67-34ae-43b4-a4ef-836187c1ead8 req-891a43d5-8aa5-4c35-855e-cdebb42ed4d2 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331283 Aug 05 14:54:07.909171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf508e-6bd0-44f3-a145-41d59952d3db req-cb57155d-6247-439a-b35e-4808c1195e70 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:07.911010 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5ddf508e-6bd0-44f3-a145-41d59952d3db req-cb57155d-6247-439a-b35e-4808c1195e70 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 932 time: 0.0571115 Aug 05 14:54:07.953634 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5ddf508e-6bd0-44f3-a145-41d59952d3db req-4f0bd80f-b3aa-4c54-a47d-77895fc0fe20 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366015 Aug 05 14:54:09.074776 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185a13c-3254-46f8-93e6-147840d9f01d req-0115ccf8-d248-4b23-ac7d-f30f2c5f0caa tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:09.076310 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b185a13c-3254-46f8-93e6-147840d9f01d req-0115ccf8-d248-4b23-ac7d-f30f2c5f0caa tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 932 time: 0.0530334 Aug 05 14:54:09.118469 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b185a13c-3254-46f8-93e6-147840d9f01d req-d7b1038b-af9c-411e-bb34-a3b7fa25af17 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359814 Aug 05 14:54:10.240114 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6af859-d313-4ab0-b4cb-94e960faa9e2 req-105157d3-a891-4229-8387-ca96ca63d68b tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:10.241707 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e6af859-d313-4ab0-b4cb-94e960faa9e2 req-105157d3-a891-4229-8387-ca96ca63d68b tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 932 time: 0.0504582 Aug 05 14:54:10.283058 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2e6af859-d313-4ab0-b4cb-94e960faa9e2 req-5b107ccf-5c68-46cf-bbab-97f2c23525ea tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345852 Aug 05 14:54:11.408535 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b85afd-94ed-4d1b-9c13-4b0731141c2f req-18c4a062-c8b7-4210-a331-b2f59918805c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:11.410126 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71b85afd-94ed-4d1b-9c13-4b0731141c2f req-18c4a062-c8b7-4210-a331-b2f59918805c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 932 time: 0.0561419 Aug 05 14:54:11.455802 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71b85afd-94ed-4d1b-9c13-4b0731141c2f req-077a28dd-232c-4f9f-abb6-95ed37da189f tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394948 Aug 05 14:54:12.580712 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c1799-a3c0-4464-aa4d-b78e28a81c94 req-93af5745-dcc8-4bd7-baca-3f5cab493658 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:12.582322 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b59c1799-a3c0-4464-aa4d-b78e28a81c94 req-93af5745-dcc8-4bd7-baca-3f5cab493658 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 932 time: 0.0547900 Aug 05 14:54:12.622813 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b59c1799-a3c0-4464-aa4d-b78e28a81c94 req-47e43b46-65dd-415d-8aba-2b8f0487059d tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338919 Aug 05 14:54:13.746534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be11e3-c7eb-410a-984f-59a3b3742a2e req-14287940-01c6-4912-8ba0-c838acf06d5f tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:13.748093 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-53be11e3-c7eb-410a-984f-59a3b3742a2e req-14287940-01c6-4912-8ba0-c838acf06d5f tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 932 time: 0.0547421 Aug 05 14:54:13.787593 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-53be11e3-c7eb-410a-984f-59a3b3742a2e req-54bcc838-c431-46c0-a7cd-d993a4ebc5f8 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337067 Aug 05 14:54:14.234221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-bafe8f05-e7fb-4ad8-a2c1-265578a771d1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:54:14.235403 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-bafe8f05-e7fb-4ad8-a2c1-265578a771d1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061209 Aug 05 14:54:14.251794 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Request body: {'port': {'device_id': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:54:14.307437 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:14.568684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d70bc19-b7b5-4781-935b-8dbfab74b83c {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:54:14.576294 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:14.589181 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Transition to ACTIVE for port object 8d70bc19-b7b5-4781-935b-8dbfab74b83c will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:54:14.592330 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:14.644413 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d70bc19-b7b5-4781-935b-8dbfab74b83c,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:54:14.717364 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Attempting to bind port 8d70bc19-b7b5-4781-935b-8dbfab74b83c on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:54:14.717708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Attempting to bind port 8d70bc19-b7b5-4781-935b-8dbfab74b83c by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '9509ceb1-4be1-4539-aea3-e9bc9553f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:54:14.718048 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Attempting to bind port 8d70bc19-b7b5-4781-935b-8dbfab74b83c on network 37467495-1d9b-4b35-aa7b-2007bd1ce5cf {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:54:14.722802 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Port 8d70bc19-b7b5-4781-935b-8dbfab74b83c on network 37467495-1d9b-4b35-aa7b-2007bd1ce5cf not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:54:14.723126 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Attempting to bind port 8d70bc19-b7b5-4781-935b-8dbfab74b83c on network 37467495-1d9b-4b35-aa7b-2007bd1ce5cf {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:54:14.729043 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:54:14.729381 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Checking segment: {'id': '9509ceb1-4be1-4539-aea3-e9bc9553f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:54:14.729790 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Bound using segment: {'id': '9509ceb1-4be1-4539-aea3-e9bc9553f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:54:14.730209 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Bound port: 8d70bc19-b7b5-4781-935b-8dbfab74b83c, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9509ceb1-4be1-4539-aea3-e9bc9553f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:54:14.730598 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:14.798649 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] For port 8d70bc19-b7b5-4781-935b-8dbfab74b83c, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:54:14.802697 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] For port 8d70bc19-b7b5-4781-935b-8dbfab74b83c, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8d70bc19-b7b5-4781-935b-8dbfab74b83c,segment=NetworkSegment(9509ceb1-4be1-4539-aea3-e9bc9553f63d),segment_id=9509ceb1-4be1-4539-aea3-e9bc9553f63d)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:54:14.807404 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:14.873078 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:14.873819 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:14.875261 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] 10.222.0.63 "PUT /v2.0/ports/8d70bc19-b7b5-4781-935b-8dbfab74b83c HTTP/1.1" status: 200 len: 1092 time: 0.6275370 Aug 05 14:54:14.878454 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'tag': '8d70bc19-b7b5-4781-935b-8dbfab74b83c'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:54:14.881603 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ebe4d1-e423-467c-9db6-acec8bc9c6da" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca761af-e0fe-435d-bf94-54fe06aa4989", "tag": "8d70bc19-b7b5-4781-935b-8dbfab74b83c"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:54:14.893550 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e142c8-725a-4ee2-8ff2-24112fe46ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d70bc19-b7b5-4781-935b-8dbfab74b83c,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:54:14.948678 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645a4496-37f9-4ba6-acaf-0f127f0a9a32 x-openstack-request-id: req-645a4496-37f9-4ba6-acaf-0f127f0a9a32 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:54:14.948971 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca761af-e0fe-435d-bf94-54fe06aa4989", "tag": "8d70bc19-b7b5-4781-935b-8dbfab74b83c", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:54:14.949225 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-645a4496-37f9-4ba6-acaf-0f127f0a9a32 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:54:14.949621 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'tag': '8d70bc19-b7b5-4781-935b-8dbfab74b83c', 'status': 'completed', 'code': 200} Aug 05 14:54:14.973214 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d5856-3db6-4747-a6ad-bab45e90a463 req-0fae85cc-6b58-4694-8e9a-65a5d0bbf4e9 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:14.974929 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c58d5856-3db6-4747-a6ad-bab45e90a463 req-0fae85cc-6b58-4694-8e9a-65a5d0bbf4e9 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 944 time: 0.1125543 Aug 05 14:54:14.981473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-70ca6144-019c-4cf4-acdf-3851a8204d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:14.983098 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-70ca6144-019c-4cf4-acdf-3851a8204d47 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9b7837005be749eea6eebb2f23887545&device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 1095 time: 0.0629427 Aug 05 14:54:15.034607 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-aea54f12-f8fb-4027-bd43-5f3efe83cd52 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d70bc19-b7b5-4781-935b-8dbfab74b83c HTTP/1.1" status: 200 len: 217 time: 0.0423465 Aug 05 14:54:15.085145 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c58d5856-3db6-4747-a6ad-bab45e90a463 req-97a52e37-2dd3-47f8-97b4-9d5c1e13bab4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010706 Aug 05 14:54:15.104169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-37bb2d6c-947e-4bde-886c-ee988df7eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:15.105674 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-37bb2d6c-947e-4bde-886c-ee988df7eb11 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3 HTTP/1.1" status: 200 len: 854 time: 0.0611246 Aug 05 14:54:15.153228 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-24811e04-7928-45b9-8921-512dfff06b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:15.155087 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-24811e04-7928-45b9-8921-512dfff06b4b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37467495-1d9b-4b35-aa7b-2007bd1ce5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426879 Aug 05 14:54:15.248626 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-e7fe4c66-8df0-42b7-b4b7-1874a2e17040 service neutron] 10.222.0.63 "GET /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866203 Aug 05 14:54:15.296163 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:15.342500 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-88608e21-09c0-4e48-aa33-75331290d6a8 req-ed21df52-6fe9-4993-bca1-7c3af4cfaf55 service neutron] 10.222.0.63 "GET /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854220 Aug 05 14:54:15.434898 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebe4d1-e423-467c-9db6-acec8bc9c6da req-1a69c607-3f00-48dc-97b4-60627c24acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:15.436431 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2ebe4d1-e423-467c-9db6-acec8bc9c6da req-1a69c607-3f00-48dc-97b4-60627c24acf1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9b7837005be749eea6eebb2f23887545&device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 1095 time: 0.0439491 Aug 05 14:54:15.534525 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebe4d1-e423-467c-9db6-acec8bc9c6da req-f30e658f-cd7d-4da7-86d5-f58d140bfae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:15.536542 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2ebe4d1-e423-467c-9db6-acec8bc9c6da req-f30e658f-cd7d-4da7-86d5-f58d140bfae7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37467495-1d9b-4b35-aa7b-2007bd1ce5cf HTTP/1.1" status: 200 len: 916 time: 0.0931985 Aug 05 14:54:15.579665 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2ebe4d1-e423-467c-9db6-acec8bc9c6da req-c762e489-01ff-41ea-83d6-dcbfb1d77f1a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d70bc19-b7b5-4781-935b-8dbfab74b83c HTTP/1.1" status: 200 len: 217 time: 0.0343943 Aug 05 14:54:15.631643 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebe4d1-e423-467c-9db6-acec8bc9c6da req-66973d59-fa20-45f9-baa7-e8a0a31825dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:15.633062 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2ebe4d1-e423-467c-9db6-acec8bc9c6da req-66973d59-fa20-45f9-baa7-e8a0a31825dc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3 HTTP/1.1" status: 200 len: 854 time: 0.0446157 Aug 05 14:54:15.679490 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebe4d1-e423-467c-9db6-acec8bc9c6da req-dbcef9ad-15df-4868-8a30-4ab221c94bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:15.680964 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2ebe4d1-e423-467c-9db6-acec8bc9c6da req-dbcef9ad-15df-4868-8a30-4ab221c94bb3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37467495-1d9b-4b35-aa7b-2007bd1ce5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403023 Aug 05 14:54:15.776490 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2ebe4d1-e423-467c-9db6-acec8bc9c6da req-fb4feb54-81f6-446c-8914-21228c25e06c service neutron] 10.222.0.63 "GET /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871489 Aug 05 14:54:15.866320 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b2ebe4d1-e423-467c-9db6-acec8bc9c6da req-8b008e19-4347-4ca9-be80-a85ff295ac95 service neutron] 10.222.0.63 "GET /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817854 Aug 05 14:54:15.914125 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5e0f971b-5dcb-4cff-afd8-de7d84b83995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:16.209453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906f2f1-5c49-4801-8bca-3babbaa93071 req-d0e286ed-ba5d-4a00-ab4b-8cce5a68bc30 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:16.210898 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4906f2f1-5c49-4801-8bca-3babbaa93071 req-d0e286ed-ba5d-4a00-ab4b-8cce5a68bc30 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 944 time: 0.0525923 Aug 05 14:54:16.249785 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4906f2f1-5c49-4801-8bca-3babbaa93071 req-d7b160af-57e3-4ae5-aae7-dfb7153de781 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329762 Aug 05 14:54:16.571771 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:17.368966 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3c182-7da7-4dbc-90df-6b002f4abf20 req-3593f63a-f42d-4a1e-b531-8fef27b8ce48 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:17.370497 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a7b3c182-7da7-4dbc-90df-6b002f4abf20 req-3593f63a-f42d-4a1e-b531-8fef27b8ce48 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 944 time: 0.0551863 Aug 05 14:54:17.409500 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a7b3c182-7da7-4dbc-90df-6b002f4abf20 req-9f2e2c99-b677-4c34-87fc-74ef153efffd tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331399 Aug 05 14:54:18.460298 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d4b7ff07-e447-4308-927a-e605110a9c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:18.528746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a94f8-44d2-4f39-a45d-06bcc3d86199 req-9f37001a-4ab7-4ecb-a5f3-3d230b9f5e53 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:18.530293 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f07a94f8-44d2-4f39-a45d-06bcc3d86199 req-9f37001a-4ab7-4ecb-a5f3-3d230b9f5e53 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 944 time: 0.0522866 Aug 05 14:54:18.569562 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f07a94f8-44d2-4f39-a45d-06bcc3d86199 req-179962a4-9850-4ee2-8187-42624c83b822 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324581 Aug 05 14:54:18.712744 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:18.839207 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8d70bc19-b7b5-4781-935b-8dbfab74b83c details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:54:18.931711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 8d70bc19-b7b5-4781-935b-8dbfab74b83c, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8d70bc19-b7b5-4781-935b-8dbfab74b83c,segment=NetworkSegment(9509ceb1-4be1-4539-aea3-e9bc9553f63d),segment_id=9509ceb1-4be1-4539-aea3-e9bc9553f63d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:54:18.943565 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '8d70bc19-b7b5-4781-935b-8dbfab74b83c', 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf', 'port_id': '8d70bc19-b7b5-4781-935b-8dbfab74b83c', 'mac_address': 'fa:16:3e:73:9f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:54:18.978279 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:18.993723 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d70bc19-b7b5-4781-935b-8dbfab74b83c {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:54:19.012752 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 8d70bc19-b7b5-4781-935b-8dbfab74b83c, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8d70bc19-b7b5-4781-935b-8dbfab74b83c,segment=NetworkSegment(9509ceb1-4be1-4539-aea3-e9bc9553f63d),segment_id=9509ceb1-4be1-4539-aea3-e9bc9553f63d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:54:19.016106 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:19.061693 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=8d70bc19-b7b5-4781-935b-8dbfab74b83c,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:54:19.069423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:19.069765 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:19.070098 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:19.070469 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:19.070792 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:19.071115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:19.071435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:19.071749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:19.072063 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:19.072378 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:19.072698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:19.073006 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:19.223942 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['8d70bc19-b7b5-4781-935b-8dbfab74b83c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:54:19.685608 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acd28f-c389-47ad-9671-43351ee543af req-1761d39e-c15c-4c66-bb61-47b105d7d824 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:19.687104 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6acd28f-c389-47ad-9671-43351ee543af req-1761d39e-c15c-4c66-bb61-47b105d7d824 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 945 time: 0.0479755 Aug 05 14:54:19.719826 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:19.727763 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6acd28f-c389-47ad-9671-43351ee543af req-42a97fff-1313-420d-9d49-d9ceba08d2b9 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340915 Aug 05 14:54:20.843456 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aee7e8-d5be-48d1-899e-c1aba9d3452d req-ae73b2ea-c438-4351-9be8-6a3ed4c7d4fb tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:20.844975 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31aee7e8-d5be-48d1-899e-c1aba9d3452d req-ae73b2ea-c438-4351-9be8-6a3ed4c7d4fb tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 945 time: 0.0508366 Aug 05 14:54:20.845834 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8d70bc19-b7b5-4781-935b-8dbfab74b83c up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:54:20.884000 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31aee7e8-d5be-48d1-899e-c1aba9d3452d req-c2feca93-9a62-44e6-8595-e63dec6928d1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329397 Aug 05 14:54:20.897692 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 8d70bc19-b7b5-4781-935b-8dbfab74b83c completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:54:20.901470 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 8d70bc19-b7b5-4781-935b-8dbfab74b83c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:54:20.901849 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:20.978132 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:21.000273 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d70bc19-b7b5-4781-935b-8dbfab74b83c'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:54:21.002554 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a07445d-b5b8-4312-b3ce-604f328c46cb" -d '{"events": [{"server_uuid": "1ca761af-e0fe-435d-bf94-54fe06aa4989", "name": "network-vif-plugged", "status": "completed", "tag": "8d70bc19-b7b5-4781-935b-8dbfab74b83c"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:54:21.015778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 8d70bc19-b7b5-4781-935b-8dbfab74b83c, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8d70bc19-b7b5-4781-935b-8dbfab74b83c,segment=NetworkSegment(9509ceb1-4be1-4539-aea3-e9bc9553f63d),segment_id=9509ceb1-4be1-4539-aea3-e9bc9553f63d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:54:21.019971 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:21.045816 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb7c756-4da2-4c54-ada0-1dabbfa9e3bb x-openstack-request-id: req-ddb7c756-4da2-4c54-ada0-1dabbfa9e3bb {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:54:21.046116 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca761af-e0fe-435d-bf94-54fe06aa4989", "name": "network-vif-plugged", "status": "completed", "tag": "8d70bc19-b7b5-4781-935b-8dbfab74b83c", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:54:21.046397 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddb7c756-4da2-4c54-ada0-1dabbfa9e3bb {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:54:21.046785 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d70bc19-b7b5-4781-935b-8dbfab74b83c', 'code': 200} Aug 05 14:54:21.074608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=8d70bc19-b7b5-4781-935b-8dbfab74b83c,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:54:21.139822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c2275-df66-452d-80e1-8cded3d2135e req-320a0f60-5743-4bd3-b801-abdfbdfccc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:21.141212 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-de2c2275-df66-452d-80e1-8cded3d2135e req-320a0f60-5743-4bd3-b801-abdfbdfccc74 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 1097 time: 0.0404141 Aug 05 14:54:21.175694 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-de2c2275-df66-452d-80e1-8cded3d2135e req-6e6decac-cc9d-4c05-a66d-99c19dac0b62 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266581 Aug 05 14:54:21.507195 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:22.001754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259628b-70fa-46f0-a404-caadaceb57e2 req-5bb17887-0eaa-4ceb-86a0-b665416ebc7c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:22.003340 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c259628b-70fa-46f0-a404-caadaceb57e2 req-5bb17887-0eaa-4ceb-86a0-b665416ebc7c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 946 time: 0.0496767 Aug 05 14:54:22.045645 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c259628b-70fa-46f0-a404-caadaceb57e2 req-356f938a-ee5a-4e22-b9e5-8801ad376bf4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352859 Aug 05 14:54:23.165799 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab51f90-2b15-44b8-aae1-7af65fa2d658 req-997ca1c8-48ae-4c73-ba87-3a7dc89ceec1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:23.167344 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5ab51f90-2b15-44b8-aae1-7af65fa2d658 req-997ca1c8-48ae-4c73-ba87-3a7dc89ceec1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 946 time: 0.0523298 Aug 05 14:54:23.204874 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5ab51f90-2b15-44b8-aae1-7af65fa2d658 req-57342de9-85ee-4be3-9204-fcec733fe461 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316753 Aug 05 14:54:23.322543 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b05177-a65d-43b5-baf7-4f3d0df0d533 req-af088c9d-be7d-4ec9-9f71-d72a6805831b tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:23.324045 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87b05177-a65d-43b5-baf7-4f3d0df0d533 req-af088c9d-be7d-4ec9-9f71-d72a6805831b tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 946 time: 0.0531931 Aug 05 14:54:23.362470 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-87b05177-a65d-43b5-baf7-4f3d0df0d533 req-4e306c6c-cd42-4280-9a38-ab7aed38178b tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322032 Aug 05 14:54:23.550044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8e936-1202-4d4f-a39e-6a1ced1028f9 req-e70ab468-c59c-442e-97a9-798cb1207ce4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:23.551661 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cdf8e936-1202-4d4f-a39e-6a1ced1028f9 req-e70ab468-c59c-442e-97a9-798cb1207ce4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 946 time: 0.0514321 Aug 05 14:54:23.591682 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cdf8e936-1202-4d4f-a39e-6a1ced1028f9 req-b0e234dd-1914-45f7-a1b4-1a4731461a67 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338058 Aug 05 14:54:28.447703 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:54:35.123310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df04b7a-6d0b-4127-964b-4199e1e3e6bf req-ff90e1dd-131b-4d66-bc01-0d9d263537ab tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:35.124900 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5df04b7a-6d0b-4127-964b-4199e1e3e6bf req-ff90e1dd-131b-4d66-bc01-0d9d263537ab tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 946 time: 0.0532925 Aug 05 14:54:35.165100 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5df04b7a-6d0b-4127-964b-4199e1e3e6bf req-ea98a3e9-4b29-4a94-b3a8-77a815c59f9f tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341010 Aug 05 14:54:35.187831 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47596) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:54:35.274259 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703ea64c-7ca7-4066-830e-66ab50ad6b25 tempest-TestMinimumBasicScenario-2018628174 tempest-TestMinimumBasicScenario-2018628174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:35.275798 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-703ea64c-7ca7-4066-830e-66ab50ad6b25 tempest-TestMinimumBasicScenario-2018628174 tempest-TestMinimumBasicScenario-2018628174-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 1092 time: 0.0870087 Aug 05 14:54:35.278748 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47600) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:54:35.283090 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': '8d70bc19-b7b5-4781-935b-8dbfab74b83c', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:54:35.304585 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:35.399978 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:35.507342 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Allocated IP 172.25.5.203 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/b0ddb05b-a5f1-496a-9473-6360456cc625) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:54:35.608445 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:35.647154 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:35.687564 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:54:35.692363 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:54:35.695786 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:54:35.720366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Pushing event updated for resources: {'Port': ['ID=b0ddb05b-a5f1-496a-9473-6360456cc625,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:54:35.733983 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:35.734354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:35.734712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:35.735027 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:35.735357 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:35.735685 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:35.736007 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:35.736327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:35.736649 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:35.736965 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:35.737283 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:35.737598 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:36.062512 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:36.132623 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:36.281650 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:36.286626 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:36.351146 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Pushing event updated for resources: {'Port': ['ID=b0ddb05b-a5f1-496a-9473-6360456cc625,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:54:36.364148 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:36.465238 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Floating IP 9185fa8b-dd6c-4473-8ea4-dda86a3616c3 associated. External IP: 172.25.5.203, port: 8d70bc19-b7b5-4781-935b-8dbfab74b83c. Aug 05 14:54:36.671278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Router ada3eb68-e8a9-4a91-82bc-076c1818bf58 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:54:36.778178 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:54:36.788411 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a914e9d-c52e-4727-baf2-29ebf23415ac None None] Sync routers for ids ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:54:36.794731 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:36.797778 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a914e9d-c52e-4727-baf2-29ebf23415ac None None] Routers {'ada3eb68-e8a9-4a91-82bc-076c1818bf58'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:54:36.798420 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7a914e9d-c52e-4727-baf2-29ebf23415ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:54:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:54:36.825041 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bfce4ba0-0e50-4aac-8ad1-b06c83f60a96 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5452602 Aug 05 14:54:36.825675 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47602) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:54:36.826127 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'tag': '8d70bc19-b7b5-4781-935b-8dbfab74b83c'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:54:36.828456 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01172cbf-ed25-4ed4-adb6-3f91d92808ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca761af-e0fe-435d-bf94-54fe06aa4989", "tag": "8d70bc19-b7b5-4781-935b-8dbfab74b83c"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:54:36.835624 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-45f6c4df-e4f2-4bc0-b7b7-81fa70f85f4a tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1046149986', 'description': 'tempest-secgroup-smoke-1046149986 description', 'project_id': '9b7837005be749eea6eebb2f23887545'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:54:36.862334 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45f6c4df-e4f2-4bc0-b7b7-81fa70f85f4a tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:36.875706 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94f795e-e9d8-4103-bc1d-2836b938a461 x-openstack-request-id: req-a94f795e-e9d8-4103-bc1d-2836b938a461 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:54:36.876053 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca761af-e0fe-435d-bf94-54fe06aa4989", "tag": "8d70bc19-b7b5-4781-935b-8dbfab74b83c", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:54:36.876314 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a94f795e-e9d8-4103-bc1d-2836b938a461 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:54:36.876719 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'tag': '8d70bc19-b7b5-4781-935b-8dbfab74b83c', 'status': 'completed', 'code': 200} Aug 05 14:54:36.914028 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-7a914e9d-c52e-4727-baf2-29ebf23415ac None None] Set router ada3eb68-e8a9-4a91-82bc-076c1818bf58 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:54:36.943178 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01172cbf-ed25-4ed4-adb6-3f91d92808ab req-1a4d5113-78d1-49fa-bc18-bf05cbecc56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:36.944781 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01172cbf-ed25-4ed4-adb6-3f91d92808ab req-1a4d5113-78d1-49fa-bc18-bf05cbecc56d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9b7837005be749eea6eebb2f23887545&device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 1097 time: 0.0448472 Aug 05 14:54:36.959633 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45f6c4df-e4f2-4bc0-b7b7-81fa70f85f4a tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:36.964869 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45f6c4df-e4f2-4bc0-b7b7-81fa70f85f4a tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:36.993588 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-45f6c4df-e4f2-4bc0-b7b7-81fa70f85f4a tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:36.994971 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-45f6c4df-e4f2-4bc0-b7b7-81fa70f85f4a tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1635451 Aug 05 14:54:36.997384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6c4df-e4f2-4bc0-b7b7-81fa70f85f4a tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d20e438-74c7-4553-aeb0-b983d56d8ad6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:54:36.999162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47606) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:54:37.005134 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Request body: {'security_group_rule': {'security_group_id': '5d20e438-74c7-4553-aeb0-b983d56d8ad6', 'project_id': '9b7837005be749eea6eebb2f23887545', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:54:37.153264 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7a914e9d-c52e-4727-baf2-29ebf23415ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'name': 'tempest-TestMinimumBasicScenario-1363537528-router', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:44Z', 'revision_number': 4, 'project_id': '9b7837005be749eea6eebb2f23887545', 'gw_port': {'id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '9185fa8b-dd6c-4473-8ea4-dda86a3616c3', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'floating_ip_address': '172.25.5.203', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'port_id': '8d70bc19-b7b5-4781-935b-8dbfab74b83c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf', 'mac_address': 'fa:16:3e:73:9f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:54:35Z', 'updated_at': '2021-08-05T14:54:35Z', 'revision_number': 0, 'project_id': '9b7837005be749eea6eebb2f23887545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad7f80c-10a5-424e-9ba2-a6e521541f14', 'name': '', 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'mac_address': 'fa:16:3e:c7:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:43Z', 'updated_at': '2021-08-05T14:53:51Z', 'revision_number': 5, 'project_id': '9b7837005be749eea6eebb2f23887545', 'subnets': [{'id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:54:37.185080 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a914e9d-c52e-4727-baf2-29ebf23415ac None None] Checking router: ada3eb68-e8a9-4a91-82bc-076c1818bf58 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:54:37.194319 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a914e9d-c52e-4727-baf2-29ebf23415ac None None] Routers {'ada3eb68-e8a9-4a91-82bc-076c1818bf58'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:54:37.194943 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7a914e9d-c52e-4727-baf2-29ebf23415ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:54:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:54:37.300433 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-7a914e9d-c52e-4727-baf2-29ebf23415ac None None] Set router ada3eb68-e8a9-4a91-82bc-076c1818bf58 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:54:37.350365 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:37.361302 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01172cbf-ed25-4ed4-adb6-3f91d92808ab req-20d500d0-3737-4345-aa6e-43a3592d5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:37.362832 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01172cbf-ed25-4ed4-adb6-3f91d92808ab req-20d500d0-3737-4345-aa6e-43a3592d5878 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37467495-1d9b-4b35-aa7b-2007bd1ce5cf HTTP/1.1" status: 200 len: 916 time: 0.4098344 Aug 05 14:54:37.467021 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01172cbf-ed25-4ed4-adb6-3f91d92808ab req-e682550f-dcd4-4b65-a859-5608ffc54aa6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d70bc19-b7b5-4781-935b-8dbfab74b83c HTTP/1.1" status: 200 len: 1000 time: 0.0885372 Aug 05 14:54:37.468608 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:37.472338 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:37.527935 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7a914e9d-c52e-4727-baf2-29ebf23415ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'name': 'tempest-TestMinimumBasicScenario-1363537528-router', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:44Z', 'revision_number': 4, 'project_id': '9b7837005be749eea6eebb2f23887545', 'gw_port': {'id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '9185fa8b-dd6c-4473-8ea4-dda86a3616c3', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'floating_ip_address': '172.25.5.203', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'port_id': '8d70bc19-b7b5-4781-935b-8dbfab74b83c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf', 'mac_address': 'fa:16:3e:73:9f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:54:35Z', 'updated_at': '2021-08-05T14:54:35Z', 'revision_number': 0, 'project_id': '9b7837005be749eea6eebb2f23887545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad7f80c-10a5-424e-9ba2-a6e521541f14', 'name': '', 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'mac_address': 'fa:16:3e:c7:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:43Z', 'updated_at': '2021-08-05T14:53:51Z', 'revision_number': 5, 'project_id': '9b7837005be749eea6eebb2f23887545', 'subnets': [{'id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:54:37.529420 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b89ba1-d343-491e-bbc1-a6ca5ac17dec,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:54:37.536532 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:37.537740 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5376244 Aug 05 14:54:37.540724 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47608) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:54:37.545561 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-55dc6732-4405-41f0-bb80-74eb10eb4efe tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Request body: {'security_group_rule': {'security_group_id': '5d20e438-74c7-4553-aeb0-b983d56d8ad6', 'project_id': '9b7837005be749eea6eebb2f23887545', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:54:37.545909 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:37.546277 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:37.546645 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:37.546971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:37.547309 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:37.547644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:37.547970 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:37.548295 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:37.548627 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:37.548950 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:37.549274 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:37.549593 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf786f5-0739-488d-be59-ca2f290fd1c6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:54:37.554445 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a914e9d-c52e-4727-baf2-29ebf23415ac None None] The sync data for ids ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'] in n-d-803585-2 is: [{'id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'name': 'tempest-TestMinimumBasicScenario-1363537528-router', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:44Z', 'revision_number': 4, 'project_id': '9b7837005be749eea6eebb2f23887545', 'gw_port': {'id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '9185fa8b-dd6c-4473-8ea4-dda86a3616c3', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'floating_ip_address': '172.25.5.203', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'port_id': '8d70bc19-b7b5-4781-935b-8dbfab74b83c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf', 'mac_address': 'fa:16:3e:73:9f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:54:35Z', 'updated_at': '2021-08-05T14:54:35Z', 'revision_number': 0, 'project_id': '9b7837005be749eea6eebb2f23887545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ad7f80c-10a5-424e-9ba2-a6e521541f14', 'name': '', 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'mac_address': 'fa:16:3e:c7:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:43Z', 'updated_at': '2021-08-05T14:53:51Z', 'revision_number': 5, 'project_id': '9b7837005be749eea6eebb2f23887545', 'subnets': [{'id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:54:37.560884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01172cbf-ed25-4ed4-adb6-3f91d92808ab req-c097eba1-53eb-423b-9a4d-e7b31ab35e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:37.562844 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01172cbf-ed25-4ed4-adb6-3f91d92808ab req-c097eba1-53eb-423b-9a4d-e7b31ab35e95 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3 HTTP/1.1" status: 200 len: 854 time: 0.0844924 Aug 05 14:54:37.575048 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55dc6732-4405-41f0-bb80-74eb10eb4efe tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:37.615764 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01172cbf-ed25-4ed4-adb6-3f91d92808ab req-64df51b1-ffd4-4384-997f-60a0debf22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:37.617301 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01172cbf-ed25-4ed4-adb6-3f91d92808ab req-64df51b1-ffd4-4384-997f-60a0debf22ee service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37467495-1d9b-4b35-aa7b-2007bd1ce5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459211 Aug 05 14:54:37.652188 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55dc6732-4405-41f0-bb80-74eb10eb4efe tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:37.657469 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55dc6732-4405-41f0-bb80-74eb10eb4efe tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:37.674664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc6732-4405-41f0-bb80-74eb10eb4efe tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c95c6e-36db-4642-878f-e698f2720dc0,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:54:37.682318 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-55dc6732-4405-41f0-bb80-74eb10eb4efe tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:37.683592 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-55dc6732-4405-41f0-bb80-74eb10eb4efe tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418266 Aug 05 14:54:37.686539 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47610) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:54:37.691117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-bf4a4ff3-cce3-45a4-afb3-162efa5fdb95 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Request body: {'security_group_rule': {'security_group_id': '5d20e438-74c7-4553-aeb0-b983d56d8ad6', 'project_id': '9b7837005be749eea6eebb2f23887545', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:54:37.720241 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01172cbf-ed25-4ed4-adb6-3f91d92808ab req-5e0d6dd5-d72b-4355-afa9-dfebc4ff51a0 service neutron] 10.222.0.63 "GET /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923984 Aug 05 14:54:37.721517 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4ff3-cce3-45a4-afb3-162efa5fdb95 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:37.786895 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185587c9-8c77-4d76-8105-ed294d32a2cc None None] New status for floating IP 9185fa8b-dd6c-4473-8ea4-dda86a3616c3: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:54:37.791646 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4ff3-cce3-45a4-afb3-162efa5fdb95 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:37.796479 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4ff3-cce3-45a4-afb3-162efa5fdb95 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:37.820147 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a4ff3-cce3-45a4-afb3-162efa5fdb95 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440361ff-112c-411a-86fa-724b956ce04a,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:54:37.827175 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4ff3-cce3-45a4-afb3-162efa5fdb95 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:37.831787 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bf4a4ff3-cce3-45a4-afb3-162efa5fdb95 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415720 Aug 05 14:54:37.832066 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47612) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:54:37.832809 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01172cbf-ed25-4ed4-adb6-3f91d92808ab req-0aad3883-2d91-4890-8399-67e6c9afe262 service neutron] 10.222.0.63 "GET /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050954 Aug 05 14:54:37.837973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-088de1cd-53a2-41c4-ad01-36450d5ac7a6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Request body: {'security_group_rule': {'security_group_id': '5d20e438-74c7-4553-aeb0-b983d56d8ad6', 'project_id': '9b7837005be749eea6eebb2f23887545', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:54:37.872725 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-088de1cd-53a2-41c4-ad01-36450d5ac7a6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:37.943294 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-088de1cd-53a2-41c4-ad01-36450d5ac7a6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:37.947249 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-088de1cd-53a2-41c4-ad01-36450d5ac7a6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:37.967641 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088de1cd-53a2-41c4-ad01-36450d5ac7a6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28146ae1-bbd8-44af-833b-c359cad9b60d,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:54:37.975877 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-088de1cd-53a2-41c4-ad01-36450d5ac7a6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:37.977116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-088de1cd-53a2-41c4-ad01-36450d5ac7a6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428092 Aug 05 14:54:37.979936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47614) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:54:37.984453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-94b1d262-4be0-4b6a-bfff-10beb73beb2f tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Request body: {'security_group_rule': {'security_group_id': '5d20e438-74c7-4553-aeb0-b983d56d8ad6', 'project_id': '9b7837005be749eea6eebb2f23887545', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:54:38.007437 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-94b1d262-4be0-4b6a-bfff-10beb73beb2f tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Project 9b7837005be749eea6eebb2f23887545 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:54:38.012188 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94b1d262-4be0-4b6a-bfff-10beb73beb2f tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:38.076051 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94b1d262-4be0-4b6a-bfff-10beb73beb2f tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:38.079596 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94b1d262-4be0-4b6a-bfff-10beb73beb2f tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:38.102093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1d262-4be0-4b6a-bfff-10beb73beb2f tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ef7d18-e24e-4f27-9818-b2ca9e04646f,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:54:38.106427 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-94b1d262-4be0-4b6a-bfff-10beb73beb2f tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:38.108646 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-94b1d262-4be0-4b6a-bfff-10beb73beb2f tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268826 Aug 05 14:54:38.110989 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47616) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:54:38.116424 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a03b9b94-3548-42c5-8f2e-c62086c21c93 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Request body: {'security_group_rule': {'security_group_id': '5d20e438-74c7-4553-aeb0-b983d56d8ad6', 'project_id': '9b7837005be749eea6eebb2f23887545', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:54:38.145495 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-a03b9b94-3548-42c5-8f2e-c62086c21c93 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Project 9b7837005be749eea6eebb2f23887545 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:54:38.150800 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a03b9b94-3548-42c5-8f2e-c62086c21c93 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:38.213281 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a03b9b94-3548-42c5-8f2e-c62086c21c93 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:38.216212 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a03b9b94-3548-42c5-8f2e-c62086c21c93 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:38.235686 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b9b94-3548-42c5-8f2e-c62086c21c93 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1e46b8-1a66-45ce-b2bf-52a12d660908,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:54:38.238403 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a03b9b94-3548-42c5-8f2e-c62086c21c93 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:38.239758 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a03b9b94-3548-42c5-8f2e-c62086c21c93 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278250 Aug 05 14:54:38.317087 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-30cae5e5-3281-4fa1-ac4f-07affda40677 req-3d8d512e-9af0-4caa-aeaa-96ca091ad0d2 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046149986&fields=id&tenant_id=9b7837005be749eea6eebb2f23887545 HTTP/1.1" status: 200 len: 267 time: 0.0331702 Aug 05 14:54:38.370346 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae5e5-3281-4fa1-ac4f-07affda40677 req-1db5171a-a6ca-4f21-b6f7-8ab7afdcea21 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:38.371853 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-30cae5e5-3281-4fa1-ac4f-07affda40677 req-1db5171a-a6ca-4f21-b6f7-8ab7afdcea21 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 946 time: 0.0490532 Aug 05 14:54:38.382874 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-30cae5e5-3281-4fa1-ac4f-07affda40677 req-05ba5915-d6b8-4ecc-ae6e-7be03bcabc38 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Request body: {'port': {'security_groups': ['715c8999-aaac-47f9-b962-6de261cb3f31', '5d20e438-74c7-4553-aeb0-b983d56d8ad6']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:54:38.447655 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-30cae5e5-3281-4fa1-ac4f-07affda40677 req-05ba5915-d6b8-4ecc-ae6e-7be03bcabc38 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:38.633660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-30cae5e5-3281-4fa1-ac4f-07affda40677 req-05ba5915-d6b8-4ecc-ae6e-7be03bcabc38 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] For port 8d70bc19-b7b5-4781-935b-8dbfab74b83c, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8d70bc19-b7b5-4781-935b-8dbfab74b83c,segment=NetworkSegment(9509ceb1-4be1-4539-aea3-e9bc9553f63d),segment_id=9509ceb1-4be1-4539-aea3-e9bc9553f63d)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:54:38.663793 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-30cae5e5-3281-4fa1-ac4f-07affda40677 req-05ba5915-d6b8-4ecc-ae6e-7be03bcabc38 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:38.668616 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-30cae5e5-3281-4fa1-ac4f-07affda40677 req-05ba5915-d6b8-4ecc-ae6e-7be03bcabc38 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:38.679956 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['8d70bc19-b7b5-4781-935b-8dbfab74b83c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:54:38.711288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae5e5-3281-4fa1-ac4f-07affda40677 req-05ba5915-d6b8-4ecc-ae6e-7be03bcabc38 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:38.711926 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-30cae5e5-3281-4fa1-ac4f-07affda40677 req-05ba5915-d6b8-4ecc-ae6e-7be03bcabc38 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:38.713322 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-30cae5e5-3281-4fa1-ac4f-07affda40677 req-05ba5915-d6b8-4ecc-ae6e-7be03bcabc38 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "PUT /v2.0/ports/8d70bc19-b7b5-4781-935b-8dbfab74b83c HTTP/1.1" status: 200 len: 982 time: 0.3350365 Aug 05 14:54:38.738025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba5915-d6b8-4ecc-ae6e-7be03bcabc38 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Pushing event updated for resources: {'Port': ['ID=8d70bc19-b7b5-4781-935b-8dbfab74b83c,revision_number=6']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:54:38.773789 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['8d70bc19-b7b5-4781-935b-8dbfab74b83c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:54:38.823668 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b45b7-f7dd-4cf3-8c96-d0fb94f6b2ff req-eba1e9ff-70d6-4fe2-a24f-2737da2e54e7 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:38.825740 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed0b45b7-f7dd-4cf3-8c96-d0fb94f6b2ff req-eba1e9ff-70d6-4fe2-a24f-2737da2e54e7 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 985 time: 0.0571926 Aug 05 14:54:38.877601 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'tag': '8d70bc19-b7b5-4781-935b-8dbfab74b83c'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:54:38.880284 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30923c0-5b29-402c-82e8-e1f09235bbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca761af-e0fe-435d-bf94-54fe06aa4989", "tag": "8d70bc19-b7b5-4781-935b-8dbfab74b83c"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:54:38.884242 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed0b45b7-f7dd-4cf3-8c96-d0fb94f6b2ff req-339f432a-c22f-43d9-8424-b797db5c6e91 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d20e438-74c7-4553-aeb0-b983d56d8ad6&id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414937 Aug 05 14:54:38.928609 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04444c7c-0508-4b62-bac9-71701340337e x-openstack-request-id: req-04444c7c-0508-4b62-bac9-71701340337e {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:54:38.929605 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca761af-e0fe-435d-bf94-54fe06aa4989", "tag": "8d70bc19-b7b5-4781-935b-8dbfab74b83c", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:54:38.929605 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04444c7c-0508-4b62-bac9-71701340337e {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:54:38.929943 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'tag': '8d70bc19-b7b5-4781-935b-8dbfab74b83c', 'status': 'completed', 'code': 200} Aug 05 14:54:38.996412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30923c0-5b29-402c-82e8-e1f09235bbf7 req-f66d39a3-8b1a-47c7-9701-bb3efe56e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:38.997950 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f30923c0-5b29-402c-82e8-e1f09235bbf7 req-f66d39a3-8b1a-47c7-9701-bb3efe56e13c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9b7837005be749eea6eebb2f23887545&device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 1136 time: 0.0440023 Aug 05 14:54:39.083714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ec9a3713-74ce-49af-b215-884e383437eb None None] Provisioning complete for port 8d70bc19-b7b5-4781-935b-8dbfab74b83c triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:54:39.084341 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ec9a3713-74ce-49af-b215-884e383437eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:39.093602 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30923c0-5b29-402c-82e8-e1f09235bbf7 req-d2459af2-4f40-4140-82fd-4692be8eee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:39.095129 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f30923c0-5b29-402c-82e8-e1f09235bbf7 req-d2459af2-4f40-4140-82fd-4692be8eee16 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37467495-1d9b-4b35-aa7b-2007bd1ce5cf HTTP/1.1" status: 200 len: 916 time: 0.0895791 Aug 05 14:54:39.162268 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f30923c0-5b29-402c-82e8-e1f09235bbf7 req-f567c3d7-505c-40c3-a94c-704c34755fde service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d70bc19-b7b5-4781-935b-8dbfab74b83c HTTP/1.1" status: 200 len: 1002 time: 0.0582385 Aug 05 14:54:39.217937 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30923c0-5b29-402c-82e8-e1f09235bbf7 req-20caafa2-b8c0-4123-8c54-c1b2eef492ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:39.219489 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f30923c0-5b29-402c-82e8-e1f09235bbf7 req-20caafa2-b8c0-4123-8c54-c1b2eef492ef service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3 HTTP/1.1" status: 200 len: 854 time: 0.0490623 Aug 05 14:54:39.272283 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30923c0-5b29-402c-82e8-e1f09235bbf7 req-467798c7-a066-4a50-9fe7-265afe85ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:39.273796 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f30923c0-5b29-402c-82e8-e1f09235bbf7 req-467798c7-a066-4a50-9fe7-265afe85ff42 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37467495-1d9b-4b35-aa7b-2007bd1ce5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405905 Aug 05 14:54:39.365880 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f30923c0-5b29-402c-82e8-e1f09235bbf7 req-69d7f03b-4f01-401f-8540-081bdb9813ea service neutron] 10.222.0.63 "GET /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821674 Aug 05 14:54:39.462166 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f30923c0-5b29-402c-82e8-e1f09235bbf7 req-449a01a6-f1aa-4987-bbdf-456e80cb1168 service neutron] 10.222.0.63 "GET /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884738 Aug 05 14:54:45.298140 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:45.915480 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f166-8008-4767-9b8e-c83457851662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:46.577540 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:48.461238 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6353814b-54b4-4075-9619-819ac61eaaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:48.714650 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:49.722146 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:51.509781 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:54:56.142558 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27dfd7-ed4b-4fd4-9dbf-0be23be94750 req-2fe31891-fe1f-469d-9d32-04d584683d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:56.143763 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e370e4-cf41-48fc-849b-18f8cdba95b8 req-ffdcf657-0d80-496e-87a9-e4141dad3fa4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:56.144269 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c27dfd7-ed4b-4fd4-9dbf-0be23be94750 req-2fe31891-fe1f-469d-9d32-04d584683d3c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9b7837005be749eea6eebb2f23887545&device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 1136 time: 0.0418956 Aug 05 14:54:56.146575 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f8e370e4-cf41-48fc-849b-18f8cdba95b8 req-ffdcf657-0d80-496e-87a9-e4141dad3fa4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 985 time: 0.0525866 Aug 05 14:54:56.188070 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f8e370e4-cf41-48fc-849b-18f8cdba95b8 req-f85b1586-cd9d-4963-81f9-99c8742710ee tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d20e438-74c7-4553-aeb0-b983d56d8ad6&id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353060 Aug 05 14:54:56.243360 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27dfd7-ed4b-4fd4-9dbf-0be23be94750 req-862554ea-2f35-40dc-9ce3-3cefe479c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:56.244856 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c27dfd7-ed4b-4fd4-9dbf-0be23be94750 req-862554ea-2f35-40dc-9ce3-3cefe479c3bb service neutron] 10.222.0.63 "GET /v2.0/networks?id=37467495-1d9b-4b35-aa7b-2007bd1ce5cf HTTP/1.1" status: 200 len: 916 time: 0.0929306 Aug 05 14:54:56.313772 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c27dfd7-ed4b-4fd4-9dbf-0be23be94750 req-fafcc307-fc77-4937-8d45-4381dd3514c6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d70bc19-b7b5-4781-935b-8dbfab74b83c HTTP/1.1" status: 200 len: 1002 time: 0.0604987 Aug 05 14:54:56.363690 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27dfd7-ed4b-4fd4-9dbf-0be23be94750 req-5fdefd27-3af1-4bed-a833-ddc61811b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:56.365126 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c27dfd7-ed4b-4fd4-9dbf-0be23be94750 req-5fdefd27-3af1-4bed-a833-ddc61811b4a8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3 HTTP/1.1" status: 200 len: 854 time: 0.0435393 Aug 05 14:54:56.414651 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27dfd7-ed4b-4fd4-9dbf-0be23be94750 req-69657990-6d08-47d6-9764-90e4cc1e3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:56.416137 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c27dfd7-ed4b-4fd4-9dbf-0be23be94750 req-69657990-6d08-47d6-9764-90e4cc1e3e19 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37467495-1d9b-4b35-aa7b-2007bd1ce5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445063 Aug 05 14:54:56.506273 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c27dfd7-ed4b-4fd4-9dbf-0be23be94750 req-638e9fdf-44ec-470a-b47a-27f39504f0d5 service neutron] 10.222.0.63 "GET /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816944 Aug 05 14:54:56.602757 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2c27dfd7-ed4b-4fd4-9dbf-0be23be94750 req-36b744bf-56fd-45f0-ae6b-a8d9abd987c5 service neutron] 10.222.0.63 "GET /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881500 Aug 05 14:54:57.305380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2264376-b917-41b7-880c-1b92dd4eeb89 req-733305b2-ddf8-4079-ae86-024997af2558 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:57.306912 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d2264376-b917-41b7-880c-1b92dd4eeb89 req-733305b2-ddf8-4079-ae86-024997af2558 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 985 time: 0.0498557 Aug 05 14:54:57.347523 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d2264376-b917-41b7-880c-1b92dd4eeb89 req-6072bf40-3280-4571-9d96-07a985af8961 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d20e438-74c7-4553-aeb0-b983d56d8ad6&id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342774 Aug 05 14:54:58.468979 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3e6ef-466f-4747-9463-40bc62c9ed35 req-fbefef5f-49d3-4b7e-a1cc-2254cb2a1607 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:58.470530 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ff3e6ef-466f-4747-9463-40bc62c9ed35 req-fbefef5f-49d3-4b7e-a1cc-2254cb2a1607 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 985 time: 0.0544178 Aug 05 14:54:58.511767 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ff3e6ef-466f-4747-9463-40bc62c9ed35 req-07232d48-0347-45b0-b1c4-7396d0b0882c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d20e438-74c7-4553-aeb0-b983d56d8ad6&id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344501 Aug 05 14:54:59.628947 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4d039-23c2-4db8-930e-1fe89b8e2610 req-ea62bb44-a709-4ef9-adf9-d9eff4601032 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:54:59.630505 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e8d4d039-23c2-4db8-930e-1fe89b8e2610 req-ea62bb44-a709-4ef9-adf9-d9eff4601032 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 985 time: 0.0510917 Aug 05 14:54:59.670949 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e8d4d039-23c2-4db8-930e-1fe89b8e2610 req-ca5a7b90-3601-419b-bf77-b8e10e5b5513 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d20e438-74c7-4553-aeb0-b983d56d8ad6&id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343037 Aug 05 14:55:00.785750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7ad2a-5327-4fef-b3f1-69b78998d3c0 req-cc365ca1-6cb9-4c15-af56-07d270b25dfc tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:00.787286 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85b7ad2a-5327-4fef-b3f1-69b78998d3c0 req-cc365ca1-6cb9-4c15-af56-07d270b25dfc tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 985 time: 0.0497420 Aug 05 14:55:00.827782 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-85b7ad2a-5327-4fef-b3f1-69b78998d3c0 req-e7352f88-2501-45fb-a5e0-9b6697b133c8 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d20e438-74c7-4553-aeb0-b983d56d8ad6&id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344961 Aug 05 14:55:01.948241 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af22774-7c5d-4dc1-a7fe-49ce6aa65810 req-4e0177e7-5c51-4b7b-bf67-2286fe7ba866 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:01.949655 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8af22774-7c5d-4dc1-a7fe-49ce6aa65810 req-4e0177e7-5c51-4b7b-bf67-2286fe7ba866 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 985 time: 0.0552142 Aug 05 14:55:01.990496 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8af22774-7c5d-4dc1-a7fe-49ce6aa65810 req-fc818b09-d69f-4719-9374-441c7c0f671d tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d20e438-74c7-4553-aeb0-b983d56d8ad6&id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346432 Aug 05 14:55:03.103489 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61372dd3-2306-4b57-8ed9-2c8c65abb105 req-63dc3052-d0c2-44d0-a79d-7db4d2a38040 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:03.104959 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-61372dd3-2306-4b57-8ed9-2c8c65abb105 req-63dc3052-d0c2-44d0-a79d-7db4d2a38040 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 985 time: 0.0482121 Aug 05 14:55:03.144704 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-61372dd3-2306-4b57-8ed9-2c8c65abb105 req-9de8cca4-adb0-41b0-a843-57ae89c5edcd tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d20e438-74c7-4553-aeb0-b983d56d8ad6&id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330892 Aug 05 14:55:04.265399 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb971932-349c-485b-b62e-74afca0948ec req-6e5408da-586a-4a18-ae0a-afd0eff3a267 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:04.266971 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bb971932-349c-485b-b62e-74afca0948ec req-6e5408da-586a-4a18-ae0a-afd0eff3a267 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 985 time: 0.0504632 Aug 05 14:55:04.310754 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bb971932-349c-485b-b62e-74afca0948ec req-432fd649-9461-4762-9ce3-b0a212145fe6 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d20e438-74c7-4553-aeb0-b983d56d8ad6&id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368657 Aug 05 14:55:05.429785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589c530-97ba-4af5-963f-20670c6f59bd req-93fd4abd-f606-43d1-a1ba-ee87836c9b02 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:05.431327 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4589c530-97ba-4af5-963f-20670c6f59bd req-93fd4abd-f606-43d1-a1ba-ee87836c9b02 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 985 time: 0.0537584 Aug 05 14:55:05.448472 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:55:05.471478 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4589c530-97ba-4af5-963f-20670c6f59bd req-7db87401-db68-4d34-beed-aeb5a6c86931 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d20e438-74c7-4553-aeb0-b983d56d8ad6&id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339372 Aug 05 14:55:06.585691 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8307b-f00f-4150-8d84-996a94ef3a68 req-9c8ef175-4136-4c99-8ab1-631519ffe538 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:06.587201 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aae8307b-f00f-4150-8d84-996a94ef3a68 req-9c8ef175-4136-4c99-8ab1-631519ffe538 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 985 time: 0.0488935 Aug 05 14:55:06.628566 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aae8307b-f00f-4150-8d84-996a94ef3a68 req-75be68d5-2c2b-456c-a02a-73c7649c72bf tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d20e438-74c7-4553-aeb0-b983d56d8ad6&id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350688 Aug 05 14:55:07.745914 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfde9be-9243-4aee-bd37-afca18d9befe req-4ac6798f-4937-4ebc-8b81-a0704c695c17 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:07.747413 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8dfde9be-9243-4aee-bd37-afca18d9befe req-4ac6798f-4937-4ebc-8b81-a0704c695c17 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 985 time: 0.0494699 Aug 05 14:55:07.787034 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8dfde9be-9243-4aee-bd37-afca18d9befe req-9f619f06-f23f-43e6-8de9-550c6fd97def tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d20e438-74c7-4553-aeb0-b983d56d8ad6&id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336752 Aug 05 14:55:09.247800 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ba9ffe07-a84a-4e30-b860-4fb5bcb4584b req-f1ac739f-68a9-48a7-baa4-20fb2aec444b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438476 Aug 05 14:55:09.328783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ffe07-a84a-4e30-b860-4fb5bcb4584b req-9693ef45-b66d-41dd-9156-4a25efabbf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:09.330321 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ba9ffe07-a84a-4e30-b860-4fb5bcb4584b req-9693ef45-b66d-41dd-9156-4a25efabbf67 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9b7837005be749eea6eebb2f23887545&device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 1136 time: 0.0416937 Aug 05 14:55:09.431034 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ffe07-a84a-4e30-b860-4fb5bcb4584b req-d019afe8-75e0-4fc2-b6f5-843cb8526af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:09.432531 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ba9ffe07-a84a-4e30-b860-4fb5bcb4584b req-d019afe8-75e0-4fc2-b6f5-843cb8526af6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37467495-1d9b-4b35-aa7b-2007bd1ce5cf HTTP/1.1" status: 200 len: 916 time: 0.0842137 Aug 05 14:55:09.502222 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ba9ffe07-a84a-4e30-b860-4fb5bcb4584b req-948dc8a3-6652-4e6a-a251-4f46595ce8d0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d70bc19-b7b5-4781-935b-8dbfab74b83c HTTP/1.1" status: 200 len: 1002 time: 0.0626233 Aug 05 14:55:09.551968 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ffe07-a84a-4e30-b860-4fb5bcb4584b req-7e8b2dfd-433e-4234-bd72-ca4becf3173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:09.553449 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ba9ffe07-a84a-4e30-b860-4fb5bcb4584b req-7e8b2dfd-433e-4234-bd72-ca4becf3173d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3 HTTP/1.1" status: 200 len: 854 time: 0.0444238 Aug 05 14:55:09.600501 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ffe07-a84a-4e30-b860-4fb5bcb4584b req-cc6f778e-f449-4a9d-bfd0-bc356bcd7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:09.601981 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ba9ffe07-a84a-4e30-b860-4fb5bcb4584b req-cc6f778e-f449-4a9d-bfd0-bc356bcd7b7e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37467495-1d9b-4b35-aa7b-2007bd1ce5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409563 Aug 05 14:55:09.699711 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ba9ffe07-a84a-4e30-b860-4fb5bcb4584b req-e1b2b689-fba1-440c-be4b-9869f0fd3d7e service neutron] 10.222.0.63 "GET /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902147 Aug 05 14:55:09.790651 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ba9ffe07-a84a-4e30-b860-4fb5bcb4584b req-d6f63676-ead8-4ad4-ae94-3e190bce5ed2 service neutron] 10.222.0.63 "GET /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826957 Aug 05 14:55:15.310973 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:15.915836 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-76fb53f1-28d2-4add-9f8e-477065256932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:16.598047 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:18.461373 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41fa1e28-4209-4b96-8339-118357fa73e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:18.715906 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:19.726314 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:21.512623 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:40.971991 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33441acc-d608-4f45-b420-e4c84aa3967b req-d3169ac5-0feb-4949-a1e4-d0db143c283e tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046149986&fields=id&tenant_id=9b7837005be749eea6eebb2f23887545 HTTP/1.1" status: 200 len: 267 time: 0.1417618 Aug 05 14:55:41.024754 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33441acc-d608-4f45-b420-e4c84aa3967b req-2328ac88-af35-45c9-bcf4-73185dabc8e1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:41.026226 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33441acc-d608-4f45-b420-e4c84aa3967b req-2328ac88-af35-45c9-bcf4-73185dabc8e1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 985 time: 0.0483348 Aug 05 14:55:41.037595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-33441acc-d608-4f45-b420-e4c84aa3967b req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Request body: {'port': {'security_groups': ['715c8999-aaac-47f9-b962-6de261cb3f31']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:55:41.100617 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-33441acc-d608-4f45-b420-e4c84aa3967b req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:41.273690 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-33441acc-d608-4f45-b420-e4c84aa3967b req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] For port 8d70bc19-b7b5-4781-935b-8dbfab74b83c, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8d70bc19-b7b5-4781-935b-8dbfab74b83c,segment=NetworkSegment(9509ceb1-4be1-4539-aea3-e9bc9553f63d),segment_id=9509ceb1-4be1-4539-aea3-e9bc9553f63d)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:55:41.303970 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-33441acc-d608-4f45-b420-e4c84aa3967b req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:41.308454 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-33441acc-d608-4f45-b420-e4c84aa3967b req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:41.321093 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['8d70bc19-b7b5-4781-935b-8dbfab74b83c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:55:41.360186 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33441acc-d608-4f45-b420-e4c84aa3967b req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:41.360843 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-33441acc-d608-4f45-b420-e4c84aa3967b req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:41.362633 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-33441acc-d608-4f45-b420-e4c84aa3967b req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "PUT /v2.0/ports/8d70bc19-b7b5-4781-935b-8dbfab74b83c HTTP/1.1" status: 200 len: 943 time: 0.3297856 Aug 05 14:55:41.363107 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'tag': '8d70bc19-b7b5-4781-935b-8dbfab74b83c'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:55:41.371436 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b64d9bb-0e09-412f-bfa8-51ebcd919b01" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca761af-e0fe-435d-bf94-54fe06aa4989", "tag": "8d70bc19-b7b5-4781-935b-8dbfab74b83c"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:55:41.371633 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47684) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:55:41.391096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Pushing event updated for resources: {'Port': ['ID=8d70bc19-b7b5-4781-935b-8dbfab74b83c,revision_number=7']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:55:41.399789 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.400290 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.400481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.401013 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.401144 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.401458 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.401792 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.402125 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.402478 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.403355 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.403355 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.403648 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bb1298-df2d-484b-90e2-b53139b4067c tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.436729 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750e7448-aedc-44cd-8a23-e45d6cacf2eb x-openstack-request-id: req-750e7448-aedc-44cd-8a23-e45d6cacf2eb {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:55:41.437028 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca761af-e0fe-435d-bf94-54fe06aa4989", "tag": "8d70bc19-b7b5-4781-935b-8dbfab74b83c", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:55:41.437288 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-750e7448-aedc-44cd-8a23-e45d6cacf2eb {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:55:41.437693 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'tag': '8d70bc19-b7b5-4781-935b-8dbfab74b83c', 'status': 'completed', 'code': 200} Aug 05 14:55:41.442918 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['8d70bc19-b7b5-4781-935b-8dbfab74b83c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:55:41.445449 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-354c938a-b39e-4b83-bcb8-524aa21bf0f4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:41.478443 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-354c938a-b39e-4b83-bcb8-524aa21bf0f4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:41.523629 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64d9bb-0e09-412f-bfa8-51ebcd919b01 req-b3a5a5a9-2ec4-4f42-9013-c14872b25c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:41.527292 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b64d9bb-0e09-412f-bfa8-51ebcd919b01 req-b3a5a5a9-2ec4-4f42-9013-c14872b25c20 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9b7837005be749eea6eebb2f23887545&device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 1097 time: 0.0649216 Aug 05 14:55:41.561062 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-354c938a-b39e-4b83-bcb8-524aa21bf0f4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:41.564148 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-354c938a-b39e-4b83-bcb8-524aa21bf0f4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:41.566016 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-354c938a-b39e-4b83-bcb8-524aa21bf0f4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "DELETE /v2.0/security-groups/5d20e438-74c7-4553-aeb0-b983d56d8ad6 HTTP/1.1" status: 204 len: 168 time: 0.1947684 Aug 05 14:55:41.569398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47686) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:55:41.625332 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c938a-b39e-4b83-bcb8-524aa21bf0f4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d20e438-74c7-4553-aeb0-b983d56d8ad6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:55:41.645338 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c938a-b39e-4b83-bcb8-524aa21bf0f4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.645696 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c938a-b39e-4b83-bcb8-524aa21bf0f4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.646048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c938a-b39e-4b83-bcb8-524aa21bf0f4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.646435 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c938a-b39e-4b83-bcb8-524aa21bf0f4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.646777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c938a-b39e-4b83-bcb8-524aa21bf0f4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.647125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c938a-b39e-4b83-bcb8-524aa21bf0f4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.647587 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c938a-b39e-4b83-bcb8-524aa21bf0f4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.647930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c938a-b39e-4b83-bcb8-524aa21bf0f4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.648393 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c938a-b39e-4b83-bcb8-524aa21bf0f4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.648587 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c938a-b39e-4b83-bcb8-524aa21bf0f4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.649225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c938a-b39e-4b83-bcb8-524aa21bf0f4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.649225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c938a-b39e-4b83-bcb8-524aa21bf0f4 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:41.653468 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64d9bb-0e09-412f-bfa8-51ebcd919b01 req-5d99a468-49d1-45af-a304-100cb8f67567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:41.655363 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b64d9bb-0e09-412f-bfa8-51ebcd919b01 req-5d99a468-49d1-45af-a304-100cb8f67567 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37467495-1d9b-4b35-aa7b-2007bd1ce5cf HTTP/1.1" status: 200 len: 916 time: 0.1201916 Aug 05 14:55:41.672104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-46427827-777b-4882-8228-544d75be7768 None None] Provisioning complete for port 8d70bc19-b7b5-4781-935b-8dbfab74b83c triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:55:41.672104 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-46427827-777b-4882-8228-544d75be7768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:41.734710 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b64d9bb-0e09-412f-bfa8-51ebcd919b01 req-9534d8fc-bb95-4585-a364-4e821ad1f19c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d70bc19-b7b5-4781-935b-8dbfab74b83c HTTP/1.1" status: 200 len: 1002 time: 0.0711112 Aug 05 14:55:41.768715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-8d0323d6-2971-4f89-97e1-52f4683aded1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Deleting port b0ddb05b-a5f1-496a-9473-6360456cc625 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:55:41.769107 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d0323d6-2971-4f89-97e1-52f4683aded1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:41.790756 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64d9bb-0e09-412f-bfa8-51ebcd919b01 req-7a08de74-fcd6-46cf-99c5-375ec63c546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:41.792280 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b64d9bb-0e09-412f-bfa8-51ebcd919b01 req-7a08de74-fcd6-46cf-99c5-375ec63c546c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3 HTTP/1.1" status: 200 len: 854 time: 0.0501626 Aug 05 14:55:41.847130 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64d9bb-0e09-412f-bfa8-51ebcd919b01 req-17a40d84-aae2-4420-85b1-53f32fdee4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:41.848545 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d0323d6-2971-4f89-97e1-52f4683aded1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:41.848723 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b64d9bb-0e09-412f-bfa8-51ebcd919b01 req-17a40d84-aae2-4420-85b1-53f32fdee4ff service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37467495-1d9b-4b35-aa7b-2007bd1ce5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489392 Aug 05 14:55:41.848940 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d0323d6-2971-4f89-97e1-52f4683aded1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:41.861642 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-8d0323d6-2971-4f89-97e1-52f4683aded1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Calling delete_port for b0ddb05b-a5f1-496a-9473-6360456cc625 owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:55:41.947116 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b64d9bb-0e09-412f-bfa8-51ebcd919b01 req-60d361c8-643e-4a63-b0e8-de16617a99d4 service neutron] 10.222.0.63 "GET /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892429 Aug 05 14:55:42.014422 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d0323d6-2971-4f89-97e1-52f4683aded1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:42.038561 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6b64d9bb-0e09-412f-bfa8-51ebcd919b01 req-db048caa-9e47-45a9-a662-066d0cd824aa service neutron] 10.222.0.63 "GET /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830321 Aug 05 14:55:42.040609 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0323d6-2971-4f89-97e1-52f4683aded1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Pushing event deleted for resources: {'Port': ['ID=b0ddb05b-a5f1-496a-9473-6360456cc625,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:55:42.105024 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d0323d6-2971-4f89-97e1-52f4683aded1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:42.105365 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-8d0323d6-2971-4f89-97e1-52f4683aded1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Floating IP 9185fa8b-dd6c-4473-8ea4-dda86a3616c3 disassociated (deleted). External IP: 172.25.5.203, port: 8d70bc19-b7b5-4781-935b-8dbfab74b83c. Aug 05 14:55:42.309646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0323d6-2971-4f89-97e1-52f4683aded1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Router ada3eb68-e8a9-4a91-82bc-076c1818bf58 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:55:42.415581 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0323d6-2971-4f89-97e1-52f4683aded1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:55:42.420609 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8d0323d6-2971-4f89-97e1-52f4683aded1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:42.425386 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0203b981-2571-44d5-91a5-7601a0780347 None None] Sync routers for ids ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:55:42.434431 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0203b981-2571-44d5-91a5-7601a0780347 None None] Routers {'ada3eb68-e8a9-4a91-82bc-076c1818bf58'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:55:42.435294 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0203b981-2571-44d5-91a5-7601a0780347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:55:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:55:42.455015 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8d0323d6-2971-4f89-97e1-52f4683aded1 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "DELETE /v2.0/floatingips/9185fa8b-dd6c-4473-8ea4-dda86a3616c3 HTTP/1.1" status: 204 len: 168 time: 0.8845119 Aug 05 14:55:42.455704 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'tag': '8d70bc19-b7b5-4781-935b-8dbfab74b83c'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:55:42.459316 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2a9b31-917a-4361-b4f9-c977009166c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca761af-e0fe-435d-bf94-54fe06aa4989", "tag": "8d70bc19-b7b5-4781-935b-8dbfab74b83c"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:55:42.482385 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:55:42.499044 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4648780e-34c1-42e1-a551-76ec1fc4a509 x-openstack-request-id: req-4648780e-34c1-42e1-a551-76ec1fc4a509 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:55:42.499342 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca761af-e0fe-435d-bf94-54fe06aa4989", "tag": "8d70bc19-b7b5-4781-935b-8dbfab74b83c", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:55:42.499600 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4648780e-34c1-42e1-a551-76ec1fc4a509 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:55:42.500037 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'tag': '8d70bc19-b7b5-4781-935b-8dbfab74b83c', 'status': 'completed', 'code': 200} Aug 05 14:55:42.552286 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-0203b981-2571-44d5-91a5-7601a0780347 None None] Set router ada3eb68-e8a9-4a91-82bc-076c1818bf58 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:55:42.569633 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a9b31-917a-4361-b4f9-c977009166c7 req-29d5af0c-812e-48ab-8676-f8e4dab140a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:42.571272 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab2a9b31-917a-4361-b4f9-c977009166c7 req-29d5af0c-812e-48ab-8676-f8e4dab140a7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9b7837005be749eea6eebb2f23887545&device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 1097 time: 0.0423112 Aug 05 14:55:42.685704 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a9b31-917a-4361-b4f9-c977009166c7 req-968fed3b-5e15-46af-84b5-f9cf8713f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:42.687308 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab2a9b31-917a-4361-b4f9-c977009166c7 req-968fed3b-5e15-46af-84b5-f9cf8713f889 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37467495-1d9b-4b35-aa7b-2007bd1ce5cf HTTP/1.1" status: 200 len: 916 time: 0.1071150 Aug 05 14:55:42.745771 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab2a9b31-917a-4361-b4f9-c977009166c7 req-1e84a318-4109-427d-b54a-d30d483493c7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d70bc19-b7b5-4781-935b-8dbfab74b83c HTTP/1.1" status: 200 len: 217 time: 0.0492206 Aug 05 14:55:42.803076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a9b31-917a-4361-b4f9-c977009166c7 req-677dbed4-c167-4bef-8844-850491b43f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:42.804577 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab2a9b31-917a-4361-b4f9-c977009166c7 req-677dbed4-c167-4bef-8844-850491b43f30 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3 HTTP/1.1" status: 200 len: 854 time: 0.0509427 Aug 05 14:55:42.852169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a9b31-917a-4361-b4f9-c977009166c7 req-e423d3ab-2115-4417-b6cd-02c1dbb6af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:42.853612 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab2a9b31-917a-4361-b4f9-c977009166c7 req-e423d3ab-2115-4417-b6cd-02c1dbb6af5b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37467495-1d9b-4b35-aa7b-2007bd1ce5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407495 Aug 05 14:55:42.865120 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0203b981-2571-44d5-91a5-7601a0780347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'name': 'tempest-TestMinimumBasicScenario-1363537528-router', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:44Z', 'revision_number': 4, 'project_id': '9b7837005be749eea6eebb2f23887545', 'gw_port': {'id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2ad7f80c-10a5-424e-9ba2-a6e521541f14', 'name': '', 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'mac_address': 'fa:16:3e:c7:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:43Z', 'updated_at': '2021-08-05T14:53:51Z', 'revision_number': 5, 'project_id': '9b7837005be749eea6eebb2f23887545', 'subnets': [{'id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:55:42.897978 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0203b981-2571-44d5-91a5-7601a0780347 None None] Checking router: ada3eb68-e8a9-4a91-82bc-076c1818bf58 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:55:42.907028 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0203b981-2571-44d5-91a5-7601a0780347 None None] Routers {'ada3eb68-e8a9-4a91-82bc-076c1818bf58'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:55:42.907637 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0203b981-2571-44d5-91a5-7601a0780347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:55:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:55:42.953492 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab2a9b31-917a-4361-b4f9-c977009166c7 req-8a689011-18f8-478a-9e76-dfa6016a5bbe service neutron] 10.222.0.63 "GET /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884943 Aug 05 14:55:43.014790 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-0203b981-2571-44d5-91a5-7601a0780347 None None] Set router ada3eb68-e8a9-4a91-82bc-076c1818bf58 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:55:43.050891 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab2a9b31-917a-4361-b4f9-c977009166c7 req-e5750828-d282-4dff-89a8-f881352175f5 service neutron] 10.222.0.63 "GET /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878952 Aug 05 14:55:43.215681 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0203b981-2571-44d5-91a5-7601a0780347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'name': 'tempest-TestMinimumBasicScenario-1363537528-router', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:44Z', 'revision_number': 4, 'project_id': '9b7837005be749eea6eebb2f23887545', 'gw_port': {'id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2ad7f80c-10a5-424e-9ba2-a6e521541f14', 'name': '', 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'mac_address': 'fa:16:3e:c7:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:43Z', 'updated_at': '2021-08-05T14:53:51Z', 'revision_number': 5, 'project_id': '9b7837005be749eea6eebb2f23887545', 'subnets': [{'id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:55:43.245487 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0203b981-2571-44d5-91a5-7601a0780347 None None] The sync data for ids ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'] in n-d-803585-2 is: [{'id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'name': 'tempest-TestMinimumBasicScenario-1363537528-router', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:44Z', 'revision_number': 4, 'project_id': '9b7837005be749eea6eebb2f23887545', 'gw_port': {'id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '2ad7f80c-10a5-424e-9ba2-a6e521541f14', 'name': '', 'network_id': '37467495-1d9b-4b35-aa7b-2007bd1ce5cf', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'mac_address': 'fa:16:3e:c7:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:43Z', 'updated_at': '2021-08-05T14:53:51Z', 'revision_number': 5, 'project_id': '9b7837005be749eea6eebb2f23887545', 'subnets': [{'id': 'ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:55:43.471151 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af163b8e-739a-4d4d-aedd-a6052944ac9b None None] New status for floating IP 9185fa8b-dd6c-4473-8ea4-dda86a3616c3: DOWN {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:55:45.310321 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:45.916481 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2fe7-9c4b-4bf1-bf60-bf5ede912e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:46.597676 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:48.462194 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8310fd7a-a05b-4460-aad1-1a1beb3d5b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:48.718517 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:49.432000 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5eeb5-b4cd-4003-b8a6-71079272bc5d req-f138302d-f5b6-4b5c-8c3b-a49c46909d80 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:49.433553 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6bd5eeb5-b4cd-4003-b8a6-71079272bc5d req-f138302d-f5b6-4b5c-8c3b-a49c46909d80 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 946 time: 0.0507083 Aug 05 14:55:49.475247 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6bd5eeb5-b4cd-4003-b8a6-71079272bc5d req-5fb97fef-4cc5-4294-bd54-cfdc57015c3e tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349979 Aug 05 14:55:49.729063 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:50.317408 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-120d9b98-6656-4e35-9c81-78fd79b921ae req-def418ad-594a-4445-97aa-0dd17004bcbc tempest-ServerDiskConfigTestJSON-1303618951 tempest-ServerDiskConfigTestJSON-1303618951-project] (105724) timed out ('10.222.0.84', 54766) {{(pid=105724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 14:55:50.643126 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a8789-44ae-46be-b3fc-08e8cc119929 req-7eaf8387-456b-4710-92e5-a15664eaff95 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:50.644651 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bf5a8789-44ae-46be-b3fc-08e8cc119929 req-7eaf8387-456b-4710-92e5-a15664eaff95 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 946 time: 0.0990167 Aug 05 14:55:50.683369 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bf5a8789-44ae-46be-b3fc-08e8cc119929 req-2e1ca0e5-45b5-4ad0-9ed6-337c5103bf93 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/security-groups?id=715c8999-aaac-47f9-b962-6de261cb3f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327661 Aug 05 14:55:51.105407 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a20a67-7b94-4fb4-baed-96530526212a req-a21615ea-8eac-4e38-be74-5d03ca6ea02f tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:55:51.106943 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6a20a67-7b94-4fb4-baed-96530526212a req-a21615ea-8eac-4e38-be74-5d03ca6ea02f tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.63 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 946 time: 0.0511045 Aug 05 14:55:51.202303 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-d6a20a67-7b94-4fb4-baed-96530526212a req-ff14d315-9d65-4343-9dc2-75ba6a393769 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Deleting port 8d70bc19-b7b5-4781-935b-8dbfab74b83c {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:55:51.202647 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d6a20a67-7b94-4fb4-baed-96530526212a req-ff14d315-9d65-4343-9dc2-75ba6a393769 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:51.289708 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-d6a20a67-7b94-4fb4-baed-96530526212a req-ff14d315-9d65-4343-9dc2-75ba6a393769 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] For port 8d70bc19-b7b5-4781-935b-8dbfab74b83c, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8d70bc19-b7b5-4781-935b-8dbfab74b83c,segment=NetworkSegment(9509ceb1-4be1-4539-aea3-e9bc9553f63d),segment_id=9509ceb1-4be1-4539-aea3-e9bc9553f63d)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:55:51.290073 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d6a20a67-7b94-4fb4-baed-96530526212a req-ff14d315-9d65-4343-9dc2-75ba6a393769 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:51.302762 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-d6a20a67-7b94-4fb4-baed-96530526212a req-ff14d315-9d65-4343-9dc2-75ba6a393769 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Calling delete_port for 8d70bc19-b7b5-4781-935b-8dbfab74b83c owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:55:51.433348 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d6a20a67-7b94-4fb4-baed-96530526212a req-ff14d315-9d65-4343-9dc2-75ba6a393769 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:51.445055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['8d70bc19-b7b5-4781-935b-8dbfab74b83c'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:55:51.463793 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14d315-9d65-4343-9dc2-75ba6a393769 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Pushing event deleted for resources: {'Port': ['ID=8d70bc19-b7b5-4781-935b-8dbfab74b83c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:55:51.511517 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a20a67-7b94-4fb4-baed-96530526212a req-ff14d315-9d65-4343-9dc2-75ba6a393769 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] No DVR routers for this DVR port 8d70bc19-b7b5-4781-935b-8dbfab74b83c on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:55:51.514863 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-d6a20a67-7b94-4fb4-baed-96530526212a req-ff14d315-9d65-4343-9dc2-75ba6a393769 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:51.515609 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:51.517277 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d6a20a67-7b94-4fb4-baed-96530526212a req-ff14d315-9d65-4343-9dc2-75ba6a393769 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.63 "DELETE /v2.0/ports/8d70bc19-b7b5-4781-935b-8dbfab74b83c HTTP/1.1" status: 204 len: 173 time: 0.4031689 Aug 05 14:55:51.517722 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'name': 'network-vif-deleted', 'tag': '8d70bc19-b7b5-4781-935b-8dbfab74b83c'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:55:51.520757 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a3f799-2639-4790-9c15-e88b349842b6" -d '{"events": [{"server_uuid": "1ca761af-e0fe-435d-bf94-54fe06aa4989", "name": "network-vif-deleted", "tag": "8d70bc19-b7b5-4781-935b-8dbfab74b83c"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:55:51.560618 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb47bc7-c15d-44fd-b7af-48d53d870741 x-openstack-request-id: req-3bb47bc7-c15d-44fd-b7af-48d53d870741 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:55:51.560916 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca761af-e0fe-435d-bf94-54fe06aa4989", "name": "network-vif-deleted", "tag": "8d70bc19-b7b5-4781-935b-8dbfab74b83c", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:55:51.561177 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3bb47bc7-c15d-44fd-b7af-48d53d870741 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:55:51.561582 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca761af-e0fe-435d-bf94-54fe06aa4989', 'name': 'network-vif-deleted', 'tag': '8d70bc19-b7b5-4781-935b-8dbfab74b83c', 'status': 'completed', 'code': 200} Aug 05 14:55:51.790202 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a53d39b1-83ff-46be-8512-a2fcca348f57 req-23c64e56-a9ea-4d46-b7c1-7f967e493c56 tempest-TestMinimumBasicScenario-989065457 tempest-TestMinimumBasicScenario-989065457-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca761af-e0fe-435d-bf94-54fe06aa4989 HTTP/1.1" status: 200 len: 210 time: 0.0277698 Aug 05 14:55:53.356859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47790) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:55:53.696270 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3bd94212-fa25-4b83-8ea6-d744342b9847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:53.937983 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-3bd94212-fa25-4b83-8ea6-d744342b9847 admin admin] Deleting port 2ad7f80c-10a5-424e-9ba2-a6e521541f14 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:55:53.938280 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3bd94212-fa25-4b83-8ea6-d744342b9847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:54.019808 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-3bd94212-fa25-4b83-8ea6-d744342b9847 admin admin] For port 2ad7f80c-10a5-424e-9ba2-a6e521541f14, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=2ad7f80c-10a5-424e-9ba2-a6e521541f14,segment=NetworkSegment(9509ceb1-4be1-4539-aea3-e9bc9553f63d),segment_id=9509ceb1-4be1-4539-aea3-e9bc9553f63d)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:55:54.020182 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3bd94212-fa25-4b83-8ea6-d744342b9847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:54.032898 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-3bd94212-fa25-4b83-8ea6-d744342b9847 admin admin] Calling delete_port for 2ad7f80c-10a5-424e-9ba2-a6e521541f14 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:55:54.210304 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3bd94212-fa25-4b83-8ea6-d744342b9847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:54.240227 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd94212-fa25-4b83-8ea6-d744342b9847 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad7f80c-10a5-424e-9ba2-a6e521541f14,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:55:54.402081 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3bd94212-fa25-4b83-8ea6-d744342b9847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:54.898412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd94212-fa25-4b83-8ea6-d744342b9847 admin admin] Router ada3eb68-e8a9-4a91-82bc-076c1818bf58 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:55:55.005413 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd94212-fa25-4b83-8ea6-d744342b9847 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:55:55.010361 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3bd94212-fa25-4b83-8ea6-d744342b9847 admin admin] 10.222.0.16 "PUT /v2.0/routers/ada3eb68-e8a9-4a91-82bc-076c1818bf58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6524522 Aug 05 14:55:55.012924 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47792) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:55:55.015443 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55c4d0e-65d0-46ff-9705-29fcb256ef30 None None] Sync routers for ids ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:55:55.026152 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55c4d0e-65d0-46ff-9705-29fcb256ef30 None None] Routers {'ada3eb68-e8a9-4a91-82bc-076c1818bf58'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:55:55.026787 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a55c4d0e-65d0-46ff-9705-29fcb256ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:55:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:55:55.126862 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d6357a3c-cf7f-41d2-aaee-e60c23dbca56 admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:55.131391 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-a55c4d0e-65d0-46ff-9705-29fcb256ef30 None None] Set router ada3eb68-e8a9-4a91-82bc-076c1818bf58 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:55:55.230987 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d6357a3c-cf7f-41d2-aaee-e60c23dbca56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:55.282616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-d6357a3c-cf7f-41d2-aaee-e60c23dbca56 admin admin] Deleting port 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:55:55.282965 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d6357a3c-cf7f-41d2-aaee-e60c23dbca56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:55.303551 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a55c4d0e-65d0-46ff-9705-29fcb256ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'name': 'tempest-TestMinimumBasicScenario-1363537528-router', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:55:54Z', 'revision_number': 5, 'project_id': '9b7837005be749eea6eebb2f23887545', 'gw_port': {'id': '9d2578b1-89c3-40e4-a84c-9ba37eba0b6c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:55:55.317623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8d70bc19-b7b5-4781-935b-8dbfab74b83c no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:55:55.331268 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55c4d0e-65d0-46ff-9705-29fcb256ef30 None None] Checking router: ada3eb68-e8a9-4a91-82bc-076c1818bf58 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:55:55.340070 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55c4d0e-65d0-46ff-9705-29fcb256ef30 None None] Routers {'ada3eb68-e8a9-4a91-82bc-076c1818bf58'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:55:55.340305 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a55c4d0e-65d0-46ff-9705-29fcb256ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:55:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:55:55.341536 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 8d70bc19-b7b5-4781-935b-8dbfab74b83c {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:55:55.341891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8d70bc19-b7b5-4781-935b-8dbfab74b83c not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:55:55.367087 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-d6357a3c-cf7f-41d2-aaee-e60c23dbca56 admin admin] For port 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=9d2578b1-89c3-40e4-a84c-9ba37eba0b6c,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:55:55.367460 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d6357a3c-cf7f-41d2-aaee-e60c23dbca56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:55.380736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-d6357a3c-cf7f-41d2-aaee-e60c23dbca56 admin admin] Calling delete_port for 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:55:55.423967 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-a55c4d0e-65d0-46ff-9705-29fcb256ef30 None None] Set router ada3eb68-e8a9-4a91-82bc-076c1818bf58 gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:55:55.478918 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a55c4d0e-65d0-46ff-9705-29fcb256ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'name': 'tempest-TestMinimumBasicScenario-1363537528-router', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:55:55Z', 'revision_number': 6, 'project_id': '9b7837005be749eea6eebb2f23887545', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:55:55.505459 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55c4d0e-65d0-46ff-9705-29fcb256ef30 None None] The sync data for ids ['ada3eb68-e8a9-4a91-82bc-076c1818bf58'] in n-d-803585-2 is: [{'id': 'ada3eb68-e8a9-4a91-82bc-076c1818bf58', 'name': 'tempest-TestMinimumBasicScenario-1363537528-router', 'tenant_id': '9b7837005be749eea6eebb2f23887545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:42Z', 'updated_at': '2021-08-05T14:55:55Z', 'revision_number': 6, 'project_id': '9b7837005be749eea6eebb2f23887545', 'gw_port_host': None}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:55:55.549657 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d6357a3c-cf7f-41d2-aaee-e60c23dbca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:55.573408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6357a3c-cf7f-41d2-aaee-e60c23dbca56 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2578b1-89c3-40e4-a84c-9ba37eba0b6c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:55:55.635350 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d6357a3c-cf7f-41d2-aaee-e60c23dbca56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:55.723811 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d6357a3c-cf7f-41d2-aaee-e60c23dbca56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:55.725922 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d6357a3c-cf7f-41d2-aaee-e60c23dbca56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:55.772041 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d6357a3c-cf7f-41d2-aaee-e60c23dbca56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:55.772605 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6357a3c-cf7f-41d2-aaee-e60c23dbca56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ada3eb68-e8a9-4a91-82bc-076c1818bf58 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:55:55.777335 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d6357a3c-cf7f-41d2-aaee-e60c23dbca56 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:55.778504 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d6357a3c-cf7f-41d2-aaee-e60c23dbca56 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ada3eb68-e8a9-4a91-82bc-076c1818bf58 HTTP/1.1" status: 204 len: 168 time: 0.7646587 Aug 05 14:55:55.781009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47794) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:55:55.825130 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a0228f-5cb1-443e-afaf-a8b1297a1a55 admin admin] Deleting subnet ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:55:55.828281 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3a0228f-5cb1-443e-afaf-a8b1297a1a55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:55.864518 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3a0228f-5cb1-443e-afaf-a8b1297a1a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:55.953660 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3a0228f-5cb1-443e-afaf-a8b1297a1a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:56.005845 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3a0228f-5cb1-443e-afaf-a8b1297a1a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:56.032520 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0228f-5cb1-443e-afaf-a8b1297a1a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:55:56.034460 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d3a0228f-5cb1-443e-afaf-a8b1297a1a55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:56.038360 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d3a0228f-5cb1-443e-afaf-a8b1297a1a55 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ecc9c1ca-af3e-4f06-ba62-3ddb33d221c3 HTTP/1.1" status: 204 len: 168 time: 0.2546139 Aug 05 14:55:56.039188 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47796) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:55:56.041014 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5df6b6-dd5f-4ee3-9bcd-49678bc2c31b None None] Network 37467495-1d9b-4b35-aa7b-2007bd1ce5cf requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:55:56.108099 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:56.168583 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] Deleting port 19ae0903-254e-4962-ac95-ddd956f3bd06 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:55:56.168931 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:56.234575 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] For port 19ae0903-254e-4962-ac95-ddd956f3bd06, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=19ae0903-254e-4962-ac95-ddd956f3bd06,segment=NetworkSegment(9509ceb1-4be1-4539-aea3-e9bc9553f63d),segment_id=9509ceb1-4be1-4539-aea3-e9bc9553f63d)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:55:56.234961 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:56.246185 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] DHCP port deletion for 37467495-1d9b-4b35-aa7b-2007bd1ce5cf request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:55:56.249850 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] Calling delete_port for 19ae0903-254e-4962-ac95-ddd956f3bd06 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:55:56.299052 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] Deleting port 19ae0903-254e-4962-ac95-ddd956f3bd06 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:55:56.299340 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:56.337386 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:56.362294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] For port 19ae0903-254e-4962-ac95-ddd956f3bd06, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=19ae0903-254e-4962-ac95-ddd956f3bd06,segment=NetworkSegment(9509ceb1-4be1-4539-aea3-e9bc9553f63d),segment_id=9509ceb1-4be1-4539-aea3-e9bc9553f63d)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:55:56.362967 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] Pushing event deleted for resources: {'Port': ['ID=19ae0903-254e-4962-ac95-ddd956f3bd06,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:55:56.363256 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:56.368383 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] No DVR routers for this DVR port 19ae0903-254e-4962-ac95-ddd956f3bd06 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:55:56.379377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] Calling delete_port for 19ae0903-254e-4962-ac95-ddd956f3bd06 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:55:56.439126 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:56.449545 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37467495-1d9b-4b35-aa7b-2007bd1ce5cf']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:55:56.460056 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:56.462344 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9509ceb1-4be1-4539-aea3-e9bc9553f63d') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:55:56.462648 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9509ceb1-4be1-4539-aea3-e9bc9553f63d') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:55:56.472752 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:56.487409 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] Pushing event deleted for resources: {'Port': ['ID=19ae0903-254e-4962-ac95-ddd956f3bd06,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:55:56.492469 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:56.498219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:56.498624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:56.498970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:56.499312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:56.499653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:56.499979 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:56.500488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:56.500820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:56.500943 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:55:56.501149 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:56.501342 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:56.501474 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:56.501990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:56.502641 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:55:56.503991 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:55:56.510278 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8feb3a-14c6-4034-9720-2a5bb04aceed None None] No DVR routers for this DVR port 19ae0903-254e-4962-ac95-ddd956f3bd06 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:55:56.566695 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:56.574038 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:56.578730 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] 10.222.0.16 "DELETE /v2.0/networks/37467495-1d9b-4b35-aa7b-2007bd1ce5cf HTTP/1.1" status: 204 len: 168 time: 0.5381446 Aug 05 14:55:56.579247 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47798) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:55:56.591098 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7b5d5-ebc8-4e81-9a52-4845e8f850aa admin admin] Pushing event deleted for resources: {'Network': ['ID=37467495-1d9b-4b35-aa7b-2007bd1ce5cf,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:55:56.804479 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2ad7f80c-10a5-424e-9ba2-a6e521541f14 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:55:56.825255 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 2ad7f80c-10a5-424e-9ba2-a6e521541f14 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:55:56.825531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 2ad7f80c-10a5-424e-9ba2-a6e521541f14 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:55:56.825951 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:55:56.844617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:55:56.844964 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9d2578b1-89c3-40e4-a84c-9ba37eba0b6c not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:55:56.845376 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 19ae0903-254e-4962-ac95-ddd956f3bd06 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:55:56.864328 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 19ae0903-254e-4962-ac95-ddd956f3bd06 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:55:56.864678 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 19ae0903-254e-4962-ac95-ddd956f3bd06 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:55:56.937152 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc403-4904-416f-a13a-7b3895461e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:57.530914 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-dd2fc403-4904-416f-a13a-7b3895461e92 admin admin] Deleting port 31804305-6df3-4c14-b8f1-f5c30e6b8d19 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:55:57.531253 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc403-4904-416f-a13a-7b3895461e92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:57.609931 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-dd2fc403-4904-416f-a13a-7b3895461e92 admin admin] For port 31804305-6df3-4c14-b8f1-f5c30e6b8d19, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=31804305-6df3-4c14-b8f1-f5c30e6b8d19,segment=NetworkSegment(ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7),segment_id=ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:55:57.610622 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc403-4904-416f-a13a-7b3895461e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:57.624046 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-dd2fc403-4904-416f-a13a-7b3895461e92 admin admin] Calling delete_port for 31804305-6df3-4c14-b8f1-f5c30e6b8d19 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:55:57.805957 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc403-4904-416f-a13a-7b3895461e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:57.832783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fc403-4904-416f-a13a-7b3895461e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=31804305-6df3-4c14-b8f1-f5c30e6b8d19,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:55:58.008007 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc403-4904-416f-a13a-7b3895461e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:58.221069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2fc403-4904-416f-a13a-7b3895461e92 admin admin] Router 47efd529-55ce-441a-9ff1-962ca6cb2f6d has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:55:58.326694 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2fc403-4904-416f-a13a-7b3895461e92 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:55:58.332718 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dd2fc403-4904-416f-a13a-7b3895461e92 admin admin] 10.222.0.16 "PUT /v2.0/routers/47efd529-55ce-441a-9ff1-962ca6cb2f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7524455 Aug 05 14:55:58.335391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47804) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:55:58.335957 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477f6b9f-7a80-414e-9d00-725f2a5b4a08 None None] Sync routers for ids ['47efd529-55ce-441a-9ff1-962ca6cb2f6d'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:55:58.345192 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477f6b9f-7a80-414e-9d00-725f2a5b4a08 None None] Routers {'47efd529-55ce-441a-9ff1-962ca6cb2f6d'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:55:58.345798 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-477f6b9f-7a80-414e-9d00-725f2a5b4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:55:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['47efd529-55ce-441a-9ff1-962ca6cb2f6d'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:55:58.443887 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76bbe009-c967-41d9-920f-db1f682ede77 admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:58.553773 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76bbe009-c967-41d9-920f-db1f682ede77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:58.605754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-76bbe009-c967-41d9-920f-db1f682ede77 admin admin] Deleting port 6f422e7d-df6c-4282-b925-5b589965eb65 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:55:58.606101 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76bbe009-c967-41d9-920f-db1f682ede77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:58.608236 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-477f6b9f-7a80-414e-9d00-725f2a5b4a08 None None] Set router 47efd529-55ce-441a-9ff1-962ca6cb2f6d gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:55:58.691296 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-76bbe009-c967-41d9-920f-db1f682ede77 admin admin] For port 6f422e7d-df6c-4282-b925-5b589965eb65, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=6f422e7d-df6c-4282-b925-5b589965eb65,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:55:58.691762 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76bbe009-c967-41d9-920f-db1f682ede77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:58.708884 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-76bbe009-c967-41d9-920f-db1f682ede77 admin admin] Calling delete_port for 6f422e7d-df6c-4282-b925-5b589965eb65 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:55:58.796485 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-477f6b9f-7a80-414e-9d00-725f2a5b4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'name': 'tempest-TestMinimumBasicScenario-1415599751-router', 'tenant_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '6f422e7d-df6c-4282-b925-5b589965eb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:46Z', 'updated_at': '2021-08-05T14:55:57Z', 'revision_number': 5, 'project_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'gw_port': {'id': '6f422e7d-df6c-4282-b925-5b589965eb65', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:53:47Z', 'updated_at': '2021-08-05T14:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:55:58.825516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477f6b9f-7a80-414e-9d00-725f2a5b4a08 None None] Checking router: 47efd529-55ce-441a-9ff1-962ca6cb2f6d for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:55:58.835167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477f6b9f-7a80-414e-9d00-725f2a5b4a08 None None] Routers {'47efd529-55ce-441a-9ff1-962ca6cb2f6d'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:55:58.835889 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-477f6b9f-7a80-414e-9d00-725f2a5b4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:55:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['47efd529-55ce-441a-9ff1-962ca6cb2f6d'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:55:58.886961 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76bbe009-c967-41d9-920f-db1f682ede77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:58.914570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbe009-c967-41d9-920f-db1f682ede77 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f422e7d-df6c-4282-b925-5b589965eb65,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:55:58.926042 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-477f6b9f-7a80-414e-9d00-725f2a5b4a08 None None] Set router 47efd529-55ce-441a-9ff1-962ca6cb2f6d gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:55:58.978011 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76bbe009-c967-41d9-920f-db1f682ede77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:58.979222 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-477f6b9f-7a80-414e-9d00-725f2a5b4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'name': 'tempest-TestMinimumBasicScenario-1415599751-router', 'tenant_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:46Z', 'updated_at': '2021-08-05T14:55:58Z', 'revision_number': 6, 'project_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:55:59.009375 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477f6b9f-7a80-414e-9d00-725f2a5b4a08 None None] The sync data for ids ['47efd529-55ce-441a-9ff1-962ca6cb2f6d'] in n-d-803585-2 is: [{'id': '47efd529-55ce-441a-9ff1-962ca6cb2f6d', 'name': 'tempest-TestMinimumBasicScenario-1415599751-router', 'tenant_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:53:46Z', 'updated_at': '2021-08-05T14:55:58Z', 'revision_number': 6, 'project_id': 'b52b8106a1fe4bd48cbb228a99118d5f', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:55:59.070904 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76bbe009-c967-41d9-920f-db1f682ede77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.073202 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76bbe009-c967-41d9-920f-db1f682ede77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.124427 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76bbe009-c967-41d9-920f-db1f682ede77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.125095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bbe009-c967-41d9-920f-db1f682ede77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47efd529-55ce-441a-9ff1-962ca6cb2f6d {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:55:59.130329 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-76bbe009-c967-41d9-920f-db1f682ede77 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.131490 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-76bbe009-c967-41d9-920f-db1f682ede77 admin admin] 10.222.0.16 "DELETE /v2.0/routers/47efd529-55ce-441a-9ff1-962ca6cb2f6d HTTP/1.1" status: 204 len: 168 time: 0.7951124 Aug 05 14:55:59.134024 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47808) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:55:59.179857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87080ae-69d6-405e-a311-f42fac31542b admin admin] Deleting subnet 8c6890ef-7d3b-4ef6-824d-198478ffd20e {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:55:59.182915 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b87080ae-69d6-405e-a311-f42fac31542b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.219331 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b87080ae-69d6-405e-a311-f42fac31542b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.302777 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b87080ae-69d6-405e-a311-f42fac31542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.359504 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b87080ae-69d6-405e-a311-f42fac31542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.386976 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87080ae-69d6-405e-a311-f42fac31542b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c6890ef-7d3b-4ef6-824d-198478ffd20e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:55:59.390636 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b87080ae-69d6-405e-a311-f42fac31542b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.392535 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b87080ae-69d6-405e-a311-f42fac31542b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8c6890ef-7d3b-4ef6-824d-198478ffd20e HTTP/1.1" status: 204 len: 168 time: 0.2575426 Aug 05 14:55:59.395492 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47810) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:55:59.398432 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acb6171-cef6-4440-83e0-364340d0fb64 None None] Network ec4f9f88-f655-4e15-a14b-e602b8584634 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:55:59.479197 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.535701 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] Deleting port d6adcd13-3c42-4845-8e42-58e27f54adf4 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:55:59.535701 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.601140 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] For port d6adcd13-3c42-4845-8e42-58e27f54adf4, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d6adcd13-3c42-4845-8e42-58e27f54adf4,segment=NetworkSegment(ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7),segment_id=ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:55:59.601508 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.616747 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] Calling delete_port for d6adcd13-3c42-4845-8e42-58e27f54adf4 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:55:59.700841 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.727423 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6adcd13-3c42-4845-8e42-58e27f54adf4,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:55:59.731345 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] No DVR routers for this DVR port d6adcd13-3c42-4845-8e42-58e27f54adf4 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:55:59.806205 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.816909 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4f9f88-f655-4e15-a14b-e602b8584634']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:55:59.830195 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:55:59.830525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac1c3ad0-7c4c-4aa0-826d-a118aaac4bf7') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:55:59.834030 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b75a49f-4abd-4574-9127-38ea55183801 None None] DHCP port deletion for ec4f9f88-f655-4e15-a14b-e602b8584634 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:55:59.841323 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.857905 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.864946 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:55:59.865390 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:55:59.867317 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:55:59.922964 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.929816 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:55:59.931936 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ec4f9f88-f655-4e15-a14b-e602b8584634 HTTP/1.1" status: 204 len: 168 time: 0.5353627 Aug 05 14:55:59.946622 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ba7ba-6ac6-4c0b-bf10-ab6819298699 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec4f9f88-f655-4e15-a14b-e602b8584634,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:00.100631 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47816) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:00.141100 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9b1958f4-04fa-4e93-95fa-78b25a81868d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b7837005be749eea6eebb2f23887545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391953 Aug 05 14:56:00.143368 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47818) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:00.195496 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-607dedf1-89d6-4a36-99bf-4c622e284c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:00.215746 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-607dedf1-89d6-4a36-99bf-4c622e284c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:00.262341 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-607dedf1-89d6-4a36-99bf-4c622e284c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:00.264881 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-607dedf1-89d6-4a36-99bf-4c622e284c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:00.266047 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-607dedf1-89d6-4a36-99bf-4c622e284c9b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/715c8999-aaac-47f9-b962-6de261cb3f31 HTTP/1.1" status: 204 len: 168 time: 0.1217484 Aug 05 14:56:00.274132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607dedf1-89d6-4a36-99bf-4c622e284c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715c8999-aaac-47f9-b962-6de261cb3f31,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:00.571925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47824) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:00.611996 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-192b392f-3725-4986-a277-0d443718f0de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b52b8106a1fe4bd48cbb228a99118d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388324 Aug 05 14:56:00.615263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47826) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:00.663231 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1d027fc-9dd8-43d0-ae51-4301ad1fe640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:00.684541 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1d027fc-9dd8-43d0-ae51-4301ad1fe640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:00.730096 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1d027fc-9dd8-43d0-ae51-4301ad1fe640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:00.732692 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c1d027fc-9dd8-43d0-ae51-4301ad1fe640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:00.733863 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c1d027fc-9dd8-43d0-ae51-4301ad1fe640 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97aed836-aecc-4694-b17e-072d8a913f6d HTTP/1.1" status: 204 len: 168 time: 0.1176991 Aug 05 14:56:00.743338 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d027fc-9dd8-43d0-ae51-4301ad1fe640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aed836-aecc-4694-b17e-072d8a913f6d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:00.802624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d6adcd13-3c42-4845-8e42-58e27f54adf4 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:56:00.822627 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: d6adcd13-3c42-4845-8e42-58e27f54adf4 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:56:00.822972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d6adcd13-3c42-4845-8e42-58e27f54adf4 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:56:00.823379 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 31804305-6df3-4c14-b8f1-f5c30e6b8d19 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:56:00.841209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 31804305-6df3-4c14-b8f1-f5c30e6b8d19 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:56:00.841554 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 31804305-6df3-4c14-b8f1-f5c30e6b8d19 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:56:00.841961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6f422e7d-df6c-4282-b925-5b589965eb65 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:56:00.862815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 6f422e7d-df6c-4282-b925-5b589965eb65 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:56:00.863688 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 6f422e7d-df6c-4282-b925-5b589965eb65 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:56:02.526639 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47868) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:02.531357 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-56285610-fe3e-46cb-8082-118c9fada361 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927469853', 'description': 'tempest-secgroup-smoke-927469853 description', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:56:02.557045 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-56285610-fe3e-46cb-8082-118c9fada361 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:02.565063 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-56285610-fe3e-46cb-8082-118c9fada361 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:02.655150 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-56285610-fe3e-46cb-8082-118c9fada361 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:02.658719 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-56285610-fe3e-46cb-8082-118c9fada361 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:02.695696 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56285610-fe3e-46cb-8082-118c9fada361 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e882c5f-bbc5-42c7-a2c0-7ae66febeb94,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:02.751750 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-56285610-fe3e-46cb-8082-118c9fada361 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:02.755564 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-56285610-fe3e-46cb-8082-118c9fada361 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:02.783658 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-56285610-fe3e-46cb-8082-118c9fada361 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:02.785715 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-56285610-fe3e-46cb-8082-118c9fada361 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2580113 Aug 05 14:56:02.787620 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56285610-fe3e-46cb-8082-118c9fada361 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6409344-939a-4907-9352-03961c232e97,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:02.788787 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47870) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:02.793617 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-7bd90d0d-63db-4d63-b6f2-9556b6093698 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'a6409344-939a-4907-9352-03961c232e97', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:56:02.820671 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7bd90d0d-63db-4d63-b6f2-9556b6093698 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:02.876592 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7bd90d0d-63db-4d63-b6f2-9556b6093698 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:02.880385 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7bd90d0d-63db-4d63-b6f2-9556b6093698 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:02.901104 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd90d0d-63db-4d63-b6f2-9556b6093698 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a697e5b-76a4-4845-ac5c-a709e76557a6,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:02.908342 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7bd90d0d-63db-4d63-b6f2-9556b6093698 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:02.910380 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7bd90d0d-63db-4d63-b6f2-9556b6093698 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205266 Aug 05 14:56:02.913247 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47872) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:02.917860 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3cada9e0-a633-41f9-a025-2d6db00bc67b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'a6409344-939a-4907-9352-03961c232e97', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:56:02.944100 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3cada9e0-a633-41f9-a025-2d6db00bc67b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.006605 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3cada9e0-a633-41f9-a025-2d6db00bc67b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.010331 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3cada9e0-a633-41f9-a025-2d6db00bc67b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.027904 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cada9e0-a633-41f9-a025-2d6db00bc67b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f30c50-c7cd-4e50-a2c1-2fd6eac081a4,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:03.034779 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3cada9e0-a633-41f9-a025-2d6db00bc67b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.036709 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3cada9e0-a633-41f9-a025-2d6db00bc67b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224754 Aug 05 14:56:03.039730 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47874) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:03.044170 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-8b4d149e-e77f-4bf0-918b-980c9d1f7e24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'a6409344-939a-4907-9352-03961c232e97', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:56:03.070590 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b4d149e-e77f-4bf0-918b-980c9d1f7e24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.129162 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b4d149e-e77f-4bf0-918b-980c9d1f7e24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.132763 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b4d149e-e77f-4bf0-918b-980c9d1f7e24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.150974 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d149e-e77f-4bf0-918b-980c9d1f7e24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05144b1c-b11e-4411-a353-69bab82470c6,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:03.156006 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8b4d149e-e77f-4bf0-918b-980c9d1f7e24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.157205 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8b4d149e-e77f-4bf0-918b-980c9d1f7e24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165509 Aug 05 14:56:03.160567 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47876) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:03.165233 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0c4f669b-a16a-49c3-b5cd-c8db059767a4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'a6409344-939a-4907-9352-03961c232e97', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:56:03.191939 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0c4f669b-a16a-49c3-b5cd-c8db059767a4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.251026 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0c4f669b-a16a-49c3-b5cd-c8db059767a4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.255284 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0c4f669b-a16a-49c3-b5cd-c8db059767a4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.273478 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f669b-a16a-49c3-b5cd-c8db059767a4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93a79ec-7359-4b64-a464-276dbac6db5b,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:03.279091 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0c4f669b-a16a-49c3-b5cd-c8db059767a4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.280282 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0c4f669b-a16a-49c3-b5cd-c8db059767a4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184814 Aug 05 14:56:03.283110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47878) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:03.288342 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-eb46d002-5c07-450b-80b8-e629c0e11969 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'a6409344-939a-4907-9352-03961c232e97', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:56:03.311086 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-eb46d002-5c07-450b-80b8-e629c0e11969 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Project 2d4ce9f6eb76427987b7289ebccdf443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:56:03.315832 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eb46d002-5c07-450b-80b8-e629c0e11969 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.375330 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eb46d002-5c07-450b-80b8-e629c0e11969 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.379426 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eb46d002-5c07-450b-80b8-e629c0e11969 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.396611 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46d002-5c07-450b-80b8-e629c0e11969 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76127d8b-8ad8-4b01-baba-64969261a2a2,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:03.403837 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eb46d002-5c07-450b-80b8-e629c0e11969 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.405051 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-eb46d002-5c07-450b-80b8-e629c0e11969 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209376 Aug 05 14:56:03.407877 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47880) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:03.412492 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c775bfbe-b850-4ba5-b692-6dea1d0a88d6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'a6409344-939a-4907-9352-03961c232e97', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:56:03.433575 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-c775bfbe-b850-4ba5-b692-6dea1d0a88d6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Project 2d4ce9f6eb76427987b7289ebccdf443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:56:03.438520 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c775bfbe-b850-4ba5-b692-6dea1d0a88d6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.504477 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c775bfbe-b850-4ba5-b692-6dea1d0a88d6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.507766 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c775bfbe-b850-4ba5-b692-6dea1d0a88d6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.526316 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775bfbe-b850-4ba5-b692-6dea1d0a88d6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4649bda3-4f08-4f1a-96ce-c12d5c8997f7,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:03.531066 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c775bfbe-b850-4ba5-b692-6dea1d0a88d6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.534700 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c775bfbe-b850-4ba5-b692-6dea1d0a88d6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258688 Aug 05 14:56:03.535396 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47882) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:03.540614 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3b204e9d-8922-4794-825e-bdfe1b6a85d3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'network': {'name': 'tempest-network-smoke--369652871', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'port_security_enabled': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:56:03.559832 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b204e9d-8922-4794-825e-bdfe1b6a85d3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Made reservation on behalf of 2d4ce9f6eb76427987b7289ebccdf443 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:56:03.563396 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3b204e9d-8922-4794-825e-bdfe1b6a85d3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.586594 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b204e9d-8922-4794-825e-bdfe1b6a85d3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:56:03.595451 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3b204e9d-8922-4794-825e-bdfe1b6a85d3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.595789 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-3b204e9d-8922-4794-825e-bdfe1b6a85d3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Added segment 2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec of type vlan for network 62435444-1bc9-4c9b-8c1f-af3259991538 Aug 05 14:56:03.645062 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3b204e9d-8922-4794-825e-bdfe1b6a85d3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.672183 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3b204e9d-8922-4794-825e-bdfe1b6a85d3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.678533 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b204e9d-8922-4794-825e-bdfe1b6a85d3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:03.679118 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3b204e9d-8922-4794-825e-bdfe1b6a85d3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.736500 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3b204e9d-8922-4794-825e-bdfe1b6a85d3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1999221 Aug 05 14:56:03.739998 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47884) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:03.746285 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1503146607', 'admin_state_up': True, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:56:03.754954 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b204e9d-8922-4794-825e-bdfe1b6a85d3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Network': ['ID=62435444-1bc9-4c9b-8c1f-af3259991538,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:03.765007 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 62435444-1bc9-4c9b-8c1f-af3259991538 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:56:03.771921 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.772920 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:03.828785 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:04.011403 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:04.202001 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:04.224900 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:04.330213 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.25.5.89 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/38771f19-c3e7-472c-9a9b-26d2a6258817) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:56:04.450913 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:04.497784 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:04.536402 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:56:04.541423 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:56:04.544068 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:56:04.578289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=38771f19-c3e7-472c-9a9b-26d2a6258817,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:04.893049 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:05.403380 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:05.530497 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router b862df95-1555-4d12-93c8-324665c8fc3c is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:56:05.643533 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:56:05.654286 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Sync routers for ids ['b862df95-1555-4d12-93c8-324665c8fc3c'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:56:05.664591 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Routers {'b862df95-1555-4d12-93c8-324665c8fc3c'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:56:05.665309 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:55:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b862df95-1555-4d12-93c8-324665c8fc3c'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:56:05.665529 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:05.667020 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-32f65636-b01a-4cbf-9593-dd36b83fa995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9259844 Aug 05 14:56:05.670181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47886) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:05.769154 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Set router b862df95-1555-4d12-93c8-324665c8fc3c gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:56:05.792438 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e96bde7c-e5fe-45f2-8b1c-1e1648c3ff02 tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2d4ce9f6eb76427987b7289ebccdf443&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1210558 Aug 05 14:56:05.795181 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47890) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:05.883755 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39afa00-8eed-4cd5-8ed2-583ae8186e7d tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:05.885297 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d39afa00-8eed-4cd5-8ed2-583ae8186e7d tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892103 Aug 05 14:56:05.888366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47892) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:05.917323 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-386490ed-0699-4e6f-8504-05fcde353597 tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277855 Aug 05 14:56:05.919824 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47894) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:05.924635 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-85096d1e-25c9-4cd2-8c4d-d039c08a54de tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-390052749', 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:56:05.962520 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503146607', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:56:03Z', 'updated_at': '2021-08-05T14:56:04Z', 'revision_number': 3, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:af:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:04Z', 'updated_at': '2021-08-05T14:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:56:06.016430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85096d1e-25c9-4cd2-8c4d-d039c08a54de tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Made reservation on behalf of 2d4ce9f6eb76427987b7289ebccdf443 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:56:06.020397 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85096d1e-25c9-4cd2-8c4d-d039c08a54de tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:06.080627 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Checking router: b862df95-1555-4d12-93c8-324665c8fc3c for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:56:06.080971 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Updating router b862df95-1555-4d12-93c8-324665c8fc3c port 38771f19-c3e7-472c-9a9b-26d2a6258817 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:56:06.108231 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:06.226008 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85096d1e-25c9-4cd2-8c4d-d039c08a54de tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:06.305332 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85096d1e-25c9-4cd2-8c4d-d039c08a54de tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Subnet': ['ID=ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:06.312340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85096d1e-25c9-4cd2-8c4d-d039c08a54de tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Checking segment: {'id': '2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:56:06.312699 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85096d1e-25c9-4cd2-8c4d-d039c08a54de tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network hostable DHCP agents. Network: 62435444-1bc9-4c9b-8c1f-af3259991538, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:56:06.330361 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85096d1e-25c9-4cd2-8c4d-d039c08a54de tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 62435444-1bc9-4c9b-8c1f-af3259991538 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:56:06.339104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-85096d1e-25c9-4cd2-8c4d-d039c08a54de tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 62435444-1bc9-4c9b-8c1f-af3259991538) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:56:06.344080 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85096d1e-25c9-4cd2-8c4d-d039c08a54de tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:06.344684 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-85096d1e-25c9-4cd2-8c4d-d039c08a54de tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:06.349705 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9fd984-69fd-46c7-a63f-70a5b4d7aa6c None None] Network 62435444-1bc9-4c9b-8c1f-af3259991538 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:56:06.361595 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-85096d1e-25c9-4cd2-8c4d-d039c08a54de tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4407623 Aug 05 14:56:06.365082 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47896) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:06.391801 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:06.402917 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Transition to ACTIVE for port object 38771f19-c3e7-472c-9a9b-26d2a6258817 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:56:06.410135 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:06.460657 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Attempting to bind port 38771f19-c3e7-472c-9a9b-26d2a6258817 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:56:06.461089 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Attempting to bind port 38771f19-c3e7-472c-9a9b-26d2a6258817 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:56:06.461458 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Attempting to bind port 38771f19-c3e7-472c-9a9b-26d2a6258817 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:56:06.470208 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bf4ba-6bbf-40f4-a13b-2c9f193a8247 None None] Pushing event updated for resources: {'Port': ['ID=38771f19-c3e7-472c-9a9b-26d2a6258817,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:06.473772 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:56:06.474150 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:56:06.474578 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:06.474973 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:56:06.475722 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Bound port: 38771f19-c3e7-472c-9a9b-26d2a6258817, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:56:06.475851 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:06.482340 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83bf4ba-6bbf-40f4-a13b-2c9f193a8247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:06.483078 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83bf4ba-6bbf-40f4-a13b-2c9f193a8247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:06.483078 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83bf4ba-6bbf-40f4-a13b-2c9f193a8247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:06.483394 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83bf4ba-6bbf-40f4-a13b-2c9f193a8247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:06.483640 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83bf4ba-6bbf-40f4-a13b-2c9f193a8247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:06.483973 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83bf4ba-6bbf-40f4-a13b-2c9f193a8247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:06.484300 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83bf4ba-6bbf-40f4-a13b-2c9f193a8247 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:06.484953 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83bf4ba-6bbf-40f4-a13b-2c9f193a8247 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:06.484953 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83bf4ba-6bbf-40f4-a13b-2c9f193a8247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:06.485252 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83bf4ba-6bbf-40f4-a13b-2c9f193a8247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:06.485575 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83bf4ba-6bbf-40f4-a13b-2c9f193a8247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:06.485897 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83bf4ba-6bbf-40f4-a13b-2c9f193a8247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:06.513537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-62435444-1bc9-4c9b-8c1f-af3259991538', 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ips': [{'subnet_id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:56:06.514526 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:06.543661 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] For port 38771f19-c3e7-472c-9a9b-26d2a6258817, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:56:06.546986 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] For port 38771f19-c3e7-472c-9a9b-26d2a6258817, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=38771f19-c3e7-472c-9a9b-26d2a6258817,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:56:06.553595 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:06.608411 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bf4ba-6bbf-40f4-a13b-2c9f193a8247 None None] Pushing event updated for resources: {'Port': ['ID=38771f19-c3e7-472c-9a9b-26d2a6258817,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:06.625231 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Routers {'b862df95-1555-4d12-93c8-324665c8fc3c'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:56:06.625399 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:55:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b862df95-1555-4d12-93c8-324665c8fc3c'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:56:06.667045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Allocated IP 172.20.0.2 (62435444-1bc9-4c9b-8c1f-af3259991538/ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7/a868c600-d7db-4c68-aead-de6c166e6493) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:56:06.734280 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] Set router b862df95-1555-4d12-93c8-324665c8fc3c gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:56:06.845700 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:06.846836 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:06.856766 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Transition to ACTIVE for port object a868c600-d7db-4c68-aead-de6c166e6493 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:56:06.874998 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Transition to ACTIVE for port object a868c600-d7db-4c68-aead-de6c166e6493 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:56:06.882128 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:06.923442 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503146607', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:56:03Z', 'updated_at': '2021-08-05T14:56:04Z', 'revision_number': 3, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:af:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:04Z', 'updated_at': '2021-08-05T14:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:56:06.924472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Network 62435444-1bc9-4c9b-8c1f-af3259991538 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:56:06.928177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:56:06.931823 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:56:06.939091 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Pushing event updated for resources: {'Port': ['ID=a868c600-d7db-4c68-aead-de6c166e6493,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:06.956328 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfcc83d-b090-45cf-8a2e-906267330870 None None] The sync data for ids ['b862df95-1555-4d12-93c8-324665c8fc3c'] in n-d-803585-2 is: [{'id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503146607', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:56:03Z', 'updated_at': '2021-08-05T14:56:04Z', 'revision_number': 3, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:af:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:04Z', 'updated_at': '2021-08-05T14:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:56:06.999121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Attempting to bind port a868c600-d7db-4c68-aead-de6c166e6493 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:56:06.999496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Attempting to bind port a868c600-d7db-4c68-aead-de6c166e6493 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:56:06.999861 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Attempting to bind port a868c600-d7db-4c68-aead-de6c166e6493 on network 62435444-1bc9-4c9b-8c1f-af3259991538 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:56:07.007256 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:56:07.007639 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Checking segment: {'id': '2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:56:07.008052 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:07.008455 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Bound using segment: {'id': '2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:56:07.008955 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Bound port: a868c600-d7db-4c68-aead-de6c166e6493, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:56:07.009362 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:07.078392 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] For port a868c600-d7db-4c68-aead-de6c166e6493, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:56:07.082400 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] For port a868c600-d7db-4c68-aead-de6c166e6493, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a868c600-d7db-4c68-aead-de6c166e6493,segment=NetworkSegment(2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec),segment_id=2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:56:07.088106 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:07.159144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3f0ad-45e1-4e10-99dd-8937e43e69d8 None None] Pushing event updated for resources: {'Port': ['ID=a868c600-d7db-4c68-aead-de6c166e6493,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:07.250505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.20.0.1 (62435444-1bc9-4c9b-8c1f-af3259991538/ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7/e436250f-0b3e-4800-b686-deb6a049d283) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:56:07.389225 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:07.406062 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Transition to ACTIVE for port object e436250f-0b3e-4800-b686-deb6a049d283 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:56:07.445179 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:07.494345 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 62435444-1bc9-4c9b-8c1f-af3259991538 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:56:07.497670 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:56:07.502455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:56:07.507606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=e436250f-0b3e-4800-b686-deb6a049d283,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:07.555881 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:08.046495 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:08.131790 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfd06f3-45f2-4b88-be87-b6a8a1af99a2 None None] Network 62435444-1bc9-4c9b-8c1f-af3259991538 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:56:08.188747 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-53a94cd1-da42-4be6-997a-2979bb781a80 None None] Provisioning for port a868c600-d7db-4c68-aead-de6c166e6493 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:56:08.337240 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:08.342236 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:08.420724 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=e436250f-0b3e-4800-b686-deb6a049d283,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:08.426570 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:08.520977 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a0c7292a-9f32-4d63-9e36-996df15d6d6f None None] Provisioning for port e436250f-0b3e-4800-b686-deb6a049d283 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:56:08.524682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a0c7292a-9f32-4d63-9e36-996df15d6d6f None None] Provisioning complete for port e436250f-0b3e-4800-b686-deb6a049d283 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:56:08.525062 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a0c7292a-9f32-4d63-9e36-996df15d6d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:08.525615 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 62435444-1bc9-4c9b-8c1f-af3259991538 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:56:08.527086 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:56:08.569768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a0c7292a-9f32-4d63-9e36-996df15d6d6f None None] Port e436250f-0b3e-4800-b686-deb6a049d283 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:56:08.661618 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router b862df95-1555-4d12-93c8-324665c8fc3c has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:56:08.780766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:56:08.796201 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dcbb7585-180a-4378-8a32-15771de6ea3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "PUT /v2.0/routers/b862df95-1555-4d12-93c8-324665c8fc3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4300008 Aug 05 14:56:08.802354 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Sync routers for ids ['b862df95-1555-4d12-93c8-324665c8fc3c'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:56:08.820299 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Routers {'b862df95-1555-4d12-93c8-324665c8fc3c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:56:08.821037 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:55:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b862df95-1555-4d12-93c8-324665c8fc3c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:56:08.825352 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bf3f6931-6183-4bc1-8dca-00615ee4da02 None None] Provisioning complete for port e436250f-0b3e-4800-b686-deb6a049d283 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:56:08.826174 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bf3f6931-6183-4bc1-8dca-00615ee4da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:08.904731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 38771f19-c3e7-472c-9a9b-26d2a6258817 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:56:08.945476 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-bf3f6931-6183-4bc1-8dca-00615ee4da02 None None] Port e436250f-0b3e-4800-b686-deb6a049d283 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:56:08.966349 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-9d9aa23d-7717-4533-8916-f8cda76f342a tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927469853&fields=id&tenant_id=2d4ce9f6eb76427987b7289ebccdf443 HTTP/1.1" status: 200 len: 267 time: 0.0353024 Aug 05 14:56:09.012334 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Set router b862df95-1555-4d12-93c8-324665c8fc3c gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:56:09.040416 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 38771f19-c3e7-472c-9a9b-26d2a6258817 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:56:09.047947 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 38771f19-c3e7-472c-9a9b-26d2a6258817 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:56:09.048318 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:09.079110 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-da60db44-86ea-4c78-844e-e0e191430e06 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:09.081303 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-da60db44-86ea-4c78-844e-e0e191430e06 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/networks?id=62435444-1bc9-4c9b-8c1f-af3259991538 HTTP/1.1" status: 200 len: 796 time: 0.1077793 Aug 05 14:56:09.096619 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-42b997a2-7893-440c-98e0-d70caefbc879 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/quotas/2d4ce9f6eb76427987b7289ebccdf443 HTTP/1.1" status: 200 len: 375 time: 0.0091701 Aug 05 14:56:09.149558 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8135279-01ba-4c80-982f-4222911290ef tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469568 Aug 05 14:56:09.169916 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-44328847-b402-456a-af4e-29925a19d98a None None] Provisioning complete for port e436250f-0b3e-4800-b686-deb6a049d283 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:56:09.170576 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-44328847-b402-456a-af4e-29925a19d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:09.236240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-44328847-b402-456a-af4e-29925a19d98a None None] Port e436250f-0b3e-4800-b686-deb6a049d283 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:56:09.245646 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-fae370e7-eadf-46ff-ae5d-0bb88787c4d3 service neutron] 10.222.0.16 "GET /v2.0/networks/62435444-1bc9-4c9b-8c1f-af3259991538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841658 Aug 05 14:56:09.289308 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:09.330431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 38771f19-c3e7-472c-9a9b-26d2a6258817, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=38771f19-c3e7-472c-9a9b-26d2a6258817,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:56:09.335717 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:09.336501 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a868c600-d7db-4c68-aead-de6c166e6493 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:56:09.345512 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-be2c4783-22d3-455a-8b63-55e59fff4378 service neutron] 10.222.0.16 "GET /v2.0/networks/62435444-1bc9-4c9b-8c1f-af3259991538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936315 Aug 05 14:56:09.531240 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bdca77ad-e8b7-48f2-a5b4-6038929ed844 req-ba4336b6-71fe-4b50-90b3-0f67aeab9115 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 210 time: 0.0358574 Aug 05 14:56:09.584316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=38771f19-c3e7-472c-9a9b-26d2a6258817,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:09.593824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503146607', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:56:03Z', 'updated_at': '2021-08-05T14:56:08Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:af:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:04Z', 'updated_at': '2021-08-05T14:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e436250f-0b3e-4800-b686-deb6a049d283', 'name': '', 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:82:fe:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:06Z', 'updated_at': '2021-08-05T14:56:08Z', 'revision_number': 2, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:56:09.624170 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Checking router: b862df95-1555-4d12-93c8-324665c8fc3c for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:56:09.624528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Updating router b862df95-1555-4d12-93c8-324665c8fc3c port e436250f-0b3e-4800-b686-deb6a049d283 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:56:09.642592 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port a868c600-d7db-4c68-aead-de6c166e6493 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:56:09.651184 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port a868c600-d7db-4c68-aead-de6c166e6493 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:56:09.651558 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:09.655819 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:09.869624 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:09.950189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port a868c600-d7db-4c68-aead-de6c166e6493, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a868c600-d7db-4c68-aead-de6c166e6493,segment=NetworkSegment(2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec),segment_id=2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:56:09.954800 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:10.036502 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=a868c600-d7db-4c68-aead-de6c166e6493,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:10.081132 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:10.092800 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Transition to ACTIVE for port object e436250f-0b3e-4800-b686-deb6a049d283 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:56:10.100308 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:10.150197 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8c7e7-fc8e-4602-ab72-27375175c053 None None] Pushing event updated for resources: {'Port': ['ID=e436250f-0b3e-4800-b686-deb6a049d283,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:10.203991 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Attempting to bind port e436250f-0b3e-4800-b686-deb6a049d283 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:56:10.204667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Attempting to bind port e436250f-0b3e-4800-b686-deb6a049d283 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:56:10.204791 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Attempting to bind port e436250f-0b3e-4800-b686-deb6a049d283 on network 62435444-1bc9-4c9b-8c1f-af3259991538 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:56:10.210746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:56:10.211125 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Checking segment: {'id': '2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:56:10.211536 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:10.211952 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Bound using segment: {'id': '2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:56:10.212408 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Bound port: e436250f-0b3e-4800-b686-deb6a049d283, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:56:10.212798 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:10.282009 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] For port e436250f-0b3e-4800-b686-deb6a049d283, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:56:10.285768 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] For port e436250f-0b3e-4800-b686-deb6a049d283, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e436250f-0b3e-4800-b686-deb6a049d283,segment=NetworkSegment(2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec),segment_id=2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:56:10.290561 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:10.350272 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Routers {'b862df95-1555-4d12-93c8-324665c8fc3c'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:56:10.350914 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:55:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b862df95-1555-4d12-93c8-324665c8fc3c'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:56:10.388220 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8c7e7-fc8e-4602-ab72-27375175c053 None None] Pushing event updated for resources: {'Port': ['ID=e436250f-0b3e-4800-b686-deb6a049d283,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:10.481130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] Set router b862df95-1555-4d12-93c8-324665c8fc3c gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:56:10.531785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-cf5f255a-3c7b-4939-be03-79074ac02314 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:10.533305 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-cf5f255a-3c7b-4939-be03-79074ac02314 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "GET /v2.0/networks?id=62435444-1bc9-4c9b-8c1f-af3259991538 HTTP/1.1" status: 200 len: 796 time: 0.1352196 Aug 05 14:56:10.589336 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-e307a9db-c581-470c-8305-3ad65e998072 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d4ce9f6eb76427987b7289ebccdf443 HTTP/1.1" status: 200 len: 379 time: 0.0464182 Aug 05 14:56:10.600582 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-e894d454-45f9-4fbe-92a2-eb8b15465ce8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'port': {'device_id': '5867c95c-f409-4261-aef0-181f33e48008', 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538', 'admin_state_up': True, 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'security_groups': ['a6409344-939a-4907-9352-03961c232e97']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:56:10.681237 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-76a283c7-8621-44f0-98e7-d496ab459099 req-d6651108-bc1e-4e68-a9ed-9ade4638572b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 210 time: 0.0334067 Aug 05 14:56:10.708769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503146607', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:56:03Z', 'updated_at': '2021-08-05T14:56:08Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:04Z', 'updated_at': '2021-08-05T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e436250f-0b3e-4800-b686-deb6a049d283', 'name': '', 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:82:fe:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:06Z', 'updated_at': '2021-08-05T14:56:10Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:56:10.741350 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794dbc7a-7ee3-4afb-84ee-677df430ed1a None None] The sync data for ids ['b862df95-1555-4d12-93c8-324665c8fc3c'] in n-d-803585-2 is: [{'id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503146607', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:56:03Z', 'updated_at': '2021-08-05T14:56:08Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:04Z', 'updated_at': '2021-08-05T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e436250f-0b3e-4800-b686-deb6a049d283', 'name': '', 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:82:fe:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:06Z', 'updated_at': '2021-08-05T14:56:10Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:56:10.745169 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-e894d454-45f9-4fbe-92a2-eb8b15465ce8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Made reservation on behalf of 2d4ce9f6eb76427987b7289ebccdf443 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:56:10.753163 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-e894d454-45f9-4fbe-92a2-eb8b15465ce8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:10.873938 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 38771f19-c3e7-472c-9a9b-26d2a6258817 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:56:10.906653 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-e894d454-45f9-4fbe-92a2-eb8b15465ce8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.20.0.4 (62435444-1bc9-4c9b-8c1f-af3259991538/ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7/bf022c33-3de1-4000-b152-e655adee5d81) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:56:10.926772 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 38771f19-c3e7-472c-9a9b-26d2a6258817 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:56:10.927149 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:11.009445 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a868c600-d7db-4c68-aead-de6c166e6493 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:56:11.069741 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port a868c600-d7db-4c68-aead-de6c166e6493 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:56:11.069976 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-e894d454-45f9-4fbe-92a2-eb8b15465ce8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:11.070120 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:11.086669 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-e894d454-45f9-4fbe-92a2-eb8b15465ce8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Transition to ACTIVE for port object bf022c33-3de1-4000-b152-e655adee5d81 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:56:11.128005 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-e894d454-45f9-4fbe-92a2-eb8b15465ce8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:11.176865 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-e894d454-45f9-4fbe-92a2-eb8b15465ce8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 62435444-1bc9-4c9b-8c1f-af3259991538 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:56:11.179967 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-e894d454-45f9-4fbe-92a2-eb8b15465ce8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:56:11.185221 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-e894d454-45f9-4fbe-92a2-eb8b15465ce8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:56:11.191382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894d454-45f9-4fbe-92a2-eb8b15465ce8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=bf022c33-3de1-4000-b152-e655adee5d81,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:11.241531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-e894d454-45f9-4fbe-92a2-eb8b15465ce8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:11.242325 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-e894d454-45f9-4fbe-92a2-eb8b15465ce8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:11.264750 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-e894d454-45f9-4fbe-92a2-eb8b15465ce8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6689913 Aug 05 14:56:11.276982 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-e6bca5df-e10d-4c72-b201-6d769c18ea5d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 14:56:11.278170 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-e6bca5df-e10d-4c72-b201-6d769c18ea5d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059443 Aug 05 14:56:11.290975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Request body: {'port': {'device_id': '5867c95c-f409-4261-aef0-181f33e48008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:56:11.354036 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:11.480237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e63a482f-3bee-40cd-84aa-6d1c5db16467 None None] Provisioning for port bf022c33-3de1-4000-b152-e655adee5d81 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:56:11.484194 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-e63a482f-3bee-40cd-84aa-6d1c5db16467 None None] Provisioning complete for port bf022c33-3de1-4000-b152-e655adee5d81 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:56:11.484806 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e63a482f-3bee-40cd-84aa-6d1c5db16467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:11.521585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-e63a482f-3bee-40cd-84aa-6d1c5db16467 None None] Port bf022c33-3de1-4000-b152-e655adee5d81 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:56:11.638769 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf022c33-3de1-4000-b152-e655adee5d81 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:56:11.647027 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:11.659405 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Transition to ACTIVE for port object bf022c33-3de1-4000-b152-e655adee5d81 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:56:11.664365 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:11.778862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Pushing event updated for resources: {'Port': ['ID=bf022c33-3de1-4000-b152-e655adee5d81,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:11.809056 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Attempting to bind port bf022c33-3de1-4000-b152-e655adee5d81 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:56:11.809402 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Attempting to bind port bf022c33-3de1-4000-b152-e655adee5d81 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:56:11.809743 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Attempting to bind port bf022c33-3de1-4000-b152-e655adee5d81 on network 62435444-1bc9-4c9b-8c1f-af3259991538 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:56:11.814005 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1607a1-abf9-46ed-88ae-f206db9471a6 req-e63ef2c9-3184-44b2-afb4-d8d7bdbf68d8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:11.815862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Port bf022c33-3de1-4000-b152-e655adee5d81 on network 62435444-1bc9-4c9b-8c1f-af3259991538 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:56:11.817025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Attempting to bind port bf022c33-3de1-4000-b152-e655adee5d81 on network 62435444-1bc9-4c9b-8c1f-af3259991538 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:56:11.821887 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d1607a1-abf9-46ed-88ae-f206db9471a6 req-e63ef2c9-3184-44b2-afb4-d8d7bdbf68d8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 943 time: 0.0628829 Aug 05 14:56:11.822607 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:56:11.822963 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Checking segment: {'id': '2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:56:11.823366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Bound using segment: {'id': '2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:56:11.823987 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Bound port: bf022c33-3de1-4000-b152-e655adee5d81, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:56:11.824366 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:11.867874 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4d1607a1-abf9-46ed-88ae-f206db9471a6 req-6775b97e-620a-4270-9106-d718653816f4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6409344-939a-4907-9352-03961c232e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440032 Aug 05 14:56:11.900382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] For port bf022c33-3de1-4000-b152-e655adee5d81, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:56:11.903754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] For port bf022c33-3de1-4000-b152-e655adee5d81, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=bf022c33-3de1-4000-b152-e655adee5d81,segment=NetworkSegment(2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec),segment_id=2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:56:11.908683 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:11.947033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:11.948435 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:11.950340 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] 10.222.0.84 "PUT /v2.0/ports/bf022c33-3de1-4000-b152-e655adee5d81 HTTP/1.1" status: 200 len: 1091 time: 0.6640210 Aug 05 14:56:11.952783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5867c95c-f409-4261-aef0-181f33e48008', 'tag': 'bf022c33-3de1-4000-b152-e655adee5d81'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:56:11.955936 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8288be-26ea-4b14-b03a-351ab124e03a" -d '{"events": [{"name": "network-changed", "server_uuid": "5867c95c-f409-4261-aef0-181f33e48008", "tag": "bf022c33-3de1-4000-b152-e655adee5d81"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:56:11.983497 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcd761-ff62-4b95-9c83-5ac5d7595dda service neutron] Pushing event updated for resources: {'Port': ['ID=bf022c33-3de1-4000-b152-e655adee5d81,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:12.002559 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f1c597-3d80-4512-b283-a7bc010bbdfe x-openstack-request-id: req-e7f1c597-3d80-4512-b283-a7bc010bbdfe {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:56:12.002851 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5867c95c-f409-4261-aef0-181f33e48008", "tag": "bf022c33-3de1-4000-b152-e655adee5d81", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:56:12.003106 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7f1c597-3d80-4512-b283-a7bc010bbdfe {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:56:12.004148 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5867c95c-f409-4261-aef0-181f33e48008', 'tag': 'bf022c33-3de1-4000-b152-e655adee5d81', 'status': 'completed', 'code': 200} Aug 05 14:56:12.037951 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-93adcab5-16be-4229-bdfa-e490e0dba34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:12.039565 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-93adcab5-16be-4229-bdfa-e490e0dba34d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 1094 time: 0.0463092 Aug 05 14:56:12.086674 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-4cdce403-e6fb-4baf-bc4a-dfc0ed62eaaa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf022c33-3de1-4000-b152-e655adee5d81 HTTP/1.1" status: 200 len: 217 time: 0.0395288 Aug 05 14:56:12.137505 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b9f37723-67a5-4757-bbd9-bf8ab0857a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:12.139036 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-b9f37723-67a5-4757-bbd9-bf8ab0857a89 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7 HTTP/1.1" status: 200 len: 834 time: 0.0460932 Aug 05 14:56:12.185333 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-13d9cea0-b0a5-4c4a-bf95-b91a6f780d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:12.186885 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-13d9cea0-b0a5-4c4a-bf95-b91a6f780d3c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62435444-1bc9-4c9b-8c1f-af3259991538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399365 Aug 05 14:56:12.281842 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-862da6d7-4a3d-4a9c-8940-86c81c62f1f3 service neutron] 10.222.0.84 "GET /v2.0/networks/62435444-1bc9-4c9b-8c1f-af3259991538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872307 Aug 05 14:56:12.372682 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c98a814e-77cd-4763-a361-fe38449fedd3 req-6cf4a654-d6b4-42aa-b954-b25f1b916dfe service neutron] 10.222.0.84 "GET /v2.0/networks/62435444-1bc9-4c9b-8c1f-af3259991538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824778 Aug 05 14:56:12.466941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8288be-26ea-4b14-b03a-351ab124e03a req-b7464f3b-e6b8-4492-8be1-d7b70b791a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:12.468459 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9d8288be-26ea-4b14-b03a-351ab124e03a req-b7464f3b-e6b8-4492-8be1-d7b70b791a3f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 1094 time: 0.0455720 Aug 05 14:56:12.574390 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8288be-26ea-4b14-b03a-351ab124e03a req-c8271533-3a42-4103-9d67-a32cc0fc3ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:12.575800 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9d8288be-26ea-4b14-b03a-351ab124e03a req-c8271533-3a42-4103-9d67-a32cc0fc3ebd service neutron] 10.222.0.84 "GET /v2.0/networks?id=62435444-1bc9-4c9b-8c1f-af3259991538 HTTP/1.1" status: 200 len: 897 time: 0.0993383 Aug 05 14:56:12.619189 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9d8288be-26ea-4b14-b03a-351ab124e03a req-2e474039-cc75-43f8-b5a1-cd676d6e9ee6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf022c33-3de1-4000-b152-e655adee5d81 HTTP/1.1" status: 200 len: 217 time: 0.0354276 Aug 05 14:56:12.675155 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8288be-26ea-4b14-b03a-351ab124e03a req-77119abb-37eb-4790-a345-9d4f6fa5ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:12.684726 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9d8288be-26ea-4b14-b03a-351ab124e03a req-77119abb-37eb-4790-a345-9d4f6fa5ce83 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7 HTTP/1.1" status: 200 len: 834 time: 0.0583649 Aug 05 14:56:12.733451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8288be-26ea-4b14-b03a-351ab124e03a req-17ffd2d5-8325-4844-9406-996735bde36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:12.735039 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9d8288be-26ea-4b14-b03a-351ab124e03a req-17ffd2d5-8325-4844-9406-996735bde36d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62435444-1bc9-4c9b-8c1f-af3259991538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422862 Aug 05 14:56:12.822126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e436250f-0b3e-4800-b686-deb6a049d283 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:56:12.833644 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9d8288be-26ea-4b14-b03a-351ab124e03a req-f84e4eb1-3f5c-4148-bc28-a8c68431b9b7 service neutron] 10.222.0.84 "GET /v2.0/networks/62435444-1bc9-4c9b-8c1f-af3259991538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896747 Aug 05 14:56:12.872924 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port e436250f-0b3e-4800-b686-deb6a049d283 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:56:12.876874 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e436250f-0b3e-4800-b686-deb6a049d283 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:56:12.877248 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:12.934674 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9d8288be-26ea-4b14-b03a-351ab124e03a req-3221c1ce-cf39-48b2-9ce2-78631295b017 service neutron] 10.222.0.84 "GET /v2.0/networks/62435444-1bc9-4c9b-8c1f-af3259991538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929501 Aug 05 14:56:12.963856 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:12.991852 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253c0b7-4460-4d99-8a3c-64153a041256 req-dd02c773-afa4-4529-9af9-e88128120e1b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:12.993388 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c253c0b7-4460-4d99-8a3c-64153a041256 req-dd02c773-afa4-4529-9af9-e88128120e1b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 943 time: 0.0620003 Aug 05 14:56:12.997367 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port e436250f-0b3e-4800-b686-deb6a049d283, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e436250f-0b3e-4800-b686-deb6a049d283,segment=NetworkSegment(2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec),segment_id=2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:56:13.001651 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:13.033874 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c253c0b7-4460-4d99-8a3c-64153a041256 req-accf263b-6d58-4cee-8191-1d74a7e4306e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6409344-939a-4907-9352-03961c232e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342724 Aug 05 14:56:13.058877 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=e436250f-0b3e-4800-b686-deb6a049d283,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:14.152073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4277a9-ab59-40af-890a-9d4f3a9c6cb4 req-0add04fa-3667-4a61-9c1d-c4c1887b7ff0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:14.153581 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ef4277a9-ab59-40af-890a-9d4f3a9c6cb4 req-0add04fa-3667-4a61-9c1d-c4c1887b7ff0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 943 time: 0.0510716 Aug 05 14:56:14.192520 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ef4277a9-ab59-40af-890a-9d4f3a9c6cb4 req-0eced69e-07cf-4d53-bf74-9585f31fa6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6409344-939a-4907-9352-03961c232e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329506 Aug 05 14:56:14.806130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e436250f-0b3e-4800-b686-deb6a049d283 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:56:14.854488 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e436250f-0b3e-4800-b686-deb6a049d283 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:56:14.854865 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:15.316700 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c70e97-3ecd-465e-a315-b7e95b793067 req-b4d72126-421f-4007-9373-a88052de9e51 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:15.318350 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8c70e97-3ecd-465e-a315-b7e95b793067 req-b4d72126-421f-4007-9373-a88052de9e51 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 943 time: 0.0568550 Aug 05 14:56:15.325251 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:15.356467 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8c70e97-3ecd-465e-a315-b7e95b793067 req-2be4c379-5c7e-48f7-8da9-fae8f5f38f96 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6409344-939a-4907-9352-03961c232e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320125 Aug 05 14:56:15.916944 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1f05ad08-5dd4-4c97-a7a3-6d3f62ca3b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:16.131854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device bf022c33-3de1-4000-b152-e655adee5d81 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:56:16.228848 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port bf022c33-3de1-4000-b152-e655adee5d81, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=bf022c33-3de1-4000-b152-e655adee5d81,segment=NetworkSegment(2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec),segment_id=2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:56:16.240739 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'bf022c33-3de1-4000-b152-e655adee5d81', 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538', 'port_id': 'bf022c33-3de1-4000-b152-e655adee5d81', 'mac_address': 'fa:16:3e:2e:16:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:56:16.275551 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:16.288253 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf022c33-3de1-4000-b152-e655adee5d81 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:56:16.308080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port bf022c33-3de1-4000-b152-e655adee5d81, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=bf022c33-3de1-4000-b152-e655adee5d81,segment=NetworkSegment(2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec),segment_id=2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:56:16.312399 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:16.360118 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=bf022c33-3de1-4000-b152-e655adee5d81,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:16.471094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438ae3c-e149-4ea2-b262-22e585a06c76 req-59edd1f1-668e-435d-bc35-6e10dbdf5e67 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:16.473277 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e438ae3c-e149-4ea2-b262-22e585a06c76 req-59edd1f1-668e-435d-bc35-6e10dbdf5e67 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 944 time: 0.0496366 Aug 05 14:56:16.511015 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e438ae3c-e149-4ea2-b262-22e585a06c76 req-e8bad2dd-19d1-4546-a462-2e1390ba138c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6409344-939a-4907-9352-03961c232e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315909 Aug 05 14:56:16.557057 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['bf022c33-3de1-4000-b152-e655adee5d81'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:56:16.620756 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:17.626771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f8535-7d44-42fa-b15e-57b2baa83d89 req-1813d044-e623-4cb8-927c-11dbbe3abe00 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:17.628200 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e54f8535-7d44-42fa-b15e-57b2baa83d89 req-1813d044-e623-4cb8-927c-11dbbe3abe00 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 944 time: 0.0502157 Aug 05 14:56:17.667027 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e54f8535-7d44-42fa-b15e-57b2baa83d89 req-5f0b1ca8-7e88-4ccf-bcdf-5aa341ad5cfb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6409344-939a-4907-9352-03961c232e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322411 Aug 05 14:56:18.147507 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device bf022c33-3de1-4000-b152-e655adee5d81 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:56:18.196477 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port bf022c33-3de1-4000-b152-e655adee5d81 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:56:18.200114 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port bf022c33-3de1-4000-b152-e655adee5d81 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:56:18.200486 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:18.278700 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:18.300977 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5867c95c-f409-4261-aef0-181f33e48008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf022c33-3de1-4000-b152-e655adee5d81'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:56:18.303353 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61201d7e-a8d1-499d-b7a0-21defecc47b4" -d '{"events": [{"server_uuid": "5867c95c-f409-4261-aef0-181f33e48008", "name": "network-vif-plugged", "status": "completed", "tag": "bf022c33-3de1-4000-b152-e655adee5d81"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:56:18.317140 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port bf022c33-3de1-4000-b152-e655adee5d81, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=bf022c33-3de1-4000-b152-e655adee5d81,segment=NetworkSegment(2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec),segment_id=2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:56:18.321157 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:18.348815 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04cd017-023b-4740-9425-b3165f79c679 x-openstack-request-id: req-f04cd017-023b-4740-9425-b3165f79c679 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:56:18.349103 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5867c95c-f409-4261-aef0-181f33e48008", "name": "network-vif-plugged", "status": "completed", "tag": "bf022c33-3de1-4000-b152-e655adee5d81", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:56:18.349361 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f04cd017-023b-4740-9425-b3165f79c679 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:56:18.349759 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5867c95c-f409-4261-aef0-181f33e48008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf022c33-3de1-4000-b152-e655adee5d81', 'code': 200} Aug 05 14:56:18.375478 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=bf022c33-3de1-4000-b152-e655adee5d81,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:18.443733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdc979-b737-4785-b15e-46cc54da315a req-53bd9dcb-81e4-4ab3-885a-dcfedc841cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:18.445243 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bfbdc979-b737-4785-b15e-46cc54da315a req-53bd9dcb-81e4-4ab3-885a-dcfedc841cc4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 1096 time: 0.0447850 Aug 05 14:56:18.465283 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-301c6508-cfe0-4081-bba7-e880e2f6b407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:18.485371 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bfbdc979-b737-4785-b15e-46cc54da315a req-97738afe-652a-4851-be25-9de161102f4c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a6409344-939a-4907-9352-03961c232e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328617 Aug 05 14:56:18.720162 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:18.791541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f27fd-3b69-4d84-986f-0cf3125f94ad req-c5d64cf9-f119-47a7-bcf0-dd9f9d7769be tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:18.793049 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-173f27fd-3b69-4d84-986f-0cf3125f94ad req-c5d64cf9-f119-47a7-bcf0-dd9f9d7769be tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 945 time: 0.0502057 Aug 05 14:56:18.831845 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-173f27fd-3b69-4d84-986f-0cf3125f94ad req-e653f5ba-b8b7-4e99-ac75-7c4552496963 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6409344-939a-4907-9352-03961c232e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327568 Aug 05 14:56:19.481368 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:56:19.732387 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:19.951500 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d728ea-ec15-4d83-b8f5-e7652ac8a836 req-98c57871-a390-4647-ad6e-b10f002840d6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:19.953032 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-99d728ea-ec15-4d83-b8f5-e7652ac8a836 req-98c57871-a390-4647-ad6e-b10f002840d6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 945 time: 0.0528767 Aug 05 14:56:19.992263 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-99d728ea-ec15-4d83-b8f5-e7652ac8a836 req-36160f5d-57e4-435a-8a02-ee029e83eb9e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6409344-939a-4907-9352-03961c232e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330482 Aug 05 14:56:20.115744 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b081f-8d4a-4906-9f58-1f1162d3c01e req-bc5ff577-44fa-4ed7-bf21-cbfe6f55fdb0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:20.117251 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dd0b081f-8d4a-4906-9f58-1f1162d3c01e req-bc5ff577-44fa-4ed7-bf21-cbfe6f55fdb0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 945 time: 0.0534256 Aug 05 14:56:20.155844 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dd0b081f-8d4a-4906-9f58-1f1162d3c01e req-c80354cf-b758-4147-8b10-4355589ab743 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6409344-939a-4907-9352-03961c232e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326877 Aug 05 14:56:20.177602 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47948) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:20.216795 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4f19d8-8a2e-423f-8bf2-889ca9c4cfd5 tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:20.218355 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-be4f19d8-8a2e-423f-8bf2-889ca9c4cfd5 tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 1091 time: 0.0396779 Aug 05 14:56:20.221120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47950) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:20.226541 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': 'bf022c33-3de1-4000-b152-e655adee5d81', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:56:20.247835 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:20.349796 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:20.457800 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.25.5.107 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/5989e396-c6d8-4b94-8899-ccda5f971ef5) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:56:20.558778 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:20.598974 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:20.636123 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:56:20.640706 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:56:20.645333 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:56:20.672772 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=5989e396-c6d8-4b94-8899-ccda5f971ef5,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:21.014981 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:21.087308 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:21.232102 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:21.236497 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:21.313309 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=5989e396-c6d8-4b94-8899-ccda5f971ef5,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:21.326812 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:21.429757 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Floating IP 1d679653-658b-48ba-ac6e-8192a641efc8 associated. External IP: 172.25.5.107, port: bf022c33-3de1-4000-b152-e655adee5d81. Aug 05 14:56:21.519789 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:21.637533 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router b862df95-1555-4d12-93c8-324665c8fc3c has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:56:21.763585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:56:21.773295 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b5780e-e2ad-4519-8f0b-69dbeb2ec5ca None None] Sync routers for ids ['b862df95-1555-4d12-93c8-324665c8fc3c'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:56:21.779361 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:21.784277 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b5780e-e2ad-4519-8f0b-69dbeb2ec5ca None None] Routers {'b862df95-1555-4d12-93c8-324665c8fc3c'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:56:21.786146 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e9b5780e-e2ad-4519-8f0b-69dbeb2ec5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:56:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b862df95-1555-4d12-93c8-324665c8fc3c'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:56:21.899301 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-e9b5780e-e2ad-4519-8f0b-69dbeb2ec5ca None None] Set router b862df95-1555-4d12-93c8-324665c8fc3c gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:56:22.139591 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e9b5780e-e2ad-4519-8f0b-69dbeb2ec5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503146607', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:56:03Z', 'updated_at': '2021-08-05T14:56:08Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:04Z', 'updated_at': '2021-08-05T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '1d679653-658b-48ba-ac6e-8192a641efc8', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'port_id': 'bf022c33-3de1-4000-b152-e655adee5d81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538', 'mac_address': 'fa:16:3e:2e:16:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5867c95c-f409-4261-aef0-181f33e48008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:56:20Z', 'updated_at': '2021-08-05T14:56:20Z', 'revision_number': 0, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e436250f-0b3e-4800-b686-deb6a049d283', 'name': '', 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:82:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:06Z', 'updated_at': '2021-08-05T14:56:12Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:56:22.158947 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-06fe5f17-f70e-4915-8e2b-091c73beadaf tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9344249 Aug 05 14:56:22.158947 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5867c95c-f409-4261-aef0-181f33e48008', 'tag': 'bf022c33-3de1-4000-b152-e655adee5d81'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:56:22.160200 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e24ee33-a2fc-47da-8e78-82ee8fbca92f" -d '{"events": [{"name": "network-changed", "server_uuid": "5867c95c-f409-4261-aef0-181f33e48008", "tag": "bf022c33-3de1-4000-b152-e655adee5d81"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:56:22.166360 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b5780e-e2ad-4519-8f0b-69dbeb2ec5ca None None] Checking router: b862df95-1555-4d12-93c8-324665c8fc3c for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:56:22.174701 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b5780e-e2ad-4519-8f0b-69dbeb2ec5ca None None] Routers {'b862df95-1555-4d12-93c8-324665c8fc3c'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:56:22.175887 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e9b5780e-e2ad-4519-8f0b-69dbeb2ec5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:56:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b862df95-1555-4d12-93c8-324665c8fc3c'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:56:22.209541 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89491815-baa4-4085-a0e2-40c4016523e0 x-openstack-request-id: req-89491815-baa4-4085-a0e2-40c4016523e0 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:56:22.209828 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5867c95c-f409-4261-aef0-181f33e48008", "tag": "bf022c33-3de1-4000-b152-e655adee5d81", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:56:22.210079 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89491815-baa4-4085-a0e2-40c4016523e0 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:56:22.211035 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5867c95c-f409-4261-aef0-181f33e48008', 'tag': 'bf022c33-3de1-4000-b152-e655adee5d81', 'status': 'completed', 'code': 200} Aug 05 14:56:22.282682 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-e9b5780e-e2ad-4519-8f0b-69dbeb2ec5ca None None] Set router b862df95-1555-4d12-93c8-324665c8fc3c gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:56:22.292347 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b237bab-3399-4d6e-aa8a-6a5d733d294f req-3a13f4de-4073-446d-adb2-f0e10148bd59 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:22.293855 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b237bab-3399-4d6e-aa8a-6a5d733d294f req-3a13f4de-4073-446d-adb2-f0e10148bd59 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 945 time: 0.0778782 Aug 05 14:56:22.300750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24ee33-a2fc-47da-8e78-82ee8fbca92f req-20ed4921-bbf8-46f1-8c2d-6b462bdf71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:22.302172 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9e24ee33-a2fc-47da-8e78-82ee8fbca92f req-20ed4921-bbf8-46f1-8c2d-6b462bdf71d7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 1096 time: 0.0593808 Aug 05 14:56:22.381416 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b237bab-3399-4d6e-aa8a-6a5d733d294f req-7820e967-0197-4f8c-a50b-aa83a618e0ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6409344-939a-4907-9352-03961c232e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782428 Aug 05 14:56:22.404467 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47956) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:22.423377 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24ee33-a2fc-47da-8e78-82ee8fbca92f req-5745b6ef-c23c-44ce-bdb7-7204c0c71b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:22.425557 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9e24ee33-a2fc-47da-8e78-82ee8fbca92f req-5745b6ef-c23c-44ce-bdb7-7204c0c71b16 service neutron] 10.222.0.84 "GET /v2.0/networks?id=62435444-1bc9-4c9b-8c1f-af3259991538 HTTP/1.1" status: 200 len: 897 time: 0.1089022 Aug 05 14:56:22.470683 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-289a3bf4-132d-4867-9d87-6a0aa59d61f1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/floatingips/1d679653-658b-48ba-ac6e-8192a641efc8 HTTP/1.1" status: 200 len: 991 time: 0.0642371 Aug 05 14:56:22.505398 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9e24ee33-a2fc-47da-8e78-82ee8fbca92f req-3ecf5437-ce29-40d4-a084-91fabd66f4ba service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf022c33-3de1-4000-b152-e655adee5d81 HTTP/1.1" status: 200 len: 999 time: 0.0719938 Aug 05 14:56:22.516557 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e9b5780e-e2ad-4519-8f0b-69dbeb2ec5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503146607', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:56:03Z', 'updated_at': '2021-08-05T14:56:08Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:04Z', 'updated_at': '2021-08-05T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '1d679653-658b-48ba-ac6e-8192a641efc8', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'port_id': 'bf022c33-3de1-4000-b152-e655adee5d81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538', 'mac_address': 'fa:16:3e:2e:16:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5867c95c-f409-4261-aef0-181f33e48008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:56:20Z', 'updated_at': '2021-08-05T14:56:20Z', 'revision_number': 0, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e436250f-0b3e-4800-b686-deb6a049d283', 'name': '', 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:82:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:06Z', 'updated_at': '2021-08-05T14:56:12Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:56:22.547284 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b5780e-e2ad-4519-8f0b-69dbeb2ec5ca None None] The sync data for ids ['b862df95-1555-4d12-93c8-324665c8fc3c'] in n-d-803585-2 is: [{'id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503146607', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:56:03Z', 'updated_at': '2021-08-05T14:56:08Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:04Z', 'updated_at': '2021-08-05T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '1d679653-658b-48ba-ac6e-8192a641efc8', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'port_id': 'bf022c33-3de1-4000-b152-e655adee5d81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538', 'mac_address': 'fa:16:3e:2e:16:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5867c95c-f409-4261-aef0-181f33e48008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:56:20Z', 'updated_at': '2021-08-05T14:56:20Z', 'revision_number': 0, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e436250f-0b3e-4800-b686-deb6a049d283', 'name': '', 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:82:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:06Z', 'updated_at': '2021-08-05T14:56:12Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:56:22.555974 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24ee33-a2fc-47da-8e78-82ee8fbca92f req-8f7858f8-bc53-46f9-93d8-29a5013784fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:22.557471 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9e24ee33-a2fc-47da-8e78-82ee8fbca92f req-8f7858f8-bc53-46f9-93d8-29a5013784fd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7 HTTP/1.1" status: 200 len: 834 time: 0.0455635 Aug 05 14:56:22.605633 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24ee33-a2fc-47da-8e78-82ee8fbca92f req-fa1a6c5f-53ea-4af1-96b6-e8a3a7b31bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:22.607213 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9e24ee33-a2fc-47da-8e78-82ee8fbca92f req-fa1a6c5f-53ea-4af1-96b6-e8a3a7b31bf3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62435444-1bc9-4c9b-8c1f-af3259991538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426958 Aug 05 14:56:22.703706 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9e24ee33-a2fc-47da-8e78-82ee8fbca92f req-2e83fe82-3ad7-44c9-a7d2-eaea45b59e1b service neutron] 10.222.0.84 "GET /v2.0/networks/62435444-1bc9-4c9b-8c1f-af3259991538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887194 Aug 05 14:56:22.745668 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524380d1-f8fa-4635-993b-e2c8e8a0ae80 None None] New status for floating IP 1d679653-658b-48ba-ac6e-8192a641efc8: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:56:22.799389 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9e24ee33-a2fc-47da-8e78-82ee8fbca92f req-35d6c17b-4a28-4a8c-89ba-00c84b3386e6 service neutron] 10.222.0.84 "GET /v2.0/networks/62435444-1bc9-4c9b-8c1f-af3259991538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877905 Aug 05 14:56:23.474444 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47960) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:23.540007 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-08952467-3a68-4a9a-b42b-0b8e0c711562 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/floatingips/1d679653-658b-48ba-ac6e-8192a641efc8 HTTP/1.1" status: 200 len: 993 time: 0.0643945 Aug 05 14:56:27.961461 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ddcc3e50-f02d-42ed-81b9-68bc68df80c5 req-6fd3e43c-68a6-4070-b604-c245b97c6dd0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406961 Aug 05 14:56:28.046594 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc3e50-f02d-42ed-81b9-68bc68df80c5 req-3ad3c95c-98ab-4f0c-aec3-b362b878b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:28.048107 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ddcc3e50-f02d-42ed-81b9-68bc68df80c5 req-3ad3c95c-98ab-4f0c-aec3-b362b878b015 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 1096 time: 0.0436502 Aug 05 14:56:28.150503 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc3e50-f02d-42ed-81b9-68bc68df80c5 req-e7f01ecb-6936-42ad-b4ca-ab32b06570fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:28.151913 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ddcc3e50-f02d-42ed-81b9-68bc68df80c5 req-e7f01ecb-6936-42ad-b4ca-ab32b06570fa service neutron] 10.222.0.84 "GET /v2.0/networks?id=62435444-1bc9-4c9b-8c1f-af3259991538 HTTP/1.1" status: 200 len: 897 time: 0.0842483 Aug 05 14:56:28.221626 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ddcc3e50-f02d-42ed-81b9-68bc68df80c5 req-4b0ef1e4-4a3b-4cf6-973f-6b72e01e6b68 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf022c33-3de1-4000-b152-e655adee5d81 HTTP/1.1" status: 200 len: 1001 time: 0.0613632 Aug 05 14:56:28.270491 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc3e50-f02d-42ed-81b9-68bc68df80c5 req-2cf9a4d5-1bd5-414b-be93-94537e8661bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:28.272057 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ddcc3e50-f02d-42ed-81b9-68bc68df80c5 req-2cf9a4d5-1bd5-414b-be93-94537e8661bd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7 HTTP/1.1" status: 200 len: 834 time: 0.0431192 Aug 05 14:56:28.317560 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc3e50-f02d-42ed-81b9-68bc68df80c5 req-68817199-b01d-45fc-bc43-9849b1868cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:28.319102 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ddcc3e50-f02d-42ed-81b9-68bc68df80c5 req-68817199-b01d-45fc-bc43-9849b1868cba service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62435444-1bc9-4c9b-8c1f-af3259991538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406218 Aug 05 14:56:28.412460 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ddcc3e50-f02d-42ed-81b9-68bc68df80c5 req-ef8b60d7-6921-4bd3-9dc6-447ed20066f0 service neutron] 10.222.0.84 "GET /v2.0/networks/62435444-1bc9-4c9b-8c1f-af3259991538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853503 Aug 05 14:56:28.502574 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ddcc3e50-f02d-42ed-81b9-68bc68df80c5 req-263fa70b-16a5-4feb-9e07-83ae7bfd7e6f service neutron] 10.222.0.84 "GET /v2.0/networks/62435444-1bc9-4c9b-8c1f-af3259991538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834916 Aug 05 14:56:45.370796 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:45.917032 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-57a4afc0-c8c9-4707-a082-93c8cf7a91b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:46.612100 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:48.465664 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cc7bae9f-4c75-4a11-aa4b-a880c4834484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:48.722347 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:49.736139 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:51.530488 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:54.924117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9541181-2692-4feb-a203-424cb8dd844f req-f38e5508-1374-4eef-93b8-19e6381b1c95 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:54.925671 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d9541181-2692-4feb-a203-424cb8dd844f req-f38e5508-1374-4eef-93b8-19e6381b1c95 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 945 time: 0.0543959 Aug 05 14:56:54.968638 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d9541181-2692-4feb-a203-424cb8dd844f req-e7ed300b-4b6b-4e44-8400-88ab00b4808f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6409344-939a-4907-9352-03961c232e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359156 Aug 05 14:56:56.090506 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5366beb-268e-4d6a-b886-c7ddaf1a6c2e req-3a36ab1a-63cc-4a3a-ae9f-309e166cd7a4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:56.092018 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5366beb-268e-4d6a-b886-c7ddaf1a6c2e req-3a36ab1a-63cc-4a3a-ae9f-309e166cd7a4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 945 time: 0.0513263 Aug 05 14:56:56.131238 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5366beb-268e-4d6a-b886-c7ddaf1a6c2e req-a7b09aa3-5f92-44f9-9627-a0e240ea9062 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6409344-939a-4907-9352-03961c232e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331755 Aug 05 14:56:56.153697 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47982) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:56.219121 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5975e904-bb82-4028-92c0-4b0062b40037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/floatingips/1d679653-658b-48ba-ac6e-8192a641efc8 HTTP/1.1" status: 200 len: 993 time: 0.0641861 Aug 05 14:56:56.480809 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:56:57.477319 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783eb3b-1428-4307-9886-4835abe7e55c req-a56afa05-dfab-479f-a02d-830c8771771a tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:57.478924 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8783eb3b-1428-4307-9886-4835abe7e55c req-a56afa05-dfab-479f-a02d-830c8771771a tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 945 time: 0.0523522 Aug 05 14:56:57.517540 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8783eb3b-1428-4307-9886-4835abe7e55c req-6d4b387b-f62f-481f-ae57-e802e2d9c91b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6409344-939a-4907-9352-03961c232e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324647 Aug 05 14:56:58.637267 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548eae50-bbcc-4226-8de3-fbc78cbc0222 req-f1da975d-148d-4482-be27-924086474f5d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:56:58.638831 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-548eae50-bbcc-4226-8de3-fbc78cbc0222 req-f1da975d-148d-4482-be27-924086474f5d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 945 time: 0.0498617 Aug 05 14:56:58.680593 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-548eae50-bbcc-4226-8de3-fbc78cbc0222 req-5c0cb08d-7228-4ed5-bfd7-87ca644d40af tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6409344-939a-4907-9352-03961c232e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354192 Aug 05 14:56:58.703548 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 47992) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:58.766876 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ad18b7dd-93d2-45aa-acb0-7928fcb5d48a tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/floatingips/1d679653-658b-48ba-ac6e-8192a641efc8 HTTP/1.1" status: 200 len: 993 time: 0.0622187 Aug 05 14:56:58.955260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 47998) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:56:59.112843 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port 5989e396-c6d8-4b94-8899-ccda5f971ef5 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:56:59.113107 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:59.190378 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:59.190706 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:59.202531 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for 5989e396-c6d8-4b94-8899-ccda5f971ef5 owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:56:59.350485 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:59.380523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=5989e396-c6d8-4b94-8899-ccda5f971ef5,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:56:59.403763 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:59.404109 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:59.404448 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:59.404785 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:59.405117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:59.405446 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:59.405774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:59.406105 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:59.406452 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:59.406776 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:59.407097 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:59.407418 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:56:59.445569 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:59.445897 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Floating IP 1d679653-658b-48ba-ac6e-8192a641efc8 disassociated (deleted). External IP: 172.25.5.107, port: bf022c33-3de1-4000-b152-e655adee5d81. Aug 05 14:56:59.662604 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router b862df95-1555-4d12-93c8-324665c8fc3c has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:56:59.770836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:56:59.775765 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:56:59.780243 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956a22b-1b38-4ab6-a077-7cce0d2d82de None None] Sync routers for ids ['b862df95-1555-4d12-93c8-324665c8fc3c'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:56:59.790053 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956a22b-1b38-4ab6-a077-7cce0d2d82de None None] Routers {'b862df95-1555-4d12-93c8-324665c8fc3c'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:56:59.790695 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1956a22b-1b38-4ab6-a077-7cce0d2d82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:56:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b862df95-1555-4d12-93c8-324665c8fc3c'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:56:59.803981 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b05c6c38-b237-425b-b4e9-46acf141d97c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/floatingips/1d679653-658b-48ba-ac6e-8192a641efc8 HTTP/1.1" status: 204 len: 168 time: 0.8476112 Aug 05 14:56:59.804683 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5867c95c-f409-4261-aef0-181f33e48008', 'tag': 'bf022c33-3de1-4000-b152-e655adee5d81'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:56:59.807086 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a09fa66-f0f2-404b-9777-48a2c0d84a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "5867c95c-f409-4261-aef0-181f33e48008", "tag": "bf022c33-3de1-4000-b152-e655adee5d81"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:56:59.903199 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-1956a22b-1b38-4ab6-a077-7cce0d2d82de None None] Set router b862df95-1555-4d12-93c8-324665c8fc3c gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:56:59.927518 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaec4c7-d634-43a5-b5ee-2a7b12abab44 x-openstack-request-id: req-bcaec4c7-d634-43a5-b5ee-2a7b12abab44 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:56:59.928271 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5867c95c-f409-4261-aef0-181f33e48008", "tag": "bf022c33-3de1-4000-b152-e655adee5d81", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:56:59.928271 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcaec4c7-d634-43a5-b5ee-2a7b12abab44 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:56:59.928778 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5867c95c-f409-4261-aef0-181f33e48008', 'tag': 'bf022c33-3de1-4000-b152-e655adee5d81', 'status': 'completed', 'code': 200} Aug 05 14:57:00.054270 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09fa66-f0f2-404b-9777-48a2c0d84a0f req-4a67e1f9-ecc1-4967-b05b-dc287cdc3f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:00.054868 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee7dcf-4d6f-46e4-aae7-52780a0eaf5d req-9812e887-9215-4cad-ad7c-07546e00a0a5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:00.055814 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a09fa66-f0f2-404b-9777-48a2c0d84a0f req-4a67e1f9-ecc1-4967-b05b-dc287cdc3f7d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 1096 time: 0.0971649 Aug 05 14:57:00.055970 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bdee7dcf-4d6f-46e4-aae7-52780a0eaf5d req-9812e887-9215-4cad-ad7c-07546e00a0a5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 945 time: 0.0628510 Aug 05 14:57:00.101508 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bdee7dcf-4d6f-46e4-aae7-52780a0eaf5d req-bd9195e5-c479-408b-867b-e62cad83fd1b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6409344-939a-4907-9352-03961c232e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392725 Aug 05 14:57:00.119635 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1956a22b-1b38-4ab6-a077-7cce0d2d82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503146607', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:56:03Z', 'updated_at': '2021-08-05T14:56:08Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:04Z', 'updated_at': '2021-08-05T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e436250f-0b3e-4800-b686-deb6a049d283', 'name': '', 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:82:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:06Z', 'updated_at': '2021-08-05T14:56:12Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:00.146716 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956a22b-1b38-4ab6-a077-7cce0d2d82de None None] Checking router: b862df95-1555-4d12-93c8-324665c8fc3c for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:57:00.154862 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956a22b-1b38-4ab6-a077-7cce0d2d82de None None] Routers {'b862df95-1555-4d12-93c8-324665c8fc3c'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:57:00.155000 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09fa66-f0f2-404b-9777-48a2c0d84a0f req-6fffaed3-e6f0-412a-a48b-a35e4697a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:00.155564 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1956a22b-1b38-4ab6-a077-7cce0d2d82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:56:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b862df95-1555-4d12-93c8-324665c8fc3c'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:00.156497 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a09fa66-f0f2-404b-9777-48a2c0d84a0f req-6fffaed3-e6f0-412a-a48b-a35e4697a96c service neutron] 10.222.0.84 "GET /v2.0/networks?id=62435444-1bc9-4c9b-8c1f-af3259991538 HTTP/1.1" status: 200 len: 897 time: 0.0931005 Aug 05 14:57:00.200243 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a09fa66-f0f2-404b-9777-48a2c0d84a0f req-487b9cf4-ddf0-4171-98c3-7faed323d890 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf022c33-3de1-4000-b152-e655adee5d81 HTTP/1.1" status: 200 len: 217 time: 0.0350854 Aug 05 14:57:00.250892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09fa66-f0f2-404b-9777-48a2c0d84a0f req-74227fc3-71cc-40bb-90a2-6f3f49943b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:00.252381 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a09fa66-f0f2-404b-9777-48a2c0d84a0f req-74227fc3-71cc-40bb-90a2-6f3f49943b24 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7 HTTP/1.1" status: 200 len: 834 time: 0.0444484 Aug 05 14:57:00.259803 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-1956a22b-1b38-4ab6-a077-7cce0d2d82de None None] Set router b862df95-1555-4d12-93c8-324665c8fc3c gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:57:00.299241 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09fa66-f0f2-404b-9777-48a2c0d84a0f req-b07a756b-24a3-416a-8c6a-38100ea42936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:00.300775 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a09fa66-f0f2-404b-9777-48a2c0d84a0f req-b07a756b-24a3-416a-8c6a-38100ea42936 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62435444-1bc9-4c9b-8c1f-af3259991538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404422 Aug 05 14:57:00.397441 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a09fa66-f0f2-404b-9777-48a2c0d84a0f req-98e4ed9c-5e10-4e9a-99d7-783efb097ac4 service neutron] 10.222.0.84 "GET /v2.0/networks/62435444-1bc9-4c9b-8c1f-af3259991538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877497 Aug 05 14:57:00.457113 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-1956a22b-1b38-4ab6-a077-7cce0d2d82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503146607', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:56:03Z', 'updated_at': '2021-08-05T14:56:08Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:04Z', 'updated_at': '2021-08-05T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e436250f-0b3e-4800-b686-deb6a049d283', 'name': '', 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:82:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:06Z', 'updated_at': '2021-08-05T14:56:12Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:00.482944 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956a22b-1b38-4ab6-a077-7cce0d2d82de None None] The sync data for ids ['b862df95-1555-4d12-93c8-324665c8fc3c'] in n-d-803585-2 is: [{'id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503146607', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:56:03Z', 'updated_at': '2021-08-05T14:56:08Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:04Z', 'updated_at': '2021-08-05T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e436250f-0b3e-4800-b686-deb6a049d283', 'name': '', 'network_id': '62435444-1bc9-4c9b-8c1f-af3259991538', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:82:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:06Z', 'updated_at': '2021-08-05T14:56:12Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:57:00.491476 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3a09fa66-f0f2-404b-9777-48a2c0d84a0f req-73392368-bf2c-44c3-881a-e4889b863608 service neutron] 10.222.0.84 "GET /v2.0/networks/62435444-1bc9-4c9b-8c1f-af3259991538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866923 Aug 05 14:57:00.702328 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35746d99-804f-4b7f-b769-13652e431bea None None] New status for floating IP 1d679653-658b-48ba-ac6e-8192a641efc8: DOWN {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:57:01.225727 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7a4d6-4e31-4f9f-b853-eafb7c84ade3 req-d1551038-f066-455a-8010-f2648d8962d3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:01.227288 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cbf7a4d6-4e31-4f9f-b853-eafb7c84ade3 req-d1551038-f066-455a-8010-f2648d8962d3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 945 time: 0.0558913 Aug 05 14:57:01.264901 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cbf7a4d6-4e31-4f9f-b853-eafb7c84ade3 req-a40341c4-60a3-433e-8b95-0d994ecd5db6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6409344-939a-4907-9352-03961c232e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317075 Aug 05 14:57:01.611071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f06217-b212-4ef8-8614-966879c40c3f req-f899723f-7063-46d8-b2d9-f8fac064a675 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:01.612599 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-24f06217-b212-4ef8-8614-966879c40c3f req-f899723f-7063-46d8-b2d9-f8fac064a675 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 945 time: 0.0494490 Aug 05 14:57:01.704242 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-24f06217-b212-4ef8-8614-966879c40c3f req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port bf022c33-3de1-4000-b152-e655adee5d81 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:57:01.704588 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-24f06217-b212-4ef8-8614-966879c40c3f req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:01.794897 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-24f06217-b212-4ef8-8614-966879c40c3f req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] For port bf022c33-3de1-4000-b152-e655adee5d81, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=bf022c33-3de1-4000-b152-e655adee5d81,segment=NetworkSegment(2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec),segment_id=2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:57:01.795266 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-24f06217-b212-4ef8-8614-966879c40c3f req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:01.809351 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-24f06217-b212-4ef8-8614-966879c40c3f req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for bf022c33-3de1-4000-b152-e655adee5d81 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:57:01.939855 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-24f06217-b212-4ef8-8614-966879c40c3f req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:01.974779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=bf022c33-3de1-4000-b152-e655adee5d81,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:01.996423 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:01.996780 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:01.997122 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:01.997460 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:01.997793 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:01.998126 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:01.998499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:01.998832 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:01.999158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:01.999481 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:01.999804 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:02.000124 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:02.022714 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f06217-b212-4ef8-8614-966879c40c3f req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] No DVR routers for this DVR port bf022c33-3de1-4000-b152-e655adee5d81 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:57:02.025294 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-24f06217-b212-4ef8-8614-966879c40c3f req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:02.027389 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-24f06217-b212-4ef8-8614-966879c40c3f req-42db54a2-dda1-432c-b4fa-74078ec504f7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "DELETE /v2.0/ports/bf022c33-3de1-4000-b152-e655adee5d81 HTTP/1.1" status: 204 len: 173 time: 0.4083922 Aug 05 14:57:02.027821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5867c95c-f409-4261-aef0-181f33e48008', 'name': 'network-vif-deleted', 'tag': 'bf022c33-3de1-4000-b152-e655adee5d81'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:57:02.030072 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e436a6e1-cd0f-4610-9a17-906b7bc99983" -d '{"events": [{"server_uuid": "5867c95c-f409-4261-aef0-181f33e48008", "name": "network-vif-deleted", "tag": "bf022c33-3de1-4000-b152-e655adee5d81"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:57:02.122473 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cc86cc-5b85-4c90-b119-5652d73bca5d x-openstack-request-id: req-31cc86cc-5b85-4c90-b119-5652d73bca5d {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:57:02.122763 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5867c95c-f409-4261-aef0-181f33e48008", "name": "network-vif-deleted", "tag": "bf022c33-3de1-4000-b152-e655adee5d81", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:57:02.123013 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31cc86cc-5b85-4c90-b119-5652d73bca5d {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:57:02.123414 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5867c95c-f409-4261-aef0-181f33e48008', 'name': 'network-vif-deleted', 'tag': 'bf022c33-3de1-4000-b152-e655adee5d81', 'status': 'completed', 'code': 200} Aug 05 14:57:02.379006 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0cb66ebb-60e7-4de6-ad21-0ae23492e37e req-4f6a0181-2c32-4a9c-8f78-2f5bbe14d879 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=5867c95c-f409-4261-aef0-181f33e48008 HTTP/1.1" status: 200 len: 210 time: 0.0339730 Aug 05 14:57:03.437020 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48020) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:03.794270 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89231a65-e22a-4b7e-a33b-fb6055aaccf8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:04.046634 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-89231a65-e22a-4b7e-a33b-fb6055aaccf8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port e436250f-0b3e-4800-b686-deb6a049d283 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:57:04.046879 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89231a65-e22a-4b7e-a33b-fb6055aaccf8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:04.136151 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-89231a65-e22a-4b7e-a33b-fb6055aaccf8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] For port e436250f-0b3e-4800-b686-deb6a049d283, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e436250f-0b3e-4800-b686-deb6a049d283,segment=NetworkSegment(2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec),segment_id=2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:57:04.136518 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89231a65-e22a-4b7e-a33b-fb6055aaccf8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:04.153542 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-89231a65-e22a-4b7e-a33b-fb6055aaccf8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for e436250f-0b3e-4800-b686-deb6a049d283 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:57:04.336270 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89231a65-e22a-4b7e-a33b-fb6055aaccf8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:04.366835 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89231a65-e22a-4b7e-a33b-fb6055aaccf8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=e436250f-0b3e-4800-b686-deb6a049d283,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:04.412002 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device bf022c33-3de1-4000-b152-e655adee5d81 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:57:04.433666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: bf022c33-3de1-4000-b152-e655adee5d81 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:57:04.434330 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device bf022c33-3de1-4000-b152-e655adee5d81 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:57:04.545833 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-89231a65-e22a-4b7e-a33b-fb6055aaccf8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:04.758136 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89231a65-e22a-4b7e-a33b-fb6055aaccf8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router b862df95-1555-4d12-93c8-324665c8fc3c has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:57:04.870101 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89231a65-e22a-4b7e-a33b-fb6055aaccf8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:57:04.875162 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-89231a65-e22a-4b7e-a33b-fb6055aaccf8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "PUT /v2.0/routers/b862df95-1555-4d12-93c8-324665c8fc3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4371088 Aug 05 14:57:04.878061 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48022) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:04.879402 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25fbf29-ee28-4293-b3e2-10f7db1872b0 None None] Sync routers for ids ['b862df95-1555-4d12-93c8-324665c8fc3c'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:57:04.888435 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25fbf29-ee28-4293-b3e2-10f7db1872b0 None None] Routers {'b862df95-1555-4d12-93c8-324665c8fc3c'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:57:04.888971 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e25fbf29-ee28-4293-b3e2-10f7db1872b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:56:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b862df95-1555-4d12-93c8-324665c8fc3c'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:04.931491 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb60defd-bc2f-4c12-8097-5adf29c9728f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting subnet ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:57:04.934605 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bb60defd-bc2f-4c12-8097-5adf29c9728f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:04.973525 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bb60defd-bc2f-4c12-8097-5adf29c9728f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:04.993310 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-e25fbf29-ee28-4293-b3e2-10f7db1872b0 None None] Set router b862df95-1555-4d12-93c8-324665c8fc3c gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:57:05.061817 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bb60defd-bc2f-4c12-8097-5adf29c9728f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:05.119570 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bb60defd-bc2f-4c12-8097-5adf29c9728f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:05.147371 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60defd-bc2f-4c12-8097-5adf29c9728f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Subnet': ['ID=ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:05.158165 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bb60defd-bc2f-4c12-8097-5adf29c9728f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:05.159045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489faa35-d354-4e48-a8d7-2e41de3afbb0 None None] Network 62435444-1bc9-4c9b-8c1f-af3259991538 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:57:05.160307 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bb60defd-bc2f-4c12-8097-5adf29c9728f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/subnets/ba3acc37-d1c5-4b2c-9342-87e6ff1cdaa7 HTTP/1.1" status: 204 len: 168 time: 0.2812495 Aug 05 14:57:05.163908 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48024) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:05.169874 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e25fbf29-ee28-4293-b3e2-10f7db1872b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503146607', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:56:03Z', 'updated_at': '2021-08-05T14:57:04Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:04Z', 'updated_at': '2021-08-05T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:05.200932 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25fbf29-ee28-4293-b3e2-10f7db1872b0 None None] Checking router: b862df95-1555-4d12-93c8-324665c8fc3c for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:57:05.209981 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25fbf29-ee28-4293-b3e2-10f7db1872b0 None None] Routers {'b862df95-1555-4d12-93c8-324665c8fc3c'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:57:05.210621 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e25fbf29-ee28-4293-b3e2-10f7db1872b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:56:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['b862df95-1555-4d12-93c8-324665c8fc3c'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:05.282986 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f969b046-d395-4944-a6aa-3489dbdfe17f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:05.319664 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-e25fbf29-ee28-4293-b3e2-10f7db1872b0 None None] Set router b862df95-1555-4d12-93c8-324665c8fc3c gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:57:05.350507 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] DHCP port deletion for 62435444-1bc9-4c9b-8c1f-af3259991538 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:57:05.396564 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] Deleting port a868c600-d7db-4c68-aead-de6c166e6493 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:57:05.397202 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:05.398568 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f969b046-d395-4944-a6aa-3489dbdfe17f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:05.451867 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f969b046-d395-4944-a6aa-3489dbdfe17f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port 38771f19-c3e7-472c-9a9b-26d2a6258817 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:57:05.453457 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f969b046-d395-4944-a6aa-3489dbdfe17f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:05.464740 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] For port a868c600-d7db-4c68-aead-de6c166e6493, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=a868c600-d7db-4c68-aead-de6c166e6493,segment=NetworkSegment(2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec),segment_id=2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:57:05.465312 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:05.479007 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] Calling delete_port for a868c600-d7db-4c68-aead-de6c166e6493 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:57:05.504296 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-e25fbf29-ee28-4293-b3e2-10f7db1872b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503146607', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:56:03Z', 'updated_at': '2021-08-05T14:57:04Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:04Z', 'updated_at': '2021-08-05T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:05.530074 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25fbf29-ee28-4293-b3e2-10f7db1872b0 None None] The sync data for ids ['b862df95-1555-4d12-93c8-324665c8fc3c'] in n-d-803585-2 is: [{'id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503146607', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:56:03Z', 'updated_at': '2021-08-05T14:57:04Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '38771f19-c3e7-472c-9a9b-26d2a6258817', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862df95-1555-4d12-93c8-324665c8fc3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:56:04Z', 'updated_at': '2021-08-05T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:57:05.538495 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-f969b046-d395-4944-a6aa-3489dbdfe17f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] For port 38771f19-c3e7-472c-9a9b-26d2a6258817, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=38771f19-c3e7-472c-9a9b-26d2a6258817,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:57:05.538871 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f969b046-d395-4944-a6aa-3489dbdfe17f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:05.552696 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-f969b046-d395-4944-a6aa-3489dbdfe17f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for 38771f19-c3e7-472c-9a9b-26d2a6258817 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:57:05.568611 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:05.601169 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] No DVR routers for this DVR port a868c600-d7db-4c68-aead-de6c166e6493 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:57:05.605735 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] Pushing event deleted for resources: {'Port': ['ID=a868c600-d7db-4c68-aead-de6c166e6493,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:05.615004 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:05.615004 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:05.615004 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:05.615342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:05.615616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:05.616128 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:05.616255 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:05.616529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:05.616860 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:05.617190 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:05.617520 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:05.617844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd2806-5c82-4980-b0f1-74202f096c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:05.727208 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f969b046-d395-4944-a6aa-3489dbdfe17f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:05.752112 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969b046-d395-4944-a6aa-3489dbdfe17f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=38771f19-c3e7-472c-9a9b-26d2a6258817,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:05.813289 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f969b046-d395-4944-a6aa-3489dbdfe17f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:06.202978 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f969b046-d395-4944-a6aa-3489dbdfe17f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:06.205062 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f969b046-d395-4944-a6aa-3489dbdfe17f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:06.247143 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f969b046-d395-4944-a6aa-3489dbdfe17f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:06.247678 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f969b046-d395-4944-a6aa-3489dbdfe17f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Fanout notify agent at l3_agent the message router_deleted on router b862df95-1555-4d12-93c8-324665c8fc3c {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:57:06.256029 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f969b046-d395-4944-a6aa-3489dbdfe17f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:06.257172 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f969b046-d395-4944-a6aa-3489dbdfe17f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/routers/b862df95-1555-4d12-93c8-324665c8fc3c HTTP/1.1" status: 204 len: 168 time: 1.0920994 Aug 05 14:57:06.259886 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48026) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:06.365696 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f944065-dbbb-413a-a4fc-b1871dbc00a2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:06.471237 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f944065-dbbb-413a-a4fc-b1871dbc00a2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:06.483253 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-7f944065-dbbb-413a-a4fc-b1871dbc00a2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62435444-1bc9-4c9b-8c1f-af3259991538']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:06.493731 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-7f944065-dbbb-413a-a4fc-b1871dbc00a2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:06.494027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-7f944065-dbbb-413a-a4fc-b1871dbc00a2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6822a9-bbf7-4aeb-a9b5-52b0d1480eec') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:06.503551 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f944065-dbbb-413a-a4fc-b1871dbc00a2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:06.521461 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f944065-dbbb-413a-a4fc-b1871dbc00a2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:06.527565 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f944065-dbbb-413a-a4fc-b1871dbc00a2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:57:06.527955 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f944065-dbbb-413a-a4fc-b1871dbc00a2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: timer() Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:57:06.530945 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:57:06.602756 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f944065-dbbb-413a-a4fc-b1871dbc00a2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:06.612338 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-7f944065-dbbb-413a-a4fc-b1871dbc00a2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:06.615209 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-7f944065-dbbb-413a-a4fc-b1871dbc00a2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/networks/62435444-1bc9-4c9b-8c1f-af3259991538 HTTP/1.1" status: 204 len: 168 time: 0.3534195 Aug 05 14:57:06.618715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48028) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:06.629526 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f944065-dbbb-413a-a4fc-b1871dbc00a2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Network': ['ID=62435444-1bc9-4c9b-8c1f-af3259991538,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:06.702958 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22c42440-80f2-4a74-9abd-36178e764db4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:06.733054 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22c42440-80f2-4a74-9abd-36178e764db4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:06.804262 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22c42440-80f2-4a74-9abd-36178e764db4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:06.807017 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-22c42440-80f2-4a74-9abd-36178e764db4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:06.808318 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-22c42440-80f2-4a74-9abd-36178e764db4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/security-groups/a6409344-939a-4907-9352-03961c232e97 HTTP/1.1" status: 204 len: 168 time: 0.1881039 Aug 05 14:57:06.821859 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c42440-80f2-4a74-9abd-36178e764db4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6409344-939a-4907-9352-03961c232e97,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:06.868077 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 38771f19-c3e7-472c-9a9b-26d2a6258817 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:57:06.890663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 38771f19-c3e7-472c-9a9b-26d2a6258817 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:57:06.891041 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 38771f19-c3e7-472c-9a9b-26d2a6258817 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:57:06.892161 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e436250f-0b3e-4800-b686-deb6a049d283 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:57:06.917081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: e436250f-0b3e-4800-b686-deb6a049d283 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:57:06.917429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e436250f-0b3e-4800-b686-deb6a049d283 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:57:06.917851 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a868c600-d7db-4c68-aead-de6c166e6493 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:57:06.937427 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: a868c600-d7db-4c68-aead-de6c166e6493 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:57:06.937773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device a868c600-d7db-4c68-aead-de6c166e6493 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:57:07.088806 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48034) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:07.093654 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-d6e1f850-c3fd-4cca-9716-db93b13ec330 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1410419492', 'description': 'tempest-secgroup-smoke-1410419492 description', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:57:07.115417 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f850-c3fd-4cca-9716-db93b13ec330 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.201365 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f850-c3fd-4cca-9716-db93b13ec330 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.205306 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f850-c3fd-4cca-9716-db93b13ec330 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.235034 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1f850-c3fd-4cca-9716-db93b13ec330 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:07.239013 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f850-c3fd-4cca-9716-db93b13ec330 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.240348 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-d6e1f850-c3fd-4cca-9716-db93b13ec330 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1505151 Aug 05 14:57:07.243238 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48036) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:07.247593 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-11ead7fe-8215-4c2d-b20f-2fcd1158cc56 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:57:07.275666 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-11ead7fe-8215-4c2d-b20f-2fcd1158cc56 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.334094 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-11ead7fe-8215-4c2d-b20f-2fcd1158cc56 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.337618 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-11ead7fe-8215-4c2d-b20f-2fcd1158cc56 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.355584 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ead7fe-8215-4c2d-b20f-2fcd1158cc56 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9127554-0c08-4135-a86e-f2faa2b449cd,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:07.362421 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-11ead7fe-8215-4c2d-b20f-2fcd1158cc56 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.363689 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-11ead7fe-8215-4c2d-b20f-2fcd1158cc56 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195335 Aug 05 14:57:07.367111 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48038) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:07.371491 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-9cd31f51-1e2a-4d61-b3a6-461e20edde5f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:57:07.396891 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9cd31f51-1e2a-4d61-b3a6-461e20edde5f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.457156 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9cd31f51-1e2a-4d61-b3a6-461e20edde5f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.460952 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9cd31f51-1e2a-4d61-b3a6-461e20edde5f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.480639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd31f51-1e2a-4d61-b3a6-461e20edde5f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415feccc-2b6e-4449-9ecb-d358f0606b2c,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:07.486313 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9cd31f51-1e2a-4d61-b3a6-461e20edde5f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.487539 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9cd31f51-1e2a-4d61-b3a6-461e20edde5f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194935 Aug 05 14:57:07.490901 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48040) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:07.495341 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-876c7bfa-2abd-4937-828a-72f02a3b536d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:57:07.520939 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-876c7bfa-2abd-4937-828a-72f02a3b536d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.578474 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-876c7bfa-2abd-4937-828a-72f02a3b536d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.581943 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-876c7bfa-2abd-4937-828a-72f02a3b536d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.599764 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c7bfa-2abd-4937-828a-72f02a3b536d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22947a0e-ed2d-475b-b1c9-639eb9dc39f3,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:07.609598 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-876c7bfa-2abd-4937-828a-72f02a3b536d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.611010 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-876c7bfa-2abd-4937-828a-72f02a3b536d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191378 Aug 05 14:57:07.613704 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48042) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:07.618918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ce9ec754-9c36-441f-9c75-87c71d5a7e39 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:57:07.646909 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec754-9c36-441f-9c75-87c71d5a7e39 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.710503 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec754-9c36-441f-9c75-87c71d5a7e39 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.714215 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec754-9c36-441f-9c75-87c71d5a7e39 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.731788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ec754-9c36-441f-9c75-87c71d5a7e39 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771bf64f-7c4a-4b85-91dd-65ef2993f1d0,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:07.736895 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec754-9c36-441f-9c75-87c71d5a7e39 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.738552 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ce9ec754-9c36-441f-9c75-87c71d5a7e39 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231973 Aug 05 14:57:07.741759 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48044) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:07.746287 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-cd362ff6-5c0d-4322-8361-a9526d4de34c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:57:07.768229 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-cd362ff6-5c0d-4322-8361-a9526d4de34c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Project 2d4ce9f6eb76427987b7289ebccdf443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:57:07.773287 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cd362ff6-5c0d-4322-8361-a9526d4de34c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.835561 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cd362ff6-5c0d-4322-8361-a9526d4de34c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.838912 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cd362ff6-5c0d-4322-8361-a9526d4de34c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.857478 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd362ff6-5c0d-4322-8361-a9526d4de34c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d190c4c6-ab55-45fb-831f-fd818a3e1801,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:07.863588 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cd362ff6-5c0d-4322-8361-a9526d4de34c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.865473 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cd362ff6-5c0d-4322-8361-a9526d4de34c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225231 Aug 05 14:57:07.867738 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48046) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:07.873298 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-030a6ddd-852e-45ae-bd27-f4f953bfc383 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:57:07.894933 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-030a6ddd-852e-45ae-bd27-f4f953bfc383 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Project 2d4ce9f6eb76427987b7289ebccdf443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:57:07.900117 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-030a6ddd-852e-45ae-bd27-f4f953bfc383 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.977521 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-030a6ddd-852e-45ae-bd27-f4f953bfc383 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:07.981939 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-030a6ddd-852e-45ae-bd27-f4f953bfc383 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:08.000589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a6ddd-852e-45ae-bd27-f4f953bfc383 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd16ad1-909e-4994-bc42-a27a8f76d664,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:08.006575 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-030a6ddd-852e-45ae-bd27-f4f953bfc383 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:08.007599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-030a6ddd-852e-45ae-bd27-f4f953bfc383 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1389058 Aug 05 14:57:08.010484 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48048) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:08.015469 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-8c2f9837-ca0d-401b-bb23-3ebf080366d1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'network': {'name': 'tempest-network-smoke--2103613972', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'port_security_enabled': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:57:08.035025 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2f9837-ca0d-401b-bb23-3ebf080366d1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Made reservation on behalf of 2d4ce9f6eb76427987b7289ebccdf443 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:57:08.039004 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8c2f9837-ca0d-401b-bb23-3ebf080366d1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:08.062616 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2f9837-ca0d-401b-bb23-3ebf080366d1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:57:08.071544 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8c2f9837-ca0d-401b-bb23-3ebf080366d1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:08.071892 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-8c2f9837-ca0d-401b-bb23-3ebf080366d1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Added segment 0b1bd4a7-ed18-4da3-b056-59334bc4c7d3 of type vlan for network 00d808b4-9906-4e29-99a0-61d6cb1df32b Aug 05 14:57:08.112687 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8c2f9837-ca0d-401b-bb23-3ebf080366d1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:08.140405 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8c2f9837-ca0d-401b-bb23-3ebf080366d1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:08.146652 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f9837-ca0d-401b-bb23-3ebf080366d1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:08.147162 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8c2f9837-ca0d-401b-bb23-3ebf080366d1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:08.204957 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8c2f9837-ca0d-401b-bb23-3ebf080366d1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1934323 Aug 05 14:57:08.207869 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48050) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:08.213342 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-715770748', 'admin_state_up': True, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:57:08.216432 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f9837-ca0d-401b-bb23-3ebf080366d1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Network': ['ID=00d808b4-9906-4e29-99a0-61d6cb1df32b,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:08.227228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 00d808b4-9906-4e29-99a0-61d6cb1df32b details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:57:08.238313 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:08.239469 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:08.295115 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:08.429656 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:08.624519 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:08.643783 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:08.743145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.25.5.173 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/287a692b-bdea-41e7-857e-46a42b2f8797) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:57:08.847088 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:08.887962 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:08.922420 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:57:08.929842 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:57:08.932777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:57:08.957017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=287a692b-bdea-41e7-857e-46a42b2f8797,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:09.185757 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:09.381275 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:09.507665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router 7751d09f-da34-43b8-8620-1d41bd0eaf86 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:57:09.610974 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:57:09.621136 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Sync routers for ids ['7751d09f-da34-43b8-8620-1d41bd0eaf86'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:57:09.630910 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Routers {'7751d09f-da34-43b8-8620-1d41bd0eaf86'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:57:09.631550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:56:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7751d09f-da34-43b8-8620-1d41bd0eaf86'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:09.631704 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:09.636129 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48052) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:09.636574 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-155aa136-b97e-4d13-9ed8-1eab06cef5aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4268184 Aug 05 14:57:09.671331 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4fcd3e1e-bcd2-49a2-9fdb-e755e1b6f560 tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2d4ce9f6eb76427987b7289ebccdf443&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334320 Aug 05 14:57:09.673381 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48054) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:09.831291 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676dd4ac-b6f8-402e-b9b3-bfd19a79c056 tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:09.832729 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-676dd4ac-b6f8-402e-b9b3-bfd19a79c056 tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1583319 Aug 05 14:57:09.836316 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48056) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:09.876084 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bb3271a4-f306-47ce-9b44-93050215bb58 tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385649 Aug 05 14:57:09.878652 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48058) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:09.884310 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-16915a09-a2bd-4e78-9454-14dbf529b4e0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-809505417', 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:57:09.902485 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Set router 7751d09f-da34-43b8-8620-1d41bd0eaf86 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:57:09.970574 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16915a09-a2bd-4e78-9454-14dbf529b4e0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Made reservation on behalf of 2d4ce9f6eb76427987b7289ebccdf443 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:57:09.974828 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16915a09-a2bd-4e78-9454-14dbf529b4e0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:10.085398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715770748', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:09Z', 'revision_number': 3, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:10.111293 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Checking router: 7751d09f-da34-43b8-8620-1d41bd0eaf86 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:57:10.111623 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Updating router 7751d09f-da34-43b8-8620-1d41bd0eaf86 port 287a692b-bdea-41e7-857e-46a42b2f8797 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:57:10.137995 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:10.156059 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16915a09-a2bd-4e78-9454-14dbf529b4e0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:10.222353 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16915a09-a2bd-4e78-9454-14dbf529b4e0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Subnet': ['ID=ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:10.230211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16915a09-a2bd-4e78-9454-14dbf529b4e0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Checking segment: {'id': '0b1bd4a7-ed18-4da3-b056-59334bc4c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:57:10.230613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16915a09-a2bd-4e78-9454-14dbf529b4e0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network hostable DHCP agents. Network: 00d808b4-9906-4e29-99a0-61d6cb1df32b, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:57:10.247890 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16915a09-a2bd-4e78-9454-14dbf529b4e0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 00d808b4-9906-4e29-99a0-61d6cb1df32b is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:57:10.256918 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-16915a09-a2bd-4e78-9454-14dbf529b4e0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 00d808b4-9906-4e29-99a0-61d6cb1df32b) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:57:10.261005 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16915a09-a2bd-4e78-9454-14dbf529b4e0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:10.261597 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-16915a09-a2bd-4e78-9454-14dbf529b4e0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:10.275793 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-16915a09-a2bd-4e78-9454-14dbf529b4e0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3961308 Aug 05 14:57:10.278911 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48060) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:10.289145 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db216ef1-9c64-473f-9e48-2bf57a8ea5b8 None None] Network 00d808b4-9906-4e29-99a0-61d6cb1df32b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:57:10.506167 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:10.517253 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Transition to ACTIVE for port object 287a692b-bdea-41e7-857e-46a42b2f8797 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:57:10.521172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-00d808b4-9906-4e29-99a0-61d6cb1df32b', 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ips': [{'subnet_id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:57:10.521962 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:10.532318 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:10.652608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Attempting to bind port 287a692b-bdea-41e7-857e-46a42b2f8797 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:57:10.653264 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Attempting to bind port 287a692b-bdea-41e7-857e-46a42b2f8797 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:57:10.653383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Attempting to bind port 287a692b-bdea-41e7-857e-46a42b2f8797 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:57:10.657882 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73104856-4a83-4a49-abd2-0c33df2b9ab0 None None] Pushing event updated for resources: {'Port': ['ID=287a692b-bdea-41e7-857e-46a42b2f8797,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:10.667437 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:57:10.667810 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:57:10.668217 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:10.668609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:57:10.669075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Bound port: 287a692b-bdea-41e7-857e-46a42b2f8797, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:57:10.669457 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:10.719794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:10.753564 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Allocated IP 172.20.0.2 (00d808b4-9906-4e29-99a0-61d6cb1df32b/ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0/5fd3287e-c1f3-473b-9da0-142c116412b7) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:57:10.759128 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] For port 287a692b-bdea-41e7-857e-46a42b2f8797, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:57:10.763254 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] For port 287a692b-bdea-41e7-857e-46a42b2f8797, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=287a692b-bdea-41e7-857e-46a42b2f8797,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:57:10.768669 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:10.885988 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73104856-4a83-4a49-abd2-0c33df2b9ab0 None None] Pushing event updated for resources: {'Port': ['ID=287a692b-bdea-41e7-857e-46a42b2f8797,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:10.890075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Routers {'7751d09f-da34-43b8-8620-1d41bd0eaf86'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:57:10.890708 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:56:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7751d09f-da34-43b8-8620-1d41bd0eaf86'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:11.041518 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:11.053159 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] Set router 7751d09f-da34-43b8-8620-1d41bd0eaf86 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:57:11.080657 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Transition to ACTIVE for port object 5fd3287e-c1f3-473b-9da0-142c116412b7 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:57:11.155588 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Transition to ACTIVE for port object 5fd3287e-c1f3-473b-9da0-142c116412b7 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:57:11.167106 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:11.211248 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.20.0.1 (00d808b4-9906-4e29-99a0-61d6cb1df32b/ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0/4da6ac59-96a8-4f69-a8cc-ffaace3c5710) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:57:11.215511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Network 00d808b4-9906-4e29-99a0-61d6cb1df32b is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:57:11.224833 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:57:11.231550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:57:11.249374 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Pushing event updated for resources: {'Port': ['ID=5fd3287e-c1f3-473b-9da0-142c116412b7,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:11.322843 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Attempting to bind port 5fd3287e-c1f3-473b-9da0-142c116412b7 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:57:11.323100 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Attempting to bind port 5fd3287e-c1f3-473b-9da0-142c116412b7 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '0b1bd4a7-ed18-4da3-b056-59334bc4c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:57:11.323586 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Attempting to bind port 5fd3287e-c1f3-473b-9da0-142c116412b7 on network 00d808b4-9906-4e29-99a0-61d6cb1df32b {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:57:11.328624 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:11.331234 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:57:11.331610 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Checking segment: {'id': '0b1bd4a7-ed18-4da3-b056-59334bc4c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:57:11.332017 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:11.332412 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Bound using segment: {'id': '0b1bd4a7-ed18-4da3-b056-59334bc4c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:57:11.333407 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Bound port: 5fd3287e-c1f3-473b-9da0-142c116412b7, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1bd4a7-ed18-4da3-b056-59334bc4c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:57:11.333819 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:11.342993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Transition to ACTIVE for port object 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:57:11.375470 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715770748', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:09Z', 'revision_number': 3, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:11.376690 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:11.406708 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6620a127-df86-46e3-bf16-08dafa0123b9 None None] The sync data for ids ['7751d09f-da34-43b8-8620-1d41bd0eaf86'] in n-d-803585-2 is: [{'id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715770748', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:09Z', 'revision_number': 3, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:57:11.419875 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 00d808b4-9906-4e29-99a0-61d6cb1df32b is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:57:11.423068 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:57:11.427628 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:57:11.433645 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] For port 5fd3287e-c1f3-473b-9da0-142c116412b7, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:57:11.434653 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=4da6ac59-96a8-4f69-a8cc-ffaace3c5710,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:11.437282 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] For port 5fd3287e-c1f3-473b-9da0-142c116412b7, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5fd3287e-c1f3-473b-9da0-142c116412b7,segment=NetworkSegment(0b1bd4a7-ed18-4da3-b056-59334bc4c7d3),segment_id=0b1bd4a7-ed18-4da3-b056-59334bc4c7d3)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:57:11.446436 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:11.494420 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:11.523162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e25655-e922-4cfa-9f53-5ef3057a9382 None None] Pushing event updated for resources: {'Port': ['ID=5fd3287e-c1f3-473b-9da0-142c116412b7,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:11.667199 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:12.019431 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:12.025303 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:12.102289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=4da6ac59-96a8-4f69-a8cc-ffaace3c5710,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:12.104646 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:12.211271 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 00d808b4-9906-4e29-99a0-61d6cb1df32b is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:57:12.212809 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:57:12.337706 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router 7751d09f-da34-43b8-8620-1d41bd0eaf86 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:57:12.448716 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:57:12.457380 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b5548042-b454-4576-8c3f-81a443b40586 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "PUT /v2.0/routers/7751d09f-da34-43b8-8620-1d41bd0eaf86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1737099 Aug 05 14:57:12.488092 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78242e9e-a99b-44ab-9f68-77b4cc7e4cf7 None None] Network 00d808b4-9906-4e29-99a0-61d6cb1df32b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:57:12.569859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cabbf287-2f61-4815-8516-5dee4d271384 None None] Provisioning for port 5fd3287e-c1f3-473b-9da0-142c116412b7 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:57:12.603393 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-2339b495-d9dc-431e-8267-114e127e3204 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1410419492&fields=id&tenant_id=2d4ce9f6eb76427987b7289ebccdf443 HTTP/1.1" status: 200 len: 267 time: 0.0394387 Aug 05 14:57:12.714502 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-fe8dd73d-db9f-411f-b3b0-9defb6332c9d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:12.716027 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-fe8dd73d-db9f-411f-b3b0-9defb6332c9d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/networks?id=00d808b4-9906-4e29-99a0-61d6cb1df32b HTTP/1.1" status: 200 len: 797 time: 0.1041317 Aug 05 14:57:12.732376 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-186dea5e-8a59-4ec3-a807-abe4b6aea1e1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/quotas/2d4ce9f6eb76427987b7289ebccdf443 HTTP/1.1" status: 200 len: 375 time: 0.0103099 Aug 05 14:57:12.797206 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-8c4bcba1-dd6b-41c1-a1e9-53a15dd2b0d9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592136 Aug 05 14:57:12.908815 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-fa43944c-d7e1-4a51-89a1-a5e0893071df service neutron] 10.222.0.16 "GET /v2.0/networks/00d808b4-9906-4e29-99a0-61d6cb1df32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938175 Aug 05 14:57:12.916756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-401ce8c0-5a6a-4afa-9125-6b8e78b8866e None None] Provisioning for port 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:57:12.920983 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5fd3287e-c1f3-473b-9da0-142c116412b7 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:57:12.952099 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-401ce8c0-5a6a-4afa-9125-6b8e78b8866e None None] Provisioning complete for port 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:57:12.952773 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-401ce8c0-5a6a-4afa-9125-6b8e78b8866e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:13.005602 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-401ce8c0-5a6a-4afa-9125-6b8e78b8866e None None] Port 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:57:13.017816 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 5fd3287e-c1f3-473b-9da0-142c116412b7 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:57:13.021135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-401ce8c0-5a6a-4afa-9125-6b8e78b8866e None None] Provisioning complete for port 5fd3287e-c1f3-473b-9da0-142c116412b7 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:57:13.021604 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-401ce8c0-5a6a-4afa-9125-6b8e78b8866e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:13.039268 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-f782d6e0-d583-4d0a-b09d-20fb1e39955c service neutron] 10.222.0.16 "GET /v2.0/networks/00d808b4-9906-4e29-99a0-61d6cb1df32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217062 Aug 05 14:57:13.048126 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 5fd3287e-c1f3-473b-9da0-142c116412b7 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:57:13.048513 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:13.187774 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-401ce8c0-5a6a-4afa-9125-6b8e78b8866e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:13.189683 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:13.246876 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Sync routers for ids ['7751d09f-da34-43b8-8620-1d41bd0eaf86'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:57:13.257324 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 5fd3287e-c1f3-473b-9da0-142c116412b7, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5fd3287e-c1f3-473b-9da0-142c116412b7,segment=NetworkSegment(0b1bd4a7-ed18-4da3-b056-59334bc4c7d3),segment_id=0b1bd4a7-ed18-4da3-b056-59334bc4c7d3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:57:13.258396 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f9ae8889-95a1-4e7d-8ebe-306dc74a31c0 req-ae457137-9113-4a7a-883b-cb416c4c5472 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 210 time: 0.0405500 Aug 05 14:57:13.262767 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Routers {'7751d09f-da34-43b8-8620-1d41bd0eaf86'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:57:13.263658 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:56:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7751d09f-da34-43b8-8620-1d41bd0eaf86'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:13.268719 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:13.270346 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 287a692b-bdea-41e7-857e-46a42b2f8797 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:57:13.400901 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-401ce8c0-5a6a-4afa-9125-6b8e78b8866e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 14:57:13.401355 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-401ce8c0-5a6a-4afa-9125-6b8e78b8866e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 14:57:13.413581 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=5fd3287e-c1f3-473b-9da0-142c116412b7,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:13.424447 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 287a692b-bdea-41e7-857e-46a42b2f8797 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:57:13.429406 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 287a692b-bdea-41e7-857e-46a42b2f8797 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:57:13.430099 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:13.515230 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:13.528384 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Set router 7751d09f-da34-43b8-8620-1d41bd0eaf86 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:57:13.537259 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 287a692b-bdea-41e7-857e-46a42b2f8797, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=287a692b-bdea-41e7-857e-46a42b2f8797,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:57:13.542393 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:13.600943 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=287a692b-bdea-41e7-857e-46a42b2f8797,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:13.733756 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715770748', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:11Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4da6ac59-96a8-4f69-a8cc-ffaace3c5710', 'name': '', 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:fc:a8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:10Z', 'updated_at': '2021-08-05T14:57:11Z', 'revision_number': 2, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:13.760581 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Checking router: 7751d09f-da34-43b8-8620-1d41bd0eaf86 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:57:13.760945 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Updating router 7751d09f-da34-43b8-8620-1d41bd0eaf86 port 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:57:13.792152 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:14.069593 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f060c04f-65bd-4f29-91da-ce24bbe1f598 None None] Provisioning complete for port 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:57:14.069955 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f060c04f-65bd-4f29-91da-ce24bbe1f598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:14.075643 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:14.085782 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Transition to ACTIVE for port object 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:57:14.091968 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:14.104693 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f060c04f-65bd-4f29-91da-ce24bbe1f598 None None] Port 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:57:14.142341 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4a49f-3139-4724-aa67-54d6244317cc None None] Pushing event updated for resources: {'Port': ['ID=4da6ac59-96a8-4f69-a8cc-ffaace3c5710,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:14.169601 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4a49f-3139-4724-aa67-54d6244317cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:14.169944 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4a49f-3139-4724-aa67-54d6244317cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:14.170302 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4a49f-3139-4724-aa67-54d6244317cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:14.170644 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4a49f-3139-4724-aa67-54d6244317cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:14.170976 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4a49f-3139-4724-aa67-54d6244317cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:14.171305 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4a49f-3139-4724-aa67-54d6244317cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:14.171632 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4a49f-3139-4724-aa67-54d6244317cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:14.171956 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4a49f-3139-4724-aa67-54d6244317cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:14.172278 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4a49f-3139-4724-aa67-54d6244317cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:14.172607 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4a49f-3139-4724-aa67-54d6244317cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:14.172925 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4a49f-3139-4724-aa67-54d6244317cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:14.173246 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa4a49f-3139-4724-aa67-54d6244317cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:57:14.210447 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Attempting to bind port 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:57:14.210817 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Attempting to bind port 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '0b1bd4a7-ed18-4da3-b056-59334bc4c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:57:14.211178 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Attempting to bind port 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 on network 00d808b4-9906-4e29-99a0-61d6cb1df32b {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:57:14.216339 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:57:14.216702 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Checking segment: {'id': '0b1bd4a7-ed18-4da3-b056-59334bc4c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:57:14.217103 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:14.217499 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Bound using segment: {'id': '0b1bd4a7-ed18-4da3-b056-59334bc4c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:57:14.217957 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Bound port: 4da6ac59-96a8-4f69-a8cc-ffaace3c5710, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1bd4a7-ed18-4da3-b056-59334bc4c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:57:14.218351 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:14.285351 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] For port 4da6ac59-96a8-4f69-a8cc-ffaace3c5710, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:57:14.290133 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] For port 4da6ac59-96a8-4f69-a8cc-ffaace3c5710, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4da6ac59-96a8-4f69-a8cc-ffaace3c5710,segment=NetworkSegment(0b1bd4a7-ed18-4da3-b056-59334bc4c7d3),segment_id=0b1bd4a7-ed18-4da3-b056-59334bc4c7d3)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:57:14.297185 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:14.361015 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4a49f-3139-4724-aa67-54d6244317cc None None] Pushing event updated for resources: {'Port': ['ID=4da6ac59-96a8-4f69-a8cc-ffaace3c5710,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:14.381302 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Routers {'7751d09f-da34-43b8-8620-1d41bd0eaf86'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:57:14.382219 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:56:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7751d09f-da34-43b8-8620-1d41bd0eaf86'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:14.410278 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a84f934-f4c8-4b24-8aad-73579a778a36 req-b9744068-c0e1-44a1-8e1e-70c90f816f9b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 210 time: 0.0731692 Aug 05 14:57:14.506273 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] Set router 7751d09f-da34-43b8-8620-1d41bd0eaf86 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:57:14.521173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-04ce149a-374f-4106-823e-d05a88c30104 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:14.522977 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-04ce149a-374f-4106-823e-d05a88c30104 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "GET /v2.0/networks?id=00d808b4-9906-4e29-99a0-61d6cb1df32b HTTP/1.1" status: 200 len: 797 time: 0.1708763 Aug 05 14:57:14.575223 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-605c8ab1-c2c7-4efe-af36-3440cae86391 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d4ce9f6eb76427987b7289ebccdf443 HTTP/1.1" status: 200 len: 380 time: 0.0388799 Aug 05 14:57:14.587092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-b5f27b2f-ff7b-4982-8fc0-d7927edccf24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'port': {'device_id': 'e060f3f9-cef2-4d2a-a376-c9c0d0072bfb', 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b', 'admin_state_up': True, 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'security_groups': ['c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:57:14.696069 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-b5f27b2f-ff7b-4982-8fc0-d7927edccf24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Made reservation on behalf of 2d4ce9f6eb76427987b7289ebccdf443 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:57:14.699781 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-b5f27b2f-ff7b-4982-8fc0-d7927edccf24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:14.708452 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715770748', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:11Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4da6ac59-96a8-4f69-a8cc-ffaace3c5710', 'name': '', 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:fc:a8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:10Z', 'updated_at': '2021-08-05T14:57:14Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:14.738814 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d788ad1-563f-47cd-8906-ce7e32be79e6 None None] The sync data for ids ['7751d09f-da34-43b8-8620-1d41bd0eaf86'] in n-d-803585-2 is: [{'id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715770748', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:11Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4da6ac59-96a8-4f69-a8cc-ffaace3c5710', 'name': '', 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:fc:a8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:10Z', 'updated_at': '2021-08-05T14:57:14Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:57:14.964079 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:57:15.019574 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:57:15.023947 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:57:15.024317 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:15.112927 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:15.151337 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 4da6ac59-96a8-4f69-a8cc-ffaace3c5710, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4da6ac59-96a8-4f69-a8cc-ffaace3c5710,segment=NetworkSegment(0b1bd4a7-ed18-4da3-b056-59334bc4c7d3),segment_id=0b1bd4a7-ed18-4da3-b056-59334bc4c7d3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:57:15.159087 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:15.160153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5fd3287e-c1f3-473b-9da0-142c116412b7 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:57:15.222807 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-b5f27b2f-ff7b-4982-8fc0-d7927edccf24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.20.0.14 (00d808b4-9906-4e29-99a0-61d6cb1df32b/ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0/7c19dfd8-2140-44bf-869e-472afc350918) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:57:15.242822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=4da6ac59-96a8-4f69-a8cc-ffaace3c5710,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:15.262902 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 5fd3287e-c1f3-473b-9da0-142c116412b7 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:57:15.263292 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:15.359283 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 287a692b-bdea-41e7-857e-46a42b2f8797 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:57:15.387110 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-b5f27b2f-ff7b-4982-8fc0-d7927edccf24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:15.401697 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-b5f27b2f-ff7b-4982-8fc0-d7927edccf24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Transition to ACTIVE for port object 7c19dfd8-2140-44bf-869e-472afc350918 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:57:15.407596 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:15.421587 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 287a692b-bdea-41e7-857e-46a42b2f8797 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:57:15.421968 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:15.445088 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-b5f27b2f-ff7b-4982-8fc0-d7927edccf24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:15.505089 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f27b2f-ff7b-4982-8fc0-d7927edccf24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=7c19dfd8-2140-44bf-869e-472afc350918,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:15.525291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-b5f27b2f-ff7b-4982-8fc0-d7927edccf24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 00d808b4-9906-4e29-99a0-61d6cb1df32b is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:57:15.526956 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-b5f27b2f-ff7b-4982-8fc0-d7927edccf24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:57:15.529506 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-b5f27b2f-ff7b-4982-8fc0-d7927edccf24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:57:15.569047 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82605c68-72b1-4982-91c6-65c11b1e91a2 req-d26542e0-4eb1-4b6f-bf48-445493b94476 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:15.576879 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82605c68-72b1-4982-91c6-65c11b1e91a2 req-d26542e0-4eb1-4b6f-bf48-445493b94476 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 932 time: 0.0802300 Aug 05 14:57:15.584554 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-b5f27b2f-ff7b-4982-8fc0-d7927edccf24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:15.585320 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-b5f27b2f-ff7b-4982-8fc0-d7927edccf24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:15.613208 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-b5f27b2f-ff7b-4982-8fc0-d7927edccf24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0309675 Aug 05 14:57:15.626884 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Request body: {'port': {'device_id': 'e060f3f9-cef2-4d2a-a376-c9c0d0072bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:57:15.642495 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-82605c68-72b1-4982-91c6-65c11b1e91a2 req-25b5e16f-a8f5-46a3-8fe6-2b73d6caf773 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497067 Aug 05 14:57:15.699455 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:15.791600 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5ec13975-fe5b-4e6d-9a35-f98849c04162 None None] Provisioning for port 7c19dfd8-2140-44bf-869e-472afc350918 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:57:15.805733 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-5ec13975-fe5b-4e6d-9a35-f98849c04162 None None] Provisioning complete for port 7c19dfd8-2140-44bf-869e-472afc350918 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:57:15.806344 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5ec13975-fe5b-4e6d-9a35-f98849c04162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:15.987784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c19dfd8-2140-44bf-869e-472afc350918 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:57:15.995608 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:16.008035 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Transition to ACTIVE for port object 7c19dfd8-2140-44bf-869e-472afc350918 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:57:16.012308 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:16.013194 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b60bdefe-8a29-4fdc-8a1b-326a89e84950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:16.015012 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-5ec13975-fe5b-4e6d-9a35-f98849c04162 None None] Port 7c19dfd8-2140-44bf-869e-472afc350918 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:57:16.061288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Pushing event updated for resources: {'Port': ['ID=7c19dfd8-2140-44bf-869e-472afc350918,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:16.135311 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Attempting to bind port 7c19dfd8-2140-44bf-869e-472afc350918 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:57:16.135562 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Attempting to bind port 7c19dfd8-2140-44bf-869e-472afc350918 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '0b1bd4a7-ed18-4da3-b056-59334bc4c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:57:16.135892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Attempting to bind port 7c19dfd8-2140-44bf-869e-472afc350918 on network 00d808b4-9906-4e29-99a0-61d6cb1df32b {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:57:16.140393 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Port 7c19dfd8-2140-44bf-869e-472afc350918 on network 00d808b4-9906-4e29-99a0-61d6cb1df32b not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:57:16.140715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Attempting to bind port 7c19dfd8-2140-44bf-869e-472afc350918 on network 00d808b4-9906-4e29-99a0-61d6cb1df32b {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:57:16.146229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:57:16.146539 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Checking segment: {'id': '0b1bd4a7-ed18-4da3-b056-59334bc4c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:57:16.147053 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Bound using segment: {'id': '0b1bd4a7-ed18-4da3-b056-59334bc4c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:57:16.147429 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Bound port: 7c19dfd8-2140-44bf-869e-472afc350918, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1bd4a7-ed18-4da3-b056-59334bc4c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:57:16.147784 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:16.215908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] For port 7c19dfd8-2140-44bf-869e-472afc350918, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:57:16.218968 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] For port 7c19dfd8-2140-44bf-869e-472afc350918, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=7c19dfd8-2140-44bf-869e-472afc350918,segment=NetworkSegment(0b1bd4a7-ed18-4da3-b056-59334bc4c7d3),segment_id=0b1bd4a7-ed18-4da3-b056-59334bc4c7d3)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:57:16.224458 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:16.259917 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:16.260432 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:16.261845 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] 10.222.0.84 "PUT /v2.0/ports/7c19dfd8-2140-44bf-869e-472afc350918 HTTP/1.1" status: 200 len: 1092 time: 0.6398263 Aug 05 14:57:16.262320 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e060f3f9-cef2-4d2a-a376-c9c0d0072bfb', 'tag': '7c19dfd8-2140-44bf-869e-472afc350918'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:57:16.264603 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d294d289-9a87-4b59-9cb0-ff36fe651fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "e060f3f9-cef2-4d2a-a376-c9c0d0072bfb", "tag": "7c19dfd8-2140-44bf-869e-472afc350918"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:57:16.293847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bdced-8045-42f1-b8f4-6ad11b314e80 service neutron] Pushing event updated for resources: {'Port': ['ID=7c19dfd8-2140-44bf-869e-472afc350918,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:16.320672 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed96234-4845-49eb-bc38-f2b138feff85 x-openstack-request-id: req-0ed96234-4845-49eb-bc38-f2b138feff85 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:57:16.320971 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e060f3f9-cef2-4d2a-a376-c9c0d0072bfb", "tag": "7c19dfd8-2140-44bf-869e-472afc350918", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:57:16.321230 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ed96234-4845-49eb-bc38-f2b138feff85 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:57:16.321633 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e060f3f9-cef2-4d2a-a376-c9c0d0072bfb', 'tag': '7c19dfd8-2140-44bf-869e-472afc350918', 'status': 'completed', 'code': 200} Aug 05 14:57:16.352819 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-34665382-8f03-4c67-b99f-3d003adf4b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:16.354415 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-34665382-8f03-4c67-b99f-3d003adf4b98 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 1095 time: 0.0479400 Aug 05 14:57:16.402176 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-471f85c8-6262-49eb-80dc-e1d7c57821a5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c19dfd8-2140-44bf-869e-472afc350918 HTTP/1.1" status: 200 len: 217 time: 0.0393195 Aug 05 14:57:16.454201 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-84847bcd-0e33-4aaf-a455-a01bb636b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:16.455755 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-84847bcd-0e33-4aaf-a455-a01bb636b4d6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0 HTTP/1.1" status: 200 len: 834 time: 0.0464833 Aug 05 14:57:16.501317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-5c8aefcb-7eb7-4857-9a17-72abc44f03cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:16.502860 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-5c8aefcb-7eb7-4857-9a17-72abc44f03cb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00d808b4-9906-4e29-99a0-61d6cb1df32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398936 Aug 05 14:57:16.597060 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-51290b42-5e59-4fd3-a703-ceef1e360073 service neutron] 10.222.0.84 "GET /v2.0/networks/00d808b4-9906-4e29-99a0-61d6cb1df32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861986 Aug 05 14:57:16.625772 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:16.688970 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4dc1939f-4c5b-40da-acfb-f0fac8c90f50 req-c5efa61a-f91c-495d-a891-247353c74cbd service neutron] 10.222.0.84 "GET /v2.0/networks/00d808b4-9906-4e29-99a0-61d6cb1df32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841410 Aug 05 14:57:16.743030 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49678f-e603-441b-a025-e825abd516fc req-7ee04598-3677-4bd3-8b12-6126cf4426d2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:16.744517 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d49678f-e603-441b-a025-e825abd516fc req-7ee04598-3677-4bd3-8b12-6126cf4426d2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 944 time: 0.0548208 Aug 05 14:57:16.775285 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294d289-9a87-4b59-9cb0-ff36fe651fc3 req-e7ac84a7-1a4f-4142-b634-aeeaef3e6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:16.776799 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d294d289-9a87-4b59-9cb0-ff36fe651fc3 req-e7ac84a7-1a4f-4142-b634-aeeaef3e6f96 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 1095 time: 0.0418575 Aug 05 14:57:16.783251 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1d49678f-e603-441b-a025-e825abd516fc req-888df5c9-fe8d-4f42-8bb3-08de5becc4a6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327876 Aug 05 14:57:16.855188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:57:16.878943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294d289-9a87-4b59-9cb0-ff36fe651fc3 req-e4b60b64-69f1-4e8c-bfd3-92f48b5fb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:16.881165 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d294d289-9a87-4b59-9cb0-ff36fe651fc3 req-e4b60b64-69f1-4e8c-bfd3-92f48b5fb365 service neutron] 10.222.0.84 "GET /v2.0/networks?id=00d808b4-9906-4e29-99a0-61d6cb1df32b HTTP/1.1" status: 200 len: 898 time: 0.0969791 Aug 05 14:57:16.901748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:57:16.902123 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:16.922762 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d294d289-9a87-4b59-9cb0-ff36fe651fc3 req-7e439bf2-f3ee-4d6f-85e1-db0eaafa0f56 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c19dfd8-2140-44bf-869e-472afc350918 HTTP/1.1" status: 200 len: 217 time: 0.0344615 Aug 05 14:57:16.977634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294d289-9a87-4b59-9cb0-ff36fe651fc3 req-bb48ea8f-7253-444a-8023-92a5dc6435d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:16.979169 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d294d289-9a87-4b59-9cb0-ff36fe651fc3 req-bb48ea8f-7253-444a-8023-92a5dc6435d5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0 HTTP/1.1" status: 200 len: 834 time: 0.0487509 Aug 05 14:57:17.027663 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294d289-9a87-4b59-9cb0-ff36fe651fc3 req-0ea8c738-15fb-4d16-9fad-860e77624605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:17.029164 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d294d289-9a87-4b59-9cb0-ff36fe651fc3 req-0ea8c738-15fb-4d16-9fad-860e77624605 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00d808b4-9906-4e29-99a0-61d6cb1df32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406773 Aug 05 14:57:17.121178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d294d289-9a87-4b59-9cb0-ff36fe651fc3 req-79a45f25-7fe5-4e9b-a1cd-3a9b86818aa2 service neutron] 10.222.0.84 "GET /v2.0/networks/00d808b4-9906-4e29-99a0-61d6cb1df32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836837 Aug 05 14:57:17.216015 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d294d289-9a87-4b59-9cb0-ff36fe651fc3 req-008a97ea-3d29-4bd8-af73-3912bf33a316 service neutron] 10.222.0.84 "GET /v2.0/networks/00d808b4-9906-4e29-99a0-61d6cb1df32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868506 Aug 05 14:57:17.911093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0086f-3841-4a22-92ca-4624cc0b184d req-77367b43-b827-4f90-afeb-f11910563737 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:17.912596 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-37a0086f-3841-4a22-92ca-4624cc0b184d req-77367b43-b827-4f90-afeb-f11910563737 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 944 time: 0.0507944 Aug 05 14:57:17.950387 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-37a0086f-3841-4a22-92ca-4624cc0b184d req-d494e75c-0d53-43b8-aa43-ad90a8f22458 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317953 Aug 05 14:57:18.466618 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-694eaa45-016e-42df-bb2a-cc699cb4cace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:18.725099 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:19.067555 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190b5c6-31c2-4738-adc8-3a782c77d8c6 req-39bf78ff-b95e-40a9-bed8-66a55b2c018d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:19.069483 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0190b5c6-31c2-4738-adc8-3a782c77d8c6 req-39bf78ff-b95e-40a9-bed8-66a55b2c018d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 944 time: 0.0510294 Aug 05 14:57:19.108455 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0190b5c6-31c2-4738-adc8-3a782c77d8c6 req-28a0b75a-2e25-4483-b9b5-4388a2a4778a tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329373 Aug 05 14:57:19.738545 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:20.221569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13dfb3-b51d-4499-abf0-47b7ce70bf8e req-5f7ec496-8aab-4d77-8fbf-ea3f162d58d0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:20.223101 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b13dfb3-b51d-4499-abf0-47b7ce70bf8e req-5f7ec496-8aab-4d77-8fbf-ea3f162d58d0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 944 time: 0.0490084 Aug 05 14:57:20.267304 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9b13dfb3-b51d-4499-abf0-47b7ce70bf8e req-3d4aea90-c5a5-4351-ae29-78e23db93c8c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376046 Aug 05 14:57:20.428055 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 7c19dfd8-2140-44bf-869e-472afc350918 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:57:20.523727 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 7c19dfd8-2140-44bf-869e-472afc350918, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=7c19dfd8-2140-44bf-869e-472afc350918,segment=NetworkSegment(0b1bd4a7-ed18-4da3-b056-59334bc4c7d3),segment_id=0b1bd4a7-ed18-4da3-b056-59334bc4c7d3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:57:20.534598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '7c19dfd8-2140-44bf-869e-472afc350918', 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b', 'port_id': '7c19dfd8-2140-44bf-869e-472afc350918', 'mac_address': 'fa:16:3e:81:92:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:57:20.574001 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:20.586072 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c19dfd8-2140-44bf-869e-472afc350918 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:57:20.604579 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 7c19dfd8-2140-44bf-869e-472afc350918, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=7c19dfd8-2140-44bf-869e-472afc350918,segment=NetworkSegment(0b1bd4a7-ed18-4da3-b056-59334bc4c7d3),segment_id=0b1bd4a7-ed18-4da3-b056-59334bc4c7d3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:57:20.608504 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:20.657585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=7c19dfd8-2140-44bf-869e-472afc350918,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:20.821183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['7c19dfd8-2140-44bf-869e-472afc350918'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:57:21.382927 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57118a91-8c6c-4769-8009-440d1fe32941 req-751a0233-0e49-413a-a054-0f39c442a1a6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:21.384430 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57118a91-8c6c-4769-8009-440d1fe32941 req-751a0233-0e49-413a-a054-0f39c442a1a6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 945 time: 0.0489013 Aug 05 14:57:21.424890 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57118a91-8c6c-4769-8009-440d1fe32941 req-500c7d20-4d42-4f8d-bba9-8bf7ccb39646 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344551 Aug 05 14:57:21.526838 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:22.436773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 7c19dfd8-2140-44bf-869e-472afc350918 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:57:22.486693 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 7c19dfd8-2140-44bf-869e-472afc350918 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:57:22.490468 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 7c19dfd8-2140-44bf-869e-472afc350918 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:57:22.490841 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:22.546531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90c793-df4f-49f0-ad72-11702b65ed07 req-4b4295e3-3f1f-4fbc-8c6c-a1060fcd1c48 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:22.548090 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cf90c793-df4f-49f0-ad72-11702b65ed07 req-4b4295e3-3f1f-4fbc-8c6c-a1060fcd1c48 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 945 time: 0.0516834 Aug 05 14:57:22.571199 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:22.589273 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cf90c793-df4f-49f0-ad72-11702b65ed07 req-68127631-4fc4-4f1d-8408-894eb30f7bf0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342903 Aug 05 14:57:22.593944 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e060f3f9-cef2-4d2a-a376-c9c0d0072bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c19dfd8-2140-44bf-869e-472afc350918'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:57:22.596255 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e393e1-1214-499d-847f-499411dc94d2" -d '{"events": [{"server_uuid": "e060f3f9-cef2-4d2a-a376-c9c0d0072bfb", "name": "network-vif-plugged", "status": "completed", "tag": "7c19dfd8-2140-44bf-869e-472afc350918"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:57:22.610391 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 7c19dfd8-2140-44bf-869e-472afc350918, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=7c19dfd8-2140-44bf-869e-472afc350918,segment=NetworkSegment(0b1bd4a7-ed18-4da3-b056-59334bc4c7d3),segment_id=0b1bd4a7-ed18-4da3-b056-59334bc4c7d3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:57:22.614658 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:22.662546 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=7c19dfd8-2140-44bf-869e-472afc350918,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:22.694979 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06ede28-6e89-4c49-b1f8-49fa6415ce09 x-openstack-request-id: req-a06ede28-6e89-4c49-b1f8-49fa6415ce09 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:57:22.695298 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e060f3f9-cef2-4d2a-a376-c9c0d0072bfb", "name": "network-vif-plugged", "status": "completed", "tag": "7c19dfd8-2140-44bf-869e-472afc350918", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:57:22.695643 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a06ede28-6e89-4c49-b1f8-49fa6415ce09 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:57:22.696130 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e060f3f9-cef2-4d2a-a376-c9c0d0072bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c19dfd8-2140-44bf-869e-472afc350918', 'code': 200} Aug 05 14:57:22.793610 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e455a-6f8f-412c-a64e-7622784d11bf req-1bda5236-152f-4e98-bede-5aee21594dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:22.795172 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ea3e455a-6f8f-412c-a64e-7622784d11bf req-1bda5236-152f-4e98-bede-5aee21594dc7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 1097 time: 0.0411837 Aug 05 14:57:22.830832 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ea3e455a-6f8f-412c-a64e-7622784d11bf req-41191608-ece0-420f-8a26-a14fd84d3531 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285001 Aug 05 14:57:23.706094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6112cd-bc57-4051-9f72-0d1f6588d390 req-14100ceb-34ec-42b6-bc02-8ef70aba85e6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:23.707735 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5d6112cd-bc57-4051-9f72-0d1f6588d390 req-14100ceb-34ec-42b6-bc02-8ef70aba85e6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0494242 Aug 05 14:57:23.751562 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5d6112cd-bc57-4051-9f72-0d1f6588d390 req-8999d62d-d3a8-4cfe-9787-b11b61f08f79 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370934 Aug 05 14:57:23.873667 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e65c7-2755-46e5-a1da-1bfeb6c82bde req-3bf72708-e6fd-4819-aae0-f76c599f76f0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:23.875113 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d93e65c7-2755-46e5-a1da-1bfeb6c82bde req-3bf72708-e6fd-4819-aae0-f76c599f76f0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0540214 Aug 05 14:57:24.219953 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d93e65c7-2755-46e5-a1da-1bfeb6c82bde req-b0e2a796-76f5-44d7-b32b-a922601b737d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3378222 Aug 05 14:57:24.243015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48118) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:24.284711 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63543e3-a94a-47ce-8b72-212fb161553b tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:24.286737 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a63543e3-a94a-47ce-8b72-212fb161553b tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 1092 time: 0.0421867 Aug 05 14:57:24.289187 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48120) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:24.293493 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': '7c19dfd8-2140-44bf-869e-472afc350918', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:57:24.316600 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:24.415619 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:24.525607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.25.5.185 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/fa151652-32fc-4d52-bd68-ca0cfdc7d2e5) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:57:24.630966 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:24.669163 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:24.703856 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:57:24.710473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:57:24.712962 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:57:24.738977 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=fa151652-32fc-4d52-bd68-ca0cfdc7d2e5,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:25.070794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:25.137024 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:25.285303 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:25.290357 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:25.354095 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=fa151652-32fc-4d52-bd68-ca0cfdc7d2e5,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:57:25.367512 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:25.465298 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Floating IP 1f21786b-b73f-4af4-96e9-181ee635ee6c associated. External IP: 172.25.5.185, port: 7c19dfd8-2140-44bf-869e-472afc350918. Aug 05 14:57:25.669561 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router 7751d09f-da34-43b8-8620-1d41bd0eaf86 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:57:25.775729 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:57:25.787317 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad1ba02-780b-4e09-834b-0566602c8fda None None] Sync routers for ids ['7751d09f-da34-43b8-8620-1d41bd0eaf86'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:57:25.792074 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:25.799497 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad1ba02-780b-4e09-834b-0566602c8fda None None] Routers {'7751d09f-da34-43b8-8620-1d41bd0eaf86'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:57:25.800248 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9ad1ba02-780b-4e09-834b-0566602c8fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:57:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7751d09f-da34-43b8-8620-1d41bd0eaf86'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:25.819540 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-59b4f9e8-83c6-4a5f-8b5a-2059633bb919 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5293438 Aug 05 14:57:25.820153 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e060f3f9-cef2-4d2a-a376-c9c0d0072bfb', 'tag': '7c19dfd8-2140-44bf-869e-472afc350918'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:57:25.822464 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76f56cd-6ee6-4650-99ce-8cb54858e66f" -d '{"events": [{"name": "network-changed", "server_uuid": "e060f3f9-cef2-4d2a-a376-c9c0d0072bfb", "tag": "7c19dfd8-2140-44bf-869e-472afc350918"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:57:25.860153 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b2721c-6fd4-490e-8bf4-43b57b370128 x-openstack-request-id: req-e7b2721c-6fd4-490e-8bf4-43b57b370128 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:57:25.860447 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e060f3f9-cef2-4d2a-a376-c9c0d0072bfb", "tag": "7c19dfd8-2140-44bf-869e-472afc350918", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:57:25.860701 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7b2721c-6fd4-490e-8bf4-43b57b370128 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:57:25.861103 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e060f3f9-cef2-4d2a-a376-c9c0d0072bfb', 'tag': '7c19dfd8-2140-44bf-869e-472afc350918', 'status': 'completed', 'code': 200} Aug 05 14:57:25.919468 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-9ad1ba02-780b-4e09-834b-0566602c8fda None None] Set router 7751d09f-da34-43b8-8620-1d41bd0eaf86 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:57:25.952036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00ceb1-2ebb-452d-a6c9-f0788b8ea5f9 req-206cf267-6f7c-4138-ac2a-d82826105ce2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:25.953523 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-db00ceb1-2ebb-452d-a6c9-f0788b8ea5f9 req-206cf267-6f7c-4138-ac2a-d82826105ce2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0773807 Aug 05 14:57:25.955496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f56cd-6ee6-4650-99ce-8cb54858e66f req-66244875-e138-47d8-ab46-cd044e781717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:25.956857 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e76f56cd-6ee6-4650-99ce-8cb54858e66f req-66244875-e138-47d8-ab46-cd044e781717 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 1097 time: 0.0718193 Aug 05 14:57:26.042597 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-db00ceb1-2ebb-452d-a6c9-f0788b8ea5f9 req-3f925a9c-d0a2-41cb-8fd4-bf234746745a tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826671 Aug 05 14:57:26.067925 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48126) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:26.077698 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f56cd-6ee6-4650-99ce-8cb54858e66f req-7bdf5e0f-49b4-4d49-a055-41b1e01ac779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:26.078756 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e76f56cd-6ee6-4650-99ce-8cb54858e66f req-7bdf5e0f-49b4-4d49-a055-41b1e01ac779 service neutron] 10.222.0.84 "GET /v2.0/networks?id=00d808b4-9906-4e29-99a0-61d6cb1df32b HTTP/1.1" status: 200 len: 898 time: 0.1120334 Aug 05 14:57:26.138114 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b238bae6-0a16-4fe7-98d3-aa7f5484831f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/floatingips/1f21786b-b73f-4af4-96e9-181ee635ee6c HTTP/1.1" status: 200 len: 992 time: 0.0689113 Aug 05 14:57:26.150936 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e76f56cd-6ee6-4650-99ce-8cb54858e66f req-c10679ff-31c5-4bea-9bb6-e0e196217756 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c19dfd8-2140-44bf-869e-472afc350918 HTTP/1.1" status: 200 len: 1000 time: 0.0652518 Aug 05 14:57:26.151186 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9ad1ba02-780b-4e09-834b-0566602c8fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715770748', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:11Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '1f21786b-b73f-4af4-96e9-181ee635ee6c', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'floating_ip_address': '172.25.5.185', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'port_id': '7c19dfd8-2140-44bf-869e-472afc350918', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b', 'mac_address': 'fa:16:3e:81:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060f3f9-cef2-4d2a-a376-c9c0d0072bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:57:24Z', 'updated_at': '2021-08-05T14:57:24Z', 'revision_number': 0, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4da6ac59-96a8-4f69-a8cc-ffaace3c5710', 'name': '', 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:fc:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:10Z', 'updated_at': '2021-08-05T14:57:15Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:26.177088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad1ba02-780b-4e09-834b-0566602c8fda None None] Checking router: 7751d09f-da34-43b8-8620-1d41bd0eaf86 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:57:26.185665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad1ba02-780b-4e09-834b-0566602c8fda None None] Routers {'7751d09f-da34-43b8-8620-1d41bd0eaf86'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:57:26.186303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9ad1ba02-780b-4e09-834b-0566602c8fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:57:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7751d09f-da34-43b8-8620-1d41bd0eaf86'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:26.205350 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f56cd-6ee6-4650-99ce-8cb54858e66f req-dfbd77ef-52d6-48b9-9f26-cb0f41cca937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:26.206870 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e76f56cd-6ee6-4650-99ce-8cb54858e66f req-dfbd77ef-52d6-48b9-9f26-cb0f41cca937 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0 HTTP/1.1" status: 200 len: 834 time: 0.0490417 Aug 05 14:57:26.254891 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f56cd-6ee6-4650-99ce-8cb54858e66f req-1396958b-20ed-461f-8770-3e26ba54dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:26.256404 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e76f56cd-6ee6-4650-99ce-8cb54858e66f req-1396958b-20ed-461f-8770-3e26ba54dec8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00d808b4-9906-4e29-99a0-61d6cb1df32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409033 Aug 05 14:57:26.290531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-9ad1ba02-780b-4e09-834b-0566602c8fda None None] Set router 7751d09f-da34-43b8-8620-1d41bd0eaf86 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:57:26.347140 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e76f56cd-6ee6-4650-99ce-8cb54858e66f req-b831f47d-d1df-46d6-97e8-c5b1a408ada1 service neutron] 10.222.0.84 "GET /v2.0/networks/00d808b4-9906-4e29-99a0-61d6cb1df32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829499 Aug 05 14:57:26.443132 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e76f56cd-6ee6-4650-99ce-8cb54858e66f req-0cfe924c-8e7e-41f0-9e31-20d0f8b545bf service neutron] 10.222.0.84 "GET /v2.0/networks/00d808b4-9906-4e29-99a0-61d6cb1df32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882022 Aug 05 14:57:26.514515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9ad1ba02-780b-4e09-834b-0566602c8fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715770748', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:11Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '1f21786b-b73f-4af4-96e9-181ee635ee6c', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'floating_ip_address': '172.25.5.185', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'port_id': '7c19dfd8-2140-44bf-869e-472afc350918', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b', 'mac_address': 'fa:16:3e:81:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060f3f9-cef2-4d2a-a376-c9c0d0072bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:57:24Z', 'updated_at': '2021-08-05T14:57:24Z', 'revision_number': 0, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4da6ac59-96a8-4f69-a8cc-ffaace3c5710', 'name': '', 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:fc:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:10Z', 'updated_at': '2021-08-05T14:57:15Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:57:26.540050 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad1ba02-780b-4e09-834b-0566602c8fda None None] The sync data for ids ['7751d09f-da34-43b8-8620-1d41bd0eaf86'] in n-d-803585-2 is: [{'id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715770748', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:11Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '1f21786b-b73f-4af4-96e9-181ee635ee6c', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'floating_ip_address': '172.25.5.185', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'port_id': '7c19dfd8-2140-44bf-869e-472afc350918', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b', 'mac_address': 'fa:16:3e:81:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060f3f9-cef2-4d2a-a376-c9c0d0072bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:57:24Z', 'updated_at': '2021-08-05T14:57:24Z', 'revision_number': 0, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4da6ac59-96a8-4f69-a8cc-ffaace3c5710', 'name': '', 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:fc:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:10Z', 'updated_at': '2021-08-05T14:57:15Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:57:26.727678 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1569e569-1432-4b17-b1d3-79a3c519f96b None None] New status for floating IP 1f21786b-b73f-4af4-96e9-181ee635ee6c: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:57:27.139473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48128) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:57:27.198715 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-40856d8a-fdc7-4bd6-9916-c49e1ba4a8da tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/floatingips/1f21786b-b73f-4af4-96e9-181ee635ee6c HTTP/1.1" status: 200 len: 994 time: 0.0580647 Aug 05 14:57:29.984571 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c32cd530-a4b4-4714-9325-80bfaef349de req-112e54e6-d90c-4312-8669-1b9f354ae78f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393062 Aug 05 14:57:30.064441 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cd530-a4b4-4714-9325-80bfaef349de req-f9ee8629-21b1-444a-904d-9ed11e1fb79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:30.065964 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c32cd530-a4b4-4714-9325-80bfaef349de req-f9ee8629-21b1-444a-904d-9ed11e1fb79c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 1097 time: 0.0403874 Aug 05 14:57:30.172941 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cd530-a4b4-4714-9325-80bfaef349de req-1968ac7c-6a15-4577-89a0-86c036584e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:30.174449 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c32cd530-a4b4-4714-9325-80bfaef349de req-1968ac7c-6a15-4577-89a0-86c036584e88 service neutron] 10.222.0.84 "GET /v2.0/networks?id=00d808b4-9906-4e29-99a0-61d6cb1df32b HTTP/1.1" status: 200 len: 898 time: 0.0891187 Aug 05 14:57:30.243091 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c32cd530-a4b4-4714-9325-80bfaef349de req-0ec202ee-d0fd-436a-b3ff-4ab8db36b40c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c19dfd8-2140-44bf-869e-472afc350918 HTTP/1.1" status: 200 len: 1002 time: 0.0600619 Aug 05 14:57:30.296698 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cd530-a4b4-4714-9325-80bfaef349de req-b97cb9a8-4fef-42f5-9089-b40de8dba66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:30.298188 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c32cd530-a4b4-4714-9325-80bfaef349de req-b97cb9a8-4fef-42f5-9089-b40de8dba66a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0 HTTP/1.1" status: 200 len: 834 time: 0.0481155 Aug 05 14:57:30.345222 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cd530-a4b4-4714-9325-80bfaef349de req-13c06833-889d-4081-ac8f-72e08f3028a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:57:30.346724 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c32cd530-a4b4-4714-9325-80bfaef349de req-13c06833-889d-4081-ac8f-72e08f3028a4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00d808b4-9906-4e29-99a0-61d6cb1df32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405858 Aug 05 14:57:30.434028 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c32cd530-a4b4-4714-9325-80bfaef349de req-9bd8cf61-5b8d-40df-8b35-1a92e7024a48 service neutron] 10.222.0.84 "GET /v2.0/networks/00d808b4-9906-4e29-99a0-61d6cb1df32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799546 Aug 05 14:57:30.529591 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c32cd530-a4b4-4714-9325-80bfaef349de req-a39e3ece-1d46-4bbc-8040-d280c956268b service neutron] 10.222.0.84 "GET /v2.0/networks/00d808b4-9906-4e29-99a0-61d6cb1df32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876625 Aug 05 14:57:33.479484 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:57:45.387427 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:45.914604 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-852b37d1-6ce1-4e1d-8762-120836a0cc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:46.631254 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:48.470967 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-38fe72de-b501-4bc2-861d-b914f6cfd3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:48.726460 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:49.740726 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:57:51.528293 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:00.623381 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a0864-2251-46a9-bd06-f8a1f36d05da req-54418d29-b247-4350-8e52-e9d214998947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:00.624906 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed7a0864-2251-46a9-bd06-f8a1f36d05da req-54418d29-b247-4350-8e52-e9d214998947 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 1097 time: 0.0415778 Aug 05 14:58:00.625198 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f08fa-1b50-4cda-9154-38635725eda2 req-1470c3be-f487-4d0a-b2c1-89a55b15115f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:00.626799 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed6f08fa-1b50-4cda-9154-38635725eda2 req-1470c3be-f487-4d0a-b2c1-89a55b15115f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0505173 Aug 05 14:58:00.666852 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ed6f08fa-1b50-4cda-9154-38635725eda2 req-847d9ad1-c090-4e81-87ff-f28438825d62 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329659 Aug 05 14:58:00.720212 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a0864-2251-46a9-bd06-f8a1f36d05da req-369fef58-eaaf-46f5-a0ca-55a072fcb950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:00.721720 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed7a0864-2251-46a9-bd06-f8a1f36d05da req-369fef58-eaaf-46f5-a0ca-55a072fcb950 service neutron] 10.222.0.84 "GET /v2.0/networks?id=00d808b4-9906-4e29-99a0-61d6cb1df32b HTTP/1.1" status: 200 len: 898 time: 0.0890656 Aug 05 14:58:00.787489 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed7a0864-2251-46a9-bd06-f8a1f36d05da req-e1fb3251-a861-43c3-b390-942254ff9d79 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c19dfd8-2140-44bf-869e-472afc350918 HTTP/1.1" status: 200 len: 1002 time: 0.0576200 Aug 05 14:58:00.837662 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a0864-2251-46a9-bd06-f8a1f36d05da req-cb76f208-f745-4a6b-a647-8e5da92e901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:00.839174 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed7a0864-2251-46a9-bd06-f8a1f36d05da req-cb76f208-f745-4a6b-a647-8e5da92e901f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0 HTTP/1.1" status: 200 len: 834 time: 0.0437503 Aug 05 14:58:00.890277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a0864-2251-46a9-bd06-f8a1f36d05da req-c5435529-6d08-42c4-b272-3196d9e688fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:00.891791 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed7a0864-2251-46a9-bd06-f8a1f36d05da req-c5435529-6d08-42c4-b272-3196d9e688fa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00d808b4-9906-4e29-99a0-61d6cb1df32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437856 Aug 05 14:58:00.982226 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed7a0864-2251-46a9-bd06-f8a1f36d05da req-ca5c9139-be4f-4ae4-b8e2-02870b72329b service neutron] 10.222.0.84 "GET /v2.0/networks/00d808b4-9906-4e29-99a0-61d6cb1df32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815272 Aug 05 14:58:01.077041 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ed7a0864-2251-46a9-bd06-f8a1f36d05da req-66a1b188-08d1-4c2b-8a19-4ac41273dc98 service neutron] 10.222.0.84 "GET /v2.0/networks/00d808b4-9906-4e29-99a0-61d6cb1df32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861897 Aug 05 14:58:01.798081 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7dae7f-37d4-4784-9890-69f497cc4d47 req-f80a9038-6e75-4504-8064-a5ad6a4a577c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:01.799616 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fb7dae7f-37d4-4784-9890-69f497cc4d47 req-f80a9038-6e75-4504-8064-a5ad6a4a577c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0495820 Aug 05 14:58:01.839110 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fb7dae7f-37d4-4784-9890-69f497cc4d47 req-d832110f-849b-45d1-923e-23e94b73f299 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334549 Aug 05 14:58:02.959989 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d9e09-cbc2-4104-8a05-9effdca5a58c req-3a7aea65-12fa-4598-9ec7-8a68c11da312 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:02.961448 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-991d9e09-cbc2-4104-8a05-9effdca5a58c req-3a7aea65-12fa-4598-9ec7-8a68c11da312 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0535717 Aug 05 14:58:02.999599 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-991d9e09-cbc2-4104-8a05-9effdca5a58c req-99cc406b-c0d7-4a28-8e8d-0eab3ffbc980 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321820 Aug 05 14:58:04.114237 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d95a5f-2285-416b-ac57-e4e7a5447ae7 req-3a08a269-73aa-4dbf-a1a2-b0df37d8c229 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:04.116586 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-28d95a5f-2285-416b-ac57-e4e7a5447ae7 req-3a08a269-73aa-4dbf-a1a2-b0df37d8c229 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0488873 Aug 05 14:58:04.153751 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-28d95a5f-2285-416b-ac57-e4e7a5447ae7 req-2638fe11-806a-4e29-928d-46fae3e22c9d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312462 Aug 05 14:58:05.268832 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e311818-c9e0-45a9-bd5d-00086cf1e8ea req-ed437d03-cb2d-4310-a786-6fc881b04f57 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:05.270371 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e311818-c9e0-45a9-bd5d-00086cf1e8ea req-ed437d03-cb2d-4310-a786-6fc881b04f57 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0495079 Aug 05 14:58:05.307884 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e311818-c9e0-45a9-bd5d-00086cf1e8ea req-653681eb-9ac8-4602-88d8-82b931860211 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316346 Aug 05 14:58:06.423235 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4f065-e4ce-48b2-aef0-3485142792de req-53255ad1-f670-407c-9ae7-403a960e074e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:06.424719 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a8c4f065-e4ce-48b2-aef0-3485142792de req-53255ad1-f670-407c-9ae7-403a960e074e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0487077 Aug 05 14:58:06.468018 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a8c4f065-e4ce-48b2-aef0-3485142792de req-7dcccd9c-894c-44db-b7c9-c22c021052bc tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373054 Aug 05 14:58:07.583964 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248f0d5-81af-4218-a0cd-cb9de0034f93 req-ff940f61-e598-4822-ba2f-414dcebe4a8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:07.585450 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8248f0d5-81af-4218-a0cd-cb9de0034f93 req-ff940f61-e598-4822-ba2f-414dcebe4a8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0494361 Aug 05 14:58:07.623057 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8248f0d5-81af-4218-a0cd-cb9de0034f93 req-a64e5129-93b0-4044-9a64-a143c6240982 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316699 Aug 05 14:58:08.754148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d5cea-25a2-412a-8bd7-e78aaef10b5f req-538b5161-9a25-4392-8e52-6cdfde9f1cd8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:08.756012 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-595d5cea-25a2-412a-8bd7-e78aaef10b5f req-538b5161-9a25-4392-8e52-6cdfde9f1cd8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0571969 Aug 05 14:58:08.803514 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-595d5cea-25a2-412a-8bd7-e78aaef10b5f req-aaa66972-2170-440d-89cb-1363aa94682f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410719 Aug 05 14:58:09.925849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416461b-6b76-4963-a9d7-9db53b0f8550 req-9a400944-0719-4017-aaad-74043fbdcdc2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:09.927357 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a416461b-6b76-4963-a9d7-9db53b0f8550 req-9a400944-0719-4017-aaad-74043fbdcdc2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0524921 Aug 05 14:58:09.965720 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a416461b-6b76-4963-a9d7-9db53b0f8550 req-ee99ba57-4283-47da-b116-33d15073a431 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325170 Aug 05 14:58:10.478069 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:58:11.080378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370cf1e-67c0-40ed-b7ee-5983bb1b843d req-a34020b9-a77e-4435-8d44-20c827b3d07e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:11.081765 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4370cf1e-67c0-40ed-b7ee-5983bb1b843d req-a34020b9-a77e-4435-8d44-20c827b3d07e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0481036 Aug 05 14:58:11.120217 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4370cf1e-67c0-40ed-b7ee-5983bb1b843d req-8437c5cb-70d6-4342-99c9-4bb5010489de tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314105 Aug 05 14:58:12.236857 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdae843-fa5c-4cb8-b7aa-d6e63d5ae32a req-f90bf1bc-6e9c-41a7-ae4e-85d5f5c88249 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:12.238381 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fdae843-fa5c-4cb8-b7aa-d6e63d5ae32a req-f90bf1bc-6e9c-41a7-ae4e-85d5f5c88249 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0490093 Aug 05 14:58:12.279966 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fdae843-fa5c-4cb8-b7aa-d6e63d5ae32a req-606e49a8-2fd3-42fa-b924-736c2a535955 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354955 Aug 05 14:58:13.395854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa440a52-537c-4ad4-b546-75fd273ead6b req-fbb1bf99-cb24-43a7-9180-9c10e7b0225c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:13.397341 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa440a52-537c-4ad4-b546-75fd273ead6b req-fbb1bf99-cb24-43a7-9180-9c10e7b0225c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0489252 Aug 05 14:58:13.438611 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa440a52-537c-4ad4-b546-75fd273ead6b req-8276577c-5a90-49f8-a631-ad44d1329bc0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353630 Aug 05 14:58:14.553748 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac41d9-b828-4417-b325-e5aa18fc71ff req-ffa354fb-3544-429a-84f0-1b41bb1c7bc4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:14.555279 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6ac41d9-b828-4417-b325-e5aa18fc71ff req-ffa354fb-3544-429a-84f0-1b41bb1c7bc4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0491083 Aug 05 14:58:14.593631 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c6ac41d9-b828-4417-b325-e5aa18fc71ff req-24102948-ccfa-4b02-928f-ea6ad3ece2e5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321536 Aug 05 14:58:15.386304 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:15.709156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bc56d-80a8-4546-b34e-cb899ca39828 req-00524a41-3170-4194-a206-0d9779711637 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:15.710598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-932bc56d-80a8-4546-b34e-cb899ca39828 req-00524a41-3170-4194-a206-0d9779711637 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0501165 Aug 05 14:58:15.747924 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-932bc56d-80a8-4546-b34e-cb899ca39828 req-f1fd6770-fa5c-411e-82e5-13ac18dc895d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313621 Aug 05 14:58:15.915374 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0b7f7d4d-734c-4e16-b5f8-b75cb7216bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:16.636783 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:16.873989 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b75e96-f651-40b5-bbeb-f932df485b41 req-4d5b0d4d-8460-4357-85dd-ff1beb443256 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:16.875504 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75b75e96-f651-40b5-bbeb-f932df485b41 req-4d5b0d4d-8460-4357-85dd-ff1beb443256 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0561249 Aug 05 14:58:16.913212 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-75b75e96-f651-40b5-bbeb-f932df485b41 req-ecf73878-a858-460c-a102-2e9c6305e987 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315099 Aug 05 14:58:18.027725 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae91b7-4f10-4138-b13c-f571e936201c req-a271feb3-34e9-4ed4-a26c-1110195814e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:18.029219 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0fae91b7-4f10-4138-b13c-f571e936201c req-a271feb3-34e9-4ed4-a26c-1110195814e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0492172 Aug 05 14:58:18.066575 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0fae91b7-4f10-4138-b13c-f571e936201c req-90316eed-5f54-4bf1-bd46-881c15b39a7f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313990 Aug 05 14:58:18.088980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48184) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:18.152261 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d5e4118c-fe9f-4597-aaa0-2495020dae4a tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/floatingips/1f21786b-b73f-4af4-96e9-181ee635ee6c HTTP/1.1" status: 200 len: 994 time: 0.0620747 Aug 05 14:58:18.471818 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c55718e4-aec8-4bce-88d4-d5a38ac8d2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:18.727876 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:19.744886 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:21.530091 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:31.959660 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95ea3f4e-66c6-496f-b200-3b92fd2c5b5e req-c99d37bb-f1ef-44d0-86b5-071fec6e5593 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399902 Aug 05 14:58:32.042172 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea3f4e-66c6-496f-b200-3b92fd2c5b5e req-d954974b-e809-463f-99e1-9ca544d7d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:32.043683 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95ea3f4e-66c6-496f-b200-3b92fd2c5b5e req-d954974b-e809-463f-99e1-9ca544d7d2c1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 1097 time: 0.0405502 Aug 05 14:58:32.149452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea3f4e-66c6-496f-b200-3b92fd2c5b5e req-c8fa898d-cd00-4ed5-b46b-9cbed1330a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:32.150938 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95ea3f4e-66c6-496f-b200-3b92fd2c5b5e req-c8fa898d-cd00-4ed5-b46b-9cbed1330a1f service neutron] 10.222.0.84 "GET /v2.0/networks?id=00d808b4-9906-4e29-99a0-61d6cb1df32b HTTP/1.1" status: 200 len: 898 time: 0.0857086 Aug 05 14:58:32.222064 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95ea3f4e-66c6-496f-b200-3b92fd2c5b5e req-1dde7fba-4099-41cb-87bd-a99dcbe7fe56 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c19dfd8-2140-44bf-869e-472afc350918 HTTP/1.1" status: 200 len: 1002 time: 0.0629117 Aug 05 14:58:32.271544 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea3f4e-66c6-496f-b200-3b92fd2c5b5e req-178e2849-2422-46d4-babe-5503aa7656df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:32.273019 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95ea3f4e-66c6-496f-b200-3b92fd2c5b5e req-178e2849-2422-46d4-babe-5503aa7656df service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0 HTTP/1.1" status: 200 len: 834 time: 0.0427125 Aug 05 14:58:32.323575 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea3f4e-66c6-496f-b200-3b92fd2c5b5e req-3df2dd83-1318-480e-b2f7-e2b5ff04bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:32.325093 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95ea3f4e-66c6-496f-b200-3b92fd2c5b5e req-3df2dd83-1318-480e-b2f7-e2b5ff04bdc7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00d808b4-9906-4e29-99a0-61d6cb1df32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441175 Aug 05 14:58:32.416654 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95ea3f4e-66c6-496f-b200-3b92fd2c5b5e req-1b55bbb7-b111-4b52-b997-e95f22c3b939 service neutron] 10.222.0.84 "GET /v2.0/networks/00d808b4-9906-4e29-99a0-61d6cb1df32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810542 Aug 05 14:58:32.511696 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95ea3f4e-66c6-496f-b200-3b92fd2c5b5e req-4402fbd8-ae7b-49e2-9530-73a6321db138 service neutron] 10.222.0.84 "GET /v2.0/networks/00d808b4-9906-4e29-99a0-61d6cb1df32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854919 Aug 05 14:58:32.983384 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-e77a5030-2ef7-4ea1-8189-9ccd6ba46300 req-5cfa9675-ddfd-4d27-996f-7f5fdac48b54 service neutron] (105724) timed out ('10.222.0.16', 44358) {{(pid=105724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 14:58:45.383194 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:45.916997 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-df893b67-391b-4c3d-92d2-64d5cd25866b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:46.641447 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:47.478984 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:58:48.474333 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-332c36c7-db70-43c8-98bf-3a1e331248cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:48.667882 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48202) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:48.729659 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:48.829807 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port fa151652-32fc-4d52-bd68-ca0cfdc7d2e5 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:58:48.830158 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:48.908129 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:48.908790 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:48.921176 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for fa151652-32fc-4d52-bd68-ca0cfdc7d2e5 owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:58:49.070317 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:49.095347 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=fa151652-32fc-4d52-bd68-ca0cfdc7d2e5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:58:49.108240 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:49.108600 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:49.108948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:49.109292 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:49.109631 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:49.109970 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:49.110327 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:49.110664 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:49.110997 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:49.111329 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:49.111662 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:49.111988 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:49.169093 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:49.169432 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Floating IP 1f21786b-b73f-4af4-96e9-181ee635ee6c disassociated (deleted). External IP: 172.25.5.185, port: 7c19dfd8-2140-44bf-869e-472afc350918. Aug 05 14:58:49.372047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router 7751d09f-da34-43b8-8620-1d41bd0eaf86 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:58:49.479662 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:58:49.484437 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:49.489066 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f721c4b-13d7-4f6d-babe-eccb9f02d501 None None] Sync routers for ids ['7751d09f-da34-43b8-8620-1d41bd0eaf86'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:58:49.498185 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f721c4b-13d7-4f6d-babe-eccb9f02d501 None None] Routers {'7751d09f-da34-43b8-8620-1d41bd0eaf86'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:58:49.498846 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-1f721c4b-13d7-4f6d-babe-eccb9f02d501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7751d09f-da34-43b8-8620-1d41bd0eaf86'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:58:49.517702 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5c32adfc-5ba6-443c-ab57-4cab5d0b7df6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/floatingips/1f21786b-b73f-4af4-96e9-181ee635ee6c HTTP/1.1" status: 204 len: 168 time: 0.8461497 Aug 05 14:58:49.517702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e060f3f9-cef2-4d2a-a376-c9c0d0072bfb', 'tag': '7c19dfd8-2140-44bf-869e-472afc350918'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:58:49.518013 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16088d4f-371a-438e-bc0d-24b23071d88e" -d '{"events": [{"name": "network-changed", "server_uuid": "e060f3f9-cef2-4d2a-a376-c9c0d0072bfb", "tag": "7c19dfd8-2140-44bf-869e-472afc350918"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:58:49.555883 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f74a3a4-e020-4d50-9071-6ff3a3a0060b x-openstack-request-id: req-3f74a3a4-e020-4d50-9071-6ff3a3a0060b {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:58:49.556179 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e060f3f9-cef2-4d2a-a376-c9c0d0072bfb", "tag": "7c19dfd8-2140-44bf-869e-472afc350918", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:58:49.556435 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f74a3a4-e020-4d50-9071-6ff3a3a0060b {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:58:49.557128 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e060f3f9-cef2-4d2a-a376-c9c0d0072bfb', 'tag': '7c19dfd8-2140-44bf-869e-472afc350918', 'status': 'completed', 'code': 200} Aug 05 14:58:49.614878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-1f721c4b-13d7-4f6d-babe-eccb9f02d501 None None] Set router 7751d09f-da34-43b8-8620-1d41bd0eaf86 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:58:49.622761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16088d4f-371a-438e-bc0d-24b23071d88e req-19aea4bf-fa4e-4f01-a730-e0532887b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:49.624225 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16088d4f-371a-438e-bc0d-24b23071d88e req-19aea4bf-fa4e-4f01-a730-e0532887b680 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 1097 time: 0.0427914 Aug 05 14:58:49.738434 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16088d4f-371a-438e-bc0d-24b23071d88e req-a027d650-a94b-4475-b4e2-791dc7b05bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:49.739956 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16088d4f-371a-438e-bc0d-24b23071d88e req-a027d650-a94b-4475-b4e2-791dc7b05bcd service neutron] 10.222.0.84 "GET /v2.0/networks?id=00d808b4-9906-4e29-99a0-61d6cb1df32b HTTP/1.1" status: 200 len: 898 time: 0.1025374 Aug 05 14:58:49.751876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac27702-a297-4ba8-bc3e-b27085a7bbcf req-cdd592a0-1817-4a5d-b223-4b7764037685 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:49.756067 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ac27702-a297-4ba8-bc3e-b27085a7bbcf req-cdd592a0-1817-4a5d-b223-4b7764037685 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0531466 Aug 05 14:58:49.759663 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:49.786838 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16088d4f-371a-438e-bc0d-24b23071d88e req-ebbe7751-6895-4790-bc08-30be23970431 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c19dfd8-2140-44bf-869e-472afc350918 HTTP/1.1" status: 200 len: 217 time: 0.0375278 Aug 05 14:58:49.797329 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ac27702-a297-4ba8-bc3e-b27085a7bbcf req-24b87246-331d-45a8-8eec-7f2101e64dfd tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356822 Aug 05 14:58:49.837778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-1f721c4b-13d7-4f6d-babe-eccb9f02d501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715770748', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:11Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4da6ac59-96a8-4f69-a8cc-ffaace3c5710', 'name': '', 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:fc:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:10Z', 'updated_at': '2021-08-05T14:57:15Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:58:49.841360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16088d4f-371a-438e-bc0d-24b23071d88e req-06198b95-9da5-4563-8596-a1bf19fc9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:49.842882 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16088d4f-371a-438e-bc0d-24b23071d88e req-06198b95-9da5-4563-8596-a1bf19fc9d78 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0 HTTP/1.1" status: 200 len: 834 time: 0.0472889 Aug 05 14:58:49.863749 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f721c4b-13d7-4f6d-babe-eccb9f02d501 None None] Checking router: 7751d09f-da34-43b8-8620-1d41bd0eaf86 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:58:49.873084 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f721c4b-13d7-4f6d-babe-eccb9f02d501 None None] Routers {'7751d09f-da34-43b8-8620-1d41bd0eaf86'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:58:49.873624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-1f721c4b-13d7-4f6d-babe-eccb9f02d501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7751d09f-da34-43b8-8620-1d41bd0eaf86'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:58:49.890667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16088d4f-371a-438e-bc0d-24b23071d88e req-cd4dac9c-2e64-4bf6-ac20-54b7018909b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:49.892184 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16088d4f-371a-438e-bc0d-24b23071d88e req-cd4dac9c-2e64-4bf6-ac20-54b7018909b1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00d808b4-9906-4e29-99a0-61d6cb1df32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400703 Aug 05 14:58:49.989214 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-1f721c4b-13d7-4f6d-babe-eccb9f02d501 None None] Set router 7751d09f-da34-43b8-8620-1d41bd0eaf86 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:58:50.201736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-1f721c4b-13d7-4f6d-babe-eccb9f02d501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715770748', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:11Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4da6ac59-96a8-4f69-a8cc-ffaace3c5710', 'name': '', 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:fc:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:10Z', 'updated_at': '2021-08-05T14:57:15Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:58:50.228495 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f721c4b-13d7-4f6d-babe-eccb9f02d501 None None] The sync data for ids ['7751d09f-da34-43b8-8620-1d41bd0eaf86'] in n-d-803585-2 is: [{'id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715770748', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:11Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4da6ac59-96a8-4f69-a8cc-ffaace3c5710', 'name': '', 'network_id': '00d808b4-9906-4e29-99a0-61d6cb1df32b', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:fc:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:10Z', 'updated_at': '2021-08-05T14:57:15Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:58:50.339654 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16088d4f-371a-438e-bc0d-24b23071d88e req-da7fa0c8-e9f3-438f-aea6-d72b950b4458 service neutron] 10.222.0.84 "GET /v2.0/networks/00d808b4-9906-4e29-99a0-61d6cb1df32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365175 Aug 05 14:58:50.435277 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16088d4f-371a-438e-bc0d-24b23071d88e req-0bfc943e-92f7-4212-b015-efa43b4b5048 service neutron] 10.222.0.84 "GET /v2.0/networks/00d808b4-9906-4e29-99a0-61d6cb1df32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869884 Aug 05 14:58:50.447173 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fa209c-6756-48bd-8cc6-988dab385102 None None] New status for floating IP 1f21786b-b73f-4af4-96e9-181ee635ee6c: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:58:50.920787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f2c4e-7bb2-4f8a-bd27-d41409ae88ef req-151aa325-bb55-41da-b298-cb3b765bfb12 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:50.922305 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b1f2c4e-7bb2-4f8a-bd27-d41409ae88ef req-151aa325-bb55-41da-b298-cb3b765bfb12 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0534029 Aug 05 14:58:50.961889 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3b1f2c4e-7bb2-4f8a-bd27-d41409ae88ef req-5c62de4d-7a6b-4b44-a8e5-fa075097bfef tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336180 Aug 05 14:58:51.420086 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d5df6-f6eb-42aa-9fa3-fca16fa8211e req-2e80af1b-bdff-4716-ad42-ac50b9459d06 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:51.421541 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-809d5df6-f6eb-42aa-9fa3-fca16fa8211e req-2e80af1b-bdff-4716-ad42-ac50b9459d06 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 946 time: 0.0477753 Aug 05 14:58:51.516073 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-809d5df6-f6eb-42aa-9fa3-fca16fa8211e req-9f7cefc8-a24a-4f4c-95ee-ffe6274c5699 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port 7c19dfd8-2140-44bf-869e-472afc350918 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:58:51.516421 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-809d5df6-f6eb-42aa-9fa3-fca16fa8211e req-9f7cefc8-a24a-4f4c-95ee-ffe6274c5699 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:51.533610 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:51.604042 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-809d5df6-f6eb-42aa-9fa3-fca16fa8211e req-9f7cefc8-a24a-4f4c-95ee-ffe6274c5699 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] For port 7c19dfd8-2140-44bf-869e-472afc350918, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=7c19dfd8-2140-44bf-869e-472afc350918,segment=NetworkSegment(0b1bd4a7-ed18-4da3-b056-59334bc4c7d3),segment_id=0b1bd4a7-ed18-4da3-b056-59334bc4c7d3)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:58:51.604414 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-809d5df6-f6eb-42aa-9fa3-fca16fa8211e req-9f7cefc8-a24a-4f4c-95ee-ffe6274c5699 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:51.617418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-809d5df6-f6eb-42aa-9fa3-fca16fa8211e req-9f7cefc8-a24a-4f4c-95ee-ffe6274c5699 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for 7c19dfd8-2140-44bf-869e-472afc350918 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:58:51.747353 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-809d5df6-f6eb-42aa-9fa3-fca16fa8211e req-9f7cefc8-a24a-4f4c-95ee-ffe6274c5699 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:51.778775 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cefc8-a24a-4f4c-95ee-ffe6274c5699 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=7c19dfd8-2140-44bf-869e-472afc350918,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:58:51.819874 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-809d5df6-f6eb-42aa-9fa3-fca16fa8211e req-9f7cefc8-a24a-4f4c-95ee-ffe6274c5699 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] No DVR routers for this DVR port 7c19dfd8-2140-44bf-869e-472afc350918 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:58:51.823050 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-809d5df6-f6eb-42aa-9fa3-fca16fa8211e req-9f7cefc8-a24a-4f4c-95ee-ffe6274c5699 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:51.825028 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-809d5df6-f6eb-42aa-9fa3-fca16fa8211e req-9f7cefc8-a24a-4f4c-95ee-ffe6274c5699 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "DELETE /v2.0/ports/7c19dfd8-2140-44bf-869e-472afc350918 HTTP/1.1" status: 204 len: 173 time: 0.3973737 Aug 05 14:58:51.825469 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e060f3f9-cef2-4d2a-a376-c9c0d0072bfb', 'name': 'network-vif-deleted', 'tag': '7c19dfd8-2140-44bf-869e-472afc350918'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:58:51.827889 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4930289-2dfe-480e-bbd9-1ca4b68cffe1" -d '{"events": [{"server_uuid": "e060f3f9-cef2-4d2a-a376-c9c0d0072bfb", "name": "network-vif-deleted", "tag": "7c19dfd8-2140-44bf-869e-472afc350918"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:58:51.864168 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd257cb3-660e-4407-b1dc-6f712cd73f60 x-openstack-request-id: req-bd257cb3-660e-4407-b1dc-6f712cd73f60 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:58:51.864464 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e060f3f9-cef2-4d2a-a376-c9c0d0072bfb", "name": "network-vif-deleted", "tag": "7c19dfd8-2140-44bf-869e-472afc350918", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:58:51.864727 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd257cb3-660e-4407-b1dc-6f712cd73f60 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:58:51.865126 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e060f3f9-cef2-4d2a-a376-c9c0d0072bfb', 'name': 'network-vif-deleted', 'tag': '7c19dfd8-2140-44bf-869e-472afc350918', 'status': 'completed', 'code': 200} Aug 05 14:58:52.069331 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f99fbd2a-41a8-4a84-b2bb-dc8bc2c69b0a req-f8cb1afe-a8bb-4b15-8c44-1b799f0e2600 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=e060f3f9-cef2-4d2a-a376-c9c0d0072bfb HTTP/1.1" status: 200 len: 210 time: 0.0304213 Aug 05 14:58:53.126410 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48220) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:53.487461 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b71ce464-56aa-410d-a248-70483ac74ffa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:53.752302 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b71ce464-56aa-410d-a248-70483ac74ffa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:58:53.752569 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b71ce464-56aa-410d-a248-70483ac74ffa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:53.846338 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-b71ce464-56aa-410d-a248-70483ac74ffa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] For port 4da6ac59-96a8-4f69-a8cc-ffaace3c5710, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4da6ac59-96a8-4f69-a8cc-ffaace3c5710,segment=NetworkSegment(0b1bd4a7-ed18-4da3-b056-59334bc4c7d3),segment_id=0b1bd4a7-ed18-4da3-b056-59334bc4c7d3)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:58:53.846707 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b71ce464-56aa-410d-a248-70483ac74ffa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:53.860801 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b71ce464-56aa-410d-a248-70483ac74ffa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:58:54.048170 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b71ce464-56aa-410d-a248-70483ac74ffa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:54.074710 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ce464-56aa-410d-a248-70483ac74ffa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=4da6ac59-96a8-4f69-a8cc-ffaace3c5710,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:58:54.251763 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b71ce464-56aa-410d-a248-70483ac74ffa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:54.466366 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71ce464-56aa-410d-a248-70483ac74ffa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router 7751d09f-da34-43b8-8620-1d41bd0eaf86 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:58:54.573033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71ce464-56aa-410d-a248-70483ac74ffa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:58:54.577934 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b71ce464-56aa-410d-a248-70483ac74ffa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "PUT /v2.0/routers/7751d09f-da34-43b8-8620-1d41bd0eaf86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4504819 Aug 05 14:58:54.580731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48222) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:54.582288 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f548a558-8926-4fff-a3b2-50ddc8fc3900 None None] Sync routers for ids ['7751d09f-da34-43b8-8620-1d41bd0eaf86'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:58:54.593016 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f548a558-8926-4fff-a3b2-50ddc8fc3900 None None] Routers {'7751d09f-da34-43b8-8620-1d41bd0eaf86'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:58:54.593638 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f548a558-8926-4fff-a3b2-50ddc8fc3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7751d09f-da34-43b8-8620-1d41bd0eaf86'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:58:54.639044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-000cc3c1-320b-49d4-91a5-308a631b40a7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting subnet ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 14:58:54.642231 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-000cc3c1-320b-49d4-91a5-308a631b40a7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:54.683922 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-000cc3c1-320b-49d4-91a5-308a631b40a7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:54.772078 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-000cc3c1-320b-49d4-91a5-308a631b40a7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:54.844840 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-000cc3c1-320b-49d4-91a5-308a631b40a7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:54.874972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cc3c1-320b-49d4-91a5-308a631b40a7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:58:54.878714 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-000cc3c1-320b-49d4-91a5-308a631b40a7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:54.880660 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-000cc3c1-320b-49d4-91a5-308a631b40a7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/subnets/ffd76fd8-f4e5-4a54-88bb-33c8ef2408f0 HTTP/1.1" status: 204 len: 168 time: 0.2990038 Aug 05 14:58:54.883595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48224) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:54.887676 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4da2c5-0277-43cd-9f07-6e41539ca8ed None None] Network 00d808b4-9906-4e29-99a0-61d6cb1df32b requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:58:54.894340 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f548a558-8926-4fff-a3b2-50ddc8fc3900 None None] Set router 7751d09f-da34-43b8-8620-1d41bd0eaf86 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:58:55.003523 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eb37145d-b007-4090-a5ec-34b6eb85a55e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.108414 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eb37145d-b007-4090-a5ec-34b6eb85a55e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.160406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-eb37145d-b007-4090-a5ec-34b6eb85a55e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port 287a692b-bdea-41e7-857e-46a42b2f8797 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:58:55.160751 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eb37145d-b007-4090-a5ec-34b6eb85a55e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.187088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f548a558-8926-4fff-a3b2-50ddc8fc3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715770748', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:58:53Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '287a692b-bdea-41e7-857e-46a42b2f8797', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:58:55.219262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f548a558-8926-4fff-a3b2-50ddc8fc3900 None None] Checking router: 7751d09f-da34-43b8-8620-1d41bd0eaf86 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:58:55.227777 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f548a558-8926-4fff-a3b2-50ddc8fc3900 None None] Routers {'7751d09f-da34-43b8-8620-1d41bd0eaf86'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:58:55.228902 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f548a558-8926-4fff-a3b2-50ddc8fc3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7751d09f-da34-43b8-8620-1d41bd0eaf86'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:58:55.252753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-eb37145d-b007-4090-a5ec-34b6eb85a55e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] For port 287a692b-bdea-41e7-857e-46a42b2f8797, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=287a692b-bdea-41e7-857e-46a42b2f8797,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:58:55.253358 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eb37145d-b007-4090-a5ec-34b6eb85a55e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.262314 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] DHCP port deletion for 00d808b4-9906-4e29-99a0-61d6cb1df32b request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 14:58:55.266946 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-eb37145d-b007-4090-a5ec-34b6eb85a55e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for 287a692b-bdea-41e7-857e-46a42b2f8797 owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:58:55.339528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f548a558-8926-4fff-a3b2-50ddc8fc3900 None None] Set router 7751d09f-da34-43b8-8620-1d41bd0eaf86 gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:58:55.397719 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f548a558-8926-4fff-a3b2-50ddc8fc3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715770748', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:58:55Z', 'revision_number': 6, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:58:55.427665 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f548a558-8926-4fff-a3b2-50ddc8fc3900 None None] The sync data for ids ['7751d09f-da34-43b8-8620-1d41bd0eaf86'] in n-d-803585-2 is: [{'id': '7751d09f-da34-43b8-8620-1d41bd0eaf86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715770748', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:57:08Z', 'updated_at': '2021-08-05T14:58:55Z', 'revision_number': 6, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:58:55.431778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] Deleting port 5fd3287e-c1f3-473b-9da0-142c116412b7 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 14:58:55.432117 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.439871 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eb37145d-b007-4090-a5ec-34b6eb85a55e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.471966 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37145d-b007-4090-a5ec-34b6eb85a55e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=287a692b-bdea-41e7-857e-46a42b2f8797,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:58:55.499381 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] For port 5fd3287e-c1f3-473b-9da0-142c116412b7, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=5fd3287e-c1f3-473b-9da0-142c116412b7,segment=NetworkSegment(0b1bd4a7-ed18-4da3-b056-59334bc4c7d3),segment_id=0b1bd4a7-ed18-4da3-b056-59334bc4c7d3)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:58:55.499782 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.512937 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] Calling delete_port for 5fd3287e-c1f3-473b-9da0-142c116412b7 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 14:58:55.538612 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eb37145d-b007-4090-a5ec-34b6eb85a55e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.594419 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.623601 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] Pushing event deleted for resources: {'Port': ['ID=5fd3287e-c1f3-473b-9da0-142c116412b7,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:58:55.631801 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eb37145d-b007-4090-a5ec-34b6eb85a55e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.633456 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] No DVR routers for this DVR port 5fd3287e-c1f3-473b-9da0-142c116412b7 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:58:55.634912 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eb37145d-b007-4090-a5ec-34b6eb85a55e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.637075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:55.637426 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:55.637990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:55.638761 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:55.638875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:55.639122 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:55.639446 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:55.639779 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:55.640104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:55.640428 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:55.640747 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:55.641067 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad405196-e681-4089-abe9-be8657bc4329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:55.680182 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eb37145d-b007-4090-a5ec-34b6eb85a55e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.680862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb37145d-b007-4090-a5ec-34b6eb85a55e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Fanout notify agent at l3_agent the message router_deleted on router 7751d09f-da34-43b8-8620-1d41bd0eaf86 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 14:58:55.688209 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-eb37145d-b007-4090-a5ec-34b6eb85a55e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.689334 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-eb37145d-b007-4090-a5ec-34b6eb85a55e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/routers/7751d09f-da34-43b8-8620-1d41bd0eaf86 HTTP/1.1" status: 204 len: 168 time: 0.8039260 Aug 05 14:58:55.692056 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48226) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:55.770154 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb3c4-790d-48cd-ab4c-ce9eee779a14 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.865961 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb3c4-790d-48cd-ab4c-ce9eee779a14 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.874781 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-2b5bb3c4-790d-48cd-ab4c-ce9eee779a14 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d808b4-9906-4e29-99a0-61d6cb1df32b']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:58:55.886278 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-2b5bb3c4-790d-48cd-ab4c-ce9eee779a14 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1bd4a7-ed18-4da3-b056-59334bc4c7d3') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:58:55.886584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-2b5bb3c4-790d-48cd-ab4c-ce9eee779a14 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1bd4a7-ed18-4da3-b056-59334bc4c7d3') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:58:55.895532 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb3c4-790d-48cd-ab4c-ce9eee779a14 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.914288 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb3c4-790d-48cd-ab4c-ce9eee779a14 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.921975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5bb3c4-790d-48cd-ab4c-ce9eee779a14 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 14:58:55.922416 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb3c4-790d-48cd-ab4c-ce9eee779a14 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: timer() Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 14:58:55.925384 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 14:58:55.984934 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb3c4-790d-48cd-ab4c-ce9eee779a14 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.991920 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb3c4-790d-48cd-ab4c-ce9eee779a14 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:55.993675 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2b5bb3c4-790d-48cd-ab4c-ce9eee779a14 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/networks/00d808b4-9906-4e29-99a0-61d6cb1df32b HTTP/1.1" status: 204 len: 168 time: 0.3006718 Aug 05 14:58:55.996714 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48228) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:56.005088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5bb3c4-790d-48cd-ab4c-ce9eee779a14 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Network': ['ID=00d808b4-9906-4e29-99a0-61d6cb1df32b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:58:56.059687 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c9fe7274-f477-48d1-94de-b16922e3818d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.086495 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c9fe7274-f477-48d1-94de-b16922e3818d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.156786 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c9fe7274-f477-48d1-94de-b16922e3818d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.160005 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c9fe7274-f477-48d1-94de-b16922e3818d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.161193 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c9fe7274-f477-48d1-94de-b16922e3818d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/security-groups/c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca HTTP/1.1" status: 204 len: 168 time: 0.1634746 Aug 05 14:58:56.171622 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe7274-f477-48d1-94de-b16922e3818d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c019db5a-b6c0-4d4e-86cc-0f5ae9f8ffca,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:58:56.179751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe7274-f477-48d1-94de-b16922e3818d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:56.180096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe7274-f477-48d1-94de-b16922e3818d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:56.180449 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe7274-f477-48d1-94de-b16922e3818d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:56.181440 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe7274-f477-48d1-94de-b16922e3818d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:56.181866 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe7274-f477-48d1-94de-b16922e3818d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:56.182324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe7274-f477-48d1-94de-b16922e3818d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:56.182667 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe7274-f477-48d1-94de-b16922e3818d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:56.182996 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe7274-f477-48d1-94de-b16922e3818d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:56.183324 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe7274-f477-48d1-94de-b16922e3818d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:56.183650 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe7274-f477-48d1-94de-b16922e3818d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:56.184137 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe7274-f477-48d1-94de-b16922e3818d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:56.184600 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fe7274-f477-48d1-94de-b16922e3818d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:58:56.440999 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48234) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:56.445676 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-81db5d86-2a46-4c50-9823-1a7cfb405759 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-624808112', 'description': 'tempest-secgroup-smoke-624808112 description', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:58:56.469037 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-81db5d86-2a46-4c50-9823-1a7cfb405759 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.557787 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-81db5d86-2a46-4c50-9823-1a7cfb405759 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.561564 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-81db5d86-2a46-4c50-9823-1a7cfb405759 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.589119 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-81db5d86-2a46-4c50-9823-1a7cfb405759 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.590371 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-81db5d86-2a46-4c50-9823-1a7cfb405759 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1483402 Aug 05 14:58:56.592250 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db5d86-2a46-4c50-9823-1a7cfb405759 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68a4e92-09d8-4780-868c-25f040fa5bca,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:58:56.593426 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48236) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:56.598138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-8c23c3d1-a831-4a09-a474-8a205ec80551 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'f68a4e92-09d8-4780-868c-25f040fa5bca', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:58:56.624606 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8c23c3d1-a831-4a09-a474-8a205ec80551 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.681835 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8c23c3d1-a831-4a09-a474-8a205ec80551 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.684742 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8c23c3d1-a831-4a09-a474-8a205ec80551 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.703072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23c3d1-a831-4a09-a474-8a205ec80551 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44c9ead-61d0-4163-9d82-3235cc622096,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:58:56.710426 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8c23c3d1-a831-4a09-a474-8a205ec80551 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.711567 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8c23c3d1-a831-4a09-a474-8a205ec80551 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171300 Aug 05 14:58:56.714909 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48238) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:56.719415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-75336f44-eecc-4cbf-9600-c32337c8fb56 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'f68a4e92-09d8-4780-868c-25f040fa5bca', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:58:56.744572 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75336f44-eecc-4cbf-9600-c32337c8fb56 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.803964 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75336f44-eecc-4cbf-9600-c32337c8fb56 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.807620 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75336f44-eecc-4cbf-9600-c32337c8fb56 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.828662 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75336f44-eecc-4cbf-9600-c32337c8fb56 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa400412-10ed-4bee-8757-694aa4202288,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:58:56.835110 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75336f44-eecc-4cbf-9600-c32337c8fb56 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.839829 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-75336f44-eecc-4cbf-9600-c32337c8fb56 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204982 Aug 05 14:58:56.840285 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48240) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:56.844727 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-406269c7-77a5-4601-b4dc-44780c56dbea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'f68a4e92-09d8-4780-868c-25f040fa5bca', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:58:56.872898 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-406269c7-77a5-4601-b4dc-44780c56dbea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.904918 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:58:56.908121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 7c19dfd8-2140-44bf-869e-472afc350918 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:58:56.931778 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-406269c7-77a5-4601-b4dc-44780c56dbea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.936067 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-406269c7-77a5-4601-b4dc-44780c56dbea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.943735 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 7c19dfd8-2140-44bf-869e-472afc350918 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:58:56.944079 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 7c19dfd8-2140-44bf-869e-472afc350918 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:58:56.945388 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:58:56.945740 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4da6ac59-96a8-4f69-a8cc-ffaace3c5710 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:58:56.946135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5fd3287e-c1f3-473b-9da0-142c116412b7 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:58:56.956612 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406269c7-77a5-4601-b4dc-44780c56dbea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320d6f86-ddce-4e47-adb0-b5f601177b29,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:58:56.963922 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-406269c7-77a5-4601-b4dc-44780c56dbea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:56.965160 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-406269c7-77a5-4601-b4dc-44780c56dbea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239457 Aug 05 14:58:56.967913 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 5fd3287e-c1f3-473b-9da0-142c116412b7 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:58:56.968076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48242) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:56.968262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 5fd3287e-c1f3-473b-9da0-142c116412b7 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:58:56.968674 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 287a692b-bdea-41e7-857e-46a42b2f8797 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 14:58:56.972667 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-19174eb0-2f96-452b-b591-97624698e787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'f68a4e92-09d8-4780-868c-25f040fa5bca', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:58:56.987650 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 287a692b-bdea-41e7-857e-46a42b2f8797 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 14:58:56.987995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 287a692b-bdea-41e7-857e-46a42b2f8797 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 14:58:57.001736 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19174eb0-2f96-452b-b591-97624698e787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.061586 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19174eb0-2f96-452b-b591-97624698e787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.065084 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19174eb0-2f96-452b-b591-97624698e787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.082613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19174eb0-2f96-452b-b591-97624698e787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dcac8e9-b93b-4cbe-a1aa-97304749a7d1,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:58:57.087309 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-19174eb0-2f96-452b-b591-97624698e787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.088606 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-19174eb0-2f96-452b-b591-97624698e787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195757 Aug 05 14:58:57.091437 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48244) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:57.095898 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1a992395-992d-4ad6-b590-071483476d64 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'f68a4e92-09d8-4780-868c-25f040fa5bca', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:58:57.116573 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-1a992395-992d-4ad6-b590-071483476d64 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Project 2d4ce9f6eb76427987b7289ebccdf443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:58:57.122015 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1a992395-992d-4ad6-b590-071483476d64 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.180866 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1a992395-992d-4ad6-b590-071483476d64 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.183701 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1a992395-992d-4ad6-b590-071483476d64 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.203593 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a992395-992d-4ad6-b590-071483476d64 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e12a31-466e-4d3e-b3d6-0b14ab367acf,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:58:57.210029 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1a992395-992d-4ad6-b590-071483476d64 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.211272 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1a992395-992d-4ad6-b590-071483476d64 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188240 Aug 05 14:58:57.214647 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48246) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:57.218948 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5d93b7fa-033a-44fd-85fd-aa1faee7051d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'f68a4e92-09d8-4780-868c-25f040fa5bca', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:58:57.239942 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-5d93b7fa-033a-44fd-85fd-aa1faee7051d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Project 2d4ce9f6eb76427987b7289ebccdf443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 14:58:57.245077 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d93b7fa-033a-44fd-85fd-aa1faee7051d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.305601 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d93b7fa-033a-44fd-85fd-aa1faee7051d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.309343 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d93b7fa-033a-44fd-85fd-aa1faee7051d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.327387 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93b7fa-033a-44fd-85fd-aa1faee7051d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18d2c34-041a-4aa9-8007-3a12cf6ef698,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:58:57.330465 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5d93b7fa-033a-44fd-85fd-aa1faee7051d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.331637 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5d93b7fa-033a-44fd-85fd-aa1faee7051d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1160679 Aug 05 14:58:57.334469 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48248) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:57.339878 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-4748887e-e403-4b59-a7a2-88bf1e1981c9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'network': {'name': 'tempest-network-smoke--600375636', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'port_security_enabled': True}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:58:57.360172 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4748887e-e403-4b59-a7a2-88bf1e1981c9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Made reservation on behalf of 2d4ce9f6eb76427987b7289ebccdf443 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:58:57.363625 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4748887e-e403-4b59-a7a2-88bf1e1981c9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.386823 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4748887e-e403-4b59-a7a2-88bf1e1981c9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 14:58:57.396468 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4748887e-e403-4b59-a7a2-88bf1e1981c9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.396814 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-4748887e-e403-4b59-a7a2-88bf1e1981c9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Added segment bdaccc15-0885-4006-ac70-7a9dd47cb6af of type vlan for network 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d Aug 05 14:58:57.437577 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4748887e-e403-4b59-a7a2-88bf1e1981c9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.465408 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4748887e-e403-4b59-a7a2-88bf1e1981c9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.471092 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4748887e-e403-4b59-a7a2-88bf1e1981c9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:57.471699 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4748887e-e403-4b59-a7a2-88bf1e1981c9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.529704 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4748887e-e403-4b59-a7a2-88bf1e1981c9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1942165 Aug 05 14:58:57.532422 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48250) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:57.539103 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2080218436', 'admin_state_up': True, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:58:57.557635 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748887e-e403-4b59-a7a2-88bf1e1981c9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Network': ['ID=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:58:57.568158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 14:58:57.570935 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.573006 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.624148 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.766366 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.958400 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:57.981939 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:58.081649 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.25.5.249 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/9908a54b-6241-4c1a-8056-43a17bc0164c) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:58:58.183307 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:58.221742 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:58.261238 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:58:58.264078 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:58:58.267578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:58:58.289523 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=9908a54b-6241-4c1a-8056-43a17bc0164c,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:58:58.511833 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:58.706553 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:58.831622 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router ebf16b6f-fa3c-4826-8c72-3621f28187dc is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 14:58:59.235395 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:58:59.245452 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Sync routers for ids ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:58:59.253716 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:59.254857 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Routers {'ebf16b6f-fa3c-4826-8c72-3621f28187dc'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:58:59.254986 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-8e569f27-679a-4654-b281-d2b9da779c8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7216508 Aug 05 14:58:59.255648 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:58:59.258180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48252) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:59.286071 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-17ffc373-4201-401e-b3fd-61bf763878ef tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2d4ce9f6eb76427987b7289ebccdf443&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266266 Aug 05 14:58:59.288579 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48254) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:59.359352 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Set router ebf16b6f-fa3c-4826-8c72-3621f28187dc gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:58:59.377676 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0111d11d-0d97-4144-a858-ea7d8d5aa48b tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:59.379245 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0111d11d-0d97-4144-a858-ea7d8d5aa48b tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897651 Aug 05 14:58:59.382230 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48256) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:59.410175 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c58c01ac-64ce-4a92-a7cf-5edd88c78cea tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267184 Aug 05 14:58:59.412680 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48258) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:59.418171 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-34e6e6e8-fa1a-427e-9750-3ed3e0286805 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1677439495', 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:58:59.507672 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e6e6e8-fa1a-427e-9750-3ed3e0286805 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Made reservation on behalf of 2d4ce9f6eb76427987b7289ebccdf443 for: {'subnet': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:58:59.511747 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34e6e6e8-fa1a-427e-9750-3ed3e0286805 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13018522'] for subnet, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:59.539942 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080218436', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:58:58Z', 'revision_number': 3, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:58:59.570160 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Checking router: ebf16b6f-fa3c-4826-8c72-3621f28187dc for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:58:59.570527 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Updating router ebf16b6f-fa3c-4826-8c72-3621f28187dc port 9908a54b-6241-4c1a-8056-43a17bc0164c binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:58:59.595308 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:59.692084 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34e6e6e8-fa1a-427e-9750-3ed3e0286805 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15757224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13018536'] for subnet, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:59.749964 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6e6e8-fa1a-427e-9750-3ed3e0286805 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Subnet': ['ID=1a0c39fb-53ad-49e5-bb4b-cf448bc91b70,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:58:59.765822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e6e6e8-fa1a-427e-9750-3ed3e0286805 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Checking segment: {'id': 'bdaccc15-0885-4006-ac70-7a9dd47cb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:58:59.766110 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e6e6e8-fa1a-427e-9750-3ed3e0286805 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network hostable DHCP agents. Network: 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 14:58:59.783166 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e6e6e8-fa1a-427e-9750-3ed3e0286805 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 14:58:59.792522 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-34e6e6e8-fa1a-427e-9750-3ed3e0286805 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d) {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:58:59.797893 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e6e6e8-fa1a-427e-9750-3ed3e0286805 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:58:59.798515 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-34e6e6e8-fa1a-427e-9750-3ed3e0286805 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:59.802684 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f86944e-5566-40fd-b2ae-3865e793396a None None] Network 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:58:59.818095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48260) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:58:59.818431 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-34e6e6e8-fa1a-427e-9750-3ed3e0286805 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4044440 Aug 05 14:58:59.854145 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:59.864397 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Transition to ACTIVE for port object 9908a54b-6241-4c1a-8056-43a17bc0164c will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:58:59.871077 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:59.921283 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Attempting to bind port 9908a54b-6241-4c1a-8056-43a17bc0164c on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:58:59.921654 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Attempting to bind port 9908a54b-6241-4c1a-8056-43a17bc0164c by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:58:59.922024 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Attempting to bind port 9908a54b-6241-4c1a-8056-43a17bc0164c on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:58:59.937122 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:58:59.937500 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:58:59.937910 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:59.938340 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:58:59.938835 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Bound port: 9908a54b-6241-4c1a-8056-43a17bc0164c, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:58:59.939252 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:58:59.959886 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-5a21ee19-f1ef-4135-b791-5d9dfe0bed4d', 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ips': [{'subnet_id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 14:58:59.961187 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:00.005725 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] For port 9908a54b-6241-4c1a-8056-43a17bc0164c, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:59:00.010122 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] For port 9908a54b-6241-4c1a-8056-43a17bc0164c, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=9908a54b-6241-4c1a-8056-43a17bc0164c,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:59:00.012081 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fea9f-f0b9-497f-ae4f-c6e79e01223e None None] Pushing event updated for resources: {'Port': ['ID=9908a54b-6241-4c1a-8056-43a17bc0164c,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:00.015697 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:00.027488 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fea9f-f0b9-497f-ae4f-c6e79e01223e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:00.027841 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fea9f-f0b9-497f-ae4f-c6e79e01223e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:00.028086 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fea9f-f0b9-497f-ae4f-c6e79e01223e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:00.028425 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fea9f-f0b9-497f-ae4f-c6e79e01223e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:00.028756 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fea9f-f0b9-497f-ae4f-c6e79e01223e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:00.029386 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fea9f-f0b9-497f-ae4f-c6e79e01223e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:00.029722 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fea9f-f0b9-497f-ae4f-c6e79e01223e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:00.030052 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fea9f-f0b9-497f-ae4f-c6e79e01223e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:00.030409 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fea9f-f0b9-497f-ae4f-c6e79e01223e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:00.030736 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fea9f-f0b9-497f-ae4f-c6e79e01223e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:00.031321 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fea9f-f0b9-497f-ae4f-c6e79e01223e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:00.031657 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fea9f-f0b9-497f-ae4f-c6e79e01223e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:00.110240 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fea9f-f0b9-497f-ae4f-c6e79e01223e None None] Pushing event updated for resources: {'Port': ['ID=9908a54b-6241-4c1a-8056-43a17bc0164c,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:00.112584 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Allocated IP 172.20.0.2 (5a21ee19-f1ef-4135-b791-5d9dfe0bed4d/1a0c39fb-53ad-49e5-bb4b-cf448bc91b70/0be7410a-df91-4172-b904-7de9443c3c0b) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:59:00.126172 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Routers {'ebf16b6f-fa3c-4826-8c72-3621f28187dc'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:59:00.126980 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:59:00.237519 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] Set router ebf16b6f-fa3c-4826-8c72-3621f28187dc gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:59:00.264390 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:00.273116 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Transition to ACTIVE for port object 0be7410a-df91-4172-b904-7de9443c3c0b will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:59:00.289309 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Transition to ACTIVE for port object 0be7410a-df91-4172-b904-7de9443c3c0b will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:59:00.297116 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:00.338045 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Network 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:59:00.342534 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:59:00.347137 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:59:00.350500 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Pushing event updated for resources: {'Port': ['ID=0be7410a-df91-4172-b904-7de9443c3c0b,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:00.406158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Attempting to bind port 0be7410a-df91-4172-b904-7de9443c3c0b on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:59:00.406813 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Attempting to bind port 0be7410a-df91-4172-b904-7de9443c3c0b by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'bdaccc15-0885-4006-ac70-7a9dd47cb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:59:00.407383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Attempting to bind port 0be7410a-df91-4172-b904-7de9443c3c0b on network 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:59:00.413747 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:59:00.414284 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Checking segment: {'id': 'bdaccc15-0885-4006-ac70-7a9dd47cb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:59:00.415012 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:00.415156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Bound using segment: {'id': 'bdaccc15-0885-4006-ac70-7a9dd47cb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:59:00.415589 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Bound port: 0be7410a-df91-4172-b904-7de9443c3c0b, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaccc15-0885-4006-ac70-7a9dd47cb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:59:00.415977 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:00.437700 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080218436', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:58:58Z', 'revision_number': 3, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:59:00.469989 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ac6dc-faa5-4523-987b-8d522b0643ae None None] The sync data for ids ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'] in n-d-803585-2 is: [{'id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080218436', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:58:58Z', 'revision_number': 3, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:59:00.487418 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] For port 0be7410a-df91-4172-b904-7de9443c3c0b, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:59:00.499682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] For port 0be7410a-df91-4172-b904-7de9443c3c0b, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0be7410a-df91-4172-b904-7de9443c3c0b,segment=NetworkSegment(bdaccc15-0885-4006-ac70-7a9dd47cb6af),segment_id=bdaccc15-0885-4006-ac70-7a9dd47cb6af)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:59:00.506788 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:00.575989 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c67fe4-ad90-4c3b-ad86-11af5f27276e None None] Pushing event updated for resources: {'Port': ['ID=0be7410a-df91-4172-b904-7de9443c3c0b,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:00.677158 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:00.985771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9908a54b-6241-4c1a-8056-43a17bc0164c up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:59:01.038945 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.20.0.1 (5a21ee19-f1ef-4135-b791-5d9dfe0bed4d/1a0c39fb-53ad-49e5-bb4b-cf448bc91b70/aaf65c99-5406-4153-9828-bb802962742c) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:59:01.043564 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 9908a54b-6241-4c1a-8056-43a17bc0164c completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:59:01.047681 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 9908a54b-6241-4c1a-8056-43a17bc0164c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:59:01.048487 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:01.143638 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:01.166727 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 9908a54b-6241-4c1a-8056-43a17bc0164c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=9908a54b-6241-4c1a-8056-43a17bc0164c,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:59:01.171859 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:01.173313 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0be7410a-df91-4172-b904-7de9443c3c0b up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:59:01.220114 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:01.236779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Transition to ACTIVE for port object aaf65c99-5406-4153-9828-bb802962742c will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:59:01.251298 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=9908a54b-6241-4c1a-8056-43a17bc0164c,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:01.269432 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 0be7410a-df91-4172-b904-7de9443c3c0b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:59:01.291569 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:01.333603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:59:01.339928 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:59:01.343981 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:59:01.370854 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=aaf65c99-5406-4153-9828-bb802962742c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:01.395494 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:01.542660 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:01.565760 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f5fc5b-4124-437e-a60a-c0238892f05c None None] Network 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 14:59:01.697806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d5e2cdae-cade-4f31-9a63-69c109b2875a None None] Provisioning for port 0be7410a-df91-4172-b904-7de9443c3c0b completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:59:01.702130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d5e2cdae-cade-4f31-9a63-69c109b2875a None None] Provisioning complete for port 0be7410a-df91-4172-b904-7de9443c3c0b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:59:01.702544 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d5e2cdae-cade-4f31-9a63-69c109b2875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:01.806618 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d5e2cdae-cade-4f31-9a63-69c109b2875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:01.842394 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d5e2cdae-cade-4f31-9a63-69c109b2875a None None] For port 0be7410a-df91-4172-b904-7de9443c3c0b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0be7410a-df91-4172-b904-7de9443c3c0b,segment=NetworkSegment(bdaccc15-0885-4006-ac70-7a9dd47cb6af),segment_id=bdaccc15-0885-4006-ac70-7a9dd47cb6af)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:59:01.847722 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d5e2cdae-cade-4f31-9a63-69c109b2875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:01.851050 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:01.858103 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:01.901218 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2cdae-cade-4f31-9a63-69c109b2875a None None] Pushing event updated for resources: {'Port': ['ID=0be7410a-df91-4172-b904-7de9443c3c0b,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:01.937403 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=aaf65c99-5406-4153-9828-bb802962742c,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:01.945718 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:02.049654 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:59:02.051111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:59:02.070211 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-eab83f2e-42a5-4460-aab8-f7805c1c76bc None None] Provisioning complete for port 0be7410a-df91-4172-b904-7de9443c3c0b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:59:02.070871 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-eab83f2e-42a5-4460-aab8-f7805c1c76bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:02.171746 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-eab83f2e-42a5-4460-aab8-f7805c1c76bc None None] Provisioning for port aaf65c99-5406-4153-9828-bb802962742c completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:59:02.175786 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router ebf16b6f-fa3c-4826-8c72-3621f28187dc has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:59:02.178318 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-eab83f2e-42a5-4460-aab8-f7805c1c76bc None None] Provisioning complete for port aaf65c99-5406-4153-9828-bb802962742c triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:59:02.178318 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-eab83f2e-42a5-4460-aab8-f7805c1c76bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:02.306475 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:59:02.320166 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c6ec6c4d-6c5d-4f2a-82c8-fdab750b1037 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "PUT /v2.0/routers/ebf16b6f-fa3c-4826-8c72-3621f28187dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4924381 Aug 05 14:59:02.381092 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Sync routers for ids ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:59:02.392362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-eab83f2e-42a5-4460-aab8-f7805c1c76bc None None] Port aaf65c99-5406-4153-9828-bb802962742c cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:59:02.397015 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Routers {'ebf16b6f-fa3c-4826-8c72-3621f28187dc'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:59:02.397798 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:59:02.464964 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-e0a9ce12-4e21-4a3a-bf54-b9d15aa963c9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-624808112&fields=id&tenant_id=2d4ce9f6eb76427987b7289ebccdf443 HTTP/1.1" status: 200 len: 267 time: 0.0367448 Aug 05 14:59:02.508182 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Set router ebf16b6f-fa3c-4826-8c72-3621f28187dc gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:59:02.557667 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-40a71315-a9d0-4a0a-860d-73af189f7ef4 None None] Provisioning complete for port aaf65c99-5406-4153-9828-bb802962742c triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:59:02.558044 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-40a71315-a9d0-4a0a-860d-73af189f7ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:02.574339 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-47dde329-191c-46e9-b4fb-22e7e14a6c1f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:02.575847 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-47dde329-191c-46e9-b4fb-22e7e14a6c1f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/networks?id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d HTTP/1.1" status: 200 len: 796 time: 0.1036329 Aug 05 14:59:02.591534 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-91a30b42-3496-4e04-b837-8bf5985d193f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/quotas/2d4ce9f6eb76427987b7289ebccdf443 HTTP/1.1" status: 200 len: 375 time: 0.0098574 Aug 05 14:59:02.650074 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-ab599fd9-1348-44d5-bc65-51653fcb2d04 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519633 Aug 05 14:59:02.659505 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-40a71315-a9d0-4a0a-860d-73af189f7ef4 None None] Port aaf65c99-5406-4153-9828-bb802962742c cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:59:02.749929 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080218436', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'aaf65c99-5406-4153-9828-bb802962742c', 'name': '', 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:d0:8c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:59:00Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 2, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:59:02.780695 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Checking router: ebf16b6f-fa3c-4826-8c72-3621f28187dc for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:59:02.781048 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Updating router ebf16b6f-fa3c-4826-8c72-3621f28187dc port aaf65c99-5406-4153-9828-bb802962742c binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 14:59:02.802351 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-60aa3c7d-d82b-437c-bf84-adf6b88f9104 service neutron] 10.222.0.16 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393955 Aug 05 14:59:02.804734 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:02.902194 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-3b4d498d-ca7b-432f-be78-0d73d2b0b691 service neutron] 10.222.0.16 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930994 Aug 05 14:59:02.921815 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9908a54b-6241-4c1a-8056-43a17bc0164c up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:59:03.036997 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 9908a54b-6241-4c1a-8056-43a17bc0164c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:59:03.037355 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:03.083838 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ab0484f0-36a6-4e65-aa1f-7364c84be509 req-78ae29bc-ba1b-415e-aa42-cd93cef40b58 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 210 time: 0.0351403 Aug 05 14:59:03.189616 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:03.193876 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0be7410a-df91-4172-b904-7de9443c3c0b up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:59:03.219457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Transition to ACTIVE for port object aaf65c99-5406-4153-9828-bb802962742c will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:59:03.231806 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:03.296442 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e645c9-c60a-42aa-a8c9-fec3db5f6dce None None] Pushing event updated for resources: {'Port': ['ID=aaf65c99-5406-4153-9828-bb802962742c,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:03.321986 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 0be7410a-df91-4172-b904-7de9443c3c0b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:59:03.321986 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:03.367007 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Attempting to bind port aaf65c99-5406-4153-9828-bb802962742c on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:59:03.367383 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Attempting to bind port aaf65c99-5406-4153-9828-bb802962742c by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'bdaccc15-0885-4006-ac70-7a9dd47cb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:59:03.367760 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Attempting to bind port aaf65c99-5406-4153-9828-bb802962742c on network 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:59:03.380038 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:59:03.380415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Checking segment: {'id': 'bdaccc15-0885-4006-ac70-7a9dd47cb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:59:03.380821 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:03.381215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Bound using segment: {'id': 'bdaccc15-0885-4006-ac70-7a9dd47cb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:59:03.381682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Bound port: aaf65c99-5406-4153-9828-bb802962742c, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaccc15-0885-4006-ac70-7a9dd47cb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:59:03.382063 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:03.490171 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] For port aaf65c99-5406-4153-9828-bb802962742c, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:59:03.496518 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] For port aaf65c99-5406-4153-9828-bb802962742c, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=aaf65c99-5406-4153-9828-bb802962742c,segment=NetworkSegment(bdaccc15-0885-4006-ac70-7a9dd47cb6af),segment_id=bdaccc15-0885-4006-ac70-7a9dd47cb6af)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:59:03.503084 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:03.563294 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Routers {'ebf16b6f-fa3c-4826-8c72-3621f28187dc'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:59:03.563930 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:59:03.565842 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e645c9-c60a-42aa-a8c9-fec3db5f6dce None None] Pushing event updated for resources: {'Port': ['ID=aaf65c99-5406-4153-9828-bb802962742c,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:03.677660 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] Set router ebf16b6f-fa3c-4826-8c72-3621f28187dc gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:59:03.891849 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080218436', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'aaf65c99-5406-4153-9828-bb802962742c', 'name': '', 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:d0:8c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:59:00Z', 'updated_at': '2021-08-05T14:59:03Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:59:03.918977 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b730ba8-91b3-4171-b3a7-d6de5c3af208 None None] The sync data for ids ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'] in n-d-803585-2 is: [{'id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080218436', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'aaf65c99-5406-4153-9828-bb802962742c', 'name': '', 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:d0:8c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:59:00Z', 'updated_at': '2021-08-05T14:59:03Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:59:04.069004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-e764d52b-36de-4b2d-b3af-1c41555f5f29 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:04.070518 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-e764d52b-36de-4b2d-b3af-1c41555f5f29 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "GET /v2.0/networks?id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d HTTP/1.1" status: 200 len: 796 time: 0.1411960 Aug 05 14:59:04.120786 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-3275f4c7-99fe-4eea-b6cc-354caf8b33da tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d4ce9f6eb76427987b7289ebccdf443 HTTP/1.1" status: 200 len: 379 time: 0.0401342 Aug 05 14:59:04.138334 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-de5cfde6-6474-406a-bf6a-cba5acac3535 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'port': {'device_id': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d', 'admin_state_up': True, 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'security_groups': ['f68a4e92-09d8-4780-868c-25f040fa5bca']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:59:04.220565 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-689e8cf7-0d41-4fdb-abee-a37e77081cc3 req-b0d5c0b8-2497-4f65-8ce6-777f9c979b34 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 210 time: 0.0644383 Aug 05 14:59:04.284610 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-de5cfde6-6474-406a-bf6a-cba5acac3535 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Made reservation on behalf of 2d4ce9f6eb76427987b7289ebccdf443 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 14:59:04.288312 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-de5cfde6-6474-406a-bf6a-cba5acac3535 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:04.425855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-de5cfde6-6474-406a-bf6a-cba5acac3535 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.20.0.14 (5a21ee19-f1ef-4135-b791-5d9dfe0bed4d/1a0c39fb-53ad-49e5-bb4b-cf448bc91b70/3edc2a0d-9200-43f9-94f5-83cc5bb9daa9) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:59:04.582851 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-de5cfde6-6474-406a-bf6a-cba5acac3535 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:04.598495 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-de5cfde6-6474-406a-bf6a-cba5acac3535 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Transition to ACTIVE for port object 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:59:04.638764 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-de5cfde6-6474-406a-bf6a-cba5acac3535 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:04.685205 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-de5cfde6-6474-406a-bf6a-cba5acac3535 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:59:04.692697 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-de5cfde6-6474-406a-bf6a-cba5acac3535 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:59:04.695182 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-de5cfde6-6474-406a-bf6a-cba5acac3535 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:59:04.726393 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cfde6-6474-406a-bf6a-cba5acac3535 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:04.756200 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-de5cfde6-6474-406a-bf6a-cba5acac3535 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:04.756786 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-de5cfde6-6474-406a-bf6a-cba5acac3535 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:04.773777 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-de5cfde6-6474-406a-bf6a-cba5acac3535 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6404459 Aug 05 14:59:04.788088 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Request body: {'port': {'device_id': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:59:04.846998 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:04.972104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device aaf65c99-5406-4153-9828-bb802962742c up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:59:05.016221 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f32d413d-42d7-48bf-a8c4-b5c41c70d7a0 None None] Provisioning for port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:59:05.022520 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-f32d413d-42d7-48bf-a8c4-b5c41c70d7a0 None None] Provisioning complete for port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:59:05.022893 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f32d413d-42d7-48bf-a8c4-b5c41c70d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:05.063411 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-f32d413d-42d7-48bf-a8c4-b5c41c70d7a0 None None] Port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 14:59:05.066771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port aaf65c99-5406-4153-9828-bb802962742c completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:59:05.070769 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port aaf65c99-5406-4153-9828-bb802962742c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:59:05.071774 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:05.142985 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:59:05.151226 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:05.154102 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:05.163317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Transition to ACTIVE for port object 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:59:05.166996 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:05.186920 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port aaf65c99-5406-4153-9828-bb802962742c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=aaf65c99-5406-4153-9828-bb802962742c,segment=NetworkSegment(bdaccc15-0885-4006-ac70-7a9dd47cb6af),segment_id=bdaccc15-0885-4006-ac70-7a9dd47cb6af)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:59:05.191584 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:05.237943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Pushing event updated for resources: {'Port': ['ID=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:05.246722 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=aaf65c99-5406-4153-9828-bb802962742c,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:05.296411 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Attempting to bind port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:59:05.296878 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Attempting to bind port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'bdaccc15-0885-4006-ac70-7a9dd47cb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:59:05.297209 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Attempting to bind port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 on network 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:59:05.301810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 on network 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:59:05.302136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Attempting to bind port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 on network 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:59:05.307491 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:59:05.307835 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Checking segment: {'id': 'bdaccc15-0885-4006-ac70-7a9dd47cb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:59:05.308217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Bound using segment: {'id': 'bdaccc15-0885-4006-ac70-7a9dd47cb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:59:05.308648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Bound port: 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdaccc15-0885-4006-ac70-7a9dd47cb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:59:05.309006 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:05.363727 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e2e82-b382-43a4-802c-2f70d6a3fb96 req-11550492-f857-43a8-a01f-f8fba7256c56 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:05.365301 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-693e2e82-b382-43a4-802c-2f70d6a3fb96 req-11550492-f857-43a8-a01f-f8fba7256c56 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 944 time: 0.0548985 Aug 05 14:59:05.385269 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] For port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:59:05.389376 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] For port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,segment=NetworkSegment(bdaccc15-0885-4006-ac70-7a9dd47cb6af),segment_id=bdaccc15-0885-4006-ac70-7a9dd47cb6af)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:59:05.393835 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:05.414959 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-693e2e82-b382-43a4-802c-2f70d6a3fb96 req-7d243d62-1f36-4b63-913d-5e7b88fffec0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418296 Aug 05 14:59:05.428826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:05.429852 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:05.432441 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] 10.222.0.84 "PUT /v2.0/ports/3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 HTTP/1.1" status: 200 len: 1092 time: 0.6494164 Aug 05 14:59:05.434874 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'tag': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:59:05.439253 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845b96c0-2cae-4bec-a5ac-fa17ad2b0779" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfc6f70-4edd-4844-89b6-877adfc1a0e2", "tag": "3edc2a0d-9200-43f9-94f5-83cc5bb9daa9"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:59:05.468680 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d8d53-5b20-449f-8298-55a1ced0cb49 service neutron] Pushing event updated for resources: {'Port': ['ID=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:05.487848 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2396226-38f0-4fd2-9f37-b91739f84bf8 x-openstack-request-id: req-e2396226-38f0-4fd2-9f37-b91739f84bf8 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:59:05.488136 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfc6f70-4edd-4844-89b6-877adfc1a0e2", "tag": "3edc2a0d-9200-43f9-94f5-83cc5bb9daa9", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:59:05.488387 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2396226-38f0-4fd2-9f37-b91739f84bf8 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:59:05.488886 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'tag': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9', 'status': 'completed', 'code': 200} Aug 05 14:59:05.528947 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-7f2fb990-a128-4238-9f59-1fc35b97a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:05.530651 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-7f2fb990-a128-4238-9f59-1fc35b97a5a4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 1095 time: 0.0532696 Aug 05 14:59:05.578862 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-3cf5e917-edf4-4a41-8a1a-4f1e76a2f6c6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 HTTP/1.1" status: 200 len: 217 time: 0.0404892 Aug 05 14:59:05.631235 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-e0e00db8-447a-4e1e-a35d-417fe539546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:05.632726 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-e0e00db8-447a-4e1e-a35d-417fe539546a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1a0c39fb-53ad-49e5-bb4b-cf448bc91b70 HTTP/1.1" status: 200 len: 835 time: 0.0467901 Aug 05 14:59:05.682052 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-92ec2c5f-69f9-486a-96b1-74801801a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:05.683612 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-92ec2c5f-69f9-486a-96b1-74801801a707 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410383 Aug 05 14:59:05.778810 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-018ad329-6151-43c7-a014-917a60a53495 service neutron] 10.222.0.84 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878289 Aug 05 14:59:05.869622 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8ea012ce-598f-4873-b116-13d7682e9c36 req-49264798-2e0b-40c5-a9ef-a0b69c4eb74c service neutron] 10.222.0.84 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833380 Aug 05 14:59:05.958529 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b96c0-2cae-4bec-a5ac-fa17ad2b0779 req-72bc4016-4d5d-41c2-a05f-e3838a2f9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:05.960037 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-845b96c0-2cae-4bec-a5ac-fa17ad2b0779 req-72bc4016-4d5d-41c2-a05f-e3838a2f9769 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 1095 time: 0.0406322 Aug 05 14:59:06.052025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b96c0-2cae-4bec-a5ac-fa17ad2b0779 req-20fd9555-1355-4d6d-afb6-32a49092698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:06.053526 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-845b96c0-2cae-4bec-a5ac-fa17ad2b0779 req-20fd9555-1355-4d6d-afb6-32a49092698b service neutron] 10.222.0.84 "GET /v2.0/networks?id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d HTTP/1.1" status: 200 len: 897 time: 0.0866826 Aug 05 14:59:06.096310 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-845b96c0-2cae-4bec-a5ac-fa17ad2b0779 req-a26d8f8e-dc75-46d3-aa3e-799a1895ed45 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 HTTP/1.1" status: 200 len: 217 time: 0.0352006 Aug 05 14:59:06.144745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b96c0-2cae-4bec-a5ac-fa17ad2b0779 req-f98248e8-c935-43c2-b99f-7cc9c8a8f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:06.146075 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-845b96c0-2cae-4bec-a5ac-fa17ad2b0779 req-f98248e8-c935-43c2-b99f-7cc9c8a8f18d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1a0c39fb-53ad-49e5-bb4b-cf448bc91b70 HTTP/1.1" status: 200 len: 835 time: 0.0425062 Aug 05 14:59:06.196729 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b96c0-2cae-4bec-a5ac-fa17ad2b0779 req-1a1c6a4f-931e-4339-b83c-663f28f57021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:06.198505 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-845b96c0-2cae-4bec-a5ac-fa17ad2b0779 req-1a1c6a4f-931e-4339-b83c-663f28f57021 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441816 Aug 05 14:59:06.286931 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-845b96c0-2cae-4bec-a5ac-fa17ad2b0779 req-12e976c5-ffe3-4fe1-a26c-51180c8062b1 service neutron] 10.222.0.84 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806346 Aug 05 14:59:06.382644 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-845b96c0-2cae-4bec-a5ac-fa17ad2b0779 req-f7b29fdf-64a1-4511-8f04-4b784e8aa653 service neutron] 10.222.0.84 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870168 Aug 05 14:59:06.529055 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6316f4b-15e2-4c87-9e3b-86b152a502ec req-f8f9424a-0fc2-4fec-b833-6ba0ca30e85d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:06.530563 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6316f4b-15e2-4c87-9e3b-86b152a502ec req-f8f9424a-0fc2-4fec-b833-6ba0ca30e85d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 944 time: 0.0490873 Aug 05 14:59:06.569912 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6316f4b-15e2-4c87-9e3b-86b152a502ec req-7a3c937b-cf55-4fdf-a050-4258bfeac1f6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332887 Aug 05 14:59:06.911051 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device aaf65c99-5406-4153-9828-bb802962742c up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:59:06.963094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port aaf65c99-5406-4153-9828-bb802962742c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:59:06.963465 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:07.687764 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fefdc-c94b-469d-bbaf-5898ca773213 req-9d1ae117-cc62-4992-a162-532b649cabad tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:07.689268 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0e8fefdc-c94b-469d-bbaf-5898ca773213 req-9d1ae117-cc62-4992-a162-532b649cabad tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 944 time: 0.0499299 Aug 05 14:59:07.728076 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0e8fefdc-c94b-469d-bbaf-5898ca773213 req-b0308e95-3cc3-47a3-9880-c352df73a619 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321732 Aug 05 14:59:08.847947 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db430b-74ee-48b5-94d0-0554c1e1ec52 req-59d4dc43-18e8-4f07-85d3-28fe1c2367e4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:08.849438 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57db430b-74ee-48b5-94d0-0554c1e1ec52 req-59d4dc43-18e8-4f07-85d3-28fe1c2367e4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 944 time: 0.0528307 Aug 05 14:59:08.888561 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-57db430b-74ee-48b5-94d0-0554c1e1ec52 req-a88358ed-e446-4c7a-bf40-7f45f6dd727e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327964 Aug 05 14:59:08.972122 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 14:59:09.072109 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,segment=NetworkSegment(bdaccc15-0885-4006-ac70-7a9dd47cb6af),segment_id=bdaccc15-0885-4006-ac70-7a9dd47cb6af)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:59:09.084963 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9', 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d', 'port_id': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9', 'mac_address': 'fa:16:3e:58:38:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 14:59:09.128305 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:09.141169 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 14:59:09.160043 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,segment=NetworkSegment(bdaccc15-0885-4006-ac70-7a9dd47cb6af),segment_id=bdaccc15-0885-4006-ac70-7a9dd47cb6af)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:59:09.163861 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:09.209695 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:09.378490 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['3edc2a0d-9200-43f9-94f5-83cc5bb9daa9'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 14:59:10.003951 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf0342-fdb5-4642-a461-f25e90388ad1 req-d0d35a5f-b74d-4033-964b-fdd57e89d75c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:10.005446 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1ddf0342-fdb5-4642-a461-f25e90388ad1 req-d0d35a5f-b74d-4033-964b-fdd57e89d75c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 945 time: 0.0489736 Aug 05 14:59:10.053945 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1ddf0342-fdb5-4642-a461-f25e90388ad1 req-14915619-005d-4d51-934c-df293c14a6f3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418417 Aug 05 14:59:10.987537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 14:59:11.038915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 14:59:11.042955 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 14:59:11.043327 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:11.125209 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:11.147956 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:59:11.151166 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e657dab-6cef-4644-a62d-8e148a23d8cf" -d '{"events": [{"server_uuid": "4bfc6f70-4edd-4844-89b6-877adfc1a0e2", "name": "network-vif-plugged", "status": "completed", "tag": "3edc2a0d-9200-43f9-94f5-83cc5bb9daa9"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:59:11.164789 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,segment=NetworkSegment(bdaccc15-0885-4006-ac70-7a9dd47cb6af),segment_id=bdaccc15-0885-4006-ac70-7a9dd47cb6af)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:59:11.169506 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:11.178485 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ccdc7-8b52-472a-b18d-e705ad258dd6 req-b22a46d3-d824-4ab0-9c55-8763271c1658 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:11.180031 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aa5ccdc7-8b52-472a-b18d-e705ad258dd6 req-b22a46d3-d824-4ab0-9c55-8763271c1658 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 945 time: 0.0529633 Aug 05 14:59:11.194188 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 14:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc193e51-a8f8-4a1b-abfc-feb25e1c3611 x-openstack-request-id: req-fc193e51-a8f8-4a1b-abfc-feb25e1c3611 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:59:11.194516 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfc6f70-4edd-4844-89b6-877adfc1a0e2", "name": "network-vif-plugged", "status": "completed", "tag": "3edc2a0d-9200-43f9-94f5-83cc5bb9daa9", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:59:11.194775 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc193e51-a8f8-4a1b-abfc-feb25e1c3611 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:59:11.195165 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9', 'code': 200} Aug 05 14:59:11.233824 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aa5ccdc7-8b52-472a-b18d-e705ad258dd6 req-9ce61c4c-d9c8-4c92-9c37-4d5eb30ef5d6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466013 Aug 05 14:59:11.234053 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:11.303504 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75582131-cf93-4f58-b963-e0cf48c32855 req-b0e97572-2d85-4041-9911-90f5915b5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:11.305001 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75582131-cf93-4f58-b963-e0cf48c32855 req-b0e97572-2d85-4041-9911-90f5915b5286 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 1097 time: 0.0441749 Aug 05 14:59:11.341574 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75582131-cf93-4f58-b963-e0cf48c32855 req-1ca031e6-5d9b-4416-965f-ea1df5244f2c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282285 Aug 05 14:59:12.372308 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d88047-1c90-47ee-8cf5-70ae0a98bcb2 req-50f24728-a4a1-4677-8162-e07346e2eb60 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:12.373825 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8d88047-1c90-47ee-8cf5-70ae0a98bcb2 req-50f24728-a4a1-4677-8162-e07346e2eb60 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0504296 Aug 05 14:59:12.412047 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e8d88047-1c90-47ee-8cf5-70ae0a98bcb2 req-4af56038-ce31-4ea0-b5c0-bb6a24dc237e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323205 Aug 05 14:59:12.528449 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e35ea-9a80-406f-bf5a-5eb075c4ce39 req-1f0f66ae-3463-4887-8cfb-c87df4875877 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:12.529849 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-393e35ea-9a80-406f-bf5a-5eb075c4ce39 req-1f0f66ae-3463-4887-8cfb-c87df4875877 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0497811 Aug 05 14:59:12.567249 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-393e35ea-9a80-406f-bf5a-5eb075c4ce39 req-637f93d9-d2a5-495a-8303-2028c05bb0b9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313351 Aug 05 14:59:12.589632 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48316) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:59:12.633045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2206d818-8113-4397-a66a-04b718f1baf4 tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:12.635155 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2206d818-8113-4397-a66a-04b718f1baf4 tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 1092 time: 0.0445182 Aug 05 14:59:12.638140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48318) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:59:12.642481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:59:12.664831 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:12.757889 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:12.861230 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.25.5.178 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/031b147c-50e7-40d2-8d39-7b9cb3c4415e) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 14:59:12.960302 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:12.998076 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:13.041761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 14:59:13.044678 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 14:59:13.048237 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 14:59:13.053670 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=031b147c-50e7-40d2-8d39-7b9cb3c4415e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:13.401210 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:13.470155 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:13.622034 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:13.626162 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:13.694389 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=031b147c-50e7-40d2-8d39-7b9cb3c4415e,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:13.704379 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:13.804055 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Floating IP 3ecb77d2-c0ba-404c-802d-90247d93f57c associated. External IP: 172.25.5.178, port: 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9. Aug 05 14:59:14.012184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router ebf16b6f-fa3c-4826-8c72-3621f28187dc has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 14:59:14.123070 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 14:59:14.132376 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5b36b6-2820-4d0a-a698-dbad6785d7f4 None None] Sync routers for ids ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 14:59:14.139183 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:14.142884 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5b36b6-2820-4d0a-a698-dbad6785d7f4 None None] Routers {'ebf16b6f-fa3c-4826-8c72-3621f28187dc'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:59:14.143488 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4a5b36b6-2820-4d0a-a698-dbad6785d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:59:14.166761 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6e1f990a-4146-41dc-a9cf-48ebc57e1a85 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5275898 Aug 05 14:59:14.167344 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'tag': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:59:14.169640 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51898b53-4e15-4a81-aab1-feba25fc2416" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfc6f70-4edd-4844-89b6-877adfc1a0e2", "tag": "3edc2a0d-9200-43f9-94f5-83cc5bb9daa9"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:59:14.208982 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 14:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03674a74-c35f-4f67-a3e8-01aa2dad3c13 x-openstack-request-id: req-03674a74-c35f-4f67-a3e8-01aa2dad3c13 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:59:14.209276 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfc6f70-4edd-4844-89b6-877adfc1a0e2", "tag": "3edc2a0d-9200-43f9-94f5-83cc5bb9daa9", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:59:14.209531 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03674a74-c35f-4f67-a3e8-01aa2dad3c13 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:59:14.209936 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'tag': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9', 'status': 'completed', 'code': 200} Aug 05 14:59:14.248992 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-4a5b36b6-2820-4d0a-a698-dbad6785d7f4 None None] Set router ebf16b6f-fa3c-4826-8c72-3621f28187dc gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:59:14.304797 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225eec1-1692-4777-8420-6021efb1bf9f req-00f9c53f-05ec-4044-a6ca-0239c25a1eaa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:14.307979 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d225eec1-1692-4777-8420-6021efb1bf9f req-00f9c53f-05ec-4044-a6ca-0239c25a1eaa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0860291 Aug 05 14:59:14.314971 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51898b53-4e15-4a81-aab1-feba25fc2416 req-680bd101-497d-42c7-87d8-39d0a121b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:14.316403 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51898b53-4e15-4a81-aab1-feba25fc2416 req-680bd101-497d-42c7-87d8-39d0a121b23c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 1097 time: 0.0658824 Aug 05 14:59:14.399289 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d225eec1-1692-4777-8420-6021efb1bf9f req-48bb2fd4-6ff9-40d6-9269-9374a79a74cd tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819247 Aug 05 14:59:14.422022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48324) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:59:14.438397 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51898b53-4e15-4a81-aab1-feba25fc2416 req-d6a25b7b-fb88-456e-897c-268a7d2bd131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:14.440420 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51898b53-4e15-4a81-aab1-feba25fc2416 req-d6a25b7b-fb88-456e-897c-268a7d2bd131 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d HTTP/1.1" status: 200 len: 897 time: 0.1161132 Aug 05 14:59:14.473186 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4a5b36b6-2820-4d0a-a698-dbad6785d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080218436', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '3ecb77d2-c0ba-404c-802d-90247d93f57c', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'floating_ip_address': '172.25.5.178', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'port_id': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d', 'mac_address': 'fa:16:3e:58:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:59:13Z', 'updated_at': '2021-08-05T14:59:13Z', 'revision_number': 0, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf65c99-5406-4153-9828-bb802962742c', 'name': '', 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:d0:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:59:00Z', 'updated_at': '2021-08-05T14:59:05Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:59:14.488098 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6cebbb08-7345-459b-97a0-7bd554f77a57 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/floatingips/3ecb77d2-c0ba-404c-802d-90247d93f57c HTTP/1.1" status: 200 len: 992 time: 0.0636680 Aug 05 14:59:14.504294 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5b36b6-2820-4d0a-a698-dbad6785d7f4 None None] Checking router: ebf16b6f-fa3c-4826-8c72-3621f28187dc for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 14:59:14.513565 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5b36b6-2820-4d0a-a698-dbad6785d7f4 None None] Routers {'ebf16b6f-fa3c-4826-8c72-3621f28187dc'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 14:59:14.514154 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4a5b36b6-2820-4d0a-a698-dbad6785d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T14:58:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:59:14.514527 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51898b53-4e15-4a81-aab1-feba25fc2416 req-90b0f22f-a653-4b96-9187-939ca5568620 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 HTTP/1.1" status: 200 len: 1000 time: 0.0660329 Aug 05 14:59:14.567870 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51898b53-4e15-4a81-aab1-feba25fc2416 req-98b722b3-98b1-4e0c-b55b-7898b638714f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:14.569372 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51898b53-4e15-4a81-aab1-feba25fc2416 req-98b722b3-98b1-4e0c-b55b-7898b638714f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1a0c39fb-53ad-49e5-bb4b-cf448bc91b70 HTTP/1.1" status: 200 len: 835 time: 0.0485988 Aug 05 14:59:14.617903 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51898b53-4e15-4a81-aab1-feba25fc2416 req-a3bbd380-d47f-4ec7-8561-29d917a51724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:14.620329 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51898b53-4e15-4a81-aab1-feba25fc2416 req-a3bbd380-d47f-4ec7-8561-29d917a51724 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433207 Aug 05 14:59:14.711754 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-4a5b36b6-2820-4d0a-a698-dbad6785d7f4 None None] Set router ebf16b6f-fa3c-4826-8c72-3621f28187dc gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 14:59:14.942079 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-4a5b36b6-2820-4d0a-a698-dbad6785d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080218436', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '3ecb77d2-c0ba-404c-802d-90247d93f57c', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'floating_ip_address': '172.25.5.178', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'port_id': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d', 'mac_address': 'fa:16:3e:58:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:59:13Z', 'updated_at': '2021-08-05T14:59:13Z', 'revision_number': 0, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf65c99-5406-4153-9828-bb802962742c', 'name': '', 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:d0:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:59:00Z', 'updated_at': '2021-08-05T14:59:05Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 14:59:14.969533 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5b36b6-2820-4d0a-a698-dbad6785d7f4 None None] The sync data for ids ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'] in n-d-803585-2 is: [{'id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080218436', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '3ecb77d2-c0ba-404c-802d-90247d93f57c', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'floating_ip_address': '172.25.5.178', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'port_id': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d', 'mac_address': 'fa:16:3e:58:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T14:59:13Z', 'updated_at': '2021-08-05T14:59:13Z', 'revision_number': 0, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf65c99-5406-4153-9828-bb802962742c', 'name': '', 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:d0:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:59:00Z', 'updated_at': '2021-08-05T14:59:05Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 14:59:15.085634 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51898b53-4e15-4a81-aab1-feba25fc2416 req-c518911a-34b4-45f6-a65c-911055cb52bb service neutron] 10.222.0.84 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578753 Aug 05 14:59:15.172352 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f46f50-0c5c-4ad5-850e-91f1469f7a8a None None] New status for floating IP 3ecb77d2-c0ba-404c-802d-90247d93f57c: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 14:59:15.184324 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-51898b53-4e15-4a81-aab1-feba25fc2416 req-9773bef1-f673-4027-95c2-73dba16ef933 service neutron] 10.222.0.84 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906091 Aug 05 14:59:15.394634 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:15.490932 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48330) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 14:59:15.559028 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-69fa2e12-6e1f-47b0-93a2-67d4156bb7c8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/floatingips/3ecb77d2-c0ba-404c-802d-90247d93f57c HTTP/1.1" status: 200 len: 994 time: 0.0665534 Aug 05 14:59:15.917394 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa40315e-5ec9-46f7-adea-344dc1194f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:16.636118 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:18.475862 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-75faf280-0dd3-4909-898a-78c395622139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:18.731118 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:19.750631 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:21.537692 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:24.479318 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 14:59:31.981270 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eefed5a3-fdaa-4ab1-8331-756bf8bacb0b req-9208ec76-6d61-45ed-a2aa-0a503986c531 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464067 Aug 05 14:59:32.071193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefed5a3-fdaa-4ab1-8331-756bf8bacb0b req-86b56357-ed35-4cb8-b226-718ef90b290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:32.072939 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eefed5a3-fdaa-4ab1-8331-756bf8bacb0b req-86b56357-ed35-4cb8-b226-718ef90b290d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 1097 time: 0.0455379 Aug 05 14:59:32.174208 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefed5a3-fdaa-4ab1-8331-756bf8bacb0b req-25342ec6-d9cc-46e1-ad86-4ef5c7f49ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:32.175738 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eefed5a3-fdaa-4ab1-8331-756bf8bacb0b req-25342ec6-d9cc-46e1-ad86-4ef5c7f49ade service neutron] 10.222.0.84 "GET /v2.0/networks?id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d HTTP/1.1" status: 200 len: 897 time: 0.0843058 Aug 05 14:59:32.247010 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eefed5a3-fdaa-4ab1-8331-756bf8bacb0b req-b3e7d9fd-444f-4827-ae51-334fbebb63d7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 HTTP/1.1" status: 200 len: 1002 time: 0.0619414 Aug 05 14:59:32.296263 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefed5a3-fdaa-4ab1-8331-756bf8bacb0b req-0277ebee-dfdb-44d5-9296-43fe44ac697f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:32.297670 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eefed5a3-fdaa-4ab1-8331-756bf8bacb0b req-0277ebee-dfdb-44d5-9296-43fe44ac697f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1a0c39fb-53ad-49e5-bb4b-cf448bc91b70 HTTP/1.1" status: 200 len: 835 time: 0.0424907 Aug 05 14:59:32.343939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefed5a3-fdaa-4ab1-8331-756bf8bacb0b req-08484109-4580-4a72-b216-d4c2e42f5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:32.345413 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eefed5a3-fdaa-4ab1-8331-756bf8bacb0b req-08484109-4580-4a72-b216-d4c2e42f5e2e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400479 Aug 05 14:59:32.438916 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eefed5a3-fdaa-4ab1-8331-756bf8bacb0b req-b9837370-e4eb-457e-87de-e9d2c81a4493 service neutron] 10.222.0.84 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857284 Aug 05 14:59:32.529445 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eefed5a3-fdaa-4ab1-8331-756bf8bacb0b req-8c7bf73a-ba8d-4129-8425-4402b185374a service neutron] 10.222.0.84 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824962 Aug 05 14:59:44.391613 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fc98c-bdd2-4aec-ae71-d15735a633fa req-286484f7-a1ef-46b0-b807-248d33289cdc tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:44.393156 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a0fc98c-bdd2-4aec-ae71-d15735a633fa req-286484f7-a1ef-46b0-b807-248d33289cdc tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0517623 Aug 05 14:59:44.435360 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4a0fc98c-bdd2-4aec-ae71-d15735a633fa req-ffb4dba8-71db-43d9-ab2e-12712b16e514 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356860 Aug 05 14:59:44.447450 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-c60a806b-c8b1-49b5-8388-69884527e334 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886309 Aug 05 14:59:45.406712 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:45.562481 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f959b81-f067-4b08-b04f-a098b8e5ab22 req-3f07fe0c-5b3b-4dfe-99b4-d22219dacc1b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:45.564052 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0f959b81-f067-4b08-b04f-a098b8e5ab22 req-3f07fe0c-5b3b-4dfe-99b4-d22219dacc1b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0578902 Aug 05 14:59:45.629065 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0f959b81-f067-4b08-b04f-a098b8e5ab22 req-78618cf5-5121-409f-a968-c45350563c1f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530961 Aug 05 14:59:45.634122 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-3d08f022-a41b-4f00-a047-dce6b1ab2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:45.636918 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-3d08f022-a41b-4f00-a047-dce6b1ab2c41 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 1097 time: 0.0688884 Aug 05 14:59:45.733172 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-9a388702-6664-4300-8432-f06a9d2a246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:45.734679 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-9a388702-6664-4300-8432-f06a9d2a246d service neutron] 10.222.0.84 "GET /v2.0/networks?id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d HTTP/1.1" status: 200 len: 897 time: 0.0880203 Aug 05 14:59:45.800152 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-29383d48-1d63-49c3-b142-16e0f87d200f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 HTTP/1.1" status: 200 len: 1002 time: 0.0576768 Aug 05 14:59:45.849980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-89064085-7923-43b1-b8ea-596638a4c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:45.851463 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-89064085-7923-43b1-b8ea-596638a4c282 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1a0c39fb-53ad-49e5-bb4b-cf448bc91b70 HTTP/1.1" status: 200 len: 835 time: 0.0434124 Aug 05 14:59:45.904345 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-4d9ade02-6c7d-4432-90fb-bb8f49cbdd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:45.905860 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-4d9ade02-6c7d-4432-90fb-bb8f49cbdd09 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453193 Aug 05 14:59:45.919432 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-446f40a3-d497-45dd-8afb-cdfd73ee02dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:45.997488 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-bdc88001-eab7-490c-9e08-85f91dc99752 service neutron] 10.222.0.84 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837541 Aug 05 14:59:46.092709 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-dd8a5c7b-c32f-4a54-9932-6550f6ebbe49 service neutron] 10.222.0.84 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865002 Aug 05 14:59:46.656916 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:46.750680 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0a0ba-ecd3-4f15-a343-e9fb6aca874c req-2fa19600-ed8d-4077-8cd2-01950fa78652 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:46.752231 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98c0a0ba-ecd3-4f15-a343-e9fb6aca874c req-2fa19600-ed8d-4077-8cd2-01950fa78652 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0539825 Aug 05 14:59:46.793889 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-98c0a0ba-ecd3-4f15-a343-e9fb6aca874c req-28e57ec9-3cf4-422d-9ebe-229aa0585690 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353994 Aug 05 14:59:47.911824 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e2f8e-eba8-49bf-8a63-39c806b33100 req-2fc9164d-0214-4c7a-af86-1c22b83b7b04 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:47.913339 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-522e2f8e-eba8-49bf-8a63-39c806b33100 req-2fc9164d-0214-4c7a-af86-1c22b83b7b04 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0517681 Aug 05 14:59:47.951365 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-522e2f8e-eba8-49bf-8a63-39c806b33100 req-3e09acbf-07bd-4702-a711-5111fcd5d290 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321074 Aug 05 14:59:48.478449 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2cfaa0f5-d5d0-47fa-b939-b1e2ee472525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:48.732919 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:49.068174 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e4578-0f45-4c83-a235-55e432b320c3 req-e1b3410e-f17d-4d0d-b7ed-70c9f135d7ca tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:49.069669 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a6e4578-0f45-4c83-a235-55e432b320c3 req-e1b3410e-f17d-4d0d-b7ed-70c9f135d7ca tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0496747 Aug 05 14:59:49.109435 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2a6e4578-0f45-4c83-a235-55e432b320c3 req-d880a7e0-2071-4ae7-9cc4-055cb948856d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329573 Aug 05 14:59:49.759758 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:50.225816 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb0dfc-1034-47b7-accf-70d6074e7163 req-6d19da27-3dc6-4e58-9253-796d6f1aa8e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:50.227360 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-40cb0dfc-1034-47b7-accf-70d6074e7163 req-6d19da27-3dc6-4e58-9253-796d6f1aa8e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0493159 Aug 05 14:59:50.266064 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-40cb0dfc-1034-47b7-accf-70d6074e7163 req-ce5f9027-5e5f-4525-b39f-aed44eb5c199 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320489 Aug 05 14:59:51.384563 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eea6a7-036e-44d4-b504-6de97f7cc279 req-f21a0d96-0664-4c24-8bd7-620f39cee0a7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:51.386082 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72eea6a7-036e-44d4-b504-6de97f7cc279 req-f21a0d96-0664-4c24-8bd7-620f39cee0a7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0513942 Aug 05 14:59:51.425246 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72eea6a7-036e-44d4-b504-6de97f7cc279 req-443ec1ce-05b7-42b6-b9d1-fb221c1ae8b4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327699 Aug 05 14:59:51.539710 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:52.547156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5de81d-43aa-4fed-b33d-dbe3db551d09 req-349b83da-4779-4847-9212-68a0ec58c19e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:52.548665 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ef5de81d-43aa-4fed-b33d-dbe3db551d09 req-349b83da-4779-4847-9212-68a0ec58c19e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0558865 Aug 05 14:59:52.588457 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ef5de81d-43aa-4fed-b33d-dbe3db551d09 req-4bfd809e-e7e7-42e3-8f2b-48c6b542063b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337577 Aug 05 14:59:53.707669 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf104d53-af23-43cd-99d3-af82cbde95e8 req-76fca0a8-e2f8-4c0d-8c87-8dac9885db68 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:53.709168 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf104d53-af23-43cd-99d3-af82cbde95e8 req-76fca0a8-e2f8-4c0d-8c87-8dac9885db68 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0525584 Aug 05 14:59:53.746921 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cf104d53-af23-43cd-99d3-af82cbde95e8 req-c2529f46-9997-4cd8-aac8-69cc5f70ac70 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318396 Aug 05 14:59:54.869556 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae987f6-e0bb-4126-9244-8a44a25e5174 req-66f24540-0b32-4232-bede-54f83e57174e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:54.871101 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ae987f6-e0bb-4126-9244-8a44a25e5174 req-66f24540-0b32-4232-bede-54f83e57174e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0550759 Aug 05 14:59:54.910400 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ae987f6-e0bb-4126-9244-8a44a25e5174 req-7b46379c-3fbe-46a3-b6c6-7ef166fe448c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332224 Aug 05 14:59:56.026804 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acec693-09a9-408c-b11f-3dea1bee2e2e req-6bd8f0dd-bbe0-4cc6-bedd-ebff875cfa0f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:56.028302 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3acec693-09a9-408c-b11f-3dea1bee2e2e req-6bd8f0dd-bbe0-4cc6-bedd-ebff875cfa0f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0493670 Aug 05 14:59:56.067008 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3acec693-09a9-408c-b11f-3dea1bee2e2e req-b6d2a149-3868-4510-b225-8de716ccb856 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326772 Aug 05 14:59:57.181481 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6279e-e9de-488c-b8ec-eabbd6eed099 req-3a1a90a5-96a0-48aa-b327-0756e52aa35b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:57.182989 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dba6279e-e9de-488c-b8ec-eabbd6eed099 req-3a1a90a5-96a0-48aa-b327-0756e52aa35b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0479789 Aug 05 14:59:57.221114 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dba6279e-e9de-488c-b8ec-eabbd6eed099 req-245531f2-1a58-4ed5-b774-7fe425b2565b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314689 Aug 05 14:59:58.336986 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772b32f-399e-4068-ba95-38baea048ec0 req-418c199e-b7b0-480b-a84e-936315a0802e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:58.338549 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d772b32f-399e-4068-ba95-38baea048ec0 req-418c199e-b7b0-480b-a84e-936315a0802e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0501211 Aug 05 14:59:58.347865 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-8a445d41-2890-4a07-b653-dcbfa890884d service neutron] show failed (client error): The resource could not be found. Aug 05 14:59:58.348884 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-8a445d41-2890-4a07-b653-dcbfa890884d service neutron] 10.222.0.84 "GET /v2.0/ports/3edc2a0d-9200-43f9-94f5-83cc5bb9daa9/bindings/n-h1-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.0595067 Aug 05 14:59:58.382780 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d772b32f-399e-4068-ba95-38baea048ec0 req-1c914514-a518-4bdd-9170-5b9fe84e6351 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369794 Aug 05 14:59:58.594641 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-7c6e2ecd-5f43-49fe-9717-22ca55fc10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:58.596161 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-7c6e2ecd-5f43-49fe-9717-22ca55fc10ed service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2&tenant_id=2d4ce9f6eb76427987b7289ebccdf443 HTTP/1.1" status: 200 len: 1097 time: 0.0933547 Aug 05 14:59:58.609146 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 14:59:58.661982 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:58.863759 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] For port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,segment=NetworkSegment(bdaccc15-0885-4006-ac70-7a9dd47cb6af),segment_id=bdaccc15-0885-4006-ac70-7a9dd47cb6af)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 14:59:58.897586 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] For port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9, host n-h2-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:59:58.936529 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 14:59:58.938786 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b1c4a0-e867-40fa-9c62-95c38b9372b7" -d '{"events": [{"server_uuid": "4bfc6f70-4edd-4844-89b6-877adfc1a0e2", "name": "network-vif-unplugged", "status": "completed", "tag": "3edc2a0d-9200-43f9-94f5-83cc5bb9daa9"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 14:59:58.942986 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:58.955392 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Transition to ACTIVE for port object 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 14:59:58.959499 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:58.991409 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 14:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81982ea-6d53-4ef7-9103-1a99d62d8289 x-openstack-request-id: req-a81982ea-6d53-4ef7-9103-1a99d62d8289 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 14:59:58.991702 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfc6f70-4edd-4844-89b6-877adfc1a0e2", "name": "network-vif-unplugged", "status": "completed", "tag": "3edc2a0d-9200-43f9-94f5-83cc5bb9daa9", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 14:59:58.991979 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a81982ea-6d53-4ef7-9103-1a99d62d8289 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 14:59:58.992381 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9', 'code': 200} Aug 05 14:59:59.064189 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,revision_number=6']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:59.078147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:59.078529 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:59.078877 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:59.079218 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:59.079556 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:59.079892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:59.080225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:59.080555 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:59.080885 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:59.081219 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:59.081546 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:59.081873 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 14:59:59.118001 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] No DVR routers for this DVR port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 on host n-h2-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 14:59:59.257620 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Attempting to bind port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 14:59:59.257960 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Attempting to bind port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'bdaccc15-0885-4006-ac70-7a9dd47cb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 14:59:59.258352 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Attempting to bind port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 on network 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:59:59.262697 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 on network 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 14:59:59.263165 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Attempting to bind port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 on network 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 14:59:59.267993 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 14:59:59.268280 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Checking segment: {'id': 'bdaccc15-0885-4006-ac70-7a9dd47cb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 14:59:59.268662 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Bound using segment: {'id': 'bdaccc15-0885-4006-ac70-7a9dd47cb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 14:59:59.269086 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Bound port: 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdaccc15-0885-4006-ac70-7a9dd47cb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 14:59:59.269438 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:59.334646 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] For port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 14:59:59.338007 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] For port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,segment=NetworkSegment(bdaccc15-0885-4006-ac70-7a9dd47cb6af),segment_id=bdaccc15-0885-4006-ac70-7a9dd47cb6af)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 14:59:59.343654 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:59.382963 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:59.383599 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 14:59:59.385034 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] 10.222.0.63 "PUT /v2.0/ports/3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 HTTP/1.1" status: 200 len: 1092 time: 0.7801840 Aug 05 14:59:59.402566 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613d739-cada-400a-99d3-fea6af4346c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,revision_number=7']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 14:59:59.455016 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-32ea05e6-4745-4072-8c15-6fdd96e84a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:59.456834 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-32ea05e6-4745-4072-8c15-6fdd96e84a1c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 1095 time: 0.0475028 Aug 05 14:59:59.569132 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7f915-ebc1-4c2b-89e7-ad37a7566955 req-01634f75-328d-4da6-9627-91611cc59e22 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:59.570688 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06e7f915-ebc1-4c2b-89e7-ad37a7566955 req-01634f75-328d-4da6-9627-91611cc59e22 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 944 time: 0.1123340 Aug 05 14:59:59.623380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-df7a430b-6478-46aa-a7ce-00e2cc52dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:59.624875 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-df7a430b-6478-46aa-a7ce-00e2cc52dbc1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d HTTP/1.1" status: 200 len: 897 time: 0.1572449 Aug 05 14:59:59.627916 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-06e7f915-ebc1-4c2b-89e7-ad37a7566955 req-74ae3307-e64c-48d8-812d-ac5cda9bbd9d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500534 Aug 05 14:59:59.694994 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-953996b5-1d46-4890-80fc-6337df29d237 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 HTTP/1.1" status: 200 len: 1000 time: 0.0617788 Aug 05 14:59:59.743992 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d1a946cf-b144-4332-a79b-6211fea3a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:59.745422 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-d1a946cf-b144-4332-a79b-6211fea3a2d4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1a0c39fb-53ad-49e5-bb4b-cf448bc91b70 HTTP/1.1" status: 200 len: 835 time: 0.0432665 Aug 05 14:59:59.788987 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-78043a89-00fb-43e6-b2e2-8ef1ecf9386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 14:59:59.790490 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-78043a89-00fb-43e6-b2e2-8ef1ecf9386e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385010 Aug 05 14:59:59.881749 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-052e8ebb-fc9a-4746-a8b2-5803d738e0d8 service neutron] 10.222.0.63 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840609 Aug 05 14:59:59.972305 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-48e612c4-91d6-4c70-90eb-ca31e1b11875 req-e61f418d-b900-499a-b2da-1804c04734fd service neutron] 10.222.0.63 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831087 Aug 05 15:00:00.748462 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66112b-0fe5-4b95-8243-9a1067be24ed req-c6d7a7e7-3648-4aa8-9922-d916ad818a32 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:00.750006 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e66112b-0fe5-4b95-8243-9a1067be24ed req-c6d7a7e7-3648-4aa8-9922-d916ad818a32 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 944 time: 0.0523379 Aug 05 15:00:00.788965 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5e66112b-0fe5-4b95-8243-9a1067be24ed req-c514da7c-f36b-4168-bf06-63e694d082fc tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330400 Aug 05 15:00:00.993810 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'tag': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:00:00.996155 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d79699-73db-4365-a9e5-457ca7b336b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfc6f70-4edd-4844-89b6-877adfc1a0e2", "tag": "3edc2a0d-9200-43f9-94f5-83cc5bb9daa9"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:00:01.043506 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2652ecb0-afb3-4790-be33-b9e09c58c016 x-openstack-request-id: req-2652ecb0-afb3-4790-be33-b9e09c58c016 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:00:01.043902 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfc6f70-4edd-4844-89b6-877adfc1a0e2", "tag": "3edc2a0d-9200-43f9-94f5-83cc5bb9daa9", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:00:01.044163 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2652ecb0-afb3-4790-be33-b9e09c58c016 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:00:01.044583 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'tag': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9', 'status': 'completed', 'code': 200} Aug 05 15:00:01.107532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-e7be0aee-be81-4195-9621-7496711ae613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:01.107791 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-f772b212-d019-45c5-ab06-4245f4a19d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:01.109069 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-e7be0aee-be81-4195-9621-7496711ae613 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 1095 time: 0.0419223 Aug 05 15:00:01.109200 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-f772b212-d019-45c5-ab06-4245f4a19d3c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 1095 time: 0.0426126 Aug 05 15:00:01.203635 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-b775be82-3d9e-471f-9108-4ce633d07a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:01.205053 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-b775be82-3d9e-471f-9108-4ce633d07a29 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d HTTP/1.1" status: 200 len: 897 time: 0.0893087 Aug 05 15:00:01.205527 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-740e5842-502b-40ea-aae6-3358975c8bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:01.207045 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-740e5842-502b-40ea-aae6-3358975c8bb2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d HTTP/1.1" status: 200 len: 897 time: 0.0894198 Aug 05 15:00:01.273185 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-a7b06b86-dfa6-4215-a884-fd92018f28b7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 HTTP/1.1" status: 200 len: 1000 time: 0.0606775 Aug 05 15:00:01.278310 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-c265b056-4af4-47d7-9e47-9e59427838ab service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 HTTP/1.1" status: 200 len: 1000 time: 0.0626361 Aug 05 15:00:01.323708 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-46235574-eb9a-4533-9190-6191e2c1f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:01.325810 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-46235574-eb9a-4533-9190-6191e2c1f167 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1a0c39fb-53ad-49e5-bb4b-cf448bc91b70 HTTP/1.1" status: 200 len: 835 time: 0.0460145 Aug 05 15:00:01.338483 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-6d7cdf19-13b4-4147-a2c7-ae7e45bbfa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:01.339959 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-6d7cdf19-13b4-4147-a2c7-ae7e45bbfa79 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1a0c39fb-53ad-49e5-bb4b-cf448bc91b70 HTTP/1.1" status: 200 len: 835 time: 0.0499241 Aug 05 15:00:01.377205 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-b51512cf-ca30-4345-b1b7-9b0ecbde7e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:01.378770 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-b51512cf-ca30-4345-b1b7-9b0ecbde7e54 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457358 Aug 05 15:00:01.388441 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-19a99939-9b8d-46a1-a40b-1d2d71898b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:01.389941 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-19a99939-9b8d-46a1-a40b-1d2d71898b87 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404398 Aug 05 15:00:01.471278 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-31afb76f-44e1-4ff1-9828-198f6f82d126 service neutron] 10.222.0.84 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847988 Aug 05 15:00:01.480246 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:00:01.483891 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-e73512f3-5125-4c0f-9094-10b108fb53f3 service neutron] 10.222.0.63 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858507 Aug 05 15:00:01.574301 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-669d96bb-3cd2-4c76-b30d-287420bcf022 service neutron] 10.222.0.84 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953255 Aug 05 15:00:01.599776 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-77d79699-73db-4365-a9e5-457ca7b336b8 req-5fb72ca4-edd2-494c-ac62-c5bfabe004c0 service neutron] 10.222.0.63 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059294 Aug 05 15:00:01.907644 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb1d3f-02e7-480f-bfc6-936960be53b9 req-0e62a1f1-ba2e-421d-be5a-cd77203ba5f2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:01.909151 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d2bb1d3f-02e7-480f-bfc6-936960be53b9 req-0e62a1f1-ba2e-421d-be5a-cd77203ba5f2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 944 time: 0.0510409 Aug 05 15:00:01.947477 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d2bb1d3f-02e7-480f-bfc6-936960be53b9 req-606705c0-e02c-43ee-95f1-7de38427a1e4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323865 Aug 05 15:00:02.176234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0cbbd-b3e9-453b-b9e0-d10fc6ecc6a9 req-3ccb683f-c483-42af-905f-807f70c01921 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:02.177680 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-76d0cbbd-b3e9-453b-b9e0-d10fc6ecc6a9 req-3ccb683f-c483-42af-905f-807f70c01921 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 944 time: 0.0810785 Aug 05 15:00:02.194335 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c38b3-2152-4614-97f7-f8b301337663 req-6cec5b90-1a71-4650-b900-fcce36be9cbe tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:02.195805 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e36c38b3-2152-4614-97f7-f8b301337663 req-6cec5b90-1a71-4650-b900-fcce36be9cbe tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2&tenant_id=2d4ce9f6eb76427987b7289ebccdf443&binding%3Ahost_id=n-h1-803585-2 HTTP/1.1" status: 200 len: 944 time: 0.0973058 Aug 05 15:00:02.256095 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-76d0cbbd-b3e9-453b-b9e0-d10fc6ecc6a9 req-de5e8e69-dca0-4ac1-a34b-abf120fe8f69 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719838 Aug 05 15:00:02.276503 n-d-803585-2 neutron-server[105724]: INFO neutron.api.v2.resource [req-e36c38b3-2152-4614-97f7-f8b301337663 req-cd21c731-0be8-486d-b827-0de1679e4164 service neutron] delete failed (client error): The resource could not be found. Aug 05 15:00:02.277526 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e36c38b3-2152-4614-97f7-f8b301337663 req-cd21c731-0be8-486d-b827-0de1679e4164 service neutron] 10.222.0.84 "DELETE /v2.0/ports/3edc2a0d-9200-43f9-94f5-83cc5bb9daa9/bindings/n-h2-803585-2 HTTP/1.1" status: 404 len: 380 time: 0.0690546 Aug 05 15:00:02.362521 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c38b3-2152-4614-97f7-f8b301337663 req-fe215b8b-a2e8-473a-86c4-3809c50e7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:02.364051 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e36c38b3-2152-4614-97f7-f8b301337663 req-fe215b8b-a2e8-473a-86c4-3809c50e7068 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 1095 time: 0.0427241 Aug 05 15:00:02.374887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9567b7-1492-475e-b26e-88829e3b1432 req-c45a6b0d-16cb-4bd5-9a4c-5dd838080995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:02.376414 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e9567b7-1492-475e-b26e-88829e3b1432 req-c45a6b0d-16cb-4bd5-9a4c-5dd838080995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 944 time: 0.0503457 Aug 05 15:00:02.414701 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e9567b7-1492-475e-b26e-88829e3b1432 req-6a1ec741-50ff-420f-8674-4c95b9af8162 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323248 Aug 05 15:00:02.459643 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c38b3-2152-4614-97f7-f8b301337663 req-903d97c0-ac17-43c5-bc1f-c5d87d56024b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:02.461072 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e36c38b3-2152-4614-97f7-f8b301337663 req-903d97c0-ac17-43c5-bc1f-c5d87d56024b service neutron] 10.222.0.84 "GET /v2.0/networks?id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d HTTP/1.1" status: 200 len: 897 time: 0.0905523 Aug 05 15:00:02.530020 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e36c38b3-2152-4614-97f7-f8b301337663 req-170dc776-6df6-4a74-ac7f-24eb75b4ed19 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 HTTP/1.1" status: 200 len: 1000 time: 0.0607915 Aug 05 15:00:02.579172 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c38b3-2152-4614-97f7-f8b301337663 req-73acd55c-db64-4c2d-840c-4399be67bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:02.580637 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e36c38b3-2152-4614-97f7-f8b301337663 req-73acd55c-db64-4c2d-840c-4399be67bb4f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1a0c39fb-53ad-49e5-bb4b-cf448bc91b70 HTTP/1.1" status: 200 len: 835 time: 0.0441303 Aug 05 15:00:02.630158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c38b3-2152-4614-97f7-f8b301337663 req-f74b0d36-b5ab-46bf-8454-31d4acb42bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:02.631710 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e36c38b3-2152-4614-97f7-f8b301337663 req-f74b0d36-b5ab-46bf-8454-31d4acb42bbc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443604 Aug 05 15:00:02.634818 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:00:02.723592 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e36c38b3-2152-4614-97f7-f8b301337663 req-05b74ace-7f43-459d-b177-43258a5cc781 service neutron] 10.222.0.84 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841963 Aug 05 15:00:02.730271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,segment=NetworkSegment(bdaccc15-0885-4006-ac70-7a9dd47cb6af),segment_id=bdaccc15-0885-4006-ac70-7a9dd47cb6af)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:00:02.741609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9', 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d', 'port_id': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9', 'mac_address': 'fa:16:3e:58:38:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:00:02.777506 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:02.790684 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:00:02.810496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,segment=NetworkSegment(bdaccc15-0885-4006-ac70-7a9dd47cb6af),segment_id=bdaccc15-0885-4006-ac70-7a9dd47cb6af)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:00:02.814614 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:02.822621 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e36c38b3-2152-4614-97f7-f8b301337663 req-e73164ba-611d-41e1-875c-4737375c4bca service neutron] 10.222.0.84 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921860 Aug 05 15:00:02.865528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:02.874413 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:02.874790 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:02.875149 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:02.875462 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:02.875790 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:02.876115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:02.876435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:02.876888 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:02.877215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:02.877554 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:02.877869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:02.878195 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:03.077123 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['3edc2a0d-9200-43f9-94f5-83cc5bb9daa9'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:00:03.192470 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:00:03.261292 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:00:03.533281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc716697-b4bb-43b8-acf6-09e2719237d6 req-e8d557b1-6baf-40b2-baf2-44434a86f2a0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:03.534826 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc716697-b4bb-43b8-acf6-09e2719237d6 req-e8d557b1-6baf-40b2-baf2-44434a86f2a0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 945 time: 0.0516901 Aug 05 15:00:03.574386 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bc716697-b4bb-43b8-acf6-09e2719237d6 req-80ef76bf-b379-48ad-b2e4-43f0285d8be8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327582 Aug 05 15:00:03.597413 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48442) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:03.661093 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4bcda464-7ad3-427d-984f-1f6f37ebb638 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/floatingips/3ecb77d2-c0ba-404c-802d-90247d93f57c HTTP/1.1" status: 200 len: 993 time: 0.0625565 Aug 05 15:00:04.635097 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:00:04.683342 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:00:04.687138 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:00:04.687504 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:04.763011 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:04.784691 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:00:04.786919 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d54ae15-4273-4abe-addd-8b3d21280841" -d '{"events": [{"server_uuid": "4bfc6f70-4edd-4844-89b6-877adfc1a0e2", "name": "network-vif-plugged", "status": "completed", "tag": "3edc2a0d-9200-43f9-94f5-83cc5bb9daa9"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:00:04.799984 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,segment=NetworkSegment(bdaccc15-0885-4006-ac70-7a9dd47cb6af),segment_id=bdaccc15-0885-4006-ac70-7a9dd47cb6af)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:00:04.803718 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:04.828053 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88adbaa6-a8d0-4e98-a78e-76763a6fc248 x-openstack-request-id: req-88adbaa6-a8d0-4e98-a78e-76763a6fc248 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:00:04.828339 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfc6f70-4edd-4844-89b6-877adfc1a0e2", "name": "network-vif-plugged", "status": "completed", "tag": "3edc2a0d-9200-43f9-94f5-83cc5bb9daa9", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:00:04.828587 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88adbaa6-a8d0-4e98-a78e-76763a6fc248 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:00:04.828967 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9', 'code': 200} Aug 05 15:00:04.853198 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:15.401322 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:15.921593 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e8393583-84b8-46f2-9ec6-02dab37d3df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:16.668942 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:17.231259 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b6f0cc53-7ae4-4a64-a1da-e9c3741fff5f req-c5c2c773-f3e9-419e-a8d2-0f1994c7f418 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436375 Aug 05 15:00:17.315058 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0cc53-7ae4-4a64-a1da-e9c3741fff5f req-9571605f-9d34-4b05-b0cc-61aa2e331eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:17.316559 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b6f0cc53-7ae4-4a64-a1da-e9c3741fff5f req-9571605f-9d34-4b05-b0cc-61aa2e331eb9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 1097 time: 0.0414073 Aug 05 15:00:17.420099 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0cc53-7ae4-4a64-a1da-e9c3741fff5f req-887504d3-b32c-4b06-bbe5-ca60428fa0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:17.421569 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b6f0cc53-7ae4-4a64-a1da-e9c3741fff5f req-887504d3-b32c-4b06-bbe5-ca60428fa0a4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d HTTP/1.1" status: 200 len: 897 time: 0.0835724 Aug 05 15:00:17.491803 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b6f0cc53-7ae4-4a64-a1da-e9c3741fff5f req-8aea7f22-2bdb-4b31-b181-223fca7320f4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 HTTP/1.1" status: 200 len: 1002 time: 0.0621290 Aug 05 15:00:17.543648 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0cc53-7ae4-4a64-a1da-e9c3741fff5f req-bf891909-c02e-4546-970f-168ba96f17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:17.545153 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b6f0cc53-7ae4-4a64-a1da-e9c3741fff5f req-bf891909-c02e-4546-970f-168ba96f17a0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1a0c39fb-53ad-49e5-bb4b-cf448bc91b70 HTTP/1.1" status: 200 len: 835 time: 0.0453627 Aug 05 15:00:17.591694 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0cc53-7ae4-4a64-a1da-e9c3741fff5f req-38eb8dd1-8ad2-4812-9686-c036ac1fc9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:17.593379 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b6f0cc53-7ae4-4a64-a1da-e9c3741fff5f req-38eb8dd1-8ad2-4812-9686-c036ac1fc9ae service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411210 Aug 05 15:00:17.691969 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b6f0cc53-7ae4-4a64-a1da-e9c3741fff5f req-124ae8c7-721d-4c95-90e4-7a492f662649 service neutron] 10.222.0.63 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903084 Aug 05 15:00:17.781178 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b6f0cc53-7ae4-4a64-a1da-e9c3741fff5f req-e65b0b01-4b0d-489b-a847-5af3e2945aa8 service neutron] 10.222.0.63 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817432 Aug 05 15:00:18.478989 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-13d2187a-94be-441b-b2d5-e8f6b31fe4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:18.732965 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:19.751955 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:21.541519 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:31.999871 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48454) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:32.156804 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-48dbcd0d-3fce-4db8-a80b-8fe87af21687 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port 031b147c-50e7-40d2-8d39-7b9cb3c4415e {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:00:32.157145 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-48dbcd0d-3fce-4db8-a80b-8fe87af21687 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:32.232700 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-48dbcd0d-3fce-4db8-a80b-8fe87af21687 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:32.233056 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-48dbcd0d-3fce-4db8-a80b-8fe87af21687 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:32.245441 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-48dbcd0d-3fce-4db8-a80b-8fe87af21687 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for 031b147c-50e7-40d2-8d39-7b9cb3c4415e owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:00:32.717453 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-48dbcd0d-3fce-4db8-a80b-8fe87af21687 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:32.759273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbcd0d-3fce-4db8-a80b-8fe87af21687 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=031b147c-50e7-40d2-8d39-7b9cb3c4415e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:32.818097 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-48dbcd0d-3fce-4db8-a80b-8fe87af21687 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:32.818491 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-48dbcd0d-3fce-4db8-a80b-8fe87af21687 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Floating IP 3ecb77d2-c0ba-404c-802d-90247d93f57c disassociated (deleted). External IP: 172.25.5.178, port: 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9. Aug 05 15:00:33.024168 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48dbcd0d-3fce-4db8-a80b-8fe87af21687 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router ebf16b6f-fa3c-4826-8c72-3621f28187dc has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:00:33.134140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dbcd0d-3fce-4db8-a80b-8fe87af21687 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:00:33.139286 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-48dbcd0d-3fce-4db8-a80b-8fe87af21687 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:33.143906 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61ac845-b414-418e-a8f9-312b46905a75 None None] Sync routers for ids ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:00:33.152817 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61ac845-b414-418e-a8f9-312b46905a75 None None] Routers {'ebf16b6f-fa3c-4826-8c72-3621f28187dc'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:00:33.153352 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c61ac845-b414-418e-a8f9-312b46905a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:00:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:33.166884 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-48dbcd0d-3fce-4db8-a80b-8fe87af21687 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/floatingips/3ecb77d2-c0ba-404c-802d-90247d93f57c HTTP/1.1" status: 204 len: 168 time: 1.1659374 Aug 05 15:00:33.167475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'tag': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:00:33.169790 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be45bde-c96b-4946-a6fd-b56e57e2d500" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfc6f70-4edd-4844-89b6-877adfc1a0e2", "tag": "3edc2a0d-9200-43f9-94f5-83cc5bb9daa9"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:00:33.215583 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f0a78d-654b-42a8-9074-36d9791fe194 x-openstack-request-id: req-11f0a78d-654b-42a8-9074-36d9791fe194 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:00:33.215884 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfc6f70-4edd-4844-89b6-877adfc1a0e2", "tag": "3edc2a0d-9200-43f9-94f5-83cc5bb9daa9", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:00:33.216140 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11f0a78d-654b-42a8-9074-36d9791fe194 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:00:33.216541 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'tag': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9', 'status': 'completed', 'code': 200} Aug 05 15:00:33.263711 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-c61ac845-b414-418e-a8f9-312b46905a75 None None] Set router ebf16b6f-fa3c-4826-8c72-3621f28187dc gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:00:33.288032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be45bde-c96b-4946-a6fd-b56e57e2d500 req-3524886a-7f1c-4ed1-a6b5-35e5b235affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:33.290121 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8be45bde-c96b-4946-a6fd-b56e57e2d500 req-3524886a-7f1c-4ed1-a6b5-35e5b235affd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 1097 time: 0.0491199 Aug 05 15:00:33.397114 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be45bde-c96b-4946-a6fd-b56e57e2d500 req-c1254132-44ad-4bc9-a5c1-f873afd24636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:33.398793 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8be45bde-c96b-4946-a6fd-b56e57e2d500 req-c1254132-44ad-4bc9-a5c1-f873afd24636 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d HTTP/1.1" status: 200 len: 897 time: 0.1000156 Aug 05 15:00:33.415623 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962aff7-594f-44f9-9470-f0c3e0a2cfcb req-9540412d-527b-494d-a444-448f7af7f238 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:33.417255 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6962aff7-594f-44f9-9470-f0c3e0a2cfcb req-9540412d-527b-494d-a444-448f7af7f238 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0526185 Aug 05 15:00:33.443464 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8be45bde-c96b-4946-a6fd-b56e57e2d500 req-c0017abd-250e-4120-b228-e3875f91b3d0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 HTTP/1.1" status: 200 len: 217 time: 0.0366621 Aug 05 15:00:33.460200 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6962aff7-594f-44f9-9470-f0c3e0a2cfcb req-56cf49d4-1737-4d72-b6cd-66092a6d2f04 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366304 Aug 05 15:00:33.468906 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c61ac845-b414-418e-a8f9-312b46905a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080218436', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'aaf65c99-5406-4153-9828-bb802962742c', 'name': '', 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:d0:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:59:00Z', 'updated_at': '2021-08-05T14:59:05Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:33.496670 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61ac845-b414-418e-a8f9-312b46905a75 None None] Checking router: ebf16b6f-fa3c-4826-8c72-3621f28187dc for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:00:33.500473 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be45bde-c96b-4946-a6fd-b56e57e2d500 req-276ff622-fbee-44db-b3b9-15fdf548e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:33.502016 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8be45bde-c96b-4946-a6fd-b56e57e2d500 req-276ff622-fbee-44db-b3b9-15fdf548e782 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1a0c39fb-53ad-49e5-bb4b-cf448bc91b70 HTTP/1.1" status: 200 len: 835 time: 0.0514290 Aug 05 15:00:33.506305 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61ac845-b414-418e-a8f9-312b46905a75 None None] Routers {'ebf16b6f-fa3c-4826-8c72-3621f28187dc'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:00:33.506910 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c61ac845-b414-418e-a8f9-312b46905a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:00:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:33.548565 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be45bde-c96b-4946-a6fd-b56e57e2d500 req-92a9c080-9a1c-4467-a33d-63a4c1b3ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:33.550970 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8be45bde-c96b-4946-a6fd-b56e57e2d500 req-92a9c080-9a1c-4467-a33d-63a4c1b3ae03 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409868 Aug 05 15:00:33.615326 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-c61ac845-b414-418e-a8f9-312b46905a75 None None] Set router ebf16b6f-fa3c-4826-8c72-3621f28187dc gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:00:33.641870 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8be45bde-c96b-4946-a6fd-b56e57e2d500 req-45b5be00-684a-4d4c-966b-1eb3a91f6eb3 service neutron] 10.222.0.63 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829237 Aug 05 15:00:33.737840 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8be45bde-c96b-4946-a6fd-b56e57e2d500 req-102eb8d0-f392-4ddc-9596-6ed3df98d3cb service neutron] 10.222.0.63 "GET /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875609 Aug 05 15:00:33.817671 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-c61ac845-b414-418e-a8f9-312b46905a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080218436', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'aaf65c99-5406-4153-9828-bb802962742c', 'name': '', 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:d0:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:59:00Z', 'updated_at': '2021-08-05T14:59:05Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:33.843331 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61ac845-b414-418e-a8f9-312b46905a75 None None] The sync data for ids ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'] in n-d-803585-2 is: [{'id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080218436', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'aaf65c99-5406-4153-9828-bb802962742c', 'name': '', 'network_id': '5a21ee19-f1ef-4135-b791-5d9dfe0bed4d', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:d0:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:59:00Z', 'updated_at': '2021-08-05T14:59:05Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': '1a0c39fb-53ad-49e5-bb4b-cf448bc91b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:00:34.066772 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c303b49c-61fb-4226-98fd-5ff7ec3fbf83 None None] New status for floating IP 3ecb77d2-c0ba-404c-802d-90247d93f57c: DOWN {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 15:00:34.584004 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae291cb-be44-4920-a0d3-1673a47631e1 req-ba3a0dc7-8f94-4145-831e-658a8a054b7c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:34.585498 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dae291cb-be44-4920-a0d3-1673a47631e1 req-ba3a0dc7-8f94-4145-831e-658a8a054b7c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0503619 Aug 05 15:00:34.624102 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dae291cb-be44-4920-a0d3-1673a47631e1 req-c1200f7d-38c8-4085-8ff6-071ebb7242fd tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68a4e92-09d8-4780-868c-25f040fa5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325930 Aug 05 15:00:34.709045 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293edb2-150b-4d29-983b-320324ce06bd req-cdb68a12-3fde-41ab-9a01-d51fb27a8a7a tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:34.710579 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9293edb2-150b-4d29-983b-320324ce06bd req-cdb68a12-3fde-41ab-9a01-d51fb27a8a7a tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.63 "GET /v2.0/ports?device_id=4bfc6f70-4edd-4844-89b6-877adfc1a0e2 HTTP/1.1" status: 200 len: 946 time: 0.0536118 Aug 05 15:00:34.797611 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-9293edb2-150b-4d29-983b-320324ce06bd req-536b6c5d-0602-4ba4-82f5-2d9e6832b947 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:00:34.797876 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9293edb2-150b-4d29-983b-320324ce06bd req-536b6c5d-0602-4ba4-82f5-2d9e6832b947 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:34.889735 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-9293edb2-150b-4d29-983b-320324ce06bd req-536b6c5d-0602-4ba4-82f5-2d9e6832b947 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] For port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,segment=NetworkSegment(bdaccc15-0885-4006-ac70-7a9dd47cb6af),segment_id=bdaccc15-0885-4006-ac70-7a9dd47cb6af)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:00:34.890104 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9293edb2-150b-4d29-983b-320324ce06bd req-536b6c5d-0602-4ba4-82f5-2d9e6832b947 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:34.905385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-9293edb2-150b-4d29-983b-320324ce06bd req-536b6c5d-0602-4ba4-82f5-2d9e6832b947 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:00:35.030100 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9293edb2-150b-4d29-983b-320324ce06bd req-536b6c5d-0602-4ba4-82f5-2d9e6832b947 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:35.057433 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b6c5d-0602-4ba4-82f5-2d9e6832b947 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=3edc2a0d-9200-43f9-94f5-83cc5bb9daa9,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:35.104467 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9293edb2-150b-4d29-983b-320324ce06bd req-536b6c5d-0602-4ba4-82f5-2d9e6832b947 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] No DVR routers for this DVR port 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:00:35.107189 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-9293edb2-150b-4d29-983b-320324ce06bd req-536b6c5d-0602-4ba4-82f5-2d9e6832b947 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:35.109158 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9293edb2-150b-4d29-983b-320324ce06bd req-536b6c5d-0602-4ba4-82f5-2d9e6832b947 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.63 "DELETE /v2.0/ports/3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 HTTP/1.1" status: 204 len: 173 time: 0.3926108 Aug 05 15:00:35.218027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'name': 'network-vif-deleted', 'tag': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:00:35.220604 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8dfe6e-eb31-4a69-ac8a-a5726089f3de" -d '{"events": [{"server_uuid": "4bfc6f70-4edd-4844-89b6-877adfc1a0e2", "name": "network-vif-deleted", "tag": "3edc2a0d-9200-43f9-94f5-83cc5bb9daa9"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:00:35.258949 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e280468-59ea-447c-a94a-f0d8b68b2754 x-openstack-request-id: req-9e280468-59ea-447c-a94a-f0d8b68b2754 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:00:35.259251 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfc6f70-4edd-4844-89b6-877adfc1a0e2", "name": "network-vif-deleted", "tag": "3edc2a0d-9200-43f9-94f5-83cc5bb9daa9", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:00:35.259534 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e280468-59ea-447c-a94a-f0d8b68b2754 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:00:35.259957 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfc6f70-4edd-4844-89b6-877adfc1a0e2', 'name': 'network-vif-deleted', 'tag': '3edc2a0d-9200-43f9-94f5-83cc5bb9daa9', 'status': 'completed', 'code': 200} Aug 05 15:00:35.680870 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48468) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:36.044884 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee14609f-4b0d-495f-abd0-4669002cf5ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:36.294709 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ee14609f-4b0d-495f-abd0-4669002cf5ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port aaf65c99-5406-4153-9828-bb802962742c {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:00:36.295113 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee14609f-4b0d-495f-abd0-4669002cf5ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:36.386611 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-ee14609f-4b0d-495f-abd0-4669002cf5ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] For port aaf65c99-5406-4153-9828-bb802962742c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=aaf65c99-5406-4153-9828-bb802962742c,segment=NetworkSegment(bdaccc15-0885-4006-ac70-7a9dd47cb6af),segment_id=bdaccc15-0885-4006-ac70-7a9dd47cb6af)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:00:36.386985 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee14609f-4b0d-495f-abd0-4669002cf5ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:36.400139 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ee14609f-4b0d-495f-abd0-4669002cf5ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for aaf65c99-5406-4153-9828-bb802962742c owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:00:36.587273 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee14609f-4b0d-495f-abd0-4669002cf5ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:36.614394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14609f-4b0d-495f-abd0-4669002cf5ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=aaf65c99-5406-4153-9828-bb802962742c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:36.789355 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ee14609f-4b0d-495f-abd0-4669002cf5ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:37.001406 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee14609f-4b0d-495f-abd0-4669002cf5ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router ebf16b6f-fa3c-4826-8c72-3621f28187dc has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:00:37.105784 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee14609f-4b0d-495f-abd0-4669002cf5ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:00:37.111133 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ee14609f-4b0d-495f-abd0-4669002cf5ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "PUT /v2.0/routers/ebf16b6f-fa3c-4826-8c72-3621f28187dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4291070 Aug 05 15:00:37.113701 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48470) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:37.115278 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b31c1b-30d5-409f-af0c-b22d66b2928e None None] Sync routers for ids ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:00:37.124482 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b31c1b-30d5-409f-af0c-b22d66b2928e None None] Routers {'ebf16b6f-fa3c-4826-8c72-3621f28187dc'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:00:37.125088 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-07b31c1b-30d5-409f-af0c-b22d66b2928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:00:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:37.168285 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae753e2-38c4-4cfe-9a4d-4263bff89f8d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting subnet 1a0c39fb-53ad-49e5-bb4b-cf448bc91b70 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 15:00:37.171264 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aae753e2-38c4-4cfe-9a4d-4263bff89f8d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:37.211441 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aae753e2-38c4-4cfe-9a4d-4263bff89f8d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:37.227407 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-07b31c1b-30d5-409f-af0c-b22d66b2928e None None] Set router ebf16b6f-fa3c-4826-8c72-3621f28187dc gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:00:37.293187 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aae753e2-38c4-4cfe-9a4d-4263bff89f8d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:37.355934 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aae753e2-38c4-4cfe-9a4d-4263bff89f8d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:37.382941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae753e2-38c4-4cfe-9a4d-4263bff89f8d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Subnet': ['ID=1a0c39fb-53ad-49e5-bb4b-cf448bc91b70,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:37.386503 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aae753e2-38c4-4cfe-9a4d-4263bff89f8d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:37.390761 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-aae753e2-38c4-4cfe-9a4d-4263bff89f8d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/subnets/1a0c39fb-53ad-49e5-bb4b-cf448bc91b70 HTTP/1.1" status: 204 len: 168 time: 0.2735522 Aug 05 15:00:37.391101 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48472) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:37.398553 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005928a0-a009-451b-9c59-f70156b39a65 None None] Network 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:00:37.415716 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-07b31c1b-30d5-409f-af0c-b22d66b2928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080218436', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T15:00:36Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:37.504418 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bde90be7-432d-42f9-b781-07fe1fa14996 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:37.538771 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b31c1b-30d5-409f-af0c-b22d66b2928e None None] Checking router: ebf16b6f-fa3c-4826-8c72-3621f28187dc for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:00:37.547329 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b31c1b-30d5-409f-af0c-b22d66b2928e None None] Routers {'ebf16b6f-fa3c-4826-8c72-3621f28187dc'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:00:37.547925 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-07b31c1b-30d5-409f-af0c-b22d66b2928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:00:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:37.599771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add9b6d9-20a9-4247-af78-9a535f4ac310 None None] DHCP port deletion for 5a21ee19-f1ef-4135-b791-5d9dfe0bed4d request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 15:00:37.619619 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bde90be7-432d-42f9-b781-07fe1fa14996 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:37.652468 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-add9b6d9-20a9-4247-af78-9a535f4ac310 None None] Deleting port 0be7410a-df91-4172-b904-7de9443c3c0b {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:00:37.652963 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-add9b6d9-20a9-4247-af78-9a535f4ac310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:37.664135 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-07b31c1b-30d5-409f-af0c-b22d66b2928e None None] Set router ebf16b6f-fa3c-4826-8c72-3621f28187dc gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:00:37.675133 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-bde90be7-432d-42f9-b781-07fe1fa14996 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port 9908a54b-6241-4c1a-8056-43a17bc0164c {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:00:37.675486 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bde90be7-432d-42f9-b781-07fe1fa14996 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:37.726219 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-add9b6d9-20a9-4247-af78-9a535f4ac310 None None] For port 0be7410a-df91-4172-b904-7de9443c3c0b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0be7410a-df91-4172-b904-7de9443c3c0b,segment=NetworkSegment(bdaccc15-0885-4006-ac70-7a9dd47cb6af),segment_id=bdaccc15-0885-4006-ac70-7a9dd47cb6af)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:00:37.726649 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-add9b6d9-20a9-4247-af78-9a535f4ac310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:37.744985 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-add9b6d9-20a9-4247-af78-9a535f4ac310 None None] Calling delete_port for 0be7410a-df91-4172-b904-7de9443c3c0b owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:00:37.756124 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-bde90be7-432d-42f9-b781-07fe1fa14996 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] For port 9908a54b-6241-4c1a-8056-43a17bc0164c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=9908a54b-6241-4c1a-8056-43a17bc0164c,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:00:37.756450 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bde90be7-432d-42f9-b781-07fe1fa14996 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:37.773015 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-bde90be7-432d-42f9-b781-07fe1fa14996 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for 9908a54b-6241-4c1a-8056-43a17bc0164c owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:00:37.828573 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-add9b6d9-20a9-4247-af78-9a535f4ac310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:37.848492 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-07b31c1b-30d5-409f-af0c-b22d66b2928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080218436', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T15:00:36Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:37.854860 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9b6d9-20a9-4247-af78-9a535f4ac310 None None] Pushing event deleted for resources: {'Port': ['ID=0be7410a-df91-4172-b904-7de9443c3c0b,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:37.858405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add9b6d9-20a9-4247-af78-9a535f4ac310 None None] No DVR routers for this DVR port 0be7410a-df91-4172-b904-7de9443c3c0b on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:00:37.884236 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b31c1b-30d5-409f-af0c-b22d66b2928e None None] The sync data for ids ['ebf16b6f-fa3c-4826-8c72-3621f28187dc'] in n-d-803585-2 is: [{'id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080218436', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T15:00:36Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '9908a54b-6241-4c1a-8056-43a17bc0164c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf16b6f-fa3c-4826-8c72-3621f28187dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T14:58:57Z', 'updated_at': '2021-08-05T14:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:00:37.946517 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bde90be7-432d-42f9-b781-07fe1fa14996 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:37.978775 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde90be7-432d-42f9-b781-07fe1fa14996 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=9908a54b-6241-4c1a-8056-43a17bc0164c,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:38.036437 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bde90be7-432d-42f9-b781-07fe1fa14996 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:38.128667 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bde90be7-432d-42f9-b781-07fe1fa14996 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:38.130831 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bde90be7-432d-42f9-b781-07fe1fa14996 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:38.178271 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bde90be7-432d-42f9-b781-07fe1fa14996 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:38.178823 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde90be7-432d-42f9-b781-07fe1fa14996 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Fanout notify agent at l3_agent the message router_deleted on router ebf16b6f-fa3c-4826-8c72-3621f28187dc {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 15:00:38.185692 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bde90be7-432d-42f9-b781-07fe1fa14996 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:38.187075 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bde90be7-432d-42f9-b781-07fe1fa14996 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/routers/ebf16b6f-fa3c-4826-8c72-3621f28187dc HTTP/1.1" status: 204 len: 168 time: 0.7951539 Aug 05 15:00:38.189883 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48474) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:38.265210 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a77260b6-ac5b-47e1-9a71-e516ee331058 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:38.356858 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a77260b6-ac5b-47e1-9a71-e516ee331058 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:38.367742 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-a77260b6-ac5b-47e1-9a71-e516ee331058 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a21ee19-f1ef-4135-b791-5d9dfe0bed4d']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:38.378455 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-a77260b6-ac5b-47e1-9a71-e516ee331058 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdaccc15-0885-4006-ac70-7a9dd47cb6af') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:38.378760 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-a77260b6-ac5b-47e1-9a71-e516ee331058 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdaccc15-0885-4006-ac70-7a9dd47cb6af') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:38.387513 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a77260b6-ac5b-47e1-9a71-e516ee331058 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:38.400496 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a77260b6-ac5b-47e1-9a71-e516ee331058 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:38.406211 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77260b6-ac5b-47e1-9a71-e516ee331058 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:00:38.406524 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a77260b6-ac5b-47e1-9a71-e516ee331058 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: timer() Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 15:00:38.410169 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 15:00:38.470413 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a77260b6-ac5b-47e1-9a71-e516ee331058 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:38.486021 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:00:38.492461 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-a77260b6-ac5b-47e1-9a71-e516ee331058 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:38.494417 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-a77260b6-ac5b-47e1-9a71-e516ee331058 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/networks/5a21ee19-f1ef-4135-b791-5d9dfe0bed4d HTTP/1.1" status: 204 len: 168 time: 0.3035355 Aug 05 15:00:38.495483 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77260b6-ac5b-47e1-9a71-e516ee331058 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Network': ['ID=5a21ee19-f1ef-4135-b791-5d9dfe0bed4d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:38.497100 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48476) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:38.560589 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-01ecf552-165b-430f-acec-55d5dcd326da tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:38.590688 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-01ecf552-165b-430f-acec-55d5dcd326da tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:38.651513 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-01ecf552-165b-430f-acec-55d5dcd326da tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:38.654155 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-01ecf552-165b-430f-acec-55d5dcd326da tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:38.655405 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-01ecf552-165b-430f-acec-55d5dcd326da tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/security-groups/f68a4e92-09d8-4780-868c-25f040fa5bca HTTP/1.1" status: 204 len: 168 time: 0.1573887 Aug 05 15:00:38.665295 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecf552-165b-430f-acec-55d5dcd326da tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68a4e92-09d8-4780-868c-25f040fa5bca,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:38.866240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:00:38.893635 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:00:38.894384 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 3edc2a0d-9200-43f9-94f5-83cc5bb9daa9 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:00:38.916626 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48482) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:38.922391 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-c8deb249-628d-408b-ad80-f5adf86182ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-175159887', 'description': 'tempest-secgroup-smoke-175159887 description', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:00:38.959466 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8deb249-628d-408b-ad80-f5adf86182ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:38.966893 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9908a54b-6241-4c1a-8056-43a17bc0164c no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:00:38.991808 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 9908a54b-6241-4c1a-8056-43a17bc0164c {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:00:38.992156 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 9908a54b-6241-4c1a-8056-43a17bc0164c not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:00:38.992566 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0be7410a-df91-4172-b904-7de9443c3c0b no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:00:39.011824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 0be7410a-df91-4172-b904-7de9443c3c0b {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:00:39.012174 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0be7410a-df91-4172-b904-7de9443c3c0b not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:00:39.012586 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device aaf65c99-5406-4153-9828-bb802962742c no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:00:39.033759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: aaf65c99-5406-4153-9828-bb802962742c {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:00:39.034107 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device aaf65c99-5406-4153-9828-bb802962742c not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:00:39.045195 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8deb249-628d-408b-ad80-f5adf86182ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.049845 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8deb249-628d-408b-ad80-f5adf86182ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.076430 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c8deb249-628d-408b-ad80-f5adf86182ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.077652 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c8deb249-628d-408b-ad80-f5adf86182ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1600349 Aug 05 15:00:39.081949 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48484) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:39.082529 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8deb249-628d-408b-ad80-f5adf86182ea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e865127-ef95-4ce0-be14-6c5617edc877,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:39.086798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': '9e865127-ef95-4ce0-be14-6c5617edc877', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:00:39.115312 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.161614 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.165149 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.183145 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf88c49-ee5e-433d-9d5a-2b783d0f7590,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:39.193660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:39.194014 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:39.194389 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:39.194731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:39.195065 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:39.195405 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:39.195733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:39.196064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:39.196392 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:39.196720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:39.197072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:39.197396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:39.200048 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.201339 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-066d5fad-cb81-44c8-8702-8b4ae4584940 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183133 Aug 05 15:00:39.204284 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48486) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:39.209719 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-462e0b21-b847-4b98-abb0-9767fe586a9d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': '9e865127-ef95-4ce0-be14-6c5617edc877', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:00:39.235174 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-462e0b21-b847-4b98-abb0-9767fe586a9d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.293295 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-462e0b21-b847-4b98-abb0-9767fe586a9d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.297227 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-462e0b21-b847-4b98-abb0-9767fe586a9d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.316330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e0b21-b847-4b98-abb0-9767fe586a9d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c893c6ba-1395-4ea8-ab4f-f1cfe5c4508e,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:39.322918 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-462e0b21-b847-4b98-abb0-9767fe586a9d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.324168 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-462e0b21-b847-4b98-abb0-9767fe586a9d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190586 Aug 05 15:00:39.326902 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48488) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:39.331867 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-efbe8a32-9af8-488d-b9b3-925bf73b9f71 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': '9e865127-ef95-4ce0-be14-6c5617edc877', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:00:39.358727 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-efbe8a32-9af8-488d-b9b3-925bf73b9f71 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.419881 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-efbe8a32-9af8-488d-b9b3-925bf73b9f71 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.423254 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-efbe8a32-9af8-488d-b9b3-925bf73b9f71 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.442425 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe8a32-9af8-488d-b9b3-925bf73b9f71 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da85153-9676-4dea-889d-34b187a0e65a,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:39.447897 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-efbe8a32-9af8-488d-b9b3-925bf73b9f71 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.449240 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-efbe8a32-9af8-488d-b9b3-925bf73b9f71 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214023 Aug 05 15:00:39.452161 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48490) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:39.456708 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-fa1e6690-f91a-4467-ba78-e817b6b678c2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': '9e865127-ef95-4ce0-be14-6c5617edc877', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:00:39.482628 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa1e6690-f91a-4467-ba78-e817b6b678c2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.542094 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa1e6690-f91a-4467-ba78-e817b6b678c2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.545679 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa1e6690-f91a-4467-ba78-e817b6b678c2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.561433 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e6690-f91a-4467-ba78-e817b6b678c2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6257c29e-ec84-4d31-a410-1f354fb39ff8,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:39.571088 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fa1e6690-f91a-4467-ba78-e817b6b678c2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.572311 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fa1e6690-f91a-4467-ba78-e817b6b678c2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192300 Aug 05 15:00:39.575011 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48492) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:39.579403 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ae180a0d-ebda-49f8-a839-6f82566ee00d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': '9e865127-ef95-4ce0-be14-6c5617edc877', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:00:39.602445 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-ae180a0d-ebda-49f8-a839-6f82566ee00d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Project 2d4ce9f6eb76427987b7289ebccdf443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 15:00:39.607317 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae180a0d-ebda-49f8-a839-6f82566ee00d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.669716 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae180a0d-ebda-49f8-a839-6f82566ee00d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.673125 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae180a0d-ebda-49f8-a839-6f82566ee00d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.694096 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae180a0d-ebda-49f8-a839-6f82566ee00d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec585b7-e14d-47bb-8493-a714ef582392,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:39.697925 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ae180a0d-ebda-49f8-a839-6f82566ee00d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.699329 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ae180a0d-ebda-49f8-a839-6f82566ee00d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234024 Aug 05 15:00:39.703160 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48494) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:39.707680 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-3ca6cd65-5399-427b-b03f-8f49fa8b6e3d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': '9e865127-ef95-4ce0-be14-6c5617edc877', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:00:39.728725 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-3ca6cd65-5399-427b-b03f-8f49fa8b6e3d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Project 2d4ce9f6eb76427987b7289ebccdf443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 15:00:39.733624 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3ca6cd65-5399-427b-b03f-8f49fa8b6e3d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.796079 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3ca6cd65-5399-427b-b03f-8f49fa8b6e3d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.800146 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3ca6cd65-5399-427b-b03f-8f49fa8b6e3d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.818617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6cd65-5399-427b-b03f-8f49fa8b6e3d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208f66b2-acfb-4faf-ae8a-d9da720affe8,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:39.824796 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3ca6cd65-5399-427b-b03f-8f49fa8b6e3d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.825984 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3ca6cd65-5399-427b-b03f-8f49fa8b6e3d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219053 Aug 05 15:00:39.828888 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48496) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:39.834039 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-49e44cb7-8e4e-4e64-a247-0f8742e10275 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'network': {'name': 'tempest-network-smoke--665507193', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'port_security_enabled': True}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:00:39.854004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e44cb7-8e4e-4e64-a247-0f8742e10275 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Made reservation on behalf of 2d4ce9f6eb76427987b7289ebccdf443 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:00:39.857322 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49e44cb7-8e4e-4e64-a247-0f8742e10275 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.882623 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e44cb7-8e4e-4e64-a247-0f8742e10275 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:00:39.891975 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49e44cb7-8e4e-4e64-a247-0f8742e10275 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.892322 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-49e44cb7-8e4e-4e64-a247-0f8742e10275 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Added segment a67e17ec-86d2-41f6-9dc8-61e3c197ba31 of type vlan for network 5dbb889c-df15-4620-8983-0fd82caeab6f Aug 05 15:00:39.933794 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49e44cb7-8e4e-4e64-a247-0f8742e10275 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.962505 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49e44cb7-8e4e-4e64-a247-0f8742e10275 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:39.968018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e44cb7-8e4e-4e64-a247-0f8742e10275 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:39.968609 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-49e44cb7-8e4e-4e64-a247-0f8742e10275 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:40.026505 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-49e44cb7-8e4e-4e64-a247-0f8742e10275 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1965191 Aug 05 15:00:40.029258 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48498) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:40.036858 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1181864200', 'admin_state_up': True, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:00:40.056007 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e44cb7-8e4e-4e64-a247-0f8742e10275 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Network': ['ID=5dbb889c-df15-4620-8983-0fd82caeab6f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:40.066446 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 5dbb889c-df15-4620-8983-0fd82caeab6f details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:00:40.071309 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:40.072322 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:40.123412 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:40.262944 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:40.449178 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:40.471626 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:40.571571 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.25.5.40 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/297d77fb-b2e8-4356-9d92-e7379e615ea7) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:00:40.675393 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:40.714414 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:40.749414 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:00:40.755864 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:00:40.759347 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:00:40.764765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=297d77fb-b2e8-4356-9d92-e7379e615ea7,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:41.008831 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:41.212578 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:41.343001 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router 7435118c-3a96-4ab1-bd93-cbfb391dbf22 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 15:00:41.796622 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:00:41.807739 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Sync routers for ids ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:00:41.816048 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:41.817468 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6e88921d-f4cc-45a6-a5be-7ab9ee86bac9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7872684 Aug 05 15:00:41.818792 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Routers {'7435118c-3a96-4ab1-bd93-cbfb391dbf22'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:00:41.819414 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:00:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:41.820648 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48500) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:41.849839 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2ce30513-63e9-46a1-a7e9-4b9e8a411752 tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2d4ce9f6eb76427987b7289ebccdf443&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280600 Aug 05 15:00:41.852349 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48502) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:41.923731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Set router 7435118c-3a96-4ab1-bd93-cbfb391dbf22 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:00:41.940630 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beabe00-3453-434d-b8a9-b46cc2b66f30 tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:41.942185 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4beabe00-3453-434d-b8a9-b46cc2b66f30 tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889330 Aug 05 15:00:41.945180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48504) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:41.974283 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3ee1d41f-b1a7-41bd-b90e-5f14063c845e tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280061 Aug 05 15:00:41.976817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48506) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:41.981609 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-92334e22-88c6-4135-9b84-0b94261621f2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1012226600', 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:00:42.087571 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92334e22-88c6-4135-9b84-0b94261621f2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Made reservation on behalf of 2d4ce9f6eb76427987b7289ebccdf443 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:00:42.091241 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-92334e22-88c6-4135-9b84-0b94261621f2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:42.104992 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181864200', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:40Z', 'revision_number': 3, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:42.132068 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Checking router: 7435118c-3a96-4ab1-bd93-cbfb391dbf22 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:00:42.132414 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Updating router 7435118c-3a96-4ab1-bd93-cbfb391dbf22 port 297d77fb-b2e8-4356-9d92-e7379e615ea7 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:00:42.156250 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:42.274122 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-92334e22-88c6-4135-9b84-0b94261621f2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:42.332022 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92334e22-88c6-4135-9b84-0b94261621f2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Subnet': ['ID=8b8d82fc-4319-4523-b70a-0e10d4950996,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:42.342692 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92334e22-88c6-4135-9b84-0b94261621f2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Checking segment: {'id': 'a67e17ec-86d2-41f6-9dc8-61e3c197ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:00:42.343061 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92334e22-88c6-4135-9b84-0b94261621f2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network hostable DHCP agents. Network: 5dbb889c-df15-4620-8983-0fd82caeab6f, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:00:42.359456 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92334e22-88c6-4135-9b84-0b94261621f2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 5dbb889c-df15-4620-8983-0fd82caeab6f is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:00:42.369405 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-92334e22-88c6-4135-9b84-0b94261621f2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 5dbb889c-df15-4620-8983-0fd82caeab6f) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:00:42.374549 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92334e22-88c6-4135-9b84-0b94261621f2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:42.376011 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-92334e22-88c6-4135-9b84-0b94261621f2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:42.391384 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-92334e22-88c6-4135-9b84-0b94261621f2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4135640 Aug 05 15:00:42.394534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48508) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:42.398619 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e876549a-16b5-4b4d-906b-ba46d768e197 None None] Network 5dbb889c-df15-4620-8983-0fd82caeab6f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:00:42.454836 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:42.473081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Transition to ACTIVE for port object 297d77fb-b2e8-4356-9d92-e7379e615ea7 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:00:42.487884 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:42.578808 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e285c1-e0c8-45a6-8041-bdcbfb3637e2 None None] Pushing event updated for resources: {'Port': ['ID=297d77fb-b2e8-4356-9d92-e7379e615ea7,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:42.584398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Attempting to bind port 297d77fb-b2e8-4356-9d92-e7379e615ea7 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:00:42.584771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Attempting to bind port 297d77fb-b2e8-4356-9d92-e7379e615ea7 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:00:42.585139 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Attempting to bind port 297d77fb-b2e8-4356-9d92-e7379e615ea7 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:00:42.593339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:00:42.593721 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:00:42.594132 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:42.594553 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:00:42.595025 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Bound port: 297d77fb-b2e8-4356-9d92-e7379e615ea7, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:00:42.595412 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:42.651599 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-5dbb889c-df15-4620-8983-0fd82caeab6f', 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ips': [{'subnet_id': '8b8d82fc-4319-4523-b70a-0e10d4950996'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 15:00:42.652482 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:42.682776 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] For port 297d77fb-b2e8-4356-9d92-e7379e615ea7, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:00:42.691167 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] For port 297d77fb-b2e8-4356-9d92-e7379e615ea7, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=297d77fb-b2e8-4356-9d92-e7379e615ea7,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:00:42.697261 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:42.841864 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:42.846530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Routers {'7435118c-3a96-4ab1-bd93-cbfb391dbf22'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:00:42.847196 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:00:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:42.852803 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e285c1-e0c8-45a6-8041-bdcbfb3637e2 None None] Pushing event updated for resources: {'Port': ['ID=297d77fb-b2e8-4356-9d92-e7379e615ea7,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:42.909296 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Allocated IP 172.20.0.2 (5dbb889c-df15-4620-8983-0fd82caeab6f/8b8d82fc-4319-4523-b70a-0e10d4950996/3a440a61-3fde-45cb-9958-a94e94342da5) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:00:43.019550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] Set router 7435118c-3a96-4ab1-bd93-cbfb391dbf22 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:00:43.211685 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:43.238313 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Transition to ACTIVE for port object 3a440a61-3fde-45cb-9958-a94e94342da5 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:00:43.257841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Transition to ACTIVE for port object 3a440a61-3fde-45cb-9958-a94e94342da5 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:00:43.268171 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:43.310866 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Network 5dbb889c-df15-4620-8983-0fd82caeab6f is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:00:43.313007 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.20.0.1 (5dbb889c-df15-4620-8983-0fd82caeab6f/8b8d82fc-4319-4523-b70a-0e10d4950996/e47386e0-5765-4b1b-bedb-0f1b9be36e9d) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:00:43.319170 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:00:43.323628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:00:43.334842 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181864200', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:40Z', 'revision_number': 3, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:43.363731 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Pushing event updated for resources: {'Port': ['ID=3a440a61-3fde-45cb-9958-a94e94342da5,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:43.381275 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab98e95-8c1d-43b6-b454-9fd66af38bd9 None None] The sync data for ids ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'] in n-d-803585-2 is: [{'id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181864200', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:40Z', 'revision_number': 3, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:00:43.414972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Attempting to bind port 3a440a61-3fde-45cb-9958-a94e94342da5 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:00:43.422315 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Attempting to bind port 3a440a61-3fde-45cb-9958-a94e94342da5 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'a67e17ec-86d2-41f6-9dc8-61e3c197ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:00:43.422315 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Attempting to bind port 3a440a61-3fde-45cb-9958-a94e94342da5 on network 5dbb889c-df15-4620-8983-0fd82caeab6f {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:00:43.429670 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:00:43.430187 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Checking segment: {'id': 'a67e17ec-86d2-41f6-9dc8-61e3c197ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:00:43.430972 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:43.431177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Bound using segment: {'id': 'a67e17ec-86d2-41f6-9dc8-61e3c197ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:00:43.431529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Bound port: 3a440a61-3fde-45cb-9958-a94e94342da5, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67e17ec-86d2-41f6-9dc8-61e3c197ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:00:43.432053 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:43.448986 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:43.465544 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Transition to ACTIVE for port object e47386e0-5765-4b1b-bedb-0f1b9be36e9d will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:00:43.501121 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:43.513451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] For port 3a440a61-3fde-45cb-9958-a94e94342da5, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:00:43.517339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] For port 3a440a61-3fde-45cb-9958-a94e94342da5, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3a440a61-3fde-45cb-9958-a94e94342da5,segment=NetworkSegment(a67e17ec-86d2-41f6-9dc8-61e3c197ba31),segment_id=a67e17ec-86d2-41f6-9dc8-61e3c197ba31)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:00:43.523060 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:43.547689 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 5dbb889c-df15-4620-8983-0fd82caeab6f is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:00:43.550914 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:00:43.554646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:00:43.588177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6f061-2b13-40f5-b2df-9972455109e4 None None] Pushing event updated for resources: {'Port': ['ID=3a440a61-3fde-45cb-9958-a94e94342da5,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:43.604012 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=e47386e0-5765-4b1b-bedb-0f1b9be36e9d,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:43.621121 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:43.781045 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:44.113304 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:44.118406 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:44.197956 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=e47386e0-5765-4b1b-bedb-0f1b9be36e9d,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:44.200543 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:44.296282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 5dbb889c-df15-4620-8983-0fd82caeab6f is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:00:44.297856 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:00:44.417382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router 7435118c-3a96-4ab1-bd93-cbfb391dbf22 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:00:44.539277 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:00:44.546819 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-23a25cb2-b7d8-43b5-8349-f8d6af36dead tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "PUT /v2.0/routers/7435118c-3a96-4ab1-bd93-cbfb391dbf22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1512582 Aug 05 15:00:44.609456 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cb3038-2be7-4201-9c8c-5782cd24536a None None] Network 5dbb889c-df15-4620-8983-0fd82caeab6f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:00:44.673619 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d803a8c3-03e7-4f0c-9b86-e41909c46836 None None] Provisioning for port 3a440a61-3fde-45cb-9958-a94e94342da5 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:00:44.693453 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1fe02250-cb03-4f12-9c08-b8a8cdaa1a2e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-175159887&fields=id&tenant_id=2d4ce9f6eb76427987b7289ebccdf443 HTTP/1.1" status: 200 len: 267 time: 0.0341771 Aug 05 15:00:44.816817 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-b3df295c-d1df-4ccc-9301-007e91b10890 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:44.818315 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-b3df295c-d1df-4ccc-9301-007e91b10890 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/networks?id=5dbb889c-df15-4620-8983-0fd82caeab6f HTTP/1.1" status: 200 len: 796 time: 0.1171927 Aug 05 15:00:44.834805 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-3a1525f2-8443-43ef-af71-f73155db9b8f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/quotas/2d4ce9f6eb76427987b7289ebccdf443 HTTP/1.1" status: 200 len: 375 time: 0.0104008 Aug 05 15:00:44.893016 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-728b47b4-672b-4ed2-a585-1ef6961860d4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507607 Aug 05 15:00:45.009188 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-b6da6fe4-2d19-468e-ad0e-bf2f56bdc52f service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb889c-df15-4620-8983-0fd82caeab6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034994 Aug 05 15:00:45.051459 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3a440a61-3fde-45cb-9958-a94e94342da5 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:00:45.108213 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Sync routers for ids ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:00:45.119865 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Routers {'7435118c-3a96-4ab1-bd93-cbfb391dbf22'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:00:45.120510 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:00:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:45.123566 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 3a440a61-3fde-45cb-9958-a94e94342da5 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:00:45.129688 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3a440a61-3fde-45cb-9958-a94e94342da5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:00:45.130074 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:45.131348 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-cc56715f-83f7-43bf-9432-5723084e58b7 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb889c-df15-4620-8983-0fd82caeab6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157942 Aug 05 15:00:45.221429 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:45.292839 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 3a440a61-3fde-45cb-9958-a94e94342da5, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3a440a61-3fde-45cb-9958-a94e94342da5,segment=NetworkSegment(a67e17ec-86d2-41f6-9dc8-61e3c197ba31),segment_id=a67e17ec-86d2-41f6-9dc8-61e3c197ba31)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:00:45.300429 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-79584567-a099-4ad7-a94e-8093878db736 None None] Provisioning complete for port 3a440a61-3fde-45cb-9958-a94e94342da5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:00:45.300713 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Set router 7435118c-3a96-4ab1-bd93-cbfb391dbf22 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:00:45.300869 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-79584567-a099-4ad7-a94e-8093878db736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:45.303443 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:45.304237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 297d77fb-b2e8-4356-9d92-e7379e615ea7 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:00:45.444276 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-639ca75c-fc7f-47b1-bcb2-794d3ef9af75 req-f7206d83-317e-4ade-8091-8e4e068122ca tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 210 time: 0.1209471 Aug 05 15:00:45.499177 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:45.503892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=3a440a61-3fde-45cb-9958-a94e94342da5,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:45.559258 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 297d77fb-b2e8-4356-9d92-e7379e615ea7 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:00:45.567531 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 297d77fb-b2e8-4356-9d92-e7379e615ea7 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:00:45.568040 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:45.589157 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181864200', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:43Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e47386e0-5765-4b1b-bedb-0f1b9be36e9d', 'name': '', 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:15:60:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:42Z', 'updated_at': '2021-08-05T15:00:43Z', 'revision_number': 2, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:45.620442 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-79584567-a099-4ad7-a94e-8093878db736 None None] Provisioning for port e47386e0-5765-4b1b-bedb-0f1b9be36e9d completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:00:45.631213 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-79584567-a099-4ad7-a94e-8093878db736 None None] Provisioning complete for port e47386e0-5765-4b1b-bedb-0f1b9be36e9d triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:00:45.631729 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-79584567-a099-4ad7-a94e-8093878db736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:45.649879 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Checking router: 7435118c-3a96-4ab1-bd93-cbfb391dbf22 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:00:45.650236 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Updating router 7435118c-3a96-4ab1-bd93-cbfb391dbf22 port e47386e0-5765-4b1b-bedb-0f1b9be36e9d binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:00:45.685700 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:45.699833 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-79584567-a099-4ad7-a94e-8093878db736 None None] Port e47386e0-5765-4b1b-bedb-0f1b9be36e9d cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 15:00:45.714459 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:45.737406 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 297d77fb-b2e8-4356-9d92-e7379e615ea7, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=297d77fb-b2e8-4356-9d92-e7379e615ea7,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:00:45.743760 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:45.798232 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=297d77fb-b2e8-4356-9d92-e7379e615ea7,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:45.823360 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d92fd47d-f763-4434-bf07-8c5891924119 None None] Provisioning complete for port e47386e0-5765-4b1b-bedb-0f1b9be36e9d triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:00:45.823735 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d92fd47d-f763-4434-bf07-8c5891924119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:45.859802 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d92fd47d-f763-4434-bf07-8c5891924119 None None] Port e47386e0-5765-4b1b-bedb-0f1b9be36e9d cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 15:00:45.922505 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9675277c-9294-4086-b14b-f89a4d4e73be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:45.984652 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:45.995055 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Transition to ACTIVE for port object e47386e0-5765-4b1b-bedb-0f1b9be36e9d will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:00:46.000172 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:46.077580 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25ba8e-e1df-479f-b7a9-bb5bc1fd778f None None] Pushing event updated for resources: {'Port': ['ID=e47386e0-5765-4b1b-bedb-0f1b9be36e9d,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:46.102985 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25ba8e-e1df-479f-b7a9-bb5bc1fd778f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:46.103334 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25ba8e-e1df-479f-b7a9-bb5bc1fd778f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:46.103680 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25ba8e-e1df-479f-b7a9-bb5bc1fd778f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:46.104018 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25ba8e-e1df-479f-b7a9-bb5bc1fd778f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:46.104366 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25ba8e-e1df-479f-b7a9-bb5bc1fd778f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:46.104684 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25ba8e-e1df-479f-b7a9-bb5bc1fd778f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:46.105011 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25ba8e-e1df-479f-b7a9-bb5bc1fd778f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:46.105337 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25ba8e-e1df-479f-b7a9-bb5bc1fd778f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:46.105661 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25ba8e-e1df-479f-b7a9-bb5bc1fd778f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:46.105983 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25ba8e-e1df-479f-b7a9-bb5bc1fd778f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:46.106326 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25ba8e-e1df-479f-b7a9-bb5bc1fd778f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:46.106649 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25ba8e-e1df-479f-b7a9-bb5bc1fd778f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:00:46.119762 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Attempting to bind port e47386e0-5765-4b1b-bedb-0f1b9be36e9d on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:00:46.120375 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Attempting to bind port e47386e0-5765-4b1b-bedb-0f1b9be36e9d by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'a67e17ec-86d2-41f6-9dc8-61e3c197ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:00:46.120472 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Attempting to bind port e47386e0-5765-4b1b-bedb-0f1b9be36e9d on network 5dbb889c-df15-4620-8983-0fd82caeab6f {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:00:46.125615 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:00:46.125987 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Checking segment: {'id': 'a67e17ec-86d2-41f6-9dc8-61e3c197ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:00:46.126426 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:46.126861 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Bound using segment: {'id': 'a67e17ec-86d2-41f6-9dc8-61e3c197ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:00:46.127999 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Bound port: e47386e0-5765-4b1b-bedb-0f1b9be36e9d, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67e17ec-86d2-41f6-9dc8-61e3c197ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:00:46.128389 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:46.197431 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] For port e47386e0-5765-4b1b-bedb-0f1b9be36e9d, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:00:46.200399 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] For port e47386e0-5765-4b1b-bedb-0f1b9be36e9d, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e47386e0-5765-4b1b-bedb-0f1b9be36e9d,segment=NetworkSegment(a67e17ec-86d2-41f6-9dc8-61e3c197ba31),segment_id=a67e17ec-86d2-41f6-9dc8-61e3c197ba31)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:00:46.204709 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:46.265574 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25ba8e-e1df-479f-b7a9-bb5bc1fd778f None None] Pushing event updated for resources: {'Port': ['ID=e47386e0-5765-4b1b-bedb-0f1b9be36e9d,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:46.270377 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Routers {'7435118c-3a96-4ab1-bd93-cbfb391dbf22'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:00:46.270985 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:00:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:46.387041 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] Set router 7435118c-3a96-4ab1-bd93-cbfb391dbf22 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:00:46.462118 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-64ead282-a03c-41d9-b761-db715dd59747 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:46.463758 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-64ead282-a03c-41d9-b761-db715dd59747 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "GET /v2.0/networks?id=5dbb889c-df15-4620-8983-0fd82caeab6f HTTP/1.1" status: 200 len: 796 time: 0.1309409 Aug 05 15:00:46.523637 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1da7fa7e-210c-4c6e-9029-74a2f3dbaced tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d4ce9f6eb76427987b7289ebccdf443 HTTP/1.1" status: 200 len: 379 time: 0.0450599 Aug 05 15:00:46.536530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-f786634c-e9b5-49e0-9111-d581150f5dec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'port': {'device_id': 'fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f', 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f', 'admin_state_up': True, 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'security_groups': ['9e865127-ef95-4ce0-be14-6c5617edc877']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:00:46.595695 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181864200', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:43Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e47386e0-5765-4b1b-bedb-0f1b9be36e9d', 'name': '', 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:15:60:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:42Z', 'updated_at': '2021-08-05T15:00:46Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:46.601270 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-804e2b55-d314-44e5-baf4-ba8503fea8b6 req-8e911e65-e7df-4e25-bacf-66809c1af785 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 210 time: 0.0597041 Aug 05 15:00:46.624965 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47801ed7-0a66-4d94-9f45-d487c8aa3fe2 None None] The sync data for ids ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'] in n-d-803585-2 is: [{'id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181864200', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:43Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e47386e0-5765-4b1b-bedb-0f1b9be36e9d', 'name': '', 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:15:60:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:42Z', 'updated_at': '2021-08-05T15:00:46Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:00:46.684839 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-f786634c-e9b5-49e0-9111-d581150f5dec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Made reservation on behalf of 2d4ce9f6eb76427987b7289ebccdf443 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:00:46.689031 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:46.690712 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-f786634c-e9b5-49e0-9111-d581150f5dec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:46.833581 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-f786634c-e9b5-49e0-9111-d581150f5dec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.20.0.13 (5dbb889c-df15-4620-8983-0fd82caeab6f/8b8d82fc-4319-4523-b70a-0e10d4950996/647966f5-3658-42f0-aa45-fe336a14f54b) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:00:46.999310 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-f786634c-e9b5-49e0-9111-d581150f5dec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:47.019690 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-f786634c-e9b5-49e0-9111-d581150f5dec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Transition to ACTIVE for port object 647966f5-3658-42f0-aa45-fe336a14f54b will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:00:47.057857 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-f786634c-e9b5-49e0-9111-d581150f5dec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:47.066563 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 297d77fb-b2e8-4356-9d92-e7379e615ea7 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:00:47.107902 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-f786634c-e9b5-49e0-9111-d581150f5dec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 5dbb889c-df15-4620-8983-0fd82caeab6f is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:00:47.111047 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-f786634c-e9b5-49e0-9111-d581150f5dec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:00:47.115646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-f786634c-e9b5-49e0-9111-d581150f5dec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:00:47.127733 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 297d77fb-b2e8-4356-9d92-e7379e615ea7 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:00:47.128463 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:47.140969 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786634c-e9b5-49e0-9111-d581150f5dec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=647966f5-3658-42f0-aa45-fe336a14f54b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:47.172879 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-f786634c-e9b5-49e0-9111-d581150f5dec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:47.173548 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-f786634c-e9b5-49e0-9111-d581150f5dec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:47.191737 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-f786634c-e9b5-49e0-9111-d581150f5dec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6595604 Aug 05 15:00:47.207719 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Request body: {'port': {'device_id': 'fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:00:47.222328 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3a440a61-3fde-45cb-9958-a94e94342da5 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:00:47.276507 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:47.286915 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3a440a61-3fde-45cb-9958-a94e94342da5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:00:47.287718 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:47.357577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-68fb6f5f-ca57-49fc-9a5c-fe8f4f4d249b None None] Provisioning for port 647966f5-3658-42f0-aa45-fe336a14f54b completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:00:47.380974 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-68fb6f5f-ca57-49fc-9a5c-fe8f4f4d249b None None] Provisioning complete for port 647966f5-3658-42f0-aa45-fe336a14f54b triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:00:47.381342 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-68fb6f5f-ca57-49fc-9a5c-fe8f4f4d249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:47.418466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e47386e0-5765-4b1b-bedb-0f1b9be36e9d up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:00:47.444103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-68fb6f5f-ca57-49fc-9a5c-fe8f4f4d249b None None] Port 647966f5-3658-42f0-aa45-fe336a14f54b cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 15:00:47.473202 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port e47386e0-5765-4b1b-bedb-0f1b9be36e9d completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:00:47.478641 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e47386e0-5765-4b1b-bedb-0f1b9be36e9d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:00:47.478641 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:47.563345 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:47.598204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port e47386e0-5765-4b1b-bedb-0f1b9be36e9d, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e47386e0-5765-4b1b-bedb-0f1b9be36e9d,segment=NetworkSegment(a67e17ec-86d2-41f6-9dc8-61e3c197ba31),segment_id=a67e17ec-86d2-41f6-9dc8-61e3c197ba31)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:00:47.599185 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 647966f5-3658-42f0-aa45-fe336a14f54b {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:00:47.604224 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:47.610867 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:47.623866 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Transition to ACTIVE for port object 647966f5-3658-42f0-aa45-fe336a14f54b will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:00:47.629087 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:47.661559 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=e47386e0-5765-4b1b-bedb-0f1b9be36e9d,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:47.706980 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Pushing event updated for resources: {'Port': ['ID=647966f5-3658-42f0-aa45-fe336a14f54b,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:47.766065 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Attempting to bind port 647966f5-3658-42f0-aa45-fe336a14f54b on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:00:47.766528 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Attempting to bind port 647966f5-3658-42f0-aa45-fe336a14f54b by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'a67e17ec-86d2-41f6-9dc8-61e3c197ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:00:47.766862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Attempting to bind port 647966f5-3658-42f0-aa45-fe336a14f54b on network 5dbb889c-df15-4620-8983-0fd82caeab6f {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:00:47.772396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Port 647966f5-3658-42f0-aa45-fe336a14f54b on network 5dbb889c-df15-4620-8983-0fd82caeab6f not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 15:00:47.772696 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Attempting to bind port 647966f5-3658-42f0-aa45-fe336a14f54b on network 5dbb889c-df15-4620-8983-0fd82caeab6f {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:00:47.777829 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:00:47.778173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Checking segment: {'id': 'a67e17ec-86d2-41f6-9dc8-61e3c197ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:00:47.778595 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Bound using segment: {'id': 'a67e17ec-86d2-41f6-9dc8-61e3c197ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:00:47.779157 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Bound port: 647966f5-3658-42f0-aa45-fe336a14f54b, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67e17ec-86d2-41f6-9dc8-61e3c197ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:00:47.779536 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:47.780907 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386fd23-19ab-481f-8ed0-9c6a51686cf8 req-8b100150-46fc-40d5-8121-79b72d35b23f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:47.782756 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8386fd23-19ab-481f-8ed0-9c6a51686cf8 req-8b100150-46fc-40d5-8121-79b72d35b23f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 944 time: 0.0780258 Aug 05 15:00:47.842168 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8386fd23-19ab-481f-8ed0-9c6a51686cf8 req-97393fc2-2d51-449c-b975-f6ab28621d73 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514297 Aug 05 15:00:47.884844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] For port 647966f5-3658-42f0-aa45-fe336a14f54b, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:00:47.887878 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] For port 647966f5-3658-42f0-aa45-fe336a14f54b, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=647966f5-3658-42f0-aa45-fe336a14f54b,segment=NetworkSegment(a67e17ec-86d2-41f6-9dc8-61e3c197ba31),segment_id=a67e17ec-86d2-41f6-9dc8-61e3c197ba31)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:00:47.892253 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:47.926769 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:47.927337 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:47.928718 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] 10.222.0.84 "PUT /v2.0/ports/647966f5-3658-42f0-aa45-fe336a14f54b HTTP/1.1" status: 200 len: 1092 time: 0.7285190 Aug 05 15:00:47.929156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f', 'tag': '647966f5-3658-42f0-aa45-fe336a14f54b'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:00:47.931395 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5152e95b-83ea-456e-8faf-1ce54f6bd20a" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f", "tag": "647966f5-3658-42f0-aa45-fe336a14f54b"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:00:47.960189 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1ec8d-6124-4789-8a00-bd242ce71baf service neutron] Pushing event updated for resources: {'Port': ['ID=647966f5-3658-42f0-aa45-fe336a14f54b,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:47.978057 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb1ad67-cd2f-48c4-9cbe-64ac26807ae7 x-openstack-request-id: req-8cb1ad67-cd2f-48c4-9cbe-64ac26807ae7 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:00:47.978407 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f", "tag": "647966f5-3658-42f0-aa45-fe336a14f54b", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:00:47.978667 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cb1ad67-cd2f-48c4-9cbe-64ac26807ae7 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:00:47.979082 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f', 'tag': '647966f5-3658-42f0-aa45-fe336a14f54b', 'status': 'completed', 'code': 200} Aug 05 15:00:48.025847 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-2591de88-6362-45a3-b5f6-462f908e329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:48.027482 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-2591de88-6362-45a3-b5f6-462f908e329e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 1095 time: 0.0440803 Aug 05 15:00:48.075499 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-d08fe2d8-c3ea-4905-a89c-deefa1a6abe9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=647966f5-3658-42f0-aa45-fe336a14f54b HTTP/1.1" status: 200 len: 217 time: 0.0398159 Aug 05 15:00:48.129948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-2e78b0bc-e3e2-4c1a-b92a-26e52bfe61c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:48.131533 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-2e78b0bc-e3e2-4c1a-b92a-26e52bfe61c7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8b8d82fc-4319-4523-b70a-0e10d4950996 HTTP/1.1" status: 200 len: 835 time: 0.0485349 Aug 05 15:00:48.179294 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-665bece7-aa42-4213-b120-da723008f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:48.180698 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-665bece7-aa42-4213-b120-da723008f088 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5dbb889c-df15-4620-8983-0fd82caeab6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418870 Aug 05 15:00:48.279941 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-9c443624-4703-4d68-89ab-189bc170e729 service neutron] 10.222.0.84 "GET /v2.0/networks/5dbb889c-df15-4620-8983-0fd82caeab6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913227 Aug 05 15:00:48.368183 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ffe63569-b744-4e27-8a14-5b563a3ef075 req-05ab573d-c489-4cf8-b3f7-f7628ebb006b service neutron] 10.222.0.84 "GET /v2.0/networks/5dbb889c-df15-4620-8983-0fd82caeab6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813069 Aug 05 15:00:48.453264 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152e95b-83ea-456e-8faf-1ce54f6bd20a req-ff411cf9-2e25-4277-860b-409008c18ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:48.454719 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5152e95b-83ea-456e-8faf-1ce54f6bd20a req-ff411cf9-2e25-4277-860b-409008c18ebe service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 1095 time: 0.0426357 Aug 05 15:00:48.480845 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4e11399a-086b-4a4f-bf91-6002f8931a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:48.555120 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152e95b-83ea-456e-8faf-1ce54f6bd20a req-6d3fb40a-0d0f-4df9-95dc-fabf1cd5c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:48.556658 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5152e95b-83ea-456e-8faf-1ce54f6bd20a req-6d3fb40a-0d0f-4df9-95dc-fabf1cd5c343 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5dbb889c-df15-4620-8983-0fd82caeab6f HTTP/1.1" status: 200 len: 897 time: 0.0939131 Aug 05 15:00:48.598816 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5152e95b-83ea-456e-8faf-1ce54f6bd20a req-15c9a0a0-9ac6-4632-a06d-2d565fea5876 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=647966f5-3658-42f0-aa45-fe336a14f54b HTTP/1.1" status: 200 len: 217 time: 0.0348086 Aug 05 15:00:48.653585 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152e95b-83ea-456e-8faf-1ce54f6bd20a req-e0ff1553-7428-49b1-aa0b-9edacb87f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:48.655124 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5152e95b-83ea-456e-8faf-1ce54f6bd20a req-e0ff1553-7428-49b1-aa0b-9edacb87f959 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8b8d82fc-4319-4523-b70a-0e10d4950996 HTTP/1.1" status: 200 len: 835 time: 0.0489430 Aug 05 15:00:48.702718 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152e95b-83ea-456e-8faf-1ce54f6bd20a req-e2ebabe3-2962-4377-90b0-7dcc43d2bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:48.704353 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5152e95b-83ea-456e-8faf-1ce54f6bd20a req-e2ebabe3-2962-4377-90b0-7dcc43d2bd97 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5dbb889c-df15-4620-8983-0fd82caeab6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407736 Aug 05 15:00:48.733003 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:48.801666 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5152e95b-83ea-456e-8faf-1ce54f6bd20a req-0acf1dd4-f2ac-44d7-9166-3fd64a725a45 service neutron] 10.222.0.84 "GET /v2.0/networks/5dbb889c-df15-4620-8983-0fd82caeab6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870686 Aug 05 15:00:48.904197 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5152e95b-83ea-456e-8faf-1ce54f6bd20a req-049ff5c4-d557-4a80-a6c8-dd6efe130306 service neutron] 10.222.0.84 "GET /v2.0/networks/5dbb889c-df15-4620-8983-0fd82caeab6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922682 Aug 05 15:00:48.967943 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65033f8e-edb2-46fd-a83e-be9d8bc06fa6 req-a597d5a8-fbc9-4889-ae5e-3bb828b2e00b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:48.968757 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e47386e0-5765-4b1b-bedb-0f1b9be36e9d up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:00:48.969504 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65033f8e-edb2-46fd-a83e-be9d8bc06fa6 req-a597d5a8-fbc9-4889-ae5e-3bb828b2e00b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 944 time: 0.0546243 Aug 05 15:00:49.010513 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-65033f8e-edb2-46fd-a83e-be9d8bc06fa6 req-4b177129-b376-4d5a-9135-c21d745bcfea tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347009 Aug 05 15:00:49.021273 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port e47386e0-5765-4b1b-bedb-0f1b9be36e9d triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:00:49.021656 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:49.755221 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:50.177305 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dd802-511f-419f-8122-a56c70099dab req-95be4bd9-fbfb-4625-b83f-aeea59a7ac27 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:50.178830 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bb7dd802-511f-419f-8122-a56c70099dab req-95be4bd9-fbfb-4625-b83f-aeea59a7ac27 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 944 time: 0.0994506 Aug 05 15:00:50.217293 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bb7dd802-511f-419f-8122-a56c70099dab req-d847c3c3-4be0-4cd7-adf7-27129a1e8119 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324976 Aug 05 15:00:51.331950 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1678c-e758-4e7f-ae4b-2b8841ba11aa req-8ea19390-1a3a-46cc-b20c-7acc5e08c05e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:51.333463 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-46e1678c-e758-4e7f-ae4b-2b8841ba11aa req-8ea19390-1a3a-46cc-b20c-7acc5e08c05e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 944 time: 0.0485127 Aug 05 15:00:51.371175 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-46e1678c-e758-4e7f-ae4b-2b8841ba11aa req-62d24f22-1af2-4ca6-b268-e4e94f41680d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317326 Aug 05 15:00:51.399622 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 647966f5-3658-42f0-aa45-fe336a14f54b details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:00:51.501528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 647966f5-3658-42f0-aa45-fe336a14f54b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=647966f5-3658-42f0-aa45-fe336a14f54b,segment=NetworkSegment(a67e17ec-86d2-41f6-9dc8-61e3c197ba31),segment_id=a67e17ec-86d2-41f6-9dc8-61e3c197ba31)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:00:51.518784 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '647966f5-3658-42f0-aa45-fe336a14f54b', 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f', 'port_id': '647966f5-3658-42f0-aa45-fe336a14f54b', 'mac_address': 'fa:16:3e:39:a7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:00:51.566214 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:51.567124 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:51.580775 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 647966f5-3658-42f0-aa45-fe336a14f54b {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:00:51.599899 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 647966f5-3658-42f0-aa45-fe336a14f54b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=647966f5-3658-42f0-aa45-fe336a14f54b,segment=NetworkSegment(a67e17ec-86d2-41f6-9dc8-61e3c197ba31),segment_id=a67e17ec-86d2-41f6-9dc8-61e3c197ba31)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:00:51.603455 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:51.656584 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=647966f5-3658-42f0-aa45-fe336a14f54b,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:51.819313 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['647966f5-3658-42f0-aa45-fe336a14f54b'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:00:52.488851 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673087ba-b467-47b5-8c2c-48a8c38860f5 req-5a825718-70cd-46fb-8f3a-ffb346bfffce tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:52.490963 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-673087ba-b467-47b5-8c2c-48a8c38860f5 req-5a825718-70cd-46fb-8f3a-ffb346bfffce tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 945 time: 0.0509913 Aug 05 15:00:52.533801 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-673087ba-b467-47b5-8c2c-48a8c38860f5 req-357abc14-bc42-44f1-81b6-7891ed5f30be tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367303 Aug 05 15:00:53.406336 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 647966f5-3658-42f0-aa45-fe336a14f54b up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:00:53.454607 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 647966f5-3658-42f0-aa45-fe336a14f54b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:00:53.459362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 647966f5-3658-42f0-aa45-fe336a14f54b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:00:53.459744 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:53.541531 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:53.565372 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647966f5-3658-42f0-aa45-fe336a14f54b'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:00:53.567941 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4da2ea-215a-4e3c-96da-bb6fafb84ef2" -d '{"events": [{"server_uuid": "fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f", "name": "network-vif-plugged", "status": "completed", "tag": "647966f5-3658-42f0-aa45-fe336a14f54b"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:00:53.582959 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 647966f5-3658-42f0-aa45-fe336a14f54b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=647966f5-3658-42f0-aa45-fe336a14f54b,segment=NetworkSegment(a67e17ec-86d2-41f6-9dc8-61e3c197ba31),segment_id=a67e17ec-86d2-41f6-9dc8-61e3c197ba31)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:00:53.588280 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:53.612200 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e72285-4d93-451a-be5f-89b56fa0092d x-openstack-request-id: req-26e72285-4d93-451a-be5f-89b56fa0092d {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:00:53.612548 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f", "name": "network-vif-plugged", "status": "completed", "tag": "647966f5-3658-42f0-aa45-fe336a14f54b", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:00:53.612950 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26e72285-4d93-451a-be5f-89b56fa0092d {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:00:53.613814 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647966f5-3658-42f0-aa45-fe336a14f54b', 'code': 200} Aug 05 15:00:53.646024 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=647966f5-3658-42f0-aa45-fe336a14f54b,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:53.668570 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59864a-ea40-4ee7-ae30-ca015e7c709c req-f369d3df-5346-4693-8818-31e2cf5ac8e7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:53.670070 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b59864a-ea40-4ee7-ae30-ca015e7c709c req-f369d3df-5346-4693-8818-31e2cf5ac8e7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0576916 Aug 05 15:00:53.713136 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3b59864a-ea40-4ee7-ae30-ca015e7c709c req-e8309cd1-df37-42e6-9aa0-bf37b8584734 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364575 Aug 05 15:00:53.716111 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98ebb9-46c1-4471-a361-f792ebc0cebe req-51c4ad7d-4369-400a-926e-d97b289cdc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:53.717746 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7b98ebb9-46c1-4471-a361-f792ebc0cebe req-51c4ad7d-4369-400a-926e-d97b289cdc2d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 1097 time: 0.0416281 Aug 05 15:00:53.754021 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7b98ebb9-46c1-4471-a361-f792ebc0cebe req-fff7ad19-d7b8-4870-8024-9dc2ca0eee53 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280974 Aug 05 15:00:54.829735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fe75c-d613-40cc-8eac-097e35b2ab3d req-fdcb1b4d-dc99-412a-b0fa-0e36c30f538f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:54.831715 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e76fe75c-d613-40cc-8eac-097e35b2ab3d req-fdcb1b4d-dc99-412a-b0fa-0e36c30f538f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0497072 Aug 05 15:00:54.871135 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e76fe75c-d613-40cc-8eac-097e35b2ab3d req-0311ee09-cac7-4204-b94e-9bbee9e402b2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337572 Aug 05 15:00:55.288929 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a851276-2f3a-47b5-acbe-6437e94a962e req-0e6486e8-e567-45f6-a68c-c75afbefe36e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:55.290457 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a851276-2f3a-47b5-acbe-6437e94a962e req-0e6486e8-e567-45f6-a68c-c75afbefe36e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.3476353 Aug 05 15:00:55.328266 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a851276-2f3a-47b5-acbe-6437e94a962e req-dffb5d30-e0ba-4446-b8e0-24b29aa462fc tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317490 Aug 05 15:00:55.350302 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48564) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:55.388512 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab850ad-f78a-4a2f-9ade-acfd114d174d tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:55.390019 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5ab850ad-f78a-4a2f-9ade-acfd114d174d tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 1092 time: 0.0387573 Aug 05 15:00:55.392836 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48566) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:55.397960 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': '647966f5-3658-42f0-aa45-fe336a14f54b', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:00:55.419716 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:55.522423 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:55.628707 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.25.5.93 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/3012303f-99a3-4b5d-acaf-770bf04e9845) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:00:55.730337 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:55.769125 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:55.810085 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:00:55.813236 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:00:55.817371 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:00:55.838622 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=3012303f-99a3-4b5d-acaf-770bf04e9845,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:56.176044 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:56.242151 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:56.390674 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:56.395537 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:56.464234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=3012303f-99a3-4b5d-acaf-770bf04e9845,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:00:56.477443 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:56.576776 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Floating IP 299d442f-c335-4eaf-be5f-d9d60a6c75df associated. External IP: 172.25.5.93, port: 647966f5-3658-42f0-aa45-fe336a14f54b. Aug 05 15:00:56.779978 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router 7435118c-3a96-4ab1-bd93-cbfb391dbf22 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:00:56.887368 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:00:56.903720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00726e8-900d-4b5f-a42a-861ac9c9cb78 None None] Sync routers for ids ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:00:56.904289 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:00:56.919352 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00726e8-900d-4b5f-a42a-861ac9c9cb78 None None] Routers {'7435118c-3a96-4ab1-bd93-cbfb391dbf22'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:00:56.920338 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c00726e8-900d-4b5f-a42a-861ac9c9cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:00:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:56.936444 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-9cfcd349-71e9-46f9-8cbe-801c718ea713 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5423269 Aug 05 15:00:56.937028 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f', 'tag': '647966f5-3658-42f0-aa45-fe336a14f54b'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:00:56.939306 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6effbee1-774b-4e14-ab47-a1612a16a3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f", "tag": "647966f5-3658-42f0-aa45-fe336a14f54b"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:00:56.986319 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91b445e-1230-4951-8b9d-41fff2a3db9b x-openstack-request-id: req-e91b445e-1230-4951-8b9d-41fff2a3db9b {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:00:56.986626 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f", "tag": "647966f5-3658-42f0-aa45-fe336a14f54b", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:00:56.986888 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e91b445e-1230-4951-8b9d-41fff2a3db9b {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:00:56.987324 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f', 'tag': '647966f5-3658-42f0-aa45-fe336a14f54b', 'status': 'completed', 'code': 200} Aug 05 15:00:57.032972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-c00726e8-900d-4b5f-a42a-861ac9c9cb78 None None] Set router 7435118c-3a96-4ab1-bd93-cbfb391dbf22 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:00:57.050025 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effbee1-774b-4e14-ab47-a1612a16a3b4 req-f7bf13a0-4ba7-47c7-abec-85d31894d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:57.051890 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6effbee1-774b-4e14-ab47-a1612a16a3b4 req-f7bf13a0-4ba7-47c7-abec-85d31894d7d8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 1097 time: 0.0438619 Aug 05 15:00:57.053813 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e0da7-a1ab-4228-af5c-a96c92ce8575 req-32b59eb0-f2a1-405c-b248-a5165dfe4284 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:57.055387 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e52e0da7-a1ab-4228-af5c-a96c92ce8575 req-32b59eb0-f2a1-405c-b248-a5165dfe4284 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0570822 Aug 05 15:00:57.098162 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e52e0da7-a1ab-4228-af5c-a96c92ce8575 req-e3e55bbc-6ad7-4ef8-91bb-45464cf7813f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351856 Aug 05 15:00:57.120888 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48572) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:57.154044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effbee1-774b-4e14-ab47-a1612a16a3b4 req-08a0d4e7-aefd-47ca-ab88-a19afe4c9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:57.155612 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6effbee1-774b-4e14-ab47-a1612a16a3b4 req-08a0d4e7-aefd-47ca-ab88-a19afe4c9496 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5dbb889c-df15-4620-8983-0fd82caeab6f HTTP/1.1" status: 200 len: 897 time: 0.0962017 Aug 05 15:00:57.186674 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ece15811-3833-4708-b9fc-6b2efc6175ae tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/floatingips/299d442f-c335-4eaf-be5f-d9d60a6c75df HTTP/1.1" status: 200 len: 991 time: 0.0641942 Aug 05 15:00:57.222950 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6effbee1-774b-4e14-ab47-a1612a16a3b4 req-2a03a434-f68d-41f9-ba39-bbb420c91586 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=647966f5-3658-42f0-aa45-fe336a14f54b HTTP/1.1" status: 200 len: 999 time: 0.0590086 Aug 05 15:00:57.265621 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c00726e8-900d-4b5f-a42a-861ac9c9cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181864200', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:43Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '299d442f-c335-4eaf-be5f-d9d60a6c75df', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'port_id': '647966f5-3658-42f0-aa45-fe336a14f54b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f', 'mac_address': 'fa:16:3e:39:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:00:56Z', 'updated_at': '2021-08-05T15:00:56Z', 'revision_number': 0, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e47386e0-5765-4b1b-bedb-0f1b9be36e9d', 'name': '', 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:15:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:42Z', 'updated_at': '2021-08-05T15:00:47Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:57.293801 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00726e8-900d-4b5f-a42a-861ac9c9cb78 None None] Checking router: 7435118c-3a96-4ab1-bd93-cbfb391dbf22 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:00:57.294967 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effbee1-774b-4e14-ab47-a1612a16a3b4 req-16b40546-202f-4db3-9d2d-c18abc07951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:57.296480 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6effbee1-774b-4e14-ab47-a1612a16a3b4 req-16b40546-202f-4db3-9d2d-c18abc07951b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8b8d82fc-4319-4523-b70a-0e10d4950996 HTTP/1.1" status: 200 len: 835 time: 0.0677989 Aug 05 15:00:57.305240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00726e8-900d-4b5f-a42a-861ac9c9cb78 None None] Routers {'7435118c-3a96-4ab1-bd93-cbfb391dbf22'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:00:57.305881 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c00726e8-900d-4b5f-a42a-861ac9c9cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:00:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:57.342426 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effbee1-774b-4e14-ab47-a1612a16a3b4 req-f3f0f1a1-ca07-4c04-81b7-402a2c4b969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:00:57.343935 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6effbee1-774b-4e14-ab47-a1612a16a3b4 req-f3f0f1a1-ca07-4c04-81b7-402a2c4b969b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5dbb889c-df15-4620-8983-0fd82caeab6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398107 Aug 05 15:00:57.410547 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-c00726e8-900d-4b5f-a42a-861ac9c9cb78 None None] Set router 7435118c-3a96-4ab1-bd93-cbfb391dbf22 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:00:57.431820 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6effbee1-774b-4e14-ab47-a1612a16a3b4 req-e5e4b7e6-3fec-4482-a42c-d2c48a9479b2 service neutron] 10.222.0.84 "GET /v2.0/networks/5dbb889c-df15-4620-8983-0fd82caeab6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800414 Aug 05 15:00:57.529477 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6effbee1-774b-4e14-ab47-a1612a16a3b4 req-f402a4c1-79b4-44a2-b1c1-1a6f369138e5 service neutron] 10.222.0.84 "GET /v2.0/networks/5dbb889c-df15-4620-8983-0fd82caeab6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908828 Aug 05 15:00:57.648853 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-c00726e8-900d-4b5f-a42a-861ac9c9cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181864200', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:43Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '299d442f-c335-4eaf-be5f-d9d60a6c75df', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'port_id': '647966f5-3658-42f0-aa45-fe336a14f54b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f', 'mac_address': 'fa:16:3e:39:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:00:56Z', 'updated_at': '2021-08-05T15:00:56Z', 'revision_number': 0, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e47386e0-5765-4b1b-bedb-0f1b9be36e9d', 'name': '', 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:15:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:42Z', 'updated_at': '2021-08-05T15:00:47Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:00:57.675792 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00726e8-900d-4b5f-a42a-861ac9c9cb78 None None] The sync data for ids ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'] in n-d-803585-2 is: [{'id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181864200', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:43Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '299d442f-c335-4eaf-be5f-d9d60a6c75df', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'port_id': '647966f5-3658-42f0-aa45-fe336a14f54b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f', 'mac_address': 'fa:16:3e:39:a7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:00:56Z', 'updated_at': '2021-08-05T15:00:56Z', 'revision_number': 0, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e47386e0-5765-4b1b-bedb-0f1b9be36e9d', 'name': '', 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:15:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:42Z', 'updated_at': '2021-08-05T15:00:47Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:00:57.856788 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccad7123-e3b0-417f-bb0c-1127f594a5c4 None None] New status for floating IP 299d442f-c335-4eaf-be5f-d9d60a6c75df: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 15:00:58.190923 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48574) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:00:58.253313 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b4b3538f-d494-4088-9018-2cc2e90f6129 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/floatingips/299d442f-c335-4eaf-be5f-d9d60a6c75df HTTP/1.1" status: 200 len: 993 time: 0.0613651 Aug 05 15:00:59.635821 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-840051a4-ce95-4551-b168-0de4194ff14b req-fc0505e0-0687-4cc8-855f-fc53d63e72d4 service neutron] (105724) timed out ('10.222.0.63', 64988) {{(pid=105724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 15:01:15.413896 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:01:15.485621 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:01:15.924332 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a1b2f6ab-6e22-49d3-84e3-e3b7d361632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:01:16.670326 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:01:18.481969 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-73e9cbe9-e5d2-4cc9-91bf-2948ba7a0fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:01:18.735540 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:01:19.758923 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:01:21.545883 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:01:27.001539 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864925f-3ed2-4285-b9cc-b67939cf31b4 req-867c6e88-af76-4a4f-b4c1-3f48ee5d19d5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:27.003172 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1864925f-3ed2-4285-b9cc-b67939cf31b4 req-867c6e88-af76-4a4f-b4c1-3f48ee5d19d5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0535097 Aug 05 15:01:27.041876 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1864925f-3ed2-4285-b9cc-b67939cf31b4 req-4d10bb7a-4f87-4a37-9bbe-7216742b440f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318692 Aug 05 15:01:28.166086 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02cc85-9e9d-4724-84ff-5c2835bc739a req-4b41056c-ce8e-4653-97e2-263ca6b921d3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:28.167628 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c02cc85-9e9d-4724-84ff-5c2835bc739a req-4b41056c-ce8e-4653-97e2-263ca6b921d3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0540230 Aug 05 15:01:28.204841 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0c02cc85-9e9d-4724-84ff-5c2835bc739a req-68e6e508-203a-4ffe-83c3-39f910c62002 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312605 Aug 05 15:01:29.323603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c340a-19e1-47e8-98c8-70f79b9edc15 req-d68c8ce9-730a-4b27-a2b4-ca7c829a5c08 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:29.325114 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fd8c340a-19e1-47e8-98c8-70f79b9edc15 req-d68c8ce9-730a-4b27-a2b4-ca7c829a5c08 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0506842 Aug 05 15:01:29.365956 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fd8c340a-19e1-47e8-98c8-70f79b9edc15 req-898b0216-20ac-46c2-a1a3-88200c57dac3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348625 Aug 05 15:01:30.482400 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5207fa6-32ba-4bd0-b6dd-d5a18a6f72aa req-b0797cf2-f209-4a1e-89c2-012ed73b4cc1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:30.483914 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5207fa6-32ba-4bd0-b6dd-d5a18a6f72aa req-b0797cf2-f209-4a1e-89c2-012ed73b4cc1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0505991 Aug 05 15:01:30.522528 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d5207fa6-32ba-4bd0-b6dd-d5a18a6f72aa req-6a770198-c8ac-46d9-95d2-f444cd1498c4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314837 Aug 05 15:01:31.638066 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefe424-d482-4c49-abc1-9018c10034e1 req-3fcbd22f-8ef1-47ba-9349-33804e9a27be tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:31.639602 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eaefe424-d482-4c49-abc1-9018c10034e1 req-3fcbd22f-8ef1-47ba-9349-33804e9a27be tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0497546 Aug 05 15:01:31.678702 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eaefe424-d482-4c49-abc1-9018c10034e1 req-42f59045-66ba-4172-9495-fbf11f93f44b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331123 Aug 05 15:01:32.794812 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f6346-5a0b-43f2-a25f-28352049a4f6 req-5371d5db-ee9f-4eb1-a28b-64d105f97e8b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:32.796312 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-213f6346-5a0b-43f2-a25f-28352049a4f6 req-5371d5db-ee9f-4eb1-a28b-64d105f97e8b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0499172 Aug 05 15:01:32.835861 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-213f6346-5a0b-43f2-a25f-28352049a4f6 req-a42b117e-e38f-476b-8a37-77c6f9fddd95 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325556 Aug 05 15:01:33.991925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd0664-7e2b-43ff-992a-ea2e729158be req-fbacc14b-4896-48df-9157-a6ae4e477064 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:33.993426 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46cd0664-7e2b-43ff-992a-ea2e729158be req-fbacc14b-4896-48df-9157-a6ae4e477064 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0862367 Aug 05 15:01:33.998975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4fd6a-e561-4c8a-8cee-576bbe4b25d6 req-f636e2e7-4743-42b5-84ca-43712f28cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:34.000652 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cbe4fd6a-e561-4c8a-8cee-576bbe4b25d6 req-f636e2e7-4743-42b5-84ca-43712f28cc2e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 1097 time: 0.0589755 Aug 05 15:01:34.053005 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46cd0664-7e2b-43ff-992a-ea2e729158be req-c92459ab-bd79-44b5-abbc-34f58e227aae tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513921 Aug 05 15:01:34.121841 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4fd6a-e561-4c8a-8cee-576bbe4b25d6 req-7b35e8fd-706e-40e3-9354-2b01fbfb2145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:34.123357 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cbe4fd6a-e561-4c8a-8cee-576bbe4b25d6 req-7b35e8fd-706e-40e3-9354-2b01fbfb2145 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5dbb889c-df15-4620-8983-0fd82caeab6f HTTP/1.1" status: 200 len: 897 time: 0.1005070 Aug 05 15:01:34.190063 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cbe4fd6a-e561-4c8a-8cee-576bbe4b25d6 req-01de3ea9-3cdf-4e3c-bf87-10c6d6894a26 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=647966f5-3658-42f0-aa45-fe336a14f54b HTTP/1.1" status: 200 len: 1001 time: 0.0589211 Aug 05 15:01:34.238291 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4fd6a-e561-4c8a-8cee-576bbe4b25d6 req-6cb391dc-55bb-479e-8c2a-e53e85e09a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:34.239913 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cbe4fd6a-e561-4c8a-8cee-576bbe4b25d6 req-6cb391dc-55bb-479e-8c2a-e53e85e09a4f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8b8d82fc-4319-4523-b70a-0e10d4950996 HTTP/1.1" status: 200 len: 835 time: 0.0430310 Aug 05 15:01:34.291410 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4fd6a-e561-4c8a-8cee-576bbe4b25d6 req-17230eae-db7c-4fef-8acc-071ac84ea6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:34.292839 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cbe4fd6a-e561-4c8a-8cee-576bbe4b25d6 req-17230eae-db7c-4fef-8acc-071ac84ea6a2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5dbb889c-df15-4620-8983-0fd82caeab6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452468 Aug 05 15:01:34.381048 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cbe4fd6a-e561-4c8a-8cee-576bbe4b25d6 req-df4f59e9-062f-4579-bf23-7acdb1945ef8 service neutron] 10.222.0.84 "GET /v2.0/networks/5dbb889c-df15-4620-8983-0fd82caeab6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809886 Aug 05 15:01:34.476214 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cbe4fd6a-e561-4c8a-8cee-576bbe4b25d6 req-4874ad66-8514-4fcb-9d49-b433deb15536 service neutron] 10.222.0.84 "GET /v2.0/networks/5dbb889c-df15-4620-8983-0fd82caeab6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880702 Aug 05 15:01:35.172757 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c1d7a-4248-4c31-a50d-f2e049dcf2ef req-d01aa7bb-d787-47d5-b8e8-fe4402182cb1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:35.174154 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e5c1d7a-4248-4c31-a50d-f2e049dcf2ef req-d01aa7bb-d787-47d5-b8e8-fe4402182cb1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0526955 Aug 05 15:01:35.213934 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4e5c1d7a-4248-4c31-a50d-f2e049dcf2ef req-d20073f5-93e1-4a2d-bd16-4c9fe5541c3c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332539 Aug 05 15:01:36.332512 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dcd32-e500-4d0c-9787-4da9d04a63db req-afe8daf7-6846-4357-8703-0721103dacbe tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:36.334919 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de1dcd32-e500-4d0c-9787-4da9d04a63db req-afe8daf7-6846-4357-8703-0721103dacbe tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0522237 Aug 05 15:01:36.375871 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-de1dcd32-e500-4d0c-9787-4da9d04a63db req-d2ee3d66-19a6-4971-bbd6-e53e388a4458 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350568 Aug 05 15:01:37.490226 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646351b-a22b-44a0-ae70-cefec132696c req-ae9c6b05-eca7-49ef-a653-59b38b3bd269 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:37.492014 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0646351b-a22b-44a0-ae70-cefec132696c req-ae9c6b05-eca7-49ef-a653-59b38b3bd269 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0497801 Aug 05 15:01:37.530273 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0646351b-a22b-44a0-ae70-cefec132696c req-5b244a4d-8471-4f92-ba8b-2ce0bae76ff0 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323999 Aug 05 15:01:37.552391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48608) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:01:37.612564 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-84a1b011-717e-4257-b92e-0ef72cf54a7f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/floatingips/299d442f-c335-4eaf-be5f-d9d60a6c75df HTTP/1.1" status: 200 len: 993 time: 0.0589578 Aug 05 15:01:38.894855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dbf47-e90f-4611-bca1-b6b2f9157795 req-efb14232-a17e-4843-bf25-dd5b0faa9b24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:38.897893 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d5dbf47-e90f-4611-bca1-b6b2f9157795 req-efb14232-a17e-4843-bf25-dd5b0faa9b24 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0841918 Aug 05 15:01:38.905103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5900508-35ea-4c59-b20e-9ba9dd517250 req-a53ce0df-249c-4392-b30b-3a842c500311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:38.906654 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5900508-35ea-4c59-b20e-9ba9dd517250 req-a53ce0df-249c-4392-b30b-3a842c500311 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 1097 time: 0.0610564 Aug 05 15:01:38.990366 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2d5dbf47-e90f-4611-bca1-b6b2f9157795 req-93c843bb-f47e-4660-8003-a975d0de1168 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827322 Aug 05 15:01:39.025168 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5900508-35ea-4c59-b20e-9ba9dd517250 req-94642c47-0170-463d-887d-8de63d7210bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:39.026691 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5900508-35ea-4c59-b20e-9ba9dd517250 req-94642c47-0170-463d-887d-8de63d7210bd service neutron] 10.222.0.84 "GET /v2.0/networks?id=5dbb889c-df15-4620-8983-0fd82caeab6f HTTP/1.1" status: 200 len: 897 time: 0.1117268 Aug 05 15:01:39.093365 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5900508-35ea-4c59-b20e-9ba9dd517250 req-7e581d1f-899f-49e5-8809-f327e669dc5d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=647966f5-3658-42f0-aa45-fe336a14f54b HTTP/1.1" status: 200 len: 1001 time: 0.0591812 Aug 05 15:01:39.143179 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5900508-35ea-4c59-b20e-9ba9dd517250 req-6f4305e3-ffc7-4d00-9da6-b22820e2a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:39.144594 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5900508-35ea-4c59-b20e-9ba9dd517250 req-6f4305e3-ffc7-4d00-9da6-b22820e2a479 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8b8d82fc-4319-4523-b70a-0e10d4950996 HTTP/1.1" status: 200 len: 835 time: 0.0436904 Aug 05 15:01:39.193266 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5900508-35ea-4c59-b20e-9ba9dd517250 req-c2d5fc34-674e-4af4-9418-067f2c57377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:39.194683 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5900508-35ea-4c59-b20e-9ba9dd517250 req-c2d5fc34-674e-4af4-9418-067f2c57377b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5dbb889c-df15-4620-8983-0fd82caeab6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430727 Aug 05 15:01:39.630630 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5900508-35ea-4c59-b20e-9ba9dd517250 req-2f8cad5b-71a1-42f4-a3bf-3143beb1c3b0 service neutron] 10.222.0.84 "GET /v2.0/networks/5dbb889c-df15-4620-8983-0fd82caeab6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268141 Aug 05 15:01:39.723281 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5900508-35ea-4c59-b20e-9ba9dd517250 req-998bc33a-bfa6-4132-8ef6-9543f5f37ac6 service neutron] 10.222.0.84 "GET /v2.0/networks/5dbb889c-df15-4620-8983-0fd82caeab6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847254 Aug 05 15:01:40.108233 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cbea6-9025-4e53-bee9-b8a64f821d70 req-bb5af6f4-26a9-4491-b3a3-d2226a340d3d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:40.109742 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d14cbea6-9025-4e53-bee9-b8a64f821d70 req-bb5af6f4-26a9-4491-b3a3-d2226a340d3d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0495806 Aug 05 15:01:40.148820 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d14cbea6-9025-4e53-bee9-b8a64f821d70 req-bd792b3b-fd2d-4e71-bc8c-100bfa350a06 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318906 Aug 05 15:01:41.264017 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e8997-1247-4633-bb76-b6eed3ed3ff9 req-203b6e33-020a-4b12-aba2-71c4a7be69a1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:01:41.265511 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad4e8997-1247-4633-bb76-b6eed3ed3ff9 req-203b6e33-020a-4b12-aba2-71c4a7be69a1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0483544 Aug 05 15:01:41.304712 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad4e8997-1247-4633-bb76-b6eed3ed3ff9 req-de43869e-fec8-494e-b93b-d41c228eb51a tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319896 Aug 05 15:01:41.328959 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48620) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:01:41.398541 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-13a7befc-d1b5-4775-8ce3-a88c83755f9d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/floatingips/299d442f-c335-4eaf-be5f-d9d60a6c75df HTTP/1.1" status: 200 len: 993 time: 0.0683384 Aug 05 15:01:45.427224 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:01:45.926236 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-17e1333f-a003-4f01-ae4e-0fb28184bf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:01:46.668578 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:01:48.482168 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ab030609-f70d-42c1-87f6-a7a967ab6637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:01:48.736365 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:01:49.760639 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:01:51.550394 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:01:52.485169 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:02:11.717633 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48632) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:11.869735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port 3012303f-99a3-4b5d-acaf-770bf04e9845 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:02:11.870080 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:11.943038 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:11.943793 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:11.955146 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for 3012303f-99a3-4b5d-acaf-770bf04e9845 owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:02:12.109421 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:12.137369 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=3012303f-99a3-4b5d-acaf-770bf04e9845,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:12.163647 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:12.164005 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:12.164354 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:12.164696 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:12.165036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:12.165374 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:12.165719 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:12.166058 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:12.166431 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:12.166755 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:12.167084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:12.167415 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:12.211370 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:12.211723 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Floating IP 299d442f-c335-4eaf-be5f-d9d60a6c75df disassociated (deleted). External IP: 172.25.5.93, port: 647966f5-3658-42f0-aa45-fe336a14f54b. Aug 05 15:02:12.416386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router 7435118c-3a96-4ab1-bd93-cbfb391dbf22 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:02:12.519418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:02:12.523867 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:12.529215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227c8ace-774d-4692-a059-72130dd3a43b None None] Sync routers for ids ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:02:12.538642 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227c8ace-774d-4692-a059-72130dd3a43b None None] Routers {'7435118c-3a96-4ab1-bd93-cbfb391dbf22'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:02:12.539254 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-227c8ace-774d-4692-a059-72130dd3a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:01:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:12.555694 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-fe2db4df-00cf-4411-8b8a-5c180703d6cb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/floatingips/299d442f-c335-4eaf-be5f-d9d60a6c75df HTTP/1.1" status: 204 len: 168 time: 0.8369288 Aug 05 15:02:12.556300 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f', 'tag': '647966f5-3658-42f0-aa45-fe336a14f54b'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:02:12.559465 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4970a81c-933d-4ebd-b4a7-84977b8a39fe" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f", "tag": "647966f5-3658-42f0-aa45-fe336a14f54b"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:02:12.649101 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-227c8ace-774d-4692-a059-72130dd3a43b None None] Set router 7435118c-3a96-4ab1-bd93-cbfb391dbf22 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:02:12.682871 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c2e79a-da1b-4dec-8313-068e93737356 x-openstack-request-id: req-e6c2e79a-da1b-4dec-8313-068e93737356 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:02:12.683397 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f", "tag": "647966f5-3658-42f0-aa45-fe336a14f54b", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:02:12.683853 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6c2e79a-da1b-4dec-8313-068e93737356 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:02:12.684343 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f', 'tag': '647966f5-3658-42f0-aa45-fe336a14f54b', 'status': 'completed', 'code': 200} Aug 05 15:02:12.795207 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970a81c-933d-4ebd-b4a7-84977b8a39fe req-7f33e9dc-9bab-499b-8cd6-785c84364540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:12.796679 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4970a81c-933d-4ebd-b4a7-84977b8a39fe req-7f33e9dc-9bab-499b-8cd6-785c84364540 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 1097 time: 0.0926197 Aug 05 15:02:12.819656 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd398fd-839c-4700-9067-793690d59f64 req-61c53894-fec2-40a2-a869-233793bb7bbb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:12.821917 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5cd398fd-839c-4700-9067-793690d59f64 req-61c53894-fec2-40a2-a869-233793bb7bbb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0570617 Aug 05 15:02:12.864215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-227c8ace-774d-4692-a059-72130dd3a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181864200', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:43Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e47386e0-5765-4b1b-bedb-0f1b9be36e9d', 'name': '', 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:15:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:42Z', 'updated_at': '2021-08-05T15:00:47Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:12.864531 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5cd398fd-839c-4700-9067-793690d59f64 req-4c7be472-f894-4147-b68a-1684b6458fa4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362689 Aug 05 15:02:12.890291 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227c8ace-774d-4692-a059-72130dd3a43b None None] Checking router: 7435118c-3a96-4ab1-bd93-cbfb391dbf22 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:02:12.897112 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970a81c-933d-4ebd-b4a7-84977b8a39fe req-e51e578c-e066-484c-bbc0-c8924fd8c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:12.898684 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4970a81c-933d-4ebd-b4a7-84977b8a39fe req-e51e578c-e066-484c-bbc0-c8924fd8c70a service neutron] 10.222.0.84 "GET /v2.0/networks?id=5dbb889c-df15-4620-8983-0fd82caeab6f HTTP/1.1" status: 200 len: 897 time: 0.0920186 Aug 05 15:02:12.899242 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227c8ace-774d-4692-a059-72130dd3a43b None None] Routers {'7435118c-3a96-4ab1-bd93-cbfb391dbf22'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:02:12.899851 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-227c8ace-774d-4692-a059-72130dd3a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:01:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:12.946194 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4970a81c-933d-4ebd-b4a7-84977b8a39fe req-4a586384-0cb1-433d-a9bc-c8f26eac1ff4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=647966f5-3658-42f0-aa45-fe336a14f54b HTTP/1.1" status: 200 len: 217 time: 0.0397758 Aug 05 15:02:12.999888 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970a81c-933d-4ebd-b4a7-84977b8a39fe req-90943d30-fb3e-4f1e-86d6-00a8d2297af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:13.001407 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4970a81c-933d-4ebd-b4a7-84977b8a39fe req-90943d30-fb3e-4f1e-86d6-00a8d2297af7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8b8d82fc-4319-4523-b70a-0e10d4950996 HTTP/1.1" status: 200 len: 835 time: 0.0476449 Aug 05 15:02:13.051481 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970a81c-933d-4ebd-b4a7-84977b8a39fe req-37829435-04b7-4713-94d7-2871682383cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:13.053029 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4970a81c-933d-4ebd-b4a7-84977b8a39fe req-37829435-04b7-4713-94d7-2871682383cc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5dbb889c-df15-4620-8983-0fd82caeab6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434701 Aug 05 15:02:13.153323 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4970a81c-933d-4ebd-b4a7-84977b8a39fe req-57f73e18-9700-4fd1-9026-fec61b7d3ca0 service neutron] 10.222.0.84 "GET /v2.0/networks/5dbb889c-df15-4620-8983-0fd82caeab6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898676 Aug 05 15:02:13.159635 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-227c8ace-774d-4692-a059-72130dd3a43b None None] Set router 7435118c-3a96-4ab1-bd93-cbfb391dbf22 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:02:13.247150 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4970a81c-933d-4ebd-b4a7-84977b8a39fe req-02b7b3b7-b480-4e1e-ad1a-0dfdc495abab service neutron] 10.222.0.84 "GET /v2.0/networks/5dbb889c-df15-4620-8983-0fd82caeab6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839689 Aug 05 15:02:13.360482 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-227c8ace-774d-4692-a059-72130dd3a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181864200', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:43Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e47386e0-5765-4b1b-bedb-0f1b9be36e9d', 'name': '', 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:15:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:42Z', 'updated_at': '2021-08-05T15:00:47Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:13.386459 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227c8ace-774d-4692-a059-72130dd3a43b None None] The sync data for ids ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'] in n-d-803585-2 is: [{'id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181864200', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:43Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'e47386e0-5765-4b1b-bedb-0f1b9be36e9d', 'name': '', 'network_id': '5dbb889c-df15-4620-8983-0fd82caeab6f', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:15:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:42Z', 'updated_at': '2021-08-05T15:00:47Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': '8b8d82fc-4319-4523-b70a-0e10d4950996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:02:13.594850 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d255412-daf1-442d-87f4-9a58de0ca517 None None] New status for floating IP 299d442f-c335-4eaf-be5f-d9d60a6c75df: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 15:02:13.998580 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8c3f7-c2d1-4029-945f-3991966a3edd req-7f4f754f-2228-442e-8acf-d872b934603b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:14.000094 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-06c8c3f7-c2d1-4029-945f-3991966a3edd req-7f4f754f-2228-442e-8acf-d872b934603b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0501659 Aug 05 15:02:14.049319 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-06c8c3f7-c2d1-4029-945f-3991966a3edd req-be2b56b4-e94f-4390-8e7e-f66411aed6a1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e865127-ef95-4ce0-be14-6c5617edc877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430920 Aug 05 15:02:14.407084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb7c5e-0b42-43b9-8729-136a138c6e73 req-aa350cdf-c4d9-468f-b8bd-2375799f0563 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:14.408644 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3ccb7c5e-0b42-43b9-8729-136a138c6e73 req-aa350cdf-c4d9-468f-b8bd-2375799f0563 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 946 time: 0.0612111 Aug 05 15:02:14.514943 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-3ccb7c5e-0b42-43b9-8729-136a138c6e73 req-b244d3fa-2e3f-4d99-8e93-fa779cd078e1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port 647966f5-3658-42f0-aa45-fe336a14f54b {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:02:14.515291 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3ccb7c5e-0b42-43b9-8729-136a138c6e73 req-b244d3fa-2e3f-4d99-8e93-fa779cd078e1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:14.619353 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-3ccb7c5e-0b42-43b9-8729-136a138c6e73 req-b244d3fa-2e3f-4d99-8e93-fa779cd078e1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] For port 647966f5-3658-42f0-aa45-fe336a14f54b, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=647966f5-3658-42f0-aa45-fe336a14f54b,segment=NetworkSegment(a67e17ec-86d2-41f6-9dc8-61e3c197ba31),segment_id=a67e17ec-86d2-41f6-9dc8-61e3c197ba31)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:02:14.619723 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3ccb7c5e-0b42-43b9-8729-136a138c6e73 req-b244d3fa-2e3f-4d99-8e93-fa779cd078e1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:14.634089 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-3ccb7c5e-0b42-43b9-8729-136a138c6e73 req-b244d3fa-2e3f-4d99-8e93-fa779cd078e1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for 647966f5-3658-42f0-aa45-fe336a14f54b owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:02:14.798319 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3ccb7c5e-0b42-43b9-8729-136a138c6e73 req-b244d3fa-2e3f-4d99-8e93-fa779cd078e1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:14.828728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244d3fa-2e3f-4d99-8e93-fa779cd078e1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=647966f5-3658-42f0-aa45-fe336a14f54b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:14.878024 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccb7c5e-0b42-43b9-8729-136a138c6e73 req-b244d3fa-2e3f-4d99-8e93-fa779cd078e1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] No DVR routers for this DVR port 647966f5-3658-42f0-aa45-fe336a14f54b on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:02:14.881302 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-3ccb7c5e-0b42-43b9-8729-136a138c6e73 req-b244d3fa-2e3f-4d99-8e93-fa779cd078e1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:14.883734 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3ccb7c5e-0b42-43b9-8729-136a138c6e73 req-b244d3fa-2e3f-4d99-8e93-fa779cd078e1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "DELETE /v2.0/ports/647966f5-3658-42f0-aa45-fe336a14f54b HTTP/1.1" status: 204 len: 173 time: 0.4689617 Aug 05 15:02:14.884178 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f', 'name': 'network-vif-deleted', 'tag': '647966f5-3658-42f0-aa45-fe336a14f54b'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:02:14.886812 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eb8357-66a9-4215-bafa-bca2e3e89c3e" -d '{"events": [{"server_uuid": "fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f", "name": "network-vif-deleted", "tag": "647966f5-3658-42f0-aa45-fe336a14f54b"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:02:14.934099 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8307531a-e075-411d-b870-143ff7c39bf9 x-openstack-request-id: req-8307531a-e075-411d-b870-143ff7c39bf9 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:02:14.934431 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f", "name": "network-vif-deleted", "tag": "647966f5-3658-42f0-aa45-fe336a14f54b", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:02:14.934690 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8307531a-e075-411d-b870-143ff7c39bf9 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:02:14.935099 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f', 'name': 'network-vif-deleted', 'tag': '647966f5-3658-42f0-aa45-fe336a14f54b', 'status': 'completed', 'code': 200} Aug 05 15:02:15.166651 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8569adcb-a04b-42c2-b14b-e6189c264a33 req-11c5136a-b680-42ac-a7ee-4bbca48afc08 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc8eb97-f74a-4eee-b001-6f6ac4ef0e0f HTTP/1.1" status: 200 len: 210 time: 0.0275917 Aug 05 15:02:15.432403 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:15.926156 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bf8d5855-eabd-4787-9ac8-db645d97b4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:16.223246 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48656) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:16.584514 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f0bfde2-7f99-4431-a474-5c5c00ca2b10 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:16.667732 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:16.840323 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-3f0bfde2-7f99-4431-a474-5c5c00ca2b10 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port e47386e0-5765-4b1b-bedb-0f1b9be36e9d {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:02:16.840579 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f0bfde2-7f99-4431-a474-5c5c00ca2b10 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:16.925918 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-3f0bfde2-7f99-4431-a474-5c5c00ca2b10 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] For port e47386e0-5765-4b1b-bedb-0f1b9be36e9d, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=e47386e0-5765-4b1b-bedb-0f1b9be36e9d,segment=NetworkSegment(a67e17ec-86d2-41f6-9dc8-61e3c197ba31),segment_id=a67e17ec-86d2-41f6-9dc8-61e3c197ba31)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:02:16.926308 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f0bfde2-7f99-4431-a474-5c5c00ca2b10 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:16.940006 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-3f0bfde2-7f99-4431-a474-5c5c00ca2b10 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for e47386e0-5765-4b1b-bedb-0f1b9be36e9d owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:02:17.122416 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f0bfde2-7f99-4431-a474-5c5c00ca2b10 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:17.153744 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bfde2-7f99-4431-a474-5c5c00ca2b10 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=e47386e0-5765-4b1b-bedb-0f1b9be36e9d,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:17.327242 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f0bfde2-7f99-4431-a474-5c5c00ca2b10 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:17.541996 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0bfde2-7f99-4431-a474-5c5c00ca2b10 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router 7435118c-3a96-4ab1-bd93-cbfb391dbf22 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:02:17.650091 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0bfde2-7f99-4431-a474-5c5c00ca2b10 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:02:17.655155 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3f0bfde2-7f99-4431-a474-5c5c00ca2b10 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "PUT /v2.0/routers/7435118c-3a96-4ab1-bd93-cbfb391dbf22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4308417 Aug 05 15:02:17.657820 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48658) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:17.659891 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcc6f18-9b63-4d4e-a21c-b6cdeb38075f None None] Sync routers for ids ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:02:17.669773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcc6f18-9b63-4d4e-a21c-b6cdeb38075f None None] Routers {'7435118c-3a96-4ab1-bd93-cbfb391dbf22'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:02:17.670434 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9dcc6f18-9b63-4d4e-a21c-b6cdeb38075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:01:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:17.712178 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68bfcda-9edf-4332-9541-b0d1e6f0a88e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting subnet 8b8d82fc-4319-4523-b70a-0e10d4950996 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 15:02:17.715301 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b68bfcda-9edf-4332-9541-b0d1e6f0a88e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:17.749525 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 647966f5-3658-42f0-aa45-fe336a14f54b no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:02:17.755505 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b68bfcda-9edf-4332-9541-b0d1e6f0a88e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:17.775270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 647966f5-3658-42f0-aa45-fe336a14f54b {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:02:17.775620 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 647966f5-3658-42f0-aa45-fe336a14f54b not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:02:17.798327 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-9dcc6f18-9b63-4d4e-a21c-b6cdeb38075f None None] Set router 7435118c-3a96-4ab1-bd93-cbfb391dbf22 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:02:17.845817 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b68bfcda-9edf-4332-9541-b0d1e6f0a88e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:17.905756 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b68bfcda-9edf-4332-9541-b0d1e6f0a88e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:17.932963 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bfcda-9edf-4332-9541-b0d1e6f0a88e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Subnet': ['ID=8b8d82fc-4319-4523-b70a-0e10d4950996,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:17.936805 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b68bfcda-9edf-4332-9541-b0d1e6f0a88e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:17.941150 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b68bfcda-9edf-4332-9541-b0d1e6f0a88e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/subnets/8b8d82fc-4319-4523-b70a-0e10d4950996 HTTP/1.1" status: 204 len: 168 time: 0.2800286 Aug 05 15:02:17.941597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48660) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:17.963777 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff783b90-1c7b-4234-8513-55470394e802 None None] Network 5dbb889c-df15-4620-8983-0fd82caeab6f requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:02:18.049553 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.085185 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9dcc6f18-9b63-4d4e-a21c-b6cdeb38075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181864200', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:02:17Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:18.113692 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcc6f18-9b63-4d4e-a21c-b6cdeb38075f None None] Checking router: 7435118c-3a96-4ab1-bd93-cbfb391dbf22 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:02:18.127854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcc6f18-9b63-4d4e-a21c-b6cdeb38075f None None] Routers {'7435118c-3a96-4ab1-bd93-cbfb391dbf22'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:02:18.128452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9dcc6f18-9b63-4d4e-a21c-b6cdeb38075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:01:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:18.160845 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.183825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] DHCP port deletion for 5dbb889c-df15-4620-8983-0fd82caeab6f request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 15:02:18.221311 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port 297d77fb-b2e8-4356-9d92-e7379e615ea7 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:02:18.221667 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.265237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-9dcc6f18-9b63-4d4e-a21c-b6cdeb38075f None None] Set router 7435118c-3a96-4ab1-bd93-cbfb391dbf22 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:02:18.299731 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] For port 297d77fb-b2e8-4356-9d92-e7379e615ea7, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=297d77fb-b2e8-4356-9d92-e7379e615ea7,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:02:18.300016 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.313719 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for 297d77fb-b2e8-4356-9d92-e7379e615ea7 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:02:18.370396 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] Deleting port 3a440a61-3fde-45cb-9958-a94e94342da5 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:02:18.370774 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.457887 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] For port 3a440a61-3fde-45cb-9958-a94e94342da5, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3a440a61-3fde-45cb-9958-a94e94342da5,segment=NetworkSegment(a67e17ec-86d2-41f6-9dc8-61e3c197ba31),segment_id=a67e17ec-86d2-41f6-9dc8-61e3c197ba31)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:02:18.458189 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.484642 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.498533 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] Calling delete_port for 3a440a61-3fde-45cb-9958-a94e94342da5 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:02:18.507238 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4df04cb4-5d8f-4d81-8192-b542d29c74d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.518503 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=297d77fb-b2e8-4356-9d92-e7379e615ea7,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:18.561306 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.561811 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.562148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.562506 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.562829 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.563165 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.563487 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.563812 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.564270 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.564452 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.564844 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.565094 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.582244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9dcc6f18-9b63-4d4e-a21c-b6cdeb38075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181864200', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:02:17Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:18.589259 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.616983 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcc6f18-9b63-4d4e-a21c-b6cdeb38075f None None] The sync data for ids ['7435118c-3a96-4ab1-bd93-cbfb391dbf22'] in n-d-803585-2 is: [{'id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181864200', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:02:17Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '297d77fb-b2e8-4356-9d92-e7379e615ea7', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7435118c-3a96-4ab1-bd93-cbfb391dbf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:00:40Z', 'updated_at': '2021-08-05T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:02:18.628873 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.642825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] No DVR routers for this DVR port 3a440a61-3fde-45cb-9958-a94e94342da5 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:02:18.665044 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] Pushing event deleted for resources: {'Port': ['ID=3a440a61-3fde-45cb-9958-a94e94342da5,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:18.672841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.673393 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.673562 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.673854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.674172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.674530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.674858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.675321 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.675501 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.675822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.676143 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.676462 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ca5a74-64db-4cb1-88f9-43de229a5b3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:18.692314 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.695490 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.737815 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.740666 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.741210 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Fanout notify agent at l3_agent the message router_deleted on router 7435118c-3a96-4ab1-bd93-cbfb391dbf22 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 15:02:18.748599 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.749746 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-b5ebd9ab-7cc2-4ff6-adfb-746a7d49a240 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/routers/7435118c-3a96-4ab1-bd93-cbfb391dbf22 HTTP/1.1" status: 204 len: 168 time: 0.8071661 Aug 05 15:02:18.752406 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48662) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:18.831052 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-223b0e6d-0530-49e4-a95d-44dc2da1b231 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.913967 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-223b0e6d-0530-49e4-a95d-44dc2da1b231 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.923490 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-223b0e6d-0530-49e4-a95d-44dc2da1b231 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbb889c-df15-4620-8983-0fd82caeab6f']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:18.934273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-223b0e6d-0530-49e4-a95d-44dc2da1b231 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67e17ec-86d2-41f6-9dc8-61e3c197ba31') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:18.934578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-223b0e6d-0530-49e4-a95d-44dc2da1b231 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67e17ec-86d2-41f6-9dc8-61e3c197ba31') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:18.944037 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-223b0e6d-0530-49e4-a95d-44dc2da1b231 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.957213 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-223b0e6d-0530-49e4-a95d-44dc2da1b231 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.963698 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223b0e6d-0530-49e4-a95d-44dc2da1b231 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:02:18.964159 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-223b0e6d-0530-49e4-a95d-44dc2da1b231 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: timer() Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 15:02:18.967302 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 15:02:19.036492 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-223b0e6d-0530-49e4-a95d-44dc2da1b231 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.041686 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-223b0e6d-0530-49e4-a95d-44dc2da1b231 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.046790 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-223b0e6d-0530-49e4-a95d-44dc2da1b231 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/networks/5dbb889c-df15-4620-8983-0fd82caeab6f HTTP/1.1" status: 204 len: 168 time: 0.2908819 Aug 05 15:02:19.047452 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48664) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:19.060752 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b0e6d-0530-49e4-a95d-44dc2da1b231 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Network': ['ID=5dbb889c-df15-4620-8983-0fd82caeab6f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:19.097934 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3a440a61-3fde-45cb-9958-a94e94342da5 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:02:19.119867 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 3a440a61-3fde-45cb-9958-a94e94342da5 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:02:19.120215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3a440a61-3fde-45cb-9958-a94e94342da5 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:02:19.120635 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e47386e0-5765-4b1b-bedb-0f1b9be36e9d no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:02:19.124532 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e04f608b-3737-4067-aa3c-fb56fa37e7c4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.140351 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: e47386e0-5765-4b1b-bedb-0f1b9be36e9d {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:02:19.140702 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device e47386e0-5765-4b1b-bedb-0f1b9be36e9d not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:02:19.154725 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e04f608b-3737-4067-aa3c-fb56fa37e7c4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.220537 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e04f608b-3737-4067-aa3c-fb56fa37e7c4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.223224 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-e04f608b-3737-4067-aa3c-fb56fa37e7c4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.224550 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-e04f608b-3737-4067-aa3c-fb56fa37e7c4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/security-groups/9e865127-ef95-4ce0-be14-6c5617edc877 HTTP/1.1" status: 204 len: 168 time: 0.1758423 Aug 05 15:02:19.234930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f608b-3737-4067-aa3c-fb56fa37e7c4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e865127-ef95-4ce0-be14-6c5617edc877,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:19.474190 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48670) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:19.479159 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5f51e8e0-4b48-4c04-b29f-f66a21c5bc73 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1564927552', 'description': 'tempest-secgroup-smoke-1564927552 description', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:02:19.503597 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5f51e8e0-4b48-4c04-b29f-f66a21c5bc73 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.585817 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5f51e8e0-4b48-4c04-b29f-f66a21c5bc73 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.588706 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5f51e8e0-4b48-4c04-b29f-f66a21c5bc73 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.610729 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5f51e8e0-4b48-4c04-b29f-f66a21c5bc73 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.611966 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5f51e8e0-4b48-4c04-b29f-f66a21c5bc73 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1365170 Aug 05 15:02:19.615511 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48672) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:19.620725 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51e8e0-4b48-4c04-b29f-f66a21c5bc73 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de255c34-31df-4364-9006-466c0331f10f,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:19.620869 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-dabdd84d-d635-45f8-9bd0-fdb63a48e9e5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'de255c34-31df-4364-9006-466c0331f10f', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:02:19.652864 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dabdd84d-d635-45f8-9bd0-fdb63a48e9e5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.702608 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dabdd84d-d635-45f8-9bd0-fdb63a48e9e5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.706650 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dabdd84d-d635-45f8-9bd0-fdb63a48e9e5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.725692 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdd84d-d635-45f8-9bd0-fdb63a48e9e5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51617c62-74b2-414a-97ca-a5c4331d5cdb,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:19.732123 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-dabdd84d-d635-45f8-9bd0-fdb63a48e9e5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.733486 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-dabdd84d-d635-45f8-9bd0-fdb63a48e9e5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163263 Aug 05 15:02:19.736217 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48674) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:19.741307 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-148f456a-3abb-45f5-9b8b-271309990b6d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'de255c34-31df-4364-9006-466c0331f10f', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:02:19.769367 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-148f456a-3abb-45f5-9b8b-271309990b6d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.769647 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.829713 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-148f456a-3abb-45f5-9b8b-271309990b6d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.833404 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-148f456a-3abb-45f5-9b8b-271309990b6d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.850632 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f456a-3abb-45f5-9b8b-271309990b6d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4bc0750-b538-4d27-a862-4a3e5eca0545,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:19.860038 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-148f456a-3abb-45f5-9b8b-271309990b6d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.861267 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-148f456a-3abb-45f5-9b8b-271309990b6d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241314 Aug 05 15:02:19.864055 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48676) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:19.869081 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-bcedaf20-19a1-4208-b8b2-4ac663d6265c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'de255c34-31df-4364-9006-466c0331f10f', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:02:19.895356 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bcedaf20-19a1-4208-b8b2-4ac663d6265c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.954820 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bcedaf20-19a1-4208-b8b2-4ac663d6265c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.958315 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bcedaf20-19a1-4208-b8b2-4ac663d6265c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.977670 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedaf20-19a1-4208-b8b2-4ac663d6265c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0373c73e-8395-48a4-997f-55a7bb5ed926,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:19.984478 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-bcedaf20-19a1-4208-b8b2-4ac663d6265c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:19.985706 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-bcedaf20-19a1-4208-b8b2-4ac663d6265c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206794 Aug 05 15:02:19.988380 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48678) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:19.993236 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-1171841c-f268-479b-a75a-ea817f12bbe4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'de255c34-31df-4364-9006-466c0331f10f', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:02:20.020043 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1171841c-f268-479b-a75a-ea817f12bbe4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.078870 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1171841c-f268-479b-a75a-ea817f12bbe4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.082566 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1171841c-f268-479b-a75a-ea817f12bbe4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.102955 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171841c-f268-479b-a75a-ea817f12bbe4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de8a1b5-ef4e-47ee-9fcb-1eb370fbb59b,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:20.108808 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1171841c-f268-479b-a75a-ea817f12bbe4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.110081 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1171841c-f268-479b-a75a-ea817f12bbe4 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207666 Aug 05 15:02:20.112812 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48680) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:20.117497 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c5af1441-69d6-4ae2-a0d7-d26b9d37004d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'de255c34-31df-4364-9006-466c0331f10f', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:02:20.139957 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-c5af1441-69d6-4ae2-a0d7-d26b9d37004d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Project 2d4ce9f6eb76427987b7289ebccdf443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 15:02:20.145203 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5af1441-69d6-4ae2-a0d7-d26b9d37004d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.206469 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5af1441-69d6-4ae2-a0d7-d26b9d37004d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.211191 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5af1441-69d6-4ae2-a0d7-d26b9d37004d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.229109 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af1441-69d6-4ae2-a0d7-d26b9d37004d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b138ef23-e4e0-47ef-9873-7ef34de791b5,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:20.235021 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c5af1441-69d6-4ae2-a0d7-d26b9d37004d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.238626 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c5af1441-69d6-4ae2-a0d7-d26b9d37004d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223319 Aug 05 15:02:20.238844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48682) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:20.243341 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-05fbe631-fe5a-47e3-99cc-a196ffe8d08c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'security_group_rule': {'security_group_id': 'de255c34-31df-4364-9006-466c0331f10f', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:02:20.266068 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-05fbe631-fe5a-47e3-99cc-a196ffe8d08c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Project 2d4ce9f6eb76427987b7289ebccdf443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 15:02:20.270845 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-05fbe631-fe5a-47e3-99cc-a196ffe8d08c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.333246 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-05fbe631-fe5a-47e3-99cc-a196ffe8d08c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.337148 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-05fbe631-fe5a-47e3-99cc-a196ffe8d08c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.357231 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbe631-fe5a-47e3-99cc-a196ffe8d08c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f199eed2-568b-48c2-a912-0be5dee1bb96,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:20.363312 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-05fbe631-fe5a-47e3-99cc-a196ffe8d08c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.364103 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-05fbe631-fe5a-47e3-99cc-a196ffe8d08c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242747 Aug 05 15:02:20.368178 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48684) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:20.373101 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-8f051acb-4c5f-4517-af21-0d07aea2cbad tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'network': {'name': 'tempest-network-smoke--309726913', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'port_security_enabled': True}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:02:20.393993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f051acb-4c5f-4517-af21-0d07aea2cbad tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Made reservation on behalf of 2d4ce9f6eb76427987b7289ebccdf443 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:02:20.398384 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8f051acb-4c5f-4517-af21-0d07aea2cbad tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.422451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f051acb-4c5f-4517-af21-0d07aea2cbad tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:02:20.432041 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8f051acb-4c5f-4517-af21-0d07aea2cbad tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.432389 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-8f051acb-4c5f-4517-af21-0d07aea2cbad tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Added segment 3fc2a435-2d09-4dcc-b83c-a9e1c12420b4 of type vlan for network 9b0324d9-94e8-4320-866f-015f148bb2df Aug 05 15:02:20.475289 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8f051acb-4c5f-4517-af21-0d07aea2cbad tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.505176 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8f051acb-4c5f-4517-af21-0d07aea2cbad tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.511531 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f051acb-4c5f-4517-af21-0d07aea2cbad tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:20.512119 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8f051acb-4c5f-4517-af21-0d07aea2cbad tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.570715 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8f051acb-4c5f-4517-af21-0d07aea2cbad tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2015069 Aug 05 15:02:20.573418 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48686) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:20.577779 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1995366661', 'admin_state_up': True, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:02:20.590948 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f051acb-4c5f-4517-af21-0d07aea2cbad tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Network': ['ID=9b0324d9-94e8-4320-866f-015f148bb2df,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:20.601567 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 9b0324d9-94e8-4320-866f-015f148bb2df details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:02:20.612224 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.613269 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:20.977343 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 297d77fb-b2e8-4356-9d92-e7379e615ea7 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:02:20.999609 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 297d77fb-b2e8-4356-9d92-e7379e615ea7 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:02:20.999957 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 297d77fb-b2e8-4356-9d92-e7379e615ea7 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:02:21.009938 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:21.152130 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:21.339530 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:21.358381 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:21.462890 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.25.5.161 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/8df8868d-0b9d-45d8-99bd-26f7dcc96fbc) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:02:21.551924 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:21.564334 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:21.603041 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:21.647732 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:02:21.650509 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:02:21.653924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:02:21.659310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=8df8868d-0b9d-45d8-99bd-26f7dcc96fbc,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:21.900026 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:22.092873 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:22.218371 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router 4a020a68-330d-480b-8862-26f66722ea21 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 15:02:22.326449 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:02:22.338114 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Sync routers for ids ['4a020a68-330d-480b-8862-26f66722ea21'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:02:22.346239 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:22.347436 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Routers {'4a020a68-330d-480b-8862-26f66722ea21'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:02:22.347655 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-14f6d164-2877-462c-9413-3f320a2867e3 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7733159 Aug 05 15:02:22.348110 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-96d56937-41ec-4485-ae38-41352ea739df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:02:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4a020a68-330d-480b-8862-26f66722ea21'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:22.350873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48688) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:22.424770 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ba9bef61-1c5a-4a17-b7ab-79300956cf7b tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=2d4ce9f6eb76427987b7289ebccdf443&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0703690 Aug 05 15:02:22.425005 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48692) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:22.452476 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Set router 4a020a68-330d-480b-8862-26f66722ea21 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:02:22.511303 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727efb9c-dd3b-484d-bc3d-91c11efae512 tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:22.515353 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-727efb9c-dd3b-484d-bc3d-91c11efae512 tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868666 Aug 05 15:02:22.515590 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48694) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:22.543888 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ec8a0d4c-dacb-44d6-b489-45193f89ac68 tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=cf6fa08e-46af-456c-8194-bbadc29e93af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272305 Aug 05 15:02:22.546314 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48696) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:22.551100 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-75d88ba3-dcc3-413e-ac01-5f05fd74a6ab tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-423736078', 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df', 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:02:22.636694 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-96d56937-41ec-4485-ae38-41352ea739df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a020a68-330d-480b-8862-26f66722ea21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995366661', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:02:20Z', 'updated_at': '2021-08-05T15:02:21Z', 'revision_number': 3, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:21Z', 'updated_at': '2021-08-05T15:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:22.644891 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d88ba3-dcc3-413e-ac01-5f05fd74a6ab tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Made reservation on behalf of 2d4ce9f6eb76427987b7289ebccdf443 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:02:22.649820 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75d88ba3-dcc3-413e-ac01-5f05fd74a6ab tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:22.666795 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Checking router: 4a020a68-330d-480b-8862-26f66722ea21 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:02:22.667149 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Updating router 4a020a68-330d-480b-8862-26f66722ea21 port 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:02:22.691935 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:22.837971 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75d88ba3-dcc3-413e-ac01-5f05fd74a6ab tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:22.898077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d88ba3-dcc3-413e-ac01-5f05fd74a6ab tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Subnet': ['ID=e9cf58a1-5ffc-49c0-815f-3b42ab8cf631,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:22.906737 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d88ba3-dcc3-413e-ac01-5f05fd74a6ab tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Checking segment: {'id': '3fc2a435-2d09-4dcc-b83c-a9e1c12420b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:02:22.907108 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d88ba3-dcc3-413e-ac01-5f05fd74a6ab tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network hostable DHCP agents. Network: 9b0324d9-94e8-4320-866f-015f148bb2df, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:02:22.923834 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d88ba3-dcc3-413e-ac01-5f05fd74a6ab tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 9b0324d9-94e8-4320-866f-015f148bb2df is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:02:22.933849 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-75d88ba3-dcc3-413e-ac01-5f05fd74a6ab tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 9b0324d9-94e8-4320-866f-015f148bb2df) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:02:22.938210 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d88ba3-dcc3-413e-ac01-5f05fd74a6ab tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:22.938910 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-75d88ba3-dcc3-413e-ac01-5f05fd74a6ab tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:22.947907 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d034b10b-e337-4a13-857a-93a7d7dfe95f None None] Network 9b0324d9-94e8-4320-866f-015f148bb2df requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:02:22.949605 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:22.956300 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48698) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:22.960949 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Transition to ACTIVE for port object 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:02:22.970853 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:22.971019 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-75d88ba3-dcc3-413e-ac01-5f05fd74a6ab tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4229858 Aug 05 15:02:23.014161 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Attempting to bind port 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:02:23.014641 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Attempting to bind port 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:02:23.015073 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Attempting to bind port 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:02:23.026941 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:02:23.027397 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:02:23.027864 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:23.028321 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:02:23.028870 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Bound port: 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:02:23.029317 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:23.059877 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c9e9c-9b68-4e84-a401-c75899293dbc None None] Pushing event updated for resources: {'Port': ['ID=8df8868d-0b9d-45d8-99bd-26f7dcc96fbc,revision_number=2']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:23.074521 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c9e9c-9b68-4e84-a401-c75899293dbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:23.074969 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c9e9c-9b68-4e84-a401-c75899293dbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:23.075380 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c9e9c-9b68-4e84-a401-c75899293dbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:23.075787 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c9e9c-9b68-4e84-a401-c75899293dbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:23.076186 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c9e9c-9b68-4e84-a401-c75899293dbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:23.076586 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c9e9c-9b68-4e84-a401-c75899293dbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:23.076982 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c9e9c-9b68-4e84-a401-c75899293dbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:23.077382 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c9e9c-9b68-4e84-a401-c75899293dbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:23.077806 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c9e9c-9b68-4e84-a401-c75899293dbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:23.078225 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c9e9c-9b68-4e84-a401-c75899293dbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:23.078699 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c9e9c-9b68-4e84-a401-c75899293dbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:23.079092 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944c9e9c-9b68-4e84-a401-c75899293dbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:02:23.102374 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-96d56937-41ec-4485-ae38-41352ea739df None None] For port 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:02:23.106022 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-96d56937-41ec-4485-ae38-41352ea739df None None] For port 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8df8868d-0b9d-45d8-99bd-26f7dcc96fbc,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:02:23.112058 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:23.117415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-9b0324d9-94e8-4320-866f-015f148bb2df', 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ips': [{'subnet_id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 15:02:23.118175 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:23.166955 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Routers {'4a020a68-330d-480b-8862-26f66722ea21'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:02:23.167663 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-96d56937-41ec-4485-ae38-41352ea739df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:02:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4a020a68-330d-480b-8862-26f66722ea21'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:23.222664 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c9e9c-9b68-4e84-a401-c75899293dbc None None] Pushing event updated for resources: {'Port': ['ID=8df8868d-0b9d-45d8-99bd-26f7dcc96fbc,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:23.273591 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Allocated IP 172.20.0.2 (9b0324d9-94e8-4320-866f-015f148bb2df/e9cf58a1-5ffc-49c0-815f-3b42ab8cf631/32cf3209-5a37-47f4-bad0-fe942e13e92f) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:02:23.287980 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-96d56937-41ec-4485-ae38-41352ea739df None None] Set router 4a020a68-330d-480b-8862-26f66722ea21 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:02:23.440028 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:23.450046 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Transition to ACTIVE for port object 32cf3209-5a37-47f4-bad0-fe942e13e92f will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:02:23.470321 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Transition to ACTIVE for port object 32cf3209-5a37-47f4-bad0-fe942e13e92f will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:02:23.479989 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-96d56937-41ec-4485-ae38-41352ea739df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a020a68-330d-480b-8862-26f66722ea21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995366661', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:02:20Z', 'updated_at': '2021-08-05T15:02:21Z', 'revision_number': 3, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:21Z', 'updated_at': '2021-08-05T15:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:23.486323 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:23.511965 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d56937-41ec-4485-ae38-41352ea739df None None] The sync data for ids ['4a020a68-330d-480b-8862-26f66722ea21'] in n-d-803585-2 is: [{'id': '4a020a68-330d-480b-8862-26f66722ea21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995366661', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:02:20Z', 'updated_at': '2021-08-05T15:02:21Z', 'revision_number': 3, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:21Z', 'updated_at': '2021-08-05T15:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:02:23.536270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Network 9b0324d9-94e8-4320-866f-015f148bb2df is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:02:23.540121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:02:23.543946 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:02:23.550305 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Pushing event updated for resources: {'Port': ['ID=32cf3209-5a37-47f4-bad0-fe942e13e92f,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:23.623721 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Attempting to bind port 32cf3209-5a37-47f4-bad0-fe942e13e92f on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:02:23.624226 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Attempting to bind port 32cf3209-5a37-47f4-bad0-fe942e13e92f by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '3fc2a435-2d09-4dcc-b83c-a9e1c12420b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:02:23.624682 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Attempting to bind port 32cf3209-5a37-47f4-bad0-fe942e13e92f on network 9b0324d9-94e8-4320-866f-015f148bb2df {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:02:23.639821 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:02:23.640330 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Checking segment: {'id': '3fc2a435-2d09-4dcc-b83c-a9e1c12420b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:02:23.640940 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:23.641443 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Bound using segment: {'id': '3fc2a435-2d09-4dcc-b83c-a9e1c12420b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:02:23.642029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Bound port: 32cf3209-5a37-47f4-bad0-fe942e13e92f, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc2a435-2d09-4dcc-b83c-a9e1c12420b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:02:23.642541 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:23.712103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] For port 32cf3209-5a37-47f4-bad0-fe942e13e92f, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:02:23.715809 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] For port 32cf3209-5a37-47f4-bad0-fe942e13e92f, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=32cf3209-5a37-47f4-bad0-fe942e13e92f,segment=NetworkSegment(3fc2a435-2d09-4dcc-b83c-a9e1c12420b4),segment_id=3fc2a435-2d09-4dcc-b83c-a9e1c12420b4)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:02:23.724439 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:23.768269 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:23.831227 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3fbb8-857d-4374-8dea-674642fba321 None None] Pushing event updated for resources: {'Port': ['ID=32cf3209-5a37-47f4-bad0-fe942e13e92f,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:24.159797 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.20.0.1 (9b0324d9-94e8-4320-866f-015f148bb2df/e9cf58a1-5ffc-49c0-815f-3b42ab8cf631/4c090a39-4aae-4dd8-a8a5-32cf112d9684) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:02:24.290220 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:24.307516 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Transition to ACTIVE for port object 4c090a39-4aae-4dd8-a8a5-32cf112d9684 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:02:24.344121 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:24.389758 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 9b0324d9-94e8-4320-866f-015f148bb2df is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:02:24.393147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:02:24.398673 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:02:24.402907 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=4c090a39-4aae-4dd8-a8a5-32cf112d9684,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:24.447141 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:24.601971 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:24.828088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ba08d-b522-4df0-99b4-d463d8a04dd3 None None] Network 9b0324d9-94e8-4320-866f-015f148bb2df requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:02:24.902886 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:24.907437 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:24.907824 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8e5c43fe-cf21-4b49-9970-44c837925d86 None None] Provisioning for port 32cf3209-5a37-47f4-bad0-fe942e13e92f completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:02:24.989276 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=4c090a39-4aae-4dd8-a8a5-32cf112d9684,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:24.993898 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:25.100292 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 9b0324d9-94e8-4320-866f-015f148bb2df is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:02:25.101807 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:02:25.126089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 32cf3209-5a37-47f4-bad0-fe942e13e92f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:02:25.195533 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 32cf3209-5a37-47f4-bad0-fe942e13e92f completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:02:25.199846 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 32cf3209-5a37-47f4-bad0-fe942e13e92f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:02:25.200282 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:25.236562 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router 4a020a68-330d-480b-8862-26f66722ea21 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:02:25.257358 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b6d3189a-6d53-4f17-a356-ac7a4d7d6767 None None] Provisioning complete for port 32cf3209-5a37-47f4-bad0-fe942e13e92f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:02:25.257662 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b6d3189a-6d53-4f17-a356-ac7a4d7d6767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:25.369381 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:02:25.377239 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-479b4cb7-68a7-4cc4-ac83-a2aef4e4642c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "PUT /v2.0/routers/4a020a68-330d-480b-8862-26f66722ea21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4198477 Aug 05 15:02:25.496286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Sync routers for ids ['4a020a68-330d-480b-8862-26f66722ea21'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:02:25.514436 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:25.532079 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Routers {'4a020a68-330d-480b-8862-26f66722ea21'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:02:25.532717 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:02:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4a020a68-330d-480b-8862-26f66722ea21'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:25.554550 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-234fd067-51a1-4d62-bb70-4b2a7c4790a7 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564927552&fields=id&tenant_id=2d4ce9f6eb76427987b7289ebccdf443 HTTP/1.1" status: 200 len: 267 time: 0.0482643 Aug 05 15:02:25.612537 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 32cf3209-5a37-47f4-bad0-fe942e13e92f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=32cf3209-5a37-47f4-bad0-fe942e13e92f,segment=NetworkSegment(3fc2a435-2d09-4dcc-b83c-a9e1c12420b4),segment_id=3fc2a435-2d09-4dcc-b83c-a9e1c12420b4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:02:25.669645 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:25.670472 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:02:25.684575 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-362e5d9f-2147-4d8c-940e-be8f5566e1cc tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:25.686116 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-362e5d9f-2147-4d8c-940e-be8f5566e1cc tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/networks?id=9b0324d9-94e8-4320-866f-015f148bb2df HTTP/1.1" status: 200 len: 796 time: 0.1306484 Aug 05 15:02:25.702972 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-5c8e1181-18ab-4772-81d0-f1408d39284c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/quotas/2d4ce9f6eb76427987b7289ebccdf443 HTTP/1.1" status: 200 len: 375 time: 0.0100484 Aug 05 15:02:25.750175 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b6d3189a-6d53-4f17-a356-ac7a4d7d6767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:25.754825 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-e6766de4-4180-4054-89d5-55c1a495673a tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459023 Aug 05 15:02:25.771741 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-fed835d2-f938-4d53-8537-e8d8a41c60f7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 15:02:25.772632 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-fed835d2-f938-4d53-8537-e8d8a41c60f7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053875 Aug 05 15:02:25.782528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Set router 4a020a68-330d-480b-8862-26f66722ea21 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:02:25.819791 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=32cf3209-5a37-47f4-bad0-fe942e13e92f,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:25.868527 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-6817715d-2aa2-4b4e-b0f3-6611a6fad4e4 service neutron] 10.222.0.16 "GET /v2.0/networks/9b0324d9-94e8-4320-866f-015f148bb2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895717 Aug 05 15:02:25.935616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:02:25.947591 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:02:25.947964 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:25.952979 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-b6d3189a-6d53-4f17-a356-ac7a4d7d6767 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 15:02:25.953133 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-b6d3189a-6d53-4f17-a356-ac7a4d7d6767 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 15:02:25.960454 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-2104589b-ffb7-4a5e-b8e9-c0c2d7037f04 service neutron] 10.222.0.16 "GET /v2.0/networks/9b0324d9-94e8-4320-866f-015f148bb2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853379 Aug 05 15:02:26.091596 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:26.118499 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8df8868d-0b9d-45d8-99bd-26f7dcc96fbc,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:02:26.121020 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a020a68-330d-480b-8862-26f66722ea21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995366661', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:02:20Z', 'updated_at': '2021-08-05T15:02:24Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:21Z', 'updated_at': '2021-08-05T15:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4c090a39-4aae-4dd8-a8a5-32cf112d9684', 'name': '', 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:46:4e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:23Z', 'updated_at': '2021-08-05T15:02:24Z', 'revision_number': 2, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:26.124508 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:26.127126 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a89c5047-1237-4e50-98d5-884995046ed8 req-c8a31d18-b21b-4e9d-adc5-72a1b1318219 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 210 time: 0.0300536 Aug 05 15:02:26.172894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Checking router: 4a020a68-330d-480b-8862-26f66722ea21 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:02:26.173251 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Updating router 4a020a68-330d-480b-8862-26f66722ea21 port 4c090a39-4aae-4dd8-a8a5-32cf112d9684 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:02:26.209328 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:26.226890 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=8df8868d-0b9d-45d8-99bd-26f7dcc96fbc,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:26.513315 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:26.528371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Transition to ACTIVE for port object 4c090a39-4aae-4dd8-a8a5-32cf112d9684 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:02:26.535665 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:26.545178 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b6d3189a-6d53-4f17-a356-ac7a4d7d6767 None None] Provisioning for port 4c090a39-4aae-4dd8-a8a5-32cf112d9684 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:02:26.595056 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db480067-c5d3-4961-a92e-d9ff5e48b1f4 None None] Pushing event updated for resources: {'Port': ['ID=4c090a39-4aae-4dd8-a8a5-32cf112d9684,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:26.646718 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Attempting to bind port 4c090a39-4aae-4dd8-a8a5-32cf112d9684 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:02:26.647666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Attempting to bind port 4c090a39-4aae-4dd8-a8a5-32cf112d9684 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '3fc2a435-2d09-4dcc-b83c-a9e1c12420b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:02:26.648039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Attempting to bind port 4c090a39-4aae-4dd8-a8a5-32cf112d9684 on network 9b0324d9-94e8-4320-866f-015f148bb2df {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:02:26.653485 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:02:26.653862 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Checking segment: {'id': '3fc2a435-2d09-4dcc-b83c-a9e1c12420b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:02:26.654317 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:26.654723 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Bound using segment: {'id': '3fc2a435-2d09-4dcc-b83c-a9e1c12420b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:02:26.655209 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Bound port: 4c090a39-4aae-4dd8-a8a5-32cf112d9684, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc2a435-2d09-4dcc-b83c-a9e1c12420b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:02:26.655588 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:26.734171 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] For port 4c090a39-4aae-4dd8-a8a5-32cf112d9684, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:02:26.737352 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] For port 4c090a39-4aae-4dd8-a8a5-32cf112d9684, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4c090a39-4aae-4dd8-a8a5-32cf112d9684,segment=NetworkSegment(3fc2a435-2d09-4dcc-b83c-a9e1c12420b4),segment_id=3fc2a435-2d09-4dcc-b83c-a9e1c12420b4)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:02:26.743229 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:26.798469 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Routers {'4a020a68-330d-480b-8862-26f66722ea21'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:02:26.799092 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:02:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4a020a68-330d-480b-8862-26f66722ea21'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:26.804542 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db480067-c5d3-4961-a92e-d9ff5e48b1f4 None None] Pushing event updated for resources: {'Port': ['ID=4c090a39-4aae-4dd8-a8a5-32cf112d9684,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:26.920918 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] Set router 4a020a68-330d-480b-8862-26f66722ea21 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:02:27.039547 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 32cf3209-5a37-47f4-bad0-fe942e13e92f up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:02:27.144608 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 32cf3209-5a37-47f4-bad0-fe942e13e92f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:02:27.144982 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:27.201233 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a020a68-330d-480b-8862-26f66722ea21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995366661', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:02:20Z', 'updated_at': '2021-08-05T15:02:24Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:21Z', 'updated_at': '2021-08-05T15:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4c090a39-4aae-4dd8-a8a5-32cf112d9684', 'name': '', 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:46:4e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:23Z', 'updated_at': '2021-08-05T15:02:26Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:27.214646 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d815861a-043e-4b8f-a232-4b0b3c16f61a req-ee1c6176-65e2-4561-9adb-8ea2e63af929 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 210 time: 0.0317411 Aug 05 15:02:27.231636 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2bb0af-6b20-49bd-99c8-242af413281a None None] The sync data for ids ['4a020a68-330d-480b-8862-26f66722ea21'] in n-d-803585-2 is: [{'id': '4a020a68-330d-480b-8862-26f66722ea21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995366661', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:02:20Z', 'updated_at': '2021-08-05T15:02:24Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:21Z', 'updated_at': '2021-08-05T15:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4c090a39-4aae-4dd8-a8a5-32cf112d9684', 'name': '', 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:46:4e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:23Z', 'updated_at': '2021-08-05T15:02:26Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:02:27.269557 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:02:27.340233 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:02:27.340233 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:28.295573 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-7a43a146-118a-4dd2-a036-cfbd027f2b34 req-7ca6002c-3871-4ada-8f60-119f74864642 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 210 time: 0.0281196 Aug 05 15:02:29.051323 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4c090a39-4aae-4dd8-a8a5-32cf112d9684 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:02:29.111595 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 4c090a39-4aae-4dd8-a8a5-32cf112d9684 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:02:29.116401 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4c090a39-4aae-4dd8-a8a5-32cf112d9684 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:02:29.116794 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:29.137032 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-65f74b60-5e62-4af5-966d-01846d8ca9e6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:29.138626 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-65f74b60-5e62-4af5-966d-01846d8ca9e6 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "GET /v2.0/networks?id=9b0324d9-94e8-4320-866f-015f148bb2df HTTP/1.1" status: 200 len: 796 time: 0.1135216 Aug 05 15:02:29.188786 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-6cc60ae5-7495-47de-a7d7-ec4105b8c0eb tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d4ce9f6eb76427987b7289ebccdf443 HTTP/1.1" status: 200 len: 380 time: 0.0378058 Aug 05 15:02:29.199323 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-cd4923f3-ee61-48e2-b5a2-51e06386c3f5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'port': {'device_id': 'd3d0953a-74a2-4365-97e0-8fdd110d4f19', 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df', 'admin_state_up': True, 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'security_groups': ['de255c34-31df-4364-9006-466c0331f10f']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:02:29.202132 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:29.234606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 4c090a39-4aae-4dd8-a8a5-32cf112d9684, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4c090a39-4aae-4dd8-a8a5-32cf112d9684,segment=NetworkSegment(3fc2a435-2d09-4dcc-b83c-a9e1c12420b4),segment_id=3fc2a435-2d09-4dcc-b83c-a9e1c12420b4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:02:29.238362 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:29.285984 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=4c090a39-4aae-4dd8-a8a5-32cf112d9684,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:29.307776 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-cd4923f3-ee61-48e2-b5a2-51e06386c3f5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Made reservation on behalf of 2d4ce9f6eb76427987b7289ebccdf443 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:02:29.311331 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-cd4923f3-ee61-48e2-b5a2-51e06386c3f5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:29.404185 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-06923b14-b77f-4fbf-b89e-0401412f38c3 req-a1be21fa-2998-460c-88db-660de9f7587f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 210 time: 0.0349314 Aug 05 15:02:29.465735 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-cd4923f3-ee61-48e2-b5a2-51e06386c3f5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.20.0.6 (9b0324d9-94e8-4320-866f-015f148bb2df/e9cf58a1-5ffc-49c0-815f-3b42ab8cf631/56d059e0-cf77-4f20-8589-beb2166852e6) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:02:29.484373 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:02:29.609765 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-cd4923f3-ee61-48e2-b5a2-51e06386c3f5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:29.623643 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-cd4923f3-ee61-48e2-b5a2-51e06386c3f5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Transition to ACTIVE for port object 56d059e0-cf77-4f20-8589-beb2166852e6 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:02:29.658204 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-cd4923f3-ee61-48e2-b5a2-51e06386c3f5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:29.699247 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-cd4923f3-ee61-48e2-b5a2-51e06386c3f5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network 9b0324d9-94e8-4320-866f-015f148bb2df is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:02:29.704158 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-cd4923f3-ee61-48e2-b5a2-51e06386c3f5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:02:29.707787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-cd4923f3-ee61-48e2-b5a2-51e06386c3f5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:02:29.734378 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4923f3-ee61-48e2-b5a2-51e06386c3f5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=56d059e0-cf77-4f20-8589-beb2166852e6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:29.769136 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-cd4923f3-ee61-48e2-b5a2-51e06386c3f5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:29.769767 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-cd4923f3-ee61-48e2-b5a2-51e06386c3f5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:29.784285 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-cd4923f3-ee61-48e2-b5a2-51e06386c3f5 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5886388 Aug 05 15:02:29.797794 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Request body: {'port': {'device_id': 'd3d0953a-74a2-4365-97e0-8fdd110d4f19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:02:29.854224 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:29.985323 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-211153c3-9611-4ec7-8286-87af8bfb9979 None None] Provisioning for port 56d059e0-cf77-4f20-8589-beb2166852e6 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:02:29.988820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-211153c3-9611-4ec7-8286-87af8bfb9979 None None] Provisioning complete for port 56d059e0-cf77-4f20-8589-beb2166852e6 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:02:29.989190 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-211153c3-9611-4ec7-8286-87af8bfb9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:30.128913 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d059e0-cf77-4f20-8589-beb2166852e6 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:02:30.137844 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:30.150870 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Transition to ACTIVE for port object 56d059e0-cf77-4f20-8589-beb2166852e6 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:02:30.155986 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:30.192805 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-211153c3-9611-4ec7-8286-87af8bfb9979 None None] Port 56d059e0-cf77-4f20-8589-beb2166852e6 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 15:02:30.214857 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Pushing event updated for resources: {'Port': ['ID=56d059e0-cf77-4f20-8589-beb2166852e6,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:30.284194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Attempting to bind port 56d059e0-cf77-4f20-8589-beb2166852e6 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:02:30.284310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Attempting to bind port 56d059e0-cf77-4f20-8589-beb2166852e6 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '3fc2a435-2d09-4dcc-b83c-a9e1c12420b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:02:30.284547 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Attempting to bind port 56d059e0-cf77-4f20-8589-beb2166852e6 on network 9b0324d9-94e8-4320-866f-015f148bb2df {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:02:30.290238 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Port 56d059e0-cf77-4f20-8589-beb2166852e6 on network 9b0324d9-94e8-4320-866f-015f148bb2df not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 15:02:30.290591 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Attempting to bind port 56d059e0-cf77-4f20-8589-beb2166852e6 on network 9b0324d9-94e8-4320-866f-015f148bb2df {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:02:30.295746 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:02:30.296089 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Checking segment: {'id': '3fc2a435-2d09-4dcc-b83c-a9e1c12420b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:02:30.296478 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Bound using segment: {'id': '3fc2a435-2d09-4dcc-b83c-a9e1c12420b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:02:30.296909 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Bound port: 56d059e0-cf77-4f20-8589-beb2166852e6, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc2a435-2d09-4dcc-b83c-a9e1c12420b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:02:30.297280 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:30.362753 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] For port 56d059e0-cf77-4f20-8589-beb2166852e6, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:02:30.366717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] For port 56d059e0-cf77-4f20-8589-beb2166852e6, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=56d059e0-cf77-4f20-8589-beb2166852e6,segment=NetworkSegment(3fc2a435-2d09-4dcc-b83c-a9e1c12420b4),segment_id=3fc2a435-2d09-4dcc-b83c-a9e1c12420b4)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:02:30.370808 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:30.408910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:30.409526 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:30.411020 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] 10.222.0.84 "PUT /v2.0/ports/56d059e0-cf77-4f20-8589-beb2166852e6 HTTP/1.1" status: 200 len: 1091 time: 0.6175613 Aug 05 15:02:30.411473 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d0953a-74a2-4365-97e0-8fdd110d4f19', 'tag': '56d059e0-cf77-4f20-8589-beb2166852e6'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:02:30.414476 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc11efd-81ce-4596-9cd2-b05a145efa3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d0953a-74a2-4365-97e0-8fdd110d4f19", "tag": "56d059e0-cf77-4f20-8589-beb2166852e6"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:02:30.502956 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed8876-4c6f-4905-8b48-ee0c0814c7ab service neutron] Pushing event updated for resources: {'Port': ['ID=56d059e0-cf77-4f20-8589-beb2166852e6,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:30.507566 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0708a3a-b4a0-4a34-abf8-ad93b86051d2 x-openstack-request-id: req-a0708a3a-b4a0-4a34-abf8-ad93b86051d2 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:02:30.507852 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d0953a-74a2-4365-97e0-8fdd110d4f19", "tag": "56d059e0-cf77-4f20-8589-beb2166852e6", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:02:30.508108 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0708a3a-b4a0-4a34-abf8-ad93b86051d2 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:02:30.508508 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d0953a-74a2-4365-97e0-8fdd110d4f19', 'tag': '56d059e0-cf77-4f20-8589-beb2166852e6', 'status': 'completed', 'code': 200} Aug 05 15:02:30.556330 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-01d972af-128b-43bd-b7e0-264f0fec2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:30.557867 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-01d972af-128b-43bd-b7e0-264f0fec2346 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 1094 time: 0.0923531 Aug 05 15:02:30.571725 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7d0a5-ad6e-477d-bd99-1f786316ad07 req-65d30720-91c3-4234-b75e-2e38766aac6a tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:30.573446 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31d7d0a5-ad6e-477d-bd99-1f786316ad07 req-65d30720-91c3-4234-b75e-2e38766aac6a tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 943 time: 0.0641775 Aug 05 15:02:30.624015 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-45394ac2-612d-49e7-9459-8e188b41ad2c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d059e0-cf77-4f20-8589-beb2166852e6 HTTP/1.1" status: 200 len: 217 time: 0.0495787 Aug 05 15:02:30.669821 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31d7d0a5-ad6e-477d-bd99-1f786316ad07 req-71d73f42-d3ed-465e-ab0e-874a07686760 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=de255c34-31df-4364-9006-466c0331f10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895629 Aug 05 15:02:30.687463 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-74041130-e58c-4e0e-a4d6-40c693a9f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:30.688926 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-74041130-e58c-4e0e-a4d6-40c693a9f933 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e9cf58a1-5ffc-49c0-815f-3b42ab8cf631 HTTP/1.1" status: 200 len: 834 time: 0.0567832 Aug 05 15:02:30.736165 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-4cd8b48b-9d8a-4799-bdf0-54304246fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:30.737655 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-4cd8b48b-9d8a-4799-bdf0-54304246fb31 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b0324d9-94e8-4320-866f-015f148bb2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413213 Aug 05 15:02:30.830179 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-fcceb95d-37a5-40bb-b12a-4bdd33eebd5f service neutron] 10.222.0.84 "GET /v2.0/networks/9b0324d9-94e8-4320-866f-015f148bb2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846102 Aug 05 15:02:30.923415 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-71cc9a11-4405-4bd7-9565-e05c9f48786e req-26636d7a-af55-4406-9f07-0cc5ef2b23e5 service neutron] 10.222.0.84 "GET /v2.0/networks/9b0324d9-94e8-4320-866f-015f148bb2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854945 Aug 05 15:02:31.013777 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc11efd-81ce-4596-9cd2-b05a145efa3f req-e7963f39-68d4-4c82-b047-e437540d5e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:31.015320 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cfc11efd-81ce-4596-9cd2-b05a145efa3f req-e7963f39-68d4-4c82-b047-e437540d5e14 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 1094 time: 0.0422935 Aug 05 15:02:31.027371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4c090a39-4aae-4dd8-a8a5-32cf112d9684 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:02:31.075859 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 4c090a39-4aae-4dd8-a8a5-32cf112d9684 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:02:31.076237 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:31.110071 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc11efd-81ce-4596-9cd2-b05a145efa3f req-a3428e95-4a8a-426d-b6bb-3e88987b6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:31.111642 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cfc11efd-81ce-4596-9cd2-b05a145efa3f req-a3428e95-4a8a-426d-b6bb-3e88987b6c50 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9b0324d9-94e8-4320-866f-015f148bb2df HTTP/1.1" status: 200 len: 897 time: 0.0882516 Aug 05 15:02:31.155485 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cfc11efd-81ce-4596-9cd2-b05a145efa3f req-c22468f8-c77e-4099-b312-7f75048f9ff0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d059e0-cf77-4f20-8589-beb2166852e6 HTTP/1.1" status: 200 len: 217 time: 0.0371850 Aug 05 15:02:31.218043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc11efd-81ce-4596-9cd2-b05a145efa3f req-dd545fee-2c2a-475b-b798-f1c7bf06af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:31.219626 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cfc11efd-81ce-4596-9cd2-b05a145efa3f req-dd545fee-2c2a-475b-b798-f1c7bf06af94 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e9cf58a1-5ffc-49c0-815f-3b42ab8cf631 HTTP/1.1" status: 200 len: 834 time: 0.0557034 Aug 05 15:02:31.266862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc11efd-81ce-4596-9cd2-b05a145efa3f req-e266c1d2-7785-45b7-960d-0d67e27c0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:31.268351 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cfc11efd-81ce-4596-9cd2-b05a145efa3f req-e266c1d2-7785-45b7-960d-0d67e27c0b0c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b0324d9-94e8-4320-866f-015f148bb2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394170 Aug 05 15:02:31.358167 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cfc11efd-81ce-4596-9cd2-b05a145efa3f req-a7fe402e-b51d-47b5-a838-a7a1084c22e2 service neutron] 10.222.0.84 "GET /v2.0/networks/9b0324d9-94e8-4320-866f-015f148bb2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807729 Aug 05 15:02:31.793631 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927a53d-6a88-4de4-a592-dbab4e8d5178 req-ef82d2e2-ded1-434e-a7c9-b2ea4780a0da tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:31.795176 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5927a53d-6a88-4de4-a592-dbab4e8d5178 req-ef82d2e2-ded1-434e-a7c9-b2ea4780a0da tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 943 time: 0.0531654 Aug 05 15:02:31.799069 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-cfc11efd-81ce-4596-9cd2-b05a145efa3f req-ecda4363-f48c-4778-8e85-b321b6452917 service neutron] 10.222.0.84 "GET /v2.0/networks/9b0324d9-94e8-4320-866f-015f148bb2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331152 Aug 05 15:02:31.835922 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5927a53d-6a88-4de4-a592-dbab4e8d5178 req-ed11579a-def1-49a5-b353-a4602d8a469b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=de255c34-31df-4364-9006-466c0331f10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343251 Aug 05 15:02:32.952560 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96888592-6e03-4c7d-9ec9-716470a5f387 req-f9850f1e-a251-4e22-ab60-296cc58fe934 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:32.953975 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-96888592-6e03-4c7d-9ec9-716470a5f387 req-f9850f1e-a251-4e22-ab60-296cc58fe934 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 943 time: 0.0496733 Aug 05 15:02:32.994086 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-96888592-6e03-4c7d-9ec9-716470a5f387 req-44a7945f-19c9-44fb-bef0-85b32f7c8ffe tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=de255c34-31df-4364-9006-466c0331f10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331566 Aug 05 15:02:33.825822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 56d059e0-cf77-4f20-8589-beb2166852e6 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:02:33.921130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 56d059e0-cf77-4f20-8589-beb2166852e6, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=56d059e0-cf77-4f20-8589-beb2166852e6,segment=NetworkSegment(3fc2a435-2d09-4dcc-b83c-a9e1c12420b4),segment_id=3fc2a435-2d09-4dcc-b83c-a9e1c12420b4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:02:33.933086 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '56d059e0-cf77-4f20-8589-beb2166852e6', 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df', 'port_id': '56d059e0-cf77-4f20-8589-beb2166852e6', 'mac_address': 'fa:16:3e:04:2b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:02:33.969647 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:33.982291 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d059e0-cf77-4f20-8589-beb2166852e6 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:02:34.002135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 56d059e0-cf77-4f20-8589-beb2166852e6, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=56d059e0-cf77-4f20-8589-beb2166852e6,segment=NetworkSegment(3fc2a435-2d09-4dcc-b83c-a9e1c12420b4),segment_id=3fc2a435-2d09-4dcc-b83c-a9e1c12420b4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:02:34.007441 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:34.061993 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=56d059e0-cf77-4f20-8589-beb2166852e6,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:34.110309 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652514c2-a2e4-4854-9785-c74ac6066a6c req-d586be07-29cc-46c0-96eb-a9753d5421e1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:34.111829 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-652514c2-a2e4-4854-9785-c74ac6066a6c req-d586be07-29cc-46c0-96eb-a9753d5421e1 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 944 time: 0.0501463 Aug 05 15:02:34.150928 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-652514c2-a2e4-4854-9785-c74ac6066a6c req-cd533e2e-176d-43d0-a7ca-d3bdb5d57d40 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=de255c34-31df-4364-9006-466c0331f10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325868 Aug 05 15:02:34.237941 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['56d059e0-cf77-4f20-8589-beb2166852e6'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:02:35.275534 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac49c7-c473-47c0-be66-54e85228df5b req-4412321b-48b1-4379-8e1e-f499f2021738 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:35.277651 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84ac49c7-c473-47c0-be66-54e85228df5b req-4412321b-48b1-4379-8e1e-f499f2021738 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 944 time: 0.0595131 Aug 05 15:02:35.317050 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-84ac49c7-c473-47c0-be66-54e85228df5b req-e8b51c07-8a10-46b8-8955-3b5c02af218c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=de255c34-31df-4364-9006-466c0331f10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331693 Aug 05 15:02:35.825973 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 56d059e0-cf77-4f20-8589-beb2166852e6 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:02:35.873183 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 56d059e0-cf77-4f20-8589-beb2166852e6 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:02:35.876765 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 56d059e0-cf77-4f20-8589-beb2166852e6 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:02:35.877134 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:35.952252 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:35.977583 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d0953a-74a2-4365-97e0-8fdd110d4f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d059e0-cf77-4f20-8589-beb2166852e6'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:02:35.979826 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ece7586-2acd-4faf-91af-7eb471cced2e" -d '{"events": [{"server_uuid": "d3d0953a-74a2-4365-97e0-8fdd110d4f19", "name": "network-vif-plugged", "status": "completed", "tag": "56d059e0-cf77-4f20-8589-beb2166852e6"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:02:35.994204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 56d059e0-cf77-4f20-8589-beb2166852e6, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=56d059e0-cf77-4f20-8589-beb2166852e6,segment=NetworkSegment(3fc2a435-2d09-4dcc-b83c-a9e1c12420b4),segment_id=3fc2a435-2d09-4dcc-b83c-a9e1c12420b4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:02:35.998021 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:36.047136 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=56d059e0-cf77-4f20-8589-beb2166852e6,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:36.070244 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466f6b1d-7fe7-40bd-aaf4-854fddc74e99 x-openstack-request-id: req-466f6b1d-7fe7-40bd-aaf4-854fddc74e99 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:02:36.070567 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d0953a-74a2-4365-97e0-8fdd110d4f19", "name": "network-vif-plugged", "status": "completed", "tag": "56d059e0-cf77-4f20-8589-beb2166852e6", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:02:36.070824 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-466f6b1d-7fe7-40bd-aaf4-854fddc74e99 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:02:36.071215 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d0953a-74a2-4365-97e0-8fdd110d4f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d059e0-cf77-4f20-8589-beb2166852e6', 'code': 200} Aug 05 15:02:36.166625 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484beb3-a1d4-48a7-8603-9db4d8dfb6a1 req-b51ab6f8-e3e8-4279-9f07-069aae5f98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:36.168129 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1484beb3-a1d4-48a7-8603-9db4d8dfb6a1 req-b51ab6f8-e3e8-4279-9f07-069aae5f98de service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 1096 time: 0.0431881 Aug 05 15:02:36.202242 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1484beb3-a1d4-48a7-8603-9db4d8dfb6a1 req-26d0d5aa-2ba8-4e76-86cb-45165d522cd9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=de255c34-31df-4364-9006-466c0331f10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267406 Aug 05 15:02:36.431675 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafb577-2943-4c0b-9508-4bbf69d7ca24 req-eb3b7d8a-7929-4993-9a55-a91161be3328 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:36.433156 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4fafb577-2943-4c0b-9508-4bbf69d7ca24 req-eb3b7d8a-7929-4993-9a55-a91161be3328 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 945 time: 0.0486052 Aug 05 15:02:36.471606 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4fafb577-2943-4c0b-9508-4bbf69d7ca24 req-22f24980-b583-48f3-aaaf-5ea913b77d7b tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=de255c34-31df-4364-9006-466c0331f10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321944 Aug 05 15:02:37.588212 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e60df-ca76-45e4-98e4-1f982a1fc215 req-3c4ee65b-ddf2-4151-b143-8bb834bfb36c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:37.589612 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a17e60df-ca76-45e4-98e4-1f982a1fc215 req-3c4ee65b-ddf2-4151-b143-8bb834bfb36c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 945 time: 0.0478466 Aug 05 15:02:37.627745 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a17e60df-ca76-45e4-98e4-1f982a1fc215 req-cba7526e-583c-4ffe-afb9-f1251f09a1aa tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=de255c34-31df-4364-9006-466c0331f10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321774 Aug 05 15:02:37.746744 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28ece4-9024-4074-ae77-69c996756d1c req-a57a2812-4bc2-439c-847e-d9f26304a414 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:37.748238 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c28ece4-9024-4074-ae77-69c996756d1c req-a57a2812-4bc2-439c-847e-d9f26304a414 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 945 time: 0.0508387 Aug 05 15:02:37.786890 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4c28ece4-9024-4074-ae77-69c996756d1c req-82400893-b690-4067-817e-88b438d97707 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=de255c34-31df-4364-9006-466c0331f10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327764 Aug 05 15:02:37.808470 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48766) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:37.852639 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff8e22f-bb9c-4345-afe2-a8fdb36b24cb tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:37.854113 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3ff8e22f-bb9c-4345-afe2-a8fdb36b24cb tempest-TestNetworkAdvancedServerOps-604343058 tempest-TestNetworkAdvancedServerOps-604343058-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 1091 time: 0.0446765 Aug 05 15:02:37.856890 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48768) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:37.861196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': '56d059e0-cf77-4f20-8589-beb2166852e6', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:02:37.884874 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:37.981477 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:38.085584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Allocated IP 172.25.5.201 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/041841ac-949b-416b-b35e-9b846ebac33e) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:02:38.185778 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:38.223327 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:38.269525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:02:38.272393 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:02:38.277445 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:02:38.280476 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=041841ac-949b-416b-b35e-9b846ebac33e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:38.632911 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:38.699848 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:38.850463 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:38.856480 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:38.921900 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event updated for resources: {'Port': ['ID=041841ac-949b-416b-b35e-9b846ebac33e,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:02:38.935692 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:39.038982 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Floating IP 814548cb-d545-4853-9eb6-11345d6563a1 associated. External IP: 172.25.5.201, port: 56d059e0-cf77-4f20-8589-beb2166852e6. Aug 05 15:02:39.249962 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router 4a020a68-330d-480b-8862-26f66722ea21 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:02:39.357835 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:02:39.367959 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57cf4e0-5fc3-44f2-b264-3b5f47b6e31a None None] Sync routers for ids ['4a020a68-330d-480b-8862-26f66722ea21'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:02:39.374882 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:39.377992 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57cf4e0-5fc3-44f2-b264-3b5f47b6e31a None None] Routers {'4a020a68-330d-480b-8862-26f66722ea21'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:02:39.378634 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b57cf4e0-5fc3-44f2-b264-3b5f47b6e31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:02:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4a020a68-330d-480b-8862-26f66722ea21'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:39.403633 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9dfaa4ca-0574-47e6-ae3d-fccff38187ed tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5457447 Aug 05 15:02:39.404501 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d0953a-74a2-4365-97e0-8fdd110d4f19', 'tag': '56d059e0-cf77-4f20-8589-beb2166852e6'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:02:39.406789 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7796e54-ef54-4203-be91-21f82b58c4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d0953a-74a2-4365-97e0-8fdd110d4f19", "tag": "56d059e0-cf77-4f20-8589-beb2166852e6"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:02:39.450067 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9e7474-a418-484f-a5ae-d27db11ad557 x-openstack-request-id: req-1b9e7474-a418-484f-a5ae-d27db11ad557 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:02:39.450385 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d0953a-74a2-4365-97e0-8fdd110d4f19", "tag": "56d059e0-cf77-4f20-8589-beb2166852e6", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:02:39.450636 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b9e7474-a418-484f-a5ae-d27db11ad557 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:02:39.451056 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d0953a-74a2-4365-97e0-8fdd110d4f19', 'tag': '56d059e0-cf77-4f20-8589-beb2166852e6', 'status': 'completed', 'code': 200} Aug 05 15:02:39.519607 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7796e54-ef54-4203-be91-21f82b58c4f4 req-977cd550-1703-4885-9d29-92d76b7aadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:39.521062 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7796e54-ef54-4203-be91-21f82b58c4f4 req-977cd550-1703-4885-9d29-92d76b7aadb7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 1096 time: 0.0456934 Aug 05 15:02:39.524445 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328adf17-51d0-4564-bd92-8a803e39586d req-840cb8dd-9f96-4060-8ede-6f84f6efa06e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:39.526059 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-328adf17-51d0-4564-bd92-8a803e39586d req-840cb8dd-9f96-4060-8ede-6f84f6efa06e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 945 time: 0.0710723 Aug 05 15:02:39.570399 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-328adf17-51d0-4564-bd92-8a803e39586d req-18bbe373-913a-4a0c-b705-006523831f35 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=de255c34-31df-4364-9006-466c0331f10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346320 Aug 05 15:02:39.591629 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-b57cf4e0-5fc3-44f2-b264-3b5f47b6e31a None None] Set router 4a020a68-330d-480b-8862-26f66722ea21 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:02:39.594901 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48776) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:39.669121 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7796e54-ef54-4203-be91-21f82b58c4f4 req-8432cfcf-be51-4c38-a8ce-588e0bdb8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:39.670665 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7796e54-ef54-4203-be91-21f82b58c4f4 req-8432cfcf-be51-4c38-a8ce-588e0bdb8f7b service neutron] 10.222.0.84 "GET /v2.0/networks?id=9b0324d9-94e8-4320-866f-015f148bb2df HTTP/1.1" status: 200 len: 897 time: 0.1427467 Aug 05 15:02:39.676060 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ea6cea2a-1eb7-4a09-b819-87dfc0cb276f tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/floatingips/814548cb-d545-4853-9eb6-11345d6563a1 HTTP/1.1" status: 200 len: 991 time: 0.0800819 Aug 05 15:02:39.740757 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7796e54-ef54-4203-be91-21f82b58c4f4 req-f7a76b0c-ffae-4db9-ad0f-a27d635b71cd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d059e0-cf77-4f20-8589-beb2166852e6 HTTP/1.1" status: 200 len: 999 time: 0.0626433 Aug 05 15:02:39.789202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7796e54-ef54-4203-be91-21f82b58c4f4 req-4b02fa3c-2366-4f2f-9fc6-a4d7020677b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:39.790781 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7796e54-ef54-4203-be91-21f82b58c4f4 req-4b02fa3c-2366-4f2f-9fc6-a4d7020677b4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e9cf58a1-5ffc-49c0-815f-3b42ab8cf631 HTTP/1.1" status: 200 len: 834 time: 0.0435729 Aug 05 15:02:39.816986 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b57cf4e0-5fc3-44f2-b264-3b5f47b6e31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a020a68-330d-480b-8862-26f66722ea21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995366661', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:02:20Z', 'updated_at': '2021-08-05T15:02:24Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:21Z', 'updated_at': '2021-08-05T15:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '814548cb-d545-4853-9eb6-11345d6563a1', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '4a020a68-330d-480b-8862-26f66722ea21', 'port_id': '56d059e0-cf77-4f20-8589-beb2166852e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df', 'mac_address': 'fa:16:3e:04:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d0953a-74a2-4365-97e0-8fdd110d4f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:02:38Z', 'updated_at': '2021-08-05T15:02:38Z', 'revision_number': 0, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c090a39-4aae-4dd8-a8a5-32cf112d9684', 'name': '', 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:46:4e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:23Z', 'updated_at': '2021-08-05T15:02:29Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:39.836774 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7796e54-ef54-4203-be91-21f82b58c4f4 req-dd3ab676-2840-413e-8e50-3fba3ffc764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:02:39.838484 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7796e54-ef54-4203-be91-21f82b58c4f4 req-dd3ab676-2840-413e-8e50-3fba3ffc764f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b0324d9-94e8-4320-866f-015f148bb2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409398 Aug 05 15:02:39.847353 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57cf4e0-5fc3-44f2-b264-3b5f47b6e31a None None] Checking router: 4a020a68-330d-480b-8862-26f66722ea21 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:02:39.856248 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57cf4e0-5fc3-44f2-b264-3b5f47b6e31a None None] Routers {'4a020a68-330d-480b-8862-26f66722ea21'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:02:39.856854 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b57cf4e0-5fc3-44f2-b264-3b5f47b6e31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:02:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4a020a68-330d-480b-8862-26f66722ea21'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:39.933450 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7796e54-ef54-4203-be91-21f82b58c4f4 req-b6dd5756-8b9d-4aa1-86dd-6442dd1c510b service neutron] 10.222.0.84 "GET /v2.0/networks/9b0324d9-94e8-4320-866f-015f148bb2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878897 Aug 05 15:02:39.962638 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-b57cf4e0-5fc3-44f2-b264-3b5f47b6e31a None None] Set router 4a020a68-330d-480b-8862-26f66722ea21 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:02:40.024824 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d7796e54-ef54-4203-be91-21f82b58c4f4 req-cb3c493d-2643-4e81-ad8e-f937a4c92a02 service neutron] 10.222.0.84 "GET /v2.0/networks/9b0324d9-94e8-4320-866f-015f148bb2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841103 Aug 05 15:02:40.181938 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-b57cf4e0-5fc3-44f2-b264-3b5f47b6e31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a020a68-330d-480b-8862-26f66722ea21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995366661', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:02:20Z', 'updated_at': '2021-08-05T15:02:24Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:21Z', 'updated_at': '2021-08-05T15:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '814548cb-d545-4853-9eb6-11345d6563a1', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '4a020a68-330d-480b-8862-26f66722ea21', 'port_id': '56d059e0-cf77-4f20-8589-beb2166852e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df', 'mac_address': 'fa:16:3e:04:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d0953a-74a2-4365-97e0-8fdd110d4f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:02:38Z', 'updated_at': '2021-08-05T15:02:38Z', 'revision_number': 0, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c090a39-4aae-4dd8-a8a5-32cf112d9684', 'name': '', 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:46:4e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:23Z', 'updated_at': '2021-08-05T15:02:29Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:02:40.207334 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57cf4e0-5fc3-44f2-b264-3b5f47b6e31a None None] The sync data for ids ['4a020a68-330d-480b-8862-26f66722ea21'] in n-d-803585-2 is: [{'id': '4a020a68-330d-480b-8862-26f66722ea21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995366661', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:02:20Z', 'updated_at': '2021-08-05T15:02:24Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:21Z', 'updated_at': '2021-08-05T15:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '814548cb-d545-4853-9eb6-11345d6563a1', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': '4a020a68-330d-480b-8862-26f66722ea21', 'port_id': '56d059e0-cf77-4f20-8589-beb2166852e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df', 'mac_address': 'fa:16:3e:04:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d0953a-74a2-4365-97e0-8fdd110d4f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:02:38Z', 'updated_at': '2021-08-05T15:02:38Z', 'revision_number': 0, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c090a39-4aae-4dd8-a8a5-32cf112d9684', 'name': '', 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:46:4e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:23Z', 'updated_at': '2021-08-05T15:02:29Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:02:40.399388 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9064ecd1-f5ef-4c3a-8f35-f790cc1223a1 None None] New status for floating IP 814548cb-d545-4853-9eb6-11345d6563a1: ACTIVE {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 15:02:40.680594 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48780) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:02:40.745876 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5dbc31e8-4763-4c92-a812-6d911098fb83 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/floatingips/814548cb-d545-4853-9eb6-11345d6563a1 HTTP/1.1" status: 200 len: 993 time: 0.0641894 Aug 05 15:02:45.433252 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:45.927879 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-82a11f08-c3c2-4cee-ad0f-ab9dba3b95ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:46.671679 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:48.488716 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b54d1fe9-0997-45c7-9212-086e49d34568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:48.740179 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:49.767549 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:02:51.555687 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:06.483693 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:03:09.502279 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf3b08-d9c7-4811-aec0-b120786f8460 req-3fb041af-6acf-4561-b8cf-aa8a4922cb5e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:09.504203 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-72bf3b08-d9c7-4811-aec0-b120786f8460 req-3fb041af-6acf-4561-b8cf-aa8a4922cb5e tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 945 time: 0.0498562 Aug 05 15:03:09.542171 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-72bf3b08-d9c7-4811-aec0-b120786f8460 req-a61775fb-ffba-48a6-a95b-a5336b76ab2c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=de255c34-31df-4364-9006-466c0331f10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317814 Aug 05 15:03:10.660084 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc839f61-7a36-4c02-821a-99b9af62f38c req-4aa97673-df89-4c9b-a4a4-00fa388c5a88 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:10.661585 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cc839f61-7a36-4c02-821a-99b9af62f38c req-4aa97673-df89-4c9b-a4a4-00fa388c5a88 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 945 time: 0.0494251 Aug 05 15:03:10.700414 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cc839f61-7a36-4c02-821a-99b9af62f38c req-d9754ed1-b91f-4446-9541-f884dcc1f215 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=de255c34-31df-4364-9006-466c0331f10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326910 Aug 05 15:03:10.722073 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48800) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:10.781061 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ebe74269-bc05-477f-ab88-d13bf03ea375 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/floatingips/814548cb-d545-4853-9eb6-11345d6563a1 HTTP/1.1" status: 200 len: 993 time: 0.0577617 Aug 05 15:03:12.066765 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eed86c-7e77-438e-98ac-89bbf54d9f60 req-75157f72-9ead-443e-8f7b-701b69b451f2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:12.068242 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-32eed86c-7e77-438e-98ac-89bbf54d9f60 req-75157f72-9ead-443e-8f7b-701b69b451f2 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 945 time: 0.0793631 Aug 05 15:03:12.074613 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caa1e7-34ee-4de2-89de-f80bb8b5f546 req-a5af47c0-a12f-42c7-b460-4aafdca52e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:12.075983 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46caa1e7-34ee-4de2-89de-f80bb8b5f546 req-a5af47c0-a12f-42c7-b460-4aafdca52e2c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 1096 time: 0.0614431 Aug 05 15:03:12.152673 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-32eed86c-7e77-438e-98ac-89bbf54d9f60 req-b4d80331-09e3-4635-a631-b3ab059cfec9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=de255c34-31df-4364-9006-466c0331f10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757458 Aug 05 15:03:12.185936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caa1e7-34ee-4de2-89de-f80bb8b5f546 req-111be99d-9099-46b1-b6af-c4fb37b3dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:12.187604 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46caa1e7-34ee-4de2-89de-f80bb8b5f546 req-111be99d-9099-46b1-b6af-c4fb37b3dc1f service neutron] 10.222.0.84 "GET /v2.0/networks?id=9b0324d9-94e8-4320-866f-015f148bb2df HTTP/1.1" status: 200 len: 897 time: 0.1041374 Aug 05 15:03:12.255847 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46caa1e7-34ee-4de2-89de-f80bb8b5f546 req-511ee89b-4d72-4091-bb74-19f1539f8f9e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d059e0-cf77-4f20-8589-beb2166852e6 HTTP/1.1" status: 200 len: 1001 time: 0.0609157 Aug 05 15:03:12.305036 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caa1e7-34ee-4de2-89de-f80bb8b5f546 req-ceb2bbd8-124c-45ad-b6f4-27413c2a13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:12.306682 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46caa1e7-34ee-4de2-89de-f80bb8b5f546 req-ceb2bbd8-124c-45ad-b6f4-27413c2a13ce service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e9cf58a1-5ffc-49c0-815f-3b42ab8cf631 HTTP/1.1" status: 200 len: 834 time: 0.0432191 Aug 05 15:03:12.351460 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caa1e7-34ee-4de2-89de-f80bb8b5f546 req-2a45fa07-376a-4293-bd67-e3d3582e8957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:12.353084 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46caa1e7-34ee-4de2-89de-f80bb8b5f546 req-2a45fa07-376a-4293-bd67-e3d3582e8957 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b0324d9-94e8-4320-866f-015f148bb2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393677 Aug 05 15:03:12.443591 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46caa1e7-34ee-4de2-89de-f80bb8b5f546 req-fd41bd2b-c442-4e92-b516-d6fa29e493e9 service neutron] 10.222.0.84 "GET /v2.0/networks/9b0324d9-94e8-4320-866f-015f148bb2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834987 Aug 05 15:03:12.537939 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46caa1e7-34ee-4de2-89de-f80bb8b5f546 req-2084b40b-2046-4338-85cf-ff524848f98e service neutron] 10.222.0.84 "GET /v2.0/networks/9b0324d9-94e8-4320-866f-015f148bb2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837188 Aug 05 15:03:13.275970 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f511ce-e0b8-4137-b37d-f82c553b76cc req-3e3dd6c3-432f-49e0-9797-db1a7b6285c9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:13.277374 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d3f511ce-e0b8-4137-b37d-f82c553b76cc req-3e3dd6c3-432f-49e0-9797-db1a7b6285c9 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 945 time: 0.0526705 Aug 05 15:03:13.316684 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d3f511ce-e0b8-4137-b37d-f82c553b76cc req-0a103e0d-f5d0-45f2-97b1-eb557b0a5165 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=de255c34-31df-4364-9006-466c0331f10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332756 Aug 05 15:03:14.432496 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839fdde-225b-40ae-877e-9376e9a5abbd req-71d35418-3620-4a14-a038-012f0eaaa8d8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:14.433989 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0839fdde-225b-40ae-877e-9376e9a5abbd req-71d35418-3620-4a14-a038-012f0eaaa8d8 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 945 time: 0.0489409 Aug 05 15:03:14.474523 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0839fdde-225b-40ae-877e-9376e9a5abbd req-a240f49c-29d5-41ff-bae8-6f4544c5f667 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=de255c34-31df-4364-9006-466c0331f10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333197 Aug 05 15:03:14.497909 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48812) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:14.561942 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a5c91b4d-1f33-4380-b1fa-ada6f1790e1d tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/floatingips/814548cb-d545-4853-9eb6-11345d6563a1 HTTP/1.1" status: 200 len: 993 time: 0.0625753 Aug 05 15:03:14.861677 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48818) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:15.016490 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port 041841ac-949b-416b-b35e-9b846ebac33e {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:03:15.016839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:15.097143 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:15.097480 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:15.109935 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for 041841ac-949b-416b-b35e-9b846ebac33e owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:03:15.264279 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:15.300442 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=041841ac-949b-416b-b35e-9b846ebac33e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:15.328000 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:15.328360 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:15.328712 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:15.329056 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:15.329396 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:15.329734 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:15.330072 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:15.330431 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:15.330766 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:15.331096 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:15.331443 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:15.331752 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:15.379257 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:15.379572 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Floating IP 814548cb-d545-4853-9eb6-11345d6563a1 disassociated (deleted). External IP: 172.25.5.201, port: 56d059e0-cf77-4f20-8589-beb2166852e6. Aug 05 15:03:15.424453 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:15.625510 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router 4a020a68-330d-480b-8862-26f66722ea21 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:03:15.752714 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:03:15.764053 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:15.768788 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1dc3b-81f0-41fd-9649-77784ebd5006 None None] Sync routers for ids ['4a020a68-330d-480b-8862-26f66722ea21'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:03:15.780581 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1dc3b-81f0-41fd-9649-77784ebd5006 None None] Routers {'4a020a68-330d-480b-8862-26f66722ea21'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:03:15.782315 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-45c1dc3b-81f0-41fd-9649-77784ebd5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:02:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4a020a68-330d-480b-8862-26f66722ea21'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:15.800250 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cb881522-cfba-4a2a-ade0-e913b01ea7ec tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/floatingips/814548cb-d545-4853-9eb6-11345d6563a1 HTTP/1.1" status: 204 len: 168 time: 0.9374347 Aug 05 15:03:15.800846 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d0953a-74a2-4365-97e0-8fdd110d4f19', 'tag': '56d059e0-cf77-4f20-8589-beb2166852e6'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:03:15.803191 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4181efc7-fff1-4032-a446-a65cd51db36a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d0953a-74a2-4365-97e0-8fdd110d4f19", "tag": "56d059e0-cf77-4f20-8589-beb2166852e6"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:03:15.846451 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad35a08c-3f55-4a70-9846-ac3f7e2d734e x-openstack-request-id: req-ad35a08c-3f55-4a70-9846-ac3f7e2d734e {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:03:15.846893 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d0953a-74a2-4365-97e0-8fdd110d4f19", "tag": "56d059e0-cf77-4f20-8589-beb2166852e6", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:03:15.849111 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad35a08c-3f55-4a70-9846-ac3f7e2d734e {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:03:15.849111 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d0953a-74a2-4365-97e0-8fdd110d4f19', 'tag': '56d059e0-cf77-4f20-8589-beb2166852e6', 'status': 'completed', 'code': 200} Aug 05 15:03:15.915269 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-45c1dc3b-81f0-41fd-9649-77784ebd5006 None None] Set router 4a020a68-330d-480b-8862-26f66722ea21 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:03:15.918286 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181efc7-fff1-4032-a446-a65cd51db36a req-3bdb5d12-987f-4e31-b226-f1a49a341b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:15.921220 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4181efc7-fff1-4032-a446-a65cd51db36a req-3bdb5d12-987f-4e31-b226-f1a49a341b51 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 1096 time: 0.0499628 Aug 05 15:03:15.947127 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-88d3debf-f06b-4a70-9753-6a5bc7331ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:16.057864 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181efc7-fff1-4032-a446-a65cd51db36a req-db29fe33-fd73-4605-856b-5638a9a1ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:16.059938 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4181efc7-fff1-4032-a446-a65cd51db36a req-db29fe33-fd73-4605-856b-5638a9a1ce14 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9b0324d9-94e8-4320-866f-015f148bb2df HTTP/1.1" status: 200 len: 897 time: 0.1316829 Aug 05 15:03:16.099432 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9d39c-c49c-492c-94ab-7d74f0533fb8 req-e27a2c56-7e3a-4571-921a-3439329a4995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:16.101512 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a4b9d39c-c49c-492c-94ab-7d74f0533fb8 req-e27a2c56-7e3a-4571-921a-3439329a4995 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 945 time: 0.0631504 Aug 05 15:03:16.105992 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4181efc7-fff1-4032-a446-a65cd51db36a req-d3507e77-6602-4b51-bbf9-74297190e7b7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d059e0-cf77-4f20-8589-beb2166852e6 HTTP/1.1" status: 200 len: 217 time: 0.0373492 Aug 05 15:03:16.143930 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a4b9d39c-c49c-492c-94ab-7d74f0533fb8 req-9d35e876-86b6-446f-9ea5-94f66b71bd26 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=de255c34-31df-4364-9006-466c0331f10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352957 Aug 05 15:03:16.150863 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-45c1dc3b-81f0-41fd-9649-77784ebd5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a020a68-330d-480b-8862-26f66722ea21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995366661', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:02:20Z', 'updated_at': '2021-08-05T15:02:24Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:21Z', 'updated_at': '2021-08-05T15:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4c090a39-4aae-4dd8-a8a5-32cf112d9684', 'name': '', 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:46:4e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:23Z', 'updated_at': '2021-08-05T15:02:29Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:16.167272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181efc7-fff1-4032-a446-a65cd51db36a req-bf87edf5-023f-4be6-8423-bcc365136da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:16.168760 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4181efc7-fff1-4032-a446-a65cd51db36a req-bf87edf5-023f-4be6-8423-bcc365136da5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e9cf58a1-5ffc-49c0-815f-3b42ab8cf631 HTTP/1.1" status: 200 len: 834 time: 0.0549951 Aug 05 15:03:16.179656 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1dc3b-81f0-41fd-9649-77784ebd5006 None None] Checking router: 4a020a68-330d-480b-8862-26f66722ea21 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:03:16.188966 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1dc3b-81f0-41fd-9649-77784ebd5006 None None] Routers {'4a020a68-330d-480b-8862-26f66722ea21'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:03:16.189596 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-45c1dc3b-81f0-41fd-9649-77784ebd5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:02:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4a020a68-330d-480b-8862-26f66722ea21'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:16.219078 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181efc7-fff1-4032-a446-a65cd51db36a req-75e3c056-6964-4d36-970c-184050e41078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:16.221939 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4181efc7-fff1-4032-a446-a65cd51db36a req-75e3c056-6964-4d36-970c-184050e41078 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b0324d9-94e8-4320-866f-015f148bb2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454087 Aug 05 15:03:16.300692 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-45c1dc3b-81f0-41fd-9649-77784ebd5006 None None] Set router 4a020a68-330d-480b-8862-26f66722ea21 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:03:16.328858 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4181efc7-fff1-4032-a446-a65cd51db36a req-031bd692-d079-444d-90b5-6185276e9442 service neutron] 10.222.0.84 "GET /v2.0/networks/9b0324d9-94e8-4320-866f-015f148bb2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965803 Aug 05 15:03:16.420207 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4181efc7-fff1-4032-a446-a65cd51db36a req-e819b99f-57dc-4369-a4d2-5bf9b9cb4aba service neutron] 10.222.0.84 "GET /v2.0/networks/9b0324d9-94e8-4320-866f-015f148bb2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819690 Aug 05 15:03:16.493574 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-45c1dc3b-81f0-41fd-9649-77784ebd5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a020a68-330d-480b-8862-26f66722ea21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995366661', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:02:20Z', 'updated_at': '2021-08-05T15:02:24Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:21Z', 'updated_at': '2021-08-05T15:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4c090a39-4aae-4dd8-a8a5-32cf112d9684', 'name': '', 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:46:4e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:23Z', 'updated_at': '2021-08-05T15:02:29Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:16.616104 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1dc3b-81f0-41fd-9649-77784ebd5006 None None] The sync data for ids ['4a020a68-330d-480b-8862-26f66722ea21'] in n-d-803585-2 is: [{'id': '4a020a68-330d-480b-8862-26f66722ea21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995366661', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:02:20Z', 'updated_at': '2021-08-05T15:02:24Z', 'revision_number': 4, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:21Z', 'updated_at': '2021-08-05T15:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '4c090a39-4aae-4dd8-a8a5-32cf112d9684', 'name': '', 'network_id': '9b0324d9-94e8-4320-866f-015f148bb2df', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'mac_address': 'fa:16:3e:46:4e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:23Z', 'updated_at': '2021-08-05T15:02:29Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'subnets': [{'id': 'e9cf58a1-5ffc-49c0-815f-3b42ab8cf631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:03:16.681547 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:16.829401 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e166699-6a05-4507-9f94-0deb8587bd15 None None] New status for floating IP 814548cb-d545-4853-9eb6-11345d6563a1: DOWN {{(pid=105725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 15:03:17.608788 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168b73f-b49e-4342-9116-16571462149e req-63e04b00-5ce4-48cd-b79e-410e34eb0180 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:17.610367 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b168b73f-b49e-4342-9116-16571462149e req-63e04b00-5ce4-48cd-b79e-410e34eb0180 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 945 time: 0.3919368 Aug 05 15:03:17.650633 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b168b73f-b49e-4342-9116-16571462149e req-231eb607-ff74-436c-befe-0122c820626c tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "GET /v2.0/security-groups?id=de255c34-31df-4364-9006-466c0331f10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339437 Aug 05 15:03:17.781702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc5171-f14d-4860-95b2-c864dca71c11 req-f41f9b1d-6af8-4aa7-806d-5b51dd18b015 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:17.783239 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a3bc5171-f14d-4860-95b2-c864dca71c11 req-f41f9b1d-6af8-4aa7-806d-5b51dd18b015 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "GET /v2.0/ports?device_id=d3d0953a-74a2-4365-97e0-8fdd110d4f19 HTTP/1.1" status: 200 len: 945 time: 0.0489037 Aug 05 15:03:17.874476 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a3bc5171-f14d-4860-95b2-c864dca71c11 req-8082b243-e6ba-466b-a209-e7716ed20474 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port 56d059e0-cf77-4f20-8589-beb2166852e6 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:03:17.874729 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a3bc5171-f14d-4860-95b2-c864dca71c11 req-8082b243-e6ba-466b-a209-e7716ed20474 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:17.960791 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-a3bc5171-f14d-4860-95b2-c864dca71c11 req-8082b243-e6ba-466b-a209-e7716ed20474 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] For port 56d059e0-cf77-4f20-8589-beb2166852e6, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=56d059e0-cf77-4f20-8589-beb2166852e6,segment=NetworkSegment(3fc2a435-2d09-4dcc-b83c-a9e1c12420b4),segment_id=3fc2a435-2d09-4dcc-b83c-a9e1c12420b4)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:03:17.961166 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a3bc5171-f14d-4860-95b2-c864dca71c11 req-8082b243-e6ba-466b-a209-e7716ed20474 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:17.974829 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-a3bc5171-f14d-4860-95b2-c864dca71c11 req-8082b243-e6ba-466b-a209-e7716ed20474 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for 56d059e0-cf77-4f20-8589-beb2166852e6 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:03:18.109027 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a3bc5171-f14d-4860-95b2-c864dca71c11 req-8082b243-e6ba-466b-a209-e7716ed20474 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:18.137195 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082b243-e6ba-466b-a209-e7716ed20474 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=56d059e0-cf77-4f20-8589-beb2166852e6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:18.177524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bc5171-f14d-4860-95b2-c864dca71c11 req-8082b243-e6ba-466b-a209-e7716ed20474 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] No DVR routers for this DVR port 56d059e0-cf77-4f20-8589-beb2166852e6 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:03:18.180376 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-a3bc5171-f14d-4860-95b2-c864dca71c11 req-8082b243-e6ba-466b-a209-e7716ed20474 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:18.182756 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a3bc5171-f14d-4860-95b2-c864dca71c11 req-8082b243-e6ba-466b-a209-e7716ed20474 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.84 "DELETE /v2.0/ports/56d059e0-cf77-4f20-8589-beb2166852e6 HTTP/1.1" status: 204 len: 173 time: 0.3935959 Aug 05 15:03:18.183205 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d0953a-74a2-4365-97e0-8fdd110d4f19', 'name': 'network-vif-deleted', 'tag': '56d059e0-cf77-4f20-8589-beb2166852e6'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:03:18.185439 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea48a43-55d8-41a5-a73e-f53ee16f3241" -d '{"events": [{"server_uuid": "d3d0953a-74a2-4365-97e0-8fdd110d4f19", "name": "network-vif-deleted", "tag": "56d059e0-cf77-4f20-8589-beb2166852e6"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:03:18.227047 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e73976f-df41-4ee7-8f3f-9b28dd8b714f x-openstack-request-id: req-6e73976f-df41-4ee7-8f3f-9b28dd8b714f {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:03:18.228002 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d0953a-74a2-4365-97e0-8fdd110d4f19", "name": "network-vif-deleted", "tag": "56d059e0-cf77-4f20-8589-beb2166852e6", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:03:18.228414 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e73976f-df41-4ee7-8f3f-9b28dd8b714f {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:03:18.228859 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d0953a-74a2-4365-97e0-8fdd110d4f19', 'name': 'network-vif-deleted', 'tag': '56d059e0-cf77-4f20-8589-beb2166852e6', 'status': 'completed', 'code': 200} Aug 05 15:03:18.488872 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f3c8742e-0d05-4384-9759-6926086e3c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:18.708973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48832) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:18.742344 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:19.073589 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6517a01-7d26-49d7-b4f9-2e801bc2b787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:19.327280 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f6517a01-7d26-49d7-b4f9-2e801bc2b787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port 4c090a39-4aae-4dd8-a8a5-32cf112d9684 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:03:19.327536 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6517a01-7d26-49d7-b4f9-2e801bc2b787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:19.417715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-f6517a01-7d26-49d7-b4f9-2e801bc2b787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] For port 4c090a39-4aae-4dd8-a8a5-32cf112d9684, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=4c090a39-4aae-4dd8-a8a5-32cf112d9684,segment=NetworkSegment(3fc2a435-2d09-4dcc-b83c-a9e1c12420b4),segment_id=3fc2a435-2d09-4dcc-b83c-a9e1c12420b4)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:03:19.418081 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6517a01-7d26-49d7-b4f9-2e801bc2b787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:19.431552 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-f6517a01-7d26-49d7-b4f9-2e801bc2b787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for 4c090a39-4aae-4dd8-a8a5-32cf112d9684 owned by network:router_interface {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:03:19.614349 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6517a01-7d26-49d7-b4f9-2e801bc2b787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:19.642272 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6517a01-7d26-49d7-b4f9-2e801bc2b787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=4c090a39-4aae-4dd8-a8a5-32cf112d9684,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:19.775406 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:19.827251 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-f6517a01-7d26-49d7-b4f9-2e801bc2b787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:20.040851 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6517a01-7d26-49d7-b4f9-2e801bc2b787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Router 4a020a68-330d-480b-8862-26f66722ea21 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:03:20.168139 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6517a01-7d26-49d7-b4f9-2e801bc2b787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:03:20.173687 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-f6517a01-7d26-49d7-b4f9-2e801bc2b787 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "PUT /v2.0/routers/4a020a68-330d-480b-8862-26f66722ea21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4632008 Aug 05 15:03:20.175974 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48834) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:20.177408 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba72952-1e0b-462d-afb2-fee7ed3eaee3 None None] Sync routers for ids ['4a020a68-330d-480b-8862-26f66722ea21'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:03:20.187365 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba72952-1e0b-462d-afb2-fee7ed3eaee3 None None] Routers {'4a020a68-330d-480b-8862-26f66722ea21'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:03:20.187972 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7ba72952-1e0b-462d-afb2-fee7ed3eaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:03:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4a020a68-330d-480b-8862-26f66722ea21'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:20.227936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af53592-4923-4258-8c5a-d874c93dd256 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting subnet e9cf58a1-5ffc-49c0-815f-3b42ab8cf631 {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 15:03:20.231076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9af53592-4923-4258-8c5a-d874c93dd256 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:20.271733 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9af53592-4923-4258-8c5a-d874c93dd256 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:20.288454 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-7ba72952-1e0b-462d-afb2-fee7ed3eaee3 None None] Set router 4a020a68-330d-480b-8862-26f66722ea21 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:03:20.360584 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9af53592-4923-4258-8c5a-d874c93dd256 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:20.419842 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9af53592-4923-4258-8c5a-d874c93dd256 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:20.448900 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af53592-4923-4258-8c5a-d874c93dd256 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Subnet': ['ID=e9cf58a1-5ffc-49c0-815f-3b42ab8cf631,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:20.452386 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9af53592-4923-4258-8c5a-d874c93dd256 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:20.456887 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9af53592-4923-4258-8c5a-d874c93dd256 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/subnets/e9cf58a1-5ffc-49c0-815f-3b42ab8cf631 HTTP/1.1" status: 204 len: 168 time: 0.2773855 Aug 05 15:03:20.457225 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48836) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:20.466907 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508303b9-c04b-4073-9750-34fb5cc3944a None None] Network 9b0324d9-94e8-4320-866f-015f148bb2df requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:03:20.470234 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7ba72952-1e0b-462d-afb2-fee7ed3eaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a020a68-330d-480b-8862-26f66722ea21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995366661', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:02:20Z', 'updated_at': '2021-08-05T15:03:19Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:21Z', 'updated_at': '2021-08-05T15:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:20.496444 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba72952-1e0b-462d-afb2-fee7ed3eaee3 None None] Checking router: 4a020a68-330d-480b-8862-26f66722ea21 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:03:20.505239 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba72952-1e0b-462d-afb2-fee7ed3eaee3 None None] Routers {'4a020a68-330d-480b-8862-26f66722ea21'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:03:20.505913 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7ba72952-1e0b-462d-afb2-fee7ed3eaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:03:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['4a020a68-330d-480b-8862-26f66722ea21'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:20.581216 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6b23c3f6-22d4-4cae-ab63-a0b8e5356344 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:20.615853 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-7ba72952-1e0b-462d-afb2-fee7ed3eaee3 None None] Set router 4a020a68-330d-480b-8862-26f66722ea21 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:03:20.699523 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] DHCP port deletion for 9b0324d9-94e8-4320-866f-015f148bb2df request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 15:03:20.702135 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6b23c3f6-22d4-4cae-ab63-a0b8e5356344 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:20.750850 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] Deleting port 32cf3209-5a37-47f4-bad0-fe942e13e92f {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:03:20.751594 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:20.760693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-6b23c3f6-22d4-4cae-ab63-a0b8e5356344 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Deleting port 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:03:20.761450 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6b23c3f6-22d4-4cae-ab63-a0b8e5356344 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:20.801274 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-7ba72952-1e0b-462d-afb2-fee7ed3eaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a020a68-330d-480b-8862-26f66722ea21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995366661', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:02:20Z', 'updated_at': '2021-08-05T15:03:19Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:21Z', 'updated_at': '2021-08-05T15:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:20.822005 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] For port 32cf3209-5a37-47f4-bad0-fe942e13e92f, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=32cf3209-5a37-47f4-bad0-fe942e13e92f,segment=NetworkSegment(3fc2a435-2d09-4dcc-b83c-a9e1c12420b4),segment_id=3fc2a435-2d09-4dcc-b83c-a9e1c12420b4)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:03:20.823122 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:20.830215 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba72952-1e0b-462d-afb2-fee7ed3eaee3 None None] The sync data for ids ['4a020a68-330d-480b-8862-26f66722ea21'] in n-d-803585-2 is: [{'id': '4a020a68-330d-480b-8862-26f66722ea21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995366661', 'tenant_id': '2d4ce9f6eb76427987b7289ebccdf443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:02:20Z', 'updated_at': '2021-08-05T15:03:19Z', 'revision_number': 5, 'project_id': '2d4ce9f6eb76427987b7289ebccdf443', 'gw_port': {'id': '8df8868d-0b9d-45d8-99bd-26f7dcc96fbc', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a020a68-330d-480b-8862-26f66722ea21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:02:21Z', 'updated_at': '2021-08-05T15:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:03:20.837136 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] Calling delete_port for 32cf3209-5a37-47f4-bad0-fe942e13e92f owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:03:20.851743 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-6b23c3f6-22d4-4cae-ab63-a0b8e5356344 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] For port 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8df8868d-0b9d-45d8-99bd-26f7dcc96fbc,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:03:20.852872 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6b23c3f6-22d4-4cae-ab63-a0b8e5356344 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:20.869912 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-6b23c3f6-22d4-4cae-ab63-a0b8e5356344 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Calling delete_port for 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:03:20.916877 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:20.944155 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] Pushing event deleted for resources: {'Port': ['ID=32cf3209-5a37-47f4-bad0-fe942e13e92f,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:20.955511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] No DVR routers for this DVR port 32cf3209-5a37-47f4-bad0-fe942e13e92f on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:03:20.962903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:20.962903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:20.962903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:20.962903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:20.962903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:20.962903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:20.962903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:20.963995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:20.963995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:20.963995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:20.965207 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:20.965207 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e721-9352-404d-9c7f-95bd0b9420a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:21.043097 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6b23c3f6-22d4-4cae-ab63-a0b8e5356344 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:21.068904 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23c3f6-22d4-4cae-ab63-a0b8e5356344 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Port': ['ID=8df8868d-0b9d-45d8-99bd-26f7dcc96fbc,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:21.130769 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6b23c3f6-22d4-4cae-ab63-a0b8e5356344 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:21.224941 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6b23c3f6-22d4-4cae-ab63-a0b8e5356344 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:21.227168 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6b23c3f6-22d4-4cae-ab63-a0b8e5356344 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:21.276508 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6b23c3f6-22d4-4cae-ab63-a0b8e5356344 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:21.277101 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b23c3f6-22d4-4cae-ab63-a0b8e5356344 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Fanout notify agent at l3_agent the message router_deleted on router 4a020a68-330d-480b-8862-26f66722ea21 {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 15:03:21.284578 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6b23c3f6-22d4-4cae-ab63-a0b8e5356344 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:21.285777 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6b23c3f6-22d4-4cae-ab63-a0b8e5356344 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/routers/4a020a68-330d-480b-8862-26f66722ea21 HTTP/1.1" status: 204 len: 168 time: 0.8275831 Aug 05 15:03:21.288614 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48838) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:21.306691 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4c090a39-4aae-4dd8-a8a5-32cf112d9684 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:03:21.327594 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 4c090a39-4aae-4dd8-a8a5-32cf112d9684 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:03:21.328235 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 4c090a39-4aae-4dd8-a8a5-32cf112d9684 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:03:21.328833 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 32cf3209-5a37-47f4-bad0-fe942e13e92f no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:03:21.349485 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 32cf3209-5a37-47f4-bad0-fe942e13e92f {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:03:21.350141 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 32cf3209-5a37-47f4-bad0-fe942e13e92f not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:03:21.372471 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-609de4d4-d4bb-46bc-99c7-224d35b30cae tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:21.465847 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-609de4d4-d4bb-46bc-99c7-224d35b30cae tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:21.476260 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-609de4d4-d4bb-46bc-99c7-224d35b30cae tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0324d9-94e8-4320-866f-015f148bb2df']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:21.488514 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-609de4d4-d4bb-46bc-99c7-224d35b30cae tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc2a435-2d09-4dcc-b83c-a9e1c12420b4') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:21.488637 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-609de4d4-d4bb-46bc-99c7-224d35b30cae tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc2a435-2d09-4dcc-b83c-a9e1c12420b4') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:21.498937 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-609de4d4-d4bb-46bc-99c7-224d35b30cae tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:21.515229 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-609de4d4-d4bb-46bc-99c7-224d35b30cae tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:21.522352 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609de4d4-d4bb-46bc-99c7-224d35b30cae tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:03:21.522352 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-609de4d4-d4bb-46bc-99c7-224d35b30cae tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: timer() Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 15:03:21.525613 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 15:03:21.558532 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:21.584355 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-609de4d4-d4bb-46bc-99c7-224d35b30cae tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:21.591871 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-609de4d4-d4bb-46bc-99c7-224d35b30cae tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:21.593704 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-609de4d4-d4bb-46bc-99c7-224d35b30cae tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/networks/9b0324d9-94e8-4320-866f-015f148bb2df HTTP/1.1" status: 204 len: 168 time: 0.3041017 Aug 05 15:03:21.596609 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48840) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:21.606978 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609de4d4-d4bb-46bc-99c7-224d35b30cae tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'Network': ['ID=9b0324d9-94e8-4320-866f-015f148bb2df,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:21.658471 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3884dfbe-ac23-44b5-a830-89a500b9e236 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:21.685437 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3884dfbe-ac23-44b5-a830-89a500b9e236 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:21.750907 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3884dfbe-ac23-44b5-a830-89a500b9e236 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:21.753513 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3884dfbe-ac23-44b5-a830-89a500b9e236 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:21.754717 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3884dfbe-ac23-44b5-a830-89a500b9e236 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] 10.222.0.16 "DELETE /v2.0/security-groups/de255c34-31df-4364-9006-466c0331f10f HTTP/1.1" status: 204 len: 168 time: 0.1569998 Aug 05 15:03:21.764415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884dfbe-ac23-44b5-a830-89a500b9e236 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de255c34-31df-4364-9006-466c0331f10f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:21.772052 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884dfbe-ac23-44b5-a830-89a500b9e236 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:21.772408 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884dfbe-ac23-44b5-a830-89a500b9e236 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:21.772769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884dfbe-ac23-44b5-a830-89a500b9e236 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:21.773096 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884dfbe-ac23-44b5-a830-89a500b9e236 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:21.773433 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884dfbe-ac23-44b5-a830-89a500b9e236 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:21.773769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884dfbe-ac23-44b5-a830-89a500b9e236 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:21.774984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884dfbe-ac23-44b5-a830-89a500b9e236 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:21.775536 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884dfbe-ac23-44b5-a830-89a500b9e236 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:21.775879 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884dfbe-ac23-44b5-a830-89a500b9e236 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:21.776220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884dfbe-ac23-44b5-a830-89a500b9e236 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:21.776556 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884dfbe-ac23-44b5-a830-89a500b9e236 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:21.776889 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884dfbe-ac23-44b5-a830-89a500b9e236 tempest-TestNetworkAdvancedServerOps-485531463 tempest-TestNetworkAdvancedServerOps-485531463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:22.075094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 56d059e0-cf77-4f20-8589-beb2166852e6 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:03:22.087113 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48848) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:22.099106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 56d059e0-cf77-4f20-8589-beb2166852e6 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:03:22.099522 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 56d059e0-cf77-4f20-8589-beb2166852e6 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:03:22.221218 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6ac433cf-e6f5-4327-8476-a8945348df36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d4ce9f6eb76427987b7289ebccdf443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329267 Aug 05 15:03:22.223693 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48852) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:22.270970 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2117d8a4-e2d1-490b-9b22-342e219a64b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:22.292414 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2117d8a4-e2d1-490b-9b22-342e219a64b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:22.341277 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2117d8a4-e2d1-490b-9b22-342e219a64b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:22.343805 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2117d8a4-e2d1-490b-9b22-342e219a64b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:22.344987 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2117d8a4-e2d1-490b-9b22-342e219a64b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e882c5f-bbc5-42c7-a2c0-7ae66febeb94 HTTP/1.1" status: 204 len: 168 time: 0.1204078 Aug 05 15:03:22.352889 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117d8a4-e2d1-490b-9b22-342e219a64b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e882c5f-bbc5-42c7-a2c0-7ae66febeb94,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:22.607202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48858) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:22.621368 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2e08ab57-6973-4f17-b036-114385a367a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:22.715704 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2e08ab57-6973-4f17-b036-114385a367a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:22.719702 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-2e08ab57-6973-4f17-b036-114385a367a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:22.758355 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-2e08ab57-6973-4f17-b036-114385a367a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37b43d331e7c4585b230ffd2ce32c847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499751 Aug 05 15:03:22.759255 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08ab57-6973-4f17-b036-114385a367a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9ea39e-f3d2-4bbf-9920-3356a7fa79f4,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:22.761446 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48860) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:22.811047 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1c0b8881-7ade-493b-8976-49b84872f021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:22.832236 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1c0b8881-7ade-493b-8976-49b84872f021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:22.877568 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1c0b8881-7ade-493b-8976-49b84872f021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:22.880147 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1c0b8881-7ade-493b-8976-49b84872f021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:22.881326 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1c0b8881-7ade-493b-8976-49b84872f021 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e9ea39e-f3d2-4bbf-9920-3356a7fa79f4 HTTP/1.1" status: 204 len: 168 time: 0.1188877 Aug 05 15:03:22.889031 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b8881-7ade-493b-8976-49b84872f021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9ea39e-f3d2-4bbf-9920-3356a7fa79f4,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:23.009283 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:03:23.028744 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:03:23.029157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8df8868d-0b9d-45d8-99bd-26f7dcc96fbc not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:03:23.574415 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48882) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:23.671237 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-994dd961-c28f-479a-ab4a-bcbed1d733a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-13059095-network', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:03:23.694962 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994dd961-c28f-479a-ab4a-bcbed1d733a1 admin admin] Made reservation on behalf of c8b1dd7e0a4c4cc193e12eb942dea2b8 for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:03:23.697453 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-994dd961-c28f-479a-ab4a-bcbed1d733a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:23.706002 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-994dd961-c28f-479a-ab4a-bcbed1d733a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:23.799045 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-994dd961-c28f-479a-ab4a-bcbed1d733a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:23.803565 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-994dd961-c28f-479a-ab4a-bcbed1d733a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:23.830584 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994dd961-c28f-479a-ab4a-bcbed1d733a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:03:23.841388 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dd961-c28f-479a-ab4a-bcbed1d733a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd457585-0eb9-44cd-bb06-6f29e999d575,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:23.846416 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-994dd961-c28f-479a-ab4a-bcbed1d733a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:23.846770 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-994dd961-c28f-479a-ab4a-bcbed1d733a1 admin admin] Added segment 9d422ae0-b3ac-4339-8c2d-af78b5dd6884 of type vlan for network 83d559ca-a53e-4476-9faf-ce629494857e Aug 05 15:03:23.891954 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-994dd961-c28f-479a-ab4a-bcbed1d733a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:23.921285 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-994dd961-c28f-479a-ab4a-bcbed1d733a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:23.922394 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994dd961-c28f-479a-ab4a-bcbed1d733a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:23.922981 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-994dd961-c28f-479a-ab4a-bcbed1d733a1 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:23.978857 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-994dd961-c28f-479a-ab4a-bcbed1d733a1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4031739 Aug 05 15:03:23.979621 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48886) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:23.984787 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-0c4dfc12-4cab-4f9c-b304-e96c31e555f5 admin admin] Request body: {'subnet': {'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-13059095-subnet', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:03:23.987879 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dd961-c28f-479a-ab4a-bcbed1d733a1 admin admin] Pushing event updated for resources: {'Network': ['ID=83d559ca-a53e-4476-9faf-ce629494857e,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:24.000378 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 83d559ca-a53e-4476-9faf-ce629494857e details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:03:24.018472 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4dfc12-4cab-4f9c-b304-e96c31e555f5 admin admin] Made reservation on behalf of c8b1dd7e0a4c4cc193e12eb942dea2b8 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:03:24.021116 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0c4dfc12-4cab-4f9c-b304-e96c31e555f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:24.209348 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0c4dfc12-4cab-4f9c-b304-e96c31e555f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:24.266581 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4dfc12-4cab-4f9c-b304-e96c31e555f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99259d5-7f9b-4375-858f-622b25f552b6,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:24.282163 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4dfc12-4cab-4f9c-b304-e96c31e555f5 admin admin] Checking segment: {'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:03:24.282563 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4dfc12-4cab-4f9c-b304-e96c31e555f5 admin admin] Network hostable DHCP agents. Network: 83d559ca-a53e-4476-9faf-ce629494857e, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:03:24.299437 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4dfc12-4cab-4f9c-b304-e96c31e555f5 admin admin] Network 83d559ca-a53e-4476-9faf-ce629494857e is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:03:24.308795 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-0c4dfc12-4cab-4f9c-b304-e96c31e555f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 83d559ca-a53e-4476-9faf-ce629494857e) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:03:24.313062 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4dfc12-4cab-4f9c-b304-e96c31e555f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:24.313756 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-0c4dfc12-4cab-4f9c-b304-e96c31e555f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:24.318941 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da61195-ac64-41ee-92ad-1c3560b86897 None None] Network 83d559ca-a53e-4476-9faf-ce629494857e requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:03:24.333183 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-0c4dfc12-4cab-4f9c-b304-e96c31e555f5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3498759 Aug 05 15:03:24.333385 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48888) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:24.338456 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:03:24.361044 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:24.362562 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:24.417570 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:24.469366 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-83d559ca-a53e-4476-9faf-ce629494857e', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 15:03:24.470434 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:24.573311 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:24.605088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Allocated IP 172.20.0.2 (83d559ca-a53e-4476-9faf-ce629494857e/e99259d5-7f9b-4375-858f-622b25f552b6/7e1cc304-0f52-4e2c-94a5-9d63f53b2c89) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:03:24.749408 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:24.757764 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Transition to ACTIVE for port object 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:03:24.772836 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Transition to ACTIVE for port object 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:03:24.779755 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:24.780052 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:24.809279 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:24.825080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Network 83d559ca-a53e-4476-9faf-ce629494857e is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:03:24.827965 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:03:24.830909 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:03:24.840098 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Pushing event updated for resources: {'Port': ['ID=7e1cc304-0f52-4e2c-94a5-9d63f53b2c89,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:24.890173 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Attempting to bind port 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:03:24.890470 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Attempting to bind port 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:03:24.890829 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Attempting to bind port 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 on network 83d559ca-a53e-4476-9faf-ce629494857e {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:03:24.895732 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:03:24.896110 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Checking segment: {'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:03:24.896511 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:24.896901 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Bound using segment: {'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:03:24.897359 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Bound port: 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:03:24.897734 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:24.916367 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Allocated IP 172.25.5.174 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/8a373049-e2f8-4d6d-9193-dc0a2c2edc1b) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:03:24.963719 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] For port 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:03:24.966756 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] For port 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7e1cc304-0f52-4e2c-94a5-9d63f53b2c89,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:03:24.971439 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:25.027506 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:25.034839 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b379867-24b9-4510-885c-f49499daf5ef None None] Pushing event updated for resources: {'Port': ['ID=7e1cc304-0f52-4e2c-94a5-9d63f53b2c89,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:25.070354 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:25.112905 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:03:25.115981 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:03:25.123687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:03:25.126628 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Pushing event updated for resources: {'Port': ['ID=8a373049-e2f8-4d6d-9193-dc0a2c2edc1b,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:25.406102 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:25.602533 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:25.939653 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ecc718-17b8-458a-ab93-fbc4b592eef6 None None] Network 83d559ca-a53e-4476-9faf-ce629494857e requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:03:26.033075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-93b92d4d-975a-4c73-8034-40eb8a5c38f9 None None] Provisioning for port 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:03:26.090605 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Router e5d38a09-2f13-46ea-b7e6-0a406d69c15b is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 15:03:26.202916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:03:26.213226 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Sync routers for ids ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:03:26.223476 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Routers {'e5d38a09-2f13-46ea-b7e6-0a406d69c15b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:03:26.224353 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:26.224604 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:03:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:26.225746 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-cfa85096-0b24-4c76-8e6d-9a8c4ae461f2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8915057 Aug 05 15:03:26.229141 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48890) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:26.336445 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Set router e5d38a09-2f13-46ea-b7e6-0a406d69c15b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:03:26.526032 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:25Z', 'revision_number': 3, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:26.552344 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Checking router: e5d38a09-2f13-46ea-b7e6-0a406d69c15b for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:03:26.552704 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Updating router e5d38a09-2f13-46ea-b7e6-0a406d69c15b port 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:03:26.578886 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:26.655206 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:26.816042 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Allocated IP 172.20.0.1 (83d559ca-a53e-4476-9faf-ce629494857e/e99259d5-7f9b-4375-858f-622b25f552b6/b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:03:26.833144 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:26.843172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Transition to ACTIVE for port object 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:03:26.848258 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:26.900495 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Attempting to bind port 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:03:26.900869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Attempting to bind port 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:03:26.901238 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Attempting to bind port 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:03:26.904081 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875daa6-4f4f-4e1d-b45c-038a1c28d2de None None] Pushing event updated for resources: {'Port': ['ID=8a373049-e2f8-4d6d-9193-dc0a2c2edc1b,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:26.908578 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:03:26.908956 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:03:26.909366 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:26.909754 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:03:26.910228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Bound port: 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:03:26.910640 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:26.927309 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:26.942427 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Transition to ACTIVE for port object b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:03:26.963960 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] For port 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:03:26.967254 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] For port 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8a373049-e2f8-4d6d-9193-dc0a2c2edc1b,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:03:26.971328 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:26.978440 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:27.012630 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Routers {'e5d38a09-2f13-46ea-b7e6-0a406d69c15b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:03:27.013261 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:03:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:27.013736 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Network 83d559ca-a53e-4476-9faf-ce629494857e is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:03:27.017094 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:03:27.020348 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:03:27.067344 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Pushing event updated for resources: {'Port': ['ID=b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:27.075497 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:27.079908 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875daa6-4f4f-4e1d-b45c-038a1c28d2de None None] Pushing event updated for resources: {'Port': ['ID=8a373049-e2f8-4d6d-9193-dc0a2c2edc1b,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:27.124375 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:03:27.186286 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] Set router e5d38a09-2f13-46ea-b7e6-0a406d69c15b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:03:27.223775 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:27.291776 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:03:27.301377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:27.301755 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:27.394028 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:27.399395 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:27.403954 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6f8a7aa8-6c60-45ac-8fdd-cff46f81fe13 None None] Provisioning for port b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:03:27.431400 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-6f8a7aa8-6c60-45ac-8fdd-cff46f81fe13 None None] Provisioning complete for port b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:27.431780 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7aa8-6c60-45ac-8fdd-cff46f81fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:27.471899 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:27.474619 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Pushing event updated for resources: {'Port': ['ID=b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:27.481972 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:27.497369 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-6f8a7aa8-6c60-45ac-8fdd-cff46f81fe13 None None] Port b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 15:03:27.527217 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:25Z', 'revision_number': 3, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:27.554954 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7e1cc304-0f52-4e2c-94a5-9d63f53b2c89,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:03:27.557241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ddc190-66c8-4544-967b-7b4ea741897b None None] The sync data for ids ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'] in n-d-803585-2 is: [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:25Z', 'revision_number': 3, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:03:27.560319 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:27.572177 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Network 83d559ca-a53e-4476-9faf-ce629494857e is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:03:27.573667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:03:27.619000 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=7e1cc304-0f52-4e2c-94a5-9d63f53b2c89,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:27.715914 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Router e5d38a09-2f13-46ea-b7e6-0a406d69c15b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:03:27.831323 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d65638ca-ea23-4256-b5df-ebaf3cd048c8 None None] Provisioning complete for port b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:27.835662 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d65638ca-ea23-4256-b5df-ebaf3cd048c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:27.852936 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:03:27.860158 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4b40b458-9cc7-4f4c-85ac-98bc9d32487d admin admin] 10.222.0.16 "PUT /v2.0/routers/e5d38a09-2f13-46ea-b7e6-0a406d69c15b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6296849 Aug 05 15:03:27.877755 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d65638ca-ea23-4256-b5df-ebaf3cd048c8 None None] Port b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 15:03:28.357075 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48906) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:28.362266 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-99147b23-ebea-4fe5-832d-6be7a17f0665 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1883672095-network', 'tenant_id': '03c2e66c92af422ca21e15a89eb36bce'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:03:28.385714 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99147b23-ebea-4fe5-832d-6be7a17f0665 admin admin] Made reservation on behalf of 03c2e66c92af422ca21e15a89eb36bce for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:03:28.388660 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-99147b23-ebea-4fe5-832d-6be7a17f0665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:28.398058 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-99147b23-ebea-4fe5-832d-6be7a17f0665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:28.494750 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-99147b23-ebea-4fe5-832d-6be7a17f0665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:28.498594 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-99147b23-ebea-4fe5-832d-6be7a17f0665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:28.522235 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99147b23-ebea-4fe5-832d-6be7a17f0665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:03:28.537835 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99147b23-ebea-4fe5-832d-6be7a17f0665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56b925c-91cf-47fb-b921-a5ad988ac9f3,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:28.544013 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-99147b23-ebea-4fe5-832d-6be7a17f0665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:28.544363 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-99147b23-ebea-4fe5-832d-6be7a17f0665 admin admin] Added segment f5bd2759-7e1b-4642-a4a9-6370d3174edc of type vlan for network b431844f-ad8d-4016-b64d-d205ba79d6a6 Aug 05 15:03:28.587890 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-99147b23-ebea-4fe5-832d-6be7a17f0665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:28.622654 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-99147b23-ebea-4fe5-832d-6be7a17f0665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:28.623640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99147b23-ebea-4fe5-832d-6be7a17f0665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:28.624243 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-99147b23-ebea-4fe5-832d-6be7a17f0665 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:28.684121 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-99147b23-ebea-4fe5-832d-6be7a17f0665 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3257263 Aug 05 15:03:28.686794 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48908) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:28.693381 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-c0e58ac4-579b-425e-9210-a0c53b549eb1 admin admin] Request body: {'subnet': {'network_id': 'b431844f-ad8d-4016-b64d-d205ba79d6a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1883672095-subnet', 'tenant_id': '03c2e66c92af422ca21e15a89eb36bce', 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:03:28.698361 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99147b23-ebea-4fe5-832d-6be7a17f0665 admin admin] Pushing event updated for resources: {'Network': ['ID=b431844f-ad8d-4016-b64d-d205ba79d6a6,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:28.708635 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network b431844f-ad8d-4016-b64d-d205ba79d6a6 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:03:28.718391 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e58ac4-579b-425e-9210-a0c53b549eb1 admin admin] Made reservation on behalf of 03c2e66c92af422ca21e15a89eb36bce for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:03:28.720746 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c0e58ac4-579b-425e-9210-a0c53b549eb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:28.892872 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c0e58ac4-579b-425e-9210-a0c53b549eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:28.949477 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e58ac4-579b-425e-9210-a0c53b549eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac4774d-3d89-4209-b08f-02fe28f61c06,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:28.959066 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e58ac4-579b-425e-9210-a0c53b549eb1 admin admin] Checking segment: {'id': 'f5bd2759-7e1b-4642-a4a9-6370d3174edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b431844f-ad8d-4016-b64d-d205ba79d6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:03:28.959436 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e58ac4-579b-425e-9210-a0c53b549eb1 admin admin] Network hostable DHCP agents. Network: b431844f-ad8d-4016-b64d-d205ba79d6a6, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:03:28.977318 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e58ac4-579b-425e-9210-a0c53b549eb1 admin admin] Network b431844f-ad8d-4016-b64d-d205ba79d6a6 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:03:28.986487 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-c0e58ac4-579b-425e-9210-a0c53b549eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, b431844f-ad8d-4016-b64d-d205ba79d6a6) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:03:28.990475 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e58ac4-579b-425e-9210-a0c53b549eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:28.991069 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-c0e58ac4-579b-425e-9210-a0c53b549eb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:28.997173 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32af7dea-aff2-4865-a4cd-1f7ac3f9a2f8 None None] Network b431844f-ad8d-4016-b64d-d205ba79d6a6 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:03:29.010540 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c0e58ac4-579b-425e-9210-a0c53b549eb1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3219147 Aug 05 15:03:29.011170 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48910) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:29.017625 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1883672095-router', 'tenant_id': '03c2e66c92af422ca21e15a89eb36bce', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:03:29.069134 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:29.070296 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:29.135250 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:29.146545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:03:29.170965 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Sync routers for ids ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:03:29.182625 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Routers {'e5d38a09-2f13-46ea-b7e6-0a406d69c15b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:03:29.183392 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:03:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:29.194884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-b431844f-ad8d-4016-b64d-d205ba79d6a6', 'network_id': 'b431844f-ad8d-4016-b64d-d205ba79d6a6', 'tenant_id': '03c2e66c92af422ca21e15a89eb36bce', 'fixed_ips': [{'subnet_id': 'eac4774d-3d89-4209-b08f-02fe28f61c06'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 15:03:29.196291 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:29.290771 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:29.296888 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Set router e5d38a09-2f13-46ea-b7e6-0a406d69c15b gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:03:29.456961 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:03:29.484946 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:29.485319 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:29.507571 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:27Z', 'revision_number': 4, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd', 'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'mac_address': 'fa:16:3e:a3:0f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:26Z', 'updated_at': '2021-08-05T15:03:27Z', 'revision_number': 2, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'subnets': [{'id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:29.509218 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:29.528997 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:29.538367 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Checking router: e5d38a09-2f13-46ea-b7e6-0a406d69c15b for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:03:29.538722 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Updating router e5d38a09-2f13-46ea-b7e6-0a406d69c15b port b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:03:29.540340 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Allocated IP 172.20.0.2 (b431844f-ad8d-4016-b64d-d205ba79d6a6/eac4774d-3d89-4209-b08f-02fe28f61c06/0c71f44f-afaf-4cca-abf6-aa29a30d46da) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:03:29.567144 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:29.636074 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:29.642908 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Allocated IP 172.25.5.249 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/3a2f10fe-805b-4a9d-8a58-45509d28b059) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:03:29.668994 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8a373049-e2f8-4d6d-9193-dc0a2c2edc1b,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:03:29.680947 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:29.682366 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:03:29.756143 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:29.802199 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:29.812730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=8a373049-e2f8-4d6d-9193-dc0a2c2edc1b,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:29.822842 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:29.833982 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Transition to ACTIVE for port object 0c71f44f-afaf-4cca-abf6-aa29a30d46da will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:03:29.843651 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:29.845442 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:03:29.846008 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:29.846421 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:29.849027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:03:29.853580 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:03:29.855672 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Transition to ACTIVE for port object b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:03:29.863128 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:29.875748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Transition to ACTIVE for port object 0c71f44f-afaf-4cca-abf6-aa29a30d46da will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:03:29.878816 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Pushing event updated for resources: {'Port': ['ID=3a2f10fe-805b-4a9d-8a58-45509d28b059,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:29.890640 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:29.922632 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551e1db-f341-4b27-8094-86f0539af902 None None] Pushing event updated for resources: {'Port': ['ID=b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:29.942453 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Network b431844f-ad8d-4016-b64d-d205ba79d6a6 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:03:29.950265 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:03:29.953303 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:03:29.965171 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551e1db-f341-4b27-8094-86f0539af902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:29.965536 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551e1db-f341-4b27-8094-86f0539af902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:29.965865 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551e1db-f341-4b27-8094-86f0539af902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:29.966204 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551e1db-f341-4b27-8094-86f0539af902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:29.966400 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Pushing event updated for resources: {'Port': ['ID=0c71f44f-afaf-4cca-abf6-aa29a30d46da,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:29.966628 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551e1db-f341-4b27-8094-86f0539af902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:29.966893 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551e1db-f341-4b27-8094-86f0539af902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:29.967219 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551e1db-f341-4b27-8094-86f0539af902 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:29.967548 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551e1db-f341-4b27-8094-86f0539af902 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:29.967874 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551e1db-f341-4b27-8094-86f0539af902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:29.968196 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551e1db-f341-4b27-8094-86f0539af902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:29.973660 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551e1db-f341-4b27-8094-86f0539af902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:29.974067 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551e1db-f341-4b27-8094-86f0539af902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:03:29.997103 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Attempting to bind port b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:03:29.997880 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Attempting to bind port b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:03:29.998449 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Attempting to bind port b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd on network 83d559ca-a53e-4476-9faf-ce629494857e {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:03:30.004192 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:03:30.005550 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Checking segment: {'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:03:30.005550 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:30.005752 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Bound using segment: {'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:03:30.006214 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Bound port: b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:03:30.006578 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:30.049789 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Attempting to bind port 0c71f44f-afaf-4cca-abf6-aa29a30d46da on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:03:30.050229 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Attempting to bind port 0c71f44f-afaf-4cca-abf6-aa29a30d46da by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'f5bd2759-7e1b-4642-a4a9-6370d3174edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b431844f-ad8d-4016-b64d-d205ba79d6a6'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:03:30.050506 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Attempting to bind port 0c71f44f-afaf-4cca-abf6-aa29a30d46da on network b431844f-ad8d-4016-b64d-d205ba79d6a6 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:03:30.056458 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:03:30.057227 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Checking segment: {'id': 'f5bd2759-7e1b-4642-a4a9-6370d3174edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b431844f-ad8d-4016-b64d-d205ba79d6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:03:30.057227 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:30.057622 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Bound using segment: {'id': 'f5bd2759-7e1b-4642-a4a9-6370d3174edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b431844f-ad8d-4016-b64d-d205ba79d6a6'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:03:30.058075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Bound port: 0c71f44f-afaf-4cca-abf6-aa29a30d46da, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bd2759-7e1b-4642-a4a9-6370d3174edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b431844f-ad8d-4016-b64d-d205ba79d6a6'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:03:30.058478 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:30.076954 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] For port b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:03:30.081007 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] For port b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:03:30.088085 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:30.136944 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] For port 0c71f44f-afaf-4cca-abf6-aa29a30d46da, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:03:30.141681 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] For port 0c71f44f-afaf-4cca-abf6-aa29a30d46da, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0c71f44f-afaf-4cca-abf6-aa29a30d46da,segment=NetworkSegment(f5bd2759-7e1b-4642-a4a9-6370d3174edc),segment_id=f5bd2759-7e1b-4642-a4a9-6370d3174edc)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:03:30.148196 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:30.158994 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Routers {'e5d38a09-2f13-46ea-b7e6-0a406d69c15b'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:03:30.159661 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:03:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:30.257287 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8600f4a-8625-4474-beab-6ee99ca5ac6c None None] Pushing event updated for resources: {'Port': ['ID=0c71f44f-afaf-4cca-abf6-aa29a30d46da,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:30.273437 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:30.421747 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] Set router e5d38a09-2f13-46ea-b7e6-0a406d69c15b gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:03:30.424007 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551e1db-f341-4b27-8094-86f0539af902 None None] Pushing event updated for resources: {'Port': ['ID=b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:30.531818 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:30.668160 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:27Z', 'revision_number': 4, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd', 'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'mac_address': 'fa:16:3e:a3:0f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:26Z', 'updated_at': '2021-08-05T15:03:30Z', 'revision_number': 4, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'subnets': [{'id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:30.674449 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Router 7246e038-2c1b-4eb5-ab23-5e9e9860b664 is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 15:03:30.694951 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719fa8bf-aa82-45c1-aed0-f3160ec18d4c None None] The sync data for ids ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'] in n-d-803585-2 is: [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:27Z', 'revision_number': 4, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd', 'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'mac_address': 'fa:16:3e:a3:0f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:26Z', 'updated_at': '2021-08-05T15:03:30Z', 'revision_number': 4, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'subnets': [{'id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:03:30.807953 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:03:30.818085 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Sync routers for ids ['7246e038-2c1b-4eb5-ab23-5e9e9860b664'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:03:30.826211 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:30.830627 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-bd248fc4-50b3-4e7b-ba70-135b629fcb60 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8156147 Aug 05 15:03:30.830923 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48912) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:30.833075 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Routers {'7246e038-2c1b-4eb5-ab23-5e9e9860b664'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:03:30.833806 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:03:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7246e038-2c1b-4eb5-ab23-5e9e9860b664'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:30.957023 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Set router 7246e038-2c1b-4eb5-ab23-5e9e9860b664 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:03:31.231557 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'name': 'tempest-TestShelveInstance-1883672095-router', 'tenant_id': '03c2e66c92af422ca21e15a89eb36bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3a2f10fe-805b-4a9d-8a58-45509d28b059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:29Z', 'updated_at': '2021-08-05T15:03:30Z', 'revision_number': 3, 'project_id': '03c2e66c92af422ca21e15a89eb36bce', 'gw_port': {'id': '3a2f10fe-805b-4a9d-8a58-45509d28b059', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:29Z', 'updated_at': '2021-08-05T15:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:31.237606 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0c71f44f-afaf-4cca-abf6-aa29a30d46da up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:03:31.291727 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Checking router: 7246e038-2c1b-4eb5-ab23-5e9e9860b664 for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:03:31.292089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Updating router 7246e038-2c1b-4eb5-ab23-5e9e9860b664 port 3a2f10fe-805b-4a9d-8a58-45509d28b059 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:03:31.333501 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:31.368142 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:31.449692 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc238298-16dd-4f68-bfb9-f7bf6b6c80fe None None] Network b431844f-ad8d-4016-b64d-d205ba79d6a6 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:03:31.451473 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 0c71f44f-afaf-4cca-abf6-aa29a30d46da completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:03:31.493103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:03:31.542998 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Allocated IP 172.20.0.1 (b431844f-ad8d-4016-b64d-d205ba79d6a6/eac4774d-3d89-4209-b08f-02fe28f61c06/f908a469-3658-44ea-afa0-50e4861ecae3) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:03:31.614527 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d85f3ba5-3d2a-4203-ada3-92d4aeacd3bc None None] Provisioning for port 0c71f44f-afaf-4cca-abf6-aa29a30d46da completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:03:31.632394 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d85f3ba5-3d2a-4203-ada3-92d4aeacd3bc None None] Provisioning complete for port 0c71f44f-afaf-4cca-abf6-aa29a30d46da triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:31.632772 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d85f3ba5-3d2a-4203-ada3-92d4aeacd3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:31.671326 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:31.685317 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Transition to ACTIVE for port object f908a469-3658-44ea-afa0-50e4861ecae3 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:03:31.716096 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:31.716473 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:31.726566 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:31.766004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Network b431844f-ad8d-4016-b64d-d205ba79d6a6 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:03:31.771252 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:03:31.775535 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:03:31.802480 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f908a469-3658-44ea-afa0-50e4861ecae3,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:31.822109 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:31.950463 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:31.956559 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d85f3ba5-3d2a-4203-ada3-92d4aeacd3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:31.960300 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:31.980312 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:03:31.983047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Transition to ACTIVE for port object 3a2f10fe-805b-4a9d-8a58-45509d28b059 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:03:32.012054 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:32.079957 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-d85f3ba5-3d2a-4203-ada3-92d4aeacd3bc None None] For port 0c71f44f-afaf-4cca-abf6-aa29a30d46da, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0c71f44f-afaf-4cca-abf6-aa29a30d46da,segment=NetworkSegment(f5bd2759-7e1b-4642-a4a9-6370d3174edc),segment_id=f5bd2759-7e1b-4642-a4a9-6370d3174edc)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:03:32.098540 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d85f3ba5-3d2a-4203-ada3-92d4aeacd3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:32.101577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8032f-7d80-4611-b3b2-f85fd8f19ce2 None None] Pushing event updated for resources: {'Port': ['ID=3a2f10fe-805b-4a9d-8a58-45509d28b059,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:32.103871 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Attempting to bind port 3a2f10fe-805b-4a9d-8a58-45509d28b059 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:03:32.104249 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Attempting to bind port 3a2f10fe-805b-4a9d-8a58-45509d28b059 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:03:32.104663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Attempting to bind port 3a2f10fe-805b-4a9d-8a58-45509d28b059 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:03:32.132586 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:03:32.133499 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:03:32.133910 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:32.134336 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:03:32.134820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Bound port: 3a2f10fe-805b-4a9d-8a58-45509d28b059, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:03:32.135204 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:32.138791 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:32.144939 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:32.177874 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:03:32.192841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:32.193163 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:32.219272 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:32.221027 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f908a469-3658-44ea-afa0-50e4861ecae3,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:32.243843 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f3ba5-3d2a-4203-ada3-92d4aeacd3bc None None] Pushing event updated for resources: {'Port': ['ID=0c71f44f-afaf-4cca-abf6-aa29a30d46da,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:32.257827 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] For port 3a2f10fe-805b-4a9d-8a58-45509d28b059, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:03:32.262876 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] For port 3a2f10fe-805b-4a9d-8a58-45509d28b059, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3a2f10fe-805b-4a9d-8a58-45509d28b059,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:03:32.269534 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:32.333512 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Network b431844f-ad8d-4016-b64d-d205ba79d6a6 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:03:32.335299 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:03:32.368031 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8032f-7d80-4611-b3b2-f85fd8f19ce2 None None] Pushing event updated for resources: {'Port': ['ID=3a2f10fe-805b-4a9d-8a58-45509d28b059,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:32.376586 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Routers {'7246e038-2c1b-4eb5-ab23-5e9e9860b664'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:03:32.377222 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:03:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7246e038-2c1b-4eb5-ab23-5e9e9860b664'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:32.415070 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-54ba3ee0-33d1-4225-80d8-eda4fb7be4a4 None None] Provisioning complete for port 0c71f44f-afaf-4cca-abf6-aa29a30d46da triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:32.415417 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-54ba3ee0-33d1-4225-80d8-eda4fb7be4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:32.419771 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:32.469893 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Router 7246e038-2c1b-4eb5-ab23-5e9e9860b664 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:03:32.590109 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:03:32.598564 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-5df8bc67-8c5a-4907-97d2-2e31831200e2 admin admin] 10.222.0.16 "PUT /v2.0/routers/7246e038-2c1b-4eb5-ab23-5e9e9860b664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7667696 Aug 05 15:03:32.688841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:03:32.699300 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:32.764843 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] Set router 7246e038-2c1b-4eb5-ab23-5e9e9860b664 gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:03:32.826001 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:32.915101 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-54ba3ee0-33d1-4225-80d8-eda4fb7be4a4 None None] Provisioning for port f908a469-3658-44ea-afa0-50e4861ecae3 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:03:32.922808 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-54ba3ee0-33d1-4225-80d8-eda4fb7be4a4 None None] Provisioning complete for port f908a469-3658-44ea-afa0-50e4861ecae3 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:32.923193 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-54ba3ee0-33d1-4225-80d8-eda4fb7be4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:32.980099 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-54ba3ee0-33d1-4225-80d8-eda4fb7be4a4 None None] Port f908a469-3658-44ea-afa0-50e4861ecae3 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 15:03:33.028832 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'name': 'tempest-TestShelveInstance-1883672095-router', 'tenant_id': '03c2e66c92af422ca21e15a89eb36bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3a2f10fe-805b-4a9d-8a58-45509d28b059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:29Z', 'updated_at': '2021-08-05T15:03:31Z', 'revision_number': 4, 'project_id': '03c2e66c92af422ca21e15a89eb36bce', 'gw_port': {'id': '3a2f10fe-805b-4a9d-8a58-45509d28b059', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:29Z', 'updated_at': '2021-08-05T15:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'f908a469-3658-44ea-afa0-50e4861ecae3', 'name': '', 'network_id': 'b431844f-ad8d-4016-b64d-d205ba79d6a6', 'tenant_id': '03c2e66c92af422ca21e15a89eb36bce', 'mac_address': 'fa:16:3e:2d:af:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'eac4774d-3d89-4209-b08f-02fe28f61c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:31Z', 'updated_at': '2021-08-05T15:03:32Z', 'revision_number': 2, 'project_id': '03c2e66c92af422ca21e15a89eb36bce', 'subnets': [{'id': 'eac4774d-3d89-4209-b08f-02fe28f61c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:33.063235 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a166c503-629d-4607-a2ec-1f0d5a011ccd None None] The sync data for ids ['7246e038-2c1b-4eb5-ab23-5e9e9860b664'] in n-d-803585-2 is: [{'id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'name': 'tempest-TestShelveInstance-1883672095-router', 'tenant_id': '03c2e66c92af422ca21e15a89eb36bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3a2f10fe-805b-4a9d-8a58-45509d28b059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:29Z', 'updated_at': '2021-08-05T15:03:31Z', 'revision_number': 4, 'project_id': '03c2e66c92af422ca21e15a89eb36bce', 'gw_port': {'id': '3a2f10fe-805b-4a9d-8a58-45509d28b059', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:29Z', 'updated_at': '2021-08-05T15:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'f908a469-3658-44ea-afa0-50e4861ecae3', 'name': '', 'network_id': 'b431844f-ad8d-4016-b64d-d205ba79d6a6', 'tenant_id': '03c2e66c92af422ca21e15a89eb36bce', 'mac_address': 'fa:16:3e:2d:af:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'eac4774d-3d89-4209-b08f-02fe28f61c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:31Z', 'updated_at': '2021-08-05T15:03:32Z', 'revision_number': 2, 'project_id': '03c2e66c92af422ca21e15a89eb36bce', 'subnets': [{'id': 'eac4774d-3d89-4209-b08f-02fe28f61c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:03:33.081296 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0c71f44f-afaf-4cca-abf6-aa29a30d46da up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:03:33.129894 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-15cb337d-7def-4aa4-898a-9a2999ecc52a None None] Provisioning complete for port f908a469-3658-44ea-afa0-50e4861ecae3 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:33.130389 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-15cb337d-7def-4aa4-898a-9a2999ecc52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.171066 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 0c71f44f-afaf-4cca-abf6-aa29a30d46da triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:33.171444 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.173970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-15cb337d-7def-4aa4-898a-9a2999ecc52a None None] Port f908a469-3658-44ea-afa0-50e4861ecae3 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 15:03:33.271528 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:03:33.296562 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48920) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:33.302064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a67316ac-862e-433a-827d-e1945c941ec1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-645510841', 'description': 'tempest-secgroup-smoke-645510841 description', 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:03:33.337374 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:33.337858 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.348787 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a67316ac-862e-433a-827d-e1945c941ec1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.456345 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a67316ac-862e-433a-827d-e1945c941ec1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.461150 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a67316ac-862e-433a-827d-e1945c941ec1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.489068 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a67316ac-862e-433a-827d-e1945c941ec1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.490393 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a67316ac-862e-433a-827d-e1945c941ec1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1922572 Aug 05 15:03:33.494084 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48922) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:33.499563 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-50c8c41c-bdea-4588-bc39-84649838c6c7 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Request body: {'security_group_rule': {'security_group_id': 'bb59c08f-d175-4f2c-907b-1e6e44a3a625', 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:03:33.505193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67316ac-862e-433a-827d-e1945c941ec1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb59c08f-d175-4f2c-907b-1e6e44a3a625,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:33.536141 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-50c8c41c-bdea-4588-bc39-84649838c6c7 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.606830 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-50c8c41c-bdea-4588-bc39-84649838c6c7 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.611326 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-50c8c41c-bdea-4588-bc39-84649838c6c7 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.629878 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8c41c-bdea-4588-bc39-84649838c6c7 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e5e5a6-04a9-4385-a874-ba1f2d890faf,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:33.642354 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-50c8c41c-bdea-4588-bc39-84649838c6c7 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.646113 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-50c8c41c-bdea-4588-bc39-84649838c6c7 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485879 Aug 05 15:03:33.646333 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48924) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:33.651567 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-6e230526-5b0f-487c-97e1-aa0a7ad14fab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Request body: {'security_group_rule': {'security_group_id': 'bb59c08f-d175-4f2c-907b-1e6e44a3a625', 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:03:33.681238 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e230526-5b0f-487c-97e1-aa0a7ad14fab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.750823 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e230526-5b0f-487c-97e1-aa0a7ad14fab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.754602 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e230526-5b0f-487c-97e1-aa0a7ad14fab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.776672 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e230526-5b0f-487c-97e1-aa0a7ad14fab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e40521-d618-430e-a3c5-9c335ceb11b8,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:33.780773 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-6e230526-5b0f-487c-97e1-aa0a7ad14fab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.785040 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-6e230526-5b0f-487c-97e1-aa0a7ad14fab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377571 Aug 05 15:03:33.785251 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48926) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:33.790755 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-e4d62a57-44b0-4518-b982-9323a8450034 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Request body: {'security_group_rule': {'security_group_id': 'bb59c08f-d175-4f2c-907b-1e6e44a3a625', 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:03:33.819002 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e4d62a57-44b0-4518-b982-9323a8450034 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.881985 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e4d62a57-44b0-4518-b982-9323a8450034 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.886874 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e4d62a57-44b0-4518-b982-9323a8450034 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.906213 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d62a57-44b0-4518-b982-9323a8450034 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5120a66d-bb37-4c45-b1a9-b6fb25c2623d,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:33.914874 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e4d62a57-44b0-4518-b982-9323a8450034 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:33.916670 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e4d62a57-44b0-4518-b982-9323a8450034 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298230 Aug 05 15:03:33.919362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48928) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:33.923988 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-5022972d-3ca6-472c-a56c-fef4bb73b43a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Request body: {'security_group_rule': {'security_group_id': 'bb59c08f-d175-4f2c-907b-1e6e44a3a625', 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:03:33.951772 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5022972d-3ca6-472c-a56c-fef4bb73b43a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:34.013880 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5022972d-3ca6-472c-a56c-fef4bb73b43a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:34.017582 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5022972d-3ca6-472c-a56c-fef4bb73b43a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:34.035425 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022972d-3ca6-472c-a56c-fef4bb73b43a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e598e4-6e79-4417-bbbf-0ec355f11e76,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:34.043528 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-5022972d-3ca6-472c-a56c-fef4bb73b43a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:34.044859 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-5022972d-3ca6-472c-a56c-fef4bb73b43a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245134 Aug 05 15:03:34.048166 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48930) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:34.052736 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f4520d6e-0e6d-4d8d-8582-612c8c914d69 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Request body: {'security_group_rule': {'security_group_id': 'bb59c08f-d175-4f2c-907b-1e6e44a3a625', 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:03:34.076913 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-f4520d6e-0e6d-4d8d-8582-612c8c914d69 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Project c8b1dd7e0a4c4cc193e12eb942dea2b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 15:03:34.082136 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f4520d6e-0e6d-4d8d-8582-612c8c914d69 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:34.148157 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f4520d6e-0e6d-4d8d-8582-612c8c914d69 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:34.152168 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f4520d6e-0e6d-4d8d-8582-612c8c914d69 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:34.170912 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4520d6e-0e6d-4d8d-8582-612c8c914d69 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76d3072-a4a0-445b-aa41-d0b522c0f1f9,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:34.176990 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f4520d6e-0e6d-4d8d-8582-612c8c914d69 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:34.178410 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f4520d6e-0e6d-4d8d-8582-612c8c914d69 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292062 Aug 05 15:03:34.181030 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 48932) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:34.185570 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-cd2985d0-d4e4-4905-b0c4-3d2b2c2bceef tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Request body: {'security_group_rule': {'security_group_id': 'bb59c08f-d175-4f2c-907b-1e6e44a3a625', 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:03:34.208236 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-cd2985d0-d4e4-4905-b0c4-3d2b2c2bceef tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Project c8b1dd7e0a4c4cc193e12eb942dea2b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 15:03:34.214230 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cd2985d0-d4e4-4905-b0c4-3d2b2c2bceef tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:34.284026 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cd2985d0-d4e4-4905-b0c4-3d2b2c2bceef tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:34.288210 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cd2985d0-d4e4-4905-b0c4-3d2b2c2bceef tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:34.307507 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2985d0-d4e4-4905-b0c4-3d2b2c2bceef tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0685e14d-d9f3-4eca-ad49-568aa568be0a,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:34.315590 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cd2985d0-d4e4-4905-b0c4-3d2b2c2bceef tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:34.317029 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cd2985d0-d4e4-4905-b0c4-3d2b2c2bceef tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1350498 Aug 05 15:03:34.523325 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-be9bfcf5-3d51-41fe-be30-26f42ce66a9e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-645510841&fields=id&tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8 HTTP/1.1" status: 200 len: 267 time: 0.0340247 Aug 05 15:03:34.635381 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-31bc688e-e3a9-43fe-8921-d4098309aa9d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:34.636713 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-31bc688e-e3a9-43fe-8921-d4098309aa9d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 807 time: 0.1059229 Aug 05 15:03:34.651789 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-db48a530-f489-4744-a230-b0bfa8635c1b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/quotas/c8b1dd7e0a4c4cc193e12eb942dea2b8 HTTP/1.1" status: 200 len: 375 time: 0.0092626 Aug 05 15:03:34.703100 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-88f14b68-7592-4c20-9b9d-5ef51b912a5c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458987 Aug 05 15:03:34.812356 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-0ed5c184-1a5d-4603-8dc3-84624ebe34f2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 15:03:34.813694 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-0ed5c184-1a5d-4603-8dc3-84624ebe34f2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0992825 Aug 05 15:03:34.925310 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-b5ef7b4a-11cc-49ee-a53b-e216f729be16 service neutron] 10.222.0.16 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050382 Aug 05 15:03:35.092004 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Sync routers for ids ['7246e038-2c1b-4eb5-ab23-5e9e9860b664'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:03:35.103457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3a2f10fe-805b-4a9d-8a58-45509d28b059 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:03:35.106603 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Routers {'7246e038-2c1b-4eb5-ab23-5e9e9860b664'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:03:35.107559 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:03:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7246e038-2c1b-4eb5-ab23-5e9e9860b664'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:35.157344 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 3a2f10fe-805b-4a9d-8a58-45509d28b059 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:03:35.162672 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3a2f10fe-805b-4a9d-8a58-45509d28b059 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:35.163050 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:35.235948 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Set router 7246e038-2c1b-4eb5-ab23-5e9e9860b664 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:03:35.247653 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:35.270709 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 3a2f10fe-805b-4a9d-8a58-45509d28b059, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3a2f10fe-805b-4a9d-8a58-45509d28b059,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:03:35.275765 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:35.335204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=3a2f10fe-805b-4a9d-8a58-45509d28b059,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:35.363128 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-3849bc20-e754-4310-aa9d-d3505e4d474a service neutron] 10.222.0.16 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309862 Aug 05 15:03:35.453544 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'name': 'tempest-TestShelveInstance-1883672095-router', 'tenant_id': '03c2e66c92af422ca21e15a89eb36bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3a2f10fe-805b-4a9d-8a58-45509d28b059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:29Z', 'updated_at': '2021-08-05T15:03:31Z', 'revision_number': 4, 'project_id': '03c2e66c92af422ca21e15a89eb36bce', 'gw_port': {'id': '3a2f10fe-805b-4a9d-8a58-45509d28b059', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:29Z', 'updated_at': '2021-08-05T15:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'f908a469-3658-44ea-afa0-50e4861ecae3', 'name': '', 'network_id': 'b431844f-ad8d-4016-b64d-d205ba79d6a6', 'tenant_id': '03c2e66c92af422ca21e15a89eb36bce', 'mac_address': 'fa:16:3e:2d:af:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'eac4774d-3d89-4209-b08f-02fe28f61c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:31Z', 'updated_at': '2021-08-05T15:03:32Z', 'revision_number': 2, 'project_id': '03c2e66c92af422ca21e15a89eb36bce', 'subnets': [{'id': 'eac4774d-3d89-4209-b08f-02fe28f61c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:35.485574 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Checking router: 7246e038-2c1b-4eb5-ab23-5e9e9860b664 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:03:35.485935 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Updating router 7246e038-2c1b-4eb5-ab23-5e9e9860b664 port f908a469-3658-44ea-afa0-50e4861ecae3 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:03:35.512809 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:35.546488 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-c41e8df3-7fbb-447b-8a2b-1d778620da69 req-55ff6ee3-e4b8-43e1-8857-17a3fa9ed29b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 210 time: 0.0288694 Aug 05 15:03:35.810295 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:35.820225 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Transition to ACTIVE for port object f908a469-3658-44ea-afa0-50e4861ecae3 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:03:35.826659 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:35.874528 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c425afd-723f-42d0-b299-19de79ecba70 None None] Pushing event updated for resources: {'Port': ['ID=f908a469-3658-44ea-afa0-50e4861ecae3,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:35.936785 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Attempting to bind port f908a469-3658-44ea-afa0-50e4861ecae3 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:03:35.937373 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Attempting to bind port f908a469-3658-44ea-afa0-50e4861ecae3 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'f5bd2759-7e1b-4642-a4a9-6370d3174edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b431844f-ad8d-4016-b64d-d205ba79d6a6'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:03:35.937944 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Attempting to bind port f908a469-3658-44ea-afa0-50e4861ecae3 on network b431844f-ad8d-4016-b64d-d205ba79d6a6 {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:03:35.945739 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:03:35.946313 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Checking segment: {'id': 'f5bd2759-7e1b-4642-a4a9-6370d3174edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b431844f-ad8d-4016-b64d-d205ba79d6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:03:35.946859 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:35.947264 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Bound using segment: {'id': 'f5bd2759-7e1b-4642-a4a9-6370d3174edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b431844f-ad8d-4016-b64d-d205ba79d6a6'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:03:35.947733 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Bound port: f908a469-3658-44ea-afa0-50e4861ecae3, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bd2759-7e1b-4642-a4a9-6370d3174edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b431844f-ad8d-4016-b64d-d205ba79d6a6'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:03:35.948113 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:36.028253 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] For port f908a469-3658-44ea-afa0-50e4861ecae3, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:03:36.031781 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] For port f908a469-3658-44ea-afa0-50e4861ecae3, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f908a469-3658-44ea-afa0-50e4861ecae3,segment=NetworkSegment(f5bd2759-7e1b-4642-a4a9-6370d3174edc),segment_id=f5bd2759-7e1b-4642-a4a9-6370d3174edc)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:03:36.038878 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:36.108176 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c425afd-723f-42d0-b299-19de79ecba70 None None] Pushing event updated for resources: {'Port': ['ID=f908a469-3658-44ea-afa0-50e4861ecae3,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:36.110473 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Routers {'7246e038-2c1b-4eb5-ab23-5e9e9860b664'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:03:36.111101 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:03:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7246e038-2c1b-4eb5-ab23-5e9e9860b664'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:36.223682 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] Set router 7246e038-2c1b-4eb5-ab23-5e9e9860b664 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:03:36.424344 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'name': 'tempest-TestShelveInstance-1883672095-router', 'tenant_id': '03c2e66c92af422ca21e15a89eb36bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3a2f10fe-805b-4a9d-8a58-45509d28b059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:29Z', 'updated_at': '2021-08-05T15:03:31Z', 'revision_number': 4, 'project_id': '03c2e66c92af422ca21e15a89eb36bce', 'gw_port': {'id': '3a2f10fe-805b-4a9d-8a58-45509d28b059', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:29Z', 'updated_at': '2021-08-05T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'f908a469-3658-44ea-afa0-50e4861ecae3', 'name': '', 'network_id': 'b431844f-ad8d-4016-b64d-d205ba79d6a6', 'tenant_id': '03c2e66c92af422ca21e15a89eb36bce', 'mac_address': 'fa:16:3e:2d:af:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'eac4774d-3d89-4209-b08f-02fe28f61c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:31Z', 'updated_at': '2021-08-05T15:03:36Z', 'revision_number': 4, 'project_id': '03c2e66c92af422ca21e15a89eb36bce', 'subnets': [{'id': 'eac4774d-3d89-4209-b08f-02fe28f61c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:36.458262 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3726f36-05b1-4df8-93ae-3f0c3571c972 None None] The sync data for ids ['7246e038-2c1b-4eb5-ab23-5e9e9860b664'] in n-d-803585-2 is: [{'id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'name': 'tempest-TestShelveInstance-1883672095-router', 'tenant_id': '03c2e66c92af422ca21e15a89eb36bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3a2f10fe-805b-4a9d-8a58-45509d28b059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:29Z', 'updated_at': '2021-08-05T15:03:31Z', 'revision_number': 4, 'project_id': '03c2e66c92af422ca21e15a89eb36bce', 'gw_port': {'id': '3a2f10fe-805b-4a9d-8a58-45509d28b059', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:29Z', 'updated_at': '2021-08-05T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'f908a469-3658-44ea-afa0-50e4861ecae3', 'name': '', 'network_id': 'b431844f-ad8d-4016-b64d-d205ba79d6a6', 'tenant_id': '03c2e66c92af422ca21e15a89eb36bce', 'mac_address': 'fa:16:3e:2d:af:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'eac4774d-3d89-4209-b08f-02fe28f61c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:31Z', 'updated_at': '2021-08-05T15:03:36Z', 'revision_number': 4, 'project_id': '03c2e66c92af422ca21e15a89eb36bce', 'subnets': [{'id': 'eac4774d-3d89-4209-b08f-02fe28f61c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:03:36.546702 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-d2f2b9ed-6a4a-44e3-b2b7-21cb010a121c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:36.549104 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-d2f2b9ed-6a4a-44e3-b2b7-21cb010a121c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.84 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 807 time: 0.1253443 Aug 05 15:03:36.613687 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-071d22ac-396c-4d0b-b633-cf45837e9e66 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8 HTTP/1.1" status: 200 len: 379 time: 0.0544696 Aug 05 15:03:36.627155 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-bf353540-e797-4d68-b25d-673a787224b1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Request body: {'port': {'device_id': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'admin_state_up': True, 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'security_groups': ['bb59c08f-d175-4f2c-907b-1e6e44a3a625']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:03:36.656044 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ccaa500b-8c47-4e05-81da-99a6ceccf582 req-5480a45f-cc02-44af-aedd-a05fd3142b3d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 210 time: 0.0290797 Aug 05 15:03:36.744966 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-bf353540-e797-4d68-b25d-673a787224b1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Made reservation on behalf of c8b1dd7e0a4c4cc193e12eb942dea2b8 for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:03:36.748461 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-bf353540-e797-4d68-b25d-673a787224b1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:36.888626 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-bf353540-e797-4d68-b25d-673a787224b1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Allocated IP 172.20.0.4 (83d559ca-a53e-4476-9faf-ce629494857e/e99259d5-7f9b-4375-858f-622b25f552b6/42fb1710-6299-4404-989d-17691e3f288f) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:03:37.037528 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-bf353540-e797-4d68-b25d-673a787224b1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:37.050929 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-bf353540-e797-4d68-b25d-673a787224b1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Transition to ACTIVE for port object 42fb1710-6299-4404-989d-17691e3f288f will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:03:37.086786 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-bf353540-e797-4d68-b25d-673a787224b1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:37.095481 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f908a469-3658-44ea-afa0-50e4861ecae3 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:03:37.146329 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port f908a469-3658-44ea-afa0-50e4861ecae3 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:03:37.152390 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port f908a469-3658-44ea-afa0-50e4861ecae3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:37.152902 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:37.236431 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:37.272471 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port f908a469-3658-44ea-afa0-50e4861ecae3, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f908a469-3658-44ea-afa0-50e4861ecae3,segment=NetworkSegment(f5bd2759-7e1b-4642-a4a9-6370d3174edc),segment_id=f5bd2759-7e1b-4642-a4a9-6370d3174edc)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:03:37.277008 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:37.277877 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3a2f10fe-805b-4a9d-8a58-45509d28b059 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:03:37.357822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=f908a469-3658-44ea-afa0-50e4861ecae3,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:37.370835 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3a2f10fe-805b-4a9d-8a58-45509d28b059 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:37.371212 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:37.493102 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-bf353540-e797-4d68-b25d-673a787224b1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Network 83d559ca-a53e-4476-9faf-ce629494857e is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:03:37.496273 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-bf353540-e797-4d68-b25d-673a787224b1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:03:37.500108 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-bf353540-e797-4d68-b25d-673a787224b1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:03:37.526357 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf353540-e797-4d68-b25d-673a787224b1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'Port': ['ID=42fb1710-6299-4404-989d-17691e3f288f,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:37.556737 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-bf353540-e797-4d68-b25d-673a787224b1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:37.557362 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-bf353540-e797-4d68-b25d-673a787224b1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:37.575221 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-bf353540-e797-4d68-b25d-673a787224b1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9522812 Aug 05 15:03:37.588167 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Request body: {'port': {'device_id': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:03:37.647921 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:37.763507 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-35f4d6b6-d994-4aaa-9fe3-f16f827188ef None None] Provisioning for port 42fb1710-6299-4404-989d-17691e3f288f completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:03:37.767431 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-35f4d6b6-d994-4aaa-9fe3-f16f827188ef None None] Provisioning complete for port 42fb1710-6299-4404-989d-17691e3f288f triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:37.767748 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-35f4d6b6-d994-4aaa-9fe3-f16f827188ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:37.806445 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-35f4d6b6-d994-4aaa-9fe3-f16f827188ef None None] Port 42fb1710-6299-4404-989d-17691e3f288f cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 15:03:37.860273 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b0ba1-2bae-4ad9-a6b9-4d15f119ee47 req-91ae7b9c-aea1-4e02-994a-53ddd6efa99c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:37.861764 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a6b0ba1-2bae-4ad9-a6b9-4d15f119ee47 req-91ae7b9c-aea1-4e02-994a-53ddd6efa99c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 931 time: 0.1075017 Aug 05 15:03:37.924601 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7a6b0ba1-2bae-4ad9-a6b9-4d15f119ee47 req-0a8be5fa-f7a3-4ddc-ba94-6a0116eb5eeb tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560491 Aug 05 15:03:37.988306 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42fb1710-6299-4404-989d-17691e3f288f {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:03:37.996219 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:38.007789 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Transition to ACTIVE for port object 42fb1710-6299-4404-989d-17691e3f288f will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:03:38.011573 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:38.060898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Pushing event updated for resources: {'Port': ['ID=42fb1710-6299-4404-989d-17691e3f288f,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:38.134006 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Attempting to bind port 42fb1710-6299-4404-989d-17691e3f288f on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:03:38.134372 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Attempting to bind port 42fb1710-6299-4404-989d-17691e3f288f by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:03:38.134707 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Attempting to bind port 42fb1710-6299-4404-989d-17691e3f288f on network 83d559ca-a53e-4476-9faf-ce629494857e {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:03:38.139332 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Port 42fb1710-6299-4404-989d-17691e3f288f on network 83d559ca-a53e-4476-9faf-ce629494857e not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 15:03:38.139656 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Attempting to bind port 42fb1710-6299-4404-989d-17691e3f288f on network 83d559ca-a53e-4476-9faf-ce629494857e {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:03:38.144582 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:03:38.144925 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Checking segment: {'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:03:38.145315 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Bound using segment: {'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:03:38.145771 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Bound port: 42fb1710-6299-4404-989d-17691e3f288f, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:03:38.146123 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:38.216785 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] For port 42fb1710-6299-4404-989d-17691e3f288f, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:03:38.219984 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] For port 42fb1710-6299-4404-989d-17691e3f288f, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=42fb1710-6299-4404-989d-17691e3f288f,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:03:38.224532 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:38.260171 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:38.260801 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:38.262220 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] 10.222.0.84 "PUT /v2.0/ports/42fb1710-6299-4404-989d-17691e3f288f HTTP/1.1" status: 200 len: 1091 time: 0.6787274 Aug 05 15:03:38.262686 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'tag': '42fb1710-6299-4404-989d-17691e3f288f'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:03:38.264948 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1469ba-bc6a-4d6b-9327-7c9cf0353583" -d '{"events": [{"name": "network-changed", "server_uuid": "11cde82b-8a8a-4a7b-81cc-814972722e50", "tag": "42fb1710-6299-4404-989d-17691e3f288f"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:03:38.291667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1b599-256a-4adc-824e-c168e3ad2322 service neutron] Pushing event updated for resources: {'Port': ['ID=42fb1710-6299-4404-989d-17691e3f288f,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:38.319834 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a8942f-3911-4e1d-a3ac-1e5e5fe16817 x-openstack-request-id: req-c0a8942f-3911-4e1d-a3ac-1e5e5fe16817 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:03:38.320130 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cde82b-8a8a-4a7b-81cc-814972722e50", "tag": "42fb1710-6299-4404-989d-17691e3f288f", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:03:38.321309 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0a8942f-3911-4e1d-a3ac-1e5e5fe16817 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:03:38.322109 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'tag': '42fb1710-6299-4404-989d-17691e3f288f', 'status': 'completed', 'code': 200} Aug 05 15:03:38.355715 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-86ea533a-b418-49de-a700-a206fac373d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:38.357414 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-86ea533a-b418-49de-a700-a206fac373d1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 1094 time: 0.0472839 Aug 05 15:03:38.405857 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-7edc9d8f-5cb7-4190-abb7-58b028559ecf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42fb1710-6299-4404-989d-17691e3f288f HTTP/1.1" status: 200 len: 217 time: 0.0401652 Aug 05 15:03:38.457095 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-ad371d52-bd10-4692-bd21-99f471effbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:38.458661 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-ad371d52-bd10-4692-bd21-99f471effbaf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0461245 Aug 05 15:03:38.504916 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-11bf5630-edf6-4bae-8079-4c225ed28409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:38.506450 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-11bf5630-edf6-4bae-8079-4c225ed28409 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403454 Aug 05 15:03:38.599938 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-df7d4747-f042-4eb8-824c-f7bbcd33c803 service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857613 Aug 05 15:03:38.692243 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4f24e7b0-b28a-4fc5-9e6d-27d3ccd34451 req-4b065795-149c-4569-930b-9a41593a5cd1 service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844960 Aug 05 15:03:38.782546 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1469ba-bc6a-4d6b-9327-7c9cf0353583 req-5cb43c6d-7e70-42ee-8f0b-2cefe6ad73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:38.784061 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb1469ba-bc6a-4d6b-9327-7c9cf0353583 req-5cb43c6d-7e70-42ee-8f0b-2cefe6ad73a2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 1094 time: 0.0420668 Aug 05 15:03:38.882444 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1469ba-bc6a-4d6b-9327-7c9cf0353583 req-d8c66fae-0fab-45ce-bfb9-37df94c779fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:38.883944 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb1469ba-bc6a-4d6b-9327-7c9cf0353583 req-d8c66fae-0fab-45ce-bfb9-37df94c779fa service neutron] 10.222.0.84 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.0909405 Aug 05 15:03:38.925452 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb1469ba-bc6a-4d6b-9327-7c9cf0353583 req-2a75a7d7-c11c-441a-b889-ecbdc038e179 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42fb1710-6299-4404-989d-17691e3f288f HTTP/1.1" status: 200 len: 217 time: 0.0345259 Aug 05 15:03:38.975246 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1469ba-bc6a-4d6b-9327-7c9cf0353583 req-73770a3b-3ac4-4aab-b1a2-a1773df4c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:38.977307 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb1469ba-bc6a-4d6b-9327-7c9cf0353583 req-73770a3b-3ac4-4aab-b1a2-a1773df4c50e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0438733 Aug 05 15:03:39.055530 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1469ba-bc6a-4d6b-9327-7c9cf0353583 req-91222da7-ab32-4eb4-a847-092e076a0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:39.057073 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb1469ba-bc6a-4d6b-9327-7c9cf0353583 req-91222da7-ab32-4eb4-a847-092e076a0553 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724976 Aug 05 15:03:39.068536 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f908a469-3658-44ea-afa0-50e4861ecae3 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:03:39.074759 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf3c22-5402-4647-90c5-cdd1fbc617cb req-a1dacf28-4992-4502-9555-364f94ab88ee tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:39.076260 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ebf3c22-5402-4647-90c5-cdd1fbc617cb req-a1dacf28-4992-4502-9555-364f94ab88ee tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 943 time: 0.0639997 Aug 05 15:03:39.115893 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port f908a469-3658-44ea-afa0-50e4861ecae3 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:39.116263 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:39.168212 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7ebf3c22-5402-4647-90c5-cdd1fbc617cb req-13e1099b-a47e-4d7a-95eb-b67be7b1f8a1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839362 Aug 05 15:03:39.194839 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb1469ba-bc6a-4d6b-9327-7c9cf0353583 req-05f9158f-cd00-45a2-899d-695e2582b6fd service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288202 Aug 05 15:03:39.287871 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-eb1469ba-bc6a-4d6b-9327-7c9cf0353583 req-bd4a52b4-abdb-467e-9414-28a2edc84b2e service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841599 Aug 05 15:03:40.199430 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 42fb1710-6299-4404-989d-17691e3f288f details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:03:40.290331 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b709ff-b008-4d19-bf05-e671eb4e5d77 req-d7461416-bdea-47e0-87ec-60c2bb4a8a34 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:40.291871 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f0b709ff-b008-4d19-bf05-e671eb4e5d77 req-d7461416-bdea-47e0-87ec-60c2bb4a8a34 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 943 time: 0.0529711 Aug 05 15:03:40.294339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 42fb1710-6299-4404-989d-17691e3f288f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=42fb1710-6299-4404-989d-17691e3f288f,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:03:40.306377 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '42fb1710-6299-4404-989d-17691e3f288f', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'port_id': '42fb1710-6299-4404-989d-17691e3f288f', 'mac_address': 'fa:16:3e:27:57:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:03:40.331093 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f0b709ff-b008-4d19-bf05-e671eb4e5d77 req-9a1404e7-52ac-4b0a-8dbf-75fea0fafb39 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331116 Aug 05 15:03:40.343417 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:40.355858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42fb1710-6299-4404-989d-17691e3f288f {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:03:40.378118 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 42fb1710-6299-4404-989d-17691e3f288f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=42fb1710-6299-4404-989d-17691e3f288f,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:03:40.382225 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:40.428701 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=42fb1710-6299-4404-989d-17691e3f288f,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:40.620591 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['42fb1710-6299-4404-989d-17691e3f288f'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:03:41.447716 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747cefc-bac3-4e11-b0b0-885984b5475c req-2a522c40-a3d9-45bf-876d-e408c513c6c9 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:41.449206 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4747cefc-bac3-4e11-b0b0-885984b5475c req-2a522c40-a3d9-45bf-876d-e408c513c6c9 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 944 time: 0.0497913 Aug 05 15:03:41.487412 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4747cefc-bac3-4e11-b0b0-885984b5475c req-81eac540-508a-4a7d-8d24-54b07bb8108f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322301 Aug 05 15:03:42.200212 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 42fb1710-6299-4404-989d-17691e3f288f up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:03:42.246669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 42fb1710-6299-4404-989d-17691e3f288f completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:03:42.250371 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 42fb1710-6299-4404-989d-17691e3f288f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:03:42.250768 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:42.328006 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:42.349259 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fb1710-6299-4404-989d-17691e3f288f'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:03:42.352039 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16067e83-8ec0-45bc-9a27-e64aaa9188af" -d '{"events": [{"server_uuid": "11cde82b-8a8a-4a7b-81cc-814972722e50", "name": "network-vif-plugged", "status": "completed", "tag": "42fb1710-6299-4404-989d-17691e3f288f"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:03:42.364507 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 42fb1710-6299-4404-989d-17691e3f288f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=42fb1710-6299-4404-989d-17691e3f288f,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:03:42.369522 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:42.392247 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259dc1a8-c384-408f-8aef-d2c448fed327 x-openstack-request-id: req-259dc1a8-c384-408f-8aef-d2c448fed327 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:03:42.392534 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cde82b-8a8a-4a7b-81cc-814972722e50", "name": "network-vif-plugged", "status": "completed", "tag": "42fb1710-6299-4404-989d-17691e3f288f", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:03:42.392780 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-259dc1a8-c384-408f-8aef-d2c448fed327 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:03:42.393160 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fb1710-6299-4404-989d-17691e3f288f', 'code': 200} Aug 05 15:03:42.419645 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=42fb1710-6299-4404-989d-17691e3f288f,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:42.496709 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e210ce5-4142-4426-999c-1625e32143ab req-d17aa5a6-1e56-4a02-9794-afe652b44e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:42.498214 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4e210ce5-4142-4426-999c-1625e32143ab req-d17aa5a6-1e56-4a02-9794-afe652b44e00 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 1096 time: 0.0467665 Aug 05 15:03:42.535018 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4e210ce5-4142-4426-999c-1625e32143ab req-5daf95d3-f260-45ae-844a-9be240a72335 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279832 Aug 05 15:03:42.602558 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3b5c4-beaa-48eb-aebf-a4b7acaace11 req-33fa9a79-df65-487a-9d75-5584283a8b12 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:42.604089 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e9d3b5c4-beaa-48eb-aebf-a4b7acaace11 req-33fa9a79-df65-487a-9d75-5584283a8b12 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0478175 Aug 05 15:03:42.644437 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e9d3b5c4-beaa-48eb-aebf-a4b7acaace11 req-04444745-79ed-4b39-bc1b-11e64e223cc5 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342197 Aug 05 15:03:43.483465 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:03:43.763317 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0a165-26b7-420a-aeb9-6ebde126a034 req-6b3f08c6-81ba-44a2-b4ad-8ae71021f611 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:43.764697 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fe0a165-26b7-420a-aeb9-6ebde126a034 req-6b3f08c6-81ba-44a2-b4ad-8ae71021f611 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0485270 Aug 05 15:03:43.801133 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1fe0a165-26b7-420a-aeb9-6ebde126a034 req-075fd95f-8bcc-48a9-b4c2-3f710f8c255d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305347 Aug 05 15:03:43.917235 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfdbb3-99a1-4c5e-8cfa-ca8d026dc3b4 req-3810df2b-d003-4815-8b2f-17586c2b4b3a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:43.918772 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94cfdbb3-99a1-4c5e-8cfa-ca8d026dc3b4 req-3810df2b-d003-4815-8b2f-17586c2b4b3a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0502913 Aug 05 15:03:43.957635 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-94cfdbb3-99a1-4c5e-8cfa-ca8d026dc3b4 req-7d392e64-a58d-4914-82c1-303500f5cd77 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330505 Aug 05 15:03:43.979842 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48982) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:44.119448 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34833d8-d914-4e59-bafc-b6dc0bbb56e2 tempest-TestShelveInstance-2141422027 tempest-TestShelveInstance-2141422027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:44.120971 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d34833d8-d914-4e59-bafc-b6dc0bbb56e2 tempest-TestShelveInstance-2141422027 tempest-TestShelveInstance-2141422027-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 1091 time: 0.1401250 Aug 05 15:03:44.123939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 48986) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:03:44.128456 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': '42fb1710-6299-4404-989d-17691e3f288f', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:03:44.151323 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for floatingip, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:44.246834 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:44.352991 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Allocated IP 172.25.5.83 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/c15e940e-b965-4e9e-98b6-901c5f06d66e) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:03:44.456334 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:44.495652 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:44.540294 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:03:44.543092 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:03:44.545592 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:03:44.580616 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'Port': ['ID=c15e940e-b965-4e9e-98b6-901c5f06d66e,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:44.906798 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:44.975911 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:45.124307 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:45.128762 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:45.198353 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'Port': ['ID=c15e940e-b965-4e9e-98b6-901c5f06d66e,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:03:45.208074 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:45.308759 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Floating IP c92f60c8-198b-4b4c-957a-080ac34eb37b associated. External IP: 172.25.5.83, port: 42fb1710-6299-4404-989d-17691e3f288f. Aug 05 15:03:45.439786 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:45.519188 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Router e5d38a09-2f13-46ea-b7e6-0a406d69c15b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:03:45.626707 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:03:45.637201 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b612a-1e76-4354-b49f-7950695243b4 None None] Sync routers for ids ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:03:45.644760 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:45.647491 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b612a-1e76-4354-b49f-7950695243b4 None None] Routers {'e5d38a09-2f13-46ea-b7e6-0a406d69c15b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:03:45.648117 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5c6b612a-1e76-4354-b49f-7950695243b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:03:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:45.672442 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-151ebb2b-c4d9-4ab8-97d8-c74d6b8764ab tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5474458 Aug 05 15:03:45.673042 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'tag': '42fb1710-6299-4404-989d-17691e3f288f'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:03:45.675350 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fae4f5a-54cf-4cb0-9023-241569556b91" -d '{"events": [{"name": "network-changed", "server_uuid": "11cde82b-8a8a-4a7b-81cc-814972722e50", "tag": "42fb1710-6299-4404-989d-17691e3f288f"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:03:45.713178 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad799cf-dd53-4fd7-83d0-b1d84148b09e x-openstack-request-id: req-7ad799cf-dd53-4fd7-83d0-b1d84148b09e {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:03:45.713468 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cde82b-8a8a-4a7b-81cc-814972722e50", "tag": "42fb1710-6299-4404-989d-17691e3f288f", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:03:45.713722 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ad799cf-dd53-4fd7-83d0-b1d84148b09e {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:03:45.714130 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'tag': '42fb1710-6299-4404-989d-17691e3f288f', 'status': 'completed', 'code': 200} Aug 05 15:03:45.761598 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-5c6b612a-1e76-4354-b49f-7950695243b4 None None] Set router e5d38a09-2f13-46ea-b7e6-0a406d69c15b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:03:45.777425 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae4f5a-54cf-4cb0-9023-241569556b91 req-ab0939cf-017d-4d9b-975f-37d5ba785dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:45.778911 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4fae4f5a-54cf-4cb0-9023-241569556b91 req-ab0939cf-017d-4d9b-975f-37d5ba785dca service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 1096 time: 0.0415964 Aug 05 15:03:45.875163 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae4f5a-54cf-4cb0-9023-241569556b91 req-cc887849-29ec-4740-99d7-4d6c51196009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:45.876674 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4fae4f5a-54cf-4cb0-9023-241569556b91 req-cc887849-29ec-4740-99d7-4d6c51196009 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.0904875 Aug 05 15:03:45.943437 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7d16838f-0894-40fc-8b4a-24ee7fa4b707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:45.944650 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4fae4f5a-54cf-4cb0-9023-241569556b91 req-50e3a282-6dae-46f0-a9ce-e4cfff466353 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42fb1710-6299-4404-989d-17691e3f288f HTTP/1.1" status: 200 len: 998 time: 0.0607014 Aug 05 15:03:45.994728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae4f5a-54cf-4cb0-9023-241569556b91 req-21abab89-b77b-47a8-b794-69c18e1854ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:45.996241 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4fae4f5a-54cf-4cb0-9023-241569556b91 req-21abab89-b77b-47a8-b794-69c18e1854ff service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0445554 Aug 05 15:03:45.999089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5c6b612a-1e76-4354-b49f-7950695243b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:27Z', 'revision_number': 4, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'c92f60c8-198b-4b4c-957a-080ac34eb37b', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'floating_ip_address': '172.25.5.83', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'port_id': '42fb1710-6299-4404-989d-17691e3f288f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'mac_address': 'fa:16:3e:27:57:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:03:44Z', 'updated_at': '2021-08-05T15:03:44Z', 'revision_number': 0, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd', 'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'mac_address': 'fa:16:3e:a3:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:26Z', 'updated_at': '2021-08-05T15:03:32Z', 'revision_number': 5, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'subnets': [{'id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:46.026160 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b612a-1e76-4354-b49f-7950695243b4 None None] Checking router: e5d38a09-2f13-46ea-b7e6-0a406d69c15b for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:03:46.034697 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b612a-1e76-4354-b49f-7950695243b4 None None] Routers {'e5d38a09-2f13-46ea-b7e6-0a406d69c15b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:03:46.035237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5c6b612a-1e76-4354-b49f-7950695243b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:03:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:46.046497 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae4f5a-54cf-4cb0-9023-241569556b91 req-abb03e11-8814-4543-b3ea-1f35e435e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:03:46.048042 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4fae4f5a-54cf-4cb0-9023-241569556b91 req-abb03e11-8814-4543-b3ea-1f35e435e9c4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451097 Aug 05 15:03:46.139378 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4fae4f5a-54cf-4cb0-9023-241569556b91 req-62dc4c5e-64bb-46fc-870a-66713de4c7b3 service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838053 Aug 05 15:03:46.148057 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-5c6b612a-1e76-4354-b49f-7950695243b4 None None] Set router e5d38a09-2f13-46ea-b7e6-0a406d69c15b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:03:46.236711 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4fae4f5a-54cf-4cb0-9023-241569556b91 req-6d2e5451-9309-4ce6-903d-24276f4b85fa service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905776 Aug 05 15:03:46.525812 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-5c6b612a-1e76-4354-b49f-7950695243b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:27Z', 'revision_number': 4, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'c92f60c8-198b-4b4c-957a-080ac34eb37b', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'floating_ip_address': '172.25.5.83', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'port_id': '42fb1710-6299-4404-989d-17691e3f288f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'mac_address': 'fa:16:3e:27:57:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:03:44Z', 'updated_at': '2021-08-05T15:03:44Z', 'revision_number': 0, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd', 'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'mac_address': 'fa:16:3e:a3:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:26Z', 'updated_at': '2021-08-05T15:03:32Z', 'revision_number': 5, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'subnets': [{'id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:03:46.553775 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b612a-1e76-4354-b49f-7950695243b4 None None] The sync data for ids ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'] in n-d-803585-2 is: [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:27Z', 'revision_number': 4, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'c92f60c8-198b-4b4c-957a-080ac34eb37b', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'floating_ip_address': '172.25.5.83', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'port_id': '42fb1710-6299-4404-989d-17691e3f288f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'mac_address': 'fa:16:3e:27:57:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:03:44Z', 'updated_at': '2021-08-05T15:03:44Z', 'revision_number': 0, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd', 'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'mac_address': 'fa:16:3e:a3:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:26Z', 'updated_at': '2021-08-05T15:03:32Z', 'revision_number': 5, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'subnets': [{'id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:03:46.685754 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:46.755458 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3bdaf2-1f3d-4442-bc56-6a4ddf12f3cd None None] New status for floating IP c92f60c8-198b-4b4c-957a-080ac34eb37b: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 15:03:48.490716 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e4f649d6-d019-477d-a626-7ea4d0ffbea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:48.746220 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:49.773861 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:03:51.563133 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:04:15.437628 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:04:15.924870 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0d3451d6-f09f-4d74-a0f0-d4d2f4f604d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:04:16.683884 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:04:18.491268 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1125dbe8-49ef-411f-bdc4-65a095208fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:04:18.748019 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:04:19.776225 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:04:20.483437 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:04:21.565968 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:04:35.948155 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13e40c40-4b49-47f5-b1d8-90fd147eed4c req-c1e3f2d2-a71a-428a-ba3d-d66a8adcf84d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417249 Aug 05 15:04:36.039286 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e40c40-4b49-47f5-b1d8-90fd147eed4c req-c4919275-ea80-46d0-9ba7-1c7b200685e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:04:36.040908 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13e40c40-4b49-47f5-b1d8-90fd147eed4c req-c4919275-ea80-46d0-9ba7-1c7b200685e4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 1096 time: 0.0416527 Aug 05 15:04:36.146525 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e40c40-4b49-47f5-b1d8-90fd147eed4c req-ea20ad14-4a3c-437c-ba7c-848732602ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:04:36.148011 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13e40c40-4b49-47f5-b1d8-90fd147eed4c req-ea20ad14-4a3c-437c-ba7c-848732602ad0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.0884073 Aug 05 15:04:36.213548 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13e40c40-4b49-47f5-b1d8-90fd147eed4c req-db09dc46-dbe9-441f-bb39-fad98faab8e6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42fb1710-6299-4404-989d-17691e3f288f HTTP/1.1" status: 200 len: 1000 time: 0.0577729 Aug 05 15:04:36.263989 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e40c40-4b49-47f5-b1d8-90fd147eed4c req-173493cd-0cd1-4bbf-b738-e2699bb7fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:04:36.265428 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13e40c40-4b49-47f5-b1d8-90fd147eed4c req-173493cd-0cd1-4bbf-b738-e2699bb7fe48 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0440896 Aug 05 15:04:36.315409 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e40c40-4b49-47f5-b1d8-90fd147eed4c req-e1329e27-c64c-4a8e-9d3b-f9baad7feaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:04:36.316946 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13e40c40-4b49-47f5-b1d8-90fd147eed4c req-e1329e27-c64c-4a8e-9d3b-f9baad7feaaf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448265 Aug 05 15:04:36.407397 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13e40c40-4b49-47f5-b1d8-90fd147eed4c req-759960c7-2edf-4ee9-9fc6-af37d57cff9d service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823314 Aug 05 15:04:36.500773 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-13e40c40-4b49-47f5-b1d8-90fd147eed4c req-65ab24ee-414f-436b-8a3c-bcd073c2307e service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861261 Aug 05 15:04:45.453042 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:04:45.924732 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d1437231-87b6-4344-a8e2-d7435d876026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:04:46.695081 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:04:48.492220 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5adaf8c7-06bc-448b-be0a-097f9a46384e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:04:48.747808 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:04:49.782849 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:04:51.568097 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:04:57.482754 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:05:15.454653 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:15.926324 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fea658e3-d27c-467b-895f-2410b827ed6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:16.709809 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:18.492640 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b23d7eac-c3e0-412d-876d-17f9e58e860d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:18.750114 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:19.783115 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:21.570698 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:34.482444 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:05:35.946471 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2676f7da-f810-4bb9-b1c7-c9cb2769ec26 req-33cef688-a93a-4440-9d9f-9b62f3ab5bd6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406692 Aug 05 15:05:36.028497 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676f7da-f810-4bb9-b1c7-c9cb2769ec26 req-88474c1b-eba9-4fe5-8dd0-2ec6f1410e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:05:36.030014 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2676f7da-f810-4bb9-b1c7-c9cb2769ec26 req-88474c1b-eba9-4fe5-8dd0-2ec6f1410e6b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 1096 time: 0.0414116 Aug 05 15:05:36.137860 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676f7da-f810-4bb9-b1c7-c9cb2769ec26 req-6dba2092-e101-4ddc-8ace-27d10770aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:05:36.139385 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2676f7da-f810-4bb9-b1c7-c9cb2769ec26 req-6dba2092-e101-4ddc-8ace-27d10770aaf4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.0902529 Aug 05 15:05:36.207644 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2676f7da-f810-4bb9-b1c7-c9cb2769ec26 req-4916cf34-dedc-4b40-919d-eb9671733a0b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42fb1710-6299-4404-989d-17691e3f288f HTTP/1.1" status: 200 len: 1000 time: 0.0597124 Aug 05 15:05:36.255401 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676f7da-f810-4bb9-b1c7-c9cb2769ec26 req-f2c204f9-6658-4e20-a435-69d63812be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:05:36.256799 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2676f7da-f810-4bb9-b1c7-c9cb2769ec26 req-f2c204f9-6658-4e20-a435-69d63812be65 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0423164 Aug 05 15:05:36.306104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676f7da-f810-4bb9-b1c7-c9cb2769ec26 req-a5133f4f-6b85-42fb-b008-19615dec93d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:05:36.307644 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2676f7da-f810-4bb9-b1c7-c9cb2769ec26 req-a5133f4f-6b85-42fb-b008-19615dec93d3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436053 Aug 05 15:05:36.394319 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2676f7da-f810-4bb9-b1c7-c9cb2769ec26 req-2e7f5bb9-798a-48ce-8dad-023191ef5414 service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793238 Aug 05 15:05:36.487666 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2676f7da-f810-4bb9-b1c7-c9cb2769ec26 req-08ed7fdf-4289-47e5-9147-12f0a8a3eb3a service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860620 Aug 05 15:05:43.662950 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d77a4-fbec-4200-b7c1-834b4b90e7b4 req-bf8b13b8-1cb8-465e-a2a4-44e37c828a43 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:05:43.664453 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9d6d77a4-fbec-4200-b7c1-834b4b90e7b4 req-bf8b13b8-1cb8-465e-a2a4-44e37c828a43 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0507593 Aug 05 15:05:43.704945 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9d6d77a4-fbec-4200-b7c1-834b4b90e7b4 req-1c33044b-9502-4e8c-963f-4ddb3a59c20c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343213 Aug 05 15:05:44.839077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40aed0-34b6-4fd1-b29e-a62a9625e601 req-a88fe5a5-a03f-48a6-a64d-7de087be1f1e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:05:44.840594 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e40aed0-34b6-4fd1-b29e-a62a9625e601 req-a88fe5a5-a03f-48a6-a64d-7de087be1f1e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0513401 Aug 05 15:05:44.879869 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7e40aed0-34b6-4fd1-b29e-a62a9625e601 req-c9e84938-60bc-4c94-84d3-49f8e7e55b14 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332167 Aug 05 15:05:45.481897 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:45.931011 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e7f8b8b7-af54-4011-a32d-25b07d14860d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:46.075612 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131929a8-7562-4f84-949e-e292c9089c70 req-7ab67d8d-6dc8-41f0-a6e0-f3a165f27ef2 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:05:46.077110 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-131929a8-7562-4f84-949e-e292c9089c70 req-7ab67d8d-6dc8-41f0-a6e0-f3a165f27ef2 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.1027181 Aug 05 15:05:46.116249 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-131929a8-7562-4f84-949e-e292c9089c70 req-239e86ca-f2c6-451d-978d-26295fbcb78f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331626 Aug 05 15:05:46.701683 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:47.230871 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95232e09-e7ab-4169-8c98-5ed334c1e05b req-cb132583-b969-4b16-9d87-224b9ff01f76 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:05:47.232349 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95232e09-e7ab-4169-8c98-5ed334c1e05b req-cb132583-b969-4b16-9d87-224b9ff01f76 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0482683 Aug 05 15:05:47.269558 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-95232e09-e7ab-4169-8c98-5ed334c1e05b req-7f990231-4f4f-4d8a-becf-849c04dfe87f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312293 Aug 05 15:05:48.384071 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de8ca0-2bb5-4f97-91e3-dfa5885c0de1 req-5c7d6e7c-640a-4424-9909-da3a121c5943 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:05:48.385569 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59de8ca0-2bb5-4f97-91e3-dfa5885c0de1 req-5c7d6e7c-640a-4424-9909-da3a121c5943 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0487647 Aug 05 15:05:48.425256 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-59de8ca0-2bb5-4f97-91e3-dfa5885c0de1 req-1663fefa-c191-4106-8a69-757e635b60cc tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326233 Aug 05 15:05:48.493078 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f8e55bab-5b17-40c4-8610-5b902b87022b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:48.751828 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:49.546070 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff46961-0cc4-464d-b808-5731cbef4a4e req-9c463ec2-25ed-494c-af47-1859bf5a0bbd tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:05:49.547599 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ff46961-0cc4-464d-b808-5731cbef4a4e req-9c463ec2-25ed-494c-af47-1859bf5a0bbd tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0538418 Aug 05 15:05:49.585112 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0ff46961-0cc4-464d-b808-5731cbef4a4e req-b35e8509-9e6a-44e9-bd3b-c0c578496a4a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316253 Aug 05 15:05:49.784346 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:50.705337 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c437d7-a7a4-48d9-a3a3-728d2228a6b7 req-9a288eb1-d6a8-4a48-a5ea-18af85e9873c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:05:50.706855 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-81c437d7-a7a4-48d9-a3a3-728d2228a6b7 req-9a288eb1-d6a8-4a48-a5ea-18af85e9873c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0507851 Aug 05 15:05:50.744770 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-81c437d7-a7a4-48d9-a3a3-728d2228a6b7 req-3e0fdd90-cbdd-4885-8f9f-5090e0ef4bd6 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320272 Aug 05 15:05:51.575605 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:51.910128 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165a017-35ef-43e8-b780-54448eb186fa req-e937fde5-36bb-4a69-8ba8-bb3c2643908b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:05:51.911668 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8165a017-35ef-43e8-b780-54448eb186fa req-e937fde5-36bb-4a69-8ba8-bb3c2643908b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0984068 Aug 05 15:05:51.951447 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8165a017-35ef-43e8-b780-54448eb186fa req-9b26737d-1e1b-4954-a469-93bf608c6827 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339382 Aug 05 15:05:53.075583 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22dc68-878b-445a-b8cf-9e8d88a698f4 req-e1bb15b6-8c7a-4bad-932e-0a8a6ff9870d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:05:53.077165 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f22dc68-878b-445a-b8cf-9e8d88a698f4 req-e1bb15b6-8c7a-4bad-932e-0a8a6ff9870d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0533767 Aug 05 15:05:53.114871 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5f22dc68-878b-445a-b8cf-9e8d88a698f4 req-702cb8a1-8c11-48f1-b83c-b2383c057ff6 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316498 Aug 05 15:05:54.231571 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c94b92-d080-4c13-82a1-fec621619941 req-fd58273b-be23-49d3-8009-46252398485d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:05:54.233054 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-45c94b92-d080-4c13-82a1-fec621619941 req-fd58273b-be23-49d3-8009-46252398485d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0486784 Aug 05 15:05:54.271299 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-45c94b92-d080-4c13-82a1-fec621619941 req-2839f23a-c09e-4f39-9dd2-3d7ecc2657f6 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323226 Aug 05 15:05:54.805717 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 42fb1710-6299-4404-989d-17691e3f288f details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:05:54.899441 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 42fb1710-6299-4404-989d-17691e3f288f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=42fb1710-6299-4404-989d-17691e3f288f,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:05:54.910204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '42fb1710-6299-4404-989d-17691e3f288f', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'port_id': '42fb1710-6299-4404-989d-17691e3f288f', 'mac_address': 'fa:16:3e:27:57:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:05:54.946236 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:54.958418 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42fb1710-6299-4404-989d-17691e3f288f {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:05:54.977174 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 42fb1710-6299-4404-989d-17691e3f288f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=42fb1710-6299-4404-989d-17691e3f288f,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:05:54.981785 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:55.029571 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=42fb1710-6299-4404-989d-17691e3f288f,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:05:55.036710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:05:55.037051 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:05:55.037388 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:05:55.037717 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:05:55.038043 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:05:55.038398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:05:55.038720 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:05:55.039039 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:05:55.039354 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:05:55.039673 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:05:55.039990 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:05:55.040304 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:05:55.066281 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['42fb1710-6299-4404-989d-17691e3f288f'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:05:55.389856 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d0f20-e305-4f83-ae5e-66e67e2d1e26 req-1bf14677-a363-45ce-99df-4e98a8cbfdad tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:05:55.391396 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bf5d0f20-e305-4f83-ae5e-66e67e2d1e26 req-1bf14677-a363-45ce-99df-4e98a8cbfdad tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 944 time: 0.0523379 Aug 05 15:05:55.429774 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bf5d0f20-e305-4f83-ae5e-66e67e2d1e26 req-383424a9-5683-4f2c-a398-9490ea29effc tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324111 Aug 05 15:05:56.557593 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9afd1-e6bb-4e13-897f-78b08ecf7a39 req-43ec0545-a9e8-4b92-a68e-793fdae0d9ce tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:05:56.559796 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9b9afd1-e6bb-4e13-897f-78b08ecf7a39 req-43ec0545-a9e8-4b92-a68e-793fdae0d9ce tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 944 time: 0.0559683 Aug 05 15:05:56.605627 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b9b9afd1-e6bb-4e13-897f-78b08ecf7a39 req-be23737b-13d9-4d18-a7ba-34a5a2dd2a55 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385621 Aug 05 15:05:56.821700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 42fb1710-6299-4404-989d-17691e3f288f up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:05:56.880112 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 42fb1710-6299-4404-989d-17691e3f288f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:05:56.880754 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:56.968359 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:56.996104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fb1710-6299-4404-989d-17691e3f288f'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:05:56.998473 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc337ce3-dcfb-4213-88d8-5cc651e310d6" -d '{"events": [{"server_uuid": "11cde82b-8a8a-4a7b-81cc-814972722e50", "name": "network-vif-plugged", "status": "completed", "tag": "42fb1710-6299-4404-989d-17691e3f288f"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:05:57.011710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 42fb1710-6299-4404-989d-17691e3f288f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=42fb1710-6299-4404-989d-17691e3f288f,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:05:57.019000 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:05:57.048715 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6369b876-ea10-42f5-86a9-5c2267b0ac3c x-openstack-request-id: req-6369b876-ea10-42f5-86a9-5c2267b0ac3c {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:05:57.049007 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cde82b-8a8a-4a7b-81cc-814972722e50", "name": "network-vif-plugged", "status": "completed", "tag": "42fb1710-6299-4404-989d-17691e3f288f", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:05:57.049259 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6369b876-ea10-42f5-86a9-5c2267b0ac3c {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:05:57.049645 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fb1710-6299-4404-989d-17691e3f288f', 'code': 200} Aug 05 15:05:57.083568 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=42fb1710-6299-4404-989d-17691e3f288f,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:05:57.733855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c67551-854a-4f99-be7d-4a6c41f095ba req-a16e0c32-821d-4608-84f4-d72b0db001c3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:05:57.735727 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80c67551-854a-4f99-be7d-4a6c41f095ba req-a16e0c32-821d-4608-84f4-d72b0db001c3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0547903 Aug 05 15:05:57.790095 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-80c67551-854a-4f99-be7d-4a6c41f095ba req-5d0ec6a0-2f8e-4073-ba79-35e27b12c8fe tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481300 Aug 05 15:05:58.926936 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddf732-097b-4c83-9788-f9422d1025ae req-c1388edf-f650-487a-bbe4-fd0967f40b26 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:05:58.936184 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62ddf732-097b-4c83-9788-f9422d1025ae req-c1388edf-f650-487a-bbe4-fd0967f40b26 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0681448 Aug 05 15:05:58.975172 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-62ddf732-097b-4c83-9788-f9422d1025ae req-96964cfe-70a7-4869-8347-6d05c9feebe0 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375648 Aug 05 15:06:00.099895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021246b6-4d61-4c82-bb4f-5ca863d51197 req-292986d1-5515-4a66-9fb3-89f597a69485 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:00.101409 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-021246b6-4d61-4c82-bb4f-5ca863d51197 req-292986d1-5515-4a66-9fb3-89f597a69485 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0514627 Aug 05 15:06:00.146071 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-021246b6-4d61-4c82-bb4f-5ca863d51197 req-b1c7c972-0e75-46e7-9ad4-4b620f076700 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373154 Aug 05 15:06:01.275980 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01915113-769d-4c05-87f6-b2f6dfebf01d req-ec8caf17-3b51-4c84-9f20-a7e779bdf908 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:01.278338 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01915113-769d-4c05-87f6-b2f6dfebf01d req-ec8caf17-3b51-4c84-9f20-a7e779bdf908 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0599566 Aug 05 15:06:01.341620 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-01915113-769d-4c05-87f6-b2f6dfebf01d req-00b15242-2aef-4f7f-b860-0db508ea1aaa tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541799 Aug 05 15:06:02.490561 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1ef9e-3e73-45c9-85e1-89e9908f561f req-2cbbb9ad-2138-4491-a431-ecf52bf65fcf tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:02.492128 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-15f1ef9e-3e73-45c9-85e1-89e9908f561f req-2cbbb9ad-2138-4491-a431-ecf52bf65fcf tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0656192 Aug 05 15:06:02.546094 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-15f1ef9e-3e73-45c9-85e1-89e9908f561f req-bd4ee893-50dd-40a6-8621-c308ff4f74d1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462022 Aug 05 15:06:03.678193 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46902156-d888-4f03-ac61-de8758ea3bd8 req-dc93fdce-ec7f-4473-96ac-b2e7951d77b1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:03.680019 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-46902156-d888-4f03-ac61-de8758ea3bd8 req-dc93fdce-ec7f-4473-96ac-b2e7951d77b1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0546567 Aug 05 15:06:03.724718 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-46902156-d888-4f03-ac61-de8758ea3bd8 req-56b83a6d-cee5-43fe-b664-dc61750c4dd3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372119 Aug 05 15:06:04.842808 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad055dc-bdf8-4e44-adce-0bb8b0f62b83 req-ebe56839-beac-4e41-a0dc-a191413c17b8 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:04.844230 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2ad055dc-bdf8-4e44-adce-0bb8b0f62b83 req-ebe56839-beac-4e41-a0dc-a191413c17b8 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0524104 Aug 05 15:06:04.883322 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2ad055dc-bdf8-4e44-adce-0bb8b0f62b83 req-87bb1121-baa6-485f-9037-3f9744fb5583 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332367 Aug 05 15:06:05.246234 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69ed85-4943-40e9-a1cb-d9627bd84147 req-c9769dca-9e56-4a84-bff2-68a84e8e085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:05.247780 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a69ed85-4943-40e9-a1cb-d9627bd84147 req-c9769dca-9e56-4a84-bff2-68a84e8e085b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 1096 time: 0.0400708 Aug 05 15:06:05.340229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69ed85-4943-40e9-a1cb-d9627bd84147 req-0a74ea99-d433-42a9-a797-4630d5f1adac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:05.341738 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a69ed85-4943-40e9-a1cb-d9627bd84147 req-0a74ea99-d433-42a9-a797-4630d5f1adac service neutron] 10.222.0.84 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.0866036 Aug 05 15:06:05.407820 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a69ed85-4943-40e9-a1cb-d9627bd84147 req-b3687601-6668-4494-8ea1-9b8044c49af9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42fb1710-6299-4404-989d-17691e3f288f HTTP/1.1" status: 200 len: 1000 time: 0.0579717 Aug 05 15:06:05.461299 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69ed85-4943-40e9-a1cb-d9627bd84147 req-615370c1-e0ca-4038-8aa1-d4cfc8e799cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:05.462776 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a69ed85-4943-40e9-a1cb-d9627bd84147 req-615370c1-e0ca-4038-8aa1-d4cfc8e799cf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0474708 Aug 05 15:06:05.850174 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69ed85-4943-40e9-a1cb-d9627bd84147 req-cfa3a0b3-721b-4ecf-8f54-0c9e38cc1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:05.851727 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a69ed85-4943-40e9-a1cb-d9627bd84147 req-cfa3a0b3-721b-4ecf-8f54-0c9e38cc1eae service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3816471 Aug 05 15:06:05.941896 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a69ed85-4943-40e9-a1cb-d9627bd84147 req-bfe5804d-94f0-41e3-b909-9d821194a06e service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819154 Aug 05 15:06:06.002111 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a44fd0-5102-4ba3-b7fc-4f2cd8b101a9 req-955f05d2-a94a-49b9-b8e9-c538073b72d5 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:06.003721 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-83a44fd0-5102-4ba3-b7fc-4f2cd8b101a9 req-955f05d2-a94a-49b9-b8e9-c538073b72d5 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0512390 Aug 05 15:06:06.037527 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8a69ed85-4943-40e9-a1cb-d9627bd84147 req-0560443f-74ca-4234-a8d0-9117cbf2f074 service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880022 Aug 05 15:06:06.044551 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-83a44fd0-5102-4ba3-b7fc-4f2cd8b101a9 req-050de309-c825-4926-aa34-28e35a0cc67a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347145 Aug 05 15:06:07.161499 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a6364-e1c8-42e7-9389-00ceede78438 req-b621a31b-f2d9-44b4-8d8a-d5f2be517d3a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:07.163019 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b8a6364-e1c8-42e7-9389-00ceede78438 req-b621a31b-f2d9-44b4-8d8a-d5f2be517d3a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0485690 Aug 05 15:06:07.201352 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b8a6364-e1c8-42e7-9389-00ceede78438 req-6b83d7dc-6e4d-4949-affc-013ace12309e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313387 Aug 05 15:06:08.323078 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be456328-d0ab-438a-9064-804815f4ae51 req-7fcae194-b7f0-470b-9155-fe686154210f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:08.325653 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-be456328-d0ab-438a-9064-804815f4ae51 req-7fcae194-b7f0-470b-9155-fe686154210f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0539980 Aug 05 15:06:08.362818 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-be456328-d0ab-438a-9064-804815f4ae51 req-db81d642-8927-48d9-841b-4f85a9952fa4 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311193 Aug 05 15:06:08.575740 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e002a-da52-4e06-b502-8322563cbe1b req-25b0af4c-510b-4a1f-b841-07a734d161c3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:08.577024 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e00e002a-da52-4e06-b502-8322563cbe1b req-25b0af4c-510b-4a1f-b841-07a734d161c3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 945 time: 0.0514858 Aug 05 15:06:08.616299 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e00e002a-da52-4e06-b502-8322563cbe1b req-9672ca22-0fc5-4b40-8531-5d90bff23ab8 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331609 Aug 05 15:06:08.864519 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49186) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:06:08.900812 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 42fb1710-6299-4404-989d-17691e3f288f no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:06:08.946102 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fdb4548b-66ba-4a7f-b67d-cad49b4698fe req-2874fd40-a85e-4242-ad7f-38484fdf4138 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803831 Aug 05 15:06:08.982630 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:09.004909 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42fb1710-6299-4404-989d-17691e3f288f'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:06:09.007307 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a357594a-67c9-46cd-9b38-551b19978097" -d '{"events": [{"server_uuid": "11cde82b-8a8a-4a7b-81cc-814972722e50", "name": "network-vif-unplugged", "status": "completed", "tag": "42fb1710-6299-4404-989d-17691e3f288f"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:06:09.021535 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 42fb1710-6299-4404-989d-17691e3f288f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=42fb1710-6299-4404-989d-17691e3f288f,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:06:09.024807 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:09.049223 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 Aug 2021 15:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cc5b0c-bb1f-43f7-884b-cbda8e5e5b2d x-openstack-request-id: req-99cc5b0c-bb1f-43f7-884b-cbda8e5e5b2d {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:06:09.049518 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cde82b-8a8a-4a7b-81cc-814972722e50", "name": "network-vif-unplugged", "status": "failed", "tag": "42fb1710-6299-4404-989d-17691e3f288f", "code": 422}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:06:09.049802 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99cc5b0c-bb1f-43f7-884b-cbda8e5e5b2d {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:06:09.050196 n-d-803585-2 neutron-server[105725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42fb1710-6299-4404-989d-17691e3f288f', 'code': 422} returned with failed status Aug 05 15:06:09.078425 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=42fb1710-6299-4404-989d-17691e3f288f,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:06:09.732982 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a10f6-f7cc-44d2-b610-a292b0c08587 req-49eb8d40-854e-4a46-8261-cf6fe96e19c8 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:09.734505 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-271a10f6-f7cc-44d2-b610-a292b0c08587 req-49eb8d40-854e-4a46-8261-cf6fe96e19c8 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 943 time: 0.0494497 Aug 05 15:06:09.773342 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-271a10f6-f7cc-44d2-b610-a292b0c08587 req-f74a8d6b-bfe5-4ef4-bd9c-eb8c6bf0d641 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329049 Aug 05 15:06:09.814622 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4548b-66ba-4a7f-b67d-cad49b4698fe req-7573beb5-1f0e-4323-b57a-515de3d534cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:09.816140 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fdb4548b-66ba-4a7f-b67d-cad49b4698fe req-7573beb5-1f0e-4323-b57a-515de3d534cb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50&tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8 HTTP/1.1" status: 200 len: 1094 time: 0.0447905 Aug 05 15:06:09.887958 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4548b-66ba-4a7f-b67d-cad49b4698fe req-7cc1b918-1cf3-406c-b3db-a5a0f47bb640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:09.889426 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fdb4548b-66ba-4a7f-b67d-cad49b4698fe req-7cc1b918-1cf3-406c-b3db-a5a0f47bb640 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 1094 time: 0.0506670 Aug 05 15:06:09.982770 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4548b-66ba-4a7f-b67d-cad49b4698fe req-1af8af9b-4fc9-4db1-9538-1c144da7e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:09.984270 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fdb4548b-66ba-4a7f-b67d-cad49b4698fe req-1af8af9b-4fc9-4db1-9538-1c144da7e7a3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.0874078 Aug 05 15:06:10.049389 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fdb4548b-66ba-4a7f-b67d-cad49b4698fe req-236ae447-94e9-4b2d-8a9e-44cd5047e5d1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42fb1710-6299-4404-989d-17691e3f288f HTTP/1.1" status: 200 len: 998 time: 0.0570002 Aug 05 15:06:10.098731 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4548b-66ba-4a7f-b67d-cad49b4698fe req-0aa3fcbb-5ff2-4635-abcf-7b02f7c509d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:10.100160 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fdb4548b-66ba-4a7f-b67d-cad49b4698fe req-0aa3fcbb-5ff2-4635-abcf-7b02f7c509d9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0436456 Aug 05 15:06:10.148371 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4548b-66ba-4a7f-b67d-cad49b4698fe req-61ed3a87-fd3d-4a4f-b5bc-813137042be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:10.149751 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fdb4548b-66ba-4a7f-b67d-cad49b4698fe req-61ed3a87-fd3d-4a4f-b5bc-813137042be5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424619 Aug 05 15:06:10.238320 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fdb4548b-66ba-4a7f-b67d-cad49b4698fe req-532cd608-5564-4088-8785-4ed8aa38ad41 service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810091 Aug 05 15:06:10.332064 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fdb4548b-66ba-4a7f-b67d-cad49b4698fe req-e4f44211-24b1-454e-ad1a-860c7a55521d service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857828 Aug 05 15:06:10.907972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1041ceb-5763-4c18-afe7-258006db7dfa req-5e84692b-c46a-4cec-b1d4-ef665aa1af4e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:10.909530 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1041ceb-5763-4c18-afe7-258006db7dfa req-5e84692b-c46a-4cec-b1d4-ef665aa1af4e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 943 time: 0.0540130 Aug 05 15:06:10.949224 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a1041ceb-5763-4c18-afe7-258006db7dfa req-840a7545-cd6f-4b60-8443-7b76bbe14032 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337095 Aug 05 15:06:11.483836 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:06:12.076474 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f457fb8-0112-44f9-9c87-5324952d6333 req-9fda3fdd-3fbf-4fcc-a367-edd7d495e9c8 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:12.077992 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3f457fb8-0112-44f9-9c87-5324952d6333 req-9fda3fdd-3fbf-4fcc-a367-edd7d495e9c8 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 943 time: 0.0598164 Aug 05 15:06:12.131437 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3f457fb8-0112-44f9-9c87-5324952d6333 req-d4f2ba61-0e66-4696-9481-3841fdb92387 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473146 Aug 05 15:06:13.250806 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969488c-9532-4cd7-95fd-2ba61294ef9a req-a1420fec-0e93-45f1-a810-c8bbff4cd73f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:13.252717 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d969488c-9532-4cd7-95fd-2ba61294ef9a req-a1420fec-0e93-45f1-a810-c8bbff4cd73f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 943 time: 0.0496883 Aug 05 15:06:13.292336 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d969488c-9532-4cd7-95fd-2ba61294ef9a req-7280ec4b-18fe-4619-ac0c-0f9ccccf0073 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329926 Aug 05 15:06:14.411867 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc06393-c371-4023-821b-d851bbc28f25 req-79a782ad-76bf-4d32-8aae-543ea718991f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:14.413399 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6bc06393-c371-4023-821b-d851bbc28f25 req-79a782ad-76bf-4d32-8aae-543ea718991f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 943 time: 0.0528021 Aug 05 15:06:14.452453 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6bc06393-c371-4023-821b-d851bbc28f25 req-f2121eee-32b9-4dde-af3e-ed84948850db tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323558 Aug 05 15:06:15.522262 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:15.598266 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495150a-8573-4d48-b091-4d43c03adabe req-d146b174-cbb7-4000-9a3b-a3719d00fffe tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:15.599860 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9495150a-8573-4d48-b091-4d43c03adabe req-d146b174-cbb7-4000-9a3b-a3719d00fffe tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 943 time: 0.0527711 Aug 05 15:06:15.644608 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9495150a-8573-4d48-b091-4d43c03adabe req-bdda375b-1915-4a18-84ec-71d66e9c6a0d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384049 Aug 05 15:06:15.927058 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2bf1a7e5-0e62-4ceb-aa9e-fca1433020c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:16.710280 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:16.795057 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437476fc-c039-4a7f-b8fb-0f44579bb9c0 req-396d6e14-e2d2-434f-93d6-f6bc358f191f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:16.796612 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-437476fc-c039-4a7f-b8fb-0f44579bb9c0 req-396d6e14-e2d2-434f-93d6-f6bc358f191f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 943 time: 0.0566757 Aug 05 15:06:16.842829 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-437476fc-c039-4a7f-b8fb-0f44579bb9c0 req-8acbfb35-039f-491e-a64c-15bf74470a22 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399873 Aug 05 15:06:17.982134 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440695f2-c62b-4a9e-9796-d47e0b0be3ae req-e0a6b91c-1000-4266-a3bc-7201e2f18aa0 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:17.983871 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-440695f2-c62b-4a9e-9796-d47e0b0be3ae req-e0a6b91c-1000-4266-a3bc-7201e2f18aa0 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 943 time: 0.0527947 Aug 05 15:06:18.024178 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-440695f2-c62b-4a9e-9796-d47e0b0be3ae req-ea435e53-51e5-4118-a062-f54faa4494b3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336177 Aug 05 15:06:18.497897 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f516414e-e47c-49eb-8440-2e25d734f3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:18.753664 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:19.145720 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f6abf-761b-4a0a-a280-10c2f1bb8c00 req-7a8c6525-cbc1-44d5-a3c2-4b11106c1dce tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:19.147437 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a9f6abf-761b-4a0a-a280-10c2f1bb8c00 req-7a8c6525-cbc1-44d5-a3c2-4b11106c1dce tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 943 time: 0.0547950 Aug 05 15:06:19.188685 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a9f6abf-761b-4a0a-a280-10c2f1bb8c00 req-a47c3a17-2aec-412e-ba9f-bca38d4d239b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348685 Aug 05 15:06:19.789386 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:20.328000 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab3a83-ef38-43df-9887-3cf51556b16b req-d758195f-23a2-44b4-9799-5736d3733560 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:20.329554 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3eab3a83-ef38-43df-9887-3cf51556b16b req-d758195f-23a2-44b4-9799-5736d3733560 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 943 time: 0.0685811 Aug 05 15:06:20.369977 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3eab3a83-ef38-43df-9887-3cf51556b16b req-18640a83-a8ac-4fc0-8c38-2761d3f9a8a2 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343177 Aug 05 15:06:21.487221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fb343-9c93-45dd-9f84-7156e2730837 req-d697aa11-5918-4221-9223-6c70842f4d98 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:21.488748 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-380fb343-9c93-45dd-9f84-7156e2730837 req-d697aa11-5918-4221-9223-6c70842f4d98 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 943 time: 0.0495367 Aug 05 15:06:21.527542 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-380fb343-9c93-45dd-9f84-7156e2730837 req-bae8aedb-2d30-40d8-b1b2-e26e9fea8dff tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322020 Aug 05 15:06:21.577432 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:22.642132 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68c0d8-805d-4ca6-9385-1aaa4485ae95 req-d3a63d73-23ff-4df9-9561-51ac59f84303 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:22.643690 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c68c0d8-805d-4ca6-9385-1aaa4485ae95 req-d3a63d73-23ff-4df9-9561-51ac59f84303 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 943 time: 0.0489690 Aug 05 15:06:22.685801 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0c68c0d8-805d-4ca6-9385-1aaa4485ae95 req-79769bdb-ec76-4ac1-a128-53f7d8a7ebba tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361557 Aug 05 15:06:23.803839 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224242e-40b7-4b3a-be8d-b0ca18a3162d req-86dd2675-dc0e-43f1-a32a-35d49958b2c1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:23.805343 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9224242e-40b7-4b3a-be8d-b0ca18a3162d req-86dd2675-dc0e-43f1-a32a-35d49958b2c1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 943 time: 0.0500100 Aug 05 15:06:23.844662 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9224242e-40b7-4b3a-be8d-b0ca18a3162d req-d8b2ba11-f51e-4e9b-8c8c-34096edae006 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322437 Aug 05 15:06:24.960695 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbce1b-c8b4-4ef7-a62f-518f035e395b req-1b47b761-4df0-4085-9eaf-2bd1d11e75b6 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:24.962196 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46bbce1b-c8b4-4ef7-a62f-518f035e395b req-1b47b761-4df0-4085-9eaf-2bd1d11e75b6 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 943 time: 0.0496886 Aug 05 15:06:24.976512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 42fb1710-6299-4404-989d-17691e3f288f details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:06:25.001613 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-46bbce1b-c8b4-4ef7-a62f-518f035e395b req-711530d6-19e4-4ca8-958c-b414b5374cec tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334082 Aug 05 15:06:25.071354 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 42fb1710-6299-4404-989d-17691e3f288f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=42fb1710-6299-4404-989d-17691e3f288f,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:06:25.082435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '42fb1710-6299-4404-989d-17691e3f288f', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'port_id': '42fb1710-6299-4404-989d-17691e3f288f', 'mac_address': 'fa:16:3e:27:57:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:06:25.122295 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:25.134515 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42fb1710-6299-4404-989d-17691e3f288f {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:06:25.154326 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 42fb1710-6299-4404-989d-17691e3f288f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=42fb1710-6299-4404-989d-17691e3f288f,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:06:25.157877 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:25.203643 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=42fb1710-6299-4404-989d-17691e3f288f,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:06:25.391545 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['42fb1710-6299-4404-989d-17691e3f288f'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:06:26.123067 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1a6e8-1a54-444a-8520-eec44f93d3ac req-efa7ce71-d60e-4833-9e43-e6bd3490feae tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:26.124564 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8d1a6e8-1a54-444a-8520-eec44f93d3ac req-efa7ce71-d60e-4833-9e43-e6bd3490feae tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 944 time: 0.0539858 Aug 05 15:06:26.162603 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8d1a6e8-1a54-444a-8520-eec44f93d3ac req-4cc8474a-371c-4574-85b9-11d11dfcce96 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321231 Aug 05 15:06:26.992422 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 42fb1710-6299-4404-989d-17691e3f288f up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:06:27.040465 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 42fb1710-6299-4404-989d-17691e3f288f triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:06:27.040834 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:27.117309 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:27.139738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fb1710-6299-4404-989d-17691e3f288f'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:06:27.141945 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546189a8-f25e-4689-8eb0-eeb8658b1c70" -d '{"events": [{"server_uuid": "11cde82b-8a8a-4a7b-81cc-814972722e50", "name": "network-vif-plugged", "status": "completed", "tag": "42fb1710-6299-4404-989d-17691e3f288f"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:06:27.154397 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 42fb1710-6299-4404-989d-17691e3f288f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=42fb1710-6299-4404-989d-17691e3f288f,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:06:27.159242 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:27.184803 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ae1527-8869-4d9c-ac78-a234f696a428 x-openstack-request-id: req-75ae1527-8869-4d9c-ac78-a234f696a428 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:06:27.185094 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cde82b-8a8a-4a7b-81cc-814972722e50", "name": "network-vif-plugged", "status": "completed", "tag": "42fb1710-6299-4404-989d-17691e3f288f", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:06:27.185350 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75ae1527-8869-4d9c-ac78-a234f696a428 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:06:27.185732 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fb1710-6299-4404-989d-17691e3f288f', 'code': 200} Aug 05 15:06:27.212507 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=42fb1710-6299-4404-989d-17691e3f288f,revision_number=10']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:06:27.290102 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49c98d-cd3c-44fc-a24e-3f36d4bb2435 req-301a4ecf-9d71-4691-9a31-b30935333c37 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:27.291607 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6c49c98d-cd3c-44fc-a24e-3f36d4bb2435 req-301a4ecf-9d71-4691-9a31-b30935333c37 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 946 time: 0.0568480 Aug 05 15:06:27.331550 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6c49c98d-cd3c-44fc-a24e-3f36d4bb2435 req-e3a5eeb1-c0af-4722-92e5-c9ff4631746b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331261 Aug 05 15:06:27.341801 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add176d1-b662-4f3a-ba85-c376dfbf919b req-adc2d0d6-1cbd-4682-b719-51e6c723d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:27.343441 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-add176d1-b662-4f3a-ba85-c376dfbf919b req-adc2d0d6-1cbd-4682-b719-51e6c723d48b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 1097 time: 0.0406306 Aug 05 15:06:27.380016 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-add176d1-b662-4f3a-ba85-c376dfbf919b req-ec52d289-9767-4b5d-b3de-b2cf1398b71b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284085 Aug 05 15:06:28.456180 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22699a05-db0b-45fb-8bba-cbde678cd41f req-7a17fef3-8f77-44f5-9dfe-8e0b575115f5 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:28.457742 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-22699a05-db0b-45fb-8bba-cbde678cd41f req-7a17fef3-8f77-44f5-9dfe-8e0b575115f5 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 946 time: 0.0523822 Aug 05 15:06:28.510849 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-22699a05-db0b-45fb-8bba-cbde678cd41f req-2ea68ed8-4b35-4838-b9a1-eabd09ad823e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465019 Aug 05 15:06:29.622903 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c155b1-0755-4f9b-934d-af3ee91a15d7 req-f80f4c6b-7562-4ae7-a4ff-f9c3723175bc tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:29.624402 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6c155b1-0755-4f9b-934d-af3ee91a15d7 req-f80f4c6b-7562-4ae7-a4ff-f9c3723175bc tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 946 time: 0.0490415 Aug 05 15:06:29.663827 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6c155b1-0755-4f9b-934d-af3ee91a15d7 req-f9b3b0f5-1645-4b3e-ac40-e3e5c45b7563 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332987 Aug 05 15:06:37.945602 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-956551e8-cd16-4b57-bf2c-9749cec5f7e5 req-e968590e-f6c5-461d-8493-309b90ce51b3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401683 Aug 05 15:06:38.024926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956551e8-cd16-4b57-bf2c-9749cec5f7e5 req-8e50a46b-7d9b-46d8-a6ac-b3fe0467a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:38.026534 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-956551e8-cd16-4b57-bf2c-9749cec5f7e5 req-8e50a46b-7d9b-46d8-a6ac-b3fe0467a3f7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 1097 time: 0.0401947 Aug 05 15:06:38.132064 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956551e8-cd16-4b57-bf2c-9749cec5f7e5 req-95558fae-aa6f-4072-96fe-87f93eee9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:38.133579 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-956551e8-cd16-4b57-bf2c-9749cec5f7e5 req-95558fae-aa6f-4072-96fe-87f93eee9dc6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.0885923 Aug 05 15:06:38.198608 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-956551e8-cd16-4b57-bf2c-9749cec5f7e5 req-6b7a6436-d3b9-4f33-855b-18ee51445113 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42fb1710-6299-4404-989d-17691e3f288f HTTP/1.1" status: 200 len: 1000 time: 0.0577576 Aug 05 15:06:38.249751 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956551e8-cd16-4b57-bf2c-9749cec5f7e5 req-dae9c59f-0afc-4821-9ddc-43d99f1b7c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:38.251239 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-956551e8-cd16-4b57-bf2c-9749cec5f7e5 req-dae9c59f-0afc-4821-9ddc-43d99f1b7c47 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0431793 Aug 05 15:06:38.300738 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956551e8-cd16-4b57-bf2c-9749cec5f7e5 req-454517f3-676b-4dba-8f0f-9a4ed1aeb96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:06:38.302243 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-956551e8-cd16-4b57-bf2c-9749cec5f7e5 req-454517f3-676b-4dba-8f0f-9a4ed1aeb96a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438859 Aug 05 15:06:38.313150 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-956551e8-cd16-4b57-bf2c-9749cec5f7e5 req-a544e97c-76ea-4d7a-8617-a40618733de9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 15:06:38.314086 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-956551e8-cd16-4b57-bf2c-9749cec5f7e5 req-a544e97c-76ea-4d7a-8617-a40618733de9 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051477 Aug 05 15:06:38.401815 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-956551e8-cd16-4b57-bf2c-9749cec5f7e5 req-021cc869-5008-42c4-a0bf-cbc8c6a76cc3 service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803938 Aug 05 15:06:38.497315 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-956551e8-cd16-4b57-bf2c-9749cec5f7e5 req-59111f1e-6423-4cf7-81fc-cddca2890f9c service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875609 Aug 05 15:06:45.528635 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:45.929033 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bda130e9-b619-43f5-aba7-d70aa0cb51d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:46.721928 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:48.483696 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:06:48.489171 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2707b0bf-fb31-4134-af0b-921c7c843f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:48.754002 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:49.790155 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:06:51.580903 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:15.541345 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:15.929758 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ad4c5d4a-779a-40bc-8b2c-8d39eecaad87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:16.737147 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:18.489892 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5dd39f53-0189-4f10-8c50-4fdddd360162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:18.756024 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:19.792800 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:21.582147 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:25.482680 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:07:38.987170 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebc23d42-1821-45ef-8a8b-cb304e2ff83c req-40949dc8-216a-4715-8b50-a37f97f42b59 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0848787 Aug 05 15:07:39.068713 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc23d42-1821-45ef-8a8b-cb304e2ff83c req-4794467e-5016-48b1-8948-b9dc04f450e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:07:39.070220 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebc23d42-1821-45ef-8a8b-cb304e2ff83c req-4794467e-5016-48b1-8948-b9dc04f450e0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 1097 time: 0.0406301 Aug 05 15:07:39.179926 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc23d42-1821-45ef-8a8b-cb304e2ff83c req-4aa45004-c6f8-497e-b007-7ad9f36390b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:07:39.181345 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebc23d42-1821-45ef-8a8b-cb304e2ff83c req-4aa45004-c6f8-497e-b007-7ad9f36390b3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.0906041 Aug 05 15:07:39.249533 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebc23d42-1821-45ef-8a8b-cb304e2ff83c req-65190e24-4d65-409e-832d-3368fd17e9a8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42fb1710-6299-4404-989d-17691e3f288f HTTP/1.1" status: 200 len: 1000 time: 0.0592074 Aug 05 15:07:39.300364 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc23d42-1821-45ef-8a8b-cb304e2ff83c req-b75ee9ff-4b91-44f7-a4f6-0bd48daf8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:07:39.301796 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebc23d42-1821-45ef-8a8b-cb304e2ff83c req-b75ee9ff-4b91-44f7-a4f6-0bd48daf8177 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0443316 Aug 05 15:07:39.352863 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc23d42-1821-45ef-8a8b-cb304e2ff83c req-dd3307a8-d7e1-4a29-9748-ff6d1849a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:07:39.354429 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebc23d42-1821-45ef-8a8b-cb304e2ff83c req-dd3307a8-d7e1-4a29-9748-ff6d1849a61a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455170 Aug 05 15:07:39.444957 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebc23d42-1821-45ef-8a8b-cb304e2ff83c req-67b53e4e-468b-4a2e-b2f5-79209a18eed2 service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828903 Aug 05 15:07:39.539905 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ebc23d42-1821-45ef-8a8b-cb304e2ff83c req-9abf6323-eb39-4df2-975f-bf6a8b42a62c service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875235 Aug 05 15:07:41.367430 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49316) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:07:41.526448 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Deleting port c15e940e-b965-4e9e-98b6-901c5f06d66e {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:07:41.526802 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:41.601058 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:41.601388 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:41.613489 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Calling delete_port for c15e940e-b965-4e9e-98b6-901c5f06d66e owned by network:floatingip {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:07:41.761387 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:41.787290 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event deleted for resources: {'Port': ['ID=c15e940e-b965-4e9e-98b6-901c5f06d66e,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:07:41.799245 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:41.799597 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:41.799939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:41.800424 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:41.800908 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:41.801493 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:41.802096 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:41.802759 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:41.803119 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:41.803455 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:41.803793 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:41.804122 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:41.864241 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for floatingip, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:41.864579 n-d-803585-2 neutron-server[105724]: INFO neutron.db.l3_db [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Floating IP c92f60c8-198b-4b4c-957a-080ac34eb37b disassociated (deleted). External IP: 172.25.5.83, port: 42fb1710-6299-4404-989d-17691e3f288f. Aug 05 15:07:42.069174 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Router e5d38a09-2f13-46ea-b7e6-0a406d69c15b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:07:42.178437 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:07:42.183280 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:42.188175 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab7b2c9-19db-4f09-a37a-68d16fe7e6e5 None None] Sync routers for ids ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:07:42.196773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab7b2c9-19db-4f09-a37a-68d16fe7e6e5 None None] Routers {'e5d38a09-2f13-46ea-b7e6-0a406d69c15b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:07:42.197373 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-dab7b2c9-19db-4f09-a37a-68d16fe7e6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:07:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:07:42.210032 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-435aaba0-1847-4847-89d7-98fb7d7c390e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "DELETE /v2.0/floatingips/c92f60c8-198b-4b4c-957a-080ac34eb37b HTTP/1.1" status: 204 len: 168 time: 0.8415127 Aug 05 15:07:42.210678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'tag': '42fb1710-6299-4404-989d-17691e3f288f'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:07:42.212926 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a55a01-eb6b-4743-85b2-16c3b241236b" -d '{"events": [{"name": "network-changed", "server_uuid": "11cde82b-8a8a-4a7b-81cc-814972722e50", "tag": "42fb1710-6299-4404-989d-17691e3f288f"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:07:42.309407 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-dab7b2c9-19db-4f09-a37a-68d16fe7e6e5 None None] Set router e5d38a09-2f13-46ea-b7e6-0a406d69c15b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:07:42.355709 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36700beb-ecdc-49ca-bd57-55c57c29001e x-openstack-request-id: req-36700beb-ecdc-49ca-bd57-55c57c29001e {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:07:42.356261 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cde82b-8a8a-4a7b-81cc-814972722e50", "tag": "42fb1710-6299-4404-989d-17691e3f288f", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:07:42.356797 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36700beb-ecdc-49ca-bd57-55c57c29001e {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:07:42.358032 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'tag': '42fb1710-6299-4404-989d-17691e3f288f', 'status': 'completed', 'code': 200} Aug 05 15:07:42.469748 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a55a01-eb6b-4743-85b2-16c3b241236b req-08fcdc86-2cac-49f9-94fc-69406834f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:07:42.471328 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1a55a01-eb6b-4743-85b2-16c3b241236b req-08fcdc86-2cac-49f9-94fc-69406834f696 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 1097 time: 0.0911164 Aug 05 15:07:42.485513 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7773d-2430-4045-8bff-1776122f59b6 req-76b69785-3449-42de-9221-e2646ba0aa44 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:07:42.487640 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aac7773d-2430-4045-8bff-1776122f59b6 req-76b69785-3449-42de-9221-e2646ba0aa44 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 946 time: 0.0745347 Aug 05 15:07:42.518426 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-dab7b2c9-19db-4f09-a37a-68d16fe7e6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:27Z', 'revision_number': 4, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd', 'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'mac_address': 'fa:16:3e:a3:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:26Z', 'updated_at': '2021-08-05T15:03:32Z', 'revision_number': 5, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'subnets': [{'id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:07:42.547986 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab7b2c9-19db-4f09-a37a-68d16fe7e6e5 None None] Checking router: e5d38a09-2f13-46ea-b7e6-0a406d69c15b for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:07:42.556144 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab7b2c9-19db-4f09-a37a-68d16fe7e6e5 None None] Routers {'e5d38a09-2f13-46ea-b7e6-0a406d69c15b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:07:42.556744 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-dab7b2c9-19db-4f09-a37a-68d16fe7e6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:07:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:07:42.577313 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-aac7773d-2430-4045-8bff-1776122f59b6 req-08c4de4b-9b5b-4d78-a3c2-f12d2b6e0af3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798676 Aug 05 15:07:42.606286 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a55a01-eb6b-4743-85b2-16c3b241236b req-56711ad8-dac0-41f4-bd85-c0ca3c43eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:07:42.608331 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1a55a01-eb6b-4743-85b2-16c3b241236b req-56711ad8-dac0-41f4-bd85-c0ca3c43eb22 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.1196239 Aug 05 15:07:42.655316 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1a55a01-eb6b-4743-85b2-16c3b241236b req-d281d501-38ee-42f3-9a67-00276cdc4495 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42fb1710-6299-4404-989d-17691e3f288f HTTP/1.1" status: 200 len: 217 time: 0.0363805 Aug 05 15:07:42.662924 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-dab7b2c9-19db-4f09-a37a-68d16fe7e6e5 None None] Set router e5d38a09-2f13-46ea-b7e6-0a406d69c15b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:07:42.707606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a55a01-eb6b-4743-85b2-16c3b241236b req-835ab910-fbcc-4677-8984-b3aad4a126b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:07:42.709119 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1a55a01-eb6b-4743-85b2-16c3b241236b req-835ab910-fbcc-4677-8984-b3aad4a126b1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0464635 Aug 05 15:07:42.757376 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a55a01-eb6b-4743-85b2-16c3b241236b req-efb97a84-ab0a-46a6-b996-9400405505e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:07:42.759229 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1a55a01-eb6b-4743-85b2-16c3b241236b req-efb97a84-ab0a-46a6-b996-9400405505e3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417323 Aug 05 15:07:42.862699 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1a55a01-eb6b-4743-85b2-16c3b241236b req-328d131a-342c-4165-a2fd-99830c922293 service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954206 Aug 05 15:07:42.908450 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-dab7b2c9-19db-4f09-a37a-68d16fe7e6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:27Z', 'revision_number': 4, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd', 'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'mac_address': 'fa:16:3e:a3:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:26Z', 'updated_at': '2021-08-05T15:03:32Z', 'revision_number': 5, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'subnets': [{'id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:07:42.934462 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab7b2c9-19db-4f09-a37a-68d16fe7e6e5 None None] The sync data for ids ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'] in n-d-803585-2 is: [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:27Z', 'revision_number': 4, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd', 'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'mac_address': 'fa:16:3e:a3:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:26Z', 'updated_at': '2021-08-05T15:03:32Z', 'revision_number': 5, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'subnets': [{'id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:07:42.968168 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f1a55a01-eb6b-4743-85b2-16c3b241236b req-c10a194a-ece1-4686-b259-94648da7c9ab service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968091 Aug 05 15:07:43.160531 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc12c71b-c015-47dc-9327-58b4e92fa92a None None] New status for floating IP c92f60c8-198b-4b4c-957a-080ac34eb37b: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 15:07:43.703427 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f61e23-9a24-4bd6-9656-e38c60a65d69 req-eaff767a-21dd-472a-aaac-06c50acdf625 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:07:43.705511 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6f61e23-9a24-4bd6-9656-e38c60a65d69 req-eaff767a-21dd-472a-aaac-06c50acdf625 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 946 time: 0.0566299 Aug 05 15:07:43.744201 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e6f61e23-9a24-4bd6-9656-e38c60a65d69 req-f4141b86-924c-4b31-a2cb-1aae14052e77 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb59c08f-d175-4f2c-907b-1e6e44a3a625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328224 Aug 05 15:07:43.834229 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbd664-b24b-4c52-b412-61a570d29277 req-acbe2c82-92cd-45fd-805e-e3421a72ed92 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:07:43.835722 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-65fbd664-b24b-4c52-b412-61a570d29277 req-acbe2c82-92cd-45fd-805e-e3421a72ed92 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.84 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 946 time: 0.0543416 Aug 05 15:07:43.925832 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-65fbd664-b24b-4c52-b412-61a570d29277 req-bdbbdc9e-bdd9-47cb-8212-80fe3ebff787 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Deleting port 42fb1710-6299-4404-989d-17691e3f288f {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:07:43.926092 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-65fbd664-b24b-4c52-b412-61a570d29277 req-bdbbdc9e-bdd9-47cb-8212-80fe3ebff787 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:44.016156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-65fbd664-b24b-4c52-b412-61a570d29277 req-bdbbdc9e-bdd9-47cb-8212-80fe3ebff787 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] For port 42fb1710-6299-4404-989d-17691e3f288f, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=42fb1710-6299-4404-989d-17691e3f288f,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:07:44.016523 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-65fbd664-b24b-4c52-b412-61a570d29277 req-bdbbdc9e-bdd9-47cb-8212-80fe3ebff787 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:44.029689 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-65fbd664-b24b-4c52-b412-61a570d29277 req-bdbbdc9e-bdd9-47cb-8212-80fe3ebff787 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Calling delete_port for 42fb1710-6299-4404-989d-17691e3f288f owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:07:44.156979 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-65fbd664-b24b-4c52-b412-61a570d29277 req-bdbbdc9e-bdd9-47cb-8212-80fe3ebff787 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:44.206475 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbdc9e-bdd9-47cb-8212-80fe3ebff787 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event deleted for resources: {'Port': ['ID=42fb1710-6299-4404-989d-17691e3f288f,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:07:44.245582 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fbd664-b24b-4c52-b412-61a570d29277 req-bdbbdc9e-bdd9-47cb-8212-80fe3ebff787 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] No DVR routers for this DVR port 42fb1710-6299-4404-989d-17691e3f288f on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:07:44.248324 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-65fbd664-b24b-4c52-b412-61a570d29277 req-bdbbdc9e-bdd9-47cb-8212-80fe3ebff787 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:44.250476 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-65fbd664-b24b-4c52-b412-61a570d29277 req-bdbbdc9e-bdd9-47cb-8212-80fe3ebff787 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.84 "DELETE /v2.0/ports/42fb1710-6299-4404-989d-17691e3f288f HTTP/1.1" status: 204 len: 173 time: 0.4079385 Aug 05 15:07:44.359288 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'name': 'network-vif-deleted', 'tag': '42fb1710-6299-4404-989d-17691e3f288f'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:07:44.361727 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4bb982-def5-4b49-b626-c5768770b297" -d '{"events": [{"server_uuid": "11cde82b-8a8a-4a7b-81cc-814972722e50", "name": "network-vif-deleted", "tag": "42fb1710-6299-4404-989d-17691e3f288f"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:07:44.400268 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538a5998-a0d0-4266-8db6-7a32d5f9af30 x-openstack-request-id: req-538a5998-a0d0-4266-8db6-7a32d5f9af30 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:07:44.400565 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cde82b-8a8a-4a7b-81cc-814972722e50", "name": "network-vif-deleted", "tag": "42fb1710-6299-4404-989d-17691e3f288f", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:07:44.400821 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-538a5998-a0d0-4266-8db6-7a32d5f9af30 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:07:44.401222 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cde82b-8a8a-4a7b-81cc-814972722e50', 'name': 'network-vif-deleted', 'tag': '42fb1710-6299-4404-989d-17691e3f288f', 'status': 'completed', 'code': 200} Aug 05 15:07:44.853205 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-72489adf-0dd1-4a50-bca1-e50caa07853a req-d48b25ce-cc68-4d66-9b07-726cb4e81448 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=11cde82b-8a8a-4a7b-81cc-814972722e50 HTTP/1.1" status: 200 len: 210 time: 0.0265298 Aug 05 15:07:45.540857 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:45.909388 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49340) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:07:45.929528 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-edf7bab4-6525-4425-a9ad-b64ba1504a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:45.969169 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-df8998b4-2348-479e-8718-28abec4e7887 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:45.993353 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-df8998b4-2348-479e-8718-28abec4e7887 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.054745 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-df8998b4-2348-479e-8718-28abec4e7887 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.057711 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-df8998b4-2348-479e-8718-28abec4e7887 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.058953 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-df8998b4-2348-479e-8718-28abec4e7887 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "DELETE /v2.0/security-groups/bb59c08f-d175-4f2c-907b-1e6e44a3a625 HTTP/1.1" status: 204 len: 168 time: 0.1485815 Aug 05 15:07:46.068945 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8998b4-2348-479e-8718-28abec4e7887 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb59c08f-d175-4f2c-907b-1e6e44a3a625,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:07:46.399194 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49346) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:07:46.403988 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-a96ed103-6d7b-48aa-8f2a-97668d4cfd60 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1766778347', 'description': 'tempest-secgroup-smoke-1766778347 description', 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:07:46.432157 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a96ed103-6d7b-48aa-8f2a-97668d4cfd60 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.521106 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a96ed103-6d7b-48aa-8f2a-97668d4cfd60 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.524770 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a96ed103-6d7b-48aa-8f2a-97668d4cfd60 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.554720 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-a96ed103-6d7b-48aa-8f2a-97668d4cfd60 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.555969 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-a96ed103-6d7b-48aa-8f2a-97668d4cfd60 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1557531 Aug 05 15:07:46.557862 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ed103-6d7b-48aa-8f2a-97668d4cfd60 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74bf7dc3-290e-4410-a89e-cc51886b4577,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:07:46.559094 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49348) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:07:46.564934 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Request body: {'security_group_rule': {'security_group_id': '74bf7dc3-290e-4410-a89e-cc51886b4577', 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:07:46.591405 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.647319 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.650732 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.670234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f1d043-8354-48c6-92ad-e909ff135d51,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:07:46.679561 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:46.679908 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:46.680245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:46.680578 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:46.680906 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:46.681233 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:46.681559 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:46.681884 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:46.682224 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:46.682549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:46.682868 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:46.683184 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:07:46.687011 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.688209 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-77312b01-e319-4335-8a0d-c3c2963468f3 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274133 Aug 05 15:07:46.690965 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49350) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:07:46.695279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-319650bd-f555-45f1-9b1e-21e766126768 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Request body: {'security_group_rule': {'security_group_id': '74bf7dc3-290e-4410-a89e-cc51886b4577', 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:07:46.722721 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-319650bd-f555-45f1-9b1e-21e766126768 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.737678 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.781242 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-319650bd-f555-45f1-9b1e-21e766126768 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.784817 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-319650bd-f555-45f1-9b1e-21e766126768 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.800859 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319650bd-f555-45f1-9b1e-21e766126768 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab230dd0-38f0-48d6-8e93-bcd5e7e5e172,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:07:46.809500 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-319650bd-f555-45f1-9b1e-21e766126768 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.811262 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-319650bd-f555-45f1-9b1e-21e766126768 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192217 Aug 05 15:07:46.814100 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49352) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:07:46.818570 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-4485e0b7-8df7-4138-8bcc-34bca3a72a5d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Request body: {'security_group_rule': {'security_group_id': '74bf7dc3-290e-4410-a89e-cc51886b4577', 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:07:46.844597 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4485e0b7-8df7-4138-8bcc-34bca3a72a5d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.905780 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4485e0b7-8df7-4138-8bcc-34bca3a72a5d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.909103 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4485e0b7-8df7-4138-8bcc-34bca3a72a5d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.927275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485e0b7-8df7-4138-8bcc-34bca3a72a5d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92071f1-3175-4c5a-91fc-867229748ad4,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:07:46.932396 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4485e0b7-8df7-4138-8bcc-34bca3a72a5d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:46.933878 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4485e0b7-8df7-4138-8bcc-34bca3a72a5d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188197 Aug 05 15:07:46.936994 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49354) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:07:46.941601 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-6fd6845c-3137-46d5-8d6e-588624c4d44f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Request body: {'security_group_rule': {'security_group_id': '74bf7dc3-290e-4410-a89e-cc51886b4577', 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:07:46.968698 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6fd6845c-3137-46d5-8d6e-588624c4d44f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:47.025938 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6fd6845c-3137-46d5-8d6e-588624c4d44f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:47.030105 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6fd6845c-3137-46d5-8d6e-588624c4d44f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:47.048482 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6845c-3137-46d5-8d6e-588624c4d44f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1231bfa-1618-4b4d-979b-c57815747881,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:07:47.050912 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-6fd6845c-3137-46d5-8d6e-588624c4d44f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:47.054622 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-6fd6845c-3137-46d5-8d6e-588624c4d44f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140397 Aug 05 15:07:47.055099 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49356) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:07:47.059127 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-1dfe3f6b-37f1-4a77-b081-f0a1591fbc2c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Request body: {'security_group_rule': {'security_group_id': '74bf7dc3-290e-4410-a89e-cc51886b4577', 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:07:47.080539 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-1dfe3f6b-37f1-4a77-b081-f0a1591fbc2c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Project c8b1dd7e0a4c4cc193e12eb942dea2b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 15:07:47.085252 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3f6b-37f1-4a77-b081-f0a1591fbc2c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:47.144246 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3f6b-37f1-4a77-b081-f0a1591fbc2c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:47.147798 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3f6b-37f1-4a77-b081-f0a1591fbc2c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:47.162934 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe3f6b-37f1-4a77-b081-f0a1591fbc2c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d48897b-71b3-48fc-8c81-fcd9e4c993a2,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:07:47.171235 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3f6b-37f1-4a77-b081-f0a1591fbc2c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:47.172573 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1dfe3f6b-37f1-4a77-b081-f0a1591fbc2c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168089 Aug 05 15:07:47.175270 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49358) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:07:47.179684 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3dc04b4d-e511-4f54-bdeb-445daab0f094 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Request body: {'security_group_rule': {'security_group_id': '74bf7dc3-290e-4410-a89e-cc51886b4577', 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:07:47.202367 n-d-803585-2 neutron-server[105723]: INFO neutron.db.securitygroups_db [None req-3dc04b4d-e511-4f54-bdeb-445daab0f094 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Project c8b1dd7e0a4c4cc193e12eb942dea2b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 15:07:47.207210 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3dc04b4d-e511-4f54-bdeb-445daab0f094 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:47.207699 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 42fb1710-6299-4404-989d-17691e3f288f no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:07:47.232428 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 42fb1710-6299-4404-989d-17691e3f288f {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:07:47.232778 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 42fb1710-6299-4404-989d-17691e3f288f not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:07:47.282232 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3dc04b4d-e511-4f54-bdeb-445daab0f094 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:47.286084 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3dc04b4d-e511-4f54-bdeb-445daab0f094 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:47.307768 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc04b4d-e511-4f54-bdeb-445daab0f094 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade16b58-8f80-4ce7-9993-0525529b6ef2,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:07:47.312801 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3dc04b4d-e511-4f54-bdeb-445daab0f094 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:47.314729 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3dc04b4d-e511-4f54-bdeb-445daab0f094 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1384912 Aug 05 15:07:48.492391 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a735d6a0-79cc-49d2-9c35-af10652a722f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:48.759137 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:49.960639 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:07:51.584640 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:01.585527 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-3a375cc8-71a3-4de8-a880-0626c5afa99c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766778347&fields=id&tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8 HTTP/1.1" status: 200 len: 267 time: 0.0348923 Aug 05 15:08:01.693986 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-f3611a7f-7d91-49c0-b678-e0fc35b2eb62 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:01.695447 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-f3611a7f-7d91-49c0-b678-e0fc35b2eb62 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 807 time: 0.1027563 Aug 05 15:08:01.711056 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-0d894c04-b397-431a-8ff5-ab896dfcbb57 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/quotas/c8b1dd7e0a4c4cc193e12eb942dea2b8 HTTP/1.1" status: 200 len: 375 time: 0.0099218 Aug 05 15:08:01.766221 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-d2762ae5-4ed0-4ddc-bd52-2e22f2d858d8 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498939 Aug 05 15:08:01.860661 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-2755b738-7add-49bf-b426-ffcc963cd95f service neutron] 10.222.0.16 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831420 Aug 05 15:08:01.954753 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-2e2471e5-eda6-47c1-acd4-635f4bf1279a service neutron] 10.222.0.16 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878804 Aug 05 15:08:02.237208 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-08d42605-f42f-448a-9e28-e07d32d8dcf7 req-a25f9101-bce9-406a-908a-7c28529a3a30 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0277696 Aug 05 15:08:02.482389 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:08:03.233592 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-845f17db-e1d2-407e-8e8c-fa64158b25ff tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:03.234618 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-845f17db-e1d2-407e-8e8c-fa64158b25ff tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.63 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 807 time: 0.1025331 Aug 05 15:08:03.280646 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-a3210104-1cb0-424e-9280-8daa37f4ce97 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8 HTTP/1.1" status: 200 len: 380 time: 0.0362520 Aug 05 15:08:03.292376 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-fbcf72f2-7a75-437a-aa05-60e2fbebf36b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Request body: {'port': {'device_id': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'admin_state_up': True, 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'security_groups': ['74bf7dc3-290e-4410-a89e-cc51886b4577']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:08:03.375030 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c63f8a02-cfe6-4cc2-ac30-483d23707509 req-66aeb82e-7365-4b22-b8cb-8c201a30f26e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0339229 Aug 05 15:08:03.437507 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-fbcf72f2-7a75-437a-aa05-60e2fbebf36b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Made reservation on behalf of c8b1dd7e0a4c4cc193e12eb942dea2b8 for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:08:03.441035 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-fbcf72f2-7a75-437a-aa05-60e2fbebf36b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:03.573938 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-fbcf72f2-7a75-437a-aa05-60e2fbebf36b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Allocated IP 172.20.0.6 (83d559ca-a53e-4476-9faf-ce629494857e/e99259d5-7f9b-4375-858f-622b25f552b6/552380f0-2f8f-44dd-91be-70e58067df16) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:08:03.723726 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-fbcf72f2-7a75-437a-aa05-60e2fbebf36b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:03.741547 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-fbcf72f2-7a75-437a-aa05-60e2fbebf36b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Transition to ACTIVE for port object 552380f0-2f8f-44dd-91be-70e58067df16 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:08:03.774806 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-fbcf72f2-7a75-437a-aa05-60e2fbebf36b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:03.821662 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-fbcf72f2-7a75-437a-aa05-60e2fbebf36b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Network 83d559ca-a53e-4476-9faf-ce629494857e is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:08:03.824853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-fbcf72f2-7a75-437a-aa05-60e2fbebf36b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:08:03.829342 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-fbcf72f2-7a75-437a-aa05-60e2fbebf36b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:08:03.855549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf72f2-7a75-437a-aa05-60e2fbebf36b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'Port': ['ID=552380f0-2f8f-44dd-91be-70e58067df16,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:08:03.882761 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-fbcf72f2-7a75-437a-aa05-60e2fbebf36b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:03.883396 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-fbcf72f2-7a75-437a-aa05-60e2fbebf36b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:03.901819 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-fbcf72f2-7a75-437a-aa05-60e2fbebf36b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6132793 Aug 05 15:08:03.913825 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-fa4eb3a7-a2cb-449d-bc73-35af492ffd9c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 15:08:03.914828 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-fa4eb3a7-a2cb-449d-bc73-35af492ffd9c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058784 Aug 05 15:08:03.974301 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Request body: {'port': {'device_id': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:08:04.035386 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:04.090624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7649475e-1902-4fe4-9e2a-d0b8c07febe1 None None] Provisioning for port 552380f0-2f8f-44dd-91be-70e58067df16 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:08:04.097271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-7649475e-1902-4fe4-9e2a-d0b8c07febe1 None None] Provisioning complete for port 552380f0-2f8f-44dd-91be-70e58067df16 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:08:04.097645 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7649475e-1902-4fe4-9e2a-d0b8c07febe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:04.132519 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-7649475e-1902-4fe4-9e2a-d0b8c07febe1 None None] Port 552380f0-2f8f-44dd-91be-70e58067df16 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 15:08:04.304223 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552380f0-2f8f-44dd-91be-70e58067df16 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:08:04.312122 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:04.324537 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Transition to ACTIVE for port object 552380f0-2f8f-44dd-91be-70e58067df16 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:08:04.328227 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:04.381099 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=552380f0-2f8f-44dd-91be-70e58067df16,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:08:04.474169 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Attempting to bind port 552380f0-2f8f-44dd-91be-70e58067df16 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:08:04.474860 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Attempting to bind port 552380f0-2f8f-44dd-91be-70e58067df16 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:08:04.489039 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Attempting to bind port 552380f0-2f8f-44dd-91be-70e58067df16 on network 83d559ca-a53e-4476-9faf-ce629494857e {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:08:04.495471 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Port 552380f0-2f8f-44dd-91be-70e58067df16 on network 83d559ca-a53e-4476-9faf-ce629494857e not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 15:08:04.495919 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Attempting to bind port 552380f0-2f8f-44dd-91be-70e58067df16 on network 83d559ca-a53e-4476-9faf-ce629494857e {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:08:04.502435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:08:04.503062 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Checking segment: {'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:08:04.503554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Bound using segment: {'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:08:04.504097 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Bound port: 552380f0-2f8f-44dd-91be-70e58067df16, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:08:04.504734 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:04.531190 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb5205-0c4b-4098-b5e8-d1816c3e0a14 req-885183d3-9389-4c5e-a792-cc11927fe646 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:04.532847 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d4cb5205-0c4b-4098-b5e8-d1816c3e0a14 req-885183d3-9389-4c5e-a792-cc11927fe646 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0545573 Aug 05 15:08:04.590968 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d4cb5205-0c4b-4098-b5e8-d1816c3e0a14 req-b9d4153e-2992-4b9c-9dc3-7c67daa5634a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417330 Aug 05 15:08:04.624627 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] For port 552380f0-2f8f-44dd-91be-70e58067df16, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:08:04.628290 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] For port 552380f0-2f8f-44dd-91be-70e58067df16, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=552380f0-2f8f-44dd-91be-70e58067df16,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:08:04.644501 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:04.681233 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:04.681787 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:04.683270 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] 10.222.0.63 "PUT /v2.0/ports/552380f0-2f8f-44dd-91be-70e58067df16 HTTP/1.1" status: 200 len: 1091 time: 0.7612267 Aug 05 15:08:04.683716 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'tag': '552380f0-2f8f-44dd-91be-70e58067df16'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:08:04.686016 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ee7034-5b60-4b0b-bd9b-fae18e2c627a" -d '{"events": [{"name": "network-changed", "server_uuid": "55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2", "tag": "552380f0-2f8f-44dd-91be-70e58067df16"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:08:04.718822 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b099c8-9ddc-4019-b543-3ed618d90eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=552380f0-2f8f-44dd-91be-70e58067df16,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:08:04.791946 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-2e033a91-a0d9-44a0-aee8-af264b82ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:04.793557 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-2e033a91-a0d9-44a0-aee8-af264b82ab9d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 1094 time: 0.0620208 Aug 05 15:08:04.813784 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b8bbb9-5078-489d-a643-29c6bc8981e7 x-openstack-request-id: req-c6b8bbb9-5078-489d-a643-29c6bc8981e7 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:08:04.814091 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2", "tag": "552380f0-2f8f-44dd-91be-70e58067df16", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:08:04.814335 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6b8bbb9-5078-489d-a643-29c6bc8981e7 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:08:04.814729 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'tag': '552380f0-2f8f-44dd-91be-70e58067df16', 'status': 'completed', 'code': 200} Aug 05 15:08:04.848831 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-46ca1009-c87e-4f1c-bb0a-33b04f89d6d6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=552380f0-2f8f-44dd-91be-70e58067df16 HTTP/1.1" status: 200 len: 217 time: 0.0456524 Aug 05 15:08:04.904629 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-5e1f286b-c111-465c-b3c2-ea34ae536da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:04.907228 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-5e1f286b-c111-465c-b3c2-ea34ae536da4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0499754 Aug 05 15:08:04.960120 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-08036394-9651-404f-8510-8014b3545d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:04.961566 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-08036394-9651-404f-8510-8014b3545d24 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429273 Aug 05 15:08:05.059008 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-2467ad80-d69f-458c-9d3b-9dd991c43088 service neutron] 10.222.0.63 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887914 Aug 05 15:08:05.155225 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-189af284-a2b6-4033-bf9e-b0fb2365f4d4 req-3de0afe6-3bed-4d1e-a585-5b8d48e27078 service neutron] 10.222.0.63 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877223 Aug 05 15:08:05.240777 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee7034-5b60-4b0b-bd9b-fae18e2c627a req-fc7ca15b-a01a-438d-a027-3ee4811f0977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:05.242394 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86ee7034-5b60-4b0b-bd9b-fae18e2c627a req-fc7ca15b-a01a-438d-a027-3ee4811f0977 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 1094 time: 0.0437427 Aug 05 15:08:05.336189 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee7034-5b60-4b0b-bd9b-fae18e2c627a req-21aa126b-a3ca-4d67-9def-7d543a947e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:05.337688 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86ee7034-5b60-4b0b-bd9b-fae18e2c627a req-21aa126b-a3ca-4d67-9def-7d543a947e81 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.0878236 Aug 05 15:08:05.381304 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86ee7034-5b60-4b0b-bd9b-fae18e2c627a req-48626933-75b1-4cc7-9148-cb556ddcecc1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=552380f0-2f8f-44dd-91be-70e58067df16 HTTP/1.1" status: 200 len: 217 time: 0.0358865 Aug 05 15:08:05.437643 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee7034-5b60-4b0b-bd9b-fae18e2c627a req-f512a1c3-0de4-4ac7-bed0-cbb59ecc00c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:05.439115 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86ee7034-5b60-4b0b-bd9b-fae18e2c627a req-f512a1c3-0de4-4ac7-bed0-cbb59ecc00c2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0499504 Aug 05 15:08:05.487435 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee7034-5b60-4b0b-bd9b-fae18e2c627a req-13eaf36f-e034-4e10-9a7b-9d18582498b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:05.488957 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86ee7034-5b60-4b0b-bd9b-fae18e2c627a req-13eaf36f-e034-4e10-9a7b-9d18582498b2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417376 Aug 05 15:08:05.581016 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86ee7034-5b60-4b0b-bd9b-fae18e2c627a req-d76010cb-026c-4ba8-ab8a-3d1c2e39e474 service neutron] 10.222.0.63 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839114 Aug 05 15:08:05.683008 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-86ee7034-5b60-4b0b-bd9b-fae18e2c627a req-676cb990-9fa7-4ca4-841a-1b649f75e906 service neutron] 10.222.0.63 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943830 Aug 05 15:08:05.708004 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2d87a-88db-4b5a-9611-80684defdfac req-92416fbf-af8a-4fad-81ed-70ce4be0705f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:05.709451 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-73b2d87a-88db-4b5a-9611-80684defdfac req-92416fbf-af8a-4fad-81ed-70ce4be0705f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0549092 Aug 05 15:08:05.752666 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-73b2d87a-88db-4b5a-9611-80684defdfac req-bfb84157-f7bb-4815-bd65-358bb8ea6df4 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372548 Aug 05 15:08:06.872849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d83883-8243-4b8f-8661-b55a7b3cf95b req-342dd2fc-9c57-4f18-86e2-48db4765935a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:06.874594 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7d83883-8243-4b8f-8661-b55a7b3cf95b req-342dd2fc-9c57-4f18-86e2-48db4765935a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0511270 Aug 05 15:08:06.913336 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e7d83883-8243-4b8f-8661-b55a7b3cf95b req-d5b6ed9e-bed7-4983-bf78-5d0407402696 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327091 Aug 05 15:08:08.028757 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90996258-36a9-4642-8cf0-8a4fef26c04d req-66448c46-0555-41bc-ad8c-6f43febbe7ba tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:08.030271 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-90996258-36a9-4642-8cf0-8a4fef26c04d req-66448c46-0555-41bc-ad8c-6f43febbe7ba tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0493648 Aug 05 15:08:08.069064 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-90996258-36a9-4642-8cf0-8a4fef26c04d req-b34bc1d7-f0d7-4ed9-9815-35c9c562b3ed tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326929 Aug 05 15:08:09.181771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad0405-d5a8-48d0-bf73-1a28c53b7a16 req-cf02ede1-97db-48c6-a96f-71f1fbaad235 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:09.183397 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4fad0405-d5a8-48d0-bf73-1a28c53b7a16 req-cf02ede1-97db-48c6-a96f-71f1fbaad235 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0487132 Aug 05 15:08:09.226808 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4fad0405-d5a8-48d0-bf73-1a28c53b7a16 req-d9125efc-871f-46c3-b1f3-b2059b08f3ba tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366879 Aug 05 15:08:10.340738 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab664c-c605-4376-9405-0713fbb56ef4 req-cc30b38d-03ae-4125-ad57-fbe8d6145cd4 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:10.342904 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-27ab664c-c605-4376-9405-0713fbb56ef4 req-cc30b38d-03ae-4125-ad57-fbe8d6145cd4 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0495174 Aug 05 15:08:10.380243 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-27ab664c-c605-4376-9405-0713fbb56ef4 req-a3b6bf2a-c2ee-497c-ab24-761a83a4993c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311332 Aug 05 15:08:11.497287 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fbb58-46d0-45c5-b973-3a40cf4092f4 req-b0b6ca0d-30d4-4301-8fad-8a7c7d23a7d6 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:11.498935 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-589fbb58-46d0-45c5-b973-3a40cf4092f4 req-b0b6ca0d-30d4-4301-8fad-8a7c7d23a7d6 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0493722 Aug 05 15:08:11.537876 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-589fbb58-46d0-45c5-b973-3a40cf4092f4 req-ca2defe5-cf85-4041-b8a7-8b5660f45511 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329587 Aug 05 15:08:12.653166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d860e-18d6-41a7-af55-441de82b62e6 req-edda7a07-d579-42cf-9d02-220b16566bb5 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:12.654871 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc7d860e-18d6-41a7-af55-441de82b62e6 req-edda7a07-d579-42cf-9d02-220b16566bb5 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0495739 Aug 05 15:08:12.705416 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc7d860e-18d6-41a7-af55-441de82b62e6 req-0794c768-c9f5-49c8-8782-243913051c03 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444784 Aug 05 15:08:13.830148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5380ba9-a702-44d3-98f2-794d27e28dda req-3a0de2ee-de73-4dd7-b4ae-4f48e3d7a265 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:13.831664 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b5380ba9-a702-44d3-98f2-794d27e28dda req-3a0de2ee-de73-4dd7-b4ae-4f48e3d7a265 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0487549 Aug 05 15:08:13.868242 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b5380ba9-a702-44d3-98f2-794d27e28dda req-7789ca07-12bd-4260-add3-e35e872e6e24 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307310 Aug 05 15:08:14.984193 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a75c5-516b-4509-9845-b98338030d84 req-024104be-c259-4cf9-b95d-5659df2f0459 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:14.985697 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bf9a75c5-516b-4509-9845-b98338030d84 req-024104be-c259-4cf9-b95d-5659df2f0459 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0504692 Aug 05 15:08:15.024012 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bf9a75c5-516b-4509-9845-b98338030d84 req-014daeab-a6e2-4470-badc-8df355d3eddb tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324740 Aug 05 15:08:15.027000 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 552380f0-2f8f-44dd-91be-70e58067df16 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:08:15.124486 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 552380f0-2f8f-44dd-91be-70e58067df16, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=552380f0-2f8f-44dd-91be-70e58067df16,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:08:15.135359 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '552380f0-2f8f-44dd-91be-70e58067df16', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'port_id': '552380f0-2f8f-44dd-91be-70e58067df16', 'mac_address': 'fa:16:3e:f1:df:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:08:15.172538 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:15.184717 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552380f0-2f8f-44dd-91be-70e58067df16 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:08:15.204770 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 552380f0-2f8f-44dd-91be-70e58067df16, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=552380f0-2f8f-44dd-91be-70e58067df16,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:08:15.208540 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:15.255403 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=552380f0-2f8f-44dd-91be-70e58067df16,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:08:15.262559 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:08:15.262911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:08:15.263253 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:08:15.263591 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:08:15.263946 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:08:15.264425 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:08:15.265177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:08:15.265520 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:08:15.265854 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:08:15.266188 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:08:15.266550 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:08:15.266878 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:08:15.439240 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['552380f0-2f8f-44dd-91be-70e58067df16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:08:15.584453 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:15.929766 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c52ba5cc-7115-4440-97fc-e87ef1359bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:16.144521 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcdd03-dcc2-4372-8884-aa6628ace28d req-303a626b-a231-4225-84da-5a2e8ed0a7e2 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:16.146024 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97dcdd03-dcc2-4372-8884-aa6628ace28d req-303a626b-a231-4225-84da-5a2e8ed0a7e2 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 944 time: 0.0494125 Aug 05 15:08:16.187911 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-97dcdd03-dcc2-4372-8884-aa6628ace28d req-388a65cc-6ca0-4d37-9e59-3e12fcfe48de tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358148 Aug 05 15:08:16.750782 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:17.027462 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 552380f0-2f8f-44dd-91be-70e58067df16 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:08:17.080110 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 552380f0-2f8f-44dd-91be-70e58067df16 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:08:17.083750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 552380f0-2f8f-44dd-91be-70e58067df16 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:08:17.084117 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:17.164329 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:17.186776 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552380f0-2f8f-44dd-91be-70e58067df16'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:08:17.189000 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b027a98d-0948-443f-bb31-7508a5a4ee81" -d '{"events": [{"server_uuid": "55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "552380f0-2f8f-44dd-91be-70e58067df16"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:08:17.201154 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 552380f0-2f8f-44dd-91be-70e58067df16, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=552380f0-2f8f-44dd-91be-70e58067df16,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:08:17.205823 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:17.267046 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=552380f0-2f8f-44dd-91be-70e58067df16,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:08:17.306141 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb609dd-c8b9-44c7-a898-14cd17a9db19 x-openstack-request-id: req-fdb609dd-c8b9-44c7-a898-14cd17a9db19 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:08:17.306470 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "552380f0-2f8f-44dd-91be-70e58067df16", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:08:17.306719 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fdb609dd-c8b9-44c7-a898-14cd17a9db19 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:08:17.307119 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552380f0-2f8f-44dd-91be-70e58067df16', 'code': 200} Aug 05 15:08:17.332509 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67280423-ca22-4b34-9e8d-43d355950888 req-ca3c7345-3d9d-4509-a8c9-2a94677cfddb tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:17.334407 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-67280423-ca22-4b34-9e8d-43d355950888 req-ca3c7345-3d9d-4509-a8c9-2a94677cfddb tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0732448 Aug 05 15:08:17.403712 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-67280423-ca22-4b34-9e8d-43d355950888 req-f124ae08-c8cd-491d-8b0e-827d54dba6ff tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606008 Aug 05 15:08:17.419599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a378d-23aa-4b39-ad9e-53c1a54a0469 req-ed962d6a-1372-4af2-aa0d-a8a0b660054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:17.421757 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-171a378d-23aa-4b39-ad9e-53c1a54a0469 req-ed962d6a-1372-4af2-aa0d-a8a0b660054f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 1096 time: 0.0520079 Aug 05 15:08:17.462778 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-171a378d-23aa-4b39-ad9e-53c1a54a0469 req-5d11bb53-53e5-44d1-8426-bfcb9c835dd3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340006 Aug 05 15:08:18.492191 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d4878741-fce9-41d3-9145-b4a4c426febd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:18.521975 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de2cad-c860-4bf9-9216-aa10713c411c req-62b97dc8-6137-435e-aa56-6432b5782159 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:18.523514 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19de2cad-c860-4bf9-9216-aa10713c411c req-62b97dc8-6137-435e-aa56-6432b5782159 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0494053 Aug 05 15:08:18.563193 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-19de2cad-c860-4bf9-9216-aa10713c411c req-6494af89-f9ee-41a3-a2f9-6f16ec481a38 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337794 Aug 05 15:08:18.676705 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695bb26-a5d4-4e54-81de-245a6903d85d req-096f4929-458d-4ec5-8634-d176408ebab6 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:18.678203 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b695bb26-a5d4-4e54-81de-245a6903d85d req-096f4929-458d-4ec5-8634-d176408ebab6 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0485849 Aug 05 15:08:18.720314 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b695bb26-a5d4-4e54-81de-245a6903d85d req-1ab875e5-96d3-4d2f-8bf3-b070b9f796a0 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361500 Aug 05 15:08:18.743275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49554) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:08:18.767937 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:18.787424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d4d0b6-7f86-47f8-b216-2b9e8779c10a tempest-TestShelveInstance-2141422027 tempest-TestShelveInstance-2141422027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:18.789007 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-96d4d0b6-7f86-47f8-b216-2b9e8779c10a tempest-TestShelveInstance-2141422027 tempest-TestShelveInstance-2141422027-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 1091 time: 0.0447652 Aug 05 15:08:18.791876 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49556) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:08:18.797009 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': '552380f0-2f8f-44dd-91be-70e58067df16', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:08:18.818534 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:18.911481 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:19.017281 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Allocated IP 172.25.5.212 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/b88eea96-c05a-46cd-82b1-beea35569aab) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:08:19.122680 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:19.166374 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:19.201740 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:08:19.206716 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:08:19.210438 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:08:19.233179 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'Port': ['ID=b88eea96-c05a-46cd-82b1-beea35569aab,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:08:19.561662 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:19.631070 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:19.781134 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:19.786002 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:19.799634 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:19.854759 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event updated for resources: {'Port': ['ID=b88eea96-c05a-46cd-82b1-beea35569aab,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:08:19.865049 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:19.963324 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Floating IP aa77c860-f949-48f3-8aa0-ffaef341069a associated. External IP: 172.25.5.212, port: 552380f0-2f8f-44dd-91be-70e58067df16. Aug 05 15:08:20.168108 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Router e5d38a09-2f13-46ea-b7e6-0a406d69c15b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:08:20.574644 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:08:20.584946 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce7e46-0569-4787-8e99-5e2fdfe099d9 None None] Sync routers for ids ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:08:20.591746 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:20.596136 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbce7e46-0569-4787-8e99-5e2fdfe099d9 None None] Routers {'e5d38a09-2f13-46ea-b7e6-0a406d69c15b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:08:20.596767 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-fbce7e46-0569-4787-8e99-5e2fdfe099d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:08:20.618429 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0027ead0-b43d-43b1-9e91-64d5de16c41a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8254414 Aug 05 15:08:20.619024 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'tag': '552380f0-2f8f-44dd-91be-70e58067df16'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:08:20.621457 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff18e335-07eb-406b-b76c-e9587f00e3da" -d '{"events": [{"name": "network-changed", "server_uuid": "55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2", "tag": "552380f0-2f8f-44dd-91be-70e58067df16"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:08:20.659296 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f1f910-7ce3-492c-ae30-5db71a00c711 x-openstack-request-id: req-b7f1f910-7ce3-492c-ae30-5db71a00c711 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:08:20.659582 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2", "tag": "552380f0-2f8f-44dd-91be-70e58067df16", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:08:20.659831 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7f1f910-7ce3-492c-ae30-5db71a00c711 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:08:20.660225 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'tag': '552380f0-2f8f-44dd-91be-70e58067df16', 'status': 'completed', 'code': 200} Aug 05 15:08:20.707297 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-fbce7e46-0569-4787-8e99-5e2fdfe099d9 None None] Set router e5d38a09-2f13-46ea-b7e6-0a406d69c15b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:08:20.725002 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18e335-07eb-406b-b76c-e9587f00e3da req-724886f8-11b2-4a69-a457-8aa2165548ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:20.731788 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff18e335-07eb-406b-b76c-e9587f00e3da req-724886f8-11b2-4a69-a457-8aa2165548ba service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 1096 time: 0.0453179 Aug 05 15:08:20.826504 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18e335-07eb-406b-b76c-e9587f00e3da req-4d340574-4327-4e1e-8de9-fbd70b1a6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:20.828128 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff18e335-07eb-406b-b76c-e9587f00e3da req-4d340574-4327-4e1e-8de9-fbd70b1a6371 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.0898442 Aug 05 15:08:20.894656 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff18e335-07eb-406b-b76c-e9587f00e3da req-5dc4fd89-96f0-4a6c-95f5-c4b06ecbb538 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=552380f0-2f8f-44dd-91be-70e58067df16 HTTP/1.1" status: 200 len: 999 time: 0.0580082 Aug 05 15:08:20.927909 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-fbce7e46-0569-4787-8e99-5e2fdfe099d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:27Z', 'revision_number': 4, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'aa77c860-f949-48f3-8aa0-ffaef341069a', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'floating_ip_address': '172.25.5.212', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'port_id': '552380f0-2f8f-44dd-91be-70e58067df16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'mac_address': 'fa:16:3e:f1:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:08:19Z', 'updated_at': '2021-08-05T15:08:19Z', 'revision_number': 0, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd', 'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'mac_address': 'fa:16:3e:a3:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:26Z', 'updated_at': '2021-08-05T15:03:32Z', 'revision_number': 5, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'subnets': [{'id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:08:20.945245 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18e335-07eb-406b-b76c-e9587f00e3da req-c88ba334-cb2c-49b8-9e91-68316f23749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:20.946740 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff18e335-07eb-406b-b76c-e9587f00e3da req-c88ba334-cb2c-49b8-9e91-68316f23749d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0440180 Aug 05 15:08:20.958177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce7e46-0569-4787-8e99-5e2fdfe099d9 None None] Checking router: e5d38a09-2f13-46ea-b7e6-0a406d69c15b for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:08:20.966452 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbce7e46-0569-4787-8e99-5e2fdfe099d9 None None] Routers {'e5d38a09-2f13-46ea-b7e6-0a406d69c15b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:08:20.967065 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-fbce7e46-0569-4787-8e99-5e2fdfe099d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:08:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:08:20.996602 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18e335-07eb-406b-b76c-e9587f00e3da req-6cd14a5b-3e7a-4ca0-ac80-3be374792d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:20.998110 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff18e335-07eb-406b-b76c-e9587f00e3da req-6cd14a5b-3e7a-4ca0-ac80-3be374792d41 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436835 Aug 05 15:08:21.071838 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-fbce7e46-0569-4787-8e99-5e2fdfe099d9 None None] Set router e5d38a09-2f13-46ea-b7e6-0a406d69c15b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:08:21.088592 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff18e335-07eb-406b-b76c-e9587f00e3da req-1a08e758-2dd0-4c7c-a111-8ae4015515ac service neutron] 10.222.0.63 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822852 Aug 05 15:08:21.185394 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ff18e335-07eb-406b-b76c-e9587f00e3da req-8f25af56-94ec-47e7-9bdc-57e56fbefe15 service neutron] 10.222.0.63 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891142 Aug 05 15:08:21.292577 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-fbce7e46-0569-4787-8e99-5e2fdfe099d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:27Z', 'revision_number': 4, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'aa77c860-f949-48f3-8aa0-ffaef341069a', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'floating_ip_address': '172.25.5.212', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'port_id': '552380f0-2f8f-44dd-91be-70e58067df16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'mac_address': 'fa:16:3e:f1:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:08:19Z', 'updated_at': '2021-08-05T15:08:19Z', 'revision_number': 0, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd', 'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'mac_address': 'fa:16:3e:a3:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:26Z', 'updated_at': '2021-08-05T15:03:32Z', 'revision_number': 5, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'subnets': [{'id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:08:21.318151 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce7e46-0569-4787-8e99-5e2fdfe099d9 None None] The sync data for ids ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'] in n-d-803585-2 is: [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:27Z', 'revision_number': 4, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'aa77c860-f949-48f3-8aa0-ffaef341069a', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'floating_ip_address': '172.25.5.212', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'port_id': '552380f0-2f8f-44dd-91be-70e58067df16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'mac_address': 'fa:16:3e:f1:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:08:19Z', 'updated_at': '2021-08-05T15:08:19Z', 'revision_number': 0, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd', 'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'mac_address': 'fa:16:3e:a3:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:26Z', 'updated_at': '2021-08-05T15:03:32Z', 'revision_number': 5, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'subnets': [{'id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:08:21.507481 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0073a301-adee-4c3e-a787-34b021116c51 None None] New status for floating IP aa77c860-f949-48f3-8aa0-ffaef341069a: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 15:08:21.587700 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:24.231689 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1955909e-1207-44a3-a828-1febc27e9204 req-8c1ab8f9-bdd1-419a-986f-dc91cb525ac9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406024 Aug 05 15:08:24.317496 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955909e-1207-44a3-a828-1febc27e9204 req-55fe4e5b-2b3f-41cc-9d50-6fb78f75707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:24.318999 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1955909e-1207-44a3-a828-1febc27e9204 req-55fe4e5b-2b3f-41cc-9d50-6fb78f75707f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 1096 time: 0.0398514 Aug 05 15:08:24.424055 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955909e-1207-44a3-a828-1febc27e9204 req-97aa9a1f-0496-4840-88a8-0f8981a65201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:24.425500 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1955909e-1207-44a3-a828-1febc27e9204 req-97aa9a1f-0496-4840-88a8-0f8981a65201 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.0847709 Aug 05 15:08:24.491150 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1955909e-1207-44a3-a828-1febc27e9204 req-9dd96a0f-6785-48ff-a940-89449f8e8926 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=552380f0-2f8f-44dd-91be-70e58067df16 HTTP/1.1" status: 200 len: 1001 time: 0.0568476 Aug 05 15:08:24.540687 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955909e-1207-44a3-a828-1febc27e9204 req-e3993880-528f-46bc-a7f9-12c21a62e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:24.542351 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1955909e-1207-44a3-a828-1febc27e9204 req-e3993880-528f-46bc-a7f9-12c21a62e839 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0432198 Aug 05 15:08:24.594476 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955909e-1207-44a3-a828-1febc27e9204 req-a6246c3d-f8a2-4009-bd41-fd8d3d209b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:08:24.596095 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1955909e-1207-44a3-a828-1febc27e9204 req-a6246c3d-f8a2-4009-bd41-fd8d3d209b80 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468676 Aug 05 15:08:24.691442 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1955909e-1207-44a3-a828-1febc27e9204 req-1d497bc7-08f6-4631-b649-8fa7f44c2867 service neutron] 10.222.0.63 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874343 Aug 05 15:08:24.792882 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1955909e-1207-44a3-a828-1febc27e9204 req-a290cb62-6213-41d7-ab93-4dee8bb82328 service neutron] 10.222.0.63 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929375 Aug 05 15:08:39.481710 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:08:45.604731 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:45.931544 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f428af9d-6647-44da-afea-f73ce65faa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:46.750992 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:48.492567 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3e4350f0-9168-47d7-890e-ba6b653b3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:48.773291 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:49.802090 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:08:51.590876 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:09:15.606069 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:09:15.931863 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-edf38e91-be6b-4824-859d-bc579e6fe88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:09:16.481294 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:09:16.764363 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:09:18.495116 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7295afd3-fdd8-494e-8738-1adbfcb7406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:09:18.775079 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:09:19.806418 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:09:21.592032 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:09:25.231025 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e7ee7c3-80bc-46f1-9def-270d281d68f8 req-aa7bce1d-c349-4546-b687-92fdd4630512 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410771 Aug 05 15:09:25.312960 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ee7c3-80bc-46f1-9def-270d281d68f8 req-f935e1e2-1aa6-4caa-b77b-26e9c8dce33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:09:25.314527 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e7ee7c3-80bc-46f1-9def-270d281d68f8 req-f935e1e2-1aa6-4caa-b77b-26e9c8dce33e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 1096 time: 0.0423534 Aug 05 15:09:25.421788 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ee7c3-80bc-46f1-9def-270d281d68f8 req-97b1bb14-f723-460d-8a45-171ef290ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:09:25.423302 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e7ee7c3-80bc-46f1-9def-270d281d68f8 req-97b1bb14-f723-460d-8a45-171ef290ded0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.0882490 Aug 05 15:09:25.490400 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e7ee7c3-80bc-46f1-9def-270d281d68f8 req-fad32fd2-8f55-44f4-9bfa-9dc8a7e15f03 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=552380f0-2f8f-44dd-91be-70e58067df16 HTTP/1.1" status: 200 len: 1001 time: 0.0591903 Aug 05 15:09:25.540121 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ee7c3-80bc-46f1-9def-270d281d68f8 req-cc77cefb-1084-4171-9594-aed74f4e03b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:09:25.542359 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e7ee7c3-80bc-46f1-9def-270d281d68f8 req-cc77cefb-1084-4171-9594-aed74f4e03b7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0450277 Aug 05 15:09:25.591652 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ee7c3-80bc-46f1-9def-270d281d68f8 req-947d4a05-9a32-445e-90d0-8a327b476f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:09:25.593157 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e7ee7c3-80bc-46f1-9def-270d281d68f8 req-947d4a05-9a32-445e-90d0-8a327b476f0c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440030 Aug 05 15:09:25.685319 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e7ee7c3-80bc-46f1-9def-270d281d68f8 req-7f6dcf50-6274-4065-8969-1abf161eae2d service neutron] 10.222.0.63 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829570 Aug 05 15:09:25.776641 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-8e7ee7c3-80bc-46f1-9def-270d281d68f8 req-9991be48-17f7-4212-a6c0-581a51d2b4eb service neutron] 10.222.0.63 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843670 Aug 05 15:09:45.605938 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:09:45.932817 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dcbf852f-e1b7-4e96-9a62-946c7807de2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:09:46.763531 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:09:48.488562 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d912ca13-1234-4a57-beb0-791703aed8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:09:48.776444 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:09:49.809192 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:09:51.594890 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:09:53.480636 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:10:15.615143 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:15.933098 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5fcaef1-b73f-46ae-b6dd-fd5bbd899eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:16.763502 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:18.160864 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3b7c8-be84-41e2-a193-76b20dd73712 req-0e75b807-974b-466d-989d-ddccecc5050c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:18.162486 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31d3b7c8-be84-41e2-a193-76b20dd73712 req-0e75b807-974b-466d-989d-ddccecc5050c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0553977 Aug 05 15:10:18.201468 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-31d3b7c8-be84-41e2-a193-76b20dd73712 req-828c60ad-6305-4cdf-85b4-e94e057fd064 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329340 Aug 05 15:10:18.490138 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7f115d1e-51f0-4516-8141-ddeab201c3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:18.776473 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:19.363984 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7dc05-9a34-437d-a5df-15f461d38a7d req-947b4cfc-e376-42bb-97b1-e533e4fbc13c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:19.365686 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d1d7dc05-9a34-437d-a5df-15f461d38a7d req-947b4cfc-e376-42bb-97b1-e533e4fbc13c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0513256 Aug 05 15:10:19.408900 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d1d7dc05-9a34-437d-a5df-15f461d38a7d req-cef83b4f-4225-4aa2-928b-6d8acb4b1bde tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357468 Aug 05 15:10:19.815058 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:20.555164 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218dcb5-f01d-4531-a4b2-bac531649d84 req-09655c1c-ae63-4904-9bcd-cae017820e75 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:20.556670 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a218dcb5-f01d-4531-a4b2-bac531649d84 req-09655c1c-ae63-4904-9bcd-cae017820e75 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0490944 Aug 05 15:10:20.594766 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-a218dcb5-f01d-4531-a4b2-bac531649d84 req-b623ca6c-edcf-40c4-b228-db7876fd7264 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317934 Aug 05 15:10:21.597787 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:21.711697 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8195f4-79ca-417e-865a-160ae1d5956c req-40e66c8c-624b-43d0-841d-f1dddc562f56 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:21.713264 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f8195f4-79ca-417e-865a-160ae1d5956c req-40e66c8c-624b-43d0-841d-f1dddc562f56 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0499384 Aug 05 15:10:21.751608 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6f8195f4-79ca-417e-865a-160ae1d5956c req-449977d3-5fdf-4cbe-8077-14ccfb86a098 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 Aug 05 15:10:22.869874 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d26484-4a41-4575-954c-3a758477830d req-15add5d3-9ba4-4335-993a-28973b3549a0 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:22.871305 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-97d26484-4a41-4575-954c-3a758477830d req-15add5d3-9ba4-4335-993a-28973b3549a0 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0510850 Aug 05 15:10:22.909838 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-97d26484-4a41-4575-954c-3a758477830d req-e1d9ff48-c483-410a-b46e-1231f776159f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317509 Aug 05 15:10:24.029190 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8eca3-9e3f-430a-8c13-2afc7f73ddb3 req-9e2dfc58-8b43-4b8f-bd5f-aba4b548b11a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:24.031159 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ad8eca3-9e3f-430a-8c13-2afc7f73ddb3 req-9e2dfc58-8b43-4b8f-bd5f-aba4b548b11a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0516076 Aug 05 15:10:24.074191 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ad8eca3-9e3f-430a-8c13-2afc7f73ddb3 req-a5327225-f61f-4224-9015-57b4f874385b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366650 Aug 05 15:10:25.203581 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c2975-1ec9-403e-ad21-f48be62fa204 req-6b472218-e7b8-4e8d-b4b1-712863f61fb6 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:25.205108 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f35c2975-1ec9-403e-ad21-f48be62fa204 req-6b472218-e7b8-4e8d-b4b1-712863f61fb6 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0555878 Aug 05 15:10:25.246578 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f35c2975-1ec9-403e-ad21-f48be62fa204 req-be7f281b-2baf-496e-be5e-0e02b1a6ee8b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345564 Aug 05 15:10:25.264475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df85cf-15f2-4605-8cb8-c43face3edfe req-2bbc3806-cd05-4b22-a807-89c1f469c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:25.266104 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b1df85cf-15f2-4605-8cb8-c43face3edfe req-2bbc3806-cd05-4b22-a807-89c1f469c525 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 1096 time: 0.0434117 Aug 05 15:10:25.365885 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df85cf-15f2-4605-8cb8-c43face3edfe req-132ab3c3-0ff5-4a7c-bc7e-f727593620e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:25.367352 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b1df85cf-15f2-4605-8cb8-c43face3edfe req-132ab3c3-0ff5-4a7c-bc7e-f727593620e1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.0829723 Aug 05 15:10:25.437754 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b1df85cf-15f2-4605-8cb8-c43face3edfe req-4ad57665-b50b-488c-931d-ad72700b49f7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=552380f0-2f8f-44dd-91be-70e58067df16 HTTP/1.1" status: 200 len: 1001 time: 0.0607994 Aug 05 15:10:25.486424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df85cf-15f2-4605-8cb8-c43face3edfe req-af4d4470-d899-4a32-9951-44bcbe41b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:25.487905 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b1df85cf-15f2-4605-8cb8-c43face3edfe req-af4d4470-d899-4a32-9951-44bcbe41b8db service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0448120 Aug 05 15:10:25.533562 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df85cf-15f2-4605-8cb8-c43face3edfe req-07fce923-994e-4ac8-a65f-013a2f42f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:25.535110 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b1df85cf-15f2-4605-8cb8-c43face3edfe req-07fce923-994e-4ac8-a65f-013a2f42f390 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405455 Aug 05 15:10:25.627801 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b1df85cf-15f2-4605-8cb8-c43face3edfe req-73ab7d2b-4416-4604-aca6-28ffb6be04b3 service neutron] 10.222.0.63 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852702 Aug 05 15:10:25.724344 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b1df85cf-15f2-4605-8cb8-c43face3edfe req-2405075e-bd21-4665-8b5b-466959cb983c service neutron] 10.222.0.63 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887861 Aug 05 15:10:26.362808 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06fe53-8bcc-477b-92ea-36a71e31a55d req-8ea980ec-1e26-4ef0-b48c-6f1569d57394 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:26.364284 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-eb06fe53-8bcc-477b-92ea-36a71e31a55d req-8ea980ec-1e26-4ef0-b48c-6f1569d57394 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0490992 Aug 05 15:10:26.407189 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-eb06fe53-8bcc-477b-92ea-36a71e31a55d req-08f375d5-a684-4152-b572-0e7ee4b6e373 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368819 Aug 05 15:10:27.525572 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aee3ce-3d21-4c07-ae73-5054ead5c66f req-1471dcd9-03dd-49e4-b2aa-400287a996ee tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:27.528221 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16aee3ce-3d21-4c07-ae73-5054ead5c66f req-1471dcd9-03dd-49e4-b2aa-400287a996ee tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0519269 Aug 05 15:10:27.569335 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-16aee3ce-3d21-4c07-ae73-5054ead5c66f req-adbcd39e-d782-45af-b8dd-c3c46283cfd1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349610 Aug 05 15:10:28.289566 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c52d74-a4bb-412d-b3ec-7138ae39c88c req-cbebb2d5-e511-4630-9834-631371b5253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:28.291112 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8c52d74-a4bb-412d-b3ec-7138ae39c88c req-cbebb2d5-e511-4630-9834-631371b5253d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 1096 time: 0.0411913 Aug 05 15:10:28.379179 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c52d74-a4bb-412d-b3ec-7138ae39c88c req-e8a27d23-02ed-4472-b467-210ac58a8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:28.380667 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8c52d74-a4bb-412d-b3ec-7138ae39c88c req-e8a27d23-02ed-4472-b467-210ac58a8f88 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.0830534 Aug 05 15:10:28.450049 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8c52d74-a4bb-412d-b3ec-7138ae39c88c req-4d2190c4-521c-4525-9b99-a2ada68d8554 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=552380f0-2f8f-44dd-91be-70e58067df16 HTTP/1.1" status: 200 len: 1001 time: 0.0620787 Aug 05 15:10:28.500936 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c52d74-a4bb-412d-b3ec-7138ae39c88c req-5c127cf7-d8c6-428e-bc91-9404aef4bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:28.502363 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8c52d74-a4bb-412d-b3ec-7138ae39c88c req-5c127cf7-d8c6-428e-bc91-9404aef4bf62 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0454514 Aug 05 15:10:28.547721 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c52d74-a4bb-412d-b3ec-7138ae39c88c req-80bd4f38-433b-4a62-8010-9724f4724c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:28.549152 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8c52d74-a4bb-412d-b3ec-7138ae39c88c req-80bd4f38-433b-4a62-8010-9724f4724c17 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402730 Aug 05 15:10:28.660706 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8c52d74-a4bb-412d-b3ec-7138ae39c88c req-7dd49387-88db-4396-a1b8-2bc4489cc26f service neutron] 10.222.0.63 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030633 Aug 05 15:10:28.752941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4ba52-086f-474a-8a22-e9b62570a848 req-c8e6b7ae-876a-4a98-aa96-ae53df27e373 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:28.754474 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87c4ba52-086f-474a-8a22-e9b62570a848 req-c8e6b7ae-876a-4a98-aa96-ae53df27e373 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 945 time: 0.1126952 Aug 05 15:10:28.808458 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-d8c52d74-a4bb-412d-b3ec-7138ae39c88c req-60a4982e-4b98-4f6e-bc97-95105ad874e4 service neutron] 10.222.0.63 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337767 Aug 05 15:10:28.814408 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-87c4ba52-086f-474a-8a22-e9b62570a848 req-bea70e1e-c443-4c98-8ddb-dc6229d6b77a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517235 Aug 05 15:10:29.928224 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a3e39-aff6-4165-ba0f-8e66deec752c req-cf9ef1c7-8b7b-4e8c-a65b-08c110b8667e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:29.929669 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b02a3e39-aff6-4165-ba0f-8e66deec752c req-cf9ef1c7-8b7b-4e8c-a65b-08c110b8667e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0489788 Aug 05 15:10:29.967281 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-b02a3e39-aff6-4165-ba0f-8e66deec752c req-1c15dbe0-feb7-46ce-92ed-b3a69525f02d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317187 Aug 05 15:10:30.480212 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:10:31.086847 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e0f8c-d3ec-4e1b-a77e-4262d89cf2f6 req-e7d94ccb-ca9a-4693-8aab-f8083ec52000 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:31.088382 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cc9e0f8c-d3ec-4e1b-a77e-4262d89cf2f6 req-e7d94ccb-ca9a-4693-8aab-f8083ec52000 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0513301 Aug 05 15:10:31.128534 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-cc9e0f8c-d3ec-4e1b-a77e-4262d89cf2f6 req-e78441dc-d2dd-42ec-8bc3-dbbd88579ef8 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330994 Aug 05 15:10:32.250441 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21760d25-6683-4ffe-bdc2-f82fd95397c0 req-ddb9cae1-6908-4575-a415-9e28d4a7dc3a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:32.252036 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-21760d25-6683-4ffe-bdc2-f82fd95397c0 req-ddb9cae1-6908-4575-a415-9e28d4a7dc3a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0541034 Aug 05 15:10:32.291928 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-21760d25-6683-4ffe-bdc2-f82fd95397c0 req-251c62a0-54e2-4b54-a2d1-b5a370421e27 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330410 Aug 05 15:10:32.542569 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c45964-778c-4e8c-ba12-c8b93e9d2ccd req-41c1cc90-a927-4b81-a3f1-05c34bfd0699 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:32.544108 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-40c45964-778c-4e8c-ba12-c8b93e9d2ccd req-41c1cc90-a927-4b81-a3f1-05c34bfd0699 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0846598 Aug 05 15:10:32.568660 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-df714ead-d68a-4ff3-933b-562be62d1765 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1372919 Aug 05 15:10:32.598429 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-40c45964-778c-4e8c-ba12-c8b93e9d2ccd req-2131c536-da59-4e3a-913a-cc7ffb1ff614 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473380 Aug 05 15:10:33.718581 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d89aee-77ab-493f-a6e0-c0fbee2efb52 req-de110610-77c8-4738-b298-8d481c031974 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:33.720157 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-04d89aee-77ab-493f-a6e0-c0fbee2efb52 req-de110610-77c8-4738-b298-8d481c031974 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0523229 Aug 05 15:10:33.759639 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-04d89aee-77ab-493f-a6e0-c0fbee2efb52 req-9f0b2783-3d24-4e23-9677-10b231104865 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333579 Aug 05 15:10:33.953241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 552380f0-2f8f-44dd-91be-70e58067df16 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:10:34.026897 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:34.049839 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '552380f0-2f8f-44dd-91be-70e58067df16'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:10:34.052107 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3b12d3-963b-47b6-a48f-2ff05005be6e" -d '{"events": [{"server_uuid": "55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2", "name": "network-vif-unplugged", "status": "completed", "tag": "552380f0-2f8f-44dd-91be-70e58067df16"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:10:34.066844 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 552380f0-2f8f-44dd-91be-70e58067df16, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=552380f0-2f8f-44dd-91be-70e58067df16,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:10:34.071663 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:34.098674 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 Aug 2021 15:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f9985d-7cc5-4ec0-aefd-a0c392ab669e x-openstack-request-id: req-87f9985d-7cc5-4ec0-aefd-a0c392ab669e {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:10:34.098964 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2", "name": "network-vif-unplugged", "status": "failed", "tag": "552380f0-2f8f-44dd-91be-70e58067df16", "code": 422}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:10:34.099217 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87f9985d-7cc5-4ec0-aefd-a0c392ab669e {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:10:34.099601 n-d-803585-2 neutron-server[105725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '552380f0-2f8f-44dd-91be-70e58067df16', 'code': 422} returned with failed status Aug 05 15:10:34.126518 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=552380f0-2f8f-44dd-91be-70e58067df16,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:10:34.133692 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:34.134035 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:34.134398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:34.134732 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:34.135058 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:34.135381 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:34.135711 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:34.136030 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:34.136346 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:34.136661 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:34.136977 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:34.137289 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:34.883011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8fc8c-ab49-45c1-95ab-434a1b603eed req-381dbfcb-4b0b-460d-be9f-33784204fc5a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:34.884663 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b0a8fc8c-ab49-45c1-95ab-434a1b603eed req-381dbfcb-4b0b-460d-be9f-33784204fc5a tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0542202 Aug 05 15:10:34.924302 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-b0a8fc8c-ab49-45c1-95ab-434a1b603eed req-17084dd9-cdd9-4c97-9a1c-cad7fd604a30 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325093 Aug 05 15:10:36.043665 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004eb59d-f8f4-46b9-b15a-7edc7205cc39 req-efdce510-b1a7-4a6b-90cb-555bfc490cd6 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:36.045172 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-004eb59d-f8f4-46b9-b15a-7edc7205cc39 req-efdce510-b1a7-4a6b-90cb-555bfc490cd6 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0526261 Aug 05 15:10:36.085319 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-004eb59d-f8f4-46b9-b15a-7edc7205cc39 req-51b9e1a2-1058-4cfc-98a2-1f3e17a212ff tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336359 Aug 05 15:10:37.204248 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c214bfe-24e5-4cc4-8242-635428d6dd50 req-b20130b2-09fa-4857-93f8-cb06751c7782 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:37.205765 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c214bfe-24e5-4cc4-8242-635428d6dd50 req-b20130b2-09fa-4857-93f8-cb06751c7782 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0530951 Aug 05 15:10:37.218984 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-56a402d0-f8eb-4a34-bad3-c873908b99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:37.220572 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-56a402d0-f8eb-4a34-bad3-c873908b99e7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2&tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8 HTTP/1.1" status: 200 len: 1094 time: 0.0465686 Aug 05 15:10:37.233219 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803585-2', 'device_owner': 'compute:nova'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:10:37.246911 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3c214bfe-24e5-4cc4-8242-635428d6dd50 req-0c44da5c-b3dd-4268-94d1-caada5cdbebd tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347178 Aug 05 15:10:37.289752 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:37.492382 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] For port 552380f0-2f8f-44dd-91be-70e58067df16, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=552380f0-2f8f-44dd-91be-70e58067df16,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:10:37.526722 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] For port 552380f0-2f8f-44dd-91be-70e58067df16, host n-h1-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:10:37.559673 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552380f0-2f8f-44dd-91be-70e58067df16 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:10:37.567355 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:37.585219 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Transition to ACTIVE for port object 552380f0-2f8f-44dd-91be-70e58067df16 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:10:37.588791 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:37.671421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Pushing event updated for resources: {'Port': ['ID=552380f0-2f8f-44dd-91be-70e58067df16,revision_number=7']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:10:37.683173 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:37.683527 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:37.683852 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:37.684187 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:37.684514 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:37.684841 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:37.685166 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:37.685485 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:37.685809 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:37.686232 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:37.686875 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:37.687202 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:10:38.061077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] No DVR routers for this DVR port 552380f0-2f8f-44dd-91be-70e58067df16 on host n-h1-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:10:38.191617 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Attempting to bind port 552380f0-2f8f-44dd-91be-70e58067df16 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:10:38.191959 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Attempting to bind port 552380f0-2f8f-44dd-91be-70e58067df16 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:10:38.192294 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Attempting to bind port 552380f0-2f8f-44dd-91be-70e58067df16 on network 83d559ca-a53e-4476-9faf-ce629494857e {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:10:38.196633 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Port 552380f0-2f8f-44dd-91be-70e58067df16 on network 83d559ca-a53e-4476-9faf-ce629494857e not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 15:10:38.196961 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Attempting to bind port 552380f0-2f8f-44dd-91be-70e58067df16 on network 83d559ca-a53e-4476-9faf-ce629494857e {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:10:38.201815 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:10:38.202156 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Checking segment: {'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:10:38.202570 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Bound using segment: {'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:10:38.203000 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Bound port: 552380f0-2f8f-44dd-91be-70e58067df16, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d422ae0-b3ac-4339-8c2d-af78b5dd6884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:10:38.203357 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:38.266934 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] For port 552380f0-2f8f-44dd-91be-70e58067df16, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:10:38.270113 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] For port 552380f0-2f8f-44dd-91be-70e58067df16, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=552380f0-2f8f-44dd-91be-70e58067df16,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:10:38.274639 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:38.318361 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:38.318993 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:38.320411 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] 10.222.0.84 "PUT /v2.0/ports/552380f0-2f8f-44dd-91be-70e58067df16 HTTP/1.1" status: 200 len: 1091 time: 1.0918031 Aug 05 15:10:38.320875 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'tag': '552380f0-2f8f-44dd-91be-70e58067df16'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:10:38.323155 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa96d8b6-397e-440a-883a-0e9172a3b74c" -d '{"events": [{"name": "network-changed", "server_uuid": "55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2", "tag": "552380f0-2f8f-44dd-91be-70e58067df16"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:10:38.378156 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c557fa-0841-4991-b2ae-d9e1a6ad1a67 x-openstack-request-id: req-32c557fa-0841-4991-b2ae-d9e1a6ad1a67 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:10:38.378549 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2", "tag": "552380f0-2f8f-44dd-91be-70e58067df16", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:10:38.378751 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32c557fa-0841-4991-b2ae-d9e1a6ad1a67 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:10:38.379109 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'tag': '552380f0-2f8f-44dd-91be-70e58067df16', 'status': 'completed', 'code': 200} Aug 05 15:10:38.404578 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5bfa5-45d4-42d0-a336-dc107904f712 service neutron] Pushing event updated for resources: {'Port': ['ID=552380f0-2f8f-44dd-91be-70e58067df16,revision_number=8']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:10:38.425406 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902f35c-e409-44ea-87cb-a93964e865bc req-f1c8e421-9a20-4626-89ad-f9b713022dea tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:38.427020 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8902f35c-e409-44ea-87cb-a93964e865bc req-f1c8e421-9a20-4626-89ad-f9b713022dea tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0985558 Aug 05 15:10:38.433826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-d454387e-29c4-4e46-a7ae-1cd51cede5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:38.435292 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-d454387e-29c4-4e46-a7ae-1cd51cede5f7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 1094 time: 0.0781834 Aug 05 15:10:38.523239 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8902f35c-e409-44ea-87cb-a93964e865bc req-749fc509-0f55-445f-90c5-de4db5100a66 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869977 Aug 05 15:10:38.553336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-b4df678e-f63a-4ee1-afd5-dc57ffd05927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:38.554827 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-b4df678e-f63a-4ee1-afd5-dc57ffd05927 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.1115892 Aug 05 15:10:38.622185 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-189bef6e-94a3-4f52-b03f-134ef66afd5c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=552380f0-2f8f-44dd-91be-70e58067df16 HTTP/1.1" status: 200 len: 999 time: 0.0595913 Aug 05 15:10:38.676750 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-5ce0c529-47fa-4cb8-bbf9-25928cb72f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:38.678191 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-5ce0c529-47fa-4cb8-bbf9-25928cb72f5f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0477355 Aug 05 15:10:38.724200 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-3c37c423-7256-435e-959a-e985bb35896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:38.725675 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-3c37c423-7256-435e-959a-e985bb35896a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401690 Aug 05 15:10:38.816951 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-eb1af642-32cd-4201-96d6-ae918fe4ff37 service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827167 Aug 05 15:10:38.911240 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-6fe934de-93f6-4038-a60f-b56a670caf27 service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863559 Aug 05 15:10:38.999559 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96d8b6-397e-440a-883a-0e9172a3b74c req-a747d689-c7b7-4859-b35f-4515585f1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:39.001090 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa96d8b6-397e-440a-883a-0e9172a3b74c req-a747d689-c7b7-4859-b35f-4515585f1d76 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 1094 time: 0.0428021 Aug 05 15:10:39.098660 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96d8b6-397e-440a-883a-0e9172a3b74c req-7bc4b011-8984-47c6-b0ca-b0610a65781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:39.100150 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa96d8b6-397e-440a-883a-0e9172a3b74c req-7bc4b011-8984-47c6-b0ca-b0610a65781c service neutron] 10.222.0.84 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.0879781 Aug 05 15:10:39.165862 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa96d8b6-397e-440a-883a-0e9172a3b74c req-071c7594-4fea-4420-af2f-b54a873b0592 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=552380f0-2f8f-44dd-91be-70e58067df16 HTTP/1.1" status: 200 len: 999 time: 0.0581436 Aug 05 15:10:39.214978 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96d8b6-397e-440a-883a-0e9172a3b74c req-4a36fc58-651b-4096-ace5-7f4c25922030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:39.216401 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa96d8b6-397e-440a-883a-0e9172a3b74c req-4a36fc58-651b-4096-ace5-7f4c25922030 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0432370 Aug 05 15:10:39.268117 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96d8b6-397e-440a-883a-0e9172a3b74c req-74297b8c-2132-4691-a9bb-5c0b76c39d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:39.269649 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa96d8b6-397e-440a-883a-0e9172a3b74c req-74297b8c-2132-4691-a9bb-5c0b76c39d2b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450008 Aug 05 15:10:39.358911 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa96d8b6-397e-440a-883a-0e9172a3b74c req-b3050b3c-7ddb-4c34-8b66-4d756861bae3 service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815952 Aug 05 15:10:39.452596 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fa96d8b6-397e-440a-883a-0e9172a3b74c req-eaebe26f-bc77-4bb6-8133-b89bbaec0470 service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859215 Aug 05 15:10:39.648339 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0705b-7a80-475f-b41f-94846d9107c7 req-1d42bd95-7bfb-4091-890c-d62e70b1b6ee tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:39.649851 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4cc0705b-7a80-475f-b41f-94846d9107c7 req-1d42bd95-7bfb-4091-890c-d62e70b1b6ee tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0512636 Aug 05 15:10:39.688851 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4cc0705b-7a80-475f-b41f-94846d9107c7 req-52848075-4b45-449a-b9bd-850116982126 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328941 Aug 05 15:10:40.804524 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efcafb-40ba-4c03-bf39-6ff8a67d7f66 req-eeb96f2c-6d53-4a4c-80d0-52f62cd5395d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:40.806117 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25efcafb-40ba-4c03-bf39-6ff8a67d7f66 req-eeb96f2c-6d53-4a4c-80d0-52f62cd5395d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0501511 Aug 05 15:10:40.844174 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-25efcafb-40ba-4c03-bf39-6ff8a67d7f66 req-0ce7d517-ca8a-4f5c-9437-963b7674c256 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318136 Aug 05 15:10:41.969801 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a513c84-d9a9-46ff-bc68-3cbf4d19ce6d req-ed8674c7-eab0-400d-b477-4580782fa3c9 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:41.971360 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a513c84-d9a9-46ff-bc68-3cbf4d19ce6d req-ed8674c7-eab0-400d-b477-4580782fa3c9 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0569282 Aug 05 15:10:41.973467 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55303cab-6505-4685-8d88-0fe0f1d1e7db req-dd96cee0-6c9b-4154-8b35-94c3bcdc7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:41.975005 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-55303cab-6505-4685-8d88-0fe0f1d1e7db req-dd96cee0-6c9b-4154-8b35-94c3bcdc7745 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 1094 time: 0.0427768 Aug 05 15:10:42.011151 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-1a513c84-d9a9-46ff-bc68-3cbf4d19ce6d req-5cc9499e-2126-48e0-9e0a-8829d5752bdf tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334249 Aug 05 15:10:42.084508 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55303cab-6505-4685-8d88-0fe0f1d1e7db req-3b116d20-8583-40f7-8b24-a598ed0e5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:42.086013 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-55303cab-6505-4685-8d88-0fe0f1d1e7db req-3b116d20-8583-40f7-8b24-a598ed0e5a35 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.0909917 Aug 05 15:10:42.151610 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-55303cab-6505-4685-8d88-0fe0f1d1e7db req-e2209cde-cc98-40be-8c51-7cb00cc333f6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=552380f0-2f8f-44dd-91be-70e58067df16 HTTP/1.1" status: 200 len: 999 time: 0.0581753 Aug 05 15:10:42.200238 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55303cab-6505-4685-8d88-0fe0f1d1e7db req-957840e8-a9b4-43ad-9ec7-b5d9241989c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:42.202719 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-55303cab-6505-4685-8d88-0fe0f1d1e7db req-957840e8-a9b4-43ad-9ec7-b5d9241989c1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0442493 Aug 05 15:10:42.251920 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55303cab-6505-4685-8d88-0fe0f1d1e7db req-8d36c485-79e5-443a-a557-79ccf14e019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:42.253336 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-55303cab-6505-4685-8d88-0fe0f1d1e7db req-8d36c485-79e5-443a-a557-79ccf14e019e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440466 Aug 05 15:10:42.343138 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-55303cab-6505-4685-8d88-0fe0f1d1e7db req-6d2c0f2a-4863-4f49-8f36-7f09c6bfb540 service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824230 Aug 05 15:10:42.437391 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-55303cab-6505-4685-8d88-0fe0f1d1e7db req-98c7234d-4c44-42e2-bae4-8b8a347eae58 service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871770 Aug 05 15:10:43.128895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ab52f-4113-4dee-a7cc-c6824e40dbc4 req-9f67c8ef-2a0e-45fa-b75a-518fc57c542e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:43.130440 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-884ab52f-4113-4dee-a7cc-c6824e40dbc4 req-9f67c8ef-2a0e-45fa-b75a-518fc57c542e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0516422 Aug 05 15:10:43.169437 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-884ab52f-4113-4dee-a7cc-c6824e40dbc4 req-e1fa6266-5828-4327-979b-5edc0d50ee12 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331204 Aug 05 15:10:44.283074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689691de-2804-4b01-82b4-7a7d966cd120 req-534e130b-2359-4f8e-af68-abdb8e025e17 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:44.284549 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-689691de-2804-4b01-82b4-7a7d966cd120 req-534e130b-2359-4f8e-af68-abdb8e025e17 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0490279 Aug 05 15:10:44.322469 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-689691de-2804-4b01-82b4-7a7d966cd120 req-a1480048-81dd-43b3-9b60-ddca38bb6177 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320039 Aug 05 15:10:45.437939 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf83aee-92b2-42a2-88a1-314a22bcfc09 req-bd7ab317-c48e-421c-b0b7-d9f69eabc555 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:45.439475 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3bf83aee-92b2-42a2-88a1-314a22bcfc09 req-bd7ab317-c48e-421c-b0b7-d9f69eabc555 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0499177 Aug 05 15:10:45.476800 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-3bf83aee-92b2-42a2-88a1-314a22bcfc09 req-753d60ef-2fdc-4c55-9607-589cfcafb906 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313370 Aug 05 15:10:45.614584 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:45.933906 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-12bb0a1d-d688-481b-aabb-f3440225b419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:46.647475 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53a297-48be-4748-8900-e053ebf0eed7 req-89392029-80bd-4ede-a7fc-28e2325f4a99 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:46.648984 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a53a297-48be-4748-8900-e053ebf0eed7 req-89392029-80bd-4ede-a7fc-28e2325f4a99 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.1031382 Aug 05 15:10:46.687187 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0a53a297-48be-4748-8900-e053ebf0eed7 req-1393f5e8-9909-4c39-90b2-459754a156c5 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321057 Aug 05 15:10:46.778933 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:47.814218 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946c567-ffd0-49c7-9af7-2c9458daccbc req-1dfa7dbb-e3e5-44b1-b5ce-af133bc47b0f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:47.815642 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5946c567-ffd0-49c7-9af7-2c9458daccbc req-1dfa7dbb-e3e5-44b1-b5ce-af133bc47b0f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0531073 Aug 05 15:10:47.853353 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-5946c567-ffd0-49c7-9af7-2c9458daccbc req-320aea62-6596-4d67-8ca7-27c399151b1b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318272 Aug 05 15:10:47.984490 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 552380f0-2f8f-44dd-91be-70e58067df16 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:10:48.076210 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 552380f0-2f8f-44dd-91be-70e58067df16, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=552380f0-2f8f-44dd-91be-70e58067df16,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:10:48.087636 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': '552380f0-2f8f-44dd-91be-70e58067df16', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'port_id': '552380f0-2f8f-44dd-91be-70e58067df16', 'mac_address': 'fa:16:3e:f1:df:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:10:48.125724 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:48.137681 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552380f0-2f8f-44dd-91be-70e58067df16 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:10:48.156817 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 552380f0-2f8f-44dd-91be-70e58067df16, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=552380f0-2f8f-44dd-91be-70e58067df16,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:10:48.161086 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:48.207446 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=552380f0-2f8f-44dd-91be-70e58067df16,revision_number=9']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:10:48.414216 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['552380f0-2f8f-44dd-91be-70e58067df16'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:10:48.503574 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9180506d-cc0a-46d1-ac96-1dcfc73190c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:48.781611 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:48.971027 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afff64-4d07-4779-a903-ece43ca9f25a req-c9045f57-fd58-4411-9e44-7d9b489dac4c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:48.972521 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42afff64-4d07-4779-a903-ece43ca9f25a req-c9045f57-fd58-4411-9e44-7d9b489dac4c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 944 time: 0.0529842 Aug 05 15:10:49.009809 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-42afff64-4d07-4779-a903-ece43ca9f25a req-009f99d5-1174-4f78-830e-c87da008902e tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314062 Aug 05 15:10:49.816529 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:50.000860 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 552380f0-2f8f-44dd-91be-70e58067df16 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:10:50.048462 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port 552380f0-2f8f-44dd-91be-70e58067df16 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:10:50.052287 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port 552380f0-2f8f-44dd-91be-70e58067df16 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:10:50.052668 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:50.132409 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:50.133226 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfe03a-208e-40e8-9d28-406094362a09 req-1e407d4d-7228-49fd-b64d-25d3c78f078d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:50.134815 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-96bfe03a-208e-40e8-9d28-406094362a09 req-1e407d4d-7228-49fd-b64d-25d3c78f078d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 944 time: 0.0509980 Aug 05 15:10:50.154784 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552380f0-2f8f-44dd-91be-70e58067df16'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:10:50.157095 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e94871-61e9-4a29-9552-e51938897d2b" -d '{"events": [{"server_uuid": "55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "552380f0-2f8f-44dd-91be-70e58067df16"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:10:50.170782 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port 552380f0-2f8f-44dd-91be-70e58067df16, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=552380f0-2f8f-44dd-91be-70e58067df16,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:10:50.175008 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:10:50.187136 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-96bfe03a-208e-40e8-9d28-406094362a09 req-b74ad201-a439-47bf-b241-4adc6d306319 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408332 Aug 05 15:10:50.201015 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68601afb-4372-4f28-82af-54d7bc952be7 x-openstack-request-id: req-68601afb-4372-4f28-82af-54d7bc952be7 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:10:50.201465 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "552380f0-2f8f-44dd-91be-70e58067df16", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:10:50.201716 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68601afb-4372-4f28-82af-54d7bc952be7 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:10:50.202105 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552380f0-2f8f-44dd-91be-70e58067df16', 'code': 200} Aug 05 15:10:50.230830 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=552380f0-2f8f-44dd-91be-70e58067df16,revision_number=10']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:10:50.340196 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e819e74-5e42-4ddb-97ae-d725f5e794a2 req-b5c3fd8f-0ed8-470d-9146-b74e471d966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:50.341614 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8e819e74-5e42-4ddb-97ae-d725f5e794a2 req-b5c3fd8f-0ed8-470d-9146-b74e471d966d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 1097 time: 0.0404124 Aug 05 15:10:50.376106 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-8e819e74-5e42-4ddb-97ae-d725f5e794a2 req-a0446348-0e92-45da-bfb6-9da125d8c968 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277314 Aug 05 15:10:51.299268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdb68a-8d75-4e12-9057-12004b905270 req-047760f7-8835-4be5-a193-68fd95a28fde tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:10:51.300765 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5bdb68a-8d75-4e12-9057-12004b905270 req-047760f7-8835-4be5-a193-68fd95a28fde tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 946 time: 0.0569255 Aug 05 15:10:51.339658 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5bdb68a-8d75-4e12-9057-12004b905270 req-1ec23660-9633-4b2a-b5b4-5ac9b66a850c tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330439 Aug 05 15:10:51.600180 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:11:07.478952 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:11:15.612946 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:11:15.934415 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e0da6ab5-9255-4a88-8b00-10d4048f848a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:11:16.776645 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:11:18.494078 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3f15f670-f37a-40b6-9a80-91e4a7637441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:11:18.782916 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:11:19.820301 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:11:21.601812 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:11:42.968016 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2470dcbe-2805-4644-8adc-a37052f9ef19 req-e826b268-7335-401e-9f39-4146e38498a7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402896 Aug 05 15:11:43.052720 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470dcbe-2805-4644-8adc-a37052f9ef19 req-369cf0cf-d0c8-4d50-9539-4fcc48c77c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:11:43.054244 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2470dcbe-2805-4644-8adc-a37052f9ef19 req-369cf0cf-d0c8-4d50-9539-4fcc48c77c75 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 1097 time: 0.0406840 Aug 05 15:11:43.160880 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470dcbe-2805-4644-8adc-a37052f9ef19 req-c16d9433-1e6a-477d-864e-1963885257c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:11:43.162395 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2470dcbe-2805-4644-8adc-a37052f9ef19 req-c16d9433-1e6a-477d-864e-1963885257c2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.0873680 Aug 05 15:11:43.228948 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2470dcbe-2805-4644-8adc-a37052f9ef19 req-09facb5c-bcdf-46f7-9078-5b8938d0cb2b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=552380f0-2f8f-44dd-91be-70e58067df16 HTTP/1.1" status: 200 len: 1001 time: 0.0577297 Aug 05 15:11:43.278446 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470dcbe-2805-4644-8adc-a37052f9ef19 req-128fc00f-0810-4aca-8cad-3ca029b5f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:11:43.279919 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2470dcbe-2805-4644-8adc-a37052f9ef19 req-128fc00f-0810-4aca-8cad-3ca029b5f2b9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0440960 Aug 05 15:11:43.330028 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470dcbe-2805-4644-8adc-a37052f9ef19 req-735c21d2-0044-4ee1-a959-38e2bf522f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:11:43.331577 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2470dcbe-2805-4644-8adc-a37052f9ef19 req-735c21d2-0044-4ee1-a959-38e2bf522f8e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445626 Aug 05 15:11:43.420885 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2470dcbe-2805-4644-8adc-a37052f9ef19 req-79251f2e-fb46-40ee-8d71-c0cd98ec506a service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814013 Aug 05 15:11:43.513318 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2470dcbe-2805-4644-8adc-a37052f9ef19 req-3bf76e8a-2d56-4c3d-8c48-a5e39ff6e5c6 service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850928 Aug 05 15:11:44.479507 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:11:45.611483 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:11:46.088233 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-eb3fafa0-4e0c-43a0-86b1-8dbe98e9bb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:11:46.791876 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:11:48.495086 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-99271078-b6b0-4224-9897-8215cf0392ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:11:48.788015 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:11:49.821241 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:11:51.604760 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:04.347737 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49730) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:04.507365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Deleting port b88eea96-c05a-46cd-82b1-beea35569aab {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:12:04.507708 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:04.584366 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:04.584696 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:04.597441 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Calling delete_port for b88eea96-c05a-46cd-82b1-beea35569aab owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:12:04.746009 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:04.776293 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event deleted for resources: {'Port': ['ID=b88eea96-c05a-46cd-82b1-beea35569aab,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:04.799837 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:04.800191 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:04.800539 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:04.800882 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:04.801220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:04.801558 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:04.801895 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:04.802228 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:04.802589 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:04.802919 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:04.803247 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:04.803572 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:04.844098 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:04.844483 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Floating IP aa77c860-f949-48f3-8aa0-ffaef341069a disassociated (deleted). External IP: 172.25.5.212, port: 552380f0-2f8f-44dd-91be-70e58067df16. Aug 05 15:12:05.048586 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Router e5d38a09-2f13-46ea-b7e6-0a406d69c15b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:12:05.463344 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:12:05.468109 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:05.472748 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2fd6f0-8a56-4c38-9bf3-25b71e296d27 None None] Sync routers for ids ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:12:05.481293 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2fd6f0-8a56-4c38-9bf3-25b71e296d27 None None] Routers {'e5d38a09-2f13-46ea-b7e6-0a406d69c15b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:12:05.481914 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-7d2fd6f0-8a56-4c38-9bf3-25b71e296d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:05.494884 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-15a4738e-2bfb-4410-80c8-5f57e78bb32b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "DELETE /v2.0/floatingips/aa77c860-f949-48f3-8aa0-ffaef341069a HTTP/1.1" status: 204 len: 168 time: 1.1451833 Aug 05 15:12:05.495273 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'tag': '552380f0-2f8f-44dd-91be-70e58067df16'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:12:05.497511 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb5e65b-ee72-4aa0-bc43-42746e5a2ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2", "tag": "552380f0-2f8f-44dd-91be-70e58067df16"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:12:05.546168 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab07df30-8a87-4187-b5f1-271d12bda6b2 x-openstack-request-id: req-ab07df30-8a87-4187-b5f1-271d12bda6b2 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:12:05.546500 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2", "tag": "552380f0-2f8f-44dd-91be-70e58067df16", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:12:05.546758 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab07df30-8a87-4187-b5f1-271d12bda6b2 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:12:05.547548 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'tag': '552380f0-2f8f-44dd-91be-70e58067df16', 'status': 'completed', 'code': 200} Aug 05 15:12:05.597235 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-7d2fd6f0-8a56-4c38-9bf3-25b71e296d27 None None] Set router e5d38a09-2f13-46ea-b7e6-0a406d69c15b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:12:05.622864 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5e65b-ee72-4aa0-bc43-42746e5a2ccd req-a42d8f0e-cafd-494e-a5b3-f3ced149f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:05.625170 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-afb5e65b-ee72-4aa0-bc43-42746e5a2ccd req-a42d8f0e-cafd-494e-a5b3-f3ced149f5ba service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 1097 time: 0.0537386 Aug 05 15:12:05.734668 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5e65b-ee72-4aa0-bc43-42746e5a2ccd req-1dd46188-2000-4117-aed3-7e78106ad48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:05.736368 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-afb5e65b-ee72-4aa0-bc43-42746e5a2ccd req-1dd46188-2000-4117-aed3-7e78106ad48f service neutron] 10.222.0.84 "GET /v2.0/networks?id=83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 200 len: 908 time: 0.1037269 Aug 05 15:12:05.791046 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-afb5e65b-ee72-4aa0-bc43-42746e5a2ccd req-5177c645-72ac-40c7-84a4-52bc5e003bea service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=552380f0-2f8f-44dd-91be-70e58067df16 HTTP/1.1" status: 200 len: 217 time: 0.0441465 Aug 05 15:12:05.804447 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-7d2fd6f0-8a56-4c38-9bf3-25b71e296d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:27Z', 'revision_number': 4, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd', 'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'mac_address': 'fa:16:3e:a3:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:26Z', 'updated_at': '2021-08-05T15:03:32Z', 'revision_number': 5, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'subnets': [{'id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:05.834087 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2fd6f0-8a56-4c38-9bf3-25b71e296d27 None None] Checking router: e5d38a09-2f13-46ea-b7e6-0a406d69c15b for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:12:05.842533 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2fd6f0-8a56-4c38-9bf3-25b71e296d27 None None] Routers {'e5d38a09-2f13-46ea-b7e6-0a406d69c15b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:12:05.843149 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-7d2fd6f0-8a56-4c38-9bf3-25b71e296d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:05.865381 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857c4be-1128-4c9b-8227-9f2922f23963 req-ac55697d-a39d-43d2-96cd-b3212f099b0b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:05.866916 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e857c4be-1128-4c9b-8227-9f2922f23963 req-ac55697d-a39d-43d2-96cd-b3212f099b0b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 946 time: 0.1700881 Aug 05 15:12:05.873093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5e65b-ee72-4aa0-bc43-42746e5a2ccd req-a04a8c22-9322-44f6-895a-6f196775a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:05.874521 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-afb5e65b-ee72-4aa0-bc43-42746e5a2ccd req-a04a8c22-9322-44f6-895a-6f196775a1b3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 200 len: 846 time: 0.0697014 Aug 05 15:12:05.934189 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e857c4be-1128-4c9b-8227-9f2922f23963 req-80cf57e1-7df7-4062-a063-aac4ab3ec68b tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587087 Aug 05 15:12:05.942671 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5e65b-ee72-4aa0-bc43-42746e5a2ccd req-a25be478-9f47-49bf-a102-76346c3da87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:05.944148 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-afb5e65b-ee72-4aa0-bc43-42746e5a2ccd req-a25be478-9f47-49bf-a102-76346c3da87c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83d559ca-a53e-4476-9faf-ce629494857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617716 Aug 05 15:12:05.951511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-7d2fd6f0-8a56-4c38-9bf3-25b71e296d27 None None] Set router e5d38a09-2f13-46ea-b7e6-0a406d69c15b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:12:06.040316 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-afb5e65b-ee72-4aa0-bc43-42746e5a2ccd req-77f416e1-9d12-49d9-8930-edefb0b8216a service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869009 Aug 05 15:12:06.133885 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-afb5e65b-ee72-4aa0-bc43-42746e5a2ccd req-55cca3fc-f7ac-4318-8f29-af0b98eb8a81 service neutron] 10.222.0.84 "GET /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845964 Aug 05 15:12:06.156787 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-7d2fd6f0-8a56-4c38-9bf3-25b71e296d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:27Z', 'revision_number': 4, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd', 'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'mac_address': 'fa:16:3e:a3:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:26Z', 'updated_at': '2021-08-05T15:03:32Z', 'revision_number': 5, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'subnets': [{'id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:06.182434 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2fd6f0-8a56-4c38-9bf3-25b71e296d27 None None] The sync data for ids ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'] in n-d-803585-2 is: [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:27Z', 'revision_number': 4, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd', 'name': '', 'network_id': '83d559ca-a53e-4476-9faf-ce629494857e', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'mac_address': 'fa:16:3e:a3:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:26Z', 'updated_at': '2021-08-05T15:03:32Z', 'revision_number': 5, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'subnets': [{'id': 'e99259d5-7f9b-4375-858f-622b25f552b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:12:06.399662 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c4eaff-d961-4911-b6a8-b804a788c24f None None] New status for floating IP aa77c860-f949-48f3-8aa0-ffaef341069a: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 15:12:07.053334 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd848380-2264-4ba7-804b-52e99cdf107b req-daac495e-f636-41d9-b05d-3ec0c013920d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:07.054868 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd848380-2264-4ba7-804b-52e99cdf107b req-daac495e-f636-41d9-b05d-3ec0c013920d tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 946 time: 0.0502875 Aug 05 15:12:07.093997 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-bd848380-2264-4ba7-804b-52e99cdf107b req-843bd56a-6208-407c-957c-96a0add16ca2 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/security-groups?id=74bf7dc3-290e-4410-a89e-cc51886b4577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321295 Aug 05 15:12:07.277625 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa2ae0-be7f-45e5-8c85-341189929018 req-3d857cc3-ed5c-47ec-9480-c200a767fe93 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:07.279147 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f4aa2ae0-be7f-45e5-8c85-341189929018 req-3d857cc3-ed5c-47ec-9480-c200a767fe93 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.84 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 946 time: 0.0480440 Aug 05 15:12:07.371445 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-f4aa2ae0-be7f-45e5-8c85-341189929018 req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Deleting port 552380f0-2f8f-44dd-91be-70e58067df16 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:12:07.371788 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f4aa2ae0-be7f-45e5-8c85-341189929018 req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:07.457604 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-f4aa2ae0-be7f-45e5-8c85-341189929018 req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] For port 552380f0-2f8f-44dd-91be-70e58067df16, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=552380f0-2f8f-44dd-91be-70e58067df16,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:12:07.457967 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f4aa2ae0-be7f-45e5-8c85-341189929018 req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:07.471282 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-f4aa2ae0-be7f-45e5-8c85-341189929018 req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Calling delete_port for 552380f0-2f8f-44dd-91be-70e58067df16 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:12:07.599687 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f4aa2ae0-be7f-45e5-8c85-341189929018 req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:07.629622 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event deleted for resources: {'Port': ['ID=552380f0-2f8f-44dd-91be-70e58067df16,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:07.657924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:07.658304 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:07.658652 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:07.659059 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:07.659510 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:07.659972 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:07.660340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:07.660678 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:07.661011 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:07.661340 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:07.661667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:07.661991 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:07.689172 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aa2ae0-be7f-45e5-8c85-341189929018 req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] No DVR routers for this DVR port 552380f0-2f8f-44dd-91be-70e58067df16 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:12:07.691905 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-f4aa2ae0-be7f-45e5-8c85-341189929018 req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:07.694225 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f4aa2ae0-be7f-45e5-8c85-341189929018 req-b633afc1-9385-48c4-a5c5-05d3e5fb2808 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.84 "DELETE /v2.0/ports/552380f0-2f8f-44dd-91be-70e58067df16 HTTP/1.1" status: 204 len: 173 time: 0.4090238 Aug 05 15:12:07.694704 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'name': 'network-vif-deleted', 'tag': '552380f0-2f8f-44dd-91be-70e58067df16'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:12:07.697916 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76515ba5-4f9b-4d95-8ea5-27c362f3237b" -d '{"events": [{"server_uuid": "55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2", "name": "network-vif-deleted", "tag": "552380f0-2f8f-44dd-91be-70e58067df16"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:12:07.735647 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dfa4e7-7548-4c82-95e2-87ef3287f503 x-openstack-request-id: req-e9dfa4e7-7548-4c82-95e2-87ef3287f503 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:12:07.735947 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2", "name": "network-vif-deleted", "tag": "552380f0-2f8f-44dd-91be-70e58067df16", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:12:07.736201 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9dfa4e7-7548-4c82-95e2-87ef3287f503 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:12:07.736600 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2', 'name': 'network-vif-deleted', 'tag': '552380f0-2f8f-44dd-91be-70e58067df16', 'status': 'completed', 'code': 200} Aug 05 15:12:08.190569 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-dd4a695f-9a98-44ba-a375-edf126ec4645 req-cc4dc96b-198d-462b-8b8a-0f6218920d8f tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0268414 Aug 05 15:12:09.287939 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-1606f13e-67a9-4568-9533-6cfc9516bd17 req-326c1138-bac4-47cb-ad35-f061e89b68a1 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0272934 Aug 05 15:12:10.279343 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 552380f0-2f8f-44dd-91be-70e58067df16 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:12:10.305162 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: 552380f0-2f8f-44dd-91be-70e58067df16 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:12:10.305520 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device 552380f0-2f8f-44dd-91be-70e58067df16 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:12:10.383574 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5bb0585c-284c-4eba-a3dc-edb4042fc62b req-de63a926-093f-47ef-83c1-a80efc268631 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0264990 Aug 05 15:12:11.499630 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-ad6f355f-4cfa-45d7-9fbf-f6e63f5fa5c3 req-613f22ad-f4b0-4262-95ca-c38a6c801464 tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c2a122-fd0e-4b81-bfd2-8d5c0fa8d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0326087 Aug 05 15:12:12.557971 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49764) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:12.624132 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c49d7cef-611f-4252-9cb6-2684637399da tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:12.650337 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c49d7cef-611f-4252-9cb6-2684637399da tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:12.711802 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c49d7cef-611f-4252-9cb6-2684637399da tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:12.714724 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c49d7cef-611f-4252-9cb6-2684637399da tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:12.716058 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c49d7cef-611f-4252-9cb6-2684637399da tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] 10.222.0.16 "DELETE /v2.0/security-groups/74bf7dc3-290e-4410-a89e-cc51886b4577 HTTP/1.1" status: 204 len: 168 time: 0.1567588 Aug 05 15:12:12.734556 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d7cef-611f-4252-9cb6-2684637399da tempest-TestShelveInstance-780589835 tempest-TestShelveInstance-780589835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bf7dc3-290e-4410-a89e-cc51886b4577,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:12.769823 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49768) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:13.223775 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce500cc2-15e4-4b21-ac17-cfd79787ed32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:13.473308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ce500cc2-15e4-4b21-ac17-cfd79787ed32 admin admin] Deleting port b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:12:13.473679 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce500cc2-15e4-4b21-ac17-cfd79787ed32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:13.554132 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-ce500cc2-15e4-4b21-ac17-cfd79787ed32 admin admin] For port b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:12:13.554533 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce500cc2-15e4-4b21-ac17-cfd79787ed32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:13.568646 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-ce500cc2-15e4-4b21-ac17-cfd79787ed32 admin admin] Calling delete_port for b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:12:13.761738 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce500cc2-15e4-4b21-ac17-cfd79787ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:13.786085 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce500cc2-15e4-4b21-ac17-cfd79787ed32 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:13.967729 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ce500cc2-15e4-4b21-ac17-cfd79787ed32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:14.190358 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce500cc2-15e4-4b21-ac17-cfd79787ed32 admin admin] Router e5d38a09-2f13-46ea-b7e6-0a406d69c15b has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:12:14.305481 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce500cc2-15e4-4b21-ac17-cfd79787ed32 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:12:14.310679 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ce500cc2-15e4-4b21-ac17-cfd79787ed32 admin admin] 10.222.0.16 "PUT /v2.0/routers/e5d38a09-2f13-46ea-b7e6-0a406d69c15b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5397830 Aug 05 15:12:14.313458 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49772) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:14.316095 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8bd991-ff9b-4b0b-8a2f-20d94510990b None None] Sync routers for ids ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:12:14.326380 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8bd991-ff9b-4b0b-8a2f-20d94510990b None None] Routers {'e5d38a09-2f13-46ea-b7e6-0a406d69c15b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:12:14.326905 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2d8bd991-ff9b-4b0b-8a2f-20d94510990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:14.417845 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42c751d7-c805-44ae-89b0-cb1bde53e48f admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:14.428779 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-2d8bd991-ff9b-4b0b-8a2f-20d94510990b None None] Set router e5d38a09-2f13-46ea-b7e6-0a406d69c15b gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:12:14.522770 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42c751d7-c805-44ae-89b0-cb1bde53e48f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:14.578532 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-42c751d7-c805-44ae-89b0-cb1bde53e48f admin admin] Deleting port 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:12:14.579236 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42c751d7-c805-44ae-89b0-cb1bde53e48f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:14.614228 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2d8bd991-ff9b-4b0b-8a2f-20d94510990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:12:13Z', 'revision_number': 5, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port': {'id': '8a373049-e2f8-4d6d-9193-dc0a2c2edc1b', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:14.641184 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8bd991-ff9b-4b0b-8a2f-20d94510990b None None] Checking router: e5d38a09-2f13-46ea-b7e6-0a406d69c15b for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:12:14.649473 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8bd991-ff9b-4b0b-8a2f-20d94510990b None None] Routers {'e5d38a09-2f13-46ea-b7e6-0a406d69c15b'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:12:14.650079 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2d8bd991-ff9b-4b0b-8a2f-20d94510990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:14.664486 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-42c751d7-c805-44ae-89b0-cb1bde53e48f admin admin] For port 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=8a373049-e2f8-4d6d-9193-dc0a2c2edc1b,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:12:14.664851 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42c751d7-c805-44ae-89b0-cb1bde53e48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:14.678076 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-42c751d7-c805-44ae-89b0-cb1bde53e48f admin admin] Calling delete_port for 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:12:14.734774 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-2d8bd991-ff9b-4b0b-8a2f-20d94510990b None None] Set router e5d38a09-2f13-46ea-b7e6-0a406d69c15b gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:12:14.795616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-2d8bd991-ff9b-4b0b-8a2f-20d94510990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:12:14Z', 'revision_number': 6, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:14.823580 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8bd991-ff9b-4b0b-8a2f-20d94510990b None None] The sync data for ids ['e5d38a09-2f13-46ea-b7e6-0a406d69c15b'] in n-d-803585-2 is: [{'id': 'e5d38a09-2f13-46ea-b7e6-0a406d69c15b', 'name': 'tempest-TestShelveInstance-13059095-router', 'tenant_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:24Z', 'updated_at': '2021-08-05T15:12:14Z', 'revision_number': 6, 'project_id': 'c8b1dd7e0a4c4cc193e12eb942dea2b8', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:12:14.851412 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42c751d7-c805-44ae-89b0-cb1bde53e48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:14.883769 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c751d7-c805-44ae-89b0-cb1bde53e48f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a373049-e2f8-4d6d-9193-dc0a2c2edc1b,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:14.935882 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42c751d7-c805-44ae-89b0-cb1bde53e48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.023798 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42c751d7-c805-44ae-89b0-cb1bde53e48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.026427 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42c751d7-c805-44ae-89b0-cb1bde53e48f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.078120 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42c751d7-c805-44ae-89b0-cb1bde53e48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.078765 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c751d7-c805-44ae-89b0-cb1bde53e48f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5d38a09-2f13-46ea-b7e6-0a406d69c15b {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 15:12:15.083106 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-42c751d7-c805-44ae-89b0-cb1bde53e48f admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.084277 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-42c751d7-c805-44ae-89b0-cb1bde53e48f admin admin] 10.222.0.16 "DELETE /v2.0/routers/e5d38a09-2f13-46ea-b7e6-0a406d69c15b HTTP/1.1" status: 204 len: 168 time: 0.7699101 Aug 05 15:12:15.086892 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49774) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:15.131885 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3849ed3-4bc2-4000-adfc-952392a9a0e6 admin admin] Deleting subnet e99259d5-7f9b-4375-858f-622b25f552b6 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 15:12:15.134774 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3849ed3-4bc2-4000-adfc-952392a9a0e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.169467 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3849ed3-4bc2-4000-adfc-952392a9a0e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.254191 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3849ed3-4bc2-4000-adfc-952392a9a0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.316354 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3849ed3-4bc2-4000-adfc-952392a9a0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.341795 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3849ed3-4bc2-4000-adfc-952392a9a0e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99259d5-7f9b-4375-858f-622b25f552b6,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:15.345479 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c3849ed3-4bc2-4000-adfc-952392a9a0e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.348448 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c3849ed3-4bc2-4000-adfc-952392a9a0e6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e99259d5-7f9b-4375-858f-622b25f552b6 HTTP/1.1" status: 204 len: 168 time: 0.2596197 Aug 05 15:12:15.350792 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49776) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:15.353800 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca6e213-9dc4-472c-9bc3-926981599169 None None] Network 83d559ca-a53e-4476-9faf-ce629494857e requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:12:15.425458 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.484175 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] Deleting port 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:12:15.484525 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.551328 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] For port 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=7e1cc304-0f52-4e2c-94a5-9d63f53b2c89,segment=NetworkSegment(9d422ae0-b3ac-4339-8c2d-af78b5dd6884),segment_id=9d422ae0-b3ac-4339-8c2d-af78b5dd6884)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:12:15.551632 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.566234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] Calling delete_port for 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:12:15.625710 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.642093 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] DHCP port deletion for 83d559ca-a53e-4476-9faf-ce629494857e request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 15:12:15.670583 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.702398 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Deleting port 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:12:15.702860 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.706308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] No DVR routers for this DVR port 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:12:15.712221 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1cc304-0f52-4e2c-94a5-9d63f53b2c89,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:15.744451 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:12:15.773745 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:12:15.774414 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device b7ecd8f5-48d2-4df4-8d0e-21218f7cbcfd not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:12:15.788782 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.797208 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] For port 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:12:15.798010 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.799423 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d559ca-a53e-4476-9faf-ce629494857e']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:15.809616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Calling delete_port for 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:12:15.809815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d422ae0-b3ac-4339-8c2d-af78b5dd6884') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:15.809963 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d422ae0-b3ac-4339-8c2d-af78b5dd6884') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:15.812656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Port 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 15:12:15.813893 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.819094 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.837064 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.844123 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Pushing event deleted for resources: {'Port': ['ID=7e1cc304-0f52-4e2c-94a5-9d63f53b2c89,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:15.846410 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:12:15.846750 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.847179 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] No DVR routers for this DVR port 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: timer() Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 15:12:15.849413 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 15:12:15.861750 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:15.862241 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:15.862645 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:15.862903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:15.863234 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:15.863567 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:15.863892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:15.864215 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:15.864565 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:15.865002 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:15.865341 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:15.865788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f55593-7e6a-47ff-8cb6-60fb48e726da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:15.908857 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.928994 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:15.930983 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] 10.222.0.16 "DELETE /v2.0/networks/83d559ca-a53e-4476-9faf-ce629494857e HTTP/1.1" status: 204 len: 168 time: 0.5792778 Aug 05 15:12:15.932995 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b5468-f734-4a9e-b8d8-ca595bd96734 admin admin] Pushing event deleted for resources: {'Network': ['ID=83d559ca-a53e-4476-9faf-ce629494857e,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:15.935099 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49778) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:15.945493 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf3e2-4b49-4801-91a7-9fe337db6386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:16.284747 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dacbc0ff-820e-4b6b-8166-6d03dd4891a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:16.521113 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-dacbc0ff-820e-4b6b-8166-6d03dd4891a4 admin admin] Deleting port f908a469-3658-44ea-afa0-50e4861ecae3 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:12:16.521452 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dacbc0ff-820e-4b6b-8166-6d03dd4891a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:16.597459 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-dacbc0ff-820e-4b6b-8166-6d03dd4891a4 admin admin] For port f908a469-3658-44ea-afa0-50e4861ecae3, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=f908a469-3658-44ea-afa0-50e4861ecae3,segment=NetworkSegment(f5bd2759-7e1b-4642-a4a9-6370d3174edc),segment_id=f5bd2759-7e1b-4642-a4a9-6370d3174edc)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:12:16.597739 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dacbc0ff-820e-4b6b-8166-6d03dd4891a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:16.610824 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-dacbc0ff-820e-4b6b-8166-6d03dd4891a4 admin admin] Calling delete_port for f908a469-3658-44ea-afa0-50e4861ecae3 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:12:16.786579 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dacbc0ff-820e-4b6b-8166-6d03dd4891a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:16.807360 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:16.814021 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbc0ff-820e-4b6b-8166-6d03dd4891a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f908a469-3658-44ea-afa0-50e4861ecae3,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:17.292467 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-dacbc0ff-820e-4b6b-8166-6d03dd4891a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:17.373511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:12:17.393734 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:12:17.394083 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 8a373049-e2f8-4d6d-9193-dc0a2c2edc1b not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:12:17.394523 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:12:17.417097 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:12:17.417403 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 7e1cc304-0f52-4e2c-94a5-9d63f53b2c89 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:12:17.511297 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacbc0ff-820e-4b6b-8166-6d03dd4891a4 admin admin] Router 7246e038-2c1b-4eb5-ab23-5e9e9860b664 has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:12:17.617666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacbc0ff-820e-4b6b-8166-6d03dd4891a4 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:12:17.623332 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-dacbc0ff-820e-4b6b-8166-6d03dd4891a4 admin admin] 10.222.0.16 "PUT /v2.0/routers/7246e038-2c1b-4eb5-ab23-5e9e9860b664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6872334 Aug 05 15:12:17.625931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49780) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:17.628560 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca706a5e-4de7-463e-aa2e-8c50734542a9 None None] Sync routers for ids ['7246e038-2c1b-4eb5-ab23-5e9e9860b664'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:12:17.638650 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca706a5e-4de7-463e-aa2e-8c50734542a9 None None] Routers {'7246e038-2c1b-4eb5-ab23-5e9e9860b664'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:12:17.639255 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ca706a5e-4de7-463e-aa2e-8c50734542a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7246e038-2c1b-4eb5-ab23-5e9e9860b664'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:17.730703 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-af80ac4c-0646-4c62-9a5f-98f0b8f0e104 admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:17.741768 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-ca706a5e-4de7-463e-aa2e-8c50734542a9 None None] Set router 7246e038-2c1b-4eb5-ab23-5e9e9860b664 gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:12:17.832357 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-af80ac4c-0646-4c62-9a5f-98f0b8f0e104 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:17.888601 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-af80ac4c-0646-4c62-9a5f-98f0b8f0e104 admin admin] Deleting port 3a2f10fe-805b-4a9d-8a58-45509d28b059 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:12:17.888851 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-af80ac4c-0646-4c62-9a5f-98f0b8f0e104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:17.920957 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ca706a5e-4de7-463e-aa2e-8c50734542a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'name': 'tempest-TestShelveInstance-1883672095-router', 'tenant_id': '03c2e66c92af422ca21e15a89eb36bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '3a2f10fe-805b-4a9d-8a58-45509d28b059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:29Z', 'updated_at': '2021-08-05T15:12:16Z', 'revision_number': 5, 'project_id': '03c2e66c92af422ca21e15a89eb36bce', 'gw_port': {'id': '3a2f10fe-805b-4a9d-8a58-45509d28b059', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:03:29Z', 'updated_at': '2021-08-05T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:17.946673 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca706a5e-4de7-463e-aa2e-8c50734542a9 None None] Checking router: 7246e038-2c1b-4eb5-ab23-5e9e9860b664 for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:12:17.955560 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca706a5e-4de7-463e-aa2e-8c50734542a9 None None] Routers {'7246e038-2c1b-4eb5-ab23-5e9e9860b664'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:12:17.956164 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ca706a5e-4de7-463e-aa2e-8c50734542a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:11:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['7246e038-2c1b-4eb5-ab23-5e9e9860b664'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:17.968780 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-af80ac4c-0646-4c62-9a5f-98f0b8f0e104 admin admin] For port 3a2f10fe-805b-4a9d-8a58-45509d28b059, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3a2f10fe-805b-4a9d-8a58-45509d28b059,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:12:17.969151 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-af80ac4c-0646-4c62-9a5f-98f0b8f0e104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:17.982992 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-af80ac4c-0646-4c62-9a5f-98f0b8f0e104 admin admin] Calling delete_port for 3a2f10fe-805b-4a9d-8a58-45509d28b059 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:12:18.040720 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-ca706a5e-4de7-463e-aa2e-8c50734542a9 None None] Set router 7246e038-2c1b-4eb5-ab23-5e9e9860b664 gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:12:18.158720 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-af80ac4c-0646-4c62-9a5f-98f0b8f0e104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:18.187515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80ac4c-0646-4c62-9a5f-98f0b8f0e104 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a2f10fe-805b-4a9d-8a58-45509d28b059,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:18.187946 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-ca706a5e-4de7-463e-aa2e-8c50734542a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'name': 'tempest-TestShelveInstance-1883672095-router', 'tenant_id': '03c2e66c92af422ca21e15a89eb36bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:29Z', 'updated_at': '2021-08-05T15:12:17Z', 'revision_number': 6, 'project_id': '03c2e66c92af422ca21e15a89eb36bce', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:18.216464 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca706a5e-4de7-463e-aa2e-8c50734542a9 None None] The sync data for ids ['7246e038-2c1b-4eb5-ab23-5e9e9860b664'] in n-d-803585-2 is: [{'id': '7246e038-2c1b-4eb5-ab23-5e9e9860b664', 'name': 'tempest-TestShelveInstance-1883672095-router', 'tenant_id': '03c2e66c92af422ca21e15a89eb36bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:03:29Z', 'updated_at': '2021-08-05T15:12:17Z', 'revision_number': 6, 'project_id': '03c2e66c92af422ca21e15a89eb36bce', 'gw_port_host': None}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:12:18.258650 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-af80ac4c-0646-4c62-9a5f-98f0b8f0e104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:18.348128 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-af80ac4c-0646-4c62-9a5f-98f0b8f0e104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:18.350227 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-af80ac4c-0646-4c62-9a5f-98f0b8f0e104 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:18.394235 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-af80ac4c-0646-4c62-9a5f-98f0b8f0e104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:18.394815 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af80ac4c-0646-4c62-9a5f-98f0b8f0e104 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7246e038-2c1b-4eb5-ab23-5e9e9860b664 {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 15:12:18.399843 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-af80ac4c-0646-4c62-9a5f-98f0b8f0e104 admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:18.401234 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-af80ac4c-0646-4c62-9a5f-98f0b8f0e104 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7246e038-2c1b-4eb5-ab23-5e9e9860b664 HTTP/1.1" status: 204 len: 168 time: 0.7743375 Aug 05 15:12:18.403751 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49782) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:18.451131 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06b152f-e881-4145-8395-ae3a2cec6616 admin admin] Deleting subnet eac4774d-3d89-4209-b08f-02fe28f61c06 {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 15:12:18.453994 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f06b152f-e881-4145-8395-ae3a2cec6616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:18.491105 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f06b152f-e881-4145-8395-ae3a2cec6616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:18.497142 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-08c7cdbf-9fb8-4ae8-ab92-9728ed9071fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:18.576844 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f06b152f-e881-4145-8395-ae3a2cec6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:18.634964 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f06b152f-e881-4145-8395-ae3a2cec6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:18.670398 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f06b152f-e881-4145-8395-ae3a2cec6616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:18.672298 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f06b152f-e881-4145-8395-ae3a2cec6616 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/eac4774d-3d89-4209-b08f-02fe28f61c06 HTTP/1.1" status: 204 len: 168 time: 0.2676301 Aug 05 15:12:18.673933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b152f-e881-4145-8395-ae3a2cec6616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac4774d-3d89-4209-b08f-02fe28f61c06,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:18.675427 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49784) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:18.676804 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4288a250-0192-4584-a586-a2c41606361c None None] Network b431844f-ad8d-4016-b64d-d205ba79d6a6 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:12:18.783406 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:18.849566 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:18.875412 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] Deleting port 0c71f44f-afaf-4cca-abf6-aa29a30d46da {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:12:18.875972 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:18.939033 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] For port 0c71f44f-afaf-4cca-abf6-aa29a30d46da, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=0c71f44f-afaf-4cca-abf6-aa29a30d46da,segment=NetworkSegment(f5bd2759-7e1b-4642-a4a9-6370d3174edc),segment_id=f5bd2759-7e1b-4642-a4a9-6370d3174edc)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:12:18.939316 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:18.951764 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] Calling delete_port for 0c71f44f-afaf-4cca-abf6-aa29a30d46da owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:12:18.989689 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f58892-58f9-4a27-a42d-7923ada7a7a1 None None] DHCP port deletion for b431844f-ad8d-4016-b64d-d205ba79d6a6 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 15:12:19.043030 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:19.047404 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-49f58892-58f9-4a27-a42d-7923ada7a7a1 None None] Deleting port 0c71f44f-afaf-4cca-abf6-aa29a30d46da {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:12:19.047799 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-49f58892-58f9-4a27-a42d-7923ada7a7a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:19.069697 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c71f44f-afaf-4cca-abf6-aa29a30d46da,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:19.074144 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] No DVR routers for this DVR port 0c71f44f-afaf-4cca-abf6-aa29a30d46da on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:12:19.111214 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-49f58892-58f9-4a27-a42d-7923ada7a7a1 None None] For port 0c71f44f-afaf-4cca-abf6-aa29a30d46da, host n-d-803585-2, got binding levels [] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:12:19.111613 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-49f58892-58f9-4a27-a42d-7923ada7a7a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:19.125161 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-49f58892-58f9-4a27-a42d-7923ada7a7a1 None None] Calling delete_port for 0c71f44f-afaf-4cca-abf6-aa29a30d46da owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:12:19.128127 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.ipam_backend_mixin [None req-49f58892-58f9-4a27-a42d-7923ada7a7a1 None None] Port 0c71f44f-afaf-4cca-abf6-aa29a30d46da was not found and therefore no delete operation was performed {{(pid=105725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 15:12:19.129530 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-49f58892-58f9-4a27-a42d-7923ada7a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:19.153959 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f58892-58f9-4a27-a42d-7923ada7a7a1 None None] Pushing event deleted for resources: {'Port': ['ID=0c71f44f-afaf-4cca-abf6-aa29a30d46da,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:19.160338 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f58892-58f9-4a27-a42d-7923ada7a7a1 None None] No DVR routers for this DVR port 0c71f44f-afaf-4cca-abf6-aa29a30d46da on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:12:19.164859 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:19.176545 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b431844f-ad8d-4016-b64d-d205ba79d6a6']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:19.188629 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bd2759-7e1b-4642-a4a9-6370d3174edc') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:19.188932 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bd2759-7e1b-4642-a4a9-6370d3174edc') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:19.198598 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:19.217947 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:19.224414 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:12:19.224859 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: timer() Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 15:12:19.226584 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 15:12:19.294302 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:19.301517 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:19.302686 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b431844f-ad8d-4016-b64d-d205ba79d6a6 HTTP/1.1" status: 204 len: 168 time: 0.6256762 Aug 05 15:12:19.317662 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264369e-24b9-43c6-938e-c4111c66e984 admin admin] Pushing event deleted for resources: {'Network': ['ID=b431844f-ad8d-4016-b64d-d205ba79d6a6,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:19.349158 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f908a469-3658-44ea-afa0-50e4861ecae3 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:12:19.372692 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: f908a469-3658-44ea-afa0-50e4861ecae3 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:12:19.372970 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device f908a469-3658-44ea-afa0-50e4861ecae3 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:12:19.373548 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3a2f10fe-805b-4a9d-8a58-45509d28b059 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:12:19.398675 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 3a2f10fe-805b-4a9d-8a58-45509d28b059 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:12:19.399017 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3a2f10fe-805b-4a9d-8a58-45509d28b059 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:12:19.399466 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0c71f44f-afaf-4cca-abf6-aa29a30d46da no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:12:19.436591 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49788) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:19.486135 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-c060d81f-c017-4fb9-9fa0-70c734cf965a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8b1dd7e0a4c4cc193e12eb942dea2b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482626 Aug 05 15:12:19.488671 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49790) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:19.549414 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-168eb7a1-8971-4326-ae45-55d3934dec1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:19.577052 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-168eb7a1-8971-4326-ae45-55d3934dec1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:19.597795 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 0c71f44f-afaf-4cca-abf6-aa29a30d46da {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:12:19.598485 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 0c71f44f-afaf-4cca-abf6-aa29a30d46da not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:12:19.638199 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-168eb7a1-8971-4326-ae45-55d3934dec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:19.640989 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-168eb7a1-8971-4326-ae45-55d3934dec1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:19.642171 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-168eb7a1-8971-4326-ae45-55d3934dec1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd457585-0eb9-44cd-bb06-6f29e999d575 HTTP/1.1" status: 204 len: 168 time: 0.1525686 Aug 05 15:12:19.650125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168eb7a1-8971-4326-ae45-55d3934dec1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd457585-0eb9-44cd-bb06-6f29e999d575,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:19.827162 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:19.998041 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49796) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:20.038281 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-d6dfd622-802c-487d-9db5-59670795f9ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03c2e66c92af422ca21e15a89eb36bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390005 Aug 05 15:12:20.040805 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49798) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:20.088955 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4bdca69-bb7f-4427-ab39-61a4932e4ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:20.109454 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4bdca69-bb7f-4427-ab39-61a4932e4ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:20.154918 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4bdca69-bb7f-4427-ab39-61a4932e4ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:20.157526 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b4bdca69-bb7f-4427-ab39-61a4932e4ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:20.158740 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b4bdca69-bb7f-4427-ab39-61a4932e4ac5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b56b925c-91cf-47fb-b921-a5ad988ac9f3 HTTP/1.1" status: 204 len: 168 time: 0.1169312 Aug 05 15:12:20.167447 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdca69-bb7f-4427-ab39-61a4932e4ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56b925c-91cf-47fb-b921-a5ad988ac9f3,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:20.818666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49820) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:20.912380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-ad53e598-9c7f-4144-bc93-9a846e451322 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-351547764-network', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:12:20.933678 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad53e598-9c7f-4144-bc93-9a846e451322 admin admin] Made reservation on behalf of 6d191399a4674c2a855b9ff1cd2c653e for: {'network': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:12:20.936407 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ad53e598-9c7f-4144-bc93-9a846e451322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:20.944998 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ad53e598-9c7f-4144-bc93-9a846e451322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:21.033652 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ad53e598-9c7f-4144-bc93-9a846e451322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:21.037279 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ad53e598-9c7f-4144-bc93-9a846e451322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:21.062464 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad53e598-9c7f-4144-bc93-9a846e451322 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=105723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:12:21.071845 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53e598-9c7f-4144-bc93-9a846e451322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb4ab1a-1ade-463f-a711-21a43a4ca250,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:21.076955 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ad53e598-9c7f-4144-bc93-9a846e451322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:21.077292 n-d-803585-2 neutron-server[105723]: INFO neutron.db.segments_db [None req-ad53e598-9c7f-4144-bc93-9a846e451322 admin admin] Added segment f6f6293b-0fa4-4775-afe7-a83fec8c164c of type vlan for network 2a84433c-089e-4a30-b21c-2aae83506163 Aug 05 15:12:21.119174 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ad53e598-9c7f-4144-bc93-9a846e451322 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:21.156857 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ad53e598-9c7f-4144-bc93-9a846e451322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:21.157780 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad53e598-9c7f-4144-bc93-9a846e451322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:21.158403 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-ad53e598-9c7f-4144-bc93-9a846e451322 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:21.217064 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ad53e598-9c7f-4144-bc93-9a846e451322 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3972874 Aug 05 15:12:21.220255 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49824) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:21.222306 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53e598-9c7f-4144-bc93-9a846e451322 admin admin] Pushing event updated for resources: {'Network': ['ID=2a84433c-089e-4a30-b21c-2aae83506163,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:21.226539 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ee64a68f-915d-4d00-ad36-18402647edbd admin admin] Request body: {'subnet': {'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-351547764-subnet', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:12:21.232132 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network 2a84433c-089e-4a30-b21c-2aae83506163 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:12:21.250443 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee64a68f-915d-4d00-ad36-18402647edbd admin admin] Made reservation on behalf of 6d191399a4674c2a855b9ff1cd2c653e for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:12:21.252709 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee64a68f-915d-4d00-ad36-18402647edbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:21.423342 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee64a68f-915d-4d00-ad36-18402647edbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:21.479185 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:12:21.486077 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64a68f-915d-4d00-ad36-18402647edbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f069aa9f-9dd1-4589-a8c3-ade481dad43b,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:21.496157 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee64a68f-915d-4d00-ad36-18402647edbd admin admin] Checking segment: {'id': 'f6f6293b-0fa4-4775-afe7-a83fec8c164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:12:21.496516 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee64a68f-915d-4d00-ad36-18402647edbd admin admin] Network hostable DHCP agents. Network: 2a84433c-089e-4a30-b21c-2aae83506163, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:12:21.512997 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee64a68f-915d-4d00-ad36-18402647edbd admin admin] Network 2a84433c-089e-4a30-b21c-2aae83506163 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:12:21.522043 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-ee64a68f-915d-4d00-ad36-18402647edbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, 2a84433c-089e-4a30-b21c-2aae83506163) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:12:21.528216 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee64a68f-915d-4d00-ad36-18402647edbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:21.528388 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ee64a68f-915d-4d00-ad36-18402647edbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:21.532221 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f17b33-2cb1-4983-9b89-8c22e3abb3a8 None None] Network 2a84433c-089e-4a30-b21c-2aae83506163 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:12:21.543776 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ee64a68f-915d-4d00-ad36-18402647edbd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3224051 Aug 05 15:12:21.546487 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49826) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:21.550863 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:12:21.572224 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:21.573500 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:21.620479 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:21.626892 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:21.691245 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-2a84433c-089e-4a30-b21c-2aae83506163', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 15:12:21.692115 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:21.830995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Allocated IP 172.20.0.2 (2a84433c-089e-4a30-b21c-2aae83506163/f069aa9f-9dd1-4589-a8c3-ade481dad43b/d5776413-7890-4ce2-ada4-9a0b63451ae5) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:12:21.982016 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:21.990597 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Transition to ACTIVE for port object d5776413-7890-4ce2-ada4-9a0b63451ae5 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:12:22.005933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Transition to ACTIVE for port object d5776413-7890-4ce2-ada4-9a0b63451ae5 will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:12:22.012465 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:22.048730 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Network 2a84433c-089e-4a30-b21c-2aae83506163 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:12:22.053552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:12:22.057038 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:12:22.065911 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Pushing event updated for resources: {'Port': ['ID=d5776413-7890-4ce2-ada4-9a0b63451ae5,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:22.118631 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:22.118904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Attempting to bind port d5776413-7890-4ce2-ada4-9a0b63451ae5 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:12:22.120001 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Attempting to bind port d5776413-7890-4ce2-ada4-9a0b63451ae5 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'f6f6293b-0fa4-4775-afe7-a83fec8c164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:12:22.120385 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Attempting to bind port d5776413-7890-4ce2-ada4-9a0b63451ae5 on network 2a84433c-089e-4a30-b21c-2aae83506163 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:12:22.125651 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:12:22.126033 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Checking segment: {'id': 'f6f6293b-0fa4-4775-afe7-a83fec8c164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:12:22.126472 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:22.126893 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Bound using segment: {'id': 'f6f6293b-0fa4-4775-afe7-a83fec8c164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:12:22.127339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Bound port: d5776413-7890-4ce2-ada4-9a0b63451ae5, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f6293b-0fa4-4775-afe7-a83fec8c164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:12:22.127726 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:22.194415 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] For port d5776413-7890-4ce2-ada4-9a0b63451ae5, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:12:22.197514 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] For port d5776413-7890-4ce2-ada4-9a0b63451ae5, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d5776413-7890-4ce2-ada4-9a0b63451ae5,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:12:22.201050 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:22.256316 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cc3fc-985d-4fc1-9b1e-099e59545235 None None] Pushing event updated for resources: {'Port': ['ID=d5776413-7890-4ce2-ada4-9a0b63451ae5,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:22.331076 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:22.350800 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:22.488603 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Allocated IP 172.25.5.243 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/3141c4ac-904b-4258-822e-7a499f7cf21c) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:12:22.592775 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:22.636606 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:22.675421 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:12:22.678309 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:12:22.682689 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:12:22.688698 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Pushing event updated for resources: {'Port': ['ID=3141c4ac-904b-4258-822e-7a499f7cf21c,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:22.933523 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:23.139364 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:23.153433 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d13753-38b0-4a3e-b947-75e291f045aa None None] Network 2a84433c-089e-4a30-b21c-2aae83506163 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:12:23.235099 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-60eb83e1-ca76-4492-be20-111f5b925322 None None] Provisioning for port d5776413-7890-4ce2-ada4-9a0b63451ae5 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:12:23.274522 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Router a2553dc3-656e-4b65-9f08-1e8369d428ba is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 15:12:23.373446 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d5776413-7890-4ce2-ada4-9a0b63451ae5 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:12:23.390137 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:12:23.404331 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Sync routers for ids ['a2553dc3-656e-4b65-9f08-1e8369d428ba'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:12:23.409883 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:23.413706 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-1c3e4475-a232-4bdd-ae85-13e1fcbeafae admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8662276 Aug 05 15:12:23.415913 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49828) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:23.425080 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Routers {'a2553dc3-656e-4b65-9f08-1e8369d428ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:12:23.425692 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a2553dc3-656e-4b65-9f08-1e8369d428ba'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:23.484933 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port d5776413-7890-4ce2-ada4-9a0b63451ae5 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:12:23.490435 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d5776413-7890-4ce2-ada4-9a0b63451ae5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:23.490835 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:23.598903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-cc96834c-f004-4fda-b3c0-6ea9d7ef2aa0 None None] Provisioning complete for port d5776413-7890-4ce2-ada4-9a0b63451ae5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:23.599272 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cc96834c-f004-4fda-b3c0-6ea9d7ef2aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:23.602563 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Set router a2553dc3-656e-4b65-9f08-1e8369d428ba gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:12:23.764048 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:23.858570 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port d5776413-7890-4ce2-ada4-9a0b63451ae5, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d5776413-7890-4ce2-ada4-9a0b63451ae5,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:12:23.866196 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cc96834c-f004-4fda-b3c0-6ea9d7ef2aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:23.868922 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:23.882382 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:23.978374 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=d5776413-7890-4ce2-ada4-9a0b63451ae5,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:24.004779 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.db.api [None req-cc96834c-f004-4fda-b3c0-6ea9d7ef2aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 15:12:24.005139 n-d-803585-2 neutron-server[105725]: DEBUG oslo_db.api [None req-cc96834c-f004-4fda-b3c0-6ea9d7ef2aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 15:12:24.011192 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:12:22Z', 'revision_number': 3, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:24.037777 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Checking router: a2553dc3-656e-4b65-9f08-1e8369d428ba for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:12:24.038133 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Updating router a2553dc3-656e-4b65-9f08-1e8369d428ba port 3141c4ac-904b-4258-822e-7a499f7cf21c binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:12:24.048605 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Allocated IP 172.20.0.1 (2a84433c-089e-4a30-b21c-2aae83506163/f069aa9f-9dd1-4589-a8c3-ade481dad43b/45c6c7c1-fd64-4267-96e8-f119bf0dee4a) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:12:24.065203 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:24.163984 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:24.180583 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Transition to ACTIVE for port object 45c6c7c1-fd64-4267-96e8-f119bf0dee4a will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:12:24.214890 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:24.255898 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Network 2a84433c-089e-4a30-b21c-2aae83506163 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:12:24.258844 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:12:24.261509 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:12:24.290289 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Pushing event updated for resources: {'Port': ['ID=45c6c7c1-fd64-4267-96e8-f119bf0dee4a,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:24.315705 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:24.342678 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:24.355626 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Transition to ACTIVE for port object 3141c4ac-904b-4258-822e-7a499f7cf21c will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:12:24.363955 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:24.407512 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56270152-d722-4fa1-9cbc-67cb6c95dfa3 None None] Pushing event updated for resources: {'Port': ['ID=3141c4ac-904b-4258-822e-7a499f7cf21c,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:24.431428 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Attempting to bind port 3141c4ac-904b-4258-822e-7a499f7cf21c on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:12:24.431947 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Attempting to bind port 3141c4ac-904b-4258-822e-7a499f7cf21c by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:12:24.432299 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Attempting to bind port 3141c4ac-904b-4258-822e-7a499f7cf21c on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:12:24.437863 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:12:24.438336 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:12:24.438751 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:24.439231 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:12:24.439634 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Bound port: 3141c4ac-904b-4258-822e-7a499f7cf21c, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:12:24.440036 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:24.473292 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:24.503024 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] For port 3141c4ac-904b-4258-822e-7a499f7cf21c, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:12:24.506285 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] For port 3141c4ac-904b-4258-822e-7a499f7cf21c, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3141c4ac-904b-4258-822e-7a499f7cf21c,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:12:24.535397 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:24.615666 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Routers {'a2553dc3-656e-4b65-9f08-1e8369d428ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:12:24.616299 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a2553dc3-656e-4b65-9f08-1e8369d428ba'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:24.653213 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56270152-d722-4fa1-9cbc-67cb6c95dfa3 None None] Pushing event updated for resources: {'Port': ['ID=3141c4ac-904b-4258-822e-7a499f7cf21c,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:24.654798 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:24.660927 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:24.728882 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Pushing event updated for resources: {'Port': ['ID=45c6c7c1-fd64-4267-96e8-f119bf0dee4a,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:24.732994 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:24.734409 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-97bd7e04-aba2-43dc-8f3a-c7c13fe8c29c None None] Provisioning for port 45c6c7c1-fd64-4267-96e8-f119bf0dee4a completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:12:24.739839 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] Set router a2553dc3-656e-4b65-9f08-1e8369d428ba gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:12:24.742041 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-97bd7e04-aba2-43dc-8f3a-c7c13fe8c29c None None] Provisioning complete for port 45c6c7c1-fd64-4267-96e8-f119bf0dee4a triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:24.742433 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-97bd7e04-aba2-43dc-8f3a-c7c13fe8c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:24.830628 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Network 2a84433c-089e-4a30-b21c-2aae83506163 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:12:24.831906 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:12:24.957048 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Router a2553dc3-656e-4b65-9f08-1e8369d428ba has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:12:25.011270 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-97bd7e04-aba2-43dc-8f3a-c7c13fe8c29c None None] Port 45c6c7c1-fd64-4267-96e8-f119bf0dee4a cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 15:12:25.073577 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:12:25.078662 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-3f0ae828-4501-40c1-9ecc-3bbff49a708f admin admin] 10.222.0.16 "PUT /v2.0/routers/a2553dc3-656e-4b65-9f08-1e8369d428ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6608248 Aug 05 15:12:25.141995 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-c8d0ce8c-fbb1-49f2-a33f-f140555a7ab2 None None] Provisioning complete for port 45c6c7c1-fd64-4267-96e8-f119bf0dee4a triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:25.142392 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c8d0ce8c-fbb1-49f2-a33f-f140555a7ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:25.165516 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '45c6c7c1-fd64-4267-96e8-f119bf0dee4a', 'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'mac_address': 'fa:16:3e:c8:96:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:23Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 1, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'subnets': [{'id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:25.194660 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d54bf-3e21-4967-910a-79ca4b9d64ec None None] The sync data for ids ['a2553dc3-656e-4b65-9f08-1e8369d428ba'] in n-d-803585-2 is: [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '45c6c7c1-fd64-4267-96e8-f119bf0dee4a', 'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'mac_address': 'fa:16:3e:c8:96:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:23Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 1, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'subnets': [{'id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:12:25.207115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-c8d0ce8c-fbb1-49f2-a33f-f140555a7ab2 None None] Port 45c6c7c1-fd64-4267-96e8-f119bf0dee4a cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 15:12:25.350461 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d5776413-7890-4ce2-ada4-9a0b63451ae5 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:12:25.423530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port d5776413-7890-4ce2-ada4-9a0b63451ae5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:25.424162 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:25.627336 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49844) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:25.632754 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-57093725-6996-45d9-b10c-9a4fbaff7c9b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-193393089-network', 'tenant_id': '230d663eb42e45ada90f0e4465e3fcf5'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:12:25.656212 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57093725-6996-45d9-b10c-9a4fbaff7c9b admin admin] Made reservation on behalf of 230d663eb42e45ada90f0e4465e3fcf5 for: {'network': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:12:25.658746 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-57093725-6996-45d9-b10c-9a4fbaff7c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for network, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:25.669075 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-57093725-6996-45d9-b10c-9a4fbaff7c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:25.767275 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-57093725-6996-45d9-b10c-9a4fbaff7c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:25.772481 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-57093725-6996-45d9-b10c-9a4fbaff7c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:25.798771 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57093725-6996-45d9-b10c-9a4fbaff7c9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=105724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:12:25.809489 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57093725-6996-45d9-b10c-9a4fbaff7c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2beed9b2-dd44-49b4-b714-8924d7d2b048,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:25.814846 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-57093725-6996-45d9-b10c-9a4fbaff7c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:25.815196 n-d-803585-2 neutron-server[105724]: INFO neutron.db.segments_db [None req-57093725-6996-45d9-b10c-9a4fbaff7c9b admin admin] Added segment c79d65f1-b027-4795-b992-602dffae3ca1 of type vlan for network ff2f4e3f-d096-4232-985d-b3b467602309 Aug 05 15:12:25.864255 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-57093725-6996-45d9-b10c-9a4fbaff7c9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785079775573'] for network, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:25.897582 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-57093725-6996-45d9-b10c-9a4fbaff7c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857'] for network, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:25.898798 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57093725-6996-45d9-b10c-9a4fbaff7c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:25.899387 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-57093725-6996-45d9-b10c-9a4fbaff7c9b admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:25.960515 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-57093725-6996-45d9-b10c-9a4fbaff7c9b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3319414 Aug 05 15:12:25.963745 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49846) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:25.968761 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-b21b6032-e6f9-4ef1-8df7-2271eb4bdec1 admin admin] Request body: {'subnet': {'network_id': 'ff2f4e3f-d096-4232-985d-b3b467602309', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-193393089-subnet', 'tenant_id': '230d663eb42e45ada90f0e4465e3fcf5', 'ip_version': 4}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:12:25.976819 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57093725-6996-45d9-b10c-9a4fbaff7c9b admin admin] Pushing event updated for resources: {'Network': ['ID=ff2f4e3f-d096-4232-985d-b3b467602309,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:25.991495 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Network ff2f4e3f-d096-4232-985d-b3b467602309 details requested by agent ovs-agent-n-d-803585-2 with host n-d-803585-2 {{(pid=105725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:12:25.995324 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21b6032-e6f9-4ef1-8df7-2271eb4bdec1 admin admin] Made reservation on behalf of 230d663eb42e45ada90f0e4465e3fcf5 for: {'subnet': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:12:25.998430 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b21b6032-e6f9-4ef1-8df7-2271eb4bdec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13355192'] for subnet, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:26.183623 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b21b6032-e6f9-4ef1-8df7-2271eb4bdec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16761994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13355146'] for subnet, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:26.242210 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b6032-e6f9-4ef1-8df7-2271eb4bdec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d566e7ba-b18e-49f9-83fe-23de68c38ffe,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:26.251241 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21b6032-e6f9-4ef1-8df7-2271eb4bdec1 admin admin] Checking segment: {'id': 'c79d65f1-b027-4795-b992-602dffae3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ff2f4e3f-d096-4232-985d-b3b467602309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:12:26.251609 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21b6032-e6f9-4ef1-8df7-2271eb4bdec1 admin admin] Network hostable DHCP agents. Network: ff2f4e3f-d096-4232-985d-b3b467602309, hostable agents: ['377c5a32-eb98-4adf-aeab-f5c84556a567'], hosted agents: [] {{(pid=105724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:12:26.270872 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21b6032-e6f9-4ef1-8df7-2271eb4bdec1 admin admin] Network ff2f4e3f-d096-4232-985d-b3b467602309 is scheduled to be hosted by DHCP agent 377c5a32-eb98-4adf-aeab-f5c84556a567 with binding_index 1 {{(pid=105724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:12:26.281276 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [None req-b21b6032-e6f9-4ef1-8df7-2271eb4bdec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803585-2, ff2f4e3f-d096-4232-985d-b3b467602309) {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:12:26.285347 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21b6032-e6f9-4ef1-8df7-2271eb4bdec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:26.285934 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b21b6032-e6f9-4ef1-8df7-2271eb4bdec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:26.292617 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f082ba-eea4-4b80-8215-391f862d762c None None] Network ff2f4e3f-d096-4232-985d-b3b467602309 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:12:26.305519 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49848) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:26.306198 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b21b6032-e6f9-4ef1-8df7-2271eb4bdec1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3406904 Aug 05 15:12:26.311451 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-193393089-router', 'tenant_id': '230d663eb42e45ada90f0e4465e3fcf5', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:12:26.334626 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1156'] for router, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:26.336037 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1580539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581087', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1163'] for router, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:26.395161 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:26.457604 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp019864e6-bbc7-53bf-9323-81e0d363f286-ff2f4e3f-d096-4232-985d-b3b467602309', 'network_id': 'ff2f4e3f-d096-4232-985d-b3b467602309', 'tenant_id': '230d663eb42e45ada90f0e4465e3fcf5', 'fixed_ips': [{'subnet_id': 'd566e7ba-b18e-49f9-83fe-23de68c38ffe'}]}} from n-d-803585-2. {{(pid=105725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 15:12:26.458524 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:26.542590 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:26.601166 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.db_base_plugin_common [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Allocated IP 172.20.0.2 (ff2f4e3f-d096-4232-985d-b3b467602309/d566e7ba-b18e-49f9-83fe-23de68c38ffe/72924d31-57a5-4972-b2be-9a19931a81bb) {{(pid=105725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:12:26.742114 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:26.748592 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Notify callbacks [] for port, precommit_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:26.757109 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Transition to ACTIVE for port object 72924d31-57a5-4972-b2be-9a19931a81bb will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:12:26.768060 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:26.771785 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Transition to ACTIVE for port object 72924d31-57a5-4972-b2be-9a19931a81bb will not be triggered until provisioned by entity DHCP. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:12:26.777962 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806'] for port, after_create {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:26.814696 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Network ff2f4e3f-d096-4232-985d-b3b467602309 is already hosted by enough agents. {{(pid=105725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:12:26.819858 n-d-803585-2 neutron-server[105725]: DEBUG neutron.scheduler.base_scheduler [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Resources bound (agent type, host, resource id): {{(pid=105725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:12:26.823975 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Received port after_create {{(pid=105725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:12:26.832896 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Pushing event updated for resources: {'Port': ['ID=72924d31-57a5-4972-b2be-9a19931a81bb,revision_number=1']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:26.891321 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Attempting to bind port 72924d31-57a5-4972-b2be-9a19931a81bb on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:12:26.892331 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Attempting to bind port 72924d31-57a5-4972-b2be-9a19931a81bb by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'c79d65f1-b027-4795-b992-602dffae3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ff2f4e3f-d096-4232-985d-b3b467602309'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:12:26.892941 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Allocated IP 172.25.5.158 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/872b4704-973b-48ee-85da-8b33f668b1a2) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:12:26.893157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Attempting to bind port 72924d31-57a5-4972-b2be-9a19931a81bb on network ff2f4e3f-d096-4232-985d-b3b467602309 {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:12:26.899253 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:12:26.899714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Checking segment: {'id': 'c79d65f1-b027-4795-b992-602dffae3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ff2f4e3f-d096-4232-985d-b3b467602309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:12:26.900191 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:26.900949 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Bound using segment: {'id': 'c79d65f1-b027-4795-b992-602dffae3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ff2f4e3f-d096-4232-985d-b3b467602309'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:12:26.901558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Bound port: 72924d31-57a5-4972-b2be-9a19931a81bb, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79d65f1-b027-4795-b992-602dffae3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ff2f4e3f-d096-4232-985d-b3b467602309'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:12:26.901949 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:26.968972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] For port 72924d31-57a5-4972-b2be-9a19931a81bb, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:12:26.972078 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] For port 72924d31-57a5-4972-b2be-9a19931a81bb, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=72924d31-57a5-4972-b2be-9a19931a81bb,segment=NetworkSegment(c79d65f1-b027-4795-b992-602dffae3ca1),segment_id=c79d65f1-b027-4795-b992-602dffae3ca1)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:12:26.976599 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:27.006417 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:27.041714 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142e657-1a75-43b5-bdf2-1a158fbd1d4d None None] Pushing event updated for resources: {'Port': ['ID=72924d31-57a5-4972-b2be-9a19931a81bb,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:27.050734 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:27.092367 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:12:27.095155 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:12:27.100666 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:12:27.127636 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Pushing event updated for resources: {'Port': ['ID=872b4704-973b-48ee-85da-8b33f668b1a2,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:27.246409 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Sync routers for ids ['a2553dc3-656e-4b65-9f08-1e8369d428ba'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:12:27.257219 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Routers {'a2553dc3-656e-4b65-9f08-1e8369d428ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:12:27.258104 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a2553dc3-656e-4b65-9f08-1e8369d428ba'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:27.394924 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Set router a2553dc3-656e-4b65-9f08-1e8369d428ba gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:12:27.405550 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:27.420982 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 72924d31-57a5-4972-b2be-9a19931a81bb up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:12:27.471728 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 72924d31-57a5-4972-b2be-9a19931a81bb completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:12:27.484441 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3141c4ac-904b-4258-822e-7a499f7cf21c up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:12:27.545967 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 3141c4ac-904b-4258-822e-7a499f7cf21c completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:12:27.550511 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3141c4ac-904b-4258-822e-7a499f7cf21c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:27.551076 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:27.618043 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '45c6c7c1-fd64-4267-96e8-f119bf0dee4a', 'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'mac_address': 'fa:16:3e:c8:96:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:23Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 2, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'subnets': [{'id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:27.622113 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581199'] for router, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:27.648916 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Checking router: a2553dc3-656e-4b65-9f08-1e8369d428ba for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:12:27.649286 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Updating router a2553dc3-656e-4b65-9f08-1e8369d428ba port 45c6c7c1-fd64-4267-96e8-f119bf0dee4a binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:12:27.649760 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:27.671461 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 3141c4ac-904b-4258-822e-7a499f7cf21c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3141c4ac-904b-4258-822e-7a499f7cf21c,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:12:27.676161 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:27.676486 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:27.731135 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=3141c4ac-904b-4258-822e-7a499f7cf21c,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:27.979419 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:27.990669 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Transition to ACTIVE for port object 45c6c7c1-fd64-4267-96e8-f119bf0dee4a will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:12:27.997476 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:28.052196 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3303c-99e1-470e-9e6b-9e8588b525d6 None None] Pushing event updated for resources: {'Port': ['ID=45c6c7c1-fd64-4267-96e8-f119bf0dee4a,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:28.080938 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3303c-99e1-470e-9e6b-9e8588b525d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:28.081285 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3303c-99e1-470e-9e6b-9e8588b525d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:28.081628 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3303c-99e1-470e-9e6b-9e8588b525d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:28.081963 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3303c-99e1-470e-9e6b-9e8588b525d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:28.082316 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3303c-99e1-470e-9e6b-9e8588b525d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:28.082652 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3303c-99e1-470e-9e6b-9e8588b525d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:28.082981 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3303c-99e1-470e-9e6b-9e8588b525d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:28.083309 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3303c-99e1-470e-9e6b-9e8588b525d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:28.083634 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3303c-99e1-470e-9e6b-9e8588b525d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:28.083956 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3303c-99e1-470e-9e6b-9e8588b525d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:28.084278 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3303c-99e1-470e-9e6b-9e8588b525d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:28.084598 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3303c-99e1-470e-9e6b-9e8588b525d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:12:28.102240 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Router a1067c71-45ed-4b42-8828-fae79824dbdc is scheduled to L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 with binding_index 1 {{(pid=105723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 15:12:28.107407 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c0c984-2545-4399-856d-c07658e8cf14 None None] Network ff2f4e3f-d096-4232-985d-b3b467602309 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:12:28.114890 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Attempting to bind port 45c6c7c1-fd64-4267-96e8-f119bf0dee4a on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:12:28.115267 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Attempting to bind port 45c6c7c1-fd64-4267-96e8-f119bf0dee4a by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'f6f6293b-0fa4-4775-afe7-a83fec8c164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:12:28.115632 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Attempting to bind port 45c6c7c1-fd64-4267-96e8-f119bf0dee4a on network 2a84433c-089e-4a30-b21c-2aae83506163 {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:12:28.122052 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:12:28.122578 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Checking segment: {'id': 'f6f6293b-0fa4-4775-afe7-a83fec8c164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:12:28.123289 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:28.123702 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Bound using segment: {'id': 'f6f6293b-0fa4-4775-afe7-a83fec8c164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:12:28.124175 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Bound port: 45c6c7c1-fd64-4267-96e8-f119bf0dee4a, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f6293b-0fa4-4775-afe7-a83fec8c164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:12:28.124559 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:28.191972 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1d3cce2f-18ef-4658-938c-fb2406dc648c None None] Provisioning for port 72924d31-57a5-4972-b2be-9a19931a81bb completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:12:28.199906 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-1d3cce2f-18ef-4658-938c-fb2406dc648c None None] Provisioning complete for port 72924d31-57a5-4972-b2be-9a19931a81bb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:28.200424 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1d3cce2f-18ef-4658-938c-fb2406dc648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:28.212067 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] For port 45c6c7c1-fd64-4267-96e8-f119bf0dee4a, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:12:28.216703 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] For port 45c6c7c1-fd64-4267-96e8-f119bf0dee4a, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=45c6c7c1-fd64-4267-96e8-f119bf0dee4a,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:12:28.223882 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:28.255490 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:12:28.277245 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:28.277529 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Sync routers for ids ['a1067c71-45ed-4b42-8828-fae79824dbdc'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:12:28.278734 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-db059a4b-985f-4438-9d6e-930c035094cc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9721084 Aug 05 15:12:28.281509 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49850) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:28.291471 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Routers {'a2553dc3-656e-4b65-9f08-1e8369d428ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:12:28.292800 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a2553dc3-656e-4b65-9f08-1e8369d428ba'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:28.319644 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Routers {'a1067c71-45ed-4b42-8828-fae79824dbdc'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:12:28.320285 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a1067c71-45ed-4b42-8828-fae79824dbdc'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:28.356088 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3303c-99e1-470e-9e6b-9e8588b525d6 None None] Pushing event updated for resources: {'Port': ['ID=45c6c7c1-fd64-4267-96e8-f119bf0dee4a,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:28.425544 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] Set router a2553dc3-656e-4b65-9f08-1e8369d428ba gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:12:28.487438 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1d3cce2f-18ef-4658-938c-fb2406dc648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:28.545066 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-1d3cce2f-18ef-4658-938c-fb2406dc648c None None] For port 72924d31-57a5-4972-b2be-9a19931a81bb, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=72924d31-57a5-4972-b2be-9a19931a81bb,segment=NetworkSegment(c79d65f1-b027-4795-b992-602dffae3ca1),segment_id=c79d65f1-b027-4795-b992-602dffae3ca1)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:12:28.553730 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1d3cce2f-18ef-4658-938c-fb2406dc648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:28.615656 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Set router a1067c71-45ed-4b42-8828-fae79824dbdc gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:12:28.710854 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '45c6c7c1-fd64-4267-96e8-f119bf0dee4a', 'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'mac_address': 'fa:16:3e:c8:96:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:23Z', 'updated_at': '2021-08-05T15:12:28Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'subnets': [{'id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:28.741648 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343389af-6ff7-42df-b3b5-b3db210be43d None None] The sync data for ids ['a2553dc3-656e-4b65-9f08-1e8369d428ba'] in n-d-803585-2 is: [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '45c6c7c1-fd64-4267-96e8-f119bf0dee4a', 'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'mac_address': 'fa:16:3e:c8:96:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:23Z', 'updated_at': '2021-08-05T15:12:28Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'subnets': [{'id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:12:28.749569 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3cce2f-18ef-4658-938c-fb2406dc648c None None] Pushing event updated for resources: {'Port': ['ID=72924d31-57a5-4972-b2be-9a19931a81bb,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:28.810004 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:28.885892 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'name': 'tempest-TestSnapshotPattern-193393089-router', 'tenant_id': '230d663eb42e45ada90f0e4465e3fcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '872b4704-973b-48ee-85da-8b33f668b1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:26Z', 'updated_at': '2021-08-05T15:12:27Z', 'revision_number': 3, 'project_id': '230d663eb42e45ada90f0e4465e3fcf5', 'gw_port': {'id': '872b4704-973b-48ee-85da-8b33f668b1a2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:26Z', 'updated_at': '2021-08-05T15:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:28.888362 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-bb129d37-e897-4587-9d9e-e0b4841637e0 None None] Provisioning complete for port 72924d31-57a5-4972-b2be-9a19931a81bb triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:28.888734 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bb129d37-e897-4587-9d9e-e0b4841637e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:28.935258 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Checking router: a1067c71-45ed-4b42-8828-fae79824dbdc for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:12:28.935605 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Updating router a1067c71-45ed-4b42-8828-fae79824dbdc port 872b4704-973b-48ee-85da-8b33f668b1a2 binding host n-d-803585-2 {{(pid=105725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:12:28.971005 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:28.988717 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Allocated IP 172.20.0.1 (ff2f4e3f-d096-4232-985d-b3b467602309/d566e7ba-b18e-49f9-83fe-23de68c38ffe/c9317970-3a00-4655-ade0-38c76f6e0cf5) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:12:29.112928 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:29.129011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Transition to ACTIVE for port object c9317970-3a00-4655-ade0-38c76f6e0cf5 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:12:29.168799 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:29.216416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Network ff2f4e3f-d096-4232-985d-b3b467602309 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:12:29.221224 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:12:29.224527 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:12:29.250234 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Pushing event updated for resources: {'Port': ['ID=c9317970-3a00-4655-ade0-38c76f6e0cf5,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:29.272371 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584229'] for router_interface, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:29.290148 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Notify callbacks [] for port, precommit_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:29.301870 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Transition to ACTIVE for port object 872b4704-973b-48ee-85da-8b33f668b1a2 will not be triggered until provisioned by entity L2. {{(pid=105725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:12:29.313311 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:29.364822 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Attempting to bind port 872b4704-973b-48ee-85da-8b33f668b1a2 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:12:29.365233 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Attempting to bind port 872b4704-973b-48ee-85da-8b33f668b1a2 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:12:29.365717 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Attempting to bind port 872b4704-973b-48ee-85da-8b33f668b1a2 on network cf6fa08e-46af-456c-8194-bbadc29e93af {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:12:29.378978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:12:29.378978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Checking segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:12:29.378978 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:29.378978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Bound using segment: {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'} {{(pid=105725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:12:29.378978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.managers [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Bound port: 872b4704-973b-48ee-85da-8b33f668b1a2, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70731eb-bffb-4075-9a6a-ed5dcb8437ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af'}}] {{(pid=105725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:12:29.378978 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:29.412612 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79824dd-94b1-4809-9856-7621f43d2188 None None] Pushing event updated for resources: {'Port': ['ID=872b4704-973b-48ee-85da-8b33f668b1a2,revision_number=2']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:29.442302 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 72924d31-57a5-4972-b2be-9a19931a81bb up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:12:29.471794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:29.481939 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] For port 872b4704-973b-48ee-85da-8b33f668b1a2, host n-d-803585-2, cleared binding levels {{(pid=105725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:12:29.485959 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] For port 872b4704-973b-48ee-85da-8b33f668b1a2, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=872b4704-973b-48ee-85da-8b33f668b1a2,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:12:29.493607 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:29.581620 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d1b29db6-2d6a-48e3-b8f5-427e1d8d824e None None] Provisioning for port c9317970-3a00-4655-ade0-38c76f6e0cf5 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:12:29.586676 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79824dd-94b1-4809-9856-7621f43d2188 None None] Pushing event updated for resources: {'Port': ['ID=872b4704-973b-48ee-85da-8b33f668b1a2,revision_number=3']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:29.590698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Routers {'a1067c71-45ed-4b42-8828-fae79824dbdc'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:12:29.591326 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a1067c71-45ed-4b42-8828-fae79824dbdc'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:29.595823 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-d1b29db6-2d6a-48e3-b8f5-427e1d8d824e None None] Provisioning complete for port c9317970-3a00-4655-ade0-38c76f6e0cf5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:29.595823 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d1b29db6-2d6a-48e3-b8f5-427e1d8d824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:29.653044 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 72924d31-57a5-4972-b2be-9a19931a81bb triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:29.653418 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:29.661705 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:29.666733 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:29.727153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-d1b29db6-2d6a-48e3-b8f5-427e1d8d824e None None] Port c9317970-3a00-4655-ade0-38c76f6e0cf5 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 15:12:29.734727 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585109'] for router_interface, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:29.737672 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Pushing event updated for resources: {'Port': ['ID=c9317970-3a00-4655-ade0-38c76f6e0cf5,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:29.763694 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] Set router a1067c71-45ed-4b42-8828-fae79824dbdc gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:12:29.831098 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Network ff2f4e3f-d096-4232-985d-b3b467602309 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:12:29.831713 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 45c6c7c1-fd64-4267-96e8-f119bf0dee4a up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:12:29.832680 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:12:29.956308 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Router a1067c71-45ed-4b42-8828-fae79824dbdc has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:12:29.971297 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 45c6c7c1-fd64-4267-96e8-f119bf0dee4a completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:12:29.983027 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 45c6c7c1-fd64-4267-96e8-f119bf0dee4a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:29.983327 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:30.068283 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-2d10e41b-12ad-436c-ae43-3a099f7941b5 None None] Provisioning complete for port c9317970-3a00-4655-ade0-38c76f6e0cf5 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:30.068654 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2d10e41b-12ad-436c-ae43-3a099f7941b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:30.076375 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:12:30.082242 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-02221c0b-5992-4acb-9f5c-5a3408a34679 admin admin] 10.222.0.16 "PUT /v2.0/routers/a1067c71-45ed-4b42-8828-fae79824dbdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7995882 Aug 05 15:12:30.137192 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-2d10e41b-12ad-436c-ae43-3a099f7941b5 None None] Port c9317970-3a00-4655-ade0-38c76f6e0cf5 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 15:12:30.141165 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:30.145046 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'name': 'tempest-TestSnapshotPattern-193393089-router', 'tenant_id': '230d663eb42e45ada90f0e4465e3fcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '872b4704-973b-48ee-85da-8b33f668b1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:26Z', 'updated_at': '2021-08-05T15:12:29Z', 'revision_number': 4, 'project_id': '230d663eb42e45ada90f0e4465e3fcf5', 'gw_port': {'id': '872b4704-973b-48ee-85da-8b33f668b1a2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:26Z', 'updated_at': '2021-08-05T15:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'c9317970-3a00-4655-ade0-38c76f6e0cf5', 'name': '', 'network_id': 'ff2f4e3f-d096-4232-985d-b3b467602309', 'tenant_id': '230d663eb42e45ada90f0e4465e3fcf5', 'mac_address': 'fa:16:3e:89:cf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'd566e7ba-b18e-49f9-83fe-23de68c38ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:28Z', 'updated_at': '2021-08-05T15:12:28Z', 'revision_number': 1, 'project_id': '230d663eb42e45ada90f0e4465e3fcf5', 'subnets': [{'id': 'd566e7ba-b18e-49f9-83fe-23de68c38ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:30.177925 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c77f45d-e2a0-4da4-b1fa-c5db2d864b96 None None] The sync data for ids ['a1067c71-45ed-4b42-8828-fae79824dbdc'] in n-d-803585-2 is: [{'id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'name': 'tempest-TestSnapshotPattern-193393089-router', 'tenant_id': '230d663eb42e45ada90f0e4465e3fcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '872b4704-973b-48ee-85da-8b33f668b1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:26Z', 'updated_at': '2021-08-05T15:12:29Z', 'revision_number': 4, 'project_id': '230d663eb42e45ada90f0e4465e3fcf5', 'gw_port': {'id': '872b4704-973b-48ee-85da-8b33f668b1a2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:26Z', 'updated_at': '2021-08-05T15:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'c9317970-3a00-4655-ade0-38c76f6e0cf5', 'name': '', 'network_id': 'ff2f4e3f-d096-4232-985d-b3b467602309', 'tenant_id': '230d663eb42e45ada90f0e4465e3fcf5', 'mac_address': 'fa:16:3e:89:cf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'd566e7ba-b18e-49f9-83fe-23de68c38ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:28Z', 'updated_at': '2021-08-05T15:12:28Z', 'revision_number': 1, 'project_id': '230d663eb42e45ada90f0e4465e3fcf5', 'subnets': [{'id': 'd566e7ba-b18e-49f9-83fe-23de68c38ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:12:30.206047 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 45c6c7c1-fd64-4267-96e8-f119bf0dee4a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=45c6c7c1-fd64-4267-96e8-f119bf0dee4a,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:12:30.210597 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:30.211447 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3141c4ac-904b-4258-822e-7a499f7cf21c up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:12:30.479333 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=45c6c7c1-fd64-4267-96e8-f119bf0dee4a,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:30.491771 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 3141c4ac-904b-4258-822e-7a499f7cf21c triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:30.492221 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:31.346042 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 45c6c7c1-fd64-4267-96e8-f119bf0dee4a up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:12:31.392397 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 45c6c7c1-fd64-4267-96e8-f119bf0dee4a triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:31.392757 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:31.905557 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49860) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:31.910655 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-0327162f-0ec2-4e24-a635-63e191e46b6d tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-275731838', 'description': 'tempest-secgroup-smoke-275731838 description', 'project_id': '6d191399a4674c2a855b9ff1cd2c653e'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:12:31.934468 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0327162f-0ec2-4e24-a635-63e191e46b6d tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.020915 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0327162f-0ec2-4e24-a635-63e191e46b6d tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.024954 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0327162f-0ec2-4e24-a635-63e191e46b6d tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.055278 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-0327162f-0ec2-4e24-a635-63e191e46b6d tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.056509 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-0327162f-0ec2-4e24-a635-63e191e46b6d tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1496563 Aug 05 15:12:32.057549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327162f-0ec2-4e24-a635-63e191e46b6d tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:32.059783 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49862) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:32.065109 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-4cc997a8-f8ae-456a-996e-904051a4da64 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Request body: {'security_group_rule': {'security_group_id': '35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1', 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:12:32.093772 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4cc997a8-f8ae-456a-996e-904051a4da64 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.152061 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4cc997a8-f8ae-456a-996e-904051a4da64 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.155733 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4cc997a8-f8ae-456a-996e-904051a4da64 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.173064 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc997a8-f8ae-456a-996e-904051a4da64 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1914020d-f9d1-4278-82a3-f7052d8dee4f,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:32.178838 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-4cc997a8-f8ae-456a-996e-904051a4da64 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.180039 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-4cc997a8-f8ae-456a-996e-904051a4da64 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193225 Aug 05 15:12:32.183835 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49864) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:32.188515 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-237ff3fb-cd29-446d-b56c-e25f4743f6c6 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Request body: {'security_group_rule': {'security_group_id': '35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1', 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:12:32.215546 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-237ff3fb-cd29-446d-b56c-e25f4743f6c6 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.272173 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-237ff3fb-cd29-446d-b56c-e25f4743f6c6 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.276560 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-237ff3fb-cd29-446d-b56c-e25f4743f6c6 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.299187 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ff3fb-cd29-446d-b56c-e25f4743f6c6 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ddb684-71b8-4ca2-bad8-a438cfa24fb6,revision_number=0']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:32.305555 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-237ff3fb-cd29-446d-b56c-e25f4743f6c6 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.310149 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-237ff3fb-cd29-446d-b56c-e25f4743f6c6 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226220 Aug 05 15:12:32.310516 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49866) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:32.315547 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-56e2fb89-52c3-4010-85c0-f18a91238736 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Request body: {'security_group_rule': {'security_group_id': '35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1', 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:12:32.342199 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-56e2fb89-52c3-4010-85c0-f18a91238736 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.399422 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-56e2fb89-52c3-4010-85c0-f18a91238736 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.403529 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-56e2fb89-52c3-4010-85c0-f18a91238736 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.421398 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2fb89-52c3-4010-85c0-f18a91238736 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7d4035-08b8-4dc8-a8e8-519c03e0ffaa,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:32.426932 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-56e2fb89-52c3-4010-85c0-f18a91238736 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.428123 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-56e2fb89-52c3-4010-85c0-f18a91238736 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162848 Aug 05 15:12:32.430823 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49868) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:32.435432 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-8628ab6d-48a7-45c7-bc9f-4700768aa284 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Request body: {'security_group_rule': {'security_group_id': '35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1', 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:12:32.460592 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8628ab6d-48a7-45c7-bc9f-4700768aa284 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.533885 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8628ab6d-48a7-45c7-bc9f-4700768aa284 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.538744 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8628ab6d-48a7-45c7-bc9f-4700768aa284 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.560651 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628ab6d-48a7-45c7-bc9f-4700768aa284 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378e226c-0b8e-4004-8fd3-c59204931cc6,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:32.564104 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-8628ab6d-48a7-45c7-bc9f-4700768aa284 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.565920 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-8628ab6d-48a7-45c7-bc9f-4700768aa284 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341343 Aug 05 15:12:32.569274 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49870) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:32.574727 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-9f037349-6c17-4ab5-9b13-b8f76df01a1f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Request body: {'security_group_rule': {'security_group_id': '35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1', 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:12:32.597161 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-9f037349-6c17-4ab5-9b13-b8f76df01a1f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Project 6d191399a4674c2a855b9ff1cd2c653e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 15:12:32.605994 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f037349-6c17-4ab5-9b13-b8f76df01a1f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.670272 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f037349-6c17-4ab5-9b13-b8f76df01a1f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.673973 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f037349-6c17-4ab5-9b13-b8f76df01a1f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.695079 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f037349-6c17-4ab5-9b13-b8f76df01a1f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8ffbbd-917e-4c13-9db7-f22ce9b3125d,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:32.699470 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9f037349-6c17-4ab5-9b13-b8f76df01a1f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.700833 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9f037349-6c17-4ab5-9b13-b8f76df01a1f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304500 Aug 05 15:12:32.703584 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 49872) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:32.707977 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [None req-ef554555-c6f3-4aa2-b2b1-02adb0ddc336 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Request body: {'security_group_rule': {'security_group_id': '35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1', 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:12:32.731348 n-d-803585-2 neutron-server[105724]: INFO neutron.db.securitygroups_db [None req-ef554555-c6f3-4aa2-b2b1-02adb0ddc336 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Project 6d191399a4674c2a855b9ff1cd2c653e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 15:12:32.736790 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ef554555-c6f3-4aa2-b2b1-02adb0ddc336 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.800702 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Sync routers for ids ['a1067c71-45ed-4b42-8828-fae79824dbdc'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:12:32.802766 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ef554555-c6f3-4aa2-b2b1-02adb0ddc336 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.808179 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ef554555-c6f3-4aa2-b2b1-02adb0ddc336 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667351'] for security_group_rule, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.811361 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Routers {'a1067c71-45ed-4b42-8828-fae79824dbdc'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:12:32.812007 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a1067c71-45ed-4b42-8828-fae79824dbdc'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:32.828116 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef554555-c6f3-4aa2-b2b1-02adb0ddc336 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d7cb50-27da-45b1-9b9c-8d7fcd2b033b,revision_number=0']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:32.835459 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-ef554555-c6f3-4aa2-b2b1-02adb0ddc336 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:32.836825 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-ef554555-c6f3-4aa2-b2b1-02adb0ddc336 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323156 Aug 05 15:12:32.923886 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Set router a1067c71-45ed-4b42-8828-fae79824dbdc gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:12:32.976033 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-cab57adc-6f56-4a09-995a-e0dadceab15e tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275731838&fields=id&tenant_id=6d191399a4674c2a855b9ff1cd2c653e HTTP/1.1" status: 200 len: 267 time: 0.0334499 Aug 05 15:12:33.087268 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-d14906a8-b41d-4214-8dab-eed564b04fcd tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:33.089271 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-d14906a8-b41d-4214-8dab-eed564b04fcd tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/networks?id=2a84433c-089e-4a30-b21c-2aae83506163 HTTP/1.1" status: 200 len: 809 time: 0.1053154 Aug 05 15:12:33.104800 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-a41c2583-ca56-4a41-b2da-f8463139cb72 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/quotas/6d191399a4674c2a855b9ff1cd2c653e HTTP/1.1" status: 200 len: 375 time: 0.0095725 Aug 05 15:12:33.128969 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'name': 'tempest-TestSnapshotPattern-193393089-router', 'tenant_id': '230d663eb42e45ada90f0e4465e3fcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '872b4704-973b-48ee-85da-8b33f668b1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:26Z', 'updated_at': '2021-08-05T15:12:29Z', 'revision_number': 4, 'project_id': '230d663eb42e45ada90f0e4465e3fcf5', 'gw_port': {'id': '872b4704-973b-48ee-85da-8b33f668b1a2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:26Z', 'updated_at': '2021-08-05T15:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'c9317970-3a00-4655-ade0-38c76f6e0cf5', 'name': '', 'network_id': 'ff2f4e3f-d096-4232-985d-b3b467602309', 'tenant_id': '230d663eb42e45ada90f0e4465e3fcf5', 'mac_address': 'fa:16:3e:89:cf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'd566e7ba-b18e-49f9-83fe-23de68c38ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:28Z', 'updated_at': '2021-08-05T15:12:29Z', 'revision_number': 2, 'project_id': '230d663eb42e45ada90f0e4465e3fcf5', 'subnets': [{'id': 'd566e7ba-b18e-49f9-83fe-23de68c38ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:33.156821 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Checking router: a1067c71-45ed-4b42-8828-fae79824dbdc for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:12:33.157174 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Updating router a1067c71-45ed-4b42-8828-fae79824dbdc port c9317970-3a00-4655-ade0-38c76f6e0cf5 binding host n-d-803585-2 {{(pid=105726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:12:33.158733 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-49d5ea22-569b-4f33-9f89-a6dafe3991bf tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d191399a4674c2a855b9ff1cd2c653e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482709 Aug 05 15:12:33.182853 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:33.270701 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-357ff54b-cb98-4913-9a6b-b72c94b800b4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 15:12:33.271898 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-357ff54b-cb98-4913-9a6b-b72c94b800b4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1012383 Aug 05 15:12:33.372847 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 872b4704-973b-48ee-85da-8b33f668b1a2 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:12:33.381326 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-ccfa2e9b-16b6-4004-890a-ecf8c58c3cdb service neutron] 10.222.0.16 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022565 Aug 05 15:12:33.432773 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port 872b4704-973b-48ee-85da-8b33f668b1a2 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:12:33.438352 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 872b4704-973b-48ee-85da-8b33f668b1a2 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:33.438740 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:33.485109 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-4eb40f7c-5836-4a30-8ba4-2eb8f5887a4f service neutron] 10.222.0.16 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970123 Aug 05 15:12:33.543927 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:33.570700 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port 872b4704-973b-48ee-85da-8b33f668b1a2, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=872b4704-973b-48ee-85da-8b33f668b1a2,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:12:33.576375 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:33.607561 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Notify callbacks [] for port, precommit_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:33.635261 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.provisioning_blocks [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Transition to ACTIVE for port object c9317970-3a00-4655-ade0-38c76f6e0cf5 will not be triggered until provisioned by entity L2. {{(pid=105726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:12:33.653167 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:33.655129 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=872b4704-973b-48ee-85da-8b33f668b1a2,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:33.705303 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2d78ca45-aba2-481e-82ae-f513fcd86bd7 req-57f86801-30e7-4055-9087-f438ea5f05ed tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 210 time: 0.0439193 Aug 05 15:12:33.749647 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09007c-3e0f-4859-87ef-6e46f862c62b None None] Pushing event updated for resources: {'Port': ['ID=c9317970-3a00-4655-ade0-38c76f6e0cf5,revision_number=3']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:33.767676 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Attempting to bind port c9317970-3a00-4655-ade0-38c76f6e0cf5 on host n-d-803585-2 for vnic_type normal with profile {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:12:33.768056 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Attempting to bind port c9317970-3a00-4655-ade0-38c76f6e0cf5 by drivers openvswitch,hyperv on host n-d-803585-2 at level 0 using segments [{'id': 'c79d65f1-b027-4795-b992-602dffae3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ff2f4e3f-d096-4232-985d-b3b467602309'}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:12:33.768420 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Attempting to bind port c9317970-3a00-4655-ade0-38c76f6e0cf5 on network ff2f4e3f-d096-4232-985d-b3b467602309 {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:12:33.773974 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Checking agent: {'id': 'e4d4ecbb-5d07-4930-a6d5-cd0db09a18ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 42, 48), 'started_at': datetime.datetime(2021, 8, 5, 13, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803585-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:12:33.774390 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Checking segment: {'id': 'c79d65f1-b027-4795-b992-602dffae3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ff2f4e3f-d096-4232-985d-b3b467602309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:12:33.774796 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:33.775945 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Bound using segment: {'id': 'c79d65f1-b027-4795-b992-602dffae3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ff2f4e3f-d096-4232-985d-b3b467602309'} {{(pid=105726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:12:33.776922 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.managers [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Bound port: c9317970-3a00-4655-ade0-38c76f6e0cf5, host: n-d-803585-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79d65f1-b027-4795-b992-602dffae3ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ff2f4e3f-d096-4232-985d-b3b467602309'}}] {{(pid=105726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:12:33.777448 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:33.852992 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] For port c9317970-3a00-4655-ade0-38c76f6e0cf5, host n-d-803585-2, cleared binding levels {{(pid=105726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:12:33.857325 n-d-803585-2 neutron-server[105726]: DEBUG neutron.plugins.ml2.db [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] For port c9317970-3a00-4655-ade0-38c76f6e0cf5, host n-d-803585-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c9317970-3a00-4655-ade0-38c76f6e0cf5,segment=NetworkSegment(c79d65f1-b027-4795-b992-602dffae3ca1),segment_id=c79d65f1-b027-4795-b992-602dffae3ca1)] {{(pid=105726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:12:33.864093 n-d-803585-2 neutron-server[105726]: DEBUG neutron_lib.callbacks.manager [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:33.925881 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Routers {'a1067c71-45ed-4b42-8828-fae79824dbdc'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:12:33.926789 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a1067c71-45ed-4b42-8828-fae79824dbdc'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:33.982606 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09007c-3e0f-4859-87ef-6e46f862c62b None None] Pushing event updated for resources: {'Port': ['ID=c9317970-3a00-4655-ade0-38c76f6e0cf5,revision_number=4']} {{(pid=105726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:34.062705 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] Set router a1067c71-45ed-4b42-8828-fae79824dbdc gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:12:34.292114 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'name': 'tempest-TestSnapshotPattern-193393089-router', 'tenant_id': '230d663eb42e45ada90f0e4465e3fcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '872b4704-973b-48ee-85da-8b33f668b1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:26Z', 'updated_at': '2021-08-05T15:12:29Z', 'revision_number': 4, 'project_id': '230d663eb42e45ada90f0e4465e3fcf5', 'gw_port': {'id': '872b4704-973b-48ee-85da-8b33f668b1a2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:26Z', 'updated_at': '2021-08-05T15:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'c9317970-3a00-4655-ade0-38c76f6e0cf5', 'name': '', 'network_id': 'ff2f4e3f-d096-4232-985d-b3b467602309', 'tenant_id': '230d663eb42e45ada90f0e4465e3fcf5', 'mac_address': 'fa:16:3e:89:cf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'd566e7ba-b18e-49f9-83fe-23de68c38ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:28Z', 'updated_at': '2021-08-05T15:12:33Z', 'revision_number': 4, 'project_id': '230d663eb42e45ada90f0e4465e3fcf5', 'subnets': [{'id': 'd566e7ba-b18e-49f9-83fe-23de68c38ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:34.323961 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e393d97-cd6d-4c79-974e-ccad92812899 None None] The sync data for ids ['a1067c71-45ed-4b42-8828-fae79824dbdc'] in n-d-803585-2 is: [{'id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'name': 'tempest-TestSnapshotPattern-193393089-router', 'tenant_id': '230d663eb42e45ada90f0e4465e3fcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '872b4704-973b-48ee-85da-8b33f668b1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:26Z', 'updated_at': '2021-08-05T15:12:29Z', 'revision_number': 4, 'project_id': '230d663eb42e45ada90f0e4465e3fcf5', 'gw_port': {'id': '872b4704-973b-48ee-85da-8b33f668b1a2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:26Z', 'updated_at': '2021-08-05T15:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': 'c9317970-3a00-4655-ade0-38c76f6e0cf5', 'name': '', 'network_id': 'ff2f4e3f-d096-4232-985d-b3b467602309', 'tenant_id': '230d663eb42e45ada90f0e4465e3fcf5', 'mac_address': 'fa:16:3e:89:cf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'd566e7ba-b18e-49f9-83fe-23de68c38ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:28Z', 'updated_at': '2021-08-05T15:12:33Z', 'revision_number': 4, 'project_id': '230d663eb42e45ada90f0e4465e3fcf5', 'subnets': [{'id': 'd566e7ba-b18e-49f9-83fe-23de68c38ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:12:35.046395 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-957690ba-f763-47ba-b8f6-b11ab1c4daa3 req-48d560b9-fd9d-4df2-b0da-c09356563f90 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 210 time: 0.0292659 Aug 05 15:12:35.094875 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-43bb47d6-eab0-4ca4-a9df-6bff470954d2 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:35.096350 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-43bb47d6-eab0-4ca4-a9df-6bff470954d2 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.84 "GET /v2.0/networks?id=2a84433c-089e-4a30-b21c-2aae83506163 HTTP/1.1" status: 200 len: 809 time: 0.4976733 Aug 05 15:12:35.140859 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-1fdf7817-10ca-464e-98eb-dcdce218ec08 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d191399a4674c2a855b9ff1cd2c653e HTTP/1.1" status: 200 len: 379 time: 0.0338902 Aug 05 15:12:35.151932 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-b234f891-82c0-4bde-bcd4-ffc15cfe635f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Request body: {'port': {'device_id': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'admin_state_up': True, 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'security_groups': ['35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1']}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:12:35.260373 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-b234f891-82c0-4bde-bcd4-ffc15cfe635f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Made reservation on behalf of 6d191399a4674c2a855b9ff1cd2c653e for: {'port': 1} {{(pid=105724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:12:35.264017 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-b234f891-82c0-4bde-bcd4-ffc15cfe635f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:35.367273 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 872b4704-973b-48ee-85da-8b33f668b1a2 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:12:35.390734 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_common [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-b234f891-82c0-4bde-bcd4-ffc15cfe635f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Allocated IP 172.20.0.12 (2a84433c-089e-4a30-b21c-2aae83506163/f069aa9f-9dd1-4589-a8c3-ade481dad43b/dd431401-8dd0-4b58-bd83-3cb8d845a633) {{(pid=105724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:12:35.417842 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port 872b4704-973b-48ee-85da-8b33f668b1a2 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:35.418221 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:35.497300 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c9317970-3a00-4655-ade0-38c76f6e0cf5 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:12:35.534806 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-b234f891-82c0-4bde-bcd4-ffc15cfe635f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for port, precommit_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:35.547708 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning for port c9317970-3a00-4655-ade0-38c76f6e0cf5 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:12:35.550819 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-b234f891-82c0-4bde-bcd4-ffc15cfe635f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Transition to ACTIVE for port object dd431401-8dd0-4b58-bd83-3cb8d845a633 will not be triggered until provisioned by entity DHCP. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:12:35.551544 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port c9317970-3a00-4655-ade0-38c76f6e0cf5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:35.551992 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:35.588417 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-b234f891-82c0-4bde-bcd4-ffc15cfe635f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_create {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:35.640049 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-b234f891-82c0-4bde-bcd4-ffc15cfe635f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Network 2a84433c-089e-4a30-b21c-2aae83506163 is already hosted by enough agents. {{(pid=105724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:12:35.643334 n-d-803585-2 neutron-server[105724]: DEBUG neutron.scheduler.base_scheduler [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-b234f891-82c0-4bde-bcd4-ffc15cfe635f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Resources bound (agent type, host, resource id): {{(pid=105724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:12:35.647223 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-b234f891-82c0-4bde-bcd4-ffc15cfe635f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Received port after_create {{(pid=105724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:12:35.652723 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:35.654937 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234f891-82c0-4bde-bcd4-ffc15cfe635f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Pushing event updated for resources: {'Port': ['ID=dd431401-8dd0-4b58-bd83-3cb8d845a633,revision_number=1']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:35.690719 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] For port c9317970-3a00-4655-ade0-38c76f6e0cf5, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c9317970-3a00-4655-ade0-38c76f6e0cf5,segment=NetworkSegment(c79d65f1-b027-4795-b992-602dffae3ca1),segment_id=c79d65f1-b027-4795-b992-602dffae3ca1)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:12:35.695506 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:35.709869 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-b234f891-82c0-4bde-bcd4-ffc15cfe635f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:35.710543 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-b234f891-82c0-4bde-bcd4-ffc15cfe635f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:35.727840 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-b234f891-82c0-4bde-bcd4-ffc15cfe635f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5811634 Aug 05 15:12:35.740695 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.v2.base [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Request body: {'port': {'device_id': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803585-2'}} {{(pid=105724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:12:35.747683 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Pushing event updated for resources: {'Port': ['ID=c9317970-3a00-4655-ade0-38c76f6e0cf5,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:35.803462 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:35.931827 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8a0d6c8c-172d-4376-9a9f-55a1d456f66c None None] Provisioning for port dd431401-8dd0-4b58-bd83-3cb8d845a633 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:12:35.935551 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-8a0d6c8c-172d-4376-9a9f-55a1d456f66c None None] Provisioning complete for port dd431401-8dd0-4b58-bd83-3cb8d845a633 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:35.936199 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8a0d6c8c-172d-4376-9a9f-55a1d456f66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:35.969926 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d6c8c-172d-4376-9a9f-55a1d456f66c None None] Port dd431401-8dd0-4b58-bd83-3cb8d845a633 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 15:12:36.083818 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd431401-8dd0-4b58-bd83-3cb8d845a633 {{(pid=105724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:12:36.092550 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:36.105892 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.provisioning_blocks [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Transition to ACTIVE for port object dd431401-8dd0-4b58-bd83-3cb8d845a633 will not be triggered until provisioned by entity L2. {{(pid=105724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:12:36.109716 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:36.179554 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75568b-23fa-4cad-b498-006b9d31144b req-d35835d4-20d4-43b0-8682-23c040d3e00f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:36.181159 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d75568b-23fa-4cad-b498-006b9d31144b req-d35835d4-20d4-43b0-8682-23c040d3e00f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 944 time: 0.0599046 Aug 05 15:12:36.183183 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Pushing event updated for resources: {'Port': ['ID=dd431401-8dd0-4b58-bd83-3cb8d845a633,revision_number=2']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:36.228379 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0d75568b-23fa-4cad-b498-006b9d31144b req-3f87ee44-4806-4ea4-a063-976a735b033d tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355725 Aug 05 15:12:36.242971 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Attempting to bind port dd431401-8dd0-4b58-bd83-3cb8d845a633 on host n-h2-803585-2 for vnic_type normal with profile {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:12:36.243440 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Attempting to bind port dd431401-8dd0-4b58-bd83-3cb8d845a633 by drivers openvswitch,hyperv on host n-h2-803585-2 at level 0 using segments [{'id': 'f6f6293b-0fa4-4775-afe7-a83fec8c164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163'}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:12:36.243639 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Attempting to bind port dd431401-8dd0-4b58-bd83-3cb8d845a633 on network 2a84433c-089e-4a30-b21c-2aae83506163 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:12:36.254338 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Port dd431401-8dd0-4b58-bd83-3cb8d845a633 on network 2a84433c-089e-4a30-b21c-2aae83506163 not bound, no agent of type Open vSwitch agent registered on host n-h2-803585-2 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 15:12:36.254338 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Attempting to bind port dd431401-8dd0-4b58-bd83-3cb8d845a633 on network 2a84433c-089e-4a30-b21c-2aae83506163 {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:12:36.255507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Checking agent: {'id': '7db07248-bf34-4cff-ba71-17ed3569874c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:12:36.255860 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Checking segment: {'id': 'f6f6293b-0fa4-4775-afe7-a83fec8c164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:12:36.256251 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Bound using segment: {'id': 'f6f6293b-0fa4-4775-afe7-a83fec8c164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163'} {{(pid=105724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:12:36.256687 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.managers [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Bound port: dd431401-8dd0-4b58-bd83-3cb8d845a633, host: n-h2-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f6293b-0fa4-4775-afe7-a83fec8c164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163'}}] {{(pid=105724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:12:36.257051 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:36.329606 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] For port dd431401-8dd0-4b58-bd83-3cb8d845a633, host n-h2-803585-2, cleared binding levels {{(pid=105724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:12:36.332956 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] For port dd431401-8dd0-4b58-bd83-3cb8d845a633, host n-h2-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=dd431401-8dd0-4b58-bd83-3cb8d845a633,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:12:36.337511 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16762103'] for port, after_update {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:36.372634 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:36.373262 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:36.375150 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] 10.222.0.84 "PUT /v2.0/ports/dd431401-8dd0-4b58-bd83-3cb8d845a633 HTTP/1.1" status: 200 len: 1092 time: 0.6392705 Aug 05 15:12:36.377838 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'tag': 'dd431401-8dd0-4b58-bd83-3cb8d845a633'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:12:36.381702 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5620e7e-9522-4c30-b84c-587d7f1bc757" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb6aba3-d2ff-4600-bd48-4cff0f57993d", "tag": "dd431401-8dd0-4b58-bd83-3cb8d845a633"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:12:36.417244 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f46c20-1efe-4019-8429-d7b5906aed44 service neutron] Pushing event updated for resources: {'Port': ['ID=dd431401-8dd0-4b58-bd83-3cb8d845a633,revision_number=3']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:36.437580 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4d9b73-4790-455e-bb48-0466679acf31 x-openstack-request-id: req-dd4d9b73-4790-455e-bb48-0466679acf31 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:12:36.437872 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb6aba3-d2ff-4600-bd48-4cff0f57993d", "tag": "dd431401-8dd0-4b58-bd83-3cb8d845a633", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:12:36.438183 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd4d9b73-4790-455e-bb48-0466679acf31 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:12:36.438621 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'tag': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'status': 'completed', 'code': 200} Aug 05 15:12:36.472832 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-6599d645-bf0f-42cd-a200-b466b120d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:36.474426 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-6599d645-bf0f-42cd-a200-b466b120d23d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d191399a4674c2a855b9ff1cd2c653e&device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 1095 time: 0.0511870 Aug 05 15:12:36.519332 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-c8242542-3dce-4e25-a33a-c50119820ef7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd431401-8dd0-4b58-bd83-3cb8d845a633 HTTP/1.1" status: 200 len: 217 time: 0.0364900 Aug 05 15:12:36.583810 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-9853cc15-e7fe-4419-bde2-16adfaed34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:36.585314 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-9853cc15-e7fe-4419-bde2-16adfaed34c9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f069aa9f-9dd1-4589-a8c3-ade481dad43b HTTP/1.1" status: 200 len: 848 time: 0.0591722 Aug 05 15:12:36.641996 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-f6db0114-a921-491f-be9b-9e9b2a9a10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:36.643598 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-f6db0114-a921-491f-be9b-9e9b2a9a10c6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2a84433c-089e-4a30-b21c-2aae83506163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510190 Aug 05 15:12:36.733373 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-20e94010-1270-44b7-b47d-a7115cd8049d service neutron] 10.222.0.84 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820093 Aug 05 15:12:36.827986 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-116e8cd8-eae8-444e-ad3c-40ea77e2f467 req-9bfa6fd4-a4eb-4c9a-b3fc-59000c796a7f service neutron] 10.222.0.84 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873742 Aug 05 15:12:36.917867 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5620e7e-9522-4c30-b84c-587d7f1bc757 req-42eccbef-6188-4991-87a4-4446c5a868cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:36.919460 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5620e7e-9522-4c30-b84c-587d7f1bc757 req-42eccbef-6188-4991-87a4-4446c5a868cd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d191399a4674c2a855b9ff1cd2c653e&device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 1095 time: 0.0438173 Aug 05 15:12:37.009318 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5620e7e-9522-4c30-b84c-587d7f1bc757 req-32160b42-2f0e-4b7f-9bad-e3bbc1b99832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:37.011446 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5620e7e-9522-4c30-b84c-587d7f1bc757 req-32160b42-2f0e-4b7f-9bad-e3bbc1b99832 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2a84433c-089e-4a30-b21c-2aae83506163 HTTP/1.1" status: 200 len: 910 time: 0.0845997 Aug 05 15:12:37.058340 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5620e7e-9522-4c30-b84c-587d7f1bc757 req-05b2d78c-5649-49b4-b2f4-2786da5b43f9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd431401-8dd0-4b58-bd83-3cb8d845a633 HTTP/1.1" status: 200 len: 217 time: 0.0382731 Aug 05 15:12:37.109535 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5620e7e-9522-4c30-b84c-587d7f1bc757 req-2339ba9e-37d6-4549-b086-1de5af9b4029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:37.110959 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5620e7e-9522-4c30-b84c-587d7f1bc757 req-2339ba9e-37d6-4549-b086-1de5af9b4029 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f069aa9f-9dd1-4589-a8c3-ade481dad43b HTTP/1.1" status: 200 len: 848 time: 0.0435510 Aug 05 15:12:37.158081 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5620e7e-9522-4c30-b84c-587d7f1bc757 req-686198e8-db22-445f-8ad9-d0bd6f628c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:37.159661 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5620e7e-9522-4c30-b84c-587d7f1bc757 req-686198e8-db22-445f-8ad9-d0bd6f628c4d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2a84433c-089e-4a30-b21c-2aae83506163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415714 Aug 05 15:12:37.258526 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5620e7e-9522-4c30-b84c-587d7f1bc757 req-56a7730e-2769-49ea-a5d5-400ec037fc8e service neutron] 10.222.0.84 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896301 Aug 05 15:12:37.351037 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c9317970-3a00-4655-ade0-38c76f6e0cf5 up at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:12:37.355452 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa49903-e4cb-4a9a-b521-061c630c55c8 req-446f7c85-dcef-46b7-85a1-06b355a8d2b8 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:37.355927 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-e5620e7e-9522-4c30-b84c-587d7f1bc757 req-ea86faeb-b0c4-47ce-9ebe-7b5ae81be40f service neutron] 10.222.0.84 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891528 Aug 05 15:12:37.356793 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5aa49903-e4cb-4a9a-b521-061c630c55c8 req-446f7c85-dcef-46b7-85a1-06b355a8d2b8 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 944 time: 0.0544360 Aug 05 15:12:37.396418 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-5aa49903-e4cb-4a9a-b521-061c630c55c8 req-3da3906e-c8f5-4d8c-ba25-69e564fe9abd tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332329 Aug 05 15:12:37.402103 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Provisioning complete for port c9317970-3a00-4655-ade0-38c76f6e0cf5 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:37.402571 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:38.515915 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6eef4a-c8fe-4e7a-bef9-59e133cd76d7 req-44987ecc-3956-4f7c-a356-a2878d16ded6 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:38.517313 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0e6eef4a-c8fe-4e7a-bef9-59e133cd76d7 req-44987ecc-3956-4f7c-a356-a2878d16ded6 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 944 time: 0.0492520 Aug 05 15:12:38.564484 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0e6eef4a-c8fe-4e7a-bef9-59e133cd76d7 req-f16f28e4-eee5-4b59-845a-7df48256cac5 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410349 Aug 05 15:12:39.687592 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771c075-ab6d-4676-a0fb-c8e510934cc2 req-5801e051-d622-4e0f-9c1d-fc7ecc8f342d tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:39.689094 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2771c075-ab6d-4676-a0fb-c8e510934cc2 req-5801e051-d622-4e0f-9c1d-fc7ecc8f342d tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 944 time: 0.0562751 Aug 05 15:12:39.726501 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-2771c075-ab6d-4676-a0fb-c8e510934cc2 req-a2c33458-d23d-490b-9a70-fb2b0635208c tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312827 Aug 05 15:12:40.434889 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device dd431401-8dd0-4b58-bd83-3cb8d845a633 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:12:40.531324 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port dd431401-8dd0-4b58-bd83-3cb8d845a633, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=dd431401-8dd0-4b58-bd83-3cb8d845a633,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:12:40.542212 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'port_id': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'mac_address': 'fa:16:3e:38:82:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:12:40.580500 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:40.594927 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd431401-8dd0-4b58-bd83-3cb8d845a633 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:12:40.614710 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port dd431401-8dd0-4b58-bd83-3cb8d845a633, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=dd431401-8dd0-4b58-bd83-3cb8d845a633,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:12:40.618281 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:40.669637 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=dd431401-8dd0-4b58-bd83-3cb8d845a633,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:40.832172 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['dd431401-8dd0-4b58-bd83-3cb8d845a633'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:12:40.844507 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f94db-cdf5-437e-920c-950cb2c77257 req-a74bbfd0-e6bb-461d-a0ec-df5546b2baa7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:40.846028 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-251f94db-cdf5-437e-920c-950cb2c77257 req-a74bbfd0-e6bb-461d-a0ec-df5546b2baa7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 945 time: 0.0501616 Aug 05 15:12:40.883978 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-251f94db-cdf5-437e-920c-950cb2c77257 req-bdd6c09b-cbb2-4c5d-a103-52752700a8ee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319474 Aug 05 15:12:42.002114 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77427cd-e978-4d4f-94ed-a6c830b774da req-adc0d79a-2aa7-4905-bce0-ec0bfbc43bec tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:42.003637 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c77427cd-e978-4d4f-94ed-a6c830b774da req-adc0d79a-2aa7-4905-bce0-ec0bfbc43bec tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 945 time: 0.0496986 Aug 05 15:12:42.042106 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-c77427cd-e978-4d4f-94ed-a6c830b774da req-1bc485d0-1371-4f71-a1ce-8bbd149fe39c tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323493 Aug 05 15:12:42.450738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device dd431401-8dd0-4b58-bd83-3cb8d845a633 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:12:42.499820 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning for port dd431401-8dd0-4b58-bd83-3cb8d845a633 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:12:42.503592 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port dd431401-8dd0-4b58-bd83-3cb8d845a633 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:12:42.503957 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:42.577923 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:42.599935 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd431401-8dd0-4b58-bd83-3cb8d845a633'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:12:42.602345 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18680bad-366d-4843-845e-0a83611f579e" -d '{"events": [{"server_uuid": "8cb6aba3-d2ff-4600-bd48-4cff0f57993d", "name": "network-vif-plugged", "status": "completed", "tag": "dd431401-8dd0-4b58-bd83-3cb8d845a633"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:12:42.617906 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port dd431401-8dd0-4b58-bd83-3cb8d845a633, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=dd431401-8dd0-4b58-bd83-3cb8d845a633,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:12:42.623079 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:42.648607 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c84cf1-6f7b-4bd6-9975-9d31817bec0e x-openstack-request-id: req-d6c84cf1-6f7b-4bd6-9975-9d31817bec0e {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:12:42.648893 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb6aba3-d2ff-4600-bd48-4cff0f57993d", "name": "network-vif-plugged", "status": "completed", "tag": "dd431401-8dd0-4b58-bd83-3cb8d845a633", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:12:42.649151 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6c84cf1-6f7b-4bd6-9975-9d31817bec0e {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:12:42.649529 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'code': 200} Aug 05 15:12:42.675442 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=dd431401-8dd0-4b58-bd83-3cb8d845a633,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:42.785855 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5f18c-cabe-464f-97a1-bdd815fbac0a req-d4cb1b12-9c21-4ed1-874f-52b43b4eeb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:42.787394 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bbc5f18c-cabe-464f-97a1-bdd815fbac0a req-d4cb1b12-9c21-4ed1-874f-52b43b4eeb7b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 1097 time: 0.0848942 Aug 05 15:12:42.823710 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bbc5f18c-cabe-464f-97a1-bdd815fbac0a req-ab22deef-c746-49ee-8b86-4bde1077e23c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273471 Aug 05 15:12:43.157766 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2fdde-05a0-4d0b-8fa9-9e0771686904 req-ca5247ba-3abd-4874-a261-0220edfcb1ec tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:43.159278 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aac2fdde-05a0-4d0b-8fa9-9e0771686904 req-ca5247ba-3abd-4874-a261-0220edfcb1ec tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 946 time: 0.0490277 Aug 05 15:12:43.196312 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-aac2fdde-05a0-4d0b-8fa9-9e0771686904 req-150d5544-617c-4e39-9367-ce593e82fe1c tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310340 Aug 05 15:12:43.940856 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2b7d41d1-3829-45d4-8042-2a934be84709 req-3bb0ad5c-3536-4bb8-88dd-ad1d83fa6d1d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408492 Aug 05 15:12:44.036074 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d41d1-3829-45d4-8042-2a934be84709 req-e93bd44d-77aa-4e01-a03c-9b3f843c725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:44.037631 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2b7d41d1-3829-45d4-8042-2a934be84709 req-e93bd44d-77aa-4e01-a03c-9b3f843c725b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d191399a4674c2a855b9ff1cd2c653e&device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 1097 time: 0.0479033 Aug 05 15:12:44.147103 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d41d1-3829-45d4-8042-2a934be84709 req-7760e3f0-562c-49f0-836f-e4f0f0f6d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:44.148729 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2b7d41d1-3829-45d4-8042-2a934be84709 req-7760e3f0-562c-49f0-836f-e4f0f0f6d15d service neutron] 10.222.0.84 "GET /v2.0/networks?id=2a84433c-089e-4a30-b21c-2aae83506163 HTTP/1.1" status: 200 len: 910 time: 0.0899711 Aug 05 15:12:44.194918 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2b7d41d1-3829-45d4-8042-2a934be84709 req-daa3ab8e-86e6-47f1-a012-eea46f65349c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd431401-8dd0-4b58-bd83-3cb8d845a633 HTTP/1.1" status: 200 len: 217 time: 0.0389600 Aug 05 15:12:44.247078 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d41d1-3829-45d4-8042-2a934be84709 req-d021fc62-060d-428f-9f42-e1e9e873391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:44.248623 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2b7d41d1-3829-45d4-8042-2a934be84709 req-d021fc62-060d-428f-9f42-e1e9e873391f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f069aa9f-9dd1-4589-a8c3-ade481dad43b HTTP/1.1" status: 200 len: 848 time: 0.0469921 Aug 05 15:12:44.324599 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d41d1-3829-45d4-8042-2a934be84709 req-6833b83f-2cea-4ac2-966f-01ffbb3ff2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:44.326082 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2b7d41d1-3829-45d4-8042-2a934be84709 req-6833b83f-2cea-4ac2-966f-01ffbb3ff2a2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2a84433c-089e-4a30-b21c-2aae83506163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696869 Aug 05 15:12:44.337281 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4eb36d-46f8-4231-85d5-a5a94472a2db req-eed3c77b-72af-4e30-bd06-58b82ea57a80 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:44.338678 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6b4eb36d-46f8-4231-85d5-a5a94472a2db req-eed3c77b-72af-4e30-bd06-58b82ea57a80 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 946 time: 0.0710235 Aug 05 15:12:44.425101 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-6b4eb36d-46f8-4231-85d5-a5a94472a2db req-e19400ec-8a0d-497d-9c87-25a412057785 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785627 Aug 05 15:12:44.454765 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2b7d41d1-3829-45d4-8042-2a934be84709 req-c718bd89-1d30-4715-b913-5ce9d5813490 service neutron] 10.222.0.84 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148016 Aug 05 15:12:44.554108 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b71aa-92e9-41b5-b6bd-e140ec7b7416 req-8746d36e-8c8d-4acb-8b90-f585b04b10f3 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:44.555680 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a99b71aa-92e9-41b5-b6bd-e140ec7b7416 req-8746d36e-8c8d-4acb-8b90-f585b04b10f3 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 946 time: 0.0619216 Aug 05 15:12:44.560413 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2b7d41d1-3829-45d4-8042-2a934be84709 req-2117b951-20ca-4b28-aa17-328293da3fcc service neutron] 10.222.0.84 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986347 Aug 05 15:12:44.607845 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a99b71aa-92e9-41b5-b6bd-e140ec7b7416 req-b385f089-cdb5-4ca3-9612-a7dd0bfd50f3 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400956 Aug 05 15:12:44.635422 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49942) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:44.725667 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1603df4d-e04c-450e-a3c6-83b750a20dad tempest-TestSnapshotPattern-706423934 tempest-TestSnapshotPattern-706423934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:44.727583 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-1603df4d-e04c-450e-a3c6-83b750a20dad tempest-TestSnapshotPattern-706423934 tempest-TestSnapshotPattern-706423934-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 1092 time: 0.0916851 Aug 05 15:12:44.731158 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 49946) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:12:44.736383 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:12:44.760792 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:44.865794 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:44.970187 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Allocated IP 172.25.5.157 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/df088212-8d25-41fc-a72b-33eeaa33701f) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:12:45.076978 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:45.116461 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:45.156640 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:12:45.161022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:12:45.165831 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:12:45.168412 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Pushing event updated for resources: {'Port': ['ID=df088212-8d25-41fc-a72b-33eeaa33701f,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:45.528927 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:45.597112 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:45.615180 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:45.759378 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:45.764367 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:45.940032 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-557fb6a6-b71e-4542-9c62-60b4270896c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:46.142404 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Pushing event updated for resources: {'Port': ['ID=df088212-8d25-41fc-a72b-33eeaa33701f,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:12:46.152783 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:46.252373 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Floating IP b623b167-87d7-49e9-8a1f-65277b80b4c4 associated. External IP: 172.25.5.157, port: dd431401-8dd0-4b58-bd83-3cb8d845a633. Aug 05 15:12:46.464923 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Router a2553dc3-656e-4b65-9f08-1e8369d428ba has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:12:46.573887 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:12:46.583275 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde49ee-4099-4632-8015-142f4ee9a2f0 None None] Sync routers for ids ['a2553dc3-656e-4b65-9f08-1e8369d428ba'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:12:46.591164 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:46.592637 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde49ee-4099-4632-8015-142f4ee9a2f0 None None] Routers {'a2553dc3-656e-4b65-9f08-1e8369d428ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:12:46.593264 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-acde49ee-4099-4632-8015-142f4ee9a2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a2553dc3-656e-4b65-9f08-1e8369d428ba'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:46.618589 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-f119f726-f507-4d9c-adbb-5f92670eedee tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8862877 Aug 05 15:12:46.619279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'tag': 'dd431401-8dd0-4b58-bd83-3cb8d845a633'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:12:46.622213 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cee44a-ba16-4aa4-950c-ab8516fd1481" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb6aba3-d2ff-4600-bd48-4cff0f57993d", "tag": "dd431401-8dd0-4b58-bd83-3cb8d845a633"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:12:46.666093 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987748a3-d385-454c-9429-0f6649095798 x-openstack-request-id: req-987748a3-d385-454c-9429-0f6649095798 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:12:46.666404 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb6aba3-d2ff-4600-bd48-4cff0f57993d", "tag": "dd431401-8dd0-4b58-bd83-3cb8d845a633", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:12:46.666657 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-987748a3-d385-454c-9429-0f6649095798 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:12:46.667242 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'tag': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'status': 'completed', 'code': 200} Aug 05 15:12:46.711034 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-acde49ee-4099-4632-8015-142f4ee9a2f0 None None] Set router a2553dc3-656e-4b65-9f08-1e8369d428ba gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:12:46.730138 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cee44a-ba16-4aa4-950c-ab8516fd1481 req-121fa425-0e2d-497e-aa7c-76f660b44880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:46.731631 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89cee44a-ba16-4aa4-950c-ab8516fd1481 req-121fa425-0e2d-497e-aa7c-76f660b44880 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d191399a4674c2a855b9ff1cd2c653e&device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 1097 time: 0.0423281 Aug 05 15:12:46.812834 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:46.826516 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cee44a-ba16-4aa4-950c-ab8516fd1481 req-e9b18830-ed22-4507-80a5-2cead7612083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:46.828021 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89cee44a-ba16-4aa4-950c-ab8516fd1481 req-e9b18830-ed22-4507-80a5-2cead7612083 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2a84433c-089e-4a30-b21c-2aae83506163 HTTP/1.1" status: 200 len: 910 time: 0.0890551 Aug 05 15:12:46.898709 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89cee44a-ba16-4aa4-950c-ab8516fd1481 req-673d5791-2bd3-46fa-9fcf-0daa5d3d223d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd431401-8dd0-4b58-bd83-3cb8d845a633 HTTP/1.1" status: 200 len: 1000 time: 0.0636523 Aug 05 15:12:46.941724 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-acde49ee-4099-4632-8015-142f4ee9a2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'b623b167-87d7-49e9-8a1f-65277b80b4c4', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'port_id': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'mac_address': 'fa:16:3e:38:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:12:45Z', 'updated_at': '2021-08-05T15:12:45Z', 'revision_number': 0, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c6c7c1-fd64-4267-96e8-f119bf0dee4a', 'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'mac_address': 'fa:16:3e:c8:96:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:23Z', 'updated_at': '2021-08-05T15:12:30Z', 'revision_number': 5, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'subnets': [{'id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:46.949451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cee44a-ba16-4aa4-950c-ab8516fd1481 req-0b24fc11-098a-4d62-856a-d67b4e28f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:46.951031 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89cee44a-ba16-4aa4-950c-ab8516fd1481 req-0b24fc11-098a-4d62-856a-d67b4e28f73f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f069aa9f-9dd1-4589-a8c3-ade481dad43b HTTP/1.1" status: 200 len: 848 time: 0.0453291 Aug 05 15:12:46.970724 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde49ee-4099-4632-8015-142f4ee9a2f0 None None] Checking router: a2553dc3-656e-4b65-9f08-1e8369d428ba for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:12:46.979113 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde49ee-4099-4632-8015-142f4ee9a2f0 None None] Routers {'a2553dc3-656e-4b65-9f08-1e8369d428ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:12:46.980310 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-acde49ee-4099-4632-8015-142f4ee9a2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:12:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a2553dc3-656e-4b65-9f08-1e8369d428ba'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:46.997973 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cee44a-ba16-4aa4-950c-ab8516fd1481 req-4b51e634-ded1-4c85-bb17-b310a4b4d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:12:46.999588 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89cee44a-ba16-4aa4-950c-ab8516fd1481 req-4b51e634-ded1-4c85-bb17-b310a4b4d25f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2a84433c-089e-4a30-b21c-2aae83506163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417144 Aug 05 15:12:47.084587 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-acde49ee-4099-4632-8015-142f4ee9a2f0 None None] Set router a2553dc3-656e-4b65-9f08-1e8369d428ba gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:12:47.092734 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89cee44a-ba16-4aa4-950c-ab8516fd1481 req-1ad69d77-2df1-4b24-8763-9e80a9a2a2fc service neutron] 10.222.0.84 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856855 Aug 05 15:12:47.183969 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-89cee44a-ba16-4aa4-950c-ab8516fd1481 req-4967194f-acd8-4a8a-a10a-3faf53d1af7b service neutron] 10.222.0.84 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839994 Aug 05 15:12:47.303082 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-acde49ee-4099-4632-8015-142f4ee9a2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'b623b167-87d7-49e9-8a1f-65277b80b4c4', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'port_id': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'mac_address': 'fa:16:3e:38:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:12:45Z', 'updated_at': '2021-08-05T15:12:45Z', 'revision_number': 0, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c6c7c1-fd64-4267-96e8-f119bf0dee4a', 'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'mac_address': 'fa:16:3e:c8:96:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:23Z', 'updated_at': '2021-08-05T15:12:30Z', 'revision_number': 5, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'subnets': [{'id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:12:47.331628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde49ee-4099-4632-8015-142f4ee9a2f0 None None] The sync data for ids ['a2553dc3-656e-4b65-9f08-1e8369d428ba'] in n-d-803585-2 is: [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'b623b167-87d7-49e9-8a1f-65277b80b4c4', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'port_id': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'mac_address': 'fa:16:3e:38:82:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:12:45Z', 'updated_at': '2021-08-05T15:12:45Z', 'revision_number': 0, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c6c7c1-fd64-4267-96e8-f119bf0dee4a', 'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'mac_address': 'fa:16:3e:c8:96:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:23Z', 'updated_at': '2021-08-05T15:12:30Z', 'revision_number': 5, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'subnets': [{'id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:12:47.544880 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b14c8-5a75-4744-9b1a-397006ca5e76 None None] New status for floating IP b623b167-87d7-49e9-8a1f-65277b80b4c4: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 15:12:48.497946 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-749a5d2e-683e-4eaf-a04d-2acdb3a94804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:48.793620 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:49.828142 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:51.611559 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:12:58.477534 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:13:15.612403 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:13:15.941770 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ffc5aa03-9bc8-4d32-9f02-451861379ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:13:16.823770 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:13:18.498163 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a9d756b9-bd4d-4970-b6d8-42f76706c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:13:18.793970 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:13:19.830994 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:13:21.612992 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:13:35.476747 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:13:44.952052 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2b9b91ab-e0b7-42fe-883d-150512c20d5d req-b8f761fb-fff2-401e-b045-93da92119667 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452859 Aug 05 15:13:45.034930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b91ab-e0b7-42fe-883d-150512c20d5d req-165fb401-85fd-46ec-b2a4-fe1dbcf4d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:13:45.036419 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2b9b91ab-e0b7-42fe-883d-150512c20d5d req-165fb401-85fd-46ec-b2a4-fe1dbcf4d51b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d191399a4674c2a855b9ff1cd2c653e&device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 1097 time: 0.0407891 Aug 05 15:13:45.137869 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b91ab-e0b7-42fe-883d-150512c20d5d req-65d06a85-24b3-4c4f-a498-7a3a9c4c8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:13:45.139408 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2b9b91ab-e0b7-42fe-883d-150512c20d5d req-65d06a85-24b3-4c4f-a498-7a3a9c4c8fd2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2a84433c-089e-4a30-b21c-2aae83506163 HTTP/1.1" status: 200 len: 910 time: 0.0836065 Aug 05 15:13:45.208938 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2b9b91ab-e0b7-42fe-883d-150512c20d5d req-dd3ec2bd-4d7e-440e-a631-59a2bb01f4e2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd431401-8dd0-4b58-bd83-3cb8d845a633 HTTP/1.1" status: 200 len: 1002 time: 0.0625749 Aug 05 15:13:45.258848 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b91ab-e0b7-42fe-883d-150512c20d5d req-3b8963ec-38d7-4820-94a4-ad3b3769536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:13:45.260307 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2b9b91ab-e0b7-42fe-883d-150512c20d5d req-3b8963ec-38d7-4820-94a4-ad3b3769536a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f069aa9f-9dd1-4589-a8c3-ade481dad43b HTTP/1.1" status: 200 len: 848 time: 0.0435121 Aug 05 15:13:45.307101 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b91ab-e0b7-42fe-883d-150512c20d5d req-af80b1d8-8b8d-4614-b3f4-981c3771341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:13:45.308611 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2b9b91ab-e0b7-42fe-883d-150512c20d5d req-af80b1d8-8b8d-4614-b3f4-981c3771341e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2a84433c-089e-4a30-b21c-2aae83506163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399284 Aug 05 15:13:45.402372 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2b9b91ab-e0b7-42fe-883d-150512c20d5d req-ceedb7de-3917-46de-957a-4b05bf5976df service neutron] 10.222.0.84 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854318 Aug 05 15:13:45.491326 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2b9b91ab-e0b7-42fe-883d-150512c20d5d req-c0bdfa4d-ebfe-429f-828d-5772dd25deb2 service neutron] 10.222.0.84 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814016 Aug 05 15:13:45.628519 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:13:45.943141 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-57f48159-a483-4055-a963-4ba2b7daaad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:13:46.820500 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:13:48.504757 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d57bddb7-d2e3-4f41-bfd7-08b45d9b32af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:13:48.794913 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:13:49.833300 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:13:51.614600 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:12.477579 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:14:15.634915 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:15.943454 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-eed648c6-49d8-4397-bb2e-1b5792ac7331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:16.819788 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:18.494132 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8d15bd5c-f97a-4843-9fb2-b16e9912a984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:18.798579 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:19.835185 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:21.618685 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:44.918978 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device dd431401-8dd0-4b58-bd83-3cb8d845a633 details requested by agent hyperv_n-h2-803585-2 with host n-h2-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:14:45.011000 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port dd431401-8dd0-4b58-bd83-3cb8d845a633, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=dd431401-8dd0-4b58-bd83-3cb8d845a633,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:14:45.022495 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Returning: {'device': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'port_id': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'mac_address': 'fa:16:3e:38:82:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:14:45.060935 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:45.073104 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd431401-8dd0-4b58-bd83-3cb8d845a633 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:14:45.091907 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port dd431401-8dd0-4b58-bd83-3cb8d845a633, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=dd431401-8dd0-4b58-bd83-3cb8d845a633,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:14:45.096184 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:45.145558 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=dd431401-8dd0-4b58-bd83-3cb8d845a633,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:14:45.153496 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:45.153839 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:45.154177 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:45.154532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:45.154865 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:45.155189 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:45.155508 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:45.155825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:45.156142 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:45.156457 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:45.156774 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:45.157088 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:45.179127 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] get_ports_and_sgs() called for port_ids ['dd431401-8dd0-4b58-bd83-3cb8d845a633'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:14:45.641090 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:45.957915 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b66e59a5-4906-438a-af17-34f8ad102ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:45.987759 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c9930-d3e9-413c-ac8b-f5233257a65f req-2db1a1c9-b685-4733-8c30-8b5e46e4d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:14:45.989211 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a2c9930-d3e9-413c-ac8b-f5233257a65f req-2db1a1c9-b685-4733-8c30-8b5e46e4d0fd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d191399a4674c2a855b9ff1cd2c653e&device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 1096 time: 0.0613554 Aug 05 15:14:46.110148 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c9930-d3e9-413c-ac8b-f5233257a65f req-8d648869-ad7a-40a2-befd-88708572fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:14:46.111711 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a2c9930-d3e9-413c-ac8b-f5233257a65f req-8d648869-ad7a-40a2-befd-88708572fdce service neutron] 10.222.0.84 "GET /v2.0/networks?id=2a84433c-089e-4a30-b21c-2aae83506163 HTTP/1.1" status: 200 len: 910 time: 0.1005406 Aug 05 15:14:46.184176 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a2c9930-d3e9-413c-ac8b-f5233257a65f req-44f69c8d-c9df-4cac-8e79-3dcafe3a33a8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd431401-8dd0-4b58-bd83-3cb8d845a633 HTTP/1.1" status: 200 len: 1001 time: 0.0643125 Aug 05 15:14:46.243882 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c9930-d3e9-413c-ac8b-f5233257a65f req-436306fc-477e-4b9e-b683-e92746ebf443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:14:46.245302 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a2c9930-d3e9-413c-ac8b-f5233257a65f req-436306fc-477e-4b9e-b683-e92746ebf443 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f069aa9f-9dd1-4589-a8c3-ade481dad43b HTTP/1.1" status: 200 len: 848 time: 0.0524917 Aug 05 15:14:46.299800 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c9930-d3e9-413c-ac8b-f5233257a65f req-699e1a07-73f4-41f8-9612-5b3e181a1b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:14:46.301962 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a2c9930-d3e9-413c-ac8b-f5233257a65f req-699e1a07-73f4-41f8-9612-5b3e181a1b3d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2a84433c-089e-4a30-b21c-2aae83506163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479932 Aug 05 15:14:46.413093 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a2c9930-d3e9-413c-ac8b-f5233257a65f req-b0e6f5aa-2ef4-4433-b7f5-34f42e9e4483 service neutron] 10.222.0.84 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993214 Aug 05 15:14:46.525718 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-9a2c9930-d3e9-413c-ac8b-f5233257a65f req-01555291-7d59-4350-9653-4f5b82179b01 service neutron] 10.222.0.84 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048265 Aug 05 15:14:46.821290 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:46.932244 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device dd431401-8dd0-4b58-bd83-3cb8d845a633 up at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:14:46.981825 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Provisioning complete for port dd431401-8dd0-4b58-bd83-3cb8d845a633 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:14:46.982553 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:47.065367 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:47.092015 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd431401-8dd0-4b58-bd83-3cb8d845a633'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:14:47.094162 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6c6530-31cf-4dbb-9722-7270a7c7b628" -d '{"events": [{"server_uuid": "8cb6aba3-d2ff-4600-bd48-4cff0f57993d", "name": "network-vif-plugged", "status": "completed", "tag": "dd431401-8dd0-4b58-bd83-3cb8d845a633"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:14:47.122578 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port dd431401-8dd0-4b58-bd83-3cb8d845a633, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=dd431401-8dd0-4b58-bd83-3cb8d845a633,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:14:47.127545 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:47.185736 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=dd431401-8dd0-4b58-bd83-3cb8d845a633,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:14:47.236202 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ddbecb-d5a2-4af2-9f4c-a32e53bcfc67 x-openstack-request-id: req-10ddbecb-d5a2-4af2-9f4c-a32e53bcfc67 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:14:47.236438 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb6aba3-d2ff-4600-bd48-4cff0f57993d", "name": "network-vif-plugged", "status": "completed", "tag": "dd431401-8dd0-4b58-bd83-3cb8d845a633", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:14:47.236698 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10ddbecb-d5a2-4af2-9f4c-a32e53bcfc67 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:14:47.237091 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'code': 200} Aug 05 15:14:48.494424 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e4aa270a-d1e8-4ab2-9c0a-b07df66e35c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:48.801359 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:49.478873 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:14:49.841789 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:51.632347 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:55.824117 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-32a7a867-0571-4f35-933a-6294a8b1cdd2 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275731838&fields=id&tenant_id=6d191399a4674c2a855b9ff1cd2c653e HTTP/1.1" status: 200 len: 267 time: 0.0346363 Aug 05 15:14:55.931733 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-0bbc67a2-8e9b-4902-8e92-acc767da8d5b tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:14:55.933109 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-0bbc67a2-8e9b-4902-8e92-acc767da8d5b tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/networks?id=2a84433c-089e-4a30-b21c-2aae83506163 HTTP/1.1" status: 200 len: 809 time: 0.1020901 Aug 05 15:14:55.948683 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-b899ee0a-cbee-4c0d-8ccf-186f56dbd92e tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/quotas/6d191399a4674c2a855b9ff1cd2c653e HTTP/1.1" status: 200 len: 375 time: 0.0094285 Aug 05 15:14:56.005146 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-37f0fc3a-ad3c-4cc8-aba9-864e2189f07a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d191399a4674c2a855b9ff1cd2c653e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0510085 Aug 05 15:14:56.064003 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-9234e4f2-e1a1-45f8-90a1-29dbecb95970 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 15:14:56.065041 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-9234e4f2-e1a1-45f8-90a1-29dbecb95970 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480099 Aug 05 15:14:56.157064 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-934c2d52-b5d2-4b50-bd6e-c51912fdda28 service neutron] 10.222.0.16 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854268 Aug 05 15:14:56.248322 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-17b777f1-4fd8-4366-afb1-ed9fbde86646 service neutron] 10.222.0.16 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845988 Aug 05 15:14:56.447663 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0cc6d7a-d4d4-4133-828f-5d54d3566005 req-aba23bff-3b42-49ea-bc42-65c9e918bb40 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 210 time: 0.0269253 Aug 05 15:14:57.444805 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-f6b1ccc3-3c26-4afb-912d-ca975357c3b7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:14:57.446318 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-f6b1ccc3-3c26-4afb-912d-ca975357c3b7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.63 "GET /v2.0/networks?id=2a84433c-089e-4a30-b21c-2aae83506163 HTTP/1.1" status: 200 len: 809 time: 0.1109800 Aug 05 15:14:57.493637 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-df7dc978-f63c-4772-8986-3f682eb5d448 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d191399a4674c2a855b9ff1cd2c653e HTTP/1.1" status: 200 len: 379 time: 0.0378065 Aug 05 15:14:57.503603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Request body: {'port': {'device_id': '9bc04a53-e286-4c8a-88b2-05209e7c5b8b', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'admin_state_up': True, 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'security_groups': ['35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1']}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:14:57.580600 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-19bc4d00-dba8-44ee-a18a-86d716ab8421 req-8855a278-07de-4e76-95bc-035838f7acef tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 210 time: 0.0376999 Aug 05 15:14:57.642877 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Made reservation on behalf of 6d191399a4674c2a855b9ff1cd2c653e for: {'port': 1} {{(pid=105723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:14:57.646632 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:57.805678 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Allocated IP 172.20.0.8 (2a84433c-089e-4a30-b21c-2aae83506163/f069aa9f-9dd1-4589-a8c3-ade481dad43b/8c277b54-f8d8-40fe-aab0-37481eb96400) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:14:58.001289 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:58.016883 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Transition to ACTIVE for port object 8c277b54-f8d8-40fe-aab0-37481eb96400 will not be triggered until provisioned by entity DHCP. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:14:58.058930 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:58.117626 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Network 2a84433c-089e-4a30-b21c-2aae83506163 is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:14:58.118813 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Pushing event updated for resources: {'Port': ['ID=8c277b54-f8d8-40fe-aab0-37481eb96400,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:14:58.128032 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:58.128425 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:58.128730 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:58.129075 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:58.129416 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:58.129752 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:58.130085 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:58.131220 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:58.132022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:58.132022 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:58.132345 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:58.132678 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:14:58.137813 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:14:58.140227 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:14:58.197381 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:14:58.198278 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:58.220166 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-0c833834-9fed-4193-b1b8-c91b8b2d9f26 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7200809 Aug 05 15:14:58.437752 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-179c74e4-8199-4e43-88f6-494f1b6a3dff None None] Provisioning for port 8c277b54-f8d8-40fe-aab0-37481eb96400 completed by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:14:58.441295 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-179c74e4-8199-4e43-88f6-494f1b6a3dff None None] Provisioning complete for port 8c277b54-f8d8-40fe-aab0-37481eb96400 triggered by entity DHCP. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:14:58.441668 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-179c74e4-8199-4e43-88f6-494f1b6a3dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:58.479950 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-179c74e4-8199-4e43-88f6-494f1b6a3dff None None] Port 8c277b54-f8d8-40fe-aab0-37481eb96400 cannot update to ACTIVE because it is not bound. {{(pid=105725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 15:14:58.710826 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be716c41-c9e2-4af3-b214-0ac29865c14e req-b5baee43-46ea-4e0e-958d-113710733ec6 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:14:58.713196 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be716c41-c9e2-4af3-b214-0ac29865c14e req-b5baee43-46ea-4e0e-958d-113710733ec6 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 931 time: 0.0527644 Aug 05 15:14:58.754679 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-be716c41-c9e2-4af3-b214-0ac29865c14e req-45b893c5-851b-4b3a-b891-81d34b7209a8 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350413 Aug 05 15:14:59.024106 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device dd431401-8dd0-4b58-bd83-3cb8d845a633 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:14:59.104695 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:59.127738 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd431401-8dd0-4b58-bd83-3cb8d845a633'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:14:59.129976 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8718d0ec-6b2a-4d3b-979b-464039445002" -d '{"events": [{"server_uuid": "8cb6aba3-d2ff-4600-bd48-4cff0f57993d", "name": "network-vif-unplugged", "status": "completed", "tag": "dd431401-8dd0-4b58-bd83-3cb8d845a633"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:14:59.154530 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] For port dd431401-8dd0-4b58-bd83-3cb8d845a633, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=dd431401-8dd0-4b58-bd83-3cb8d845a633,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:14:59.159704 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:14:59.184609 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 15:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec06e9a-4042-4af1-b5a4-858a692772dd x-openstack-request-id: req-cec06e9a-4042-4af1-b5a4-858a692772dd {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:14:59.184888 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb6aba3-d2ff-4600-bd48-4cff0f57993d", "name": "network-vif-unplugged", "status": "completed", "tag": "dd431401-8dd0-4b58-bd83-3cb8d845a633", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:14:59.185141 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cec06e9a-4042-4af1-b5a4-858a692772dd {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:14:59.185795 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'code': 200} Aug 05 15:14:59.212610 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Pushing event updated for resources: {'Port': ['ID=dd431401-8dd0-4b58-bd83-3cb8d845a633,revision_number=8']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:14:59.897681 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9402a4b-2a2e-422e-8217-3fbad0227117 req-ba370671-df6b-40c8-bfe0-1b6f109ed822 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:14:59.899140 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9402a4b-2a2e-422e-8217-3fbad0227117 req-ba370671-df6b-40c8-bfe0-1b6f109ed822 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 931 time: 0.0739129 Aug 05 15:14:59.952787 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d9402a4b-2a2e-422e-8217-3fbad0227117 req-e53d38d6-d793-4118-a5a5-d3cc003dd626 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475113 Aug 05 15:15:01.067740 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebdc1d-48a6-49c6-b465-bf39ef169c93 req-dad47bab-be62-412a-929b-7233621d66ce tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:01.070076 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-51ebdc1d-48a6-49c6-b465-bf39ef169c93 req-dad47bab-be62-412a-929b-7233621d66ce tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 931 time: 0.0535803 Aug 05 15:15:01.108739 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-51ebdc1d-48a6-49c6-b465-bf39ef169c93 req-5fd48ca6-da73-4d43-9d8b-85217dfd7651 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321836 Aug 05 15:15:02.235992 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c09ec-8212-4246-9a91-d13dd4f8f7b8 req-9da93fd8-319a-4fc2-9242-f55dff5eaf59 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:02.237559 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-552c09ec-8212-4246-9a91-d13dd4f8f7b8 req-9da93fd8-319a-4fc2-9242-f55dff5eaf59 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 931 time: 0.0503376 Aug 05 15:15:02.281870 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-552c09ec-8212-4246-9a91-d13dd4f8f7b8 req-1ea28932-62fa-450e-aa7e-8459ab6b805a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361023 Aug 05 15:15:03.409981 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9fe24-ebd8-4b9d-b7df-6347e2daac36 req-83d50204-69f9-456b-b33d-faf286a9705a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:03.411976 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f4a9fe24-ebd8-4b9d-b7df-6347e2daac36 req-83d50204-69f9-456b-b33d-faf286a9705a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 931 time: 0.0610645 Aug 05 15:15:03.450973 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-f4a9fe24-ebd8-4b9d-b7df-6347e2daac36 req-c6f83570-9102-44ad-aedc-08b631ea46b2 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329530 Aug 05 15:15:04.571471 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5538936-e374-4944-ac0c-519bae7b51ee req-18ce51f9-fb67-414d-ad7a-d09a50e0081f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:04.572944 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d5538936-e374-4944-ac0c-519bae7b51ee req-18ce51f9-fb67-414d-ad7a-d09a50e0081f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 931 time: 0.0494614 Aug 05 15:15:04.624879 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d5538936-e374-4944-ac0c-519bae7b51ee req-599369a5-00e8-4ac6-9571-dfc783380353 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440862 Aug 05 15:15:05.754285 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f569385-9681-45ce-9095-dc3d598258bb req-e008fbde-5918-40bd-83e2-aca0c3dd1055 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:05.755878 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9f569385-9681-45ce-9095-dc3d598258bb req-e008fbde-5918-40bd-83e2-aca0c3dd1055 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 931 time: 0.0517991 Aug 05 15:15:05.810595 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-9f569385-9681-45ce-9095-dc3d598258bb req-2772534b-f49e-4413-b561-ccd91ecb1ac6 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372105 Aug 05 15:15:06.947453 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb0c84-7024-4366-a95a-0ec7bdf44132 req-e1155645-b1e6-4fc5-81d3-cde0dce10586 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:06.948863 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2deb0c84-7024-4366-a95a-0ec7bdf44132 req-e1155645-b1e6-4fc5-81d3-cde0dce10586 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 931 time: 0.0576646 Aug 05 15:15:06.987188 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2deb0c84-7024-4366-a95a-0ec7bdf44132 req-54348c76-d481-47da-b0ba-5f122bd48f60 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321760 Aug 05 15:15:08.106083 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b275da-b1c8-4f43-ba1a-ebf3d7f21cf5 req-22ea503e-59db-4f87-804d-5a2e35bd04e8 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:08.107654 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-56b275da-b1c8-4f43-ba1a-ebf3d7f21cf5 req-22ea503e-59db-4f87-804d-5a2e35bd04e8 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 931 time: 0.0496960 Aug 05 15:15:08.147229 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-56b275da-b1c8-4f43-ba1a-ebf3d7f21cf5 req-6758befd-a3c0-4d0f-ba52-38804527a351 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336118 Aug 05 15:15:08.485371 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Request body: {'port': {'device_id': '9bc04a53-e286-4c8a-88b2-05209e7c5b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803585-2'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:15:08.539161 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:08.806823 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c277b54-f8d8-40fe-aab0-37481eb96400 {{(pid=105723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:15:08.814327 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:08.826198 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.provisioning_blocks [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Transition to ACTIVE for port object 8c277b54-f8d8-40fe-aab0-37481eb96400 will not be triggered until provisioned by entity L2. {{(pid=105723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 15:15:08.829858 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:08.880422 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Pushing event updated for resources: {'Port': ['ID=8c277b54-f8d8-40fe-aab0-37481eb96400,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:15:08.951657 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Attempting to bind port 8c277b54-f8d8-40fe-aab0-37481eb96400 on host n-h1-803585-2 for vnic_type normal with profile {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 15:15:08.952093 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Attempting to bind port 8c277b54-f8d8-40fe-aab0-37481eb96400 by drivers openvswitch,hyperv on host n-h1-803585-2 at level 0 using segments [{'id': 'f6f6293b-0fa4-4775-afe7-a83fec8c164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163'}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 15:15:08.952671 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Attempting to bind port 8c277b54-f8d8-40fe-aab0-37481eb96400 on network 2a84433c-089e-4a30-b21c-2aae83506163 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:15:08.957279 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Port 8c277b54-f8d8-40fe-aab0-37481eb96400 on network 2a84433c-089e-4a30-b21c-2aae83506163 not bound, no agent of type Open vSwitch agent registered on host n-h1-803585-2 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 15:15:08.957607 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Attempting to bind port 8c277b54-f8d8-40fe-aab0-37481eb96400 on network 2a84433c-089e-4a30-b21c-2aae83506163 {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 15:15:08.963631 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Checking agent: {'id': 'db9cfec8-eda4-42a6-9962-95a44011701e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803585-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'started_at': datetime.datetime(2021, 8, 5, 13, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 15, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 15:15:08.963976 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Checking segment: {'id': 'f6f6293b-0fa4-4775-afe7-a83fec8c164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 15:15:08.964365 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Bound using segment: {'id': 'f6f6293b-0fa4-4775-afe7-a83fec8c164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163'} {{(pid=105723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 15:15:08.964798 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.managers [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Bound port: 8c277b54-f8d8-40fe-aab0-37481eb96400, host: n-h1-803585-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f6293b-0fa4-4775-afe7-a83fec8c164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163'}}] {{(pid=105723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 15:15:08.965190 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:09.035225 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] For port 8c277b54-f8d8-40fe-aab0-37481eb96400, host n-h1-803585-2, cleared binding levels {{(pid=105723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:15:09.038321 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] For port 8c277b54-f8d8-40fe-aab0-37481eb96400, host n-h1-803585-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8c277b54-f8d8-40fe-aab0-37481eb96400,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:15:09.042795 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:09.084083 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:09.084858 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:09.086904 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] 10.222.0.63 "PUT /v2.0/ports/8c277b54-f8d8-40fe-aab0-37481eb96400 HTTP/1.1" status: 200 len: 1091 time: 0.6499243 Aug 05 15:15:09.087362 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc04a53-e286-4c8a-88b2-05209e7c5b8b', 'tag': '8c277b54-f8d8-40fe-aab0-37481eb96400'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:15:09.089665 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0ce762-27a5-47b3-9e8e-d1b12f261923" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc04a53-e286-4c8a-88b2-05209e7c5b8b", "tag": "8c277b54-f8d8-40fe-aab0-37481eb96400"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:15:09.114935 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3cda2-7f9a-4ab4-bf8f-25cbc4d11404 service neutron] Pushing event updated for resources: {'Port': ['ID=8c277b54-f8d8-40fe-aab0-37481eb96400,revision_number=3']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:15:09.185771 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-acdbadb4-5e9f-4424-a7a5-faf99bb157aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:09.187344 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-acdbadb4-5e9f-4424-a7a5-faf99bb157aa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6d191399a4674c2a855b9ff1cd2c653e&device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 1094 time: 0.0591402 Aug 05 15:15:09.238797 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7099bb67-1c90-44e4-91af-888d6337801e x-openstack-request-id: req-7099bb67-1c90-44e4-91af-888d6337801e {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:15:09.239089 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc04a53-e286-4c8a-88b2-05209e7c5b8b", "tag": "8c277b54-f8d8-40fe-aab0-37481eb96400", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:15:09.239347 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7099bb67-1c90-44e4-91af-888d6337801e {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:15:09.239749 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc04a53-e286-4c8a-88b2-05209e7c5b8b', 'tag': '8c277b54-f8d8-40fe-aab0-37481eb96400', 'status': 'completed', 'code': 200} Aug 05 15:15:09.242799 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-dc541442-7528-438c-9286-609a1a5a6727 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c277b54-f8d8-40fe-aab0-37481eb96400 HTTP/1.1" status: 200 len: 217 time: 0.0472090 Aug 05 15:15:09.313834 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-e70014b0-d050-4607-8737-1077291961a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:09.315356 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-e70014b0-d050-4607-8737-1077291961a5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f069aa9f-9dd1-4589-a8c3-ade481dad43b HTTP/1.1" status: 200 len: 848 time: 0.0648565 Aug 05 15:15:09.328146 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ac03f-7af4-40f1-833b-438541df1f91 req-8f656153-907a-4fe9-a2ae-cf6a1641abe7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:09.329515 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-769ac03f-7af4-40f1-833b-438541df1f91 req-8f656153-907a-4fe9-a2ae-cf6a1641abe7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 943 time: 0.0925453 Aug 05 15:15:09.396895 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-769ac03f-7af4-40f1-833b-438541df1f91 req-d6318355-af3b-428c-8833-602d61f66cac tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576100 Aug 05 15:15:09.400162 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-52a8ae84-0fa8-444e-a56b-bd803d08e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:09.401610 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-52a8ae84-0fa8-444e-a56b-bd803d08e6d9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a84433c-089e-4a30-b21c-2aae83506163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712612 Aug 05 15:15:09.490937 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-a169c079-632f-43e4-bc95-291bc09c80a0 service neutron] 10.222.0.63 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816326 Aug 05 15:15:09.584540 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3d344479-03c6-4593-ac6c-949ba9e9fb36 req-39daf066-9730-4ab0-91b6-578d6c661fad service neutron] 10.222.0.63 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859346 Aug 05 15:15:09.669849 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ce762-27a5-47b3-9e8e-d1b12f261923 req-a4115929-fe75-45fe-91a4-0ecba1dc1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:09.671379 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce0ce762-27a5-47b3-9e8e-d1b12f261923 req-a4115929-fe75-45fe-91a4-0ecba1dc1e48 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6d191399a4674c2a855b9ff1cd2c653e&device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 1094 time: 0.0427985 Aug 05 15:15:09.761132 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ce762-27a5-47b3-9e8e-d1b12f261923 req-ccfbd755-352b-45ee-a707-5643cf02568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:09.762625 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce0ce762-27a5-47b3-9e8e-d1b12f261923 req-ccfbd755-352b-45ee-a707-5643cf02568b service neutron] 10.222.0.63 "GET /v2.0/networks?id=2a84433c-089e-4a30-b21c-2aae83506163 HTTP/1.1" status: 200 len: 910 time: 0.0837941 Aug 05 15:15:09.807329 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce0ce762-27a5-47b3-9e8e-d1b12f261923 req-eb648f86-2e30-485c-8f21-0e323649b92c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c277b54-f8d8-40fe-aab0-37481eb96400 HTTP/1.1" status: 200 len: 217 time: 0.0378709 Aug 05 15:15:09.856125 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ce762-27a5-47b3-9e8e-d1b12f261923 req-615ada64-ce6a-4c3d-8189-9b7d13ca19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:09.857477 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce0ce762-27a5-47b3-9e8e-d1b12f261923 req-615ada64-ce6a-4c3d-8189-9b7d13ca19a3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f069aa9f-9dd1-4589-a8c3-ade481dad43b HTTP/1.1" status: 200 len: 848 time: 0.0432301 Aug 05 15:15:09.904281 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ce762-27a5-47b3-9e8e-d1b12f261923 req-6ac5e137-c5fb-423c-ad9b-33953974c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:09.905741 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce0ce762-27a5-47b3-9e8e-d1b12f261923 req-6ac5e137-c5fb-423c-ad9b-33953974c4eb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a84433c-089e-4a30-b21c-2aae83506163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398672 Aug 05 15:15:09.997581 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce0ce762-27a5-47b3-9e8e-d1b12f261923 req-afc2d1c1-ca2b-4cf0-a6ab-8e15e951c74e service neutron] 10.222.0.63 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837543 Aug 05 15:15:10.086909 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ce0ce762-27a5-47b3-9e8e-d1b12f261923 req-96c7f400-8b1e-4604-b415-2d2bafa7442f service neutron] 10.222.0.63 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812745 Aug 05 15:15:10.521303 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04088fc-0b70-46b7-9c79-732b6ae8849a req-ba33740b-de47-4d05-971f-ac57b4053307 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:10.523074 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f04088fc-0b70-46b7-9c79-732b6ae8849a req-ba33740b-de47-4d05-971f-ac57b4053307 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 943 time: 0.0530484 Aug 05 15:15:10.563184 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-f04088fc-0b70-46b7-9c79-732b6ae8849a req-7caed115-db3e-441b-a60a-373e2663fc35 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342503 Aug 05 15:15:11.679712 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169031ef-f8a3-431f-92ab-23e6046e45ec req-0d2fd4ee-a69a-4c20-af03-ddd93897fa55 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:11.681388 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-169031ef-f8a3-431f-92ab-23e6046e45ec req-0d2fd4ee-a69a-4c20-af03-ddd93897fa55 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 943 time: 0.0511603 Aug 05 15:15:11.726541 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-169031ef-f8a3-431f-92ab-23e6046e45ec req-c4da5cc6-cb7e-4a3f-9cf8-975a97f5c5d1 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388961 Aug 05 15:15:12.844191 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8b2fb-187e-4885-8b53-6909cb4c1d4c req-5f97ca4a-f8a0-43d1-bb99-8e4f6711d076 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:12.845670 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-62a8b2fb-187e-4885-8b53-6909cb4c1d4c req-5f97ca4a-f8a0-43d1-bb99-8e4f6711d076 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 943 time: 0.0493243 Aug 05 15:15:12.883488 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-62a8b2fb-187e-4885-8b53-6909cb4c1d4c req-10a900bd-506a-4a64-85a0-4a518df7125d tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314353 Aug 05 15:15:13.310759 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8c277b54-f8d8-40fe-aab0-37481eb96400 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:15:13.552141 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 8c277b54-f8d8-40fe-aab0-37481eb96400, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8c277b54-f8d8-40fe-aab0-37481eb96400,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:15:13.563788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '8c277b54-f8d8-40fe-aab0-37481eb96400', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'port_id': '8c277b54-f8d8-40fe-aab0-37481eb96400', 'mac_address': 'fa:16:3e:5f:bd:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:15:13.602318 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:13.614945 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c277b54-f8d8-40fe-aab0-37481eb96400 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:15:13.634118 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 8c277b54-f8d8-40fe-aab0-37481eb96400, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8c277b54-f8d8-40fe-aab0-37481eb96400,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:15:13.638275 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:13.686000 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=8c277b54-f8d8-40fe-aab0-37481eb96400,revision_number=4']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:15:13.903779 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['8c277b54-f8d8-40fe-aab0-37481eb96400'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:15:13.999567 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd95b3-a00a-49b1-a432-77eb1b961610 req-f119e798-9d1a-4aa4-aa1f-e4b9122c2d05 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:14.001133 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03fd95b3-a00a-49b1-a432-77eb1b961610 req-f119e798-9d1a-4aa4-aa1f-e4b9122c2d05 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 944 time: 0.0499289 Aug 05 15:15:14.041389 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-03fd95b3-a00a-49b1-a432-77eb1b961610 req-a41a4106-06f1-4342-b2e0-b5c17a3dd02d tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335968 Aug 05 15:15:15.164104 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5356b5-dc16-4d3e-9eef-fb0081e7c4fc req-de1de5f7-4457-4f18-a46e-1f8b1e4cf355 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:15.165623 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2a5356b5-dc16-4d3e-9eef-fb0081e7c4fc req-de1de5f7-4457-4f18-a46e-1f8b1e4cf355 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 944 time: 0.0565424 Aug 05 15:15:15.204692 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-2a5356b5-dc16-4d3e-9eef-fb0081e7c4fc req-8f360773-ced7-4193-a7d2-0bb61ee227c1 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330875 Aug 05 15:15:15.311340 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8c277b54-f8d8-40fe-aab0-37481eb96400 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:15:15.359122 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning for port 8c277b54-f8d8-40fe-aab0-37481eb96400 completed by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 15:15:15.363129 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 8c277b54-f8d8-40fe-aab0-37481eb96400 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:15:15.363501 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:15.440006 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:15.461888 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc04a53-e286-4c8a-88b2-05209e7c5b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c277b54-f8d8-40fe-aab0-37481eb96400'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:15:15.464122 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b721bae-35af-438d-afa5-abb61ac1e51c" -d '{"events": [{"server_uuid": "9bc04a53-e286-4c8a-88b2-05209e7c5b8b", "name": "network-vif-plugged", "status": "completed", "tag": "8c277b54-f8d8-40fe-aab0-37481eb96400"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:15:15.476788 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 8c277b54-f8d8-40fe-aab0-37481eb96400, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8c277b54-f8d8-40fe-aab0-37481eb96400,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:15:15.482116 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:15.505204 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ad3707-e49a-47d1-8f75-f162646480ae x-openstack-request-id: req-88ad3707-e49a-47d1-8f75-f162646480ae {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:15:15.505500 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc04a53-e286-4c8a-88b2-05209e7c5b8b", "name": "network-vif-plugged", "status": "completed", "tag": "8c277b54-f8d8-40fe-aab0-37481eb96400", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:15:15.505751 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88ad3707-e49a-47d1-8f75-f162646480ae {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:15:15.506134 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc04a53-e286-4c8a-88b2-05209e7c5b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c277b54-f8d8-40fe-aab0-37481eb96400', 'code': 200} Aug 05 15:15:15.531804 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=8c277b54-f8d8-40fe-aab0-37481eb96400,revision_number=5']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:15:15.600239 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3c3ec-1306-4b1d-803d-a4dacedf1e96 req-192e0fab-4887-48ec-b392-1864a0274fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:15.602115 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ccc3c3ec-1306-4b1d-803d-a4dacedf1e96 req-192e0fab-4887-48ec-b392-1864a0274fcb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 1096 time: 0.0427740 Aug 05 15:15:15.639859 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-ccc3c3ec-1306-4b1d-803d-a4dacedf1e96 req-c8ed0a2c-31d1-420e-8495-295986a438b9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307050 Aug 05 15:15:15.641811 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:15.940925 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4c5cb8bd-e830-4980-a134-e694ce1c6bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:16.322121 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75702095-37e3-40c1-94a0-1f44e252fd2a req-533da210-df86-4b97-89f0-a8d943b13d91 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:16.323644 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75702095-37e3-40c1-94a0-1f44e252fd2a req-533da210-df86-4b97-89f0-a8d943b13d91 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 945 time: 0.0499082 Aug 05 15:15:16.365486 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-75702095-37e3-40c1-94a0-1f44e252fd2a req-39e94b3f-6048-400d-a51e-b130ab71ebc4 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358224 Aug 05 15:15:16.847899 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:17.484275 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf131cb-a662-404a-9d05-69bb3bc398d6 req-2362418a-1527-486a-b9e9-98bb76b19447 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:17.485757 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-faf131cb-a662-404a-9d05-69bb3bc398d6 req-2362418a-1527-486a-b9e9-98bb76b19447 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 945 time: 0.0486567 Aug 05 15:15:17.527294 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-faf131cb-a662-404a-9d05-69bb3bc398d6 req-77491546-4cd4-48ce-ac93-f19b38e0d2fc tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354271 Aug 05 15:15:17.642728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f2125-ff40-4a37-a5b2-1932d6f04e6f req-53237f75-dae8-4c6d-bc75-46a0174fe248 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:17.644254 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0f5f2125-ff40-4a37-a5b2-1932d6f04e6f req-53237f75-dae8-4c6d-bc75-46a0174fe248 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 945 time: 0.0490696 Aug 05 15:15:17.682633 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-0f5f2125-ff40-4a37-a5b2-1932d6f04e6f req-5ff63f3f-23ab-4974-ac97-4db4eadf0a6a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315189 Aug 05 15:15:17.704693 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50242) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:15:17.745639 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce26fb67-bcc4-4114-93ae-55aa0f7a0288 tempest-TestSnapshotPattern-706423934 tempest-TestSnapshotPattern-706423934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:17.747309 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-ce26fb67-bcc4-4114-93ae-55aa0f7a0288 tempest-TestSnapshotPattern-706423934 tempest-TestSnapshotPattern-706423934-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 1091 time: 0.0415752 Aug 05 15:15:17.750074 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50244) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:15:17.754439 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.v2.base [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Request body: {'floatingip': {'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'port_id': '8c277b54-f8d8-40fe-aab0-37481eb96400', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 15:15:17.776315 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for floatingip, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:17.871460 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:17.980477 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_common [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Allocated IP 172.25.5.170 (cf6fa08e-46af-456c-8194-bbadc29e93af/6da78c30-a3fb-45de-9268-5a486cfa6aa3/7606bce4-d696-4b86-96b7-5182ca83333d) {{(pid=105723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:15:18.081411 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for port, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:18.124278 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785079789806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:18.160549 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Network cf6fa08e-46af-456c-8194-bbadc29e93af is already hosted by enough agents. {{(pid=105723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:15:18.165595 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.base_scheduler [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Resources bound (agent type, host, resource id): {{(pid=105723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:15:18.168260 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Received port after_create {{(pid=105723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 15:15:18.198121 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Pushing event updated for resources: {'Port': ['ID=7606bce4-d696-4b86-96b7-5182ca83333d,revision_number=1']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:15:18.495043 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9679-27d2-41f1-a10c-ae882027046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:18.533124 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:18.597847 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:18.751967 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for port, precommit_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:18.757030 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15757269'] for port, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:18.806188 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:18.822363 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Pushing event updated for resources: {'Port': ['ID=7606bce4-d696-4b86-96b7-5182ca83333d,revision_number=2']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:15:18.837493 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587786'] for floatingip, after_update {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:18.937595 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Floating IP 74d6c479-6511-4d51-810e-3fd992df0b87 associated. External IP: 172.25.5.170, port: 8c277b54-f8d8-40fe-aab0-37481eb96400. Aug 05 15:15:19.143317 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Router a2553dc3-656e-4b65-9f08-1e8369d428ba has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:15:19.551087 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:15:19.561147 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfa61ba-ca02-461e-8177-975890f08dd7 None None] Sync routers for ids ['a2553dc3-656e-4b65-9f08-1e8369d428ba'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:15:19.568434 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:19.570740 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfa61ba-ca02-461e-8177-975890f08dd7 None None] Routers {'a2553dc3-656e-4b65-9f08-1e8369d428ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:15:19.571423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-fdfa61ba-ca02-461e-8177-975890f08dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:15:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a2553dc3-656e-4b65-9f08-1e8369d428ba'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:15:19.596587 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-3d5d2675-a45d-49e9-86f5-e1fb2faa4ad9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8454573 Aug 05 15:15:19.597559 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc04a53-e286-4c8a-88b2-05209e7c5b8b', 'tag': '8c277b54-f8d8-40fe-aab0-37481eb96400'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:15:19.600086 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e304c418-4dee-4030-ae9c-bd377da95ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc04a53-e286-4c8a-88b2-05209e7c5b8b", "tag": "8c277b54-f8d8-40fe-aab0-37481eb96400"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:15:19.639992 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7ebeaf-490c-4074-9907-2ca79b7ab7fb x-openstack-request-id: req-7b7ebeaf-490c-4074-9907-2ca79b7ab7fb {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:15:19.640281 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc04a53-e286-4c8a-88b2-05209e7c5b8b", "tag": "8c277b54-f8d8-40fe-aab0-37481eb96400", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:15:19.640529 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b7ebeaf-490c-4074-9907-2ca79b7ab7fb {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:15:19.640925 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc04a53-e286-4c8a-88b2-05209e7c5b8b', 'tag': '8c277b54-f8d8-40fe-aab0-37481eb96400', 'status': 'completed', 'code': 200} Aug 05 15:15:19.685192 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-fdfa61ba-ca02-461e-8177-975890f08dd7 None None] Set router a2553dc3-656e-4b65-9f08-1e8369d428ba gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:15:19.707535 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304c418-4dee-4030-ae9c-bd377da95ac5 req-75fb455e-75fd-4d43-b2de-276b5476f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:19.709039 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e304c418-4dee-4030-ae9c-bd377da95ac5 req-75fb455e-75fd-4d43-b2de-276b5476f05a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6d191399a4674c2a855b9ff1cd2c653e&device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 1096 time: 0.0410135 Aug 05 15:15:19.802562 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304c418-4dee-4030-ae9c-bd377da95ac5 req-3d6a0add-0ad1-42c4-a909-8a8657026b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:19.804175 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e304c418-4dee-4030-ae9c-bd377da95ac5 req-3d6a0add-0ad1-42c4-a909-8a8657026b9f service neutron] 10.222.0.63 "GET /v2.0/networks?id=2a84433c-089e-4a30-b21c-2aae83506163 HTTP/1.1" status: 200 len: 910 time: 0.0873599 Aug 05 15:15:19.860125 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:19.873803 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e304c418-4dee-4030-ae9c-bd377da95ac5 req-9d1a318a-328e-4873-8cb3-4c626e7de67a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c277b54-f8d8-40fe-aab0-37481eb96400 HTTP/1.1" status: 200 len: 999 time: 0.0617034 Aug 05 15:15:19.923458 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304c418-4dee-4030-ae9c-bd377da95ac5 req-9386928e-69a9-49b5-b775-c89669cc90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:19.924984 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e304c418-4dee-4030-ae9c-bd377da95ac5 req-9386928e-69a9-49b5-b775-c89669cc90d0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f069aa9f-9dd1-4589-a8c3-ade481dad43b HTTP/1.1" status: 200 len: 848 time: 0.0443089 Aug 05 15:15:19.926725 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-fdfa61ba-ca02-461e-8177-975890f08dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '74d6c479-6511-4d51-810e-3fd992df0b87', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'floating_ip_address': '172.25.5.170', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'port_id': '8c277b54-f8d8-40fe-aab0-37481eb96400', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'mac_address': 'fa:16:3e:5f:bd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc04a53-e286-4c8a-88b2-05209e7c5b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:15:18Z', 'updated_at': '2021-08-05T15:15:18Z', 'revision_number': 0, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'fixed_ip_address_scope': None}, {'id': 'b623b167-87d7-49e9-8a1f-65277b80b4c4', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'port_id': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'mac_address': 'fa:16:3e:38:82:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:12:45Z', 'updated_at': '2021-08-05T15:12:47Z', 'revision_number': 1, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c6c7c1-fd64-4267-96e8-f119bf0dee4a', 'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'mac_address': 'fa:16:3e:c8:96:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:23Z', 'updated_at': '2021-08-05T15:12:30Z', 'revision_number': 5, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'subnets': [{'id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:15:19.954436 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfa61ba-ca02-461e-8177-975890f08dd7 None None] Checking router: a2553dc3-656e-4b65-9f08-1e8369d428ba for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:15:19.963239 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfa61ba-ca02-461e-8177-975890f08dd7 None None] Routers {'a2553dc3-656e-4b65-9f08-1e8369d428ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:15:19.963869 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-fdfa61ba-ca02-461e-8177-975890f08dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:15:18Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a2553dc3-656e-4b65-9f08-1e8369d428ba'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:15:19.976147 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304c418-4dee-4030-ae9c-bd377da95ac5 req-3d3b9591-df38-43c5-b416-cb2148864927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:19.977707 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e304c418-4dee-4030-ae9c-bd377da95ac5 req-3d3b9591-df38-43c5-b416-cb2148864927 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a84433c-089e-4a30-b21c-2aae83506163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452182 Aug 05 15:15:20.066872 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e304c418-4dee-4030-ae9c-bd377da95ac5 req-3baa3c39-6b13-43fe-992b-607e11bff0e4 service neutron] 10.222.0.63 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821722 Aug 05 15:15:20.067889 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-fdfa61ba-ca02-461e-8177-975890f08dd7 None None] Set router a2553dc3-656e-4b65-9f08-1e8369d428ba gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:15:20.169587 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-e304c418-4dee-4030-ae9c-bd377da95ac5 req-3ee6225f-db32-4025-8e0b-e6ccb8f207c0 service neutron] 10.222.0.63 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958030 Aug 05 15:15:20.301927 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-fdfa61ba-ca02-461e-8177-975890f08dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '74d6c479-6511-4d51-810e-3fd992df0b87', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'floating_ip_address': '172.25.5.170', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'port_id': '8c277b54-f8d8-40fe-aab0-37481eb96400', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'mac_address': 'fa:16:3e:5f:bd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc04a53-e286-4c8a-88b2-05209e7c5b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:15:18Z', 'updated_at': '2021-08-05T15:15:18Z', 'revision_number': 0, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'fixed_ip_address_scope': None}, {'id': 'b623b167-87d7-49e9-8a1f-65277b80b4c4', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'port_id': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'mac_address': 'fa:16:3e:38:82:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:12:45Z', 'updated_at': '2021-08-05T15:12:47Z', 'revision_number': 1, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c6c7c1-fd64-4267-96e8-f119bf0dee4a', 'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'mac_address': 'fa:16:3e:c8:96:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:23Z', 'updated_at': '2021-08-05T15:12:30Z', 'revision_number': 5, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'subnets': [{'id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:15:20.328951 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfa61ba-ca02-461e-8177-975890f08dd7 None None] The sync data for ids ['a2553dc3-656e-4b65-9f08-1e8369d428ba'] in n-d-803585-2 is: [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': '74d6c479-6511-4d51-810e-3fd992df0b87', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'floating_ip_address': '172.25.5.170', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'port_id': '8c277b54-f8d8-40fe-aab0-37481eb96400', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'mac_address': 'fa:16:3e:5f:bd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc04a53-e286-4c8a-88b2-05209e7c5b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:15:18Z', 'updated_at': '2021-08-05T15:15:18Z', 'revision_number': 0, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'fixed_ip_address_scope': None}, {'id': 'b623b167-87d7-49e9-8a1f-65277b80b4c4', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'port_id': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'mac_address': 'fa:16:3e:38:82:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:12:45Z', 'updated_at': '2021-08-05T15:12:47Z', 'revision_number': 1, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c6c7c1-fd64-4267-96e8-f119bf0dee4a', 'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'mac_address': 'fa:16:3e:c8:96:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:23Z', 'updated_at': '2021-08-05T15:12:30Z', 'revision_number': 5, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'subnets': [{'id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:15:20.518237 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6257c1f3-a5bf-436c-8dab-2d6718f82b53 None None] New status for floating IP 74d6c479-6511-4d51-810e-3fd992df0b87: ACTIVE {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 15:15:21.616803 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:26.479417 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:15:31.199632 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ee93503-be28-4897-836d-7d759401f8d2 req-03184182-7c7c-4500-b9b3-525ab69f4b3f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404618 Aug 05 15:15:31.288597 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee93503-be28-4897-836d-7d759401f8d2 req-569d22d3-579b-4bc8-9cb4-7a300fa73778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:31.290140 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ee93503-be28-4897-836d-7d759401f8d2 req-569d22d3-579b-4bc8-9cb4-7a300fa73778 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6d191399a4674c2a855b9ff1cd2c653e&device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 1096 time: 0.0408866 Aug 05 15:15:31.396469 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee93503-be28-4897-836d-7d759401f8d2 req-7b386c3c-5689-4a1d-bdfd-3577864ec0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:31.397951 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ee93503-be28-4897-836d-7d759401f8d2 req-7b386c3c-5689-4a1d-bdfd-3577864ec0ca service neutron] 10.222.0.63 "GET /v2.0/networks?id=2a84433c-089e-4a30-b21c-2aae83506163 HTTP/1.1" status: 200 len: 910 time: 0.0862675 Aug 05 15:15:31.464246 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ee93503-be28-4897-836d-7d759401f8d2 req-340aecad-a9e6-4a0d-b688-c6cee0a9e09e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c277b54-f8d8-40fe-aab0-37481eb96400 HTTP/1.1" status: 200 len: 1001 time: 0.0582159 Aug 05 15:15:31.513155 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee93503-be28-4897-836d-7d759401f8d2 req-46483ebc-3f97-47e1-b714-03ecb05fe8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:31.514667 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ee93503-be28-4897-836d-7d759401f8d2 req-46483ebc-3f97-47e1-b714-03ecb05fe8f4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f069aa9f-9dd1-4589-a8c3-ade481dad43b HTTP/1.1" status: 200 len: 848 time: 0.0426295 Aug 05 15:15:31.564923 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee93503-be28-4897-836d-7d759401f8d2 req-67babce8-e0e1-4860-b1b0-30bc99ddabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:31.566482 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ee93503-be28-4897-836d-7d759401f8d2 req-67babce8-e0e1-4860-b1b0-30bc99ddabf0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a84433c-089e-4a30-b21c-2aae83506163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433400 Aug 05 15:15:31.658292 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ee93503-be28-4897-836d-7d759401f8d2 req-ed0b4461-a32a-4c2e-be1a-0e1b89bc3ab8 service neutron] 10.222.0.63 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830257 Aug 05 15:15:31.755193 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-0ee93503-be28-4897-836d-7d759401f8d2 req-2c06ad62-a9e9-485f-bba8-e24311c68602 service neutron] 10.222.0.63 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864353 Aug 05 15:15:45.637589 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:45.941723 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0f4cdcaf-672d-45e0-b320-3fdabf8d3a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:46.869666 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:47.923395 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-103fa5f7-4a49-4580-8444-acf8bd6f13d6 req-84f6ed1c-3349-4657-a7ba-7e4b063ed93f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434844 Aug 05 15:15:48.006044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fa5f7-4a49-4580-8444-acf8bd6f13d6 req-f37064a2-2263-4cd9-b315-169cc4f9a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:48.007572 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-103fa5f7-4a49-4580-8444-acf8bd6f13d6 req-f37064a2-2263-4cd9-b315-169cc4f9a71f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d191399a4674c2a855b9ff1cd2c653e&device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 1095 time: 0.0400763 Aug 05 15:15:48.109501 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fa5f7-4a49-4580-8444-acf8bd6f13d6 req-e9509a3d-ac28-487d-ad60-1f639dd9a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:48.111170 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-103fa5f7-4a49-4580-8444-acf8bd6f13d6 req-e9509a3d-ac28-487d-ad60-1f639dd9a0be service neutron] 10.222.0.84 "GET /v2.0/networks?id=2a84433c-089e-4a30-b21c-2aae83506163 HTTP/1.1" status: 200 len: 910 time: 0.0840898 Aug 05 15:15:48.181142 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-103fa5f7-4a49-4580-8444-acf8bd6f13d6 req-5daf8dfb-5197-43d9-9f21-ba8137e59258 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd431401-8dd0-4b58-bd83-3cb8d845a633 HTTP/1.1" status: 200 len: 1000 time: 0.0624208 Aug 05 15:15:48.229772 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fa5f7-4a49-4580-8444-acf8bd6f13d6 req-613597e6-7ae7-4225-b0ad-1777c7e41b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:48.231220 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-103fa5f7-4a49-4580-8444-acf8bd6f13d6 req-613597e6-7ae7-4225-b0ad-1777c7e41b53 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f069aa9f-9dd1-4589-a8c3-ade481dad43b HTTP/1.1" status: 200 len: 848 time: 0.0427077 Aug 05 15:15:48.278355 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fa5f7-4a49-4580-8444-acf8bd6f13d6 req-936f4f46-d6ea-47c3-b00a-5547f6b7e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:15:48.279947 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-103fa5f7-4a49-4580-8444-acf8bd6f13d6 req-936f4f46-d6ea-47c3-b00a-5547f6b7e6a1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2a84433c-089e-4a30-b21c-2aae83506163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396478 Aug 05 15:15:48.373904 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-103fa5f7-4a49-4580-8444-acf8bd6f13d6 req-865fca09-2c41-45ea-ad93-dfecc301fef4 service neutron] 10.222.0.84 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850103 Aug 05 15:15:48.463484 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-103fa5f7-4a49-4580-8444-acf8bd6f13d6 req-b0849cb7-0732-4dc4-a6f2-8af598e89ad4 service neutron] 10.222.0.84 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813315 Aug 05 15:15:48.496320 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-f80c7361-3296-46b0-81b0-c71bcd0e030c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:48.808271 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:49.844231 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:15:51.619381 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:03.478723 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:16:15.636795 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:15.942096 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3b6cd26e-80c2-490c-b008-005be13217f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:16.877559 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:18.496011 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-170495f1-3323-4056-ad2a-c7abeaae2e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:18.814478 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:19.845816 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:21.624516 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:32.200717 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ce59900-0234-45a5-b676-c1df1b1d2c4f req-b5851516-4ce0-4b7b-abff-be61e3ba98d6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419579 Aug 05 15:16:32.282729 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce59900-0234-45a5-b676-c1df1b1d2c4f req-728f68da-b8e3-484e-bee5-6f8b42fa0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:16:32.284279 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ce59900-0234-45a5-b676-c1df1b1d2c4f req-728f68da-b8e3-484e-bee5-6f8b42fa0967 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6d191399a4674c2a855b9ff1cd2c653e&device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 1096 time: 0.0418344 Aug 05 15:16:32.393685 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce59900-0234-45a5-b676-c1df1b1d2c4f req-f313c3e4-3915-4d37-a055-bbb04b8c9ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:16:32.395199 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ce59900-0234-45a5-b676-c1df1b1d2c4f req-f313c3e4-3915-4d37-a055-bbb04b8c9ae5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2a84433c-089e-4a30-b21c-2aae83506163 HTTP/1.1" status: 200 len: 910 time: 0.0910981 Aug 05 15:16:32.465007 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ce59900-0234-45a5-b676-c1df1b1d2c4f req-7a13a537-9c17-42bb-9f4f-32533cc6819c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c277b54-f8d8-40fe-aab0-37481eb96400 HTTP/1.1" status: 200 len: 1001 time: 0.0610962 Aug 05 15:16:32.514864 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce59900-0234-45a5-b676-c1df1b1d2c4f req-e6f4abe5-0fc8-4597-b76c-7cc22dd8098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:16:32.516358 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ce59900-0234-45a5-b676-c1df1b1d2c4f req-e6f4abe5-0fc8-4597-b76c-7cc22dd8098e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f069aa9f-9dd1-4589-a8c3-ade481dad43b HTTP/1.1" status: 200 len: 848 time: 0.0436954 Aug 05 15:16:32.567150 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce59900-0234-45a5-b676-c1df1b1d2c4f req-a55804a0-e1c3-47b7-884f-779fe3d2d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:16:32.568631 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ce59900-0234-45a5-b676-c1df1b1d2c4f req-a55804a0-e1c3-47b7-884f-779fe3d2d62c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a84433c-089e-4a30-b21c-2aae83506163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453517 Aug 05 15:16:32.659613 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ce59900-0234-45a5-b676-c1df1b1d2c4f req-2ad75a0b-aa18-4297-a6d9-edffa4b55ab8 service neutron] 10.222.0.63 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829594 Aug 05 15:16:32.753466 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-4ce59900-0234-45a5-b676-c1df1b1d2c4f req-57371ce6-fdab-4aeb-b3c5-a73ff8da652e service neutron] 10.222.0.63 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871739 Aug 05 15:16:40.477964 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:16:45.640098 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:45.942709 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0e1c8514-1a54-47f7-a613-f979926bfe7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:46.892753 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:48.496750 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3bc6-159e-4043-a175-c411cd4e6e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:48.816003 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:48.931522 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0f2ab36-a694-4673-84ca-94e122d50b77 req-781e266b-eecc-4e98-92ad-a15e56035f38 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453815 Aug 05 15:16:49.011930 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2ab36-a694-4673-84ca-94e122d50b77 req-2527895c-c472-4df5-8509-46c2d49c63ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:16:49.013448 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0f2ab36-a694-4673-84ca-94e122d50b77 req-2527895c-c472-4df5-8509-46c2d49c63ae service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d191399a4674c2a855b9ff1cd2c653e&device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 1095 time: 0.0399444 Aug 05 15:16:49.114866 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2ab36-a694-4673-84ca-94e122d50b77 req-0e7421f6-92a6-49d7-94ce-bcdf3c0a07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:16:49.116386 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0f2ab36-a694-4673-84ca-94e122d50b77 req-0e7421f6-92a6-49d7-94ce-bcdf3c0a07ee service neutron] 10.222.0.84 "GET /v2.0/networks?id=2a84433c-089e-4a30-b21c-2aae83506163 HTTP/1.1" status: 200 len: 910 time: 0.0844734 Aug 05 15:16:49.184685 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0f2ab36-a694-4673-84ca-94e122d50b77 req-329d32d5-3ce7-4c2c-bfb0-bd7880df72cf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd431401-8dd0-4b58-bd83-3cb8d845a633 HTTP/1.1" status: 200 len: 1000 time: 0.0611329 Aug 05 15:16:49.234353 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2ab36-a694-4673-84ca-94e122d50b77 req-0a60adae-710d-4113-ba76-5d531441c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:16:49.235777 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0f2ab36-a694-4673-84ca-94e122d50b77 req-0a60adae-710d-4113-ba76-5d531441c67d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f069aa9f-9dd1-4589-a8c3-ade481dad43b HTTP/1.1" status: 200 len: 848 time: 0.0430491 Aug 05 15:16:49.280124 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2ab36-a694-4673-84ca-94e122d50b77 req-1357d909-72f9-429f-ae2e-dd554113f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:16:49.282281 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0f2ab36-a694-4673-84ca-94e122d50b77 req-1357d909-72f9-429f-ae2e-dd554113f830 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2a84433c-089e-4a30-b21c-2aae83506163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394061 Aug 05 15:16:49.293427 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-d0f2ab36-a694-4673-84ca-94e122d50b77 req-92e9cdf3-3d81-46ce-a105-c73b92e2563c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=105724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 15:16:49.294392 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0f2ab36-a694-4673-84ca-94e122d50b77 req-92e9cdf3-3d81-46ce-a105-c73b92e2563c service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048487 Aug 05 15:16:49.387099 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0f2ab36-a694-4673-84ca-94e122d50b77 req-62dba9e2-89c8-4f43-a28d-faeef170b4d1 service neutron] 10.222.0.84 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850003 Aug 05 15:16:49.476254 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-d0f2ab36-a694-4673-84ca-94e122d50b77 req-37faa11b-0a79-4ea2-93a7-f6bb28076731 service neutron] 10.222.0.84 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817988 Aug 05 15:16:49.849008 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:51.647162 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:51.806490 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8c277b54-f8d8-40fe-aab0-37481eb96400 details requested by agent hyperv_n-h1-803585-2 with host n-h1-803585-2 {{(pid=105725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:16:51.913288 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 8c277b54-f8d8-40fe-aab0-37481eb96400, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8c277b54-f8d8-40fe-aab0-37481eb96400,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:16:51.929382 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Returning: {'device': '8c277b54-f8d8-40fe-aab0-37481eb96400', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'port_id': '8c277b54-f8d8-40fe-aab0-37481eb96400', 'mac_address': 'fa:16:3e:5f:bd:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:16:51.977969 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:51.993267 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c277b54-f8d8-40fe-aab0-37481eb96400 {{(pid=105725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 15:16:52.015761 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 8c277b54-f8d8-40fe-aab0-37481eb96400, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8c277b54-f8d8-40fe-aab0-37481eb96400,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:16:52.021903 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:52.083662 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=8c277b54-f8d8-40fe-aab0-37481eb96400,revision_number=6']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:16:52.096318 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:16:52.096960 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:16:52.097444 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:16:52.097903 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:16:52.098624 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:16:52.099094 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:16:52.099540 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:16:52.099877 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:16:52.100212 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:16:52.100544 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:16:52.100875 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:16:52.101204 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:16:52.106178 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] get_ports_and_sgs() called for port_ids ['8c277b54-f8d8-40fe-aab0-37481eb96400'] {{(pid=105725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:16:53.825901 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8c277b54-f8d8-40fe-aab0-37481eb96400 up at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:16:53.877917 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.provisioning_blocks [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Provisioning complete for port 8c277b54-f8d8-40fe-aab0-37481eb96400 triggered by entity L2. {{(pid=105725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 15:16:53.878308 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-616786'] for port, provisioning_complete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:53.962451 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652421'] for port, before_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:53.987029 n-d-803585-2 neutron-server[105725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc04a53-e286-4c8a-88b2-05209e7c5b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c277b54-f8d8-40fe-aab0-37481eb96400'}] {{(pid=105725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:16:53.989427 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9517de66e04fcf5e9e2df58f31c56d6ce780382e47834c9cfcdeabee0c25aa62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08d3b5c-6103-426e-b315-d955a1120c01" -d '{"events": [{"server_uuid": "9bc04a53-e286-4c8a-88b2-05209e7c5b8b", "name": "network-vif-plugged", "status": "completed", "tag": "8c277b54-f8d8-40fe-aab0-37481eb96400"}]}' {{(pid=105725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:16:54.004455 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] For port 8c277b54-f8d8-40fe-aab0-37481eb96400, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8c277b54-f8d8-40fe-aab0-37481eb96400,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:16:54.010127 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785080342869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785079788548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785079788566'] for port, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:16:54.046107 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea942cb-bf59-4a84-a845-27d9a5896466 x-openstack-request-id: req-cea942cb-bf59-4a84-a845-27d9a5896466 {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:16:54.046464 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc04a53-e286-4c8a-88b2-05209e7c5b8b", "name": "network-vif-plugged", "status": "completed", "tag": "8c277b54-f8d8-40fe-aab0-37481eb96400", "code": 200}]} {{(pid=105725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:16:54.047449 n-d-803585-2 neutron-server[105725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cea942cb-bf59-4a84-a845-27d9a5896466 {{(pid=105725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:16:54.047852 n-d-803585-2 neutron-server[105725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc04a53-e286-4c8a-88b2-05209e7c5b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c277b54-f8d8-40fe-aab0-37481eb96400', 'code': 200} Aug 05 15:16:54.069622 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Pushing event updated for resources: {'Port': ['ID=8c277b54-f8d8-40fe-aab0-37481eb96400,revision_number=7']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:00.168603 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50450) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:17:00.325856 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Deleting port 7606bce4-d696-4b86-96b7-5182ca83333d {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:17:00.326200 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:00.400289 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:00.400679 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:00.412468 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Calling delete_port for 7606bce4-d696-4b86-96b7-5182ca83333d owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:17:00.564253 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:00.588853 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Pushing event deleted for resources: {'Port': ['ID=7606bce4-d696-4b86-96b7-5182ca83333d,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:00.600424 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:00.600774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:00.601115 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:00.601453 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:00.601791 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:00.602151 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:00.602507 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:00.602829 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:00.603156 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:00.603505 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:00.603831 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:00.604151 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:00.661902 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:00.662158 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Floating IP 74d6c479-6511-4d51-810e-3fd992df0b87 disassociated (deleted). External IP: 172.25.5.170, port: 8c277b54-f8d8-40fe-aab0-37481eb96400. Aug 05 15:17:00.868207 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Router a2553dc3-656e-4b65-9f08-1e8369d428ba has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:17:00.972818 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:17:00.977707 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:00.982200 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994b1688-3710-4149-9c56-dbc3a6a3c0a5 None None] Sync routers for ids ['a2553dc3-656e-4b65-9f08-1e8369d428ba'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:17:00.992910 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994b1688-3710-4149-9c56-dbc3a6a3c0a5 None None] Routers {'a2553dc3-656e-4b65-9f08-1e8369d428ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:17:00.993519 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-994b1688-3710-4149-9c56-dbc3a6a3c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:16:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a2553dc3-656e-4b65-9f08-1e8369d428ba'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:01.004003 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-62bf80ac-6767-4bf7-b4e6-5443049a7da7 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "DELETE /v2.0/floatingips/74d6c479-6511-4d51-810e-3fd992df0b87 HTTP/1.1" status: 204 len: 168 time: 0.8342700 Aug 05 15:17:01.004579 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc04a53-e286-4c8a-88b2-05209e7c5b8b', 'tag': '8c277b54-f8d8-40fe-aab0-37481eb96400'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:17:01.006827 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2411ff9-244b-4067-aa61-2d9b19cc0355" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc04a53-e286-4c8a-88b2-05209e7c5b8b", "tag": "8c277b54-f8d8-40fe-aab0-37481eb96400"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:17:01.049048 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d313a8-8c2f-4c4b-9ac7-f917a8fb6842 x-openstack-request-id: req-d4d313a8-8c2f-4c4b-9ac7-f917a8fb6842 {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:17:01.049336 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc04a53-e286-4c8a-88b2-05209e7c5b8b", "tag": "8c277b54-f8d8-40fe-aab0-37481eb96400", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:17:01.049584 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4d313a8-8c2f-4c4b-9ac7-f917a8fb6842 {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:17:01.049982 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc04a53-e286-4c8a-88b2-05209e7c5b8b', 'tag': '8c277b54-f8d8-40fe-aab0-37481eb96400', 'status': 'completed', 'code': 200} Aug 05 15:17:01.105308 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-994b1688-3710-4149-9c56-dbc3a6a3c0a5 None None] Set router a2553dc3-656e-4b65-9f08-1e8369d428ba gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:17:01.114189 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2411ff9-244b-4067-aa61-2d9b19cc0355 req-36e6bf33-6ee6-46ca-9b75-d6ffcecbe72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:17:01.115881 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a2411ff9-244b-4067-aa61-2d9b19cc0355 req-36e6bf33-6ee6-46ca-9b75-d6ffcecbe72f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6d191399a4674c2a855b9ff1cd2c653e&device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 1096 time: 0.0440533 Aug 05 15:17:01.229548 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2411ff9-244b-4067-aa61-2d9b19cc0355 req-b17f93a2-daae-4d44-87b9-8c254f23cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:17:01.231351 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a2411ff9-244b-4067-aa61-2d9b19cc0355 req-b17f93a2-daae-4d44-87b9-8c254f23cf2f service neutron] 10.222.0.63 "GET /v2.0/networks?id=2a84433c-089e-4a30-b21c-2aae83506163 HTTP/1.1" status: 200 len: 910 time: 0.1003604 Aug 05 15:17:01.279124 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a2411ff9-244b-4067-aa61-2d9b19cc0355 req-07c7cdf0-68de-4658-a9ff-4b76a0587ee9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c277b54-f8d8-40fe-aab0-37481eb96400 HTTP/1.1" status: 200 len: 217 time: 0.0393727 Aug 05 15:17:01.348246 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-994b1688-3710-4149-9c56-dbc3a6a3c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'b623b167-87d7-49e9-8a1f-65277b80b4c4', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'port_id': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'mac_address': 'fa:16:3e:38:82:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:12:45Z', 'updated_at': '2021-08-05T15:12:47Z', 'revision_number': 1, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c6c7c1-fd64-4267-96e8-f119bf0dee4a', 'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'mac_address': 'fa:16:3e:c8:96:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:23Z', 'updated_at': '2021-08-05T15:12:30Z', 'revision_number': 5, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'subnets': [{'id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:01.357306 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2411ff9-244b-4067-aa61-2d9b19cc0355 req-66325e8a-c2ea-4ad1-9d13-81e065557169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:17:01.358938 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a2411ff9-244b-4067-aa61-2d9b19cc0355 req-66325e8a-c2ea-4ad1-9d13-81e065557169 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f069aa9f-9dd1-4589-a8c3-ade481dad43b HTTP/1.1" status: 200 len: 848 time: 0.0700564 Aug 05 15:17:01.368148 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6d955-4d3f-4641-b26f-fab7162b543a req-27d25247-8b6e-4448-bce9-968d21b1e874 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:17:01.369571 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fab6d955-4d3f-4641-b26f-fab7162b543a req-27d25247-8b6e-4448-bce9-968d21b1e874 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 945 time: 0.1755304 Aug 05 15:17:01.373958 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994b1688-3710-4149-9c56-dbc3a6a3c0a5 None None] Checking router: a2553dc3-656e-4b65-9f08-1e8369d428ba for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:17:01.382628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994b1688-3710-4149-9c56-dbc3a6a3c0a5 None None] Routers {'a2553dc3-656e-4b65-9f08-1e8369d428ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:17:01.383237 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-994b1688-3710-4149-9c56-dbc3a6a3c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:16:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a2553dc3-656e-4b65-9f08-1e8369d428ba'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:01.433952 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-fab6d955-4d3f-4641-b26f-fab7162b543a req-7d778c4f-e153-453a-826d-eb3808c9a37d tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552695 Aug 05 15:17:01.439835 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2411ff9-244b-4067-aa61-2d9b19cc0355 req-1ab18e72-aa8b-4620-9b48-0a3610503c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:17:01.441361 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a2411ff9-244b-4067-aa61-2d9b19cc0355 req-1ab18e72-aa8b-4620-9b48-0a3610503c7c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a84433c-089e-4a30-b21c-2aae83506163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709450 Aug 05 15:17:01.489130 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-994b1688-3710-4149-9c56-dbc3a6a3c0a5 None None] Set router a2553dc3-656e-4b65-9f08-1e8369d428ba gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:17:01.540031 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a2411ff9-244b-4067-aa61-2d9b19cc0355 req-5e1e2ef2-5895-4c0f-a400-3659cd531639 service neutron] 10.222.0.63 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899379 Aug 05 15:17:01.635553 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-a2411ff9-244b-4067-aa61-2d9b19cc0355 req-9d826af4-f914-4298-800c-fe5c6d001e8f service neutron] 10.222.0.63 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856609 Aug 05 15:17:01.711250 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-994b1688-3710-4149-9c56-dbc3a6a3c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'b623b167-87d7-49e9-8a1f-65277b80b4c4', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'port_id': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'mac_address': 'fa:16:3e:38:82:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:12:45Z', 'updated_at': '2021-08-05T15:12:47Z', 'revision_number': 1, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c6c7c1-fd64-4267-96e8-f119bf0dee4a', 'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'mac_address': 'fa:16:3e:c8:96:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:23Z', 'updated_at': '2021-08-05T15:12:30Z', 'revision_number': 5, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'subnets': [{'id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:01.892035 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994b1688-3710-4149-9c56-dbc3a6a3c0a5 None None] The sync data for ids ['a2553dc3-656e-4b65-9f08-1e8369d428ba'] in n-d-803585-2 is: [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_floatingips': [{'id': 'b623b167-87d7-49e9-8a1f-65277b80b4c4', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'router_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'port_id': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'mac_address': 'fa:16:3e:38:82:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T15:12:45Z', 'updated_at': '2021-08-05T15:12:47Z', 'revision_number': 1, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c6c7c1-fd64-4267-96e8-f119bf0dee4a', 'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'mac_address': 'fa:16:3e:c8:96:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:23Z', 'updated_at': '2021-08-05T15:12:30Z', 'revision_number': 5, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'subnets': [{'id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:17:02.106347 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb05f7-0574-4549-ae4d-b14455d997bc None None] New status for floating IP 74d6c479-6511-4d51-810e-3fd992df0b87: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 15:17:02.558646 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b159c14-a379-4dff-9c8f-197ae7eff7d2 req-193574de-f671-444b-bb83-165fa588f845 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:17:02.560402 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b159c14-a379-4dff-9c8f-197ae7eff7d2 req-193574de-f671-444b-bb83-165fa588f845 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 945 time: 0.0546002 Aug 05 15:17:02.598209 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-4b159c14-a379-4dff-9c8f-197ae7eff7d2 req-377fc127-6d2d-41e0-b717-e45571fb0725 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318940 Aug 05 15:17:02.869856 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3121a6-3a6a-482a-8d95-da534e89b43e req-380bd1c9-626f-4f46-9e4c-f3335079b923 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:17:02.871246 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6c3121a6-3a6a-482a-8d95-da534e89b43e req-380bd1c9-626f-4f46-9e4c-f3335079b923 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.63 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 945 time: 0.0490570 Aug 05 15:17:02.963336 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-6c3121a6-3a6a-482a-8d95-da534e89b43e req-6c87013e-949c-4f07-8a08-9175332d4796 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Deleting port 8c277b54-f8d8-40fe-aab0-37481eb96400 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:17:02.963672 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6c3121a6-3a6a-482a-8d95-da534e89b43e req-6c87013e-949c-4f07-8a08-9175332d4796 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:03.055846 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [req-6c3121a6-3a6a-482a-8d95-da534e89b43e req-6c87013e-949c-4f07-8a08-9175332d4796 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] For port 8c277b54-f8d8-40fe-aab0-37481eb96400, host n-h1-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803585-2',level=0,port_id=8c277b54-f8d8-40fe-aab0-37481eb96400,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:17:03.056210 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6c3121a6-3a6a-482a-8d95-da534e89b43e req-6c87013e-949c-4f07-8a08-9175332d4796 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:03.068049 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [req-6c3121a6-3a6a-482a-8d95-da534e89b43e req-6c87013e-949c-4f07-8a08-9175332d4796 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Calling delete_port for 8c277b54-f8d8-40fe-aab0-37481eb96400 owned by compute:nova {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:17:03.195852 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6c3121a6-3a6a-482a-8d95-da534e89b43e req-6c87013e-949c-4f07-8a08-9175332d4796 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:03.224249 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87013e-949c-4f07-8a08-9175332d4796 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Pushing event deleted for resources: {'Port': ['ID=8c277b54-f8d8-40fe-aab0-37481eb96400,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:03.269774 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3121a6-3a6a-482a-8d95-da534e89b43e req-6c87013e-949c-4f07-8a08-9175332d4796 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] No DVR routers for this DVR port 8c277b54-f8d8-40fe-aab0-37481eb96400 on host n-h1-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:17:03.272477 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [req-6c3121a6-3a6a-482a-8d95-da534e89b43e req-6c87013e-949c-4f07-8a08-9175332d4796 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:03.274570 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-6c3121a6-3a6a-482a-8d95-da534e89b43e req-6c87013e-949c-4f07-8a08-9175332d4796 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.63 "DELETE /v2.0/ports/8c277b54-f8d8-40fe-aab0-37481eb96400 HTTP/1.1" status: 204 len: 173 time: 0.3960259 Aug 05 15:17:03.275011 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc04a53-e286-4c8a-88b2-05209e7c5b8b', 'name': 'network-vif-deleted', 'tag': '8c277b54-f8d8-40fe-aab0-37481eb96400'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:17:03.277200 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec61e2e-a464-4cee-b982-3e8adc8c8be9" -d '{"events": [{"server_uuid": "9bc04a53-e286-4c8a-88b2-05209e7c5b8b", "name": "network-vif-deleted", "tag": "8c277b54-f8d8-40fe-aab0-37481eb96400"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:17:03.317035 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd26acc6-8bcf-4d49-8b63-531381d3bb5a x-openstack-request-id: req-fd26acc6-8bcf-4d49-8b63-531381d3bb5a {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:17:03.317394 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc04a53-e286-4c8a-88b2-05209e7c5b8b", "name": "network-vif-deleted", "tag": "8c277b54-f8d8-40fe-aab0-37481eb96400", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:17:03.317668 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd26acc6-8bcf-4d49-8b63-531381d3bb5a {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:17:03.318061 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc04a53-e286-4c8a-88b2-05209e7c5b8b', 'name': 'network-vif-deleted', 'tag': '8c277b54-f8d8-40fe-aab0-37481eb96400', 'status': 'completed', 'code': 200} Aug 05 15:17:03.710933 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-bb2ac52d-a465-4c9c-8557-10fd8626529a req-fa34a077-e7c7-4551-a286-f781b76f3203 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc04a53-e286-4c8a-88b2-05209e7c5b8b HTTP/1.1" status: 200 len: 210 time: 0.0305731 Aug 05 15:17:03.864464 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8c277b54-f8d8-40fe-aab0-37481eb96400 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:17:03.883841 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 8c277b54-f8d8-40fe-aab0-37481eb96400 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:17:03.884184 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8c277b54-f8d8-40fe-aab0-37481eb96400 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:17:05.285807 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50508) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:17:05.439637 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf3c8e-455a-4201-bf31-7a1673959073 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Deleting port df088212-8d25-41fc-a72b-33eeaa33701f {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:17:05.439985 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3c8e-455a-4201-bf31-7a1673959073 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:05.512405 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3c8e-455a-4201-bf31-7a1673959073 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:05.512734 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3c8e-455a-4201-bf31-7a1673959073 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:05.523982 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf3c8e-455a-4201-bf31-7a1673959073 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Calling delete_port for df088212-8d25-41fc-a72b-33eeaa33701f owned by network:floatingip {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:17:05.675570 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3c8e-455a-4201-bf31-7a1673959073 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:05.701476 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf3c8e-455a-4201-bf31-7a1673959073 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Pushing event deleted for resources: {'Port': ['ID=df088212-8d25-41fc-a72b-33eeaa33701f,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:05.765416 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3c8e-455a-4201-bf31-7a1673959073 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for floatingip, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:05.765916 n-d-803585-2 neutron-server[105723]: INFO neutron.db.l3_db [None req-c6cf3c8e-455a-4201-bf31-7a1673959073 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Floating IP b623b167-87d7-49e9-8a1f-65277b80b4c4 disassociated (deleted). External IP: 172.25.5.157, port: dd431401-8dd0-4b58-bd83-3cb8d845a633. Aug 05 15:17:06.273230 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cf3c8e-455a-4201-bf31-7a1673959073 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Router a2553dc3-656e-4b65-9f08-1e8369d428ba has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:17:06.379380 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cf3c8e-455a-4201-bf31-7a1673959073 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:17:06.384042 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3c8e-455a-4201-bf31-7a1673959073 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for floatingip, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:06.388669 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cae88a-ac6e-4945-ac46-564fd03481ac None None] Sync routers for ids ['a2553dc3-656e-4b65-9f08-1e8369d428ba'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:17:06.397718 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cae88a-ac6e-4945-ac46-564fd03481ac None None] Routers {'a2553dc3-656e-4b65-9f08-1e8369d428ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:17:06.398450 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a1cae88a-ac6e-4945-ac46-564fd03481ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:16:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a2553dc3-656e-4b65-9f08-1e8369d428ba'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:06.410686 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c6cf3c8e-455a-4201-bf31-7a1673959073 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "DELETE /v2.0/floatingips/b623b167-87d7-49e9-8a1f-65277b80b4c4 HTTP/1.1" status: 204 len: 168 time: 1.1237395 Aug 05 15:17:06.411385 n-d-803585-2 neutron-server[105723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'tag': 'dd431401-8dd0-4b58-bd83-3cb8d845a633'}] {{(pid=105723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:17:06.413622 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d27b365be0a91e0da5e2312b32e18ff86a257dfcca7e3193ae1d26c1ff8f6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514b388e-b3d3-4282-a4f0-8260043b9d25" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb6aba3-d2ff-4600-bd48-4cff0f57993d", "tag": "dd431401-8dd0-4b58-bd83-3cb8d845a633"}]}' {{(pid=105723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:17:06.451915 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 15:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f537ad-8749-4cc3-98f1-821ae48a043a x-openstack-request-id: req-e0f537ad-8749-4cc3-98f1-821ae48a043a {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:17:06.453203 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb6aba3-d2ff-4600-bd48-4cff0f57993d", "tag": "dd431401-8dd0-4b58-bd83-3cb8d845a633", "status": "completed", "code": 200}]} {{(pid=105723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:17:06.453944 n-d-803585-2 neutron-server[105723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0f537ad-8749-4cc3-98f1-821ae48a043a {{(pid=105723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:17:06.454585 n-d-803585-2 neutron-server[105723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'tag': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'status': 'completed', 'code': 200} Aug 05 15:17:06.516121 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-a1cae88a-ac6e-4945-ac46-564fd03481ac None None] Set router a2553dc3-656e-4b65-9f08-1e8369d428ba gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:17:06.521640 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b388e-b3d3-4282-a4f0-8260043b9d25 req-b635092b-ad28-4dda-b75a-aa93cc452bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:17:06.524300 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-514b388e-b3d3-4282-a4f0-8260043b9d25 req-b635092b-ad28-4dda-b75a-aa93cc452bd0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d191399a4674c2a855b9ff1cd2c653e&device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 1095 time: 0.0464075 Aug 05 15:17:06.637265 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b388e-b3d3-4282-a4f0-8260043b9d25 req-fad8c558-6f0d-49d3-849c-32da2c0987a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:17:06.638764 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-514b388e-b3d3-4282-a4f0-8260043b9d25 req-fad8c558-6f0d-49d3-849c-32da2c0987a9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2a84433c-089e-4a30-b21c-2aae83506163 HTTP/1.1" status: 200 len: 910 time: 0.1013858 Aug 05 15:17:06.654725 n-d-803585-2 neutron-server[105723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e174de0-d5bb-4f46-b826-ad3522f76a72 req-ce0bbd47-9a2f-4b20-be4e-8a42c51d191f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:17:06.656395 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3e174de0-d5bb-4f46-b826-ad3522f76a72 req-ce0bbd47-9a2f-4b20-be4e-8a42c51d191f tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 944 time: 0.0517907 Aug 05 15:17:06.684690 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-514b388e-b3d3-4282-a4f0-8260043b9d25 req-3a57aa66-319a-4055-bfeb-75e114b5d7e9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd431401-8dd0-4b58-bd83-3cb8d845a633 HTTP/1.1" status: 200 len: 217 time: 0.0375993 Aug 05 15:17:06.696930 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [req-3e174de0-d5bb-4f46-b826-ad3522f76a72 req-dc64e776-0642-4914-af80-7e14dff116f3 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342426 Aug 05 15:17:06.732076 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a1cae88a-ac6e-4945-ac46-564fd03481ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '45c6c7c1-fd64-4267-96e8-f119bf0dee4a', 'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'mac_address': 'fa:16:3e:c8:96:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:23Z', 'updated_at': '2021-08-05T15:12:30Z', 'revision_number': 5, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'subnets': [{'id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:06.744254 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b388e-b3d3-4282-a4f0-8260043b9d25 req-b25db387-c1c8-40c8-a88b-a7d57aaf0940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:17:06.745764 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-514b388e-b3d3-4282-a4f0-8260043b9d25 req-b25db387-c1c8-40c8-a88b-a7d57aaf0940 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f069aa9f-9dd1-4589-a8c3-ade481dad43b HTTP/1.1" status: 200 len: 848 time: 0.0513475 Aug 05 15:17:06.763662 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cae88a-ac6e-4945-ac46-564fd03481ac None None] Checking router: a2553dc3-656e-4b65-9f08-1e8369d428ba for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:17:06.772663 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cae88a-ac6e-4945-ac46-564fd03481ac None None] Routers {'a2553dc3-656e-4b65-9f08-1e8369d428ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:17:06.773273 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a1cae88a-ac6e-4945-ac46-564fd03481ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:16:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a2553dc3-656e-4b65-9f08-1e8369d428ba'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:06.797873 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b388e-b3d3-4282-a4f0-8260043b9d25 req-f73d3ce3-7270-47ef-ad76-d3f6af4a8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:17:06.799404 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-514b388e-b3d3-4282-a4f0-8260043b9d25 req-f73d3ce3-7270-47ef-ad76-d3f6af4a8cb5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2a84433c-089e-4a30-b21c-2aae83506163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450652 Aug 05 15:17:06.877532 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-a1cae88a-ac6e-4945-ac46-564fd03481ac None None] Set router a2553dc3-656e-4b65-9f08-1e8369d428ba gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:17:06.891963 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-514b388e-b3d3-4282-a4f0-8260043b9d25 req-13d7f7c1-91a2-45a4-ad68-bcbb57017203 service neutron] 10.222.0.84 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840743 Aug 05 15:17:06.989906 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-514b388e-b3d3-4282-a4f0-8260043b9d25 req-ebabfc93-785e-4472-a1bb-be221d1d26da service neutron] 10.222.0.84 "GET /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873110 Aug 05 15:17:07.073628 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-a1cae88a-ac6e-4945-ac46-564fd03481ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '45c6c7c1-fd64-4267-96e8-f119bf0dee4a', 'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'mac_address': 'fa:16:3e:c8:96:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:23Z', 'updated_at': '2021-08-05T15:12:30Z', 'revision_number': 5, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'subnets': [{'id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:07.099840 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cae88a-ac6e-4945-ac46-564fd03481ac None None] The sync data for ids ['a2553dc3-656e-4b65-9f08-1e8369d428ba'] in n-d-803585-2 is: [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:12:24Z', 'revision_number': 4, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2', '_interfaces': [{'id': '45c6c7c1-fd64-4267-96e8-f119bf0dee4a', 'name': '', 'network_id': '2a84433c-089e-4a30-b21c-2aae83506163', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'mac_address': 'fa:16:3e:c8:96:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:23Z', 'updated_at': '2021-08-05T15:12:30Z', 'revision_number': 5, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'subnets': [{'id': 'f069aa9f-9dd1-4589-a8c3-ade481dad43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:17:07.308640 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed62408-1aea-4b61-bcb8-21b5f593db07 None None] New status for floating IP b623b167-87d7-49e9-8a1f-65277b80b4c4: DOWN {{(pid=105726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 15:17:07.863910 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ee01c-b73e-477c-a508-b122ced55405 req-a939e409-41f7-4581-9d48-947ed62ba9d9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:17:07.865413 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc1ee01c-b73e-477c-a508-b122ced55405 req-a939e409-41f7-4581-9d48-947ed62ba9d9 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 944 time: 0.0996466 Aug 05 15:17:07.896157 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8c277b54-f8d8-40fe-aab0-37481eb96400 no longer exists at agent hyperv_n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:17:07.902404 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-dc1ee01c-b73e-477c-a508-b122ced55405 req-44cfb263-6cfe-47b4-bc5d-3efc7d9c4d3b tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310361 Aug 05 15:17:07.919350 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] No Port match for: 8c277b54-f8d8-40fe-aab0-37481eb96400 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:17:07.919698 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Device 8c277b54-f8d8-40fe-aab0-37481eb96400 not bound to the agent host n-h1-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:17:08.244993 n-d-803585-2 neutron-server[105724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d757a-576b-441f-8595-b53567826028 req-afe1eccc-7b9c-465b-bc90-f80b1462331b tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 15:17:08.246507 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d6d757a-576b-441f-8595-b53567826028 req-afe1eccc-7b9c-465b-bc90-f80b1462331b tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.84 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 944 time: 0.0487831 Aug 05 15:17:08.338007 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-7d6d757a-576b-441f-8595-b53567826028 req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Deleting port dd431401-8dd0-4b58-bd83-3cb8d845a633 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:17:08.338393 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7d6d757a-576b-441f-8595-b53567826028 req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:08.427468 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [req-7d6d757a-576b-441f-8595-b53567826028 req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] For port dd431401-8dd0-4b58-bd83-3cb8d845a633, host n-h2-803585-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803585-2',level=0,port_id=dd431401-8dd0-4b58-bd83-3cb8d845a633,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:17:08.427839 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7d6d757a-576b-441f-8595-b53567826028 req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:08.441093 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [req-7d6d757a-576b-441f-8595-b53567826028 req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Calling delete_port for dd431401-8dd0-4b58-bd83-3cb8d845a633 owned by compute:nova {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:17:08.573813 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7d6d757a-576b-441f-8595-b53567826028 req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:08.601784 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Pushing event deleted for resources: {'Port': ['ID=dd431401-8dd0-4b58-bd83-3cb8d845a633,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:08.617310 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:08.617667 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:08.618015 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:08.618389 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:08.618733 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:08.619067 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:08.619399 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:08.619730 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:08.620060 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:08.620387 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:08.620717 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:08.621044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803585-2 {{(pid=105724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:17:08.657249 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6d757a-576b-441f-8595-b53567826028 req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] No DVR routers for this DVR port dd431401-8dd0-4b58-bd83-3cb8d845a633 on host n-h2-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:17:08.659823 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [req-7d6d757a-576b-441f-8595-b53567826028 req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-828321'] for port, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:08.661879 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-7d6d757a-576b-441f-8595-b53567826028 req-37fe1ec5-d6e3-4265-9dcf-b0d68b3fca7a tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.84 "DELETE /v2.0/ports/dd431401-8dd0-4b58-bd83-3cb8d845a633 HTTP/1.1" status: 204 len: 173 time: 0.4088333 Aug 05 15:17:08.662362 n-d-803585-2 neutron-server[105724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'name': 'network-vif-deleted', 'tag': 'dd431401-8dd0-4b58-bd83-3cb8d845a633'}] {{(pid=105724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 15:17:08.664565 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}808a3e7136c7a42d075220512f7bc75f193e0883a17c61e5f65dc23908070532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf3f75e-5892-454c-9330-8a263387f221" -d '{"events": [{"server_uuid": "8cb6aba3-d2ff-4600-bd48-4cff0f57993d", "name": "network-vif-deleted", "tag": "dd431401-8dd0-4b58-bd83-3cb8d845a633"}]}' {{(pid=105724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:17:08.757898 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 15:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4020197-cd04-4ad5-a71f-8ad99072c1c0 x-openstack-request-id: req-c4020197-cd04-4ad5-a71f-8ad99072c1c0 {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:17:08.758731 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb6aba3-d2ff-4600-bd48-4cff0f57993d", "name": "network-vif-deleted", "tag": "dd431401-8dd0-4b58-bd83-3cb8d845a633", "status": "completed", "code": 200}]} {{(pid=105724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:17:08.758731 n-d-803585-2 neutron-server[105724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4020197-cd04-4ad5-a71f-8ad99072c1c0 {{(pid=105724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:17:08.759094 n-d-803585-2 neutron-server[105724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb6aba3-d2ff-4600-bd48-4cff0f57993d', 'name': 'network-vif-deleted', 'tag': 'dd431401-8dd0-4b58-bd83-3cb8d845a633', 'status': 'completed', 'code': 200} Aug 05 15:17:09.023160 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [req-fd10832a-2d40-4159-b6e0-e298ca1e1ae2 req-6bb8c542-54b7-4c38-8ef7-c3463078e5c4 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb6aba3-d2ff-4600-bd48-4cff0f57993d HTTP/1.1" status: 200 len: 210 time: 0.0347598 Aug 05 15:17:10.078772 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50528) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:17:10.136972 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e92953c6-bce2-49ac-9936-6c8e36942d13 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:10.161796 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e92953c6-bce2-49ac-9936-6c8e36942d13 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:10.221776 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e92953c6-bce2-49ac-9936-6c8e36942d13 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:10.224465 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e92953c6-bce2-49ac-9936-6c8e36942d13 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:10.225637 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e92953c6-bce2-49ac-9936-6c8e36942d13 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] 10.222.0.16 "DELETE /v2.0/security-groups/35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1 HTTP/1.1" status: 204 len: 168 time: 0.1458838 Aug 05 15:17:10.234979 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92953c6-bce2-49ac-9936-6c8e36942d13 tempest-TestSnapshotPattern-1085702668 tempest-TestSnapshotPattern-1085702668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b0c84b-1a7c-49ba-b6d0-c807a5d0c0c1,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:11.288686 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50534) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:17:11.642236 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e8813956-a40c-474f-b6cd-1b8e7fc59e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:11.888448 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-e8813956-a40c-474f-b6cd-1b8e7fc59e15 admin admin] Deleting port 45c6c7c1-fd64-4267-96e8-f119bf0dee4a {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:17:11.888705 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e8813956-a40c-474f-b6cd-1b8e7fc59e15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:11.966674 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-e8813956-a40c-474f-b6cd-1b8e7fc59e15 admin admin] For port 45c6c7c1-fd64-4267-96e8-f119bf0dee4a, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=45c6c7c1-fd64-4267-96e8-f119bf0dee4a,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:17:11.967046 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e8813956-a40c-474f-b6cd-1b8e7fc59e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:11.984933 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-e8813956-a40c-474f-b6cd-1b8e7fc59e15 admin admin] Calling delete_port for 45c6c7c1-fd64-4267-96e8-f119bf0dee4a owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:17:12.165756 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e8813956-a40c-474f-b6cd-1b8e7fc59e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:12.191874 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8813956-a40c-474f-b6cd-1b8e7fc59e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c6c7c1-fd64-4267-96e8-f119bf0dee4a,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:12.359917 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-e8813956-a40c-474f-b6cd-1b8e7fc59e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:12.573291 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8813956-a40c-474f-b6cd-1b8e7fc59e15 admin admin] Router a2553dc3-656e-4b65-9f08-1e8369d428ba has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:17:12.681950 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8813956-a40c-474f-b6cd-1b8e7fc59e15 admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:17:12.687287 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-e8813956-a40c-474f-b6cd-1b8e7fc59e15 admin admin] 10.222.0.16 "PUT /v2.0/routers/a2553dc3-656e-4b65-9f08-1e8369d428ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3975847 Aug 05 15:17:12.690087 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50536) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:17:12.691071 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55b0a43-477b-4622-9410-04595b02a0f4 None None] Sync routers for ids ['a2553dc3-656e-4b65-9f08-1e8369d428ba'] in n-d-803585-2 {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:17:12.699925 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55b0a43-477b-4622-9410-04595b02a0f4 None None] Routers {'a2553dc3-656e-4b65-9f08-1e8369d428ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:17:12.700524 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f55b0a43-477b-4622-9410-04595b02a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:16:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a2553dc3-656e-4b65-9f08-1e8369d428ba'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:12.801737 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e833bea-c855-4abf-b8fa-75a6ac887ca5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:12.803373 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f55b0a43-477b-4622-9410-04595b02a0f4 None None] Set router a2553dc3-656e-4b65-9f08-1e8369d428ba gateway port host: n-d-803585-2 {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:17:12.902311 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e833bea-c855-4abf-b8fa-75a6ac887ca5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:12.978339 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f55b0a43-477b-4622-9410-04595b02a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:17:12Z', 'revision_number': 5, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port': {'id': '3141c4ac-904b-4258-822e-7a499f7cf21c', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:22Z', 'updated_at': '2021-08-05T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:12.978812 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9e833bea-c855-4abf-b8fa-75a6ac887ca5 admin admin] Deleting port 3141c4ac-904b-4258-822e-7a499f7cf21c {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:17:12.979161 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e833bea-c855-4abf-b8fa-75a6ac887ca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:13.004717 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55b0a43-477b-4622-9410-04595b02a0f4 None None] Checking router: a2553dc3-656e-4b65-9f08-1e8369d428ba for host: n-d-803585-2 {{(pid=105725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:17:13.012942 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55b0a43-477b-4622-9410-04595b02a0f4 None None] Routers {'a2553dc3-656e-4b65-9f08-1e8369d428ba'} bound to L3 agent in host n-d-803585-2 {{(pid=105725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:17:13.013560 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f55b0a43-477b-4622-9410-04595b02a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:16:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a2553dc3-656e-4b65-9f08-1e8369d428ba'], 'active': True} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:13.057125 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-9e833bea-c855-4abf-b8fa-75a6ac887ca5 admin admin] For port 3141c4ac-904b-4258-822e-7a499f7cf21c, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=3141c4ac-904b-4258-822e-7a499f7cf21c,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:17:13.057484 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e833bea-c855-4abf-b8fa-75a6ac887ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:13.070379 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-9e833bea-c855-4abf-b8fa-75a6ac887ca5 admin admin] Calling delete_port for 3141c4ac-904b-4258-822e-7a499f7cf21c owned by network:router_gateway {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:17:13.098659 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvr_db [None req-f55b0a43-477b-4622-9410-04595b02a0f4 None None] Set router a2553dc3-656e-4b65-9f08-1e8369d428ba gateway port host: None {{(pid=105725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:17:13.153115 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_hamode_db [None req-f55b0a43-477b-4622-9410-04595b02a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:17:12Z', 'revision_number': 6, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:13.180799 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55b0a43-477b-4622-9410-04595b02a0f4 None None] The sync data for ids ['a2553dc3-656e-4b65-9f08-1e8369d428ba'] in n-d-803585-2 is: [{'id': 'a2553dc3-656e-4b65-9f08-1e8369d428ba', 'name': 'tempest-TestSnapshotPattern-351547764-router', 'tenant_id': '6d191399a4674c2a855b9ff1cd2c653e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:21Z', 'updated_at': '2021-08-05T15:17:12Z', 'revision_number': 6, 'project_id': '6d191399a4674c2a855b9ff1cd2c653e', 'gw_port_host': None}] {{(pid=105725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:17:13.589618 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e833bea-c855-4abf-b8fa-75a6ac887ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:13.596951 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 45c6c7c1-fd64-4267-96e8-f119bf0dee4a no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:17:13.616120 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 45c6c7c1-fd64-4267-96e8-f119bf0dee4a {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:17:13.616463 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 45c6c7c1-fd64-4267-96e8-f119bf0dee4a not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:17:13.624257 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e833bea-c855-4abf-b8fa-75a6ac887ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3141c4ac-904b-4258-822e-7a499f7cf21c,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:13.687969 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e833bea-c855-4abf-b8fa-75a6ac887ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:13.723262 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device dd431401-8dd0-4b58-bd83-3cb8d845a633 no longer exists at agent hyperv_n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:17:13.745946 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] No Port match for: dd431401-8dd0-4b58-bd83-3cb8d845a633 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:17:13.746396 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Device dd431401-8dd0-4b58-bd83-3cb8d845a633 not bound to the agent host n-h2-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:17:13.778988 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e833bea-c855-4abf-b8fa-75a6ac887ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:13.781108 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e833bea-c855-4abf-b8fa-75a6ac887ca5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:13.826215 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e833bea-c855-4abf-b8fa-75a6ac887ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:13.826783 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e833bea-c855-4abf-b8fa-75a6ac887ca5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2553dc3-656e-4b65-9f08-1e8369d428ba {{(pid=105724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 15:17:13.831159 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9e833bea-c855-4abf-b8fa-75a6ac887ca5 admin admin] Notify callbacks [] for router, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:13.832455 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9e833bea-c855-4abf-b8fa-75a6ac887ca5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a2553dc3-656e-4b65-9f08-1e8369d428ba HTTP/1.1" status: 204 len: 168 time: 1.1413019 Aug 05 15:17:13.835020 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50538) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:17:13.878924 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd60fcb-57c6-421c-9ca3-c9aeed7b4120 admin admin] Deleting subnet f069aa9f-9dd1-4589-a8c3-ade481dad43b {{(pid=105724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 15:17:13.881895 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dd60fcb-57c6-421c-9ca3-c9aeed7b4120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:13.915086 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dd60fcb-57c6-421c-9ca3-c9aeed7b4120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16408181'] for subnet, precommit_delete_associations {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:14.000087 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dd60fcb-57c6-421c-9ca3-c9aeed7b4120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:14.053725 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dd60fcb-57c6-421c-9ca3-c9aeed7b4120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16762061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13355155'] for subnet, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:14.078501 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd60fcb-57c6-421c-9ca3-c9aeed7b4120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f069aa9f-9dd1-4589-a8c3-ade481dad43b,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:14.085196 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-9dd60fcb-57c6-421c-9ca3-c9aeed7b4120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:14.087241 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-9dd60fcb-57c6-421c-9ca3-c9aeed7b4120 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f069aa9f-9dd1-4589-a8c3-ade481dad43b HTTP/1.1" status: 204 len: 168 time: 0.2512829 Aug 05 15:17:14.090006 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [-] (105724) accepted ('10.222.0.16', 50540) {{(pid=105724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:17:14.090522 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237b9722-6b5d-46fc-907a-b538354aaf29 None None] Network 2a84433c-089e-4a30-b21c-2aae83506163 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:17:14.161111 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:14.222425 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] Deleting port d5776413-7890-4ce2-ada4-9a0b63451ae5 {{(pid=105724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:17:14.222833 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:14.284495 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3394aa8f-18bf-4d90-9701-68a2e61f5f3a None None] DHCP port deletion for 2a84433c-089e-4a30-b21c-2aae83506163 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 15:17:14.290445 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.db [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] For port d5776413-7890-4ce2-ada4-9a0b63451ae5, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d5776413-7890-4ce2-ada4-9a0b63451ae5,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:17:14.290820 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:14.304383 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.plugin [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] Calling delete_port for d5776413-7890-4ce2-ada4-9a0b63451ae5 owned by network:dhcp {{(pid=105724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:17:14.334884 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-3394aa8f-18bf-4d90-9701-68a2e61f5f3a None None] Deleting port d5776413-7890-4ce2-ada4-9a0b63451ae5 {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:17:14.335265 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3394aa8f-18bf-4d90-9701-68a2e61f5f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:14.384419 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16762110'] for port, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:14.395391 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-3394aa8f-18bf-4d90-9701-68a2e61f5f3a None None] For port d5776413-7890-4ce2-ada4-9a0b63451ae5, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=d5776413-7890-4ce2-ada4-9a0b63451ae5,segment=NetworkSegment(f6f6293b-0fa4-4775-afe7-a83fec8c164c),segment_id=f6f6293b-0fa4-4775-afe7-a83fec8c164c)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:17:14.395789 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3394aa8f-18bf-4d90-9701-68a2e61f5f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:14.409310 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-3394aa8f-18bf-4d90-9701-68a2e61f5f3a None None] Calling delete_port for d5776413-7890-4ce2-ada4-9a0b63451ae5 owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:17:14.415212 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5776413-7890-4ce2-ada4-9a0b63451ae5,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:14.417044 n-d-803585-2 neutron-server[105724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] No DVR routers for this DVR port d5776413-7890-4ce2-ada4-9a0b63451ae5 on host n-d-803585-2 {{(pid=105724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:17:14.486588 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:14.492848 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3394aa8f-18bf-4d90-9701-68a2e61f5f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:14.496451 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a84433c-089e-4a30-b21c-2aae83506163']}} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:14.507433 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f6293b-0fa4-4775-afe7-a83fec8c164c') {'for_net_delete': True} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:14.507738 n-d-803585-2 neutron-server[105724]: DEBUG neutron.services.segments.db [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f6293b-0fa4-4775-afe7-a83fec8c164c') {} {{(pid=105724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:14.516984 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16408162'] for segment, before_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:14.520552 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394aa8f-18bf-4d90-9701-68a2e61f5f3a None None] Pushing event deleted for resources: {'Port': ['ID=d5776413-7890-4ce2-ada4-9a0b63451ae5,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:14.523089 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3394aa8f-18bf-4d90-9701-68a2e61f5f3a None None] No DVR routers for this DVR port d5776413-7890-4ce2-ada4-9a0b63451ae5 on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:17:14.531564 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:14.538728 n-d-803585-2 neutron-server[105724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=105724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:17:14.539192 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16761875'] for segment, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: Traceback (most recent call last): Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: timer() Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: cb(*args, **kw) Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: return func(*args, **kwargs) Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: self._notify() Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: self.callback(batched_events) Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: event.method(event) Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: return f(self, *a, **k) Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: return self._get(url).json() Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: return self.request(url, 'GET', **kwargs) Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 15:17:14.540912 n-d-803585-2 neutron-server[105724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 15:17:14.616787 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:14.622562 n-d-803585-2 neutron-server[105724]: DEBUG neutron_lib.callbacks.manager [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] Notify callbacks [] for network, before_response {{(pid=105724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:14.624421 n-d-803585-2 neutron-server[105724]: INFO neutron.wsgi [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2a84433c-089e-4a30-b21c-2aae83506163 HTTP/1.1" status: 204 len: 168 time: 0.5334880 Aug 05 15:17:14.628126 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50542) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:17:14.636895 n-d-803585-2 neutron-server[105724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c41da-e234-400c-812e-78f83e300771 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a84433c-089e-4a30-b21c-2aae83506163,revision_number=None']} {{(pid=105724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:14.970365 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7a40-9c73-4ffa-8a9b-e6ca1742f2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585138'] for router_interface, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:15.219583 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a7a40-9c73-4ffa-8a9b-e6ca1742f2be admin admin] Deleting port c9317970-3a00-4655-ade0-38c76f6e0cf5 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:17:15.219956 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7a40-9c73-4ffa-8a9b-e6ca1742f2be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:15.300500 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-2d1a7a40-9c73-4ffa-8a9b-e6ca1742f2be admin admin] For port c9317970-3a00-4655-ade0-38c76f6e0cf5, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=c9317970-3a00-4655-ade0-38c76f6e0cf5,segment=NetworkSegment(c79d65f1-b027-4795-b992-602dffae3ca1),segment_id=c79d65f1-b027-4795-b992-602dffae3ca1)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:17:15.300784 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7a40-9c73-4ffa-8a9b-e6ca1742f2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:15.314278 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a7a40-9c73-4ffa-8a9b-e6ca1742f2be admin admin] Calling delete_port for c9317970-3a00-4655-ade0-38c76f6e0cf5 owned by network:router_interface {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:17:15.484719 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3141c4ac-904b-4258-822e-7a499f7cf21c no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:17:15.496915 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7a40-9c73-4ffa-8a9b-e6ca1742f2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:15.504819 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 3141c4ac-904b-4258-822e-7a499f7cf21c {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:17:15.505235 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 3141c4ac-904b-4258-822e-7a499f7cf21c not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:17:15.505722 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d5776413-7890-4ce2-ada4-9a0b63451ae5 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:17:15.523586 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: d5776413-7890-4ce2-ada4-9a0b63451ae5 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:17:15.523916 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device d5776413-7890-4ce2-ada4-9a0b63451ae5 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:17:15.526235 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a7a40-9c73-4ffa-8a9b-e6ca1742f2be admin admin] Pushing event deleted for resources: {'Port': ['ID=c9317970-3a00-4655-ade0-38c76f6e0cf5,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:15.660197 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:15.694409 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7a40-9c73-4ffa-8a9b-e6ca1742f2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585006'] for router_interface, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:15.907956 n-d-803585-2 neutron-server[105723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1a7a40-9c73-4ffa-8a9b-e6ca1742f2be admin admin] Router a1067c71-45ed-4b42-8828-fae79824dbdc has already been hosted by L3 agent 4e84a256-5b9c-4cd4-91b8-0d32e19896a7 {{(pid=105723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 15:17:15.947777 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-bd887b05-d1f2-4b1d-8dc3-5899e5d2c814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:16.016618 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1a7a40-9c73-4ffa-8a9b-e6ca1742f2be admin admin] Notify agent at l3_agent.n-d-803585-2 the message routers_updated {{(pid=105723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:17:16.021549 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2d1a7a40-9c73-4ffa-8a9b-e6ca1742f2be admin admin] 10.222.0.16 "PUT /v2.0/routers/a1067c71-45ed-4b42-8828-fae79824dbdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3923531 Aug 05 15:17:16.024056 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50544) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:17:16.025120 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874525a-5594-4b06-85f6-8d72de8ceb19 None None] Sync routers for ids ['a1067c71-45ed-4b42-8828-fae79824dbdc'] in n-d-803585-2 {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:17:16.034280 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0874525a-5594-4b06-85f6-8d72de8ceb19 None None] Routers {'a1067c71-45ed-4b42-8828-fae79824dbdc'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:17:16.034943 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0874525a-5594-4b06-85f6-8d72de8ceb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:16:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a1067c71-45ed-4b42-8828-fae79824dbdc'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:16.131538 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-413f889f-8192-4045-a79b-ff1c2555bc2c admin admin] Notify callbacks [] for router, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:16.229810 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-0874525a-5594-4b06-85f6-8d72de8ceb19 None None] Set router a1067c71-45ed-4b42-8828-fae79824dbdc gateway port host: n-d-803585-2 {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:17:16.233815 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-413f889f-8192-4045-a79b-ff1c2555bc2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:16.288790 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-413f889f-8192-4045-a79b-ff1c2555bc2c admin admin] Deleting port 872b4704-973b-48ee-85da-8b33f668b1a2 {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:17:16.289287 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-413f889f-8192-4045-a79b-ff1c2555bc2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:16.419476 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0874525a-5594-4b06-85f6-8d72de8ceb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'name': 'tempest-TestSnapshotPattern-193393089-router', 'tenant_id': '230d663eb42e45ada90f0e4465e3fcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'external_fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '872b4704-973b-48ee-85da-8b33f668b1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:26Z', 'updated_at': '2021-08-05T15:17:15Z', 'revision_number': 5, 'project_id': '230d663eb42e45ada90f0e4465e3fcf5', 'gw_port': {'id': '872b4704-973b-48ee-85da-8b33f668b1a2', 'name': '', 'network_id': 'cf6fa08e-46af-456c-8194-bbadc29e93af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803585-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T15:12:26Z', 'updated_at': '2021-08-05T15:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da78c30-a3fb-45de-9268-5a486cfa6aa3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803585-2'}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:16.447950 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874525a-5594-4b06-85f6-8d72de8ceb19 None None] Checking router: a1067c71-45ed-4b42-8828-fae79824dbdc for host: n-d-803585-2 {{(pid=105726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:17:16.457728 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0874525a-5594-4b06-85f6-8d72de8ceb19 None None] Routers {'a1067c71-45ed-4b42-8828-fae79824dbdc'} bound to L3 agent in host n-d-803585-2 {{(pid=105726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 15:17:16.458390 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0874525a-5594-4b06-85f6-8d72de8ceb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803585-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T13:42:48Z,description=,heartbeat_timestamp=2021-08-05T15:16:48Z,host='n-d-803585-2',id=4e84a256-5b9c-4cd4-91b8-0d32e19896a7,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T13:42:48Z,topic='l3_agent')) {'router_ids': ['a1067c71-45ed-4b42-8828-fae79824dbdc'], 'active': True} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:16.547312 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_dvr_db [None req-0874525a-5594-4b06-85f6-8d72de8ceb19 None None] Set router a1067c71-45ed-4b42-8828-fae79824dbdc gateway port host: None {{(pid=105726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 15:17:16.603965 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.l3_hamode_db [None req-0874525a-5594-4b06-85f6-8d72de8ceb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'name': 'tempest-TestSnapshotPattern-193393089-router', 'tenant_id': '230d663eb42e45ada90f0e4465e3fcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:26Z', 'updated_at': '2021-08-05T15:17:16Z', 'revision_number': 6, 'project_id': '230d663eb42e45ada90f0e4465e3fcf5', 'gw_port_host': None}], 'n-d-803585-2', False) {} {{(pid=105726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:16.631320 n-d-803585-2 neutron-server[105726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874525a-5594-4b06-85f6-8d72de8ceb19 None None] The sync data for ids ['a1067c71-45ed-4b42-8828-fae79824dbdc'] in n-d-803585-2 is: [{'id': 'a1067c71-45ed-4b42-8828-fae79824dbdc', 'name': 'tempest-TestSnapshotPattern-193393089-router', 'tenant_id': '230d663eb42e45ada90f0e4465e3fcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T15:12:26Z', 'updated_at': '2021-08-05T15:17:16Z', 'revision_number': 6, 'project_id': '230d663eb42e45ada90f0e4465e3fcf5', 'gw_port_host': None}] {{(pid=105726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:17:16.688066 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-413f889f-8192-4045-a79b-ff1c2555bc2c admin admin] For port 872b4704-973b-48ee-85da-8b33f668b1a2, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=872b4704-973b-48ee-85da-8b33f668b1a2,segment=NetworkSegment(b70731eb-bffb-4075-9a6a-ed5dcb8437ef),segment_id=b70731eb-bffb-4075-9a6a-ed5dcb8437ef)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:17:16.688430 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-413f889f-8192-4045-a79b-ff1c2555bc2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:16.700452 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-413f889f-8192-4045-a79b-ff1c2555bc2c admin admin] Calling delete_port for 872b4704-973b-48ee-85da-8b33f668b1a2 owned by network:router_gateway {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:17:16.862553 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-413f889f-8192-4045-a79b-ff1c2555bc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:16.889833 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f889f-8192-4045-a79b-ff1c2555bc2c admin admin] Pushing event deleted for resources: {'Port': ['ID=872b4704-973b-48ee-85da-8b33f668b1a2,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:16.891516 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:16.947901 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-413f889f-8192-4045-a79b-ff1c2555bc2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582266'] for router_gateway, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.049674 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-413f889f-8192-4045-a79b-ff1c2555bc2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1170'] for router, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.051916 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-413f889f-8192-4045-a79b-ff1c2555bc2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.096178 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-413f889f-8192-4045-a79b-ff1c2555bc2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579407'] for router, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.096704 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413f889f-8192-4045-a79b-ff1c2555bc2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1067c71-45ed-4b42-8828-fae79824dbdc {{(pid=105723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 15:17:17.100871 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-413f889f-8192-4045-a79b-ff1c2555bc2c admin admin] Notify callbacks [] for router, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.102039 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-413f889f-8192-4045-a79b-ff1c2555bc2c admin admin] 10.222.0.16 "DELETE /v2.0/routers/a1067c71-45ed-4b42-8828-fae79824dbdc HTTP/1.1" status: 204 len: 168 time: 1.0769081 Aug 05 15:17:17.104599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50546) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:17:17.148541 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.db_base_plugin_v2 [None req-c131863e-2dd8-4a4e-a078-f3063fb79a3a admin admin] Deleting subnet d566e7ba-b18e-49f9-83fe-23de68c38ffe {{(pid=105723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 15:17:17.151419 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c131863e-2dd8-4a4e-a078-f3063fb79a3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.185302 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c131863e-2dd8-4a4e-a078-f3063fb79a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16635496'] for subnet, precommit_delete_associations {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.266799 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c131863e-2dd8-4a4e-a078-f3063fb79a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736864'] for subnet, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.319184 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c131863e-2dd8-4a4e-a078-f3063fb79a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15757295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13018545'] for subnet, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.347117 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131863e-2dd8-4a4e-a078-f3063fb79a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d566e7ba-b18e-49f9-83fe-23de68c38ffe,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:17.349118 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-c131863e-2dd8-4a4e-a078-f3063fb79a3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.351600 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-c131863e-2dd8-4a4e-a078-f3063fb79a3a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d566e7ba-b18e-49f9-83fe-23de68c38ffe HTTP/1.1" status: 204 len: 168 time: 0.2454767 Aug 05 15:17:17.353670 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50548) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:17:17.354904 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b03ac9-a11d-4dfb-8d9e-a667cc8c3011 None None] Network ff2f4e3f-d096-4232-985d-b3b467602309 requested from n-d-803585-2 {{(pid=105725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 15:17:17.427840 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577106'] for network, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.488599 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] Deleting port 72924d31-57a5-4972-b2be-9a19931a81bb {{(pid=105723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:17:17.488761 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.492767 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:17:17.505982 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 872b4704-973b-48ee-85da-8b33f668b1a2 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:17:17.529271 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 872b4704-973b-48ee-85da-8b33f668b1a2 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:17:17.529616 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 872b4704-973b-48ee-85da-8b33f668b1a2 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:17:17.530521 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c9317970-3a00-4655-ade0-38c76f6e0cf5 no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:17:17.550423 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: c9317970-3a00-4655-ade0-38c76f6e0cf5 {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:17:17.550826 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device c9317970-3a00-4655-ade0-38c76f6e0cf5 not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:17:17.556931 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.db [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] For port 72924d31-57a5-4972-b2be-9a19931a81bb, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=72924d31-57a5-4972-b2be-9a19931a81bb,segment=NetworkSegment(c79d65f1-b027-4795-b992-602dffae3ca1),segment_id=c79d65f1-b027-4795-b992-602dffae3ca1)] {{(pid=105723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:17:17.557220 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.560153 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0a22c3-07d0-4992-8e75-694341b2c998 None None] DHCP port deletion for ff2f4e3f-d096-4232-985d-b3b467602309 request from n-d-803585-2 {{(pid=105725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 15:17:17.571550 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.plugin [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] Calling delete_port for 72924d31-57a5-4972-b2be-9a19931a81bb owned by network:dhcp {{(pid=105723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:17:17.607150 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a22c3-07d0-4992-8e75-694341b2c998 None None] Deleting port 72924d31-57a5-4972-b2be-9a19931a81bb {{(pid=105725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 15:17:17.607534 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-aa0a22c3-07d0-4992-8e75-694341b2c998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785080188919'] for port, before_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.669935 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15757276'] for port, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.676585 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.db [None req-aa0a22c3-07d0-4992-8e75-694341b2c998 None None] For port 72924d31-57a5-4972-b2be-9a19931a81bb, host n-d-803585-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803585-2',level=0,port_id=72924d31-57a5-4972-b2be-9a19931a81bb,segment=NetworkSegment(c79d65f1-b027-4795-b992-602dffae3ca1),segment_id=c79d65f1-b027-4795-b992-602dffae3ca1)] {{(pid=105725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:17:17.677051 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-aa0a22c3-07d0-4992-8e75-694341b2c998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583104'] for port, precommit_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.692284 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a22c3-07d0-4992-8e75-694341b2c998 None None] Calling delete_port for 72924d31-57a5-4972-b2be-9a19931a81bb owned by network:dhcp {{(pid=105725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 15:17:17.702562 n-d-803585-2 neutron-server[105723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] No DVR routers for this DVR port 72924d31-57a5-4972-b2be-9a19931a81bb on host n-d-803585-2 {{(pid=105723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:17:17.709140 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] Pushing event deleted for resources: {'Port': ['ID=72924d31-57a5-4972-b2be-9a19931a81bb,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:17.769806 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-aa0a22c3-07d0-4992-8e75-694341b2c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785080342959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785079789815'] for port, after_delete {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.782617 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730075', 'neutron.services.segments.db._delete_segments_for_network-8785080123450'] for network, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.795084 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2f4e3f-d096-4232-985d-b3b467602309']}} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:17.799174 n-d-803585-2 neutron-server[105725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a22c3-07d0-4992-8e75-694341b2c998 None None] Pushing event deleted for resources: {'Port': ['ID=72924d31-57a5-4972-b2be-9a19931a81bb,revision_number=None']} {{(pid=105725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:17.802741 n-d-803585-2 neutron-server[105725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0a22c3-07d0-4992-8e75-694341b2c998 None None] No DVR routers for this DVR port 72924d31-57a5-4972-b2be-9a19931a81bb on host n-d-803585-2 {{(pid=105725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 15:17:17.811397 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79d65f1-b027-4795-b992-602dffae3ca1') {'for_net_delete': True} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:17.811698 n-d-803585-2 neutron-server[105723]: DEBUG neutron.services.segments.db [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79d65f1-b027-4795-b992-602dffae3ca1') {} {{(pid=105723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:17:17.821521 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785080273044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16635519'] for segment, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.834924 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867'] for segment, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.841360 n-d-803585-2 neutron-server[105723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=105723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:17:17.841963 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15757105'] for segment, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: Traceback (most recent call last): Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: timer() Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: cb(*args, **kw) Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: return func(*args, **kwargs) Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: self._notify() Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: self.callback(batched_events) Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: event.method(event) Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: return f(self, *a, **k) Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: return self._get(url).json() Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: return self.request(url, 'GET', **kwargs) Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 15:17:17.844168 n-d-803585-2 neutron-server[105723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 15:17:17.899750 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587763'] for network, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.905179 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] Notify callbacks [] for network, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:17.907740 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ff2f4e3f-d096-4232-985d-b3b467602309 HTTP/1.1" status: 204 len: 168 time: 0.5529017 Aug 05 15:17:17.918706 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc72c76-e91b-4861-8dfc-d7264f0ae559 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff2f4e3f-d096-4232-985d-b3b467602309,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:18.083682 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50552) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:17:18.125852 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-83fffe94-ddd1-469f-a2ca-a68022241150 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d191399a4674c2a855b9ff1cd2c653e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409231 Aug 05 15:17:18.128289 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50554) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:17:18.176817 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aae13f87-23a2-4ed2-ab4b-4e94c58c9d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:18.202319 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aae13f87-23a2-4ed2-ab4b-4e94c58c9d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:18.250677 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aae13f87-23a2-4ed2-ab4b-4e94c58c9d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:18.253935 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-aae13f87-23a2-4ed2-ab4b-4e94c58c9d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:18.255536 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-aae13f87-23a2-4ed2-ab4b-4e94c58c9d1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5bb4ab1a-1ade-463f-a711-21a43a4ca250 HTTP/1.1" status: 204 len: 168 time: 0.1260459 Aug 05 15:17:18.264179 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae13f87-23a2-4ed2-ab4b-4e94c58c9d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb4ab1a-1ade-463f-a711-21a43a4ca250,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:18.496448 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5b331620-edbb-4e2a-b0b8-4b86a98dc85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:18.578936 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50560) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:17:18.618898 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-2bde3ecc-31ac-4760-a66f-70b8d38182cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=230d663eb42e45ada90f0e4465e3fcf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387266 Aug 05 15:17:18.621459 n-d-803585-2 neutron-server[105723]: DEBUG neutron.wsgi [-] (105723) accepted ('10.222.0.16', 50562) {{(pid=105723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 15:17:18.669148 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-422bc91f-62fb-4a1c-b1ad-512e33c28b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:18.689734 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-422bc91f-62fb-4a1c-b1ad-512e33c28b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:18.736323 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-422bc91f-62fb-4a1c-b1ad-512e33c28b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667558'] for security_group, after_delete {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:18.739083 n-d-803585-2 neutron-server[105723]: DEBUG neutron_lib.callbacks.manager [None req-422bc91f-62fb-4a1c-b1ad-512e33c28b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:18.740285 n-d-803585-2 neutron-server[105723]: INFO neutron.wsgi [None req-422bc91f-62fb-4a1c-b1ad-512e33c28b08 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2beed9b2-dd44-49b4-b714-8924d7d2b048 HTTP/1.1" status: 204 len: 168 time: 0.1179168 Aug 05 15:17:18.748197 n-d-803585-2 neutron-server[105723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bc91f-62fb-4a1c-b1ad-512e33c28b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beed9b2-dd44-49b4-b714-8924d7d2b048,revision_number=None']} {{(pid=105723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:17:18.816964 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:19.484405 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 72924d31-57a5-4972-b2be-9a19931a81bb no longer exists at agent ovs-agent-n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:17:19.503726 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.plugin [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] No Port match for: 72924d31-57a5-4972-b2be-9a19931a81bb {{(pid=105725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 15:17:19.504353 n-d-803585-2 neutron-server[105725]: DEBUG neutron.plugins.ml2.rpc [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Device 72924d31-57a5-4972-b2be-9a19931a81bb not bound to the agent host n-d-803585-2 {{(pid=105725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:17:19.851617 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:21.625052 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:45.646395 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:45.947510 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-b7462baa-2fbb-4dd8-8439-081fa6a362a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:46.897102 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:48.496590 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-cac2ceb6-2ed4-4507-8061-0dc8352ec777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:48.818028 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:49.854408 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:51.627934 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:17:54.481164 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:18:15.650092 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:18:15.944702 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-667980fc-a9cd-4398-824d-5ec2011a2025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:18:16.890936 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:18:18.496896 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c5df8738-af0d-4e1b-a166-e228db631328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:18:18.821521 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:18:19.858164 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:18:21.784117 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:18:31.479719 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:18:45.659216 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:18:45.945685 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e120d492-1b40-4a7a-b04e-eeeda7439055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:18:46.888594 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:18:48.498515 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d8516be6-3625-4712-bfde-345391729a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:18:48.824187 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:18:49.861149 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:18:51.634673 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:19:08.478841 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:19:15.665772 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:19:15.946797 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a120a3c0-6c20-4c3f-a3f2-9bec1e0f71be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:19:16.887739 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:19:18.499907 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-139f4d4b-4b8a-4a6a-b4bc-c39ed8b768f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:19:18.825597 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:19:19.862914 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:19:21.636607 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:19:45.478775 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:19:45.675959 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:19:45.947827 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-15d14409-36cd-474a-99c0-3ead57de784a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:19:46.887139 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:19:48.501856 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2dcba476-7d8b-4204-aeb1-741872f208dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:19:48.828066 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:19:49.868507 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:19:51.638294 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:20:15.673428 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:20:15.948945 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e2ecb936-9161-4328-97b1-eae06f52f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:20:16.885874 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:20:18.503600 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-a1c79108-c87c-4aa1-ae9c-ee64b59d642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:20:18.828775 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:20:19.868753 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:20:21.642453 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:20:22.478773 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:20:45.673139 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:20:45.952603 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-1ba8a0a3-9d2e-4607-8c53-c928e1af0b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:20:46.885423 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:20:48.504575 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-247942a6-9c9c-4b44-9c54-3114e6c58696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:20:48.829735 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:20:49.871968 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:20:51.651106 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:20:59.478183 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:21:08.947386 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-fdb4548b-66ba-4a7f-b67d-cad49b4698fe req-2874fd40-a85e-4242-ad7f-38484fdf4138 service neutron] (105724) timed out ('10.222.0.16', 49186) {{(pid=105724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 15:21:15.681533 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:21:15.953506 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-2e2fce2d-b687-4058-bb67-7f41141cf48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:21:16.901128 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:21:18.504002 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-d595358e-d810-47dd-8a6e-bc49420f3e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:21:18.832654 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:21:19.875513 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:21:21.642781 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:21:36.482503 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:21:45.702266 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:21:45.953744 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9edd6eb4-1759-47c2-9022-91a87f71ec30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:21:46.898622 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:21:48.505129 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-4d1822ca-b7c4-4c7f-9bcf-e2da86c635b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:21:48.834106 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:21:49.877229 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:21:51.646101 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:22:13.482060 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:22:15.702612 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:22:15.953203 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-60ee4bd7-ec9a-47d9-90fe-cb0e681d948b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:22:16.914350 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:22:18.504838 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-75a675da-99b0-4d09-8292-ad5340a551a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:22:18.836314 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:22:19.879439 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:22:21.648423 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:22:45.731165 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:22:45.953988 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c07e7a7c-fb1a-4c22-99a2-c0bc604c3224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:22:46.913198 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:22:48.507578 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-be1b9c63-62bb-46de-950a-08523347d2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:22:48.838121 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:22:49.883927 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:22:50.482318 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:22:51.651349 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:23:15.746537 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:23:15.954094 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-7d7388bd-2626-4b0e-8f47-0b2b69a7cb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:23:16.930327 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:23:18.506784 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-c7114e90-09d6-4cdf-85b9-71c583aa6264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:23:18.839340 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:23:19.887572 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:23:21.655626 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:23:27.481923 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:23:45.761714 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:23:45.958320 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e28b6d0f-4cb3-4f57-8da4-04af9f227cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:23:46.922432 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:23:48.506428 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-3e3d321e-46f3-4e3d-832b-809bbd1ec7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:23:48.840121 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:23:49.889372 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:23:51.657167 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:24:04.480929 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:24:15.760484 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:24:15.959161 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-0813df9c-ddd9-4dd0-9c4a-edb1560b6e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:24:16.926565 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:24:18.507459 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-6240674f-52f0-4f99-845e-b01e64361075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:24:18.840328 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:24:19.891905 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:24:21.661028 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:24:41.480514 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:24:45.758735 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:24:45.960759 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-9511c239-4430-4388-a8fd-6bbbb778b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:24:46.926056 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:24:48.507440 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-5cf55458-8d81-4329-b534-23b2c3e9b532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:24:48.841767 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:24:49.893967 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:24:51.663367 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:25:15.773544 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:25:15.960872 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc5cd579-7fb3-426d-ad87-93b9f95698af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:25:16.923888 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:25:18.479519 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:25:18.507684 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-e4820ec2-850b-41cb-8313-d58bf4de511e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:25:18.841947 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:25:19.896988 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:25:21.665753 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:25:32.570018 n-d-803585-2 neutron-server[105724]: DEBUG neutron.wsgi [req-fa8a2e10-d92d-4744-b92c-e3b198451b69 req-df714ead-d68a-4ff3-933b-562be62d1765 service neutron] (105724) timed out ('10.222.0.16', 45574) {{(pid=105724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 15:25:45.772940 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9c-634f-46df-a7a9-300d431c862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:25:45.960848 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-09d6a789-e938-4e53-b9e2-3dfe6f9f327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:25:46.939411 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-dc557a48-dd57-41b3-b5b2-2cb4f2937fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:25:48.507704 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-8c462625-c258-419e-951d-0c5bf52497f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:25:48.847808 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-84673a2a-9f8b-4807-b398-f6394f108280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:25:49.900017 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-41288211-0816-4a6b-8712-839a0d11ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:25:51.668733 n-d-803585-2 neutron-server[105725]: DEBUG neutron_lib.callbacks.manager [None req-ea44380b-8a30-429d-bb08-79e6636af066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785080291853', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616865'] for agent, after_update {{(pid=105725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 15:25:55.478401 n-d-803585-2 neutron-server[105726]: DEBUG neutron.db.agents_db [None req-95263888-b72a-4a98-9282-3bf25257d83b None None] Agent healthcheck: found 7 active agents {{(pid=105726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}